-- Logs begin at Fri 2021-01-29 09:20:13 UTC, end at Fri 2021-01-29 11:28:29 UTC. --
Jan 29 09:55:35.296728 dv-neutron-772983-2-ovs systemd[1]: Started Devstack devstack@q-svc.service.
Jan 29 09:55:37.990122 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.common.config [-] Logging enabled!
Jan 29 09:55:37.990658 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev451
Jan 29 09:55:37.991961 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80656) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jan 29 09:55:37.993716 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.common.config [-] Logging enabled!
Jan 29 09:55:37.994110 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev451
Jan 29 09:55:37.994453 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80656) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jan 29 09:55:37.995500 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Jan 29 09:55:37.995769 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Jan 29 09:55:37.996795 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Jan 29 09:55:37.997084 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Jan 29 09:55:37.997346 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Jan 29 09:55:37.997719 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:37.998090 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:37.998435 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:37.998703 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:37.999046 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:37.999386 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:37.999714 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.000050 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.000395 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.000723 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.001043 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.001367 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.001632 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.001985 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.002322 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.002660 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.002916 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] debug                          = True {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.003236 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.003779 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.004102 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.004422 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.004757 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.005069 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.005385 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.005709 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.006101 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] host                           = dv-neutron-772983-2-ovs {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.006423 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.006757 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.007090 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.007424 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.007741 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.008060 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.008387 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.008699 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.009012 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.009328 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.010210 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.010602 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.010943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.011205 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.011462 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.011794 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.012138 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.012448 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.012763 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.013078 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.013394 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.013708 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.014050 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.014381 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.014712 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.015041 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.015355 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.015670 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.015979 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.016289 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.016619 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.016932 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.017248 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.017563 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.017921 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.018235 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.018550 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.018894 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.019225 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.019553 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.019884 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.020199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.020529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.020839 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.021146 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.021455 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.021766 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.022096 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.022418 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.022728 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.023038 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.023349 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.023660 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.023997 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:38.024331 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.024675 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.025022 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.025945 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.026290 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.026610 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.026947 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.027264 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.027599 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.027932 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.028261 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.028575 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.028901 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.029219 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.029558 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.029929 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.030274 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.030612 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.030928 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.031243 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.031557 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.031873 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.032203 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.032542 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.032879 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.033193 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.033510 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.033873 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.034193 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.034507 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.034824 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.035157 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.035474 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.035789 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.036110 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.036427 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.036739 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.037050 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.037364 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.037698 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.038035 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.038346 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.038658 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.038973 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.039282 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.039607 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.039921 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.040229 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.040539 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.040881 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.041195 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.041507 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.041845 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.042158 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.042470 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.042780 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.043090 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.043400 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.043714 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.044023 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.044332 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.044641 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.044955 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.045267 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.045576 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.045908 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.046219 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.046526 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.046851 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.047187 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.047501 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.047820 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.048136 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.048448 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.048760 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.049073 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.049387 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.049700 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.050035 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.050368 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.050687 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.051009 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.051329 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.051643 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.051984 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.052297 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.052617 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.052932 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.053250 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.053572 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.053925 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.054259 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.054592 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.054922 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.055254 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.055584 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.055902 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.056255 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.057119 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:38.057553 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Jan 29 09:55:38.057949 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80656) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Jan 29 09:55:38.720175 dv-neutron-772983-2-ovs neutron-server[80656]: INFO keyring.backend [-] Loading Gnome
Jan 29 09:55:38.737267 dv-neutron-772983-2-ovs neutron-server[80656]: INFO keyring.backend [-] Loading Google
Jan 29 09:55:38.739936 dv-neutron-772983-2-ovs neutron-server[80656]: INFO keyring.backend [-] Loading Windows (alt)
Jan 29 09:55:38.743403 dv-neutron-772983-2-ovs neutron-server[80656]: INFO keyring.backend [-] Loading file
Jan 29 09:55:38.744332 dv-neutron-772983-2-ovs neutron-server[80656]: INFO keyring.backend [-] Loading keyczar
Jan 29 09:55:38.744613 dv-neutron-772983-2-ovs neutron-server[80656]: INFO keyring.backend [-] Loading multi
Jan 29 09:55:38.745267 dv-neutron-772983-2-ovs neutron-server[80656]: INFO keyring.backend [-] Loading pyfs
Jan 29 09:55:38.791933 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80656) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 09:55:38.792262 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80656) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 09:55:38.792588 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80656) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 09:55:38.792998 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.manager [-] Loading core plugin: ml2
Jan 29 09:55:39.186975 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:39.187502 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:39.187606 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:39.241053 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:39.241372 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:39.241674 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:39.245996 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:39.246307 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:39.246608 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:39.314741 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:39.315067 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:39.315364 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:39.316508 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:39.316808 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:39.317101 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:39.582930 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f99cb9a1400> agent after_create 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:39.583192 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f99cb9a1400> agent after_update 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:39.583499 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f99cb9a1488> segment precommit_create 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:39.583801 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f99cb9a1510> network precommit_delete 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:39.584637 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f99cb9be620> segment before_delete 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:39.732523 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f99cc2c9d68>> network before_delete 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:39.732903 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f99cb950d08> agent before_delete 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:39.733231 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f99cc2c9d68>> network before_create 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:39.733537 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f99cc2c9d68>> port before_create 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:39.733861 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f99cc2c9d68>> port before_update 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:39.734248 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f99cc2c9d68>> segment after_delete 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:39.734548 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f99cc2c9d68>> segment precommit_create 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:39.734844 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f99cc2c9d68>> segment precommit_delete 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:39.735135 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f99cc2c9d68>> segment after_create 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:39.735473 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f99cc2c9d68>> network after_delete 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:39.735770 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f99cc2c9d68>> network precommit_delete 0 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:39.736075 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f99cc2c9d68>> port provisioning_complete 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:39.736382 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f99cc2c9d68>> rbac-policy before_create 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:39.736676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f99cc2c9d68>> rbac-policy after_delete 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:39.736991 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f99cc2c9d68>> agent after_update 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:39.737307 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f99cc2c9d68>> subnet after_delete 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:39.737603 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f99cc2c9d68>> subnet precommit_delete 0 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:39.737950 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f99cc2c9d68>> rbac-policy before_update 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:39.738239 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f99cc2c9d68>> rbac-policy before_delete 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:39.738726 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f99cc2c9d68>> port after_create 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:39.739014 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f99cc2c9d68>> port after_update 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:39.739297 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f99cc2c9d68>> port after_delete 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:39.739636 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f99cc2c9d68>> rbac-policy before_create 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:39.739919 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f99cc2c9d68>> rbac-policy before_update 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:39.740199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f99cc2c9d68>> rbac-policy before_delete 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:39.740623 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80656) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 29 09:55:39.740897 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80656) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 29 09:55:39.741172 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80656) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 29 09:55:39.741446 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80656) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 29 09:55:39.741720 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80656) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 29 09:55:39.742015 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80656) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 29 09:55:39.743391 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Jan 29 09:55:39.746649 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Jan 29 09:55:39.750552 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Jan 29 09:55:39.754424 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])])
Jan 29 09:55:39.756244 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Jan 29 09:55:39.757305 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Jan 29 09:55:39.757688 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan']
Jan 29 09:55:39.758151 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Jan 29 09:55:39.760895 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Jan 29 09:55:39.761180 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Jan 29 09:55:39.761566 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch']
Jan 29 09:55:39.783529 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Jan 29 09:55:39.784032 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f99cb97add8>> qos_plugin after_init 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:39.784365 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80656) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}}
Jan 29 09:55:39.784780 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f99cb84ea90>> logging-plugin after_init 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:39.786162 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80656) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Jan 29 09:55:39.786483 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch']
Jan 29 09:55:39.786766 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch']
Jan 29 09:55:39.789948 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f99cb84eb38>> floatingip before_response 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:39.790270 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f99cb84eb38>> port before_response 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:39.857298 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Jan 29 09:55:39.857519 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Jan 29 09:55:39.857817 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Jan 29 09:55:39.858215 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Jan 29 09:55:39.893032 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.sqlalchemy.engines [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80656) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Jan 29 09:55:40.334671 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.plugins.ml2.managers [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Initializing driver for type 'gre'
Jan 29 09:55:40.335242 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] gre ID ranges: [(1, 1000)]
Jan 29 09:55:40.375273 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.plugins.ml2.managers [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Initializing driver for type 'local'
Jan 29 09:55:40.375645 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.plugins.ml2.managers [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Initializing driver for type 'vlan'
Jan 29 09:55:40.386010 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] VlanTypeDriver initialization complete
Jan 29 09:55:40.386381 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.plugins.ml2.managers [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Initializing driver for type 'vxlan'
Jan 29 09:55:40.386911 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] vxlan ID ranges: [(1, 1000)]
Jan 29 09:55:40.427061 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.plugins.ml2.managers [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Initializing extension driver 'port_security'
Jan 29 09:55:40.427428 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.plugins.ml2.extensions.port_security [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] PortSecurityExtensionDriver initialization complete
Jan 29 09:55:40.427806 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.plugins.ml2.managers [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Initializing mechanism driver 'openvswitch'
Jan 29 09:55:40.434871 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80656) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 09:55:40.435732 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f99cb7f6dd8>> port after_create 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.436146 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f99cb7f6dd8>> port after_update 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.436545 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f99cb7f6dd8>> port after_delete 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.436972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f99cb2c3f28>> subnet after_create 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.437366 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f99cb2c3f28>> subnet after_update 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.437758 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f99cb2c3f28>> subnet after_delete 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.438196 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f99cb2cc128>> network after_create 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.438581 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f99cb2cc128>> network after_update 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.438964 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f99cb2cc128>> network after_delete 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.439378 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f99cb2cc2e8>> security_group after_create 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.439761 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f99cb2cc2e8>> security_group after_update 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.440297 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f99cb2cc2e8>> security_group after_delete 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.440719 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f99cb2cc4a8>> security_group_rule after_create 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.441106 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f99cb2cc4a8>> security_group_rule after_update 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.441485 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f99cb2cc4a8>> security_group_rule after_delete 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.441947 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f99cb2cc668>> address_group after_create 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.442333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f99cb2cc668>> address_group after_update 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.442710 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f99cb2cc668>> address_group after_delete 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.443076 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] ML2 OVO RPC backend initialized. {{(pid=80656) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Jan 29 09:55:40.443791 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f99cb2cc748>> router_interface after_create 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.444422 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f99cb2cc748>> router_interface after_delete 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.444885 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f99cb2cc748>> network before_response 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.445274 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f99cb2cc748>> networks before_response 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.445658 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f99cb2cc748>> port before_response 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.446323 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f99cb2cc748>> ports before_response 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.446708 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f99cb2cc748>> subnet before_response 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.447644 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f99cb2cc748>> subnets before_response 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.448132 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f99cb2cc748>> network after_create 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.448514 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f99cb2cc748>> network after_update 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.448892 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f99cb2cc748>> network after_delete 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.449269 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f99cb2cc748>> port after_create 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.449645 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f99cb2cc748>> port after_update 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.450043 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f99cb2cc748>> port after_delete 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.450419 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f99cb2cc748>> subnet after_create 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.450792 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f99cb2cc748>> subnet after_update 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.451163 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f99cb2cc748>> subnet after_delete 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.451806 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.plugins.ml2.plugin [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Modular L2 Plugin initialization complete
Jan 29 09:55:40.452162 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading services supported by the core plugin {{(pid=80656) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Jan 29 09:55:40.452535 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.plugins.ml2.managers [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Got port-security extension from driver 'port_security'
Jan 29 09:55:40.453060 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.extensions.vlantransparent [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Disabled vlantransparent extension.
Jan 29 09:55:40.454548 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80656) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Jan 29 09:55:40.454913 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading Plugin: router
Jan 29 09:55:40.491724 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f99cb2cc8d0>> router_interface before_create 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.492170 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f99cb2cc8d0>> router after_create 55549900 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.492580 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f99cb2cc8d0>> router before_create 55549900 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.492985 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f99cb2cc8d0>> router_interface before_delete 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.493406 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f99cb2cc8d0>> router_interface after_delete 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.493834 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f99cb2cc8d0>> router after_delete 55549900 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.494801 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f99cb2cc8d0>> floatingip after_update 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.495366 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f99cb2cc8d0>> router after_create 55549900 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.495761 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f99cb2cc8d0>> router after_update 55549900 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.496160 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f99cb2cc8d0>> router after_update 55549900 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.496552 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f99cb2cc8d0>> router_gateway after_delete 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.496962 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f99cb2cc8d0>> router after_update 55549900 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.497453 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f99cb2cc8d0>> router precommit_update 55549900 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.497918 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f99cb7b4950> port after_update 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.498303 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f99cb7b4840> port after_delete 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.498682 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f99cb7b48c8> subnet after_update 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.499064 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f99cb7b49d8> subnetpool_address_scope after_update 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.499460 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f99cb2cc8d0>> port precommit_delete 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.499853 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f99cb2cc8d0>> router precommit_create 55549900 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.500236 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f99cb885840> port before_delete 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.500623 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f99cb2cc8d0>> router precommit_create 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.501032 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f99cb2cc8d0>> router after_update 55549900 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.501418 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f99cb2cc8d0>> router precommit_delete 55549900 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.501830 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f99cb2cc8d0>> router precommit_create 55549900 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.502241 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f99cb2cc8d0>> router_interface after_create 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.502632 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f99cb2cc8d0>> router precommit_update 55549900 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.503063 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f99cb2cc8d0>> network after_delete 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.504049 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource_registry [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Tracking information for resource: router configured {{(pid=80656) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 29 09:55:40.504421 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource_registry [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Tracking information for resource: floatingip configured {{(pid=80656) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 29 09:55:40.509211 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_agentschedulers_db [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Jan 29 09:55:40.510621 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f99cb23d7b8> port after_update 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.511020 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f99cb246730> port after_create 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.511412 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <function _notify_port_delete at 0x7f99cb23d730> port after_delete 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.511801 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f99cb23d950> port after_update 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.512697 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f99cb200630>> router before_create 55550100 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.513102 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f99cb200630>> router precommit_delete 55550100 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.513503 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f99cb200630>> router precommit_create 55550100 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.513957 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f99cb200630>> router precommit_update 55550100 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.518844 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.provider_configuration [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Service providers = [] {{(pid=80656) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Jan 29 09:55:40.519242 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.servicetype_db [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80656) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Jan 29 09:55:40.522111 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.service_base [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80656) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Jan 29 09:55:40.522508 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.service_base [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80656) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Jan 29 09:55:40.522891 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.service_base [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80656) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Jan 29 09:55:40.523792 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.service_base [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80656) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Jan 29 09:55:40.524198 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.services.service_base [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Default provider is not specified for service type L3_ROUTER_NAT
Jan 29 09:55:40.524616 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80656) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 29 09:55:40.524974 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Jan 29 09:55:40.535426 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80656) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 29 09:55:40.535807 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading Plugin: auto_allocate
Jan 29 09:55:40.541630 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f99cb1a9f28> network precommit_update 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.542063 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f99cb1a9f28> network precommit_create 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.542653 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80656) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 29 09:55:40.543011 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading Plugin: tag
Jan 29 09:55:40.550072 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80656) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 29 09:55:40.550446 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading Plugin: timestamp
Jan 29 09:55:40.554324 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80656) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 29 09:55:40.554693 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading Plugin: network_ip_availability
Jan 29 09:55:40.560949 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f99cb1cb5f8>> rbac-policy before_create 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.561362 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f99cb1cb5f8>> rbac-policy before_update 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.561757 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f99cb1cb5f8>> rbac-policy before_delete 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.562622 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80656) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 29 09:55:40.562939 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading Plugin: flavors
Jan 29 09:55:40.567464 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80656) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 29 09:55:40.567835 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading Plugin: revisions
Jan 29 09:55:40.573751 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80656) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 29 09:55:40.574201 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.782s {{(pid=80656) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 09:55:40.575009 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80656) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Jan 29 09:55:40.575372 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Initializing extension manager.
Jan 29 09:55:40.575940 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: __init__.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.576323 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: __pycache__ {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.576699 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.577072 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: address_group.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.577913 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.578562 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loaded extension: address-group
Jan 29 09:55:40.578927 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: address_scope.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.579705 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.580296 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loaded extension: address-scope
Jan 29 09:55:40.580659 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: admin_state_down_before_update.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.581613 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.582227 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loaded extension: router-admin-state-down-before-update
Jan 29 09:55:40.582593 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: agent.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.583360 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.583943 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loaded extension: agent
Jan 29 09:55:40.584302 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: agent_resources_synced.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.585230 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.585833 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loaded extension: agent-resources-synced
Jan 29 09:55:40.586198 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: allowedaddresspairs.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.588554 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.589149 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loaded extension: allowed-address-pairs
Jan 29 09:55:40.589518 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: auto_allocated_topology.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.590666 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.591251 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loaded extension: auto-allocated-topology
Jan 29 09:55:40.591614 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: availability_zone.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.592365 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.592949 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loaded extension: availability_zone
Jan 29 09:55:40.593310 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: availability_zone_filter.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.594272 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.594857 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loaded extension: availability_zone_filter
Jan 29 09:55:40.595214 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: data_plane_status.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.596145 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.596728 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extension data-plane-status not supported by any of loaded plugins
Jan 29 09:55:40.597133 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: default_subnetpools.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.598236 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.598828 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loaded extension: default-subnetpools
Jan 29 09:55:40.599194 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: dhcpagentscheduler.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.600049 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.600633 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loaded extension: dhcp_agent_scheduler
Jan 29 09:55:40.600997 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: dns.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.601955 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.602535 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extension dns-integration not supported by any of loaded plugins
Jan 29 09:55:40.602897 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: dns_domain_ports.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.604390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.604969 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extension dns-domain-ports not supported by any of loaded plugins
Jan 29 09:55:40.605328 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: dvr.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.606101 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.606681 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loaded extension: dvr
Jan 29 09:55:40.607041 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: empty_string_filtering.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.607988 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.608571 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loaded extension: empty-string-filtering
Jan 29 09:55:40.608934 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.609895 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.610479 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Jan 29 09:55:40.610837 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.611762 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.612342 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Jan 29 09:55:40.612702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: external_net.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.613635 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.614251 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loaded extension: external-net
Jan 29 09:55:40.614613 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: extra_dhcp_opt.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.615543 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.616121 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loaded extension: extra_dhcp_opt
Jan 29 09:55:40.616483 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: extraroute.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.617421 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.618024 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loaded extension: extraroute
Jan 29 09:55:40.618390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: extraroute_atomic.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.619471 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.620050 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loaded extension: extraroute-atomic
Jan 29 09:55:40.620413 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: filter_validation.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.621126 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.621700 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loaded extension: filter-validation
Jan 29 09:55:40.622086 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: fip_pf_description.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.623013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.623584 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Jan 29 09:55:40.623948 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: fip_port_details.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.624880 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.625464 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loaded extension: fip-port-details
Jan 29 09:55:40.625847 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: flavors.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.627183 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.627774 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loaded extension: flavors
Jan 29 09:55:40.628141 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.629815 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.630406 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Jan 29 09:55:40.630772 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: floatingip_pools.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.631527 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.632114 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loaded extension: floatingip-pools
Jan 29 09:55:40.632477 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: ip_allocation.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.633434 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.634050 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extension ip_allocation not supported by any of loaded plugins
Jan 29 09:55:40.634414 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.635386 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.635968 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loaded extension: ip-substring-filtering
Jan 29 09:55:40.636334 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: l2_adjacency.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.637276 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.637895 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extension l2_adjacency not supported by any of loaded plugins
Jan 29 09:55:40.638259 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: l3.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.639335 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.639925 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loaded extension: router
Jan 29 09:55:40.640289 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: l3_conntrack_helper.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.642589 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.643189 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Jan 29 09:55:40.643564 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.644505 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.645090 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loaded extension: ext-gw-mode
Jan 29 09:55:40.645453 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.646417 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.646998 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loaded extension: l3-ha
Jan 29 09:55:40.647358 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: l3_flavors.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.648386 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.648972 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loaded extension: l3-flavors
Jan 29 09:55:40.649334 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.650808 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.651394 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loaded extension: l3-port-ip-change-not-allowed
Jan 29 09:55:40.651755 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: l3agentscheduler.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.652906 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.653500 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loaded extension: l3_agent_scheduler
Jan 29 09:55:40.653895 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: logging.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.655441 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.656035 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extension logging not supported by any of loaded plugins
Jan 29 09:55:40.656406 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: metering.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.657208 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.657941 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loaded extension: metering
Jan 29 09:55:40.658309 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.659453 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.660040 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loaded extension: metering_source_and_destination_fields
Jan 29 09:55:40.660403 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: multiprovidernet.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.661378 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.662020 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loaded extension: multi-provider
Jan 29 09:55:40.662390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: netmtu.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.663336 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.663921 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loaded extension: net-mtu
Jan 29 09:55:40.664285 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: netmtu_writable.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.665220 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.666378 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loaded extension: net-mtu-writable
Jan 29 09:55:40.666796 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: network_availability_zone.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.667586 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.668162 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loaded extension: network_availability_zone
Jan 29 09:55:40.668521 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: network_ip_availability.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.669651 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.670266 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loaded extension: network-ip-availability
Jan 29 09:55:40.670629 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: network_segment_range.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.671461 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.672046 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extension network-segment-range not supported by any of loaded plugins
Jan 29 09:55:40.672408 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: pagination.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.673415 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.673815 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loaded extension: pagination
Jan 29 09:55:40.674178 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.675106 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.675694 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loaded extension: port-mac-address-regenerate
Jan 29 09:55:40.676055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.676987 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.677567 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loaded extension: port-numa-affinity-policy
Jan 29 09:55:40.677956 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: port_resource_request.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.678884 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.679456 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extension port-resource-request not supported by any of loaded plugins
Jan 29 09:55:40.679819 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: portbindings.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.680788 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.681434 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loaded extension: binding
Jan 29 09:55:40.681833 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: portbindings_extended.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.683150 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.683742 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loaded extension: binding-extended
Jan 29 09:55:40.684109 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: portsecurity.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.685050 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.685635 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loaded extension: port-security
Jan 29 09:55:40.686026 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: project_id.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.687026 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.687406 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loaded extension: project-id
Jan 29 09:55:40.687766 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: providernet.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.688711 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.689301 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loaded extension: provider
Jan 29 09:55:40.689667 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: qos.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.693384 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.694018 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extension qos not supported by any of loaded plugins
Jan 29 09:55:40.694392 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.695643 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.696495 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Jan 29 09:55:40.696860 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.698462 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.699050 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Jan 29 09:55:40.699417 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: qos_default.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.700356 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.700934 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extension qos-default not supported by any of loaded plugins
Jan 29 09:55:40.701296 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: qos_fip.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.702026 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.702601 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extension qos-fip not supported by any of loaded plugins
Jan 29 09:55:40.702965 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: qos_gateway_ip.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.703912 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.704499 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Jan 29 09:55:40.704866 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: qos_port_network_policy.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.705836 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.706406 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Jan 29 09:55:40.706767 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: qos_rule_type_details.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.707696 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.708276 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Jan 29 09:55:40.708637 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: qos_rules_alias.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.709701 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.710314 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extension qos-rules-alias not supported by any of loaded plugins
Jan 29 09:55:40.710674 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: quotasv2.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.711642 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.712012 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loaded extension: quotas
Jan 29 09:55:40.712372 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: quotasv2_detail.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.714166 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.714554 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loaded extension: quota_details
Jan 29 09:55:40.714922 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: rbac.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.716257 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.716852 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loaded extension: rbac-policies
Jan 29 09:55:40.717221 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: rbac_address_scope.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.718197 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.718785 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loaded extension: rbac-address-scope
Jan 29 09:55:40.719152 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: rbac_security_groups.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.720088 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.720673 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loaded extension: rbac-security-groups
Jan 29 09:55:40.721035 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: rbac_subnetpool.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.722028 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.722611 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loaded extension: rbac-subnetpool
Jan 29 09:55:40.722977 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: revisionifmatch.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.723915 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.724507 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loaded extension: revision-if-match
Jan 29 09:55:40.724866 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: revisions.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.726024 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.726611 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loaded extension: standard-attr-revisions
Jan 29 09:55:40.726975 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: router_availability_zone.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.727711 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.728814 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loaded extension: router_availability_zone
Jan 29 09:55:40.729188 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: routerservicetype.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.730148 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.730726 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extension router-service-type not supported by any of loaded plugins
Jan 29 09:55:40.731084 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.732032 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.732615 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loaded extension: security-groups-normalized-cidr
Jan 29 09:55:40.732974 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: security_groups_port_filtering.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.733954 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.734537 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loaded extension: port-security-groups-filtering
Jan 29 09:55:40.734899 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.735843 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.736431 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loaded extension: security-groups-remote-address-group
Jan 29 09:55:40.736790 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: securitygroup.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.750157 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.750783 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loaded extension: security-group
Jan 29 09:55:40.751159 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: segment.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.752021 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.752610 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extension segment not supported by any of loaded plugins
Jan 29 09:55:40.752977 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.753967 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.754561 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Jan 29 09:55:40.754934 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: servicetype.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.756054 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.756652 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loaded extension: service-type
Jan 29 09:55:40.757020 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: sorting.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.758074 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.758456 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loaded extension: sorting
Jan 29 09:55:40.758821 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: standard_attr_segment.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.760411 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.761001 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extension standard-attr-segment not supported by any of loaded plugins
Jan 29 09:55:40.761362 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: standardattrdescription.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.762092 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.762690 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loaded extension: standard-attr-description
Jan 29 09:55:40.763056 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: stateful_security_group.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.764002 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.764603 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loaded extension: stateful-security-group
Jan 29 09:55:40.764965 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: stdattrs_common.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.765556 dv-neutron-772983-2-ovs neutron-server[80656]: WARNING neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Jan 29 09:55:40.766000 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.766963 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.767555 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Jan 29 09:55:40.767911 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: subnet_onboard.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.768982 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.769583 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loaded extension: subnet_onboard
Jan 29 09:55:40.769977 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.770996 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.771581 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Jan 29 09:55:40.771946 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: subnet_service_types.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.772890 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.773479 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loaded extension: subnet-service-types
Jan 29 09:55:40.773883 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: subnetallocation.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.774973 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.776160 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loaded extension: subnet_allocation
Jan 29 09:55:40.776543 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.777249 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.777857 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loaded extension: subnetpool-prefix-ops
Jan 29 09:55:40.778220 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.779185 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.779784 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Jan 29 09:55:40.780148 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: tagging.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.781430 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.782069 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loaded extension: standard-attr-tag
Jan 29 09:55:40.782439 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: timestamp.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.783619 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.784218 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loaded extension: standard-attr-timestamp
Jan 29 09:55:40.784588 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: trunk.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.785631 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.786248 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extension trunk not supported by any of loaded plugins
Jan 29 09:55:40.786610 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: trunk_details.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.787550 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.788134 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extension trunk-details not supported by any of loaded plugins
Jan 29 09:55:40.788492 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: uplink_status_propagation.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.789425 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.790035 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Jan 29 09:55:40.790399 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Loading extension file: vlantransparent.py {{(pid=80656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 29 09:55:40.791269 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 09:55:40.791836 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extension vlan-transparent not supported by any of loaded plugins
Jan 29 09:55:40.794540 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.quota.resource_registry [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Creating instance of TrackedResource for resource:network
Jan 29 09:55:40.795345 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.quota.resource_registry [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Creating instance of TrackedResource for resource:subnet
Jan 29 09:55:40.796017 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.quota.resource_registry [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Creating instance of TrackedResource for resource:subnetpool
Jan 29 09:55:40.796678 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.quota.resource_registry [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Creating instance of TrackedResource for resource:port
Jan 29 09:55:40.798204 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.resource_helper [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80656) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 29 09:55:40.798707 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.resource_helper [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Service FLAVORS assigned prefix:  {{(pid=80656) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 29 09:55:40.799391 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.resource_helper [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80656) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 29 09:55:40.799867 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.resource_helper [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80656) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 29 09:55:40.800247 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.quota.resource_registry [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Creating instance of TrackedResource for resource:router
Jan 29 09:55:40.800985 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.quota.resource_registry [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Creating instance of TrackedResource for resource:floatingip
Jan 29 09:55:40.801849 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.resource_helper [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Service METERING assigned prefix: /metering {{(pid=80656) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 29 09:55:40.803651 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f99cb0cd710>> rbac-policy before_create 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.804059 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f99cb0cd710>> rbac-policy before_update 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.804449 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f99cb0cd710>> rbac-policy before_delete 55550000 {{(pid=80656) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 09:55:40.805583 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.quota.resource_registry [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Creating instance of CountableResource for resource:rbac_policy
Jan 29 09:55:40.806095 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.quota.resource_registry [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Creating instance of TrackedResource for resource:security_group
Jan 29 09:55:40.807919 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.quota.resource_registry [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Creating instance of TrackedResource for resource:security_group_rule
Jan 29 09:55:40.808753 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.resource_helper [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Service CORE assigned prefix:  {{(pid=80656) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 29 09:55:40.809136 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.quota.resource_registry [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Creating instance of TrackedResource for resource:subnetpool
Jan 29 09:55:40.809516 dv-neutron-772983-2-ovs neutron-server[80656]: WARNING neutron.quota.resource_registry [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] subnetpool is already registered
Jan 29 09:55:40.810230 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.resource_helper [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Service CORE assigned prefix:  {{(pid=80656) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 29 09:55:40.810605 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.quota.resource_registry [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Creating instance of TrackedResource for resource:subnetpool
Jan 29 09:55:40.810969 dv-neutron-772983-2-ovs neutron-server[80656]: WARNING neutron.quota.resource_registry [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] subnetpool is already registered
Jan 29 09:55:40.813758 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.resource_helper [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80656) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 29 09:55:40.814228 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.resource_helper [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Service FLAVORS assigned prefix:  {{(pid=80656) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 29 09:55:40.814894 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.resource_helper [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80656) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 29 09:55:40.815366 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.resource_helper [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80656) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 29 09:55:40.815740 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.quota.resource_registry [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Creating instance of TrackedResource for resource:router
Jan 29 09:55:40.816107 dv-neutron-772983-2-ovs neutron-server[80656]: WARNING neutron.quota.resource_registry [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] router is already registered
Jan 29 09:55:40.816765 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.quota.resource_registry [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Creating instance of TrackedResource for resource:floatingip
Jan 29 09:55:40.817134 dv-neutron-772983-2-ovs neutron-server[80656]: WARNING neutron.quota.resource_registry [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] floatingip is already registered
Jan 29 09:55:40.817851 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.resource_helper [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Service METERING assigned prefix: /metering {{(pid=80656) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 29 09:55:40.818601 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.quota.resource_registry [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Creating instance of CountableResource for resource:rbac_policy
Jan 29 09:55:40.818966 dv-neutron-772983-2-ovs neutron-server[80656]: WARNING neutron.quota.resource_registry [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] rbac_policy is already registered
Jan 29 09:55:40.819592 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.quota.resource_registry [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Creating instance of TrackedResource for resource:security_group
Jan 29 09:55:40.819961 dv-neutron-772983-2-ovs neutron-server[80656]: WARNING neutron.quota.resource_registry [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] security_group is already registered
Jan 29 09:55:40.820618 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.quota.resource_registry [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Creating instance of TrackedResource for resource:security_group_rule
Jan 29 09:55:40.821245 dv-neutron-772983-2-ovs neutron-server[80656]: WARNING neutron.quota.resource_registry [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] security_group_rule is already registered
Jan 29 09:55:40.822604 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.resource_helper [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Service CORE assigned prefix:  {{(pid=80656) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 29 09:55:40.823043 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.quota.resource_registry [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Creating instance of TrackedResource for resource:subnetpool
Jan 29 09:55:40.823400 dv-neutron-772983-2-ovs neutron-server[80656]: WARNING neutron.quota.resource_registry [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] subnetpool is already registered
Jan 29 09:55:40.824070 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.resource_helper [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Service CORE assigned prefix:  {{(pid=80656) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 29 09:55:40.824436 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.quota.resource_registry [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Creating instance of TrackedResource for resource:subnetpool
Jan 29 09:55:40.824799 dv-neutron-772983-2-ovs neutron-server[80656]: WARNING neutron.quota.resource_registry [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] subnetpool is already registered
Jan 29 09:55:40.825519 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extended resource: extensions {{(pid=80656) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 29 09:55:40.827132 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extended resource: address-groups {{(pid=80656) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 29 09:55:40.828868 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extended resource: address-scopes {{(pid=80656) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 29 09:55:40.830214 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extended resource: agents {{(pid=80656) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 29 09:55:40.831464 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extended resource: auto-allocated-topology {{(pid=80656) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 29 09:55:40.832809 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extended resource: availability_zones {{(pid=80656) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 29 09:55:40.834228 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extended resource: dhcp-networks {{(pid=80656) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 29 09:55:40.835756 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extended resource: dhcp-agents {{(pid=80656) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 29 09:55:40.837291 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extended resource: routers {{(pid=80656) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 29 09:55:40.839472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extended resource: flavors {{(pid=80656) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 29 09:55:40.840736 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extended resource: service_profiles {{(pid=80656) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 29 09:55:40.842070 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extended resource: next_providers {{(pid=80656) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 29 09:55:40.843728 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extended resource: service_profiles {{(pid=80656) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 29 09:55:40.845271 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extended resource: floatingip-pools {{(pid=80656) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 29 09:55:40.846625 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extended resource: routers {{(pid=80656) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 29 09:55:40.848541 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extended resource: floatingips {{(pid=80656) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 29 09:55:40.849845 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extended resource: l3-routers {{(pid=80656) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 29 09:55:40.851505 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extended resource: l3-agents {{(pid=80656) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 29 09:55:40.853027 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extended resource: metering-labels {{(pid=80656) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 29 09:55:40.855450 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extended resource: metering-label-rules {{(pid=80656) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 29 09:55:40.856831 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extended resource: network-ip-availabilities {{(pid=80656) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 29 09:55:40.858197 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extended resource: bindings {{(pid=80656) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 29 09:55:40.859997 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extended resource: quotas {{(pid=80656) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 29 09:55:40.861533 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extended resource: quotas {{(pid=80656) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 29 09:55:40.863108 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extended resource: rbac-policies {{(pid=80656) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 29 09:55:40.864485 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extended resource: security-groups {{(pid=80656) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 29 09:55:40.865809 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extended resource: security-group-rules {{(pid=80656) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 29 09:55:40.867145 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extended resource: service-providers {{(pid=80656) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 29 09:55:40.868452 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extended resource: subnetpools {{(pid=80656) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 29 09:55:40.870541 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extended resource: subnetpools {{(pid=80656) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 29 09:55:40.872103 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extended resource: tags {{(pid=80656) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 29 09:55:40.873917 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extended resource: tags {{(pid=80656) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 29 09:55:40.875850 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extended resource: tags {{(pid=80656) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 29 09:55:40.877750 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extended resource: tags {{(pid=80656) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 29 09:55:40.880625 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extended resource: tags {{(pid=80656) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 29 09:55:40.882525 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extended resource: tags {{(pid=80656) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 29 09:55:40.884457 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extended resource: tags {{(pid=80656) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 29 09:55:40.886467 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extended resource: tags {{(pid=80656) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 29 09:55:40.888448 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extended resource: tags {{(pid=80656) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 29 09:55:40.890452 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.extensions [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Extended resource: tags {{(pid=80656) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 29 09:55:40.898078 dv-neutron-772983-2-ovs neutron-server[80656]: WARNING keystonemiddleware.auth_token [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Jan 29 09:55:40.903423 dv-neutron-772983-2-ovs neutron-server[80656]: WARNING keystonemiddleware.auth_token [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Jan 29 09:55:40.912307 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Acquired lock "singleton_lock" {{(pid=80656) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Jan 29 09:55:40.912839 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Releasing lock "singleton_lock" {{(pid=80656) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Jan 29 09:55:40.914312 dv-neutron-772983-2-ovs neutron-server[80656]: INFO oslo_service.service [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Starting 2 workers
Jan 29 09:55:40.919673 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Started child 80765 {{(pid=80656) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Jan 29 09:55:40.924144 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:55:40.924490 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Started child 80766 {{(pid=80656) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Jan 29 09:55:40.925763 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [-] (80765) wsgi starting up on http://0.0.0.0:9696
Jan 29 09:55:40.926090 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.service [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Neutron service started, listening on 0.0.0.0:9696
Jan 29 09:55:40.926762 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Notify callbacks [] for process, before_spawn {{(pid=80656) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:55:40.928238 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:55:40.929255 dv-neutron-772983-2-ovs neutron-server[80656]: INFO oslo_service.service [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Starting 1 workers
Jan 29 09:55:40.929645 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [-] (80766) wsgi starting up on http://0.0.0.0:9696
Jan 29 09:55:40.935409 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Started child 80767 {{(pid=80656) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Jan 29 09:55:40.935969 dv-neutron-772983-2-ovs neutron-server[80656]: INFO oslo_service.service [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Starting 1 workers
Jan 29 09:55:40.937951 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.service [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] calling RpcWorker wait() {{(pid=80767) _wait /opt/stack/neutron/neutron/service.py:128}}
Jan 29 09:55:40.938352 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.service [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] returning from RpcWorker wait() {{(pid=80767) _wait /opt/stack/neutron/neutron/service.py:135}}
Jan 29 09:55:40.939918 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:55:40.940428 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 09:55:40.940819 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Started child 80768 {{(pid=80656) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Jan 29 09:55:40.941645 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7433f5ca-9291-4cb3-9b30-8a50cef01b03 None None] Notify callbacks [] for process, after_spawn {{(pid=80656) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:55:40.943322 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80656) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Jan 29 09:55:40.943585 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Jan 29 09:55:40.943801 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Jan 29 09:55:40.944075 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Jan 29 09:55:40.944508 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Jan 29 09:55:40.944707 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Jan 29 09:55:40.944981 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:55:40.945256 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.945568 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.946206 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.946430 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 09:55:40.946527 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.946856 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.947557 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.947860 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.948178 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.948499 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.948781 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.948990 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.949191 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.949687 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.952683 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.952683 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.952683 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.952683 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.952683 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.952683 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.952683 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.952683 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.953172 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.953172 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.953172 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.953390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 44866) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 09:55:40.953461 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.953461 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.953884 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.954001 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.954500 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.954939 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.955372 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.955804 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.956231 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.956651 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.957095 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.957501 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.957924 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.958375 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.958772 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.959364 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] host                           = dv-neutron-772983-2-ovs {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.959780 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.960183 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.960616 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.961034 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.961474 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.961910 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.962366 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.962898 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.963323 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.963733 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.964171 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.964518 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [-] 10.222.0.57 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0092797
Jan 29 09:55:40.964714 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.965101 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.965500 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.965838 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.966226 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.966640 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.967091 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.967432 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.967745 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.968055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.969461 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.969607 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.969965 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.970224 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.970657 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.971147 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.971245 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.972601 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.972601 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.972601 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.972601 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.972601 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.972928 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.973008 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.973246 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.974186 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.974186 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.974186 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.974434 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.974511 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.974920 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.975756 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.976024 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.976319 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.976611 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.976935 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.977220 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.977511 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.977827 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.978082 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.978888 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.979331 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.979789 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.980098 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.980393 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.980653 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.981654 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.981654 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.982473 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.982734 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.983004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.983263 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.983572 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.983831 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.984101 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.984360 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.984615 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.985545 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:40.985545 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:40.985751 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:40.985994 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:40.986444 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:40.986871 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:40.987307 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:40.987746 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:40.988161 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:40.988619 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:40.988909 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:40.989376 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:40.989645 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:40.990861 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:40.991282 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:40.991740 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:40.992394 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:40.992394 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:40.992692 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:40.992951 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:40.993211 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:40.993487 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:40.993765 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:40.994888 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:40.995217 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:40.995515 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.57/identity {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:40.995802 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:40.996824 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:40.996824 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:40.996824 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:40.996824 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:40.997223 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:40.997223 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:40.997541 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:40.997811 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:40.998073 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:40.998334 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:40.998611 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:40.998866 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:40.999830 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:40.999830 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:40.999830 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.000122 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.000281 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.000535 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.000798 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.001051 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.001302 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.002089 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.002089 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.002089 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.002385 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.002642 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.002892 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.003141 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.003404 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.003676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.003929 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.004789 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.004789 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.004789 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.005001 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.005153 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.005429 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.005678 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.006784 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.007208 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.007650 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.007934 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.008195 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.008489 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.008707 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.008915 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.009164 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.009419 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.010644 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.010826 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.011051 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.011308 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.011556 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.011962 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.012375 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.012652 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.012928 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.013184 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.013516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.015168 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.015168 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.015168 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.015168 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.015168 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.015168 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.015571 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.015700 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.015955 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.016209 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.016509 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.016835 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.017128 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.017408 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.017758 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.018050 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.018281 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.018437 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.020590 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.020590 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.020590 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.020590 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.020590 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.020590 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.020590 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.021702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.021702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.021702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.021702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.021702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.022591 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.022591 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.022784 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.027938 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.027938 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.027938 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.027938 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.027938 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.027938 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.027938 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.027938 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.027938 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.028573 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.028573 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.028573 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.028573 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.028573 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.028573 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.028573 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.028573 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.029037 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.029037 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.029037 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.029037 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.029037 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.029037 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.030618 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.030618 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.030618 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.57/identity {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.030982 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.031385 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.031798 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.032168 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.032551 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.032918 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.033293 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.033661 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.034186 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.034435 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.034796 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.035620 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.035620 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.035620 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.036166 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.036544 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.036902 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.037269 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.039868 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.039868 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.042541 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.042541 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.043236 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.043773 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.044124 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.045075 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.045075 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.045901 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.045901 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.045901 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.046424 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.046868 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.047434 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.048590 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.048590 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.048590 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.048921 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.049160 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.049914 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.049914 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.050339 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.051557 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.051970 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.052452 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.052928 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.053876 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.055601 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.055971 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.056965 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.058108 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.058492 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.058988 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.059345 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.059736 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.060784 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.061458 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.061458 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.061650 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.061830 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.062109 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.062365 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.062710 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.062996 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.063253 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.063516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.063835 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.064093 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.064350 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.064603 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.064863 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.065119 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.065392 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.065647 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.066678 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.066961 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.067434 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.067568 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.067815 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.068081 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.068399 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.068680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.068983 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.069261 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.069631 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.069973 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.070283 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.070572 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.070818 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.071561 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.072608 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.072608 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.072788 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.072995 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.073290 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.073611 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.074098 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.074417 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.074679 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.075010 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.075387 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.075680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.075973 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.076255 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.076566 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.076838 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.077097 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.077357 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.077614 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.077908 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.078199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.078488 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.078757 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.079262 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.079262 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.079517 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.079782 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.080043 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.080305 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.080561 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.080756 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Jan 29 09:55:41.081953 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80656) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Jan 29 09:55:41.082160 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Jan 29 09:55:41.082353 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Jan 29 09:55:41.082594 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Jan 29 09:55:41.083437 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Jan 29 09:55:41.083437 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Jan 29 09:55:41.083437 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.083437 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.083699 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.083699 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.083819 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.084031 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.084218 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.084409 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.084583 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.084898 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.085235 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.085431 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.085623 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.085844 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.086040 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.086231 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.086422 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.086625 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.086787 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.086975 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.087165 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.087357 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.088144 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.088300 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.088631 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.088843 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.088992 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.089150 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.089319 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.089487 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.089656 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.089853 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.090013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.090183 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.090351 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.090518 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.090694 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.090971 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.091163 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.091305 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] host                           = dv-neutron-772983-2-ovs {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.091467 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.091711 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.091823 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.091982 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.092160 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.092315 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.092508 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.092697 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.092866 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.093055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.093248 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.093479 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.093572 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.093763 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.094857 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.095029 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.095225 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.095436 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.095628 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.095823 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.096016 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.096515 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.096515 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.096515 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.096773 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.097277 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.097277 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.097277 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.097525 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.097525 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.097705 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.098515 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.098721 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.099648 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.099648 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.099648 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.099648 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.099648 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.099973 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.099973 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.100096 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.100224 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.100981 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.100981 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.100981 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.100981 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.101250 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.101250 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.101374 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.101547 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.101762 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.101898 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.102092 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.103004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.103004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.103004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.103004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.103004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.103442 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.103442 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.103585 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 09:55:41.103661 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.103729 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.103876 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.104114 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.104207 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.104385 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.104575 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.105533 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.105533 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 29 09:55:41.105533 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.105533 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.105533 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.105956 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.105956 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.105956 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.106147 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.106945 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.106945 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.106945 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.106945 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.107205 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.107205 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.107337 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.107506 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.107701 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.107893 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.108085 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.108277 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.108469 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.108661 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.108853 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.109062 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.109255 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.109447 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.57/identity {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.109638 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.109849 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.110043 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.110234 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.110427 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.110620 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.110813 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.111008 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.111198 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.111390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.111580 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.111770 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.111943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.112776 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.112776 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.112776 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.112776 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.112776 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.113097 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.113097 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.113296 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.113554 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.113646 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.114734 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.114734 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.114734 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.114734 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.114734 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.114734 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.115097 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.115097 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.115216 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.115883 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.115883 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.115883 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.115883 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.116140 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.116206 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.117124 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.117124 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.117124 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.117124 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.117124 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.117447 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.117447 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.117566 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.117689 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.118732 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.118732 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.118732 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.118732 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.118732 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.118732 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.120830 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.120830 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.120830 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.120830 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.120830 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.120830 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.120830 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.120830 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.122075 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.122075 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.122075 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.122075 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.122075 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.122075 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.122075 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.124179 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.124179 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.124179 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.124179 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.124179 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.124179 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.124553 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.124553 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.124682 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.124954 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.125036 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.125148 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.125322 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.125937 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.125937 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.125937 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.126143 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.126223 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.126397 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.126542 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.126737 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.126928 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.127844 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.127844 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.127844 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.127844 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.127844 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.128317 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.128317 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.128317 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.128494 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.128630 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.129216 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.129216 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.129216 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.129446 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.129516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.129697 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.129914 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.130914 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.130914 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.130914 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.130914 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.130914 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.134115 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.134115 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.134115 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.134115 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.134115 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.134115 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.134115 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.57/identity {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.134115 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.134680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.134680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.134680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.134680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.134680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.134680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.134680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.134680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.135378 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.135378 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.135378 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.135378 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.135378 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.135378 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.135378 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.135378 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.135835 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.135835 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.135835 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.135835 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.136069 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.137136 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.137136 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.137136 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.137136 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.137136 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.137136 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.137502 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.137502 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.137502 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.137685 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.138338 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.138338 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.138338 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.138567 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.138567 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.138905 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.138905 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.139161 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.139250 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.139430 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.139582 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.140787 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.140787 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.140787 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.140787 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.140787 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.140787 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.140787 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.141226 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.141226 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.141347 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.141833 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.141833 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.141833 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.142050 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.142123 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.142392 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.142481 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.142649 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.142800 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.143115 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.143214 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.143400 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.143499 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.143674 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.143826 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.144026 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.144921 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.144921 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.144921 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.144921 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.144921 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.145248 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.145248 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.145660 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.145660 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.145887 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.145963 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.146204 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.146295 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.146465 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.146629 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.146779 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.146974 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.147167 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.147358 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.147531 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.147723 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.147919 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.148122 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.148322 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.148515 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.148714 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.148913 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.149113 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.149836 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.149836 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.149836 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.149836 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.150664 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.150740 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.151067 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.151688 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.151688 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.151688 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.151900 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.151977 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.152126 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.152295 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.152496 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.152684 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.152875 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.153067 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.153834 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.153834 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.153834 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.153834 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 09:55:41.154109 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80656) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Jan 29 09:55:51.456987 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf10613-a16b-4d7b-badf-9ef5d99aa523 None None] get_active_networks_info from dv-neutron-772983-2-ovs {{(pid=80767) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Jan 29 09:55:51.587880 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf10613-a16b-4d7b-badf-9ef5d99aa523 None None] No non-hosted networks {{(pid=80767) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Jan 29 09:55:51.612749 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agentschedulers_db [None req-9bf10613-a16b-4d7b-badf-9ef5d99aa523 None None] DHCP Agent not found on host dv-neutron-772983-2-ovs {{(pid=80767) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:447}}
Jan 29 09:55:51.745438 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-12f2998d-c79c-4249-bdf9-c38a65175137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272'] for agent, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:55:53.660792 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a2eae8cb-73d5-42f0-9deb-53c83cd0a2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272'] for agent, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:55:53.714481 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bf98792c-142d-49b4-a70d-54ed0013cfd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:55:54.245404 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272'] for agent, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:55:54.821842 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272'] for agent, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:55:54.827615 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 09:55:54.829655 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 09:55:54.832592 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 09:55:54.833955 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 09:55:54.834496 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 09:55:54.835025 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 09:55:54.835554 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 09:55:54.836092 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 09:55:54.836597 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 09:55:54.838198 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 09:55:54.838817 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 09:55:54.839333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 09:55:54.839896 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f99cac2d908>, 'Open vSwitch agent', 'dv-neutron-772983-2-ovs', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 09:55:54.846007 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f99cac3a358>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-772983-2-ovs', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 09:55:55.963430 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272'] for agent, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:55:56.642895 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] get_endpoint_by_host() called for host dv-neutron-772983-2-ovs {{(pid=80767) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Jan 29 09:55:56.648228 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] get_endpoint_by_ip() called for ip 192.168.0.65 {{(pid=80767) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Jan 29 09:55:56.652043 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] _add_endpoint() called for ip 192.168.0.65 {{(pid=80767) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Jan 29 09:55:56.657489 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] _get_endpoints() called {{(pid=80767) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Jan 29 09:55:57.104991 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 44974) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 09:55:57.754847 dv-neutron-772983-2-ovs neutron-server[80656]: WARNING oslo_policy.policy [None req-aed2a7e4-3af7-409e-b305-0a8aaa59be1c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 29 09:55:57.755505 dv-neutron-772983-2-ovs neutron-server[80656]: WARNING oslo_policy.policy [None req-aed2a7e4-3af7-409e-b305-0a8aaa59be1c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 29 09:55:57.991829 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-aed2a7e4-3af7-409e-b305-0a8aaa59be1c admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=80765) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 09:55:57.993019 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-aed2a7e4-3af7-409e-b305-0a8aaa59be1c admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.8870029
Jan 29 09:55:58.806953 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_hamode_db [None req-1d3ecc0f-71c1-499a-8fa5-96d1e80cb755 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Jan 29 09:55:58.895682 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3ecc0f-71c1-499a-8fa5-96d1e80cb755 None None] Routers set() bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 09:55:58.896031 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3ecc0f-71c1-499a-8fa5-96d1e80cb755 None None] Router IDs set() for agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Jan 29 09:56:00.710084 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 44988) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 09:56:01.130694 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-a47937f1-5fbf-4394-a3d9-ecc68e14f58d admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'default_prefixlen': 26}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 09:56:01.203071 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.policy [None req-a47937f1-5fbf-4394-a3d9-ecc68e14f58d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80765) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Jan 29 09:56:01.203851 dv-neutron-772983-2-ovs neutron-server[80656]: WARNING oslo_policy.policy [None req-a47937f1-5fbf-4394-a3d9-ecc68e14f58d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 29 09:56:01.204265 dv-neutron-772983-2-ovs neutron-server[80656]: WARNING oslo_policy.policy [None req-a47937f1-5fbf-4394-a3d9-ecc68e14f58d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 29 09:56:01.231414 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.quota [None req-a47937f1-5fbf-4394-a3d9-ecc68e14f58d admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f99cab94710>.
Jan 29 09:56:01.247959 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a47937f1-5fbf-4394-a3d9-ecc68e14f58d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 09:56:01.306527 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a47937f1-5fbf-4394-a3d9-ecc68e14f58d admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768654025128', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768654042735', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768654044032', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768654062554', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768654064707', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-8097746', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8119009', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-581736', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854127034'] for rbac-policy, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:01.370765 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a47937f1-5fbf-4394-a3d9-ecc68e14f58d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:01.372001 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a47937f1-5fbf-4394-a3d9-ecc68e14f58d admin admin] 10.222.0.57 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6608937
Jan 29 09:56:04.322819 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 45002) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 09:56:04.736348 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-e0589e68-c5eb-445e-89da-0e88af70ef11 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '21b5f366554246a9bf8163496f7032f4'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 09:56:04.742260 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-e0589e68-c5eb-445e-89da-0e88af70ef11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 09:56:04.747641 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e0589e68-c5eb-445e-89da-0e88af70ef11 admin admin] Usage tracker for resource:network and tenant:21b5f366554246a9bf8163496f7032f4 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 09:56:04.751297 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e0589e68-c5eb-445e-89da-0e88af70ef11 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 09:56:04.757312 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-e0589e68-c5eb-445e-89da-0e88af70ef11 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 09:56:04.765921 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0589e68-c5eb-445e-89da-0e88af70ef11 admin admin] Made reservation on behalf of 21b5f366554246a9bf8163496f7032f4 for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 09:56:04.771870 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e0589e68-c5eb-445e-89da-0e88af70ef11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:04.791066 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e0589e68-c5eb-445e-89da-0e88af70ef11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:04.805228 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-e0589e68-c5eb-445e-89da-0e88af70ef11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 09:56:04.809654 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e0589e68-c5eb-445e-89da-0e88af70ef11 admin admin] Usage tracker for resource:security_group_rule and tenant:21b5f366554246a9bf8163496f7032f4 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 09:56:04.813169 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e0589e68-c5eb-445e-89da-0e88af70ef11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 09:56:04.818665 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-e0589e68-c5eb-445e-89da-0e88af70ef11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 09:56:04.917218 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e0589e68-c5eb-445e-89da-0e88af70ef11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:04.919828 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e0589e68-c5eb-445e-89da-0e88af70ef11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:04.925401 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 09:56:04.945754 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0589e68-c5eb-445e-89da-0e88af70ef11 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 09:56:04.970695 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e0589e68-c5eb-445e-89da-0e88af70ef11 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268197113528', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:04.971288 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-e0589e68-c5eb-445e-89da-0e88af70ef11 admin admin] Added segment a448acb6-699f-4198-b185-ac96708222eb of type vxlan for network 5f28db0f-2670-4e69-a977-3ac524440754
Jan 29 09:56:05.189669 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0589e68-c5eb-445e-89da-0e88af70ef11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856a6ee0-d725-4192-914c-3bbaf7722da9,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 09:56:05.207215 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0589e68-c5eb-445e-89da-0e88af70ef11 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 09:56:05.207591 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0589e68-c5eb-445e-89da-0e88af70ef11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 09:56:05.207951 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0589e68-c5eb-445e-89da-0e88af70ef11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 09:56:05.208313 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0589e68-c5eb-445e-89da-0e88af70ef11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 09:56:05.208663 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0589e68-c5eb-445e-89da-0e88af70ef11 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 09:56:05.209014 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0589e68-c5eb-445e-89da-0e88af70ef11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 09:56:05.209361 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0589e68-c5eb-445e-89da-0e88af70ef11 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 09:56:05.209708 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0589e68-c5eb-445e-89da-0e88af70ef11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 09:56:05.210095 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0589e68-c5eb-445e-89da-0e88af70ef11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 09:56:05.210442 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0589e68-c5eb-445e-89da-0e88af70ef11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 09:56:05.210791 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0589e68-c5eb-445e-89da-0e88af70ef11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 09:56:05.211136 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0589e68-c5eb-445e-89da-0e88af70ef11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 09:56:05.212822 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0589e68-c5eb-445e-89da-0e88af70ef11 admin admin] Tracked resource versions report:
Jan 29 09:56:05.212822 dv-neutron-772983-2-ovs neutron-server[80656]: pushed versions:
Jan 29 09:56:05.212822 dv-neutron-772983-2-ovs neutron-server[80656]: {   'AddressGroup': {'1.1'},
Jan 29 09:56:05.212822 dv-neutron-772983-2-ovs neutron-server[80656]:     'ConntrackHelper': {'1.0'},
Jan 29 09:56:05.212822 dv-neutron-772983-2-ovs neutron-server[80656]:     'Log': {'1.0'},
Jan 29 09:56:05.212822 dv-neutron-772983-2-ovs neutron-server[80656]:     'Network': {'1.1'},
Jan 29 09:56:05.212822 dv-neutron-772983-2-ovs neutron-server[80656]:     'Port': {'1.6'},
Jan 29 09:56:05.212822 dv-neutron-772983-2-ovs neutron-server[80656]:     'PortForwarding': {'1.2'},
Jan 29 09:56:05.212822 dv-neutron-772983-2-ovs neutron-server[80656]:     'QosPolicy': {'1.8'},
Jan 29 09:56:05.212822 dv-neutron-772983-2-ovs neutron-server[80656]:     'SecurityGroup': {'1.4'},
Jan 29 09:56:05.212822 dv-neutron-772983-2-ovs neutron-server[80656]:     'SecurityGroupRule': {'1.2'},
Jan 29 09:56:05.212822 dv-neutron-772983-2-ovs neutron-server[80656]:     'SubPort': {'1.0'},
Jan 29 09:56:05.212822 dv-neutron-772983-2-ovs neutron-server[80656]:     'Subnet': {'1.1'},
Jan 29 09:56:05.212822 dv-neutron-772983-2-ovs neutron-server[80656]:     'Trunk': {'1.1'}}
Jan 29 09:56:05.212822 dv-neutron-772983-2-ovs neutron-server[80656]: consumer versions:
Jan 29 09:56:05.212822 dv-neutron-772983-2-ovs neutron-server[80656]: {   DHCP agent@dv-neutron-772983-2-ovs: {},
Jan 29 09:56:05.212822 dv-neutron-772983-2-ovs neutron-server[80656]:     L3 agent@dv-neutron-772983-2-ovs: {},
Jan 29 09:56:05.212822 dv-neutron-772983-2-ovs neutron-server[80656]:     Metadata agent@dv-neutron-772983-2-ovs: {},
Jan 29 09:56:05.212822 dv-neutron-772983-2-ovs neutron-server[80656]:     Metering agent@dv-neutron-772983-2-ovs: {},
Jan 29 09:56:05.212822 dv-neutron-772983-2-ovs neutron-server[80656]:     Open vSwitch agent@dv-neutron-772983-2-ovs: {   'AddressGroup': '1.1',
Jan 29 09:56:05.212822 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'ConntrackHelper': '1.0',
Jan 29 09:56:05.212822 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'Log': '1.0',
Jan 29 09:56:05.212822 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'Network': '1.1',
Jan 29 09:56:05.212822 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'Port': '1.6',
Jan 29 09:56:05.212822 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'PortForwarding': '1.2',
Jan 29 09:56:05.212822 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'QosPolicy': '1.8',
Jan 29 09:56:05.212822 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'SecurityGroup': '1.4',
Jan 29 09:56:05.212822 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'SecurityGroupRule': '1.2',
Jan 29 09:56:05.212822 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'SubPort': '1.0',
Jan 29 09:56:05.212822 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'Subnet': '1.1',
Jan 29 09:56:05.212822 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'Trunk': '1.1'}}
Jan 29 09:56:05.212822 dv-neutron-772983-2-ovs neutron-server[80656]:  {{(pid=80765) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 29 09:56:05.246728 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e0589e68-c5eb-445e-89da-0e88af70ef11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:05.261174 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e0589e68-c5eb-445e-89da-0e88af70ef11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 09:56:05.289295 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e0589e68-c5eb-445e-89da-0e88af70ef11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:05.291430 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0589e68-c5eb-445e-89da-0e88af70ef11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 09:56:05.292097 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e0589e68-c5eb-445e-89da-0e88af70ef11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:05.296941 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 09:56:05.401080 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e0589e68-c5eb-445e-89da-0e88af70ef11 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 842 time: 1.0770948
Jan 29 09:56:05.409365 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0589e68-c5eb-445e-89da-0e88af70ef11 admin admin] Pushing event updated for resources: {'Network': ['ID=5f28db0f-2670-4e69-a977-3ac524440754,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 09:56:05.412837 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e0589e68-c5eb-445e-89da-0e88af70ef11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 09:56:05.421836 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 5f28db0f-2670-4e69-a977-3ac524440754 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 09:56:08.423193 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 45018) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 09:56:08.925303 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1154ab99-cdad-4d41-bdbb-a55d76277d26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 09:56:08.926711 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1154ab99-cdad-4d41-bdbb-a55d76277d26 admin admin] 10.222.0.57 "GET /v2.0/networks/5f28db0f-2670-4e69-a977-3ac524440754 HTTP/1.1" status: 200  len: 818 time: 0.5025072
Jan 29 09:56:08.954975 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c0829ad9-f822-472c-b188-139c2bdb14f3 admin admin] 10.222.0.57 "GET /v2.0/subnetpools/cf29c270-3aa4-4fd0-b5ef-e2d0b92c855c HTTP/1.1" status: 200  len: 734 time: 0.0219374
Jan 29 09:56:08.964675 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-10c11001-194b-44ca-b3a0-ea138f443336 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'tenant_id': '21b5f366554246a9bf8163496f7032f4', 'subnetpool_id': 'cf29c270-3aa4-4fd0-b5ef-e2d0b92c855c', 'network_id': '5f28db0f-2670-4e69-a977-3ac524440754', 'gateway_ip': '172.20.0.1'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 09:56:08.969109 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-10c11001-194b-44ca-b3a0-ea138f443336 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 09:56:08.973056 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-10c11001-194b-44ca-b3a0-ea138f443336 admin admin] Usage tracker for resource:subnet and tenant:21b5f366554246a9bf8163496f7032f4 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 09:56:08.975982 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-10c11001-194b-44ca-b3a0-ea138f443336 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 09:56:08.982224 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-10c11001-194b-44ca-b3a0-ea138f443336 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 09:56:08.990506 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c11001-194b-44ca-b3a0-ea138f443336 admin admin] Made reservation on behalf of 21b5f366554246a9bf8163496f7032f4 for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 09:56:08.995172 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-10c11001-194b-44ca-b3a0-ea138f443336 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:09.463722 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-10c11001-194b-44ca-b3a0-ea138f443336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:09.481178 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 09:56:09.616255 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c11001-194b-44ca-b3a0-ea138f443336 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9a62360-52fe-4469-82e3-dcb1eb79081c,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 09:56:09.627685 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-10c11001-194b-44ca-b3a0-ea138f443336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 09:56:09.683575 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c11001-194b-44ca-b3a0-ea138f443336 admin admin] Checking segment: {'id': 'a448acb6-699f-4198-b185-ac96708222eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '5f28db0f-2670-4e69-a977-3ac524440754'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 09:56:09.683939 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c11001-194b-44ca-b3a0-ea138f443336 admin admin] Network hostable DHCP agents. Network: 5f28db0f-2670-4e69-a977-3ac524440754, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 09:56:09.703965 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c11001-194b-44ca-b3a0-ea138f443336 admin admin] Network 5f28db0f-2670-4e69-a977-3ac524440754 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 09:56:09.712927 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-10c11001-194b-44ca-b3a0-ea138f443336 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 5f28db0f-2670-4e69-a977-3ac524440754) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 09:56:09.717226 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c11001-194b-44ca-b3a0-ea138f443336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 09:56:09.717871 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-10c11001-194b-44ca-b3a0-ea138f443336 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:09.723582 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b95fc6-0fda-49bd-a926-53fbbf181902 None None] Network 5f28db0f-2670-4e69-a977-3ac524440754 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 09:56:09.736538 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-10c11001-194b-44ca-b3a0-ea138f443336 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.7759581
Jan 29 09:56:10.049250 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01104dc7-a224-4672-bdfb-41aab2900911 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-5f28db0f-2670-4e69-a977-3ac524440754', 'network_id': '5f28db0f-2670-4e69-a977-3ac524440754', 'tenant_id': '21b5f366554246a9bf8163496f7032f4', 'fixed_ips': [{'subnet_id': 'a9a62360-52fe-4469-82e3-dcb1eb79081c'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 09:56:10.049250 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-01104dc7-a224-4672-bdfb-41aab2900911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:10.379593 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-01104dc7-a224-4672-bdfb-41aab2900911 None None] Allocated IP 172.20.0.2 (5f28db0f-2670-4e69-a977-3ac524440754/a9a62360-52fe-4469-82e3-dcb1eb79081c/bd0bde6e-a03c-47c1-8823-b97a1c1cfee0) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 09:56:10.799442 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-01104dc7-a224-4672-bdfb-41aab2900911 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:10.812510 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-01104dc7-a224-4672-bdfb-41aab2900911 None None] Transition to ACTIVE for port object bd0bde6e-a03c-47c1-8823-b97a1c1cfee0 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 09:56:10.830597 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-01104dc7-a224-4672-bdfb-41aab2900911 None None] Transition to ACTIVE for port object bd0bde6e-a03c-47c1-8823-b97a1c1cfee0 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 09:56:10.836077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-01104dc7-a224-4672-bdfb-41aab2900911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:10.853182 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 09:56:10.991888 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01104dc7-a224-4672-bdfb-41aab2900911 None None] Pushing event updated for resources: {'Port': ['ID=bd0bde6e-a03c-47c1-8823-b97a1c1cfee0,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 09:56:11.003263 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01104dc7-a224-4672-bdfb-41aab2900911 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 09:56:11.003642 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01104dc7-a224-4672-bdfb-41aab2900911 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 09:56:11.004016 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01104dc7-a224-4672-bdfb-41aab2900911 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 09:56:11.004380 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01104dc7-a224-4672-bdfb-41aab2900911 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 09:56:11.004742 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01104dc7-a224-4672-bdfb-41aab2900911 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 09:56:11.005100 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01104dc7-a224-4672-bdfb-41aab2900911 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 09:56:11.005452 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01104dc7-a224-4672-bdfb-41aab2900911 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 09:56:11.005834 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01104dc7-a224-4672-bdfb-41aab2900911 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 09:56:11.006197 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01104dc7-a224-4672-bdfb-41aab2900911 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 09:56:11.006551 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01104dc7-a224-4672-bdfb-41aab2900911 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 09:56:11.006901 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01104dc7-a224-4672-bdfb-41aab2900911 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 09:56:11.007248 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01104dc7-a224-4672-bdfb-41aab2900911 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 09:56:11.008443 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01104dc7-a224-4672-bdfb-41aab2900911 None None] Tracked resource versions report:
Jan 29 09:56:11.008443 dv-neutron-772983-2-ovs neutron-server[80656]: pushed versions:
Jan 29 09:56:11.008443 dv-neutron-772983-2-ovs neutron-server[80656]: {   'AddressGroup': {'1.1'},
Jan 29 09:56:11.008443 dv-neutron-772983-2-ovs neutron-server[80656]:     'ConntrackHelper': {'1.0'},
Jan 29 09:56:11.008443 dv-neutron-772983-2-ovs neutron-server[80656]:     'Log': {'1.0'},
Jan 29 09:56:11.008443 dv-neutron-772983-2-ovs neutron-server[80656]:     'Network': {'1.1'},
Jan 29 09:56:11.008443 dv-neutron-772983-2-ovs neutron-server[80656]:     'Port': {'1.6'},
Jan 29 09:56:11.008443 dv-neutron-772983-2-ovs neutron-server[80656]:     'PortForwarding': {'1.2'},
Jan 29 09:56:11.008443 dv-neutron-772983-2-ovs neutron-server[80656]:     'QosPolicy': {'1.8'},
Jan 29 09:56:11.008443 dv-neutron-772983-2-ovs neutron-server[80656]:     'SecurityGroup': {'1.4'},
Jan 29 09:56:11.008443 dv-neutron-772983-2-ovs neutron-server[80656]:     'SecurityGroupRule': {'1.2'},
Jan 29 09:56:11.008443 dv-neutron-772983-2-ovs neutron-server[80656]:     'SubPort': {'1.0'},
Jan 29 09:56:11.008443 dv-neutron-772983-2-ovs neutron-server[80656]:     'Subnet': {'1.1'},
Jan 29 09:56:11.008443 dv-neutron-772983-2-ovs neutron-server[80656]:     'Trunk': {'1.1'}}
Jan 29 09:56:11.008443 dv-neutron-772983-2-ovs neutron-server[80656]: consumer versions:
Jan 29 09:56:11.008443 dv-neutron-772983-2-ovs neutron-server[80656]: {   DHCP agent@dv-neutron-772983-2-ovs: {},
Jan 29 09:56:11.008443 dv-neutron-772983-2-ovs neutron-server[80656]:     L3 agent@dv-neutron-772983-2-ovs: {},
Jan 29 09:56:11.008443 dv-neutron-772983-2-ovs neutron-server[80656]:     Metadata agent@dv-neutron-772983-2-ovs: {},
Jan 29 09:56:11.008443 dv-neutron-772983-2-ovs neutron-server[80656]:     Metering agent@dv-neutron-772983-2-ovs: {},
Jan 29 09:56:11.008443 dv-neutron-772983-2-ovs neutron-server[80656]:     Open vSwitch agent@dv-neutron-772983-2-ovs: {   'AddressGroup': '1.1',
Jan 29 09:56:11.008443 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'ConntrackHelper': '1.0',
Jan 29 09:56:11.008443 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'Log': '1.0',
Jan 29 09:56:11.008443 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'Network': '1.1',
Jan 29 09:56:11.008443 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'Port': '1.6',
Jan 29 09:56:11.008443 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'PortForwarding': '1.2',
Jan 29 09:56:11.008443 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'QosPolicy': '1.8',
Jan 29 09:56:11.008443 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'SecurityGroup': '1.4',
Jan 29 09:56:11.008443 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'SecurityGroupRule': '1.2',
Jan 29 09:56:11.008443 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'SubPort': '1.0',
Jan 29 09:56:11.008443 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'Subnet': '1.1',
Jan 29 09:56:11.008443 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'Trunk': '1.1'}}
Jan 29 09:56:11.008443 dv-neutron-772983-2-ovs neutron-server[80656]:  {{(pid=80767) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 29 09:56:11.015352 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-01104dc7-a224-4672-bdfb-41aab2900911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 09:56:11.068932 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01104dc7-a224-4672-bdfb-41aab2900911 None None] Network 5f28db0f-2670-4e69-a977-3ac524440754 is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 09:56:11.071260 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-01104dc7-a224-4672-bdfb-41aab2900911 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 09:56:11.075119 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01104dc7-a224-4672-bdfb-41aab2900911 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 09:56:11.145592 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-01104dc7-a224-4672-bdfb-41aab2900911 None None] Attempting to bind port bd0bde6e-a03c-47c1-8823-b97a1c1cfee0 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 09:56:11.146036 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-01104dc7-a224-4672-bdfb-41aab2900911 None None] Attempting to bind port bd0bde6e-a03c-47c1-8823-b97a1c1cfee0 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'a448acb6-699f-4198-b185-ac96708222eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '5f28db0f-2670-4e69-a977-3ac524440754'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 09:56:11.146440 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01104dc7-a224-4672-bdfb-41aab2900911 None None] Attempting to bind port bd0bde6e-a03c-47c1-8823-b97a1c1cfee0 on network 5f28db0f-2670-4e69-a977-3ac524440754 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 09:56:11.152985 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01104dc7-a224-4672-bdfb-41aab2900911 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 9, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 09:56:11.153412 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01104dc7-a224-4672-bdfb-41aab2900911 None None] Checking segment: {'id': 'a448acb6-699f-4198-b185-ac96708222eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '5f28db0f-2670-4e69-a977-3ac524440754'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 09:56:11.153922 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-01104dc7-a224-4672-bdfb-41aab2900911 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:11.154358 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01104dc7-a224-4672-bdfb-41aab2900911 None None] Bound using segment: {'id': 'a448acb6-699f-4198-b185-ac96708222eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '5f28db0f-2670-4e69-a977-3ac524440754'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 09:56:11.154898 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-01104dc7-a224-4672-bdfb-41aab2900911 None None] Bound port: bd0bde6e-a03c-47c1-8823-b97a1c1cfee0, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a448acb6-699f-4198-b185-ac96708222eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '5f28db0f-2670-4e69-a977-3ac524440754'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 09:56:11.155320 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-01104dc7-a224-4672-bdfb-41aab2900911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:11.250439 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-01104dc7-a224-4672-bdfb-41aab2900911 None None] For port bd0bde6e-a03c-47c1-8823-b97a1c1cfee0, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 09:56:11.254390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-01104dc7-a224-4672-bdfb-41aab2900911 None None] For port bd0bde6e-a03c-47c1-8823-b97a1c1cfee0, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=bd0bde6e-a03c-47c1-8823-b97a1c1cfee0,segment=NetworkSegment(a448acb6-699f-4198-b185-ac96708222eb),segment_id=a448acb6-699f-4198-b185-ac96708222eb)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 09:56:11.257533 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-01104dc7-a224-4672-bdfb-41aab2900911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:11.274702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-01104dc7-a224-4672-bdfb-41aab2900911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 09:56:11.434472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01104dc7-a224-4672-bdfb-41aab2900911 None None] Pushing event updated for resources: {'Port': ['ID=bd0bde6e-a03c-47c1-8823-b97a1c1cfee0,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 09:56:11.439155 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-01104dc7-a224-4672-bdfb-41aab2900911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 09:56:12.485153 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 45028) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 09:56:12.922628 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-97d711c8-3931-402f-93f5-6321a7ddf732 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=80765) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 09:56:12.923709 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-97d711c8-3931-402f-93f5-6321a7ddf732 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.4374890
Jan 29 09:56:14.718251 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device bd0bde6e-a03c-47c1-8823-b97a1c1cfee0 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 09:56:14.800257 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port bd0bde6e-a03c-47c1-8823-b97a1c1cfee0 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 09:56:15.674209 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 45042) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 09:56:16.101037 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb556c5-501b-4051-9aee-0c081b7a8ec9 None None] Network 5f28db0f-2670-4e69-a977-3ac524440754 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 09:56:16.196880 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-f8e6b456-0ba3-45a2-8b15-246fb517d4ad admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=80765) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 09:56:16.198001 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f8e6b456-0ba3-45a2-8b15-246fb517d4ad admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.5227492
Jan 29 09:56:16.214609 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-25bdb426-118f-4292-a335-cb17550e5760 None None] Provisioning for port bd0bde6e-a03c-47c1-8823-b97a1c1cfee0 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 09:56:16.228719 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-25bdb426-118f-4292-a335-cb17550e5760 None None] Provisioning complete for port bd0bde6e-a03c-47c1-8823-b97a1c1cfee0 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 09:56:16.229140 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-25bdb426-118f-4292-a335-cb17550e5760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:16.473230 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-25bdb426-118f-4292-a335-cb17550e5760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:16.522014 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-25bdb426-118f-4292-a335-cb17550e5760 None None] For port bd0bde6e-a03c-47c1-8823-b97a1c1cfee0, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=bd0bde6e-a03c-47c1-8823-b97a1c1cfee0,segment=NetworkSegment(a448acb6-699f-4198-b185-ac96708222eb),segment_id=a448acb6-699f-4198-b185-ac96708222eb)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 09:56:16.526831 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-25bdb426-118f-4292-a335-cb17550e5760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:16.531748 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 09:56:16.603569 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bdb426-118f-4292-a335-cb17550e5760 None None] Pushing event updated for resources: {'Port': ['ID=bd0bde6e-a03c-47c1-8823-b97a1c1cfee0,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 09:56:16.606975 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-25bdb426-118f-4292-a335-cb17550e5760 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 09:56:16.702451 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device bd0bde6e-a03c-47c1-8823-b97a1c1cfee0 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 09:56:16.776728 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-ed1c2f05-b8a6-48f4-b531-541eef5bb0dc None None] Provisioning complete for port bd0bde6e-a03c-47c1-8823-b97a1c1cfee0 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 09:56:16.777136 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ed1c2f05-b8a6-48f4-b531-541eef5bb0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:16.842281 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port bd0bde6e-a03c-47c1-8823-b97a1c1cfee0 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 09:56:16.842576 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:17.125543 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-67f1db1a-c730-4a6c-b9bc-b48247b8f1db None None] Provisioning complete for port bd0bde6e-a03c-47c1-8823-b97a1c1cfee0 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 09:56:17.126412 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-67f1db1a-c730-4a6c-b9bc-b48247b8f1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:19.381003 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 45054) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 09:56:19.778388 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-655b0e3f-bb37-4dc2-b7e4-ca9eaa2ba6c6 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '21b5f366554246a9bf8163496f7032f4', 'name': 'router1'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 09:56:19.783724 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-655b0e3f-bb37-4dc2-b7e4-ca9eaa2ba6c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 09:56:19.787739 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-655b0e3f-bb37-4dc2-b7e4-ca9eaa2ba6c6 admin admin] Usage tracker for resource:router and tenant:21b5f366554246a9bf8163496f7032f4 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 09:56:19.791622 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-655b0e3f-bb37-4dc2-b7e4-ca9eaa2ba6c6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 09:56:19.797243 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-655b0e3f-bb37-4dc2-b7e4-ca9eaa2ba6c6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 09:56:19.805906 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-655b0e3f-bb37-4dc2-b7e4-ca9eaa2ba6c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:19.807188 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-655b0e3f-bb37-4dc2-b7e4-ca9eaa2ba6c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:19.827372 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-655b0e3f-bb37-4dc2-b7e4-ca9eaa2ba6c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:19.931026 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-655b0e3f-bb37-4dc2-b7e4-ca9eaa2ba6c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:19.950581 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-655b0e3f-bb37-4dc2-b7e4-ca9eaa2ba6c6 admin admin] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:19.951849 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-655b0e3f-bb37-4dc2-b7e4-ca9eaa2ba6c6 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5697598
Jan 29 09:56:21.259034 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a994a805-868b-4e40-86b4-1c4364831133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:22.637963 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 45064) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 09:56:23.053913 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-0e94f7d5-e028-44f0-bc2b-c4cff4671ced admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=80765) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 09:56:23.055020 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0e94f7d5-e028-44f0-bc2b-c4cff4671ced admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.4159360
Jan 29 09:56:23.652451 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c6334497-bd6c-4a6b-ada0-6361e9563959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:24.062500 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:24.809216 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:25.795621 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 45084) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 09:56:25.819224 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:25.984317 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-67be1916-265c-4bd8-9eda-44ebc56cd97f admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 09:56:25.989098 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-67be1916-265c-4bd8-9eda-44ebc56cd97f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 09:56:25.993838 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-67be1916-265c-4bd8-9eda-44ebc56cd97f admin admin] Usage tracker for resource:network and tenant:b23ee8a44afd46ea8aea957d60663c97 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 09:56:25.997282 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-67be1916-265c-4bd8-9eda-44ebc56cd97f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 09:56:26.003028 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-67be1916-265c-4bd8-9eda-44ebc56cd97f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 09:56:26.012337 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67be1916-265c-4bd8-9eda-44ebc56cd97f admin admin] Made reservation on behalf of b23ee8a44afd46ea8aea957d60663c97 for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 09:56:26.016893 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-67be1916-265c-4bd8-9eda-44ebc56cd97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:26.029476 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-67be1916-265c-4bd8-9eda-44ebc56cd97f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:26.047578 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-67be1916-265c-4bd8-9eda-44ebc56cd97f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 09:56:26.051440 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-67be1916-265c-4bd8-9eda-44ebc56cd97f admin admin] Usage tracker for resource:security_group_rule and tenant:b23ee8a44afd46ea8aea957d60663c97 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 09:56:26.054311 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-67be1916-265c-4bd8-9eda-44ebc56cd97f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 09:56:26.060721 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-67be1916-265c-4bd8-9eda-44ebc56cd97f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 09:56:26.144068 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-67be1916-265c-4bd8-9eda-44ebc56cd97f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:26.146479 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-67be1916-265c-4bd8-9eda-44ebc56cd97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:26.151411 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e0589e68-c5eb-445e-89da-0e88af70ef11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 09:56:26.166907 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-67be1916-265c-4bd8-9eda-44ebc56cd97f admin admin] Reserving flat network on physical network physnet1 {{(pid=80765) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Jan 29 09:56:26.190040 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67be1916-265c-4bd8-9eda-44ebc56cd97f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c56285-d371-4121-9ed8-c40619291828,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 09:56:26.192851 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-67be1916-265c-4bd8-9eda-44ebc56cd97f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268197113528', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:26.193459 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-67be1916-265c-4bd8-9eda-44ebc56cd97f admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f99cb9a1488> segment precommit_create {{(pid=80765) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Jan 29 09:56:26.193903 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-67be1916-265c-4bd8-9eda-44ebc56cd97f admin admin] Added segment 5f0eec96-8050-4965-9790-33097c454195 of type flat for network aadf795f-2e1a-4d04-be0e-12575f0f28a5
Jan 29 09:56:26.195115 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-67be1916-265c-4bd8-9eda-44ebc56cd97f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 09:56:26.227881 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-67be1916-265c-4bd8-9eda-44ebc56cd97f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:26.262178 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-67be1916-265c-4bd8-9eda-44ebc56cd97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:26.263405 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67be1916-265c-4bd8-9eda-44ebc56cd97f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 09:56:26.264032 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-67be1916-265c-4bd8-9eda-44ebc56cd97f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:26.268809 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e0589e68-c5eb-445e-89da-0e88af70ef11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 09:56:26.366855 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-67be1916-265c-4bd8-9eda-44ebc56cd97f admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5700667
Jan 29 09:56:26.375375 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67be1916-265c-4bd8-9eda-44ebc56cd97f admin admin] Pushing event updated for resources: {'Network': ['ID=aadf795f-2e1a-4d04-be0e-12575f0f28a5,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 09:56:26.378232 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-67be1916-265c-4bd8-9eda-44ebc56cd97f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 09:56:26.386554 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 09:56:28.870125 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 45104) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 09:56:29.016712 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679f2053-7364-42ca-a2fe-20006295cb8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 09:56:29.018181 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-679f2053-7364-42ca-a2fe-20006295cb8d admin admin] 10.222.0.57 "GET /v2.0/subnets/a9a62360-52fe-4469-82e3-dcb1eb79081c HTTP/1.1" status: 200  len: 849 time: 0.1469800
Jan 29 09:56:29.166797 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-743242d2-b1c1-4194-b22f-2761fb2215ed admin admin] 10.222.0.57 "GET /v2.0/routers/1bb68cec-a049-4db1-b292-b587082fd14d HTTP/1.1" status: 200  len: 704 time: 0.1417618
Jan 29 09:56:29.798330 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4ef7e6f9-f116-4838-95e7-1e877e5830eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:30.168747 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-4ef7e6f9-f116-4838-95e7-1e877e5830eb admin admin] Allocated IP 172.20.0.1 (5f28db0f-2670-4e69-a977-3ac524440754/a9a62360-52fe-4469-82e3-dcb1eb79081c/b7977404-3f38-469e-8e15-2d092782d438) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 09:56:30.334124 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4ef7e6f9-f116-4838-95e7-1e877e5830eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:30.352536 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4ef7e6f9-f116-4838-95e7-1e877e5830eb admin admin] Transition to ACTIVE for port object b7977404-3f38-469e-8e15-2d092782d438 will not be triggered until provisioned by entity DHCP. {{(pid=80765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 09:56:30.407363 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4ef7e6f9-f116-4838-95e7-1e877e5830eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:30.422061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 09:56:30.555500 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef7e6f9-f116-4838-95e7-1e877e5830eb admin admin] Pushing event updated for resources: {'Port': ['ID=b7977404-3f38-469e-8e15-2d092782d438,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 09:56:30.562390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4ef7e6f9-f116-4838-95e7-1e877e5830eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 09:56:30.614704 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef7e6f9-f116-4838-95e7-1e877e5830eb admin admin] Network 5f28db0f-2670-4e69-a977-3ac524440754 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 09:56:30.615873 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-4ef7e6f9-f116-4838-95e7-1e877e5830eb admin admin] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 09:56:30.618178 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef7e6f9-f116-4838-95e7-1e877e5830eb admin admin] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 09:56:30.618723 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4ef7e6f9-f116-4838-95e7-1e877e5830eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854426412'] for router_interface, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:30.843078 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-b5b9dd1e-462a-4963-a64a-4a0f16616a86 None None] Provisioning for port b7977404-3f38-469e-8e15-2d092782d438 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 09:56:30.847953 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-b5b9dd1e-462a-4963-a64a-4a0f16616a86 None None] Provisioning complete for port b7977404-3f38-469e-8e15-2d092782d438 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 09:56:30.848359 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b5b9dd1e-462a-4963-a64a-4a0f16616a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:30.887440 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4ef7e6f9-f116-4838-95e7-1e877e5830eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:30.908774 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-b5b9dd1e-462a-4963-a64a-4a0f16616a86 None None] Port b7977404-3f38-469e-8e15-2d092782d438 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 09:56:31.173445 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4ef7e6f9-f116-4838-95e7-1e877e5830eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:31.176835 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4ef7e6f9-f116-4838-95e7-1e877e5830eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:31.178202 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4ef7e6f9-f116-4838-95e7-1e877e5830eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854133895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349242'] for router_interface, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:31.193356 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4ef7e6f9-f116-4838-95e7-1e877e5830eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 09:56:31.327293 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef7e6f9-f116-4838-95e7-1e877e5830eb admin admin] Pushing event updated for resources: {'Port': ['ID=b7977404-3f38-469e-8e15-2d092782d438,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 09:56:31.331437 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4ef7e6f9-f116-4838-95e7-1e877e5830eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 09:56:31.385181 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef7e6f9-f116-4838-95e7-1e877e5830eb admin admin] Network 5f28db0f-2670-4e69-a977-3ac524440754 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 09:56:31.386298 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-4ef7e6f9-f116-4838-95e7-1e877e5830eb admin admin] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 09:56:31.633621 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-7c805b0e-e017-470e-822f-379b267cca95 None None] Provisioning complete for port b7977404-3f38-469e-8e15-2d092782d438 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 09:56:31.634191 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7c805b0e-e017-470e-822f-379b267cca95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:31.691585 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-7c805b0e-e017-470e-822f-379b267cca95 None None] Port b7977404-3f38-469e-8e15-2d092782d438 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 09:56:31.749930 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef7e6f9-f116-4838-95e7-1e877e5830eb admin admin] Router 1bb68cec-a049-4db1-b292-b587082fd14d is scheduled to L3 agent 18987107-6d88-4736-94cf-15791d65b3ff with binding_index 1 {{(pid=80765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 29 09:56:31.911937 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef7e6f9-f116-4838-95e7-1e877e5830eb admin admin] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 09:56:31.921837 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4ef7e6f9-f116-4838-95e7-1e877e5830eb admin admin] 10.222.0.57 "PUT /v2.0/routers/1bb68cec-a049-4db1-b292-b587082fd14d/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.7493925
Jan 29 09:56:31.922139 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f0ea8c-ae12-4364-9644-bd62158cf935 None None] Sync routers for ids ['1bb68cec-a049-4db1-b292-b587082fd14d'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 09:56:31.932799 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f0ea8c-ae12-4364-9644-bd62158cf935 None None] Routers {'1bb68cec-a049-4db1-b292-b587082fd14d'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 09:56:31.933666 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-91f0ea8c-ae12-4364-9644-bd62158cf935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99cad47978>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T09:56:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['1bb68cec-a049-4db1-b292-b587082fd14d'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 09:56:32.120159 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-91f0ea8c-ae12-4364-9644-bd62158cf935 None None] Set router 1bb68cec-a049-4db1-b292-b587082fd14d gateway port host: None {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 09:56:32.667317 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-91f0ea8c-ae12-4364-9644-bd62158cf935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99cad47978>, [{'id': '1bb68cec-a049-4db1-b292-b587082fd14d', 'name': 'router1', 'tenant_id': '21b5f366554246a9bf8163496f7032f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T09:56:19Z', 'updated_at': '2021-01-29T09:56:30Z', 'revision_number': 2, 'project_id': '21b5f366554246a9bf8163496f7032f4', 'gw_port_host': None, '_interfaces': [{'id': 'b7977404-3f38-469e-8e15-2d092782d438', 'name': '', 'network_id': '5f28db0f-2670-4e69-a977-3ac524440754', 'tenant_id': '21b5f366554246a9bf8163496f7032f4', 'mac_address': 'fa:16:3e:3b:40:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb68cec-a049-4db1-b292-b587082fd14d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a9a62360-52fe-4469-82e3-dcb1eb79081c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T09:56:29Z', 'updated_at': '2021-01-29T09:56:31Z', 'revision_number': 2, 'project_id': '21b5f366554246a9bf8163496f7032f4', 'subnets': [{'id': 'a9a62360-52fe-4469-82e3-dcb1eb79081c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cf29c270-3aa4-4fd0-b5ef-e2d0b92c855c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 09:56:32.672274 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f0ea8c-ae12-4364-9644-bd62158cf935 None None] Checking router: 1bb68cec-a049-4db1-b292-b587082fd14d for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 09:56:32.672655 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f0ea8c-ae12-4364-9644-bd62158cf935 None None] Updating router 1bb68cec-a049-4db1-b292-b587082fd14d port b7977404-3f38-469e-8e15-2d092782d438 binding host dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 29 09:56:32.727479 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-91f0ea8c-ae12-4364-9644-bd62158cf935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:33.166437 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-91f0ea8c-ae12-4364-9644-bd62158cf935 None None] Notify callbacks [] for port, precommit_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:33.181145 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-91f0ea8c-ae12-4364-9644-bd62158cf935 None None] Transition to ACTIVE for port object b7977404-3f38-469e-8e15-2d092782d438 will not be triggered until provisioned by entity L2. {{(pid=80768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 09:56:33.184008 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-91f0ea8c-ae12-4364-9644-bd62158cf935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:33.200553 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 09:56:33.356367 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a8ef22-f97c-4a5c-a695-ee29bcc964e7 None None] Pushing event updated for resources: {'Port': ['ID=b7977404-3f38-469e-8e15-2d092782d438,revision_number=3']} {{(pid=80768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 09:56:33.376426 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8ef22-f97c-4a5c-a695-ee29bcc964e7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 09:56:33.376799 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8ef22-f97c-4a5c-a695-ee29bcc964e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 09:56:33.377156 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8ef22-f97c-4a5c-a695-ee29bcc964e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 09:56:33.377507 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8ef22-f97c-4a5c-a695-ee29bcc964e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 09:56:33.377897 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8ef22-f97c-4a5c-a695-ee29bcc964e7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 09:56:33.378247 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8ef22-f97c-4a5c-a695-ee29bcc964e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 09:56:33.378596 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8ef22-f97c-4a5c-a695-ee29bcc964e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 09:56:33.378940 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8ef22-f97c-4a5c-a695-ee29bcc964e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 09:56:33.379302 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8ef22-f97c-4a5c-a695-ee29bcc964e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 09:56:33.379645 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8ef22-f97c-4a5c-a695-ee29bcc964e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 09:56:33.379986 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8ef22-f97c-4a5c-a695-ee29bcc964e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 09:56:33.380325 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8ef22-f97c-4a5c-a695-ee29bcc964e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 09:56:33.381446 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8ef22-f97c-4a5c-a695-ee29bcc964e7 None None] Tracked resource versions report:
Jan 29 09:56:33.381446 dv-neutron-772983-2-ovs neutron-server[80656]: pushed versions:
Jan 29 09:56:33.381446 dv-neutron-772983-2-ovs neutron-server[80656]: {   'AddressGroup': {'1.1'},
Jan 29 09:56:33.381446 dv-neutron-772983-2-ovs neutron-server[80656]:     'ConntrackHelper': {'1.0'},
Jan 29 09:56:33.381446 dv-neutron-772983-2-ovs neutron-server[80656]:     'Log': {'1.0'},
Jan 29 09:56:33.381446 dv-neutron-772983-2-ovs neutron-server[80656]:     'Network': {'1.1'},
Jan 29 09:56:33.381446 dv-neutron-772983-2-ovs neutron-server[80656]:     'Port': {'1.6'},
Jan 29 09:56:33.381446 dv-neutron-772983-2-ovs neutron-server[80656]:     'PortForwarding': {'1.2'},
Jan 29 09:56:33.381446 dv-neutron-772983-2-ovs neutron-server[80656]:     'QosPolicy': {'1.8'},
Jan 29 09:56:33.381446 dv-neutron-772983-2-ovs neutron-server[80656]:     'SecurityGroup': {'1.4'},
Jan 29 09:56:33.381446 dv-neutron-772983-2-ovs neutron-server[80656]:     'SecurityGroupRule': {'1.2'},
Jan 29 09:56:33.381446 dv-neutron-772983-2-ovs neutron-server[80656]:     'SubPort': {'1.0'},
Jan 29 09:56:33.381446 dv-neutron-772983-2-ovs neutron-server[80656]:     'Subnet': {'1.1'},
Jan 29 09:56:33.381446 dv-neutron-772983-2-ovs neutron-server[80656]:     'Trunk': {'1.1'}}
Jan 29 09:56:33.381446 dv-neutron-772983-2-ovs neutron-server[80656]: consumer versions:
Jan 29 09:56:33.381446 dv-neutron-772983-2-ovs neutron-server[80656]: {   DHCP agent@dv-neutron-772983-2-ovs: {},
Jan 29 09:56:33.381446 dv-neutron-772983-2-ovs neutron-server[80656]:     L3 agent@dv-neutron-772983-2-ovs: {},
Jan 29 09:56:33.381446 dv-neutron-772983-2-ovs neutron-server[80656]:     Metadata agent@dv-neutron-772983-2-ovs: {},
Jan 29 09:56:33.381446 dv-neutron-772983-2-ovs neutron-server[80656]:     Metering agent@dv-neutron-772983-2-ovs: {},
Jan 29 09:56:33.381446 dv-neutron-772983-2-ovs neutron-server[80656]:     Open vSwitch agent@dv-neutron-772983-2-ovs: {   'AddressGroup': '1.1',
Jan 29 09:56:33.381446 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'ConntrackHelper': '1.0',
Jan 29 09:56:33.381446 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'Log': '1.0',
Jan 29 09:56:33.381446 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'Network': '1.1',
Jan 29 09:56:33.381446 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'Port': '1.6',
Jan 29 09:56:33.381446 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'PortForwarding': '1.2',
Jan 29 09:56:33.381446 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'QosPolicy': '1.8',
Jan 29 09:56:33.381446 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'SecurityGroup': '1.4',
Jan 29 09:56:33.381446 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'SecurityGroupRule': '1.2',
Jan 29 09:56:33.381446 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'SubPort': '1.0',
Jan 29 09:56:33.381446 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'Subnet': '1.1',
Jan 29 09:56:33.381446 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'Trunk': '1.1'}}
Jan 29 09:56:33.381446 dv-neutron-772983-2-ovs neutron-server[80656]:  {{(pid=80768) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 29 09:56:33.394775 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-64a8ef22-f97c-4a5c-a695-ee29bcc964e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 09:56:33.523087 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-91f0ea8c-ae12-4364-9644-bd62158cf935 None None] Attempting to bind port b7977404-3f38-469e-8e15-2d092782d438 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 09:56:33.523441 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-91f0ea8c-ae12-4364-9644-bd62158cf935 None None] Attempting to bind port b7977404-3f38-469e-8e15-2d092782d438 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'a448acb6-699f-4198-b185-ac96708222eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '5f28db0f-2670-4e69-a977-3ac524440754'}] {{(pid=80768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 09:56:33.523874 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f0ea8c-ae12-4364-9644-bd62158cf935 None None] Attempting to bind port b7977404-3f38-469e-8e15-2d092782d438 on network 5f28db0f-2670-4e69-a977-3ac524440754 {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 09:56:33.529842 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f0ea8c-ae12-4364-9644-bd62158cf935 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 9, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 09:56:33.530258 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f0ea8c-ae12-4364-9644-bd62158cf935 None None] Checking segment: {'id': 'a448acb6-699f-4198-b185-ac96708222eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '5f28db0f-2670-4e69-a977-3ac524440754'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 09:56:33.530723 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-91f0ea8c-ae12-4364-9644-bd62158cf935 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:33.531144 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f0ea8c-ae12-4364-9644-bd62158cf935 None None] Bound using segment: {'id': 'a448acb6-699f-4198-b185-ac96708222eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '5f28db0f-2670-4e69-a977-3ac524440754'} {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 09:56:33.531681 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-91f0ea8c-ae12-4364-9644-bd62158cf935 None None] Bound port: b7977404-3f38-469e-8e15-2d092782d438, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a448acb6-699f-4198-b185-ac96708222eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '5f28db0f-2670-4e69-a977-3ac524440754'}}] {{(pid=80768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 09:56:33.532072 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-91f0ea8c-ae12-4364-9644-bd62158cf935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:33.625941 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-91f0ea8c-ae12-4364-9644-bd62158cf935 None None] For port b7977404-3f38-469e-8e15-2d092782d438, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 09:56:33.630439 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-91f0ea8c-ae12-4364-9644-bd62158cf935 None None] For port b7977404-3f38-469e-8e15-2d092782d438, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=b7977404-3f38-469e-8e15-2d092782d438,segment=NetworkSegment(a448acb6-699f-4198-b185-ac96708222eb),segment_id=a448acb6-699f-4198-b185-ac96708222eb)] {{(pid=80768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 09:56:33.634484 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-91f0ea8c-ae12-4364-9644-bd62158cf935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:33.650172 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 09:56:33.801697 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a8ef22-f97c-4a5c-a695-ee29bcc964e7 None None] Pushing event updated for resources: {'Port': ['ID=b7977404-3f38-469e-8e15-2d092782d438,revision_number=4']} {{(pid=80768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 09:56:33.806340 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-64a8ef22-f97c-4a5c-a695-ee29bcc964e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 09:56:33.860439 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f0ea8c-ae12-4364-9644-bd62158cf935 None None] Routers {'1bb68cec-a049-4db1-b292-b587082fd14d'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 09:56:33.861163 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-91f0ea8c-ae12-4364-9644-bd62158cf935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99cad47978>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T09:56:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['1bb68cec-a049-4db1-b292-b587082fd14d'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 09:56:34.030445 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-91f0ea8c-ae12-4364-9644-bd62158cf935 None None] Set router 1bb68cec-a049-4db1-b292-b587082fd14d gateway port host: None {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 09:56:34.372894 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-91f0ea8c-ae12-4364-9644-bd62158cf935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99cad47978>, [{'id': '1bb68cec-a049-4db1-b292-b587082fd14d', 'name': 'router1', 'tenant_id': '21b5f366554246a9bf8163496f7032f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T09:56:19Z', 'updated_at': '2021-01-29T09:56:30Z', 'revision_number': 2, 'project_id': '21b5f366554246a9bf8163496f7032f4', 'gw_port_host': None, '_interfaces': [{'id': 'b7977404-3f38-469e-8e15-2d092782d438', 'name': '', 'network_id': '5f28db0f-2670-4e69-a977-3ac524440754', 'tenant_id': '21b5f366554246a9bf8163496f7032f4', 'mac_address': 'fa:16:3e:3b:40:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb68cec-a049-4db1-b292-b587082fd14d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a9a62360-52fe-4469-82e3-dcb1eb79081c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T09:56:29Z', 'updated_at': '2021-01-29T09:56:33Z', 'revision_number': 4, 'project_id': '21b5f366554246a9bf8163496f7032f4', 'subnets': [{'id': 'a9a62360-52fe-4469-82e3-dcb1eb79081c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cf29c270-3aa4-4fd0-b5ef-e2d0b92c855c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 09:56:34.377000 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f0ea8c-ae12-4364-9644-bd62158cf935 None None] The sync data for ids ['1bb68cec-a049-4db1-b292-b587082fd14d'] in dv-neutron-772983-2-ovs is: [{'id': '1bb68cec-a049-4db1-b292-b587082fd14d', 'name': 'router1', 'tenant_id': '21b5f366554246a9bf8163496f7032f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T09:56:19Z', 'updated_at': '2021-01-29T09:56:30Z', 'revision_number': 2, 'project_id': '21b5f366554246a9bf8163496f7032f4', 'gw_port_host': None, '_interfaces': [{'id': 'b7977404-3f38-469e-8e15-2d092782d438', 'name': '', 'network_id': '5f28db0f-2670-4e69-a977-3ac524440754', 'tenant_id': '21b5f366554246a9bf8163496f7032f4', 'mac_address': 'fa:16:3e:3b:40:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb68cec-a049-4db1-b292-b587082fd14d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a9a62360-52fe-4469-82e3-dcb1eb79081c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T09:56:29Z', 'updated_at': '2021-01-29T09:56:33Z', 'revision_number': 4, 'project_id': '21b5f366554246a9bf8163496f7032f4', 'subnets': [{'id': 'a9a62360-52fe-4469-82e3-dcb1eb79081c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cf29c270-3aa4-4fd0-b5ef-e2d0b92c855c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 09:56:34.468482 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 45116) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 09:56:34.655716 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52675b50-e2b5-4948-b211-c47c66614f4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 09:56:34.656353 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-52675b50-e2b5-4948-b211-c47c66614f4d admin admin] Synchronizing usage tracker for tenant:b23ee8a44afd46ea8aea957d60663c97 on resource:network {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 09:56:34.675178 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-52675b50-e2b5-4948-b211-c47c66614f4d admin admin] Unset dirty status for tenant:b23ee8a44afd46ea8aea957d60663c97 on resource:network {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 09:56:34.676361 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-52675b50-e2b5-4948-b211-c47c66614f4d admin admin] 10.222.0.57 "GET /v2.0/networks/aadf795f-2e1a-4d04-be0e-12575f0f28a5 HTTP/1.1" status: 200  len: 842 time: 0.2068429
Jan 29 09:56:34.687319 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-7f3e7b95-e773-4fcc-9e7b-bfe3252a84b3 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'gateway_ip': '172.26.7.1', 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.26.7.0/24'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 09:56:34.692920 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-7f3e7b95-e773-4fcc-9e7b-bfe3252a84b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 09:56:34.697880 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-7f3e7b95-e773-4fcc-9e7b-bfe3252a84b3 admin admin] Usage tracker for resource:subnet and tenant:b23ee8a44afd46ea8aea957d60663c97 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 09:56:34.700788 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-7f3e7b95-e773-4fcc-9e7b-bfe3252a84b3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 09:56:34.707011 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-7f3e7b95-e773-4fcc-9e7b-bfe3252a84b3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 09:56:34.718040 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f3e7b95-e773-4fcc-9e7b-bfe3252a84b3 admin admin] Made reservation on behalf of b23ee8a44afd46ea8aea957d60663c97 for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 09:56:34.722709 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7f3e7b95-e773-4fcc-9e7b-bfe3252a84b3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:35.170832 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.objects.ports [None req-7f3e7b95-e773-4fcc-9e7b-bfe3252a84b3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80765) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 29 09:56:35.171348 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7f3e7b95-e773-4fcc-9e7b-bfe3252a84b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:35.189217 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-10c11001-194b-44ca-b3a0-ea138f443336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 09:56:35.355810 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3e7b95-e773-4fcc-9e7b-bfe3252a84b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f2a50e8-ad1d-4f9d-a357-e0e38efd5646,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 09:56:35.359939 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7f3e7b95-e773-4fcc-9e7b-bfe3252a84b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 09:56:35.416431 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3e7b95-e773-4fcc-9e7b-bfe3252a84b3 admin admin] Checking segment: {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 09:56:35.416816 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3e7b95-e773-4fcc-9e7b-bfe3252a84b3 admin admin] Network hostable DHCP agents. Network: aadf795f-2e1a-4d04-be0e-12575f0f28a5, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 09:56:35.434554 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3e7b95-e773-4fcc-9e7b-bfe3252a84b3 admin admin] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 09:56:35.442696 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-7f3e7b95-e773-4fcc-9e7b-bfe3252a84b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, aadf795f-2e1a-4d04-be0e-12575f0f28a5) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 09:56:35.447419 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3e7b95-e773-4fcc-9e7b-bfe3252a84b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 09:56:35.448055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7f3e7b95-e773-4fcc-9e7b-bfe3252a84b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:35.453445 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13d20a8-c766-4df6-b836-eeffc20a124b None None] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 09:56:35.469974 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7f3e7b95-e773-4fcc-9e7b-bfe3252a84b3 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7864571
Jan 29 09:56:35.710275 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f78725-f2cd-459f-9886-7915e0ff6628 None None] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 09:56:36.725796 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device b7977404-3f38-469e-8e15-2d092782d438 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 09:56:36.797120 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port b7977404-3f38-469e-8e15-2d092782d438 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 09:56:36.801896 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port b7977404-3f38-469e-8e15-2d092782d438 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 09:56:36.802295 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:36.924674 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:36.958476 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port b7977404-3f38-469e-8e15-2d092782d438, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=b7977404-3f38-469e-8e15-2d092782d438,segment=NetworkSegment(a448acb6-699f-4198-b185-ac96708222eb),segment_id=a448acb6-699f-4198-b185-ac96708222eb)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 09:56:36.961880 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:36.963997 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-25bdb426-118f-4292-a335-cb17550e5760 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 09:56:37.030229 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=b7977404-3f38-469e-8e15-2d092782d438,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 09:56:37.033338 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 09:56:38.033419 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 45130) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 09:56:38.234921 dv-neutron-772983-2-ovs neutron-server[80656]: WARNING oslo_policy.policy [None req-6e62896b-aaad-4631-8d83-f81f1aa32a93 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 29 09:56:38.235565 dv-neutron-772983-2-ovs neutron-server[80656]: WARNING oslo_policy.policy [None req-6e62896b-aaad-4631-8d83-f81f1aa32a93 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 29 09:56:38.513561 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.policy [None req-6e62896b-aaad-4631-8d83-f81f1aa32a93 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80766) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Jan 29 09:56:38.514407 dv-neutron-772983-2-ovs neutron-server[80656]: WARNING oslo_policy.policy [None req-6e62896b-aaad-4631-8d83-f81f1aa32a93 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 29 09:56:38.514808 dv-neutron-772983-2-ovs neutron-server[80656]: WARNING oslo_policy.policy [None req-6e62896b-aaad-4631-8d83-f81f1aa32a93 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 29 09:56:38.710074 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device b7977404-3f38-469e-8e15-2d092782d438 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 09:56:38.790447 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port b7977404-3f38-469e-8e15-2d092782d438 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 09:56:38.790855 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:38.917045 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6e62896b-aaad-4631-8d83-f81f1aa32a93 admin admin] 10.222.0.57 "GET /v2.0/routers/1bb68cec-a049-4db1-b292-b587082fd14d HTTP/1.1" status: 200  len: 710 time: 0.8813515
Jan 29 09:56:39.009538 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 5 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 09:56:39.083264 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870a2891-868e-41a1-989f-ac2860a01681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 09:56:39.084925 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-870a2891-868e-41a1-989f-ac2860a01681 admin admin] 10.222.0.57 "GET /v2.0/networks/aadf795f-2e1a-4d04-be0e-12575f0f28a5 HTTP/1.1" status: 200  len: 886 time: 0.1619072
Jan 29 09:56:39.095177 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-df5599a5-df6b-4e24-80e9-32f4ab7783be admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 09:56:39.549344 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-df5599a5-df6b-4e24-80e9-32f4ab7783be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:39.889285 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-df5599a5-df6b-4e24-80e9-32f4ab7783be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:39.949543 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-df5599a5-df6b-4e24-80e9-32f4ab7783be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:39.965837 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-df5599a5-df6b-4e24-80e9-32f4ab7783be admin admin] Notify callbacks [] for security_group, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:39.978835 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.quota [None req-df5599a5-df6b-4e24-80e9-32f4ab7783be admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f99ca7c9390>.
Jan 29 09:56:39.983343 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-df5599a5-df6b-4e24-80e9-32f4ab7783be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 09:56:39.988325 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-df5599a5-df6b-4e24-80e9-32f4ab7783be admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 09:56:39.991598 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-df5599a5-df6b-4e24-80e9-32f4ab7783be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 09:56:39.998391 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-df5599a5-df6b-4e24-80e9-32f4ab7783be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 09:56:40.102584 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-df5599a5-df6b-4e24-80e9-32f4ab7783be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:40.105332 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-df5599a5-df6b-4e24-80e9-32f4ab7783be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:40.121029 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 09:56:40.371828 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5599a5-df6b-4e24-80e9-32f4ab7783be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2751913-3f6f-4831-8037-f4c384f772a9,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 09:56:40.390568 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5599a5-df6b-4e24-80e9-32f4ab7783be admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 09:56:40.390943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5599a5-df6b-4e24-80e9-32f4ab7783be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 09:56:40.391307 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5599a5-df6b-4e24-80e9-32f4ab7783be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 09:56:40.391664 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5599a5-df6b-4e24-80e9-32f4ab7783be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 09:56:40.392020 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5599a5-df6b-4e24-80e9-32f4ab7783be admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 09:56:40.392371 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5599a5-df6b-4e24-80e9-32f4ab7783be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 09:56:40.392721 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5599a5-df6b-4e24-80e9-32f4ab7783be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 09:56:40.393068 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5599a5-df6b-4e24-80e9-32f4ab7783be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 09:56:40.393420 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5599a5-df6b-4e24-80e9-32f4ab7783be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 09:56:40.393763 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5599a5-df6b-4e24-80e9-32f4ab7783be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 09:56:40.394136 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5599a5-df6b-4e24-80e9-32f4ab7783be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 09:56:40.394480 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5599a5-df6b-4e24-80e9-32f4ab7783be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 09:56:40.395616 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5599a5-df6b-4e24-80e9-32f4ab7783be admin admin] Tracked resource versions report:
Jan 29 09:56:40.395616 dv-neutron-772983-2-ovs neutron-server[80656]: pushed versions:
Jan 29 09:56:40.395616 dv-neutron-772983-2-ovs neutron-server[80656]: {   'AddressGroup': {'1.1'},
Jan 29 09:56:40.395616 dv-neutron-772983-2-ovs neutron-server[80656]:     'ConntrackHelper': {'1.0'},
Jan 29 09:56:40.395616 dv-neutron-772983-2-ovs neutron-server[80656]:     'Log': {'1.0'},
Jan 29 09:56:40.395616 dv-neutron-772983-2-ovs neutron-server[80656]:     'Network': {'1.1'},
Jan 29 09:56:40.395616 dv-neutron-772983-2-ovs neutron-server[80656]:     'Port': {'1.6'},
Jan 29 09:56:40.395616 dv-neutron-772983-2-ovs neutron-server[80656]:     'PortForwarding': {'1.2'},
Jan 29 09:56:40.395616 dv-neutron-772983-2-ovs neutron-server[80656]:     'QosPolicy': {'1.8'},
Jan 29 09:56:40.395616 dv-neutron-772983-2-ovs neutron-server[80656]:     'SecurityGroup': {'1.4'},
Jan 29 09:56:40.395616 dv-neutron-772983-2-ovs neutron-server[80656]:     'SecurityGroupRule': {'1.2'},
Jan 29 09:56:40.395616 dv-neutron-772983-2-ovs neutron-server[80656]:     'SubPort': {'1.0'},
Jan 29 09:56:40.395616 dv-neutron-772983-2-ovs neutron-server[80656]:     'Subnet': {'1.1'},
Jan 29 09:56:40.395616 dv-neutron-772983-2-ovs neutron-server[80656]:     'Trunk': {'1.1'}}
Jan 29 09:56:40.395616 dv-neutron-772983-2-ovs neutron-server[80656]: consumer versions:
Jan 29 09:56:40.395616 dv-neutron-772983-2-ovs neutron-server[80656]: {   DHCP agent@dv-neutron-772983-2-ovs: {},
Jan 29 09:56:40.395616 dv-neutron-772983-2-ovs neutron-server[80656]:     L3 agent@dv-neutron-772983-2-ovs: {},
Jan 29 09:56:40.395616 dv-neutron-772983-2-ovs neutron-server[80656]:     Metadata agent@dv-neutron-772983-2-ovs: {},
Jan 29 09:56:40.395616 dv-neutron-772983-2-ovs neutron-server[80656]:     Metering agent@dv-neutron-772983-2-ovs: {},
Jan 29 09:56:40.395616 dv-neutron-772983-2-ovs neutron-server[80656]:     Open vSwitch agent@dv-neutron-772983-2-ovs: {   'AddressGroup': '1.1',
Jan 29 09:56:40.395616 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'ConntrackHelper': '1.0',
Jan 29 09:56:40.395616 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'Log': '1.0',
Jan 29 09:56:40.395616 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'Network': '1.1',
Jan 29 09:56:40.395616 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'Port': '1.6',
Jan 29 09:56:40.395616 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'PortForwarding': '1.2',
Jan 29 09:56:40.395616 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'QosPolicy': '1.8',
Jan 29 09:56:40.395616 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'SecurityGroup': '1.4',
Jan 29 09:56:40.395616 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'SecurityGroupRule': '1.2',
Jan 29 09:56:40.395616 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'SubPort': '1.0',
Jan 29 09:56:40.395616 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'Subnet': '1.1',
Jan 29 09:56:40.395616 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'Trunk': '1.1'}}
Jan 29 09:56:40.395616 dv-neutron-772983-2-ovs neutron-server[80656]:  {{(pid=80766) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 29 09:56:40.471545 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-df5599a5-df6b-4e24-80e9-32f4ab7783be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 09:56:40.569022 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-df5599a5-df6b-4e24-80e9-32f4ab7783be admin admin] Allocated IP 172.26.7.123 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/54aa4da4-d1e5-4b7b-b339-4ea8980b9a9c) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 09:56:40.730201 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-df5599a5-df6b-4e24-80e9-32f4ab7783be admin admin] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:40.786275 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-df5599a5-df6b-4e24-80e9-32f4ab7783be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:40.801955 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 09:56:40.941315 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5599a5-df6b-4e24-80e9-32f4ab7783be admin admin] Pushing event updated for resources: {'Port': ['ID=54aa4da4-d1e5-4b7b-b339-4ea8980b9a9c,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 09:56:40.953927 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-df5599a5-df6b-4e24-80e9-32f4ab7783be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 09:56:40.995131 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5599a5-df6b-4e24-80e9-32f4ab7783be admin admin] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 09:56:40.996220 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-df5599a5-df6b-4e24-80e9-32f4ab7783be admin admin] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 09:56:40.999046 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5599a5-df6b-4e24-80e9-32f4ab7783be admin admin] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 09:56:41.406893 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-df5599a5-df6b-4e24-80e9-32f4ab7783be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:41.748408 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-df5599a5-df6b-4e24-80e9-32f4ab7783be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:41.751890 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-df5599a5-df6b-4e24-80e9-32f4ab7783be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854102271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-673560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-331322'] for router, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:42.088172 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df5599a5-df6b-4e24-80e9-32f4ab7783be admin admin] Router 1bb68cec-a049-4db1-b292-b587082fd14d has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 09:56:42.270492 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5599a5-df6b-4e24-80e9-32f4ab7783be admin admin] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 09:56:42.280665 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645463d2-bfcc-422f-bfb0-a2f3bf73c726 None None] Sync routers for ids ['1bb68cec-a049-4db1-b292-b587082fd14d'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 09:56:42.286551 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-df5599a5-df6b-4e24-80e9-32f4ab7783be admin admin] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:42.294175 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-df5599a5-df6b-4e24-80e9-32f4ab7783be admin admin] 10.222.0.57 "PUT /v2.0/routers/1bb68cec-a049-4db1-b292-b587082fd14d HTTP/1.1" status: 200  len: 890 time: 3.1969709
Jan 29 09:56:42.296309 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645463d2-bfcc-422f-bfb0-a2f3bf73c726 None None] Routers {'1bb68cec-a049-4db1-b292-b587082fd14d'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 09:56:42.297009 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-645463d2-bfcc-422f-bfb0-a2f3bf73c726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c96fb7b8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T09:56:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['1bb68cec-a049-4db1-b292-b587082fd14d'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 09:56:42.503192 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-645463d2-bfcc-422f-bfb0-a2f3bf73c726 None None] Set router 1bb68cec-a049-4db1-b292-b587082fd14d gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 09:56:42.860883 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-645463d2-bfcc-422f-bfb0-a2f3bf73c726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c96fb7b8>, [{'id': '1bb68cec-a049-4db1-b292-b587082fd14d', 'name': 'router1', 'tenant_id': '21b5f366554246a9bf8163496f7032f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': '54aa4da4-d1e5-4b7b-b339-4ea8980b9a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T09:56:19Z', 'updated_at': '2021-01-29T09:56:41Z', 'revision_number': 4, 'project_id': '21b5f366554246a9bf8163496f7032f4', 'gw_port': {'id': '54aa4da4-d1e5-4b7b-b339-4ea8980b9a9c', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:67:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb68cec-a049-4db1-b292-b587082fd14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T09:56:40Z', 'updated_at': '2021-01-29T09:56:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'b7977404-3f38-469e-8e15-2d092782d438', 'name': '', 'network_id': '5f28db0f-2670-4e69-a977-3ac524440754', 'tenant_id': '21b5f366554246a9bf8163496f7032f4', 'mac_address': 'fa:16:3e:3b:40:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb68cec-a049-4db1-b292-b587082fd14d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a9a62360-52fe-4469-82e3-dcb1eb79081c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T09:56:29Z', 'updated_at': '2021-01-29T09:56:36Z', 'revision_number': 5, 'project_id': '21b5f366554246a9bf8163496f7032f4', 'subnets': [{'id': 'a9a62360-52fe-4469-82e3-dcb1eb79081c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cf29c270-3aa4-4fd0-b5ef-e2d0b92c855c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 09:56:42.865745 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645463d2-bfcc-422f-bfb0-a2f3bf73c726 None None] Checking router: 1bb68cec-a049-4db1-b292-b587082fd14d for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 09:56:42.866155 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645463d2-bfcc-422f-bfb0-a2f3bf73c726 None None] Updating router 1bb68cec-a049-4db1-b292-b587082fd14d port 54aa4da4-d1e5-4b7b-b339-4ea8980b9a9c binding host dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 29 09:56:42.920994 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-645463d2-bfcc-422f-bfb0-a2f3bf73c726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:43.324305 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-645463d2-bfcc-422f-bfb0-a2f3bf73c726 None None] Notify callbacks [] for port, precommit_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:43.337466 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-645463d2-bfcc-422f-bfb0-a2f3bf73c726 None None] Transition to ACTIVE for port object 54aa4da4-d1e5-4b7b-b339-4ea8980b9a9c will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 09:56:43.339791 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-645463d2-bfcc-422f-bfb0-a2f3bf73c726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:43.355741 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 09:56:43.488134 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44371d80-031b-4cc4-a04c-e2cddfd21298 None None] Pushing event updated for resources: {'Port': ['ID=54aa4da4-d1e5-4b7b-b339-4ea8980b9a9c,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 09:56:43.492855 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-44371d80-031b-4cc4-a04c-e2cddfd21298 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 09:56:43.547702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-645463d2-bfcc-422f-bfb0-a2f3bf73c726 None None] Attempting to bind port 54aa4da4-d1e5-4b7b-b339-4ea8980b9a9c on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 09:56:43.548140 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-645463d2-bfcc-422f-bfb0-a2f3bf73c726 None None] Attempting to bind port 54aa4da4-d1e5-4b7b-b339-4ea8980b9a9c by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 09:56:43.548470 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645463d2-bfcc-422f-bfb0-a2f3bf73c726 None None] Attempting to bind port 54aa4da4-d1e5-4b7b-b339-4ea8980b9a9c on network aadf795f-2e1a-4d04-be0e-12575f0f28a5 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 09:56:43.553944 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645463d2-bfcc-422f-bfb0-a2f3bf73c726 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 9, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 09:56:43.554871 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645463d2-bfcc-422f-bfb0-a2f3bf73c726 None None] Checking segment: {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 09:56:43.555307 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-645463d2-bfcc-422f-bfb0-a2f3bf73c726 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:43.555724 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645463d2-bfcc-422f-bfb0-a2f3bf73c726 None None] Bound using segment: {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 09:56:43.556221 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-645463d2-bfcc-422f-bfb0-a2f3bf73c726 None None] Bound port: 54aa4da4-d1e5-4b7b-b339-4ea8980b9a9c, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 09:56:43.556635 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-645463d2-bfcc-422f-bfb0-a2f3bf73c726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:43.635606 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-645463d2-bfcc-422f-bfb0-a2f3bf73c726 None None] For port 54aa4da4-d1e5-4b7b-b339-4ea8980b9a9c, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 09:56:43.638688 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-645463d2-bfcc-422f-bfb0-a2f3bf73c726 None None] For port 54aa4da4-d1e5-4b7b-b339-4ea8980b9a9c, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=54aa4da4-d1e5-4b7b-b339-4ea8980b9a9c,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 09:56:43.641890 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-645463d2-bfcc-422f-bfb0-a2f3bf73c726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:43.657285 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 09:56:43.803556 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44371d80-031b-4cc4-a04c-e2cddfd21298 None None] Pushing event updated for resources: {'Port': ['ID=54aa4da4-d1e5-4b7b-b339-4ea8980b9a9c,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 09:56:43.809552 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-44371d80-031b-4cc4-a04c-e2cddfd21298 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 09:56:43.850123 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645463d2-bfcc-422f-bfb0-a2f3bf73c726 None None] Routers {'1bb68cec-a049-4db1-b292-b587082fd14d'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 09:56:43.850771 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-645463d2-bfcc-422f-bfb0-a2f3bf73c726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c96fb7b8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T09:56:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['1bb68cec-a049-4db1-b292-b587082fd14d'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 09:56:44.035608 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-645463d2-bfcc-422f-bfb0-a2f3bf73c726 None None] Set router 1bb68cec-a049-4db1-b292-b587082fd14d gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 09:56:44.529098 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-645463d2-bfcc-422f-bfb0-a2f3bf73c726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c96fb7b8>, [{'id': '1bb68cec-a049-4db1-b292-b587082fd14d', 'name': 'router1', 'tenant_id': '21b5f366554246a9bf8163496f7032f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': '54aa4da4-d1e5-4b7b-b339-4ea8980b9a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T09:56:19Z', 'updated_at': '2021-01-29T09:56:41Z', 'revision_number': 4, 'project_id': '21b5f366554246a9bf8163496f7032f4', 'gw_port': {'id': '54aa4da4-d1e5-4b7b-b339-4ea8980b9a9c', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:67:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb68cec-a049-4db1-b292-b587082fd14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T09:56:40Z', 'updated_at': '2021-01-29T09:56:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'b7977404-3f38-469e-8e15-2d092782d438', 'name': '', 'network_id': '5f28db0f-2670-4e69-a977-3ac524440754', 'tenant_id': '21b5f366554246a9bf8163496f7032f4', 'mac_address': 'fa:16:3e:3b:40:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb68cec-a049-4db1-b292-b587082fd14d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a9a62360-52fe-4469-82e3-dcb1eb79081c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T09:56:29Z', 'updated_at': '2021-01-29T09:56:36Z', 'revision_number': 5, 'project_id': '21b5f366554246a9bf8163496f7032f4', 'subnets': [{'id': 'a9a62360-52fe-4469-82e3-dcb1eb79081c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cf29c270-3aa4-4fd0-b5ef-e2d0b92c855c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 09:56:44.533172 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645463d2-bfcc-422f-bfb0-a2f3bf73c726 None None] The sync data for ids ['1bb68cec-a049-4db1-b292-b587082fd14d'] in dv-neutron-772983-2-ovs is: [{'id': '1bb68cec-a049-4db1-b292-b587082fd14d', 'name': 'router1', 'tenant_id': '21b5f366554246a9bf8163496f7032f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': '54aa4da4-d1e5-4b7b-b339-4ea8980b9a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T09:56:19Z', 'updated_at': '2021-01-29T09:56:41Z', 'revision_number': 4, 'project_id': '21b5f366554246a9bf8163496f7032f4', 'gw_port': {'id': '54aa4da4-d1e5-4b7b-b339-4ea8980b9a9c', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:67:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb68cec-a049-4db1-b292-b587082fd14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T09:56:40Z', 'updated_at': '2021-01-29T09:56:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'b7977404-3f38-469e-8e15-2d092782d438', 'name': '', 'network_id': '5f28db0f-2670-4e69-a977-3ac524440754', 'tenant_id': '21b5f366554246a9bf8163496f7032f4', 'mac_address': 'fa:16:3e:3b:40:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb68cec-a049-4db1-b292-b587082fd14d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a9a62360-52fe-4469-82e3-dcb1eb79081c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T09:56:29Z', 'updated_at': '2021-01-29T09:56:36Z', 'revision_number': 5, 'project_id': '21b5f366554246a9bf8163496f7032f4', 'subnets': [{'id': 'a9a62360-52fe-4469-82e3-dcb1eb79081c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cf29c270-3aa4-4fd0-b5ef-e2d0b92c855c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 09:56:44.751004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 54aa4da4-d1e5-4b7b-b339-4ea8980b9a9c up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 09:56:44.826426 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 54aa4da4-d1e5-4b7b-b339-4ea8980b9a9c completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 09:56:44.831872 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 54aa4da4-d1e5-4b7b-b339-4ea8980b9a9c triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 09:56:44.832282 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:44.961930 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:44.983285 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port 54aa4da4-d1e5-4b7b-b339-4ea8980b9a9c, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=54aa4da4-d1e5-4b7b-b339-4ea8980b9a9c,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 09:56:44.986290 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:44.988494 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-01104dc7-a224-4672-bdfb-41aab2900911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 09:56:45.048981 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 45150) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 09:56:45.060079 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=54aa4da4-d1e5-4b7b-b339-4ea8980b9a9c,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 09:56:45.063466 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 09:56:45.203346 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd157187-65ec-45c4-a406-4df35739ece3 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 09:56:45.204866 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-cd157187-65ec-45c4-a406-4df35739ece3 admin admin] 10.222.0.57 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1081 time: 0.1547704
Jan 29 09:56:46.722617 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 54aa4da4-d1e5-4b7b-b339-4ea8980b9a9c up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 09:56:46.797872 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 54aa4da4-d1e5-4b7b-b339-4ea8980b9a9c triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 09:56:46.798354 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:51.272850 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1c69ae93-d179-4bf2-93fb-627fbd11a381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:53.655264 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-37439e5d-4840-44a5-94e4-87a7cda20e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:54.083607 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:54.842345 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:56:55.826831 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:57:16.009348 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 5 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 09:57:21.265791 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d02764ca-529e-4f65-acd7-85c56064c687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:57:23.657912 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-54bd3fe7-0080-46a1-8490-2c39896ea2df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:57:24.069354 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:57:24.814685 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:57:25.831252 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:57:51.267981 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-baba3419-8bdb-4d0b-a95c-6c2488a1a14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:57:53.011957 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 5 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 09:57:53.667757 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-aeaf7250-9c17-463e-89de-90e70713bf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:57:54.074663 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:57:54.816489 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:57:55.834893 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:58:21.270191 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b0eae685-fa84-4f49-b427-71a5b17b5689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:58:23.659495 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-15041e8e-9d19-494f-8024-d04b89544825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:58:24.075409 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:58:24.818043 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:58:25.841758 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:58:30.044739 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 5 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 09:58:51.272241 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c6adcf70-e02b-4c25-889e-ad41969f9903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:58:53.663588 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-961d7eb4-3e43-499c-a601-73698da9ba7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:58:54.078983 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:58:54.822475 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:58:55.858173 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:59:01.355723 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 45758) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 09:59:01.458066 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe026ed0-6b88-45fc-83be-93d39642c67a admin admin] GET failed (client error): The resource could not be found.
Jan 29 09:59:01.459349 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-fe026ed0-6b88-45fc-83be-93d39642c67a admin admin] 10.222.0.57 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.1025805
Jan 29 09:59:01.605061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba5b9c4-cf94-40d3-8c77-724b723b3917 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 09:59:01.606600 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4ba5b9c4-cf94-40d3-8c77-724b723b3917 admin admin] 10.222.0.57 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 865 time: 0.1428955
Jan 29 09:59:04.076966 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 45768) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 09:59:04.221737 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4873fc4d-78ac-4e78-b508-bfff8e9bd5c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 09:59:04.222390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-4873fc4d-78ac-4e78-b508-bfff8e9bd5c2 admin admin] Synchronizing usage tracker for tenant:b23ee8a44afd46ea8aea957d60663c97 on resource:subnet {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 09:59:04.237835 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-4873fc4d-78ac-4e78-b508-bfff8e9bd5c2 admin admin] Unset dirty status for tenant:b23ee8a44afd46ea8aea957d60663c97 on resource:subnet {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 09:59:04.239112 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4873fc4d-78ac-4e78-b508-bfff8e9bd5c2 admin admin] 10.222.0.57 "GET /v2.0/subnets/a9a62360-52fe-4469-82e3-dcb1eb79081c HTTP/1.1" status: 200  len: 849 time: 0.1610467
Jan 29 09:59:04.250304 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-fb612f2e-dd73-4074-a2de-809223000577 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 09:59:04.378053 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fb612f2e-dd73-4074-a2de-809223000577 admin admin] Notify callbacks [] for subnet, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:59:04.683197 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fb612f2e-dd73-4074-a2de-809223000577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363268197239668'] for subnet, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:59:04.698538 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 09:59:04.838275 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb612f2e-dd73-4074-a2de-809223000577 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9a62360-52fe-4469-82e3-dcb1eb79081c,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 09:59:04.856597 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb612f2e-dd73-4074-a2de-809223000577 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 09:59:04.856977 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb612f2e-dd73-4074-a2de-809223000577 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 09:59:04.857347 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb612f2e-dd73-4074-a2de-809223000577 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 09:59:04.857708 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb612f2e-dd73-4074-a2de-809223000577 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 09:59:04.858091 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb612f2e-dd73-4074-a2de-809223000577 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 09:59:04.858458 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb612f2e-dd73-4074-a2de-809223000577 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 09:59:04.858812 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb612f2e-dd73-4074-a2de-809223000577 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 09:59:04.859167 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb612f2e-dd73-4074-a2de-809223000577 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 09:59:04.859536 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb612f2e-dd73-4074-a2de-809223000577 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 09:59:04.859890 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb612f2e-dd73-4074-a2de-809223000577 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 09:59:04.860242 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb612f2e-dd73-4074-a2de-809223000577 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 09:59:04.860592 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb612f2e-dd73-4074-a2de-809223000577 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 09:59:04.866106 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-fb612f2e-dd73-4074-a2de-809223000577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 09:59:04.891702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb612f2e-dd73-4074-a2de-809223000577 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 09:59:04.892338 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fb612f2e-dd73-4074-a2de-809223000577 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:59:04.893880 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-fb612f2e-dd73-4074-a2de-809223000577 admin admin] 10.222.0.57 "PUT /v2.0/subnets/a9a62360-52fe-4469-82e3-dcb1eb79081c HTTP/1.1" status: 200  len: 868 time: 0.6477039
Jan 29 09:59:04.908988 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f01d909-b5ae-4236-8074-556efbe5b3a3 None None] Network 5f28db0f-2670-4e69-a977-3ac524440754 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 09:59:05.439675 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-45225797-9f53-4a29-8642-cda8ef0f9541 None None] Provisioning complete for port bd0bde6e-a03c-47c1-8823-b97a1c1cfee0 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 09:59:05.440156 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-45225797-9f53-4a29-8642-cda8ef0f9541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:59:05.572976 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-45225797-9f53-4a29-8642-cda8ef0f9541 None None] Provisioning complete for port b7977404-3f38-469e-8e15-2d092782d438 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 09:59:05.573302 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-45225797-9f53-4a29-8642-cda8ef0f9541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:59:07.033622 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 5 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 09:59:07.346206 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 45778) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 09:59:07.559842 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfb11d2-65f8-4c62-8990-0caeb7778f66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 09:59:07.560214 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfb11d2-65f8-4c62-8990-0caeb7778f66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 09:59:07.561875 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-abfb11d2-65f8-4c62-8990-0caeb7778f66 admin admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2146096
Jan 29 09:59:10.051186 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 45788) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 09:59:10.268633 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e649b5-ae50-4e55-92b4-7d05904940e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 09:59:10.268984 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e649b5-ae50-4e55-92b4-7d05904940e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 09:59:10.270705 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-29e649b5-ae50-4e55-92b4-7d05904940e6 admin admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2184525
Jan 29 09:59:12.727298 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 45798) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 09:59:12.946376 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf3a73a-0032-4724-8ebf-ad81ded14b4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 09:59:12.947859 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5bf3a73a-0032-4724-8ebf-ad81ded14b4a admin admin] 10.222.0.57 "GET /v2.0/networks/5f28db0f-2670-4e69-a977-3ac524440754 HTTP/1.1" status: 200  len: 862 time: 0.2195506
Jan 29 09:59:15.462286 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 45808) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 09:59:15.671141 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d74cd9-02dc-47d9-a168-8fc007898b44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 09:59:15.672614 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-73d74cd9-02dc-47d9-a168-8fc007898b44 admin admin] 10.222.0.57 "GET /v2.0/networks/aadf795f-2e1a-4d04-be0e-12575f0f28a5 HTTP/1.1" status: 200  len: 886 time: 0.2092686
Jan 29 09:59:18.134749 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 45818) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 09:59:18.278466 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebbae92-6f91-44d0-8610-78a5dacbd293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 09:59:18.278888 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebbae92-6f91-44d0-8610-78a5dacbd293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 09:59:18.281803 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7ebbae92-6f91-44d0-8610-78a5dacbd293 admin admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1459656
Jan 29 09:59:20.784387 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 45828) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 09:59:20.927878 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e118b49-d2b6-4e2b-8ef2-ba2fbf9a4cb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 09:59:20.928296 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e118b49-d2b6-4e2b-8ef2-ba2fbf9a4cb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 09:59:20.930528 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3e118b49-d2b6-4e2b-8ef2-ba2fbf9a4cb1 admin admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1451139
Jan 29 09:59:21.274415 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-46113777-dad3-42c9-b741-b78bff680826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:59:23.400231 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 45838) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 09:59:23.536398 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51dfc2f2-e31a-4a2f-9ccd-938af8bc0637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 09:59:23.537921 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-51dfc2f2-e31a-4a2f-9ccd-938af8bc0637 admin admin] 10.222.0.57 "GET /v2.0/subnets/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646 HTTP/1.1" status: 200  len: 816 time: 0.1365938
Jan 29 09:59:23.667375 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8be28b70-3286-491d-a169-463e7f1f6915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:59:24.086614 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:59:24.827183 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:59:25.863251 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:59:25.996760 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 45848) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 09:59:26.145050 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9435e77c-da28-4668-be25-9659a4d20573 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 09:59:26.146593 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9435e77c-da28-4668-be25-9659a4d20573 admin admin] 10.222.0.57 "GET /v2.0/subnets/a9a62360-52fe-4469-82e3-dcb1eb79081c HTTP/1.1" status: 200  len: 868 time: 0.1488106
Jan 29 09:59:44.032527 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 5 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 09:59:51.275725 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a64770bd-ebd9-4534-8336-54ee480bd6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:59:52.164515 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 45888) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 09:59:52.245209 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-1bcd40e6-48e7-49cf-8c6e-f67201a7cd7f admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=80765) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 09:59:52.246307 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1bcd40e6-48e7-49cf-8c6e-f67201a7cd7f admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0807741
Jan 29 09:59:53.669803 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c68cc7e0-dac1-4c92-ab49-fe5d64788f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:59:54.087116 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:59:54.819300 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 45898) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 09:59:54.829235 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:59:54.920843 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-c32e1a95-8935-45b9-8fac-a4926a4e106e admin admin] GET failed (client error): The resource could not be found.
Jan 29 09:59:54.922183 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c32e1a95-8935-45b9-8fac-a4926a4e106e admin admin] 10.222.0.57 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.1018445
Jan 29 09:59:55.058654 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac142b24-548d-4b1b-8422-2db8a32bc000 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 09:59:55.060136 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ac142b24-548d-4b1b-8422-2db8a32bc000 admin admin] 10.222.0.57 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1334977
Jan 29 09:59:55.872298 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:59:57.553617 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 45908) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 09:59:57.635464 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-1baee534-c34a-428e-93ab-7d5c165a78e7 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 09:59:57.640409 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-1baee534-c34a-428e-93ab-7d5c165a78e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 09:59:57.650800 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-1baee534-c34a-428e-93ab-7d5c165a78e7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 09:59:57.659252 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1baee534-c34a-428e-93ab-7d5c165a78e7 admin admin] Made reservation on behalf of b23ee8a44afd46ea8aea957d60663c97 for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 09:59:57.664330 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1baee534-c34a-428e-93ab-7d5c165a78e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:59:57.942356 dv-neutron-772983-2-ovs neutron-server[80656]: WARNING neutron.services.revisions.revision_plugin [None req-1baee534-c34a-428e-93ab-7d5c165a78e7 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f99c9bcfef0] {project_id='b23ee8a44afd46ea8aea957d60663c97', id='e894d14f-5c69-4ebf-8074-d267530b4346', target_tenant='*', action='access_as_shared', object_id='ed270c62-190e-4ee7-8370-26a5a90b0d7d'}> to bump revision.
Jan 29 09:59:57.957591 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1baee534-c34a-428e-93ab-7d5c165a78e7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 09:59:57.967504 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1baee534-c34a-428e-93ab-7d5c165a78e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:59:57.967884 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-1baee534-c34a-428e-93ab-7d5c165a78e7 admin admin] Added segment d733204f-f4fe-46d6-a71e-b51326e532d1 of type vxlan for network ed270c62-190e-4ee7-8370-26a5a90b0d7d
Jan 29 09:59:57.993643 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1baee534-c34a-428e-93ab-7d5c165a78e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:59:58.022030 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1baee534-c34a-428e-93ab-7d5c165a78e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:59:58.023267 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1baee534-c34a-428e-93ab-7d5c165a78e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 09:59:58.023898 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1baee534-c34a-428e-93ab-7d5c165a78e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 09:59:58.027209 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 09:59:58.136244 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1baee534-c34a-428e-93ab-7d5c165a78e7 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 840 time: 0.5811913
Jan 29 09:59:58.136985 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baee534-c34a-428e-93ab-7d5c165a78e7 admin admin] Pushing event updated for resources: {'Network': ['ID=ed270c62-190e-4ee7-8370-26a5a90b0d7d,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 09:59:58.152365 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1baee534-c34a-428e-93ab-7d5c165a78e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 09:59:58.159375 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network ed270c62-190e-4ee7-8370-26a5a90b0d7d details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:00:00.611548 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 45918) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:00:00.713653 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-450618dd-2c3c-465a-a02b-85b32eb0f082 admin admin] GET failed (client error): The resource could not be found.
Jan 29 10:00:00.714237 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-450618dd-2c3c-465a-a02b-85b32eb0f082 admin admin] Synchronizing usage tracker for tenant:b23ee8a44afd46ea8aea957d60663c97 on resource:network {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:00:00.729229 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-450618dd-2c3c-465a-a02b-85b32eb0f082 admin admin] Unset dirty status for tenant:b23ee8a44afd46ea8aea957d60663c97 on resource:network {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:00:00.730408 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-450618dd-2c3c-465a-a02b-85b32eb0f082 admin admin] 10.222.0.57 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1178949
Jan 29 10:00:00.851131 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ceba133-b6d9-434d-a106-562e09541eaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:00:00.852692 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4ceba133-b6d9-434d-a106-562e09541eaf admin admin] 10.222.0.57 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 819 time: 0.1166775
Jan 29 10:00:00.863589 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-6ca5d34b-02dd-4c87-a104-347e6bb2fbef admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'ed270c62-190e-4ee7-8370-26a5a90b0d7d', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:00:00.869321 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-6ca5d34b-02dd-4c87-a104-347e6bb2fbef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:00:00.879572 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-6ca5d34b-02dd-4c87-a104-347e6bb2fbef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:00:00.888137 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca5d34b-02dd-4c87-a104-347e6bb2fbef admin admin] Made reservation on behalf of b23ee8a44afd46ea8aea957d60663c97 for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:00:00.893010 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6ca5d34b-02dd-4c87-a104-347e6bb2fbef admin admin] Notify callbacks [] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:00:01.287672 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6ca5d34b-02dd-4c87-a104-347e6bb2fbef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:00:01.302722 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:00:01.430008 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca5d34b-02dd-4c87-a104-347e6bb2fbef admin admin] Pushing event updated for resources: {'Subnet': ['ID=264c9c43-f33f-47f8-b127-3a31fd7accbf,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:00:01.439048 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6ca5d34b-02dd-4c87-a104-347e6bb2fbef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:00:01.499587 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca5d34b-02dd-4c87-a104-347e6bb2fbef admin admin] Checking segment: {'id': 'd733204f-f4fe-46d6-a71e-b51326e532d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ed270c62-190e-4ee7-8370-26a5a90b0d7d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:00:01.499968 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca5d34b-02dd-4c87-a104-347e6bb2fbef admin admin] Network hostable DHCP agents. Network: ed270c62-190e-4ee7-8370-26a5a90b0d7d, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:00:01.518281 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca5d34b-02dd-4c87-a104-347e6bb2fbef admin admin] Network ed270c62-190e-4ee7-8370-26a5a90b0d7d is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:00:01.526249 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-6ca5d34b-02dd-4c87-a104-347e6bb2fbef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, ed270c62-190e-4ee7-8370-26a5a90b0d7d) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:00:01.530081 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca5d34b-02dd-4c87-a104-347e6bb2fbef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:00:01.530717 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6ca5d34b-02dd-4c87-a104-347e6bb2fbef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:00:01.535598 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1720ff8-886b-4422-aa51-c72b85cdd310 None None] Network ed270c62-190e-4ee7-8370-26a5a90b0d7d requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:00:01.555160 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6ca5d34b-02dd-4c87-a104-347e6bb2fbef admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6953030
Jan 29 10:00:01.928559 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e31e77-b8aa-46ea-b4a0-6a6f377d4ed3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-ed270c62-190e-4ee7-8370-26a5a90b0d7d', 'network_id': 'ed270c62-190e-4ee7-8370-26a5a90b0d7d', 'tenant_id': 'b23ee8a44afd46ea8aea957d60663c97', 'fixed_ips': [{'subnet_id': '264c9c43-f33f-47f8-b127-3a31fd7accbf'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:00:01.929450 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-80e31e77-b8aa-46ea-b4a0-6a6f377d4ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:00:02.226038 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-80e31e77-b8aa-46ea-b4a0-6a6f377d4ed3 None None] Allocated IP 192.168.233.2 (ed270c62-190e-4ee7-8370-26a5a90b0d7d/264c9c43-f33f-47f8-b127-3a31fd7accbf/5bb07b49-2f79-45f0-9c89-2b5caf227352) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:00:02.452011 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-80e31e77-b8aa-46ea-b4a0-6a6f377d4ed3 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:00:02.463894 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-80e31e77-b8aa-46ea-b4a0-6a6f377d4ed3 None None] Transition to ACTIVE for port object 5bb07b49-2f79-45f0-9c89-2b5caf227352 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:00:02.480545 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-80e31e77-b8aa-46ea-b4a0-6a6f377d4ed3 None None] Transition to ACTIVE for port object 5bb07b49-2f79-45f0-9c89-2b5caf227352 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:00:02.485111 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-80e31e77-b8aa-46ea-b4a0-6a6f377d4ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:00:02.501337 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:00:02.636160 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e31e77-b8aa-46ea-b4a0-6a6f377d4ed3 None None] Pushing event updated for resources: {'Port': ['ID=5bb07b49-2f79-45f0-9c89-2b5caf227352,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:00:02.647045 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e31e77-b8aa-46ea-b4a0-6a6f377d4ed3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:00:02.647420 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e31e77-b8aa-46ea-b4a0-6a6f377d4ed3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:00:02.647786 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e31e77-b8aa-46ea-b4a0-6a6f377d4ed3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:00:02.648156 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e31e77-b8aa-46ea-b4a0-6a6f377d4ed3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:00:02.648511 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e31e77-b8aa-46ea-b4a0-6a6f377d4ed3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:00:02.648889 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e31e77-b8aa-46ea-b4a0-6a6f377d4ed3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:00:02.649221 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e31e77-b8aa-46ea-b4a0-6a6f377d4ed3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:00:02.649572 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e31e77-b8aa-46ea-b4a0-6a6f377d4ed3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:00:02.649948 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e31e77-b8aa-46ea-b4a0-6a6f377d4ed3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:00:02.650297 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e31e77-b8aa-46ea-b4a0-6a6f377d4ed3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:00:02.650648 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e31e77-b8aa-46ea-b4a0-6a6f377d4ed3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:00:02.650994 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e31e77-b8aa-46ea-b4a0-6a6f377d4ed3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:00:02.656132 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-80e31e77-b8aa-46ea-b4a0-6a6f377d4ed3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:00:02.705127 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e31e77-b8aa-46ea-b4a0-6a6f377d4ed3 None None] Network ed270c62-190e-4ee7-8370-26a5a90b0d7d is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:00:02.706299 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-80e31e77-b8aa-46ea-b4a0-6a6f377d4ed3 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:00:02.708864 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e31e77-b8aa-46ea-b4a0-6a6f377d4ed3 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:00:02.767046 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-80e31e77-b8aa-46ea-b4a0-6a6f377d4ed3 None None] Attempting to bind port 5bb07b49-2f79-45f0-9c89-2b5caf227352 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:00:02.767458 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-80e31e77-b8aa-46ea-b4a0-6a6f377d4ed3 None None] Attempting to bind port 5bb07b49-2f79-45f0-9c89-2b5caf227352 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'd733204f-f4fe-46d6-a71e-b51326e532d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ed270c62-190e-4ee7-8370-26a5a90b0d7d'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:00:02.767863 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e31e77-b8aa-46ea-b4a0-6a6f377d4ed3 None None] Attempting to bind port 5bb07b49-2f79-45f0-9c89-2b5caf227352 on network ed270c62-190e-4ee7-8370-26a5a90b0d7d {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:00:02.773868 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e31e77-b8aa-46ea-b4a0-6a6f377d4ed3 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 9, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:00:02.774284 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e31e77-b8aa-46ea-b4a0-6a6f377d4ed3 None None] Checking segment: {'id': 'd733204f-f4fe-46d6-a71e-b51326e532d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ed270c62-190e-4ee7-8370-26a5a90b0d7d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:00:02.774765 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-80e31e77-b8aa-46ea-b4a0-6a6f377d4ed3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:00:02.775580 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e31e77-b8aa-46ea-b4a0-6a6f377d4ed3 None None] Bound using segment: {'id': 'd733204f-f4fe-46d6-a71e-b51326e532d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ed270c62-190e-4ee7-8370-26a5a90b0d7d'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:00:02.775702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-80e31e77-b8aa-46ea-b4a0-6a6f377d4ed3 None None] Bound port: 5bb07b49-2f79-45f0-9c89-2b5caf227352, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd733204f-f4fe-46d6-a71e-b51326e532d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ed270c62-190e-4ee7-8370-26a5a90b0d7d'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:00:02.776075 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-80e31e77-b8aa-46ea-b4a0-6a6f377d4ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:00:02.874988 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-80e31e77-b8aa-46ea-b4a0-6a6f377d4ed3 None None] For port 5bb07b49-2f79-45f0-9c89-2b5caf227352, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:00:02.878747 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-80e31e77-b8aa-46ea-b4a0-6a6f377d4ed3 None None] For port 5bb07b49-2f79-45f0-9c89-2b5caf227352, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=5bb07b49-2f79-45f0-9c89-2b5caf227352,segment=NetworkSegment(d733204f-f4fe-46d6-a71e-b51326e532d1),segment_id=d733204f-f4fe-46d6-a71e-b51326e532d1)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:00:02.882518 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-80e31e77-b8aa-46ea-b4a0-6a6f377d4ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:00:02.898203 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:00:03.047493 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e31e77-b8aa-46ea-b4a0-6a6f377d4ed3 None None] Pushing event updated for resources: {'Port': ['ID=5bb07b49-2f79-45f0-9c89-2b5caf227352,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:00:03.050796 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-80e31e77-b8aa-46ea-b4a0-6a6f377d4ed3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:00:04.306741 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2952563d-005b-4f92-b554-ea55170ec791 None None] Network ed270c62-190e-4ee7-8370-26a5a90b0d7d requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:00:04.410338 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-379a597c-660b-4dae-bb65-4289d2bfe3aa None None] Provisioning for port 5bb07b49-2f79-45f0-9c89-2b5caf227352 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:00:04.850183 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 5bb07b49-2f79-45f0-9c89-2b5caf227352 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:00:04.929005 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 5bb07b49-2f79-45f0-9c89-2b5caf227352 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:00:04.934316 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 5bb07b49-2f79-45f0-9c89-2b5caf227352 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:00:04.934739 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:00:05.009977 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-3398fb4d-4b14-4beb-9bcd-b35e2d216624 None None] Provisioning complete for port 5bb07b49-2f79-45f0-9c89-2b5caf227352 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:00:05.010387 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3398fb4d-4b14-4beb-9bcd-b35e2d216624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:00:05.135975 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:00:05.222398 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3398fb4d-4b14-4beb-9bcd-b35e2d216624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:00:05.233084 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port 5bb07b49-2f79-45f0-9c89-2b5caf227352, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=5bb07b49-2f79-45f0-9c89-2b5caf227352,segment=NetworkSegment(d733204f-f4fe-46d6-a71e-b51326e532d1),segment_id=d733204f-f4fe-46d6-a71e-b51326e532d1)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:00:05.238510 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:00:05.244208 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-44371d80-031b-4cc4-a04c-e2cddfd21298 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:00:05.370047 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=5bb07b49-2f79-45f0-9c89-2b5caf227352,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:00:05.376146 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:00:05.379401 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-3398fb4d-4b14-4beb-9bcd-b35e2d216624 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80767) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:00:05.379811 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-3398fb4d-4b14-4beb-9bcd-b35e2d216624 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:00:06.058359 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-11af9c75-103d-46c4-b7f6-1e07f57dbae4 None None] Provisioning complete for port 5bb07b49-2f79-45f0-9c89-2b5caf227352 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:00:06.058761 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-11af9c75-103d-46c4-b7f6-1e07f57dbae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:00:06.826525 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 5bb07b49-2f79-45f0-9c89-2b5caf227352 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:00:06.902444 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 5bb07b49-2f79-45f0-9c89-2b5caf227352 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:00:06.902851 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:00:21.030955 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 5 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:00:21.283648 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2334fa42-bb85-488a-b9b6-50162c0eeb40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:00:23.670853 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-47c75132-dd65-4179-b322-ec5020a3ca37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:00:24.089052 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:00:24.832002 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:00:25.873834 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:00:51.278377 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dcdae299-3fbd-4ab9-8307-a44981b9e9f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:00:53.675553 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6b2dd52c-7c1d-4a08-b4a7-425ea2ecc3d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:00:54.093004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:00:54.835253 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:00:55.878897 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:00:58.030919 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 5 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:01:08.202359 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 45960) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:01:08.209535 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-ee9ab928-239c-42ba-b6ab-4506234d6559 tempest-verify_tempest_config-1035264452 tempest-verify_tempest_config-1035264452-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=80765) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:01:08.210602 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ee9ab928-239c-42ba-b6ab-4506234d6559 tempest-verify_tempest_config-1035264452 tempest-verify_tempest_config-1035264452-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13274 time: 0.0072095
Jan 29 10:01:08.560100 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 45980) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:01:08.713247 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fa5c445e-a6da-435a-a0ce-bc0b8589d49e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:01:08.729953 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-fa5c445e-a6da-435a-a0ce-bc0b8589d49e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:01:08.736680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-fa5c445e-a6da-435a-a0ce-bc0b8589d49e admin admin] Usage tracker for resource:security_group_rule and tenant:f5adb90f3f604a29ad0380f89ae9e5d5 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:01:08.741477 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-fa5c445e-a6da-435a-a0ce-bc0b8589d49e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:01:08.747194 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-fa5c445e-a6da-435a-a0ce-bc0b8589d49e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:01:08.835695 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fa5c445e-a6da-435a-a0ce-bc0b8589d49e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:01:08.838195 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fa5c445e-a6da-435a-a0ce-bc0b8589d49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:01:08.847588 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:01:08.887545 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5c445e-a6da-435a-a0ce-bc0b8589d49e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed83787-8dc4-497d-a2af-7babf922a9aa,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:01:08.891909 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-fa5c445e-a6da-435a-a0ce-bc0b8589d49e admin admin] Synchronizing usage tracker for tenant:b23ee8a44afd46ea8aea957d60663c97 on resource:security_group {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:01:08.899656 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5c445e-a6da-435a-a0ce-bc0b8589d49e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:01:08.900043 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5c445e-a6da-435a-a0ce-bc0b8589d49e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:01:08.900417 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5c445e-a6da-435a-a0ce-bc0b8589d49e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:01:08.900784 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5c445e-a6da-435a-a0ce-bc0b8589d49e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:01:08.901149 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5c445e-a6da-435a-a0ce-bc0b8589d49e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:01:08.901513 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5c445e-a6da-435a-a0ce-bc0b8589d49e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:01:08.901899 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5c445e-a6da-435a-a0ce-bc0b8589d49e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:01:08.902265 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5c445e-a6da-435a-a0ce-bc0b8589d49e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:01:08.902623 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5c445e-a6da-435a-a0ce-bc0b8589d49e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:01:08.902980 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5c445e-a6da-435a-a0ce-bc0b8589d49e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:01:08.903335 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5c445e-a6da-435a-a0ce-bc0b8589d49e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:01:08.903689 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5c445e-a6da-435a-a0ce-bc0b8589d49e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:01:08.907728 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-fa5c445e-a6da-435a-a0ce-bc0b8589d49e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:01:08.920063 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-fa5c445e-a6da-435a-a0ce-bc0b8589d49e admin admin] Unset dirty status for tenant:b23ee8a44afd46ea8aea957d60663c97 on resource:security_group {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:01:08.921394 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-fa5c445e-a6da-435a-a0ce-bc0b8589d49e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f5adb90f3f604a29ad0380f89ae9e5d5&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3602593
Jan 29 10:01:08.924162 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 45986) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:01:08.984826 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f230d8bc-3e27-4972-b0a4-e0415366c424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:01:09.014802 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f230d8bc-3e27-4972-b0a4-e0415366c424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:01:09.063239 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f230d8bc-3e27-4972-b0a4-e0415366c424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:01:09.068763 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:01:09.082254 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f230d8bc-3e27-4972-b0a4-e0415366c424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed83787-8dc4-497d-a2af-7babf922a9aa,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:01:09.086559 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f230d8bc-3e27-4972-b0a4-e0415366c424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:01:09.087466 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f230d8bc-3e27-4972-b0a4-e0415366c424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:01:09.089481 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f230d8bc-3e27-4972-b0a4-e0415366c424 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5ed83787-8dc4-497d-a2af-7babf922a9aa HTTP/1.1" status: 204  len: 168 time: 0.1642597
Jan 29 10:01:21.281109 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-22e1f3ad-a4ce-40f7-8f94-e2c839b95414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:01:23.676937 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-04dda765-dea9-426f-a921-5072ec4ab66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:01:24.094488 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:01:24.836834 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:01:25.881055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:01:35.030152 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 5 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:01:51.284301 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1397717b-1ee0-46ad-9f78-25bc72a399ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:01:53.678134 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b11e69f1-4c09-43d7-b99c-8ec66301efc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:01:54.096607 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:01:54.838503 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:01:55.890338 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:02:12.029326 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 5 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:02:21.288399 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a169da16-77fd-47c7-a667-a6231d697b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:02:23.678824 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3ae45e5f-2f57-45ac-b0e4-fa88c39fa8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:02:24.111765 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:02:24.840106 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:02:25.893113 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:02:34.483225 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272'] for agent, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:02:34.483800 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:02:34.484035 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:02:34.484415 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:02:34.484791 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:02:34.485161 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:02:34.485570 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:02:34.485970 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:02:34.486385 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:02:34.486710 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:02:34.487892 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:02:34.488400 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:02:34.488776 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:02:34.489170 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f99c965b470>, 'Open vSwitch agent', 'hv-neutron-7729', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:02:34.504526 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f99c9898128>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-neutron-7729', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:02:34.992081 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] get_endpoint_by_host() called for host hv-neutron-7729 {{(pid=80767) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Jan 29 10:02:34.996170 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] get_endpoint_by_ip() called for ip 192.168.0.67 {{(pid=80767) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Jan 29 10:02:34.999351 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] _add_endpoint() called for ip 192.168.0.67 {{(pid=80767) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Jan 29 10:02:35.005838 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] _get_endpoints() called {{(pid=80767) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Jan 29 10:02:43.964163 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 46056) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:02:44.115733 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e5768455-7f7c-49db-a808-82ea83ccb41c admin admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5079 time: 0.1503706
Jan 29 10:02:46.601616 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 46066) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:02:46.689404 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-fe326c93-1878-450f-a258-13394564a6d9 admin admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5079 time: 0.0866230
Jan 29 10:02:49.029192 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:02:51.292053 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b427677e-ba0b-4308-bf28-7331bb73bffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:02:53.681212 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6353912d-22c3-4049-83ad-dae1f102ddc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:02:54.103955 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:02:54.841963 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:02:55.898879 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:03:04.493967 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:03:21.294505 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-29698152-32f2-4ce5-af57-9a017928641e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:03:23.685591 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2432af3b-2bf7-4c51-bd6e-6171abba5779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:03:24.106321 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:03:24.844252 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:03:25.904126 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:03:26.030944 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:03:34.510631 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:03:51.299966 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bd669b35-5936-438b-a00c-bb826833cdab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:03:53.687405 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3a7943c6-d1c2-44ef-bd02-ee36a9289125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:03:54.109982 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:03:54.850446 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:03:55.905170 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:03.030548 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:04:04.534895 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:09.236039 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 46238) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:09.543330 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 46254) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:09.728209 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-5cbc40e7-f57e-47fe-9759-ab1151e7849d admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-496623575-network', 'tenant_id': '427e7808217340cf85796dc28ee6ee48'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:04:09.733963 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-5cbc40e7-f57e-47fe-9759-ab1151e7849d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:04:09.738771 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5cbc40e7-f57e-47fe-9759-ab1151e7849d admin admin] Usage tracker for resource:network and tenant:427e7808217340cf85796dc28ee6ee48 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:04:09.741851 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5cbc40e7-f57e-47fe-9759-ab1151e7849d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:04:09.747585 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-5cbc40e7-f57e-47fe-9759-ab1151e7849d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:04:09.756605 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cbc40e7-f57e-47fe-9759-ab1151e7849d admin admin] Made reservation on behalf of 427e7808217340cf85796dc28ee6ee48 for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:04:09.761390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5cbc40e7-f57e-47fe-9759-ab1151e7849d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:09.775266 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5cbc40e7-f57e-47fe-9759-ab1151e7849d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:09.791389 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-5cbc40e7-f57e-47fe-9759-ab1151e7849d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:04:09.796407 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5cbc40e7-f57e-47fe-9759-ab1151e7849d admin admin] Usage tracker for resource:security_group_rule and tenant:427e7808217340cf85796dc28ee6ee48 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:04:09.800654 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5cbc40e7-f57e-47fe-9759-ab1151e7849d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:04:09.806622 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-5cbc40e7-f57e-47fe-9759-ab1151e7849d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:04:09.899294 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5cbc40e7-f57e-47fe-9759-ab1151e7849d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:09.902502 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5cbc40e7-f57e-47fe-9759-ab1151e7849d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:09.907136 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-67be1916-265c-4bd8-9eda-44ebc56cd97f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:09.942010 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cbc40e7-f57e-47fe-9759-ab1151e7849d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:04:09.953068 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbc40e7-f57e-47fe-9759-ab1151e7849d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1474f07-c952-45cf-8dde-23bc087f85b2,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:09.959656 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5cbc40e7-f57e-47fe-9759-ab1151e7849d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:09.960040 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-5cbc40e7-f57e-47fe-9759-ab1151e7849d admin admin] Added segment 18bc8eec-b98a-44b9-bed5-2f62335d7fbd of type vxlan for network 1fd58bb7-5017-4a35-98e9-2ebd6e679ae2
Jan 29 10:04:09.969350 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbc40e7-f57e-47fe-9759-ab1151e7849d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:09.969831 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbc40e7-f57e-47fe-9759-ab1151e7849d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:09.970427 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbc40e7-f57e-47fe-9759-ab1151e7849d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:09.970772 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbc40e7-f57e-47fe-9759-ab1151e7849d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:09.971137 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbc40e7-f57e-47fe-9759-ab1151e7849d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:09.971497 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbc40e7-f57e-47fe-9759-ab1151e7849d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:09.971852 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbc40e7-f57e-47fe-9759-ab1151e7849d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:09.972208 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbc40e7-f57e-47fe-9759-ab1151e7849d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:09.972581 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbc40e7-f57e-47fe-9759-ab1151e7849d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:09.972930 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbc40e7-f57e-47fe-9759-ab1151e7849d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:09.973282 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbc40e7-f57e-47fe-9759-ab1151e7849d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:09.973635 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbc40e7-f57e-47fe-9759-ab1151e7849d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:09.974150 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbc40e7-f57e-47fe-9759-ab1151e7849d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:09.974574 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbc40e7-f57e-47fe-9759-ab1151e7849d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:09.974833 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbc40e7-f57e-47fe-9759-ab1151e7849d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:09.975195 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbc40e7-f57e-47fe-9759-ab1151e7849d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:09.975531 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbc40e7-f57e-47fe-9759-ab1151e7849d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:09.975879 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbc40e7-f57e-47fe-9759-ab1151e7849d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:09.976527 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbc40e7-f57e-47fe-9759-ab1151e7849d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:09.976527 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbc40e7-f57e-47fe-9759-ab1151e7849d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:09.976890 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbc40e7-f57e-47fe-9759-ab1151e7849d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:09.979115 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbc40e7-f57e-47fe-9759-ab1151e7849d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:09.979891 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbc40e7-f57e-47fe-9759-ab1151e7849d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:09.980463 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbc40e7-f57e-47fe-9759-ab1151e7849d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:09.982323 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbc40e7-f57e-47fe-9759-ab1151e7849d admin admin] Tracked resource versions report:
Jan 29 10:04:09.982323 dv-neutron-772983-2-ovs neutron-server[80656]: pushed versions:
Jan 29 10:04:09.982323 dv-neutron-772983-2-ovs neutron-server[80656]: {   'AddressGroup': {'1.1'},
Jan 29 10:04:09.982323 dv-neutron-772983-2-ovs neutron-server[80656]:     'ConntrackHelper': {'1.0'},
Jan 29 10:04:09.982323 dv-neutron-772983-2-ovs neutron-server[80656]:     'Log': {'1.0'},
Jan 29 10:04:09.982323 dv-neutron-772983-2-ovs neutron-server[80656]:     'Network': {'1.1'},
Jan 29 10:04:09.982323 dv-neutron-772983-2-ovs neutron-server[80656]:     'Port': {'1.6'},
Jan 29 10:04:09.982323 dv-neutron-772983-2-ovs neutron-server[80656]:     'PortForwarding': {'1.2'},
Jan 29 10:04:09.982323 dv-neutron-772983-2-ovs neutron-server[80656]:     'QosPolicy': {'1.8'},
Jan 29 10:04:09.982323 dv-neutron-772983-2-ovs neutron-server[80656]:     'SecurityGroup': {'1.4'},
Jan 29 10:04:09.982323 dv-neutron-772983-2-ovs neutron-server[80656]:     'SecurityGroupRule': {'1.2'},
Jan 29 10:04:09.982323 dv-neutron-772983-2-ovs neutron-server[80656]:     'SubPort': {'1.0'},
Jan 29 10:04:09.982323 dv-neutron-772983-2-ovs neutron-server[80656]:     'Subnet': {'1.1'},
Jan 29 10:04:09.982323 dv-neutron-772983-2-ovs neutron-server[80656]:     'Trunk': {'1.1'}}
Jan 29 10:04:09.982323 dv-neutron-772983-2-ovs neutron-server[80656]: consumer versions:
Jan 29 10:04:09.982323 dv-neutron-772983-2-ovs neutron-server[80656]: {   DHCP agent@dv-neutron-772983-2-ovs: {},
Jan 29 10:04:09.982323 dv-neutron-772983-2-ovs neutron-server[80656]:     L3 agent@dv-neutron-772983-2-ovs: {},
Jan 29 10:04:09.982323 dv-neutron-772983-2-ovs neutron-server[80656]:     Metadata agent@dv-neutron-772983-2-ovs: {},
Jan 29 10:04:09.982323 dv-neutron-772983-2-ovs neutron-server[80656]:     Metering agent@dv-neutron-772983-2-ovs: {},
Jan 29 10:04:09.982323 dv-neutron-772983-2-ovs neutron-server[80656]:     Open vSwitch agent@dv-neutron-772983-2-ovs: {   'AddressGroup': '1.1',
Jan 29 10:04:09.982323 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'ConntrackHelper': '1.0',
Jan 29 10:04:09.982323 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'Log': '1.0',
Jan 29 10:04:09.982323 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'Network': '1.1',
Jan 29 10:04:09.982323 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'Port': '1.6',
Jan 29 10:04:09.982323 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'PortForwarding': '1.2',
Jan 29 10:04:09.982323 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'QosPolicy': '1.8',
Jan 29 10:04:09.982323 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'SecurityGroup': '1.4',
Jan 29 10:04:09.982323 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'SecurityGroupRule': '1.2',
Jan 29 10:04:09.982323 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'SubPort': '1.0',
Jan 29 10:04:09.982323 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'Subnet': '1.1',
Jan 29 10:04:09.982323 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'Trunk': '1.1'},
Jan 29 10:04:09.982323 dv-neutron-772983-2-ovs neutron-server[80656]:     Open vSwitch agent@hv-neutron-7729: {   'AddressGroup': '1.1',
Jan 29 10:04:09.982323 dv-neutron-772983-2-ovs neutron-server[80656]:                                             'ConntrackHelper': '1.0',
Jan 29 10:04:09.982323 dv-neutron-772983-2-ovs neutron-server[80656]:                                             'Log': '1.0',
Jan 29 10:04:09.982323 dv-neutron-772983-2-ovs neutron-server[80656]:                                             'Network': '1.1',
Jan 29 10:04:09.982323 dv-neutron-772983-2-ovs neutron-server[80656]:                                             'Port': '1.6',
Jan 29 10:04:09.982323 dv-neutron-772983-2-ovs neutron-server[80656]:                                             'PortForwarding': '1.2',
Jan 29 10:04:09.982323 dv-neutron-772983-2-ovs neutron-server[80656]:                                             'QosPolicy': '1.8',
Jan 29 10:04:09.982323 dv-neutron-772983-2-ovs neutron-server[80656]:                                             'SecurityGroup': '1.4',
Jan 29 10:04:09.982323 dv-neutron-772983-2-ovs neutron-server[80656]:                                             'SecurityGroupRule': '1.2',
Jan 29 10:04:09.982323 dv-neutron-772983-2-ovs neutron-server[80656]:                                             'SubPort': '1.0',
Jan 29 10:04:09.982323 dv-neutron-772983-2-ovs neutron-server[80656]:                                             'Subnet': '1.1',
Jan 29 10:04:09.982323 dv-neutron-772983-2-ovs neutron-server[80656]:                                             'Trunk': '1.1'}}
Jan 29 10:04:09.982323 dv-neutron-772983-2-ovs neutron-server[80656]:  {{(pid=80765) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 29 10:04:10.001680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5cbc40e7-f57e-47fe-9759-ab1151e7849d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:10.019831 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5cbc40e7-f57e-47fe-9759-ab1151e7849d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:10.058302 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5cbc40e7-f57e-47fe-9759-ab1151e7849d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:10.059563 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbc40e7-f57e-47fe-9759-ab1151e7849d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:04:10.060332 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5cbc40e7-f57e-47fe-9759-ab1151e7849d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:10.066065 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:10.112865 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-ae6f21d4-86b3-46e0-aa0e-bf808b6573d1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2001015195-network', 'tenant_id': '063e89324bbe4d0080d07e952e1945cf'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:04:10.190781 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbc40e7-f57e-47fe-9759-ab1151e7849d admin admin] Pushing event updated for resources: {'Network': ['ID=1fd58bb7-5017-4a35-98e9-2ebd6e679ae2,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:10.193957 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ae6f21d4-86b3-46e0-aa0e-bf808b6573d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:04:10.197887 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5cbc40e7-f57e-47fe-9759-ab1151e7849d admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 0.9604955
Jan 29 10:04:10.198868 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5cbc40e7-f57e-47fe-9759-ab1151e7849d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:10.201112 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 46278) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:10.201289 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ae6f21d4-86b3-46e0-aa0e-bf808b6573d1 admin admin] Usage tracker for resource:network and tenant:063e89324bbe4d0080d07e952e1945cf is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:04:10.204468 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ae6f21d4-86b3-46e0-aa0e-bf808b6573d1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:04:10.208471 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-65170711-95c4-4a37-afa5-8de99e2e7615 admin admin] Request body: {'subnet': {'network_id': '1fd58bb7-5017-4a35-98e9-2ebd6e679ae2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-496623575-subnet', 'tenant_id': '427e7808217340cf85796dc28ee6ee48', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:04:10.210810 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ae6f21d4-86b3-46e0-aa0e-bf808b6573d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:04:10.211444 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 1fd58bb7-5017-4a35-98e9-2ebd6e679ae2 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:04:10.218916 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-65170711-95c4-4a37-afa5-8de99e2e7615 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:04:10.222222 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6f21d4-86b3-46e0-aa0e-bf808b6573d1 admin admin] Made reservation on behalf of 063e89324bbe4d0080d07e952e1945cf for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:04:10.227075 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ae6f21d4-86b3-46e0-aa0e-bf808b6573d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:10.238135 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-65170711-95c4-4a37-afa5-8de99e2e7615 admin admin] Usage tracker for resource:subnet and tenant:427e7808217340cf85796dc28ee6ee48 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:04:10.240934 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ae6f21d4-86b3-46e0-aa0e-bf808b6573d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:10.250664 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-65170711-95c4-4a37-afa5-8de99e2e7615 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:04:10.257652 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ae6f21d4-86b3-46e0-aa0e-bf808b6573d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:04:10.258653 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-65170711-95c4-4a37-afa5-8de99e2e7615 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:04:10.262276 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ae6f21d4-86b3-46e0-aa0e-bf808b6573d1 admin admin] Usage tracker for resource:security_group_rule and tenant:063e89324bbe4d0080d07e952e1945cf is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:04:10.265745 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ae6f21d4-86b3-46e0-aa0e-bf808b6573d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:04:10.272894 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ae6f21d4-86b3-46e0-aa0e-bf808b6573d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:04:10.289821 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65170711-95c4-4a37-afa5-8de99e2e7615 admin admin] Made reservation on behalf of 427e7808217340cf85796dc28ee6ee48 for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:04:10.295929 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-65170711-95c4-4a37-afa5-8de99e2e7615 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:10.394371 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ae6f21d4-86b3-46e0-aa0e-bf808b6573d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:10.402226 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ae6f21d4-86b3-46e0-aa0e-bf808b6573d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:10.406858 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:10.434881 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 1fd58bb7-5017-4a35-98e9-2ebd6e679ae2 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:04:10.440650 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f21d4-86b3-46e0-aa0e-bf808b6573d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3248584a-df19-4970-b005-c760685eb656,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:10.456018 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ae6f21d4-86b3-46e0-aa0e-bf808b6573d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:10.468117 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae6f21d4-86b3-46e0-aa0e-bf808b6573d1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:04:10.479304 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ae6f21d4-86b3-46e0-aa0e-bf808b6573d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:10.479607 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-ae6f21d4-86b3-46e0-aa0e-bf808b6573d1 admin admin] Added segment 9329d575-ed3f-46b1-819e-a36233065db3 of type vxlan for network ad10d455-2f6c-4431-96c2-93a5f5aa1b82
Jan 29 10:04:10.512367 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ae6f21d4-86b3-46e0-aa0e-bf808b6573d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:10.546958 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ae6f21d4-86b3-46e0-aa0e-bf808b6573d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:10.548461 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6f21d4-86b3-46e0-aa0e-bf808b6573d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:04:10.549112 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ae6f21d4-86b3-46e0-aa0e-bf808b6573d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:10.555198 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-67be1916-265c-4bd8-9eda-44ebc56cd97f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:10.672651 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f21d4-86b3-46e0-aa0e-bf808b6573d1 admin admin] Pushing event updated for resources: {'Network': ['ID=ad10d455-2f6c-4431-96c2-93a5f5aa1b82,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:10.677123 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ae6f21d4-86b3-46e0-aa0e-bf808b6573d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:10.684512 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ae6f21d4-86b3-46e0-aa0e-bf808b6573d1 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 872 time: 1.1398511
Jan 29 10:04:10.685351 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 46290) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:10.687188 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network ad10d455-2f6c-4431-96c2-93a5f5aa1b82 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:04:10.691822 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-0f47cb24-2874-4527-910b-453e76e18da9 admin admin] Request body: {'subnet': {'network_id': 'ad10d455-2f6c-4431-96c2-93a5f5aa1b82', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2001015195-subnet', 'tenant_id': '063e89324bbe4d0080d07e952e1945cf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:04:10.697203 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-0f47cb24-2874-4527-910b-453e76e18da9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:04:10.705970 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-0f47cb24-2874-4527-910b-453e76e18da9 admin admin] Usage tracker for resource:subnet and tenant:063e89324bbe4d0080d07e952e1945cf is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:04:10.709406 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-0f47cb24-2874-4527-910b-453e76e18da9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:04:10.715597 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-0f47cb24-2874-4527-910b-453e76e18da9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:04:10.719905 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network ad10d455-2f6c-4431-96c2-93a5f5aa1b82 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:04:10.730480 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f47cb24-2874-4527-910b-453e76e18da9 admin admin] Made reservation on behalf of 063e89324bbe4d0080d07e952e1945cf for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:04:10.735981 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0f47cb24-2874-4527-910b-453e76e18da9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:10.924095 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-65170711-95c4-4a37-afa5-8de99e2e7615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:10.949226 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:11.105013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65170711-95c4-4a37-afa5-8de99e2e7615 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33e91942-d524-458e-9fbf-e90687db90c7,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:11.130736 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65170711-95c4-4a37-afa5-8de99e2e7615 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:11.131137 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65170711-95c4-4a37-afa5-8de99e2e7615 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:11.131505 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65170711-95c4-4a37-afa5-8de99e2e7615 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:11.131868 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65170711-95c4-4a37-afa5-8de99e2e7615 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:11.132222 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65170711-95c4-4a37-afa5-8de99e2e7615 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:11.132578 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65170711-95c4-4a37-afa5-8de99e2e7615 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:11.132935 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65170711-95c4-4a37-afa5-8de99e2e7615 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:11.133551 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65170711-95c4-4a37-afa5-8de99e2e7615 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:11.134062 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65170711-95c4-4a37-afa5-8de99e2e7615 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:11.134417 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65170711-95c4-4a37-afa5-8de99e2e7615 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:11.134767 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65170711-95c4-4a37-afa5-8de99e2e7615 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:11.135118 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65170711-95c4-4a37-afa5-8de99e2e7615 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:11.135536 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65170711-95c4-4a37-afa5-8de99e2e7615 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:11.135881 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65170711-95c4-4a37-afa5-8de99e2e7615 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:11.136207 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65170711-95c4-4a37-afa5-8de99e2e7615 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:11.136835 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65170711-95c4-4a37-afa5-8de99e2e7615 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:11.137186 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65170711-95c4-4a37-afa5-8de99e2e7615 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:11.137657 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65170711-95c4-4a37-afa5-8de99e2e7615 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:11.138358 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65170711-95c4-4a37-afa5-8de99e2e7615 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:11.138713 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65170711-95c4-4a37-afa5-8de99e2e7615 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:11.139061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65170711-95c4-4a37-afa5-8de99e2e7615 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:11.139454 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65170711-95c4-4a37-afa5-8de99e2e7615 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:11.139735 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65170711-95c4-4a37-afa5-8de99e2e7615 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:11.140077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65170711-95c4-4a37-afa5-8de99e2e7615 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:11.141411 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65170711-95c4-4a37-afa5-8de99e2e7615 admin admin] Tracked resource versions report:
Jan 29 10:04:11.141411 dv-neutron-772983-2-ovs neutron-server[80656]: pushed versions:
Jan 29 10:04:11.141411 dv-neutron-772983-2-ovs neutron-server[80656]: {   'AddressGroup': {'1.1'},
Jan 29 10:04:11.141411 dv-neutron-772983-2-ovs neutron-server[80656]:     'ConntrackHelper': {'1.0'},
Jan 29 10:04:11.141411 dv-neutron-772983-2-ovs neutron-server[80656]:     'Log': {'1.0'},
Jan 29 10:04:11.141411 dv-neutron-772983-2-ovs neutron-server[80656]:     'Network': {'1.1'},
Jan 29 10:04:11.141411 dv-neutron-772983-2-ovs neutron-server[80656]:     'Port': {'1.6'},
Jan 29 10:04:11.141411 dv-neutron-772983-2-ovs neutron-server[80656]:     'PortForwarding': {'1.2'},
Jan 29 10:04:11.141411 dv-neutron-772983-2-ovs neutron-server[80656]:     'QosPolicy': {'1.8'},
Jan 29 10:04:11.141411 dv-neutron-772983-2-ovs neutron-server[80656]:     'SecurityGroup': {'1.4'},
Jan 29 10:04:11.141411 dv-neutron-772983-2-ovs neutron-server[80656]:     'SecurityGroupRule': {'1.2'},
Jan 29 10:04:11.141411 dv-neutron-772983-2-ovs neutron-server[80656]:     'SubPort': {'1.0'},
Jan 29 10:04:11.141411 dv-neutron-772983-2-ovs neutron-server[80656]:     'Subnet': {'1.1'},
Jan 29 10:04:11.141411 dv-neutron-772983-2-ovs neutron-server[80656]:     'Trunk': {'1.1'}}
Jan 29 10:04:11.141411 dv-neutron-772983-2-ovs neutron-server[80656]: consumer versions:
Jan 29 10:04:11.141411 dv-neutron-772983-2-ovs neutron-server[80656]: {   DHCP agent@dv-neutron-772983-2-ovs: {},
Jan 29 10:04:11.141411 dv-neutron-772983-2-ovs neutron-server[80656]:     L3 agent@dv-neutron-772983-2-ovs: {},
Jan 29 10:04:11.141411 dv-neutron-772983-2-ovs neutron-server[80656]:     Metadata agent@dv-neutron-772983-2-ovs: {},
Jan 29 10:04:11.141411 dv-neutron-772983-2-ovs neutron-server[80656]:     Metering agent@dv-neutron-772983-2-ovs: {},
Jan 29 10:04:11.141411 dv-neutron-772983-2-ovs neutron-server[80656]:     Open vSwitch agent@dv-neutron-772983-2-ovs: {   'AddressGroup': '1.1',
Jan 29 10:04:11.141411 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'ConntrackHelper': '1.0',
Jan 29 10:04:11.141411 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'Log': '1.0',
Jan 29 10:04:11.141411 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'Network': '1.1',
Jan 29 10:04:11.141411 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'Port': '1.6',
Jan 29 10:04:11.141411 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'PortForwarding': '1.2',
Jan 29 10:04:11.141411 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'QosPolicy': '1.8',
Jan 29 10:04:11.141411 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'SecurityGroup': '1.4',
Jan 29 10:04:11.141411 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'SecurityGroupRule': '1.2',
Jan 29 10:04:11.141411 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'SubPort': '1.0',
Jan 29 10:04:11.141411 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'Subnet': '1.1',
Jan 29 10:04:11.141411 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'Trunk': '1.1'},
Jan 29 10:04:11.141411 dv-neutron-772983-2-ovs neutron-server[80656]:     Open vSwitch agent@hv-neutron-7729: {   'AddressGroup': '1.1',
Jan 29 10:04:11.141411 dv-neutron-772983-2-ovs neutron-server[80656]:                                             'ConntrackHelper': '1.0',
Jan 29 10:04:11.141411 dv-neutron-772983-2-ovs neutron-server[80656]:                                             'Log': '1.0',
Jan 29 10:04:11.141411 dv-neutron-772983-2-ovs neutron-server[80656]:                                             'Network': '1.1',
Jan 29 10:04:11.141411 dv-neutron-772983-2-ovs neutron-server[80656]:                                             'Port': '1.6',
Jan 29 10:04:11.141411 dv-neutron-772983-2-ovs neutron-server[80656]:                                             'PortForwarding': '1.2',
Jan 29 10:04:11.141411 dv-neutron-772983-2-ovs neutron-server[80656]:                                             'QosPolicy': '1.8',
Jan 29 10:04:11.141411 dv-neutron-772983-2-ovs neutron-server[80656]:                                             'SecurityGroup': '1.4',
Jan 29 10:04:11.141411 dv-neutron-772983-2-ovs neutron-server[80656]:                                             'SecurityGroupRule': '1.2',
Jan 29 10:04:11.141411 dv-neutron-772983-2-ovs neutron-server[80656]:                                             'SubPort': '1.0',
Jan 29 10:04:11.141411 dv-neutron-772983-2-ovs neutron-server[80656]:                                             'Subnet': '1.1',
Jan 29 10:04:11.141411 dv-neutron-772983-2-ovs neutron-server[80656]:                                             'Trunk': '1.1'}}
Jan 29 10:04:11.141411 dv-neutron-772983-2-ovs neutron-server[80656]:  {{(pid=80766) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 29 10:04:11.149002 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-65170711-95c4-4a37-afa5-8de99e2e7615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:11.209692 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65170711-95c4-4a37-afa5-8de99e2e7615 admin admin] Checking segment: {'id': '18bc8eec-b98a-44b9-bed5-2f62335d7fbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1fd58bb7-5017-4a35-98e9-2ebd6e679ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:04:11.210122 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65170711-95c4-4a37-afa5-8de99e2e7615 admin admin] Network hostable DHCP agents. Network: 1fd58bb7-5017-4a35-98e9-2ebd6e679ae2, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:04:11.238772 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65170711-95c4-4a37-afa5-8de99e2e7615 admin admin] Network 1fd58bb7-5017-4a35-98e9-2ebd6e679ae2 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:04:11.253310 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-65170711-95c4-4a37-afa5-8de99e2e7615 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 1fd58bb7-5017-4a35-98e9-2ebd6e679ae2) {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:04:11.258696 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65170711-95c4-4a37-afa5-8de99e2e7615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:04:11.259544 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-65170711-95c4-4a37-afa5-8de99e2e7615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:11.264387 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344960a6-260c-4c3a-bdbc-603c6975e6b5 None None] Network 1fd58bb7-5017-4a35-98e9-2ebd6e679ae2 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:04:11.288958 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-65170711-95c4-4a37-afa5-8de99e2e7615 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.0862727
Jan 29 10:04:11.289958 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 46312) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:11.296060 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-8cfb8de5-1fee-484c-9ed0-ad5c0e37b978 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-496623575-router', 'tenant_id': '427e7808217340cf85796dc28ee6ee48', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:04:11.302411 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-8cfb8de5-1fee-484c-9ed0-ad5c0e37b978 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:04:11.307063 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8cfb8de5-1fee-484c-9ed0-ad5c0e37b978 admin admin] Usage tracker for resource:router and tenant:427e7808217340cf85796dc28ee6ee48 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:04:11.312029 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8cfb8de5-1fee-484c-9ed0-ad5c0e37b978 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:04:11.319704 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-8cfb8de5-1fee-484c-9ed0-ad5c0e37b978 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:04:11.334670 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8cfb8de5-1fee-484c-9ed0-ad5c0e37b978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:11.335796 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8cfb8de5-1fee-484c-9ed0-ad5c0e37b978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:11.353913 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0f47cb24-2874-4527-910b-453e76e18da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:11.375516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8cfb8de5-1fee-484c-9ed0-ad5c0e37b978 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:11.591941 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:11.602941 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3b3242-1443-494e-9279-0aed2c48618c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-1fd58bb7-5017-4a35-98e9-2ebd6e679ae2', 'network_id': '1fd58bb7-5017-4a35-98e9-2ebd6e679ae2', 'tenant_id': '427e7808217340cf85796dc28ee6ee48', 'fixed_ips': [{'subnet_id': '33e91942-d524-458e-9fbf-e90687db90c7'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:04:11.604102 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2a3b3242-1443-494e-9279-0aed2c48618c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:11.652144 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f47cb24-2874-4527-910b-453e76e18da9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13442799-a6c4-4c0b-b1ed-15d8e21e2b8d,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:11.655276 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0f47cb24-2874-4527-910b-453e76e18da9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:11.689161 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f47cb24-2874-4527-910b-453e76e18da9 admin admin] Checking segment: {'id': '9329d575-ed3f-46b1-819e-a36233065db3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ad10d455-2f6c-4431-96c2-93a5f5aa1b82'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:04:11.689723 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f47cb24-2874-4527-910b-453e76e18da9 admin admin] Network hostable DHCP agents. Network: ad10d455-2f6c-4431-96c2-93a5f5aa1b82, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:04:11.711986 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f47cb24-2874-4527-910b-453e76e18da9 admin admin] Network ad10d455-2f6c-4431-96c2-93a5f5aa1b82 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:04:11.733494 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-0f47cb24-2874-4527-910b-453e76e18da9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, ad10d455-2f6c-4431-96c2-93a5f5aa1b82) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:04:11.740275 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f47cb24-2874-4527-910b-453e76e18da9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:04:11.740917 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0f47cb24-2874-4527-910b-453e76e18da9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:11.792442 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95df2e69-f8ea-46f5-bc36-c6583040f8c9 None None] Network ad10d455-2f6c-4431-96c2-93a5f5aa1b82 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:04:11.797440 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0f47cb24-2874-4527-910b-453e76e18da9 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 1.1084478
Jan 29 10:04:11.798729 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 46328) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:11.804690 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-642422e4-5435-4744-8127-3250363ee3df admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-2001015195-router', 'tenant_id': '063e89324bbe4d0080d07e952e1945cf', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:04:11.810438 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-642422e4-5435-4744-8127-3250363ee3df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:04:11.816332 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-642422e4-5435-4744-8127-3250363ee3df admin admin] Usage tracker for resource:router and tenant:063e89324bbe4d0080d07e952e1945cf is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:04:11.819623 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-642422e4-5435-4744-8127-3250363ee3df admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:04:11.826127 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-642422e4-5435-4744-8127-3250363ee3df admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:04:11.838676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-642422e4-5435-4744-8127-3250363ee3df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:11.839759 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-642422e4-5435-4744-8127-3250363ee3df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:11.865318 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-642422e4-5435-4744-8127-3250363ee3df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:12.220928 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-2a3b3242-1443-494e-9279-0aed2c48618c None None] Allocated IP 172.20.0.2 (1fd58bb7-5017-4a35-98e9-2ebd6e679ae2/33e91942-d524-458e-9fbf-e90687db90c7/3fc25889-9501-4617-81bf-6565d06e4b74) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:04:12.272197 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8cfb8de5-1fee-484c-9ed0-ad5c0e37b978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:12.391288 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-642422e4-5435-4744-8127-3250363ee3df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:12.769213 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 46354) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:12.795574 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8cfb8de5-1fee-484c-9ed0-ad5c0e37b978 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:12.862513 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c4e984-b295-478b-ae5b-b4b5c8664833 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-ad10d455-2f6c-4431-96c2-93a5f5aa1b82', 'network_id': 'ad10d455-2f6c-4431-96c2-93a5f5aa1b82', 'tenant_id': '063e89324bbe4d0080d07e952e1945cf', 'fixed_ips': [{'subnet_id': '13442799-a6c4-4c0b-b1ed-15d8e21e2b8d'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:04:12.863417 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-00c4e984-b295-478b-ae5b-b4b5c8664833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:12.874386 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8cfb8de5-1fee-484c-9ed0-ad5c0e37b978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:12.895164 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-642422e4-5435-4744-8127-3250363ee3df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:12.972062 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-642422e4-5435-4744-8127-3250363ee3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:13.246378 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2a3b3242-1443-494e-9279-0aed2c48618c None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:13.286460 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-2a3b3242-1443-494e-9279-0aed2c48618c None None] Transition to ACTIVE for port object 3fc25889-9501-4617-81bf-6565d06e4b74 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:04:13.335140 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-2a3b3242-1443-494e-9279-0aed2c48618c None None] Transition to ACTIVE for port object 3fc25889-9501-4617-81bf-6565d06e4b74 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:04:13.391504 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 46372) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:13.398852 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2a3b3242-1443-494e-9279-0aed2c48618c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:13.420305 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:13.440131 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-8cfb8de5-1fee-484c-9ed0-ad5c0e37b978 admin admin] Allocated IP 172.26.7.124 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/588c2831-d082-4a94-b8d9-c370bc71e291) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:04:13.631695 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8cfb8de5-1fee-484c-9ed0-ad5c0e37b978 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:13.677197 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8cfb8de5-1fee-484c-9ed0-ad5c0e37b978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:13.729261 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-df5599a5-df6b-4e24-80e9-32f4ab7783be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:13.737424 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3b3242-1443-494e-9279-0aed2c48618c None None] Pushing event updated for resources: {'Port': ['ID=3fc25889-9501-4617-81bf-6565d06e4b74,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:13.761529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b3242-1443-494e-9279-0aed2c48618c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:13.762106 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b3242-1443-494e-9279-0aed2c48618c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:13.762595 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b3242-1443-494e-9279-0aed2c48618c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:13.763086 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b3242-1443-494e-9279-0aed2c48618c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:13.763561 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b3242-1443-494e-9279-0aed2c48618c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:13.764036 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b3242-1443-494e-9279-0aed2c48618c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:13.764503 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b3242-1443-494e-9279-0aed2c48618c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:13.764973 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b3242-1443-494e-9279-0aed2c48618c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:13.765747 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b3242-1443-494e-9279-0aed2c48618c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:13.766256 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b3242-1443-494e-9279-0aed2c48618c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:13.767585 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b3242-1443-494e-9279-0aed2c48618c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:13.768060 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b3242-1443-494e-9279-0aed2c48618c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:13.768618 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b3242-1443-494e-9279-0aed2c48618c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:13.769084 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b3242-1443-494e-9279-0aed2c48618c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:13.769550 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b3242-1443-494e-9279-0aed2c48618c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:13.770038 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b3242-1443-494e-9279-0aed2c48618c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:13.771039 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b3242-1443-494e-9279-0aed2c48618c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:13.771039 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b3242-1443-494e-9279-0aed2c48618c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:13.771558 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b3242-1443-494e-9279-0aed2c48618c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:13.772020 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b3242-1443-494e-9279-0aed2c48618c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:13.772785 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b3242-1443-494e-9279-0aed2c48618c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:13.773327 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b3242-1443-494e-9279-0aed2c48618c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:13.773808 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b3242-1443-494e-9279-0aed2c48618c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:13.774371 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b3242-1443-494e-9279-0aed2c48618c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:13.775764 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b3242-1443-494e-9279-0aed2c48618c None None] Tracked resource versions report:
Jan 29 10:04:13.775764 dv-neutron-772983-2-ovs neutron-server[80656]: pushed versions:
Jan 29 10:04:13.775764 dv-neutron-772983-2-ovs neutron-server[80656]: {   'AddressGroup': {'1.1'},
Jan 29 10:04:13.775764 dv-neutron-772983-2-ovs neutron-server[80656]:     'ConntrackHelper': {'1.0'},
Jan 29 10:04:13.775764 dv-neutron-772983-2-ovs neutron-server[80656]:     'Log': {'1.0'},
Jan 29 10:04:13.775764 dv-neutron-772983-2-ovs neutron-server[80656]:     'Network': {'1.1'},
Jan 29 10:04:13.775764 dv-neutron-772983-2-ovs neutron-server[80656]:     'Port': {'1.6'},
Jan 29 10:04:13.775764 dv-neutron-772983-2-ovs neutron-server[80656]:     'PortForwarding': {'1.2'},
Jan 29 10:04:13.775764 dv-neutron-772983-2-ovs neutron-server[80656]:     'QosPolicy': {'1.8'},
Jan 29 10:04:13.775764 dv-neutron-772983-2-ovs neutron-server[80656]:     'SecurityGroup': {'1.4'},
Jan 29 10:04:13.775764 dv-neutron-772983-2-ovs neutron-server[80656]:     'SecurityGroupRule': {'1.2'},
Jan 29 10:04:13.775764 dv-neutron-772983-2-ovs neutron-server[80656]:     'SubPort': {'1.0'},
Jan 29 10:04:13.775764 dv-neutron-772983-2-ovs neutron-server[80656]:     'Subnet': {'1.1'},
Jan 29 10:04:13.775764 dv-neutron-772983-2-ovs neutron-server[80656]:     'Trunk': {'1.1'}}
Jan 29 10:04:13.775764 dv-neutron-772983-2-ovs neutron-server[80656]: consumer versions:
Jan 29 10:04:13.775764 dv-neutron-772983-2-ovs neutron-server[80656]: {   DHCP agent@dv-neutron-772983-2-ovs: {},
Jan 29 10:04:13.775764 dv-neutron-772983-2-ovs neutron-server[80656]:     L3 agent@dv-neutron-772983-2-ovs: {},
Jan 29 10:04:13.775764 dv-neutron-772983-2-ovs neutron-server[80656]:     Metadata agent@dv-neutron-772983-2-ovs: {},
Jan 29 10:04:13.775764 dv-neutron-772983-2-ovs neutron-server[80656]:     Metering agent@dv-neutron-772983-2-ovs: {},
Jan 29 10:04:13.775764 dv-neutron-772983-2-ovs neutron-server[80656]:     Open vSwitch agent@dv-neutron-772983-2-ovs: {   'AddressGroup': '1.1',
Jan 29 10:04:13.775764 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'ConntrackHelper': '1.0',
Jan 29 10:04:13.775764 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'Log': '1.0',
Jan 29 10:04:13.775764 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'Network': '1.1',
Jan 29 10:04:13.775764 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'Port': '1.6',
Jan 29 10:04:13.775764 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'PortForwarding': '1.2',
Jan 29 10:04:13.775764 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'QosPolicy': '1.8',
Jan 29 10:04:13.775764 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'SecurityGroup': '1.4',
Jan 29 10:04:13.775764 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'SecurityGroupRule': '1.2',
Jan 29 10:04:13.775764 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'SubPort': '1.0',
Jan 29 10:04:13.775764 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'Subnet': '1.1',
Jan 29 10:04:13.775764 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'Trunk': '1.1'},
Jan 29 10:04:13.775764 dv-neutron-772983-2-ovs neutron-server[80656]:     Open vSwitch agent@hv-neutron-7729: {   'AddressGroup': '1.1',
Jan 29 10:04:13.775764 dv-neutron-772983-2-ovs neutron-server[80656]:                                             'ConntrackHelper': '1.0',
Jan 29 10:04:13.775764 dv-neutron-772983-2-ovs neutron-server[80656]:                                             'Log': '1.0',
Jan 29 10:04:13.775764 dv-neutron-772983-2-ovs neutron-server[80656]:                                             'Network': '1.1',
Jan 29 10:04:13.775764 dv-neutron-772983-2-ovs neutron-server[80656]:                                             'Port': '1.6',
Jan 29 10:04:13.775764 dv-neutron-772983-2-ovs neutron-server[80656]:                                             'PortForwarding': '1.2',
Jan 29 10:04:13.775764 dv-neutron-772983-2-ovs neutron-server[80656]:                                             'QosPolicy': '1.8',
Jan 29 10:04:13.775764 dv-neutron-772983-2-ovs neutron-server[80656]:                                             'SecurityGroup': '1.4',
Jan 29 10:04:13.775764 dv-neutron-772983-2-ovs neutron-server[80656]:                                             'SecurityGroupRule': '1.2',
Jan 29 10:04:13.775764 dv-neutron-772983-2-ovs neutron-server[80656]:                                             'SubPort': '1.0',
Jan 29 10:04:13.775764 dv-neutron-772983-2-ovs neutron-server[80656]:                                             'Subnet': '1.1',
Jan 29 10:04:13.775764 dv-neutron-772983-2-ovs neutron-server[80656]:                                             'Trunk': '1.1'}}
Jan 29 10:04:13.775764 dv-neutron-772983-2-ovs neutron-server[80656]:  {{(pid=80767) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 29 10:04:13.785435 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2a3b3242-1443-494e-9279-0aed2c48618c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:13.803521 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-00c4e984-b295-478b-ae5b-b4b5c8664833 None None] Allocated IP 172.20.0.2 (ad10d455-2f6c-4431-96c2-93a5f5aa1b82/13442799-a6c4-4c0b-b1ed-15d8e21e2b8d/b2b0f2aa-8af1-4663-aaab-0b5d4f4884d3) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:04:13.811310 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3b3242-1443-494e-9279-0aed2c48618c None None] Network 1fd58bb7-5017-4a35-98e9-2ebd6e679ae2 is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:04:13.811498 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-18527f65-bc40-43d2-ab29-031ab642b037 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-162223747'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:04:13.814094 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-2a3b3242-1443-494e-9279-0aed2c48618c None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:04:13.814561 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-642422e4-5435-4744-8127-3250363ee3df admin admin] Allocated IP 172.26.7.229 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/f41b7193-b3f2-4acf-97c1-545cb4640858) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:04:13.819982 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3b3242-1443-494e-9279-0aed2c48618c None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:04:13.873930 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-18527f65-bc40-43d2-ab29-031ab642b037 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:04:13.883874 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-18527f65-bc40-43d2-ab29-031ab642b037 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Usage tracker for resource:network and tenant:a764045383414295a779445107930dc5 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:04:13.887390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-18527f65-bc40-43d2-ab29-031ab642b037 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Quota usage for network was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:04:13.900095 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-18527f65-bc40-43d2-ab29-031ab642b037 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:04:13.962952 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18527f65-bc40-43d2-ab29-031ab642b037 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Made reservation on behalf of a764045383414295a779445107930dc5 for: {'network': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:04:13.973486 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-2a3b3242-1443-494e-9279-0aed2c48618c None None] Attempting to bind port 3fc25889-9501-4617-81bf-6565d06e4b74 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:04:13.974060 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-2a3b3242-1443-494e-9279-0aed2c48618c None None] Attempting to bind port 3fc25889-9501-4617-81bf-6565d06e4b74 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '18bc8eec-b98a-44b9-bed5-2f62335d7fbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1fd58bb7-5017-4a35-98e9-2ebd6e679ae2'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:04:13.974570 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3b3242-1443-494e-9279-0aed2c48618c None None] Attempting to bind port 3fc25889-9501-4617-81bf-6565d06e4b74 on network 1fd58bb7-5017-4a35-98e9-2ebd6e679ae2 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:04:13.983861 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3b3242-1443-494e-9279-0aed2c48618c None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:04:13.984417 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3b3242-1443-494e-9279-0aed2c48618c None None] Checking segment: {'id': '18bc8eec-b98a-44b9-bed5-2f62335d7fbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1fd58bb7-5017-4a35-98e9-2ebd6e679ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:04:13.985194 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2a3b3242-1443-494e-9279-0aed2c48618c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:13.986012 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3b3242-1443-494e-9279-0aed2c48618c None None] Bound using segment: {'id': '18bc8eec-b98a-44b9-bed5-2f62335d7fbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1fd58bb7-5017-4a35-98e9-2ebd6e679ae2'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:04:13.986797 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-2a3b3242-1443-494e-9279-0aed2c48618c None None] Bound port: 3fc25889-9501-4617-81bf-6565d06e4b74, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bc8eec-b98a-44b9-bed5-2f62335d7fbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1fd58bb7-5017-4a35-98e9-2ebd6e679ae2'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:04:13.987254 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2a3b3242-1443-494e-9279-0aed2c48618c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:14.011831 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18527f65-bc40-43d2-ab29-031ab642b037 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:14.058521 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18527f65-bc40-43d2-ab29-031ab642b037 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Notify callbacks [] for security_group, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:14.107629 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-18527f65-bc40-43d2-ab29-031ab642b037 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:04:14.117900 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-18527f65-bc40-43d2-ab29-031ab642b037 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Usage tracker for resource:security_group_rule and tenant:a764045383414295a779445107930dc5 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:04:14.124557 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-18527f65-bc40-43d2-ab29-031ab642b037 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:04:14.131382 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-18527f65-bc40-43d2-ab29-031ab642b037 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:04:14.140102 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-642422e4-5435-4744-8127-3250363ee3df admin admin] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:14.180331 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-642422e4-5435-4744-8127-3250363ee3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:14.222155 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-2a3b3242-1443-494e-9279-0aed2c48618c None None] For port 3fc25889-9501-4617-81bf-6565d06e4b74, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:04:14.229177 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4ef7e6f9-f116-4838-95e7-1e877e5830eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:14.241336 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-2a3b3242-1443-494e-9279-0aed2c48618c None None] For port 3fc25889-9501-4617-81bf-6565d06e4b74, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=3fc25889-9501-4617-81bf-6565d06e4b74,segment=NetworkSegment(18bc8eec-b98a-44b9-bed5-2f62335d7fbd),segment_id=18bc8eec-b98a-44b9-bed5-2f62335d7fbd)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:04:14.242684 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-00c4e984-b295-478b-ae5b-b4b5c8664833 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:14.244343 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18527f65-bc40-43d2-ab29-031ab642b037 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Notify callbacks [] for security_group, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:14.254356 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2a3b3242-1443-494e-9279-0aed2c48618c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:14.257184 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-00c4e984-b295-478b-ae5b-b4b5c8664833 None None] Transition to ACTIVE for port object b2b0f2aa-8af1-4663-aaab-0b5d4f4884d3 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:04:14.299332 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:14.305185 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfb8de5-1fee-484c-9ed0-ad5c0e37b978 admin admin] Pushing event updated for resources: {'Port': ['ID=588c2831-d082-4a94-b8d9-c370bc71e291,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:14.313815 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18527f65-bc40-43d2-ab29-031ab642b037 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:14.314912 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8cfb8de5-1fee-484c-9ed0-ad5c0e37b978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:14.324336 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:14.364784 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18527f65-bc40-43d2-ab29-031ab642b037 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7175a4af-843a-4303-94e1-6e833184e0a3,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:14.375856 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18527f65-bc40-43d2-ab29-031ab642b037 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:14.395365 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 46390) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:14.400946 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18527f65-bc40-43d2-ab29-031ab642b037 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:04:14.457446 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18527f65-bc40-43d2-ab29-031ab642b037 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268197113528', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:14.458090 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-18527f65-bc40-43d2-ab29-031ab642b037 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Added segment f42041c5-dffc-4aea-92aa-04e4d198e707 of type vxlan for network e38a1e50-acf8-42db-b5ca-add7f36aa84c
Jan 29 10:04:14.518856 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-760b499f-b2cf-4da2-a0a3-db58aa043180 tempest-ExternalNetworksAdminNegativeTestJSON-586013425 tempest-ExternalNetworksAdminNegativeTestJSON-586013425-project-admin] Request body: {'floatingip': {'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:04:14.522686 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-00c4e984-b295-478b-ae5b-b4b5c8664833 None None] Transition to ACTIVE for port object b2b0f2aa-8af1-4663-aaab-0b5d4f4884d3 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:04:14.523330 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-760b499f-b2cf-4da2-a0a3-db58aa043180 tempest-ExternalNetworksAdminNegativeTestJSON-586013425 tempest-ExternalNetworksAdminNegativeTestJSON-586013425-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:04:14.527414 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-760b499f-b2cf-4da2-a0a3-db58aa043180 tempest-ExternalNetworksAdminNegativeTestJSON-586013425 tempest-ExternalNetworksAdminNegativeTestJSON-586013425-project-admin] Usage tracker for resource:floatingip and tenant:1bac4c29d05d40d1a4b6d51ca71160c5 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:04:14.531451 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-760b499f-b2cf-4da2-a0a3-db58aa043180 tempest-ExternalNetworksAdminNegativeTestJSON-586013425 tempest-ExternalNetworksAdminNegativeTestJSON-586013425-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:04:14.535125 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfb8de5-1fee-484c-9ed0-ad5c0e37b978 admin admin] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:04:14.537482 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-8cfb8de5-1fee-484c-9ed0-ad5c0e37b978 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:04:14.537826 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-760b499f-b2cf-4da2-a0a3-db58aa043180 tempest-ExternalNetworksAdminNegativeTestJSON-586013425 tempest-ExternalNetworksAdminNegativeTestJSON-586013425-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:04:14.547511 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-00c4e984-b295-478b-ae5b-b4b5c8664833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:14.553314 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfb8de5-1fee-484c-9ed0-ad5c0e37b978 admin admin] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:04:14.553869 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-760b499f-b2cf-4da2-a0a3-db58aa043180 tempest-ExternalNetworksAdminNegativeTestJSON-586013425 tempest-ExternalNetworksAdminNegativeTestJSON-586013425-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:14.599522 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642422e4-5435-4744-8127-3250363ee3df admin admin] Pushing event updated for resources: {'Port': ['ID=f41b7193-b3f2-4acf-97c1-545cb4640858,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:14.603882 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642422e4-5435-4744-8127-3250363ee3df admin admin] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:04:14.607131 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-642422e4-5435-4744-8127-3250363ee3df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:14.607763 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 46396) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:14.608645 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-642422e4-5435-4744-8127-3250363ee3df admin admin] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:04:14.614074 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642422e4-5435-4744-8127-3250363ee3df admin admin] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:04:14.791762 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18527f65-bc40-43d2-ab29-031ab642b037 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:14.797296 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 46402) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:14.849519 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3b3242-1443-494e-9279-0aed2c48618c None None] Pushing event updated for resources: {'Port': ['ID=3fc25889-9501-4617-81bf-6565d06e4b74,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:14.861662 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2a3b3242-1443-494e-9279-0aed2c48618c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:14.868429 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:14.926987 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-c15c4d4e-6f08-45a8-8e8f-02a60db39082 tempest-MeteringIpV6TestJSON-1834956647 tempest-MeteringIpV6TestJSON-1834956647-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1049937670'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:04:14.927528 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-c15c4d4e-6f08-45a8-8e8f-02a60db39082 tempest-MeteringIpV6TestJSON-1834956647 tempest-MeteringIpV6TestJSON-1834956647-project-admin] Unknown quota resources ['metering_label']. {{(pid=80766) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Jan 29 10:04:15.024879 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c4e984-b295-478b-ae5b-b4b5c8664833 None None] Network ad10d455-2f6c-4431-96c2-93a5f5aa1b82 is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:04:15.028259 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-00c4e984-b295-478b-ae5b-b4b5c8664833 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:04:15.031494 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c4e984-b295-478b-ae5b-b4b5c8664833 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:04:15.131985 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c4e984-b295-478b-ae5b-b4b5c8664833 None None] Pushing event updated for resources: {'Port': ['ID=b2b0f2aa-8af1-4663-aaab-0b5d4f4884d3,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:15.149479 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-00c4e984-b295-478b-ae5b-b4b5c8664833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:15.150428 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-00c4e984-b295-478b-ae5b-b4b5c8664833 None None] Attempting to bind port b2b0f2aa-8af1-4663-aaab-0b5d4f4884d3 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:04:15.151557 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-00c4e984-b295-478b-ae5b-b4b5c8664833 None None] Attempting to bind port b2b0f2aa-8af1-4663-aaab-0b5d4f4884d3 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '9329d575-ed3f-46b1-819e-a36233065db3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ad10d455-2f6c-4431-96c2-93a5f5aa1b82'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:04:15.152078 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c4e984-b295-478b-ae5b-b4b5c8664833 None None] Attempting to bind port b2b0f2aa-8af1-4663-aaab-0b5d4f4884d3 on network ad10d455-2f6c-4431-96c2-93a5f5aa1b82 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:04:15.160387 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c4e984-b295-478b-ae5b-b4b5c8664833 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:04:15.160999 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c4e984-b295-478b-ae5b-b4b5c8664833 None None] Checking segment: {'id': '9329d575-ed3f-46b1-819e-a36233065db3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ad10d455-2f6c-4431-96c2-93a5f5aa1b82'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:04:15.161563 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-00c4e984-b295-478b-ae5b-b4b5c8664833 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:15.162197 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c4e984-b295-478b-ae5b-b4b5c8664833 None None] Bound using segment: {'id': '9329d575-ed3f-46b1-819e-a36233065db3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ad10d455-2f6c-4431-96c2-93a5f5aa1b82'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:04:15.162782 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-00c4e984-b295-478b-ae5b-b4b5c8664833 None None] Bound port: b2b0f2aa-8af1-4663-aaab-0b5d4f4884d3, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9329d575-ed3f-46b1-819e-a36233065db3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ad10d455-2f6c-4431-96c2-93a5f5aa1b82'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:04:15.163330 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-00c4e984-b295-478b-ae5b-b4b5c8664833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:15.203092 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-1d995bb4-d785-43b0-a028-a4dd245c4582 tempest-ExternalNetworksTestJSON-37437347 tempest-ExternalNetworksTestJSON-37437347-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-686325212'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:04:15.212079 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-1d995bb4-d785-43b0-a028-a4dd245c4582 tempest-ExternalNetworksTestJSON-37437347 tempest-ExternalNetworksTestJSON-37437347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:04:15.217097 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-1d995bb4-d785-43b0-a028-a4dd245c4582 tempest-ExternalNetworksTestJSON-37437347 tempest-ExternalNetworksTestJSON-37437347-project] Usage tracker for resource:network and tenant:275d3f23645645e3909bca95261cf017 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:04:15.221658 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-1d995bb4-d785-43b0-a028-a4dd245c4582 tempest-ExternalNetworksTestJSON-37437347 tempest-ExternalNetworksTestJSON-37437347-project] Quota usage for network was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:04:15.228865 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-1d995bb4-d785-43b0-a028-a4dd245c4582 tempest-ExternalNetworksTestJSON-37437347 tempest-ExternalNetworksTestJSON-37437347-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:04:15.275830 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-642422e4-5435-4744-8127-3250363ee3df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:15.419055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-9129ac1d-2378-44a6-b494-81b0e7f263c1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1552280106', 'router:external': True}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:04:15.512346 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-00c4e984-b295-478b-ae5b-b4b5c8664833 None None] For port b2b0f2aa-8af1-4663-aaab-0b5d4f4884d3, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:04:15.516862 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-00c4e984-b295-478b-ae5b-b4b5c8664833 None None] For port b2b0f2aa-8af1-4663-aaab-0b5d4f4884d3, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=b2b0f2aa-8af1-4663-aaab-0b5d4f4884d3,segment=NetworkSegment(9329d575-ed3f-46b1-819e-a36233065db3),segment_id=9329d575-ed3f-46b1-819e-a36233065db3)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:04:15.525215 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-00c4e984-b295-478b-ae5b-b4b5c8664833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:15.546766 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d995bb4-d785-43b0-a028-a4dd245c4582 tempest-ExternalNetworksTestJSON-37437347 tempest-ExternalNetworksTestJSON-37437347-project] Made reservation on behalf of 275d3f23645645e3909bca95261cf017 for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:04:15.552943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:15.558629 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-9129ac1d-2378-44a6-b494-81b0e7f263c1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:04:15.562875 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-9129ac1d-2378-44a6-b494-81b0e7f263c1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Usage tracker for resource:network and tenant:1ff34f0ed0344ec39e5476068c831cc8 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:04:15.565999 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-9129ac1d-2378-44a6-b494-81b0e7f263c1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:04:15.571285 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1d995bb4-d785-43b0-a028-a4dd245c4582 tempest-ExternalNetworksTestJSON-37437347 tempest-ExternalNetworksTestJSON-37437347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:15.572320 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-9129ac1d-2378-44a6-b494-81b0e7f263c1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:04:15.616991 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1d995bb4-d785-43b0-a028-a4dd245c4582 tempest-ExternalNetworksTestJSON-37437347 tempest-ExternalNetworksTestJSON-37437347-project] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:15.661589 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-1d995bb4-d785-43b0-a028-a4dd245c4582 tempest-ExternalNetworksTestJSON-37437347 tempest-ExternalNetworksTestJSON-37437347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:04:15.661890 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c4e984-b295-478b-ae5b-b4b5c8664833 None None] Pushing event updated for resources: {'Port': ['ID=b2b0f2aa-8af1-4663-aaab-0b5d4f4884d3,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:15.677331 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-00c4e984-b295-478b-ae5b-b4b5c8664833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:15.680192 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-1d995bb4-d785-43b0-a028-a4dd245c4582 tempest-ExternalNetworksTestJSON-37437347 tempest-ExternalNetworksTestJSON-37437347-project] Usage tracker for resource:security_group_rule and tenant:275d3f23645645e3909bca95261cf017 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:04:15.690859 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-1d995bb4-d785-43b0-a028-a4dd245c4582 tempest-ExternalNetworksTestJSON-37437347 tempest-ExternalNetworksTestJSON-37437347-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:04:15.701251 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9129ac1d-2378-44a6-b494-81b0e7f263c1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Made reservation on behalf of 1ff34f0ed0344ec39e5476068c831cc8 for: {'network': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:04:15.708176 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9129ac1d-2378-44a6-b494-81b0e7f263c1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:15.722171 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.resource_extend [None req-18527f65-bc40-43d2-ab29-031ab642b037 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] It took 0.62 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 29 10:04:15.748560 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 46418) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:15.753234 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9129ac1d-2378-44a6-b494-81b0e7f263c1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks [] for security_group, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:15.784089 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c15c4d4e-6f08-45a8-8e8f-02a60db39082 tempest-MeteringIpV6TestJSON-1834956647 tempest-MeteringIpV6TestJSON-1834956647-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:15.788245 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c15c4d4e-6f08-45a8-8e8f-02a60db39082 tempest-MeteringIpV6TestJSON-1834956647 tempest-MeteringIpV6TestJSON-1834956647-project-admin] 10.222.0.57 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 478 time: 1.3862963
Jan 29 10:04:15.793494 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 46424) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:15.804393 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-9129ac1d-2378-44a6-b494-81b0e7f263c1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:04:15.811994 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-c03496d6-3a8b-4702-9054-d2b43ac71102 tempest-MeteringIpV6TestJSON-1834956647 tempest-MeteringIpV6TestJSON-1834956647-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'bb44cba7-efeb-4e5f-b383-f823f6f47884'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:04:15.812550 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-c03496d6-3a8b-4702-9054-d2b43ac71102 tempest-MeteringIpV6TestJSON-1834956647 tempest-MeteringIpV6TestJSON-1834956647-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=80766) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Jan 29 10:04:15.815560 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18527f65-bc40-43d2-ab29-031ab642b037 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:15.822366 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-9129ac1d-2378-44a6-b494-81b0e7f263c1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Usage tracker for resource:security_group_rule and tenant:1ff34f0ed0344ec39e5476068c831cc8 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:04:15.891531 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18527f65-bc40-43d2-ab29-031ab642b037 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:04:15.892264 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18527f65-bc40-43d2-ab29-031ab642b037 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:15.902262 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-9129ac1d-2378-44a6-b494-81b0e7f263c1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:04:15.905201 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:15.949121 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-9129ac1d-2378-44a6-b494-81b0e7f263c1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:04:15.980021 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-1d995bb4-d785-43b0-a028-a4dd245c4582 tempest-ExternalNetworksTestJSON-37437347 tempest-ExternalNetworksTestJSON-37437347-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:04:16.061944 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-760b499f-b2cf-4da2-a0a3-db58aa043180 tempest-ExternalNetworksAdminNegativeTestJSON-586013425 tempest-ExternalNetworksAdminNegativeTestJSON-586013425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:16.126921 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-706caf9f-94d2-4980-8b49-c242c5b3e715 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Request body: {'floatingip': {'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:04:16.179301 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8cfb8de5-1fee-484c-9ed0-ad5c0e37b978 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:16.260723 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-642422e4-5435-4744-8127-3250363ee3df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:16.260963 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-18527f65-bc40-43d2-ab29-031ab642b037 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 3.4875851
Jan 29 10:04:16.262631 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 46432) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:16.277697 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-c02c5d1a-b89c-4828-bd82-ec18a7d76c74 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Request body: {'subnet': {'network_id': 'e38a1e50-acf8-42db-b5ca-add7f36aa84c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:04:16.278588 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-706caf9f-94d2-4980-8b49-c242c5b3e715 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:04:16.283031 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-706caf9f-94d2-4980-8b49-c242c5b3e715 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Usage tracker for resource:floatingip and tenant:dc69fae14c2c4e1faa1e6d21b85f79fa is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:04:16.286371 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-706caf9f-94d2-4980-8b49-c242c5b3e715 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:04:16.289064 dv-neutron-772983-2-ovs neutron-server[80656]: WARNING neutron.services.metering.metering_plugin [None req-c03496d6-3a8b-4702-9054-d2b43ac71102 tempest-MeteringIpV6TestJSON-1834956647 tempest-MeteringIpV6TestJSON-1834956647-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Jan 29 10:04:16.353090 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-706caf9f-94d2-4980-8b49-c242c5b3e715 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:04:16.554266 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1d995bb4-d785-43b0-a028-a4dd245c4582 tempest-ExternalNetworksTestJSON-37437347 tempest-ExternalNetworksTestJSON-37437347-project] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:16.629699 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18527f65-bc40-43d2-ab29-031ab642b037 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Pushing event updated for resources: {'Network': ['ID=e38a1e50-acf8-42db-b5ca-add7f36aa84c,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:16.631871 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-706caf9f-94d2-4980-8b49-c242c5b3e715 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks [] for floatingip, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:16.638620 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1d995bb4-d785-43b0-a028-a4dd245c4582 tempest-ExternalNetworksTestJSON-37437347 tempest-ExternalNetworksTestJSON-37437347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:16.658141 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18527f65-bc40-43d2-ab29-031ab642b037 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.753s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:16.671464 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-fa5c445e-a6da-435a-a0ce-bc0b8589d49e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:16.673678 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network e38a1e50-acf8-42db-b5ca-add7f36aa84c details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:04:16.692187 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c03496d6-3a8b-4702-9054-d2b43ac71102 tempest-MeteringIpV6TestJSON-1834956647 tempest-MeteringIpV6TestJSON-1834956647-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:16.693653 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c03496d6-3a8b-4702-9054-d2b43ac71102 tempest-MeteringIpV6TestJSON-1834956647 tempest-MeteringIpV6TestJSON-1834956647-project-admin] 10.222.0.57 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 464 time: 0.8961668
Jan 29 10:04:16.711983 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 46440) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:16.731203 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c02c5d1a-b89c-4828-bd82-ec18a7d76c74 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:04:16.733481 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d995bb4-d785-43b0-a028-a4dd245c4582 tempest-ExternalNetworksTestJSON-37437347 tempest-ExternalNetworksTestJSON-37437347-project] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:04:16.742988 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-48069e03-ed1e-4597-89df-907c2b6fd9e0 tempest-MeteringIpV6TestJSON-1834956647 tempest-MeteringIpV6TestJSON-1834956647-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'bb44cba7-efeb-4e5f-b383-f823f6f47884'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:04:16.743514 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-48069e03-ed1e-4597-89df-907c2b6fd9e0 tempest-MeteringIpV6TestJSON-1834956647 tempest-MeteringIpV6TestJSON-1834956647-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=80766) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Jan 29 10:04:16.744332 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network e38a1e50-acf8-42db-b5ca-add7f36aa84c details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:04:16.749205 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c02c5d1a-b89c-4828-bd82-ec18a7d76c74 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Usage tracker for resource:subnet and tenant:a764045383414295a779445107930dc5 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:04:16.810750 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c02c5d1a-b89c-4828-bd82-ec18a7d76c74 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:04:16.836783 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1d995bb4-d785-43b0-a028-a4dd245c4582 tempest-ExternalNetworksTestJSON-37437347 tempest-ExternalNetworksTestJSON-37437347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:16.837431 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-1d995bb4-d785-43b0-a028-a4dd245c4582 tempest-ExternalNetworksTestJSON-37437347 tempest-ExternalNetworksTestJSON-37437347-project] Added segment 72ac7a1f-1fb9-452f-89a2-37123c1192eb of type vxlan for network 86392426-8951-4214-943a-7ce82d8b887d
Jan 29 10:04:16.856898 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c02c5d1a-b89c-4828-bd82-ec18a7d76c74 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:04:16.939852 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d995bb4-d785-43b0-a028-a4dd245c4582 tempest-ExternalNetworksTestJSON-37437347 tempest-ExternalNetworksTestJSON-37437347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f43d90ce-81be-4493-86e0-1bb35378dfa1,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:16.968529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1d995bb4-d785-43b0-a028-a4dd245c4582 tempest-ExternalNetworksTestJSON-37437347 tempest-ExternalNetworksTestJSON-37437347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:16.989108 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1d995bb4-d785-43b0-a028-a4dd245c4582 tempest-ExternalNetworksTestJSON-37437347 tempest-ExternalNetworksTestJSON-37437347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:16.995384 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-760b499f-b2cf-4da2-a0a3-db58aa043180 tempest-ExternalNetworksAdminNegativeTestJSON-586013425 tempest-ExternalNetworksAdminNegativeTestJSON-586013425-project-admin] Allocated IP 172.26.7.254 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/522b65a5-fbcc-4989-bb98-efd4ab959445) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:04:16.998868 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02c5d1a-b89c-4828-bd82-ec18a7d76c74 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Made reservation on behalf of a764045383414295a779445107930dc5 for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:04:17.022246 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c02c5d1a-b89c-4828-bd82-ec18a7d76c74 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Notify callbacks [] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:17.046049 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-642422e4-5435-4744-8127-3250363ee3df admin admin] Router 4a2dbef9-f510-4df4-8738-7c1c6e2523ec is scheduled to L3 agent 18987107-6d88-4736-94cf-15791d65b3ff with binding_index 1 {{(pid=80765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 29 10:04:17.098214 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 3fc25889-9501-4617-81bf-6565d06e4b74 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:04:17.178347 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca26900-2712-41cb-8655-887dee6bc71d None None] Network 1fd58bb7-5017-4a35-98e9-2ebd6e679ae2 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:04:17.200760 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9129ac1d-2378-44a6-b494-81b0e7f263c1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:17.206097 dv-neutron-772983-2-ovs neutron-server[80656]: WARNING neutron.services.metering.metering_plugin [None req-48069e03-ed1e-4597-89df-907c2b6fd9e0 tempest-MeteringIpV6TestJSON-1834956647 tempest-MeteringIpV6TestJSON-1834956647-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Jan 29 10:04:17.218291 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9129ac1d-2378-44a6-b494-81b0e7f263c1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:17.328050 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:17.350733 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 3fc25889-9501-4617-81bf-6565d06e4b74 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:04:17.392032 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device b2b0f2aa-8af1-4663-aaab-0b5d4f4884d3 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:04:17.406129 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1d995bb4-d785-43b0-a028-a4dd245c4582 tempest-ExternalNetworksTestJSON-37437347 tempest-ExternalNetworksTestJSON-37437347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:17.435694 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-d87ff7e4-a63b-48be-a475-50e4a8e94d81 None None] Provisioning for port 3fc25889-9501-4617-81bf-6565d06e4b74 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:04:17.447432 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9129ac1d-2378-44a6-b494-81b0e7f263c1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:04:17.452400 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8cfb8de5-1fee-484c-9ed0-ad5c0e37b978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:17.459516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-d87ff7e4-a63b-48be-a475-50e4a8e94d81 None None] Provisioning complete for port 3fc25889-9501-4617-81bf-6565d06e4b74 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:04:17.459977 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d87ff7e4-a63b-48be-a475-50e4a8e94d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:17.465371 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9129ac1d-2378-44a6-b494-81b0e7f263c1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de21f124-258d-4724-bfb1-59d31c36359b,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:17.495428 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d995bb4-d785-43b0-a028-a4dd245c4582 tempest-ExternalNetworksTestJSON-37437347 tempest-ExternalNetworksTestJSON-37437347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:04:17.496117 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1d995bb4-d785-43b0-a028-a4dd245c4582 tempest-ExternalNetworksTestJSON-37437347 tempest-ExternalNetworksTestJSON-37437347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:17.509135 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1baee534-c34a-428e-93ab-7d5c165a78e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:17.543134 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9129ac1d-2378-44a6-b494-81b0e7f263c1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:17.546082 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-48069e03-ed1e-4597-89df-907c2b6fd9e0 tempest-MeteringIpV6TestJSON-1834956647 tempest-MeteringIpV6TestJSON-1834956647-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:17.550831 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-48069e03-ed1e-4597-89df-907c2b6fd9e0 tempest-MeteringIpV6TestJSON-1834956647 tempest-MeteringIpV6TestJSON-1834956647-project-admin] 10.222.0.57 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 464 time: 0.8301733
Jan 29 10:04:17.559616 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 46444) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:17.560276 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9129ac1d-2378-44a6-b494-81b0e7f263c1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268197113528', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:17.560718 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-9129ac1d-2378-44a6-b494-81b0e7f263c1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Added segment 498e7b73-a037-4445-8b64-1106b8ffbdc9 of type vxlan for network 42f31e24-bd43-455f-817b-62e21c77f7a8
Jan 29 10:04:17.688172 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-706caf9f-94d2-4980-8b49-c242c5b3e715 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:17.715215 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9129ac1d-2378-44a6-b494-81b0e7f263c1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:17.733284 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d995bb4-d785-43b0-a028-a4dd245c4582 tempest-ExternalNetworksTestJSON-37437347 tempest-ExternalNetworksTestJSON-37437347-project] Pushing event updated for resources: {'Network': ['ID=86392426-8951-4214-943a-7ce82d8b887d,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:17.745540 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port b2b0f2aa-8af1-4663-aaab-0b5d4f4884d3 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:04:17.762359 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d87ff7e4-a63b-48be-a475-50e4a8e94d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:17.764516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1d995bb4-d785-43b0-a028-a4dd245c4582 tempest-ExternalNetworksTestJSON-37437347 tempest-ExternalNetworksTestJSON-37437347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:17.766456 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-bd1ff55c-5d67-4bb5-978e-c0722eb669eb tempest-MeteringIpV6TestJSON-1834956647 tempest-MeteringIpV6TestJSON-1834956647-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-label-rules?id=b0f6ff0b-453f-4865-80c3-0da936cbda8a HTTP/1.1" status: 200  len: 462 time: 0.1831486
Jan 29 10:04:17.778117 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 46450) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:17.791493 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 86392426-8951-4214-943a-7ce82d8b887d details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:04:17.810219 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1d995bb4-d785-43b0-a028-a4dd245c4582 tempest-ExternalNetworksTestJSON-37437347 tempest-ExternalNetworksTestJSON-37437347-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 3.1984191
Jan 29 10:04:17.826689 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-760b499f-b2cf-4da2-a0a3-db58aa043180 tempest-ExternalNetworksAdminNegativeTestJSON-586013425 tempest-ExternalNetworksAdminNegativeTestJSON-586013425-project-admin] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:17.829990 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 46456) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:17.838553 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-d87ff7e4-a63b-48be-a475-50e4a8e94d81 None None] For port 3fc25889-9501-4617-81bf-6565d06e4b74, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=3fc25889-9501-4617-81bf-6565d06e4b74,segment=NetworkSegment(18bc8eec-b98a-44b9-bed5-2f62335d7fbd),segment_id=18bc8eec-b98a-44b9-bed5-2f62335d7fbd)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:04:17.840203 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 86392426-8951-4214-943a-7ce82d8b887d details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:04:17.847922 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-642422e4-5435-4744-8127-3250363ee3df admin admin] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:04:17.868467 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628816a6-5b52-4c03-b8a5-c1de08273d74 None None] Sync routers for ids ['4a2dbef9-f510-4df4-8738-7c1c6e2523ec'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:04:17.889121 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628816a6-5b52-4c03-b8a5-c1de08273d74 None None] Routers {'4a2dbef9-f510-4df4-8738-7c1c6e2523ec'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:04:17.893282 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-628816a6-5b52-4c03-b8a5-c1de08273d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9fc4d30>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:03:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['4a2dbef9-f510-4df4-8738-7c1c6e2523ec'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:04:17.898093 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-642422e4-5435-4744-8127-3250363ee3df admin admin] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:17.899435 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-642422e4-5435-4744-8127-3250363ee3df admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 918 time: 6.0995331
Jan 29 10:04:17.909572 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 46464) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:17.923953 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d87ff7e4-a63b-48be-a475-50e4a8e94d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:17.942251 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:17.984098 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-760b499f-b2cf-4da2-a0a3-db58aa043180 tempest-ExternalNetworksAdminNegativeTestJSON-586013425 tempest-ExternalNetworksAdminNegativeTestJSON-586013425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:18.039478 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06e5d1b-5c21-4df0-9caf-260dc2d5f9ce None None] Network ad10d455-2f6c-4431-96c2-93a5f5aa1b82 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:04:18.166251 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-628816a6-5b52-4c03-b8a5-c1de08273d74 None None] Set router 4a2dbef9-f510-4df4-8738-7c1c6e2523ec gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:04:18.369519 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:18.420854 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-d0282ebe-3d14-4a68-b6e6-d7fd9b1b241f tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Request body: {'network': {'name': 'tempest-network--982616533', 'router:external': True}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:04:18.458609 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d0282ebe-3d14-4a68-b6e6-d7fd9b1b241f tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:04:18.491382 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d0282ebe-3d14-4a68-b6e6-d7fd9b1b241f tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Usage tracker for resource:network and tenant:7bc33e18aa324c6ab0ebc654926bc951 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:04:18.503088 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-2e55bd3a-5867-457c-bcbe-41e8bd45a7e8 None None] Provisioning for port b2b0f2aa-8af1-4663-aaab-0b5d4f4884d3 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:04:18.519335 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d0282ebe-3d14-4a68-b6e6-d7fd9b1b241f tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:04:18.546084 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d0282ebe-3d14-4a68-b6e6-d7fd9b1b241f tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:04:18.552370 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760b499f-b2cf-4da2-a0a3-db58aa043180 tempest-ExternalNetworksAdminNegativeTestJSON-586013425 tempest-ExternalNetworksAdminNegativeTestJSON-586013425-project-admin] Pushing event updated for resources: {'Port': ['ID=522b65a5-fbcc-4989-bb98-efd4ab959445,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:18.577411 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-760b499f-b2cf-4da2-a0a3-db58aa043180 tempest-ExternalNetworksAdminNegativeTestJSON-586013425 tempest-ExternalNetworksAdminNegativeTestJSON-586013425-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:18.593220 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-2e55bd3a-5867-457c-bcbe-41e8bd45a7e8 None None] Provisioning complete for port b2b0f2aa-8af1-4663-aaab-0b5d4f4884d3 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:04:18.594112 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2e55bd3a-5867-457c-bcbe-41e8bd45a7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:18.635690 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-628816a6-5b52-4c03-b8a5-c1de08273d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9fc4d30>, [{'id': '4a2dbef9-f510-4df4-8738-7c1c6e2523ec', 'name': 'tempest-ServersTestJSON-2001015195-router', 'tenant_id': '063e89324bbe4d0080d07e952e1945cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': 'f41b7193-b3f2-4acf-97c1-545cb4640858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:04:11Z', 'updated_at': '2021-01-29T10:04:14Z', 'revision_number': 3, 'project_id': '063e89324bbe4d0080d07e952e1945cf', 'gw_port': {'id': 'f41b7193-b3f2-4acf-97c1-545cb4640858', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a7:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a2dbef9-f510-4df4-8738-7c1c6e2523ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:04:13Z', 'updated_at': '2021-01-29T10:04:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:04:18.640565 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628816a6-5b52-4c03-b8a5-c1de08273d74 None None] Checking router: 4a2dbef9-f510-4df4-8738-7c1c6e2523ec for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:04:18.640931 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628816a6-5b52-4c03-b8a5-c1de08273d74 None None] Updating router 4a2dbef9-f510-4df4-8738-7c1c6e2523ec port f41b7193-b3f2-4acf-97c1-545cb4640858 binding host dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 29 10:04:18.663611 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0282ebe-3d14-4a68-b6e6-d7fd9b1b241f tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Made reservation on behalf of 7bc33e18aa324c6ab0ebc654926bc951 for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:04:18.671248 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d0282ebe-3d14-4a68-b6e6-d7fd9b1b241f tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:18.704405 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-628816a6-5b52-4c03-b8a5-c1de08273d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:18.715688 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d0282ebe-3d14-4a68-b6e6-d7fd9b1b241f tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:18.733197 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760b499f-b2cf-4da2-a0a3-db58aa043180 tempest-ExternalNetworksAdminNegativeTestJSON-586013425 tempest-ExternalNetworksAdminNegativeTestJSON-586013425-project-admin] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:04:18.737528 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-760b499f-b2cf-4da2-a0a3-db58aa043180 tempest-ExternalNetworksAdminNegativeTestJSON-586013425 tempest-ExternalNetworksAdminNegativeTestJSON-586013425-project-admin] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:04:18.746825 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760b499f-b2cf-4da2-a0a3-db58aa043180 tempest-ExternalNetworksAdminNegativeTestJSON-586013425 tempest-ExternalNetworksAdminNegativeTestJSON-586013425-project-admin] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:04:18.752959 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d0282ebe-3d14-4a68-b6e6-d7fd9b1b241f tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:04:18.815536 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d0282ebe-3d14-4a68-b6e6-d7fd9b1b241f tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Usage tracker for resource:security_group_rule and tenant:7bc33e18aa324c6ab0ebc654926bc951 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:04:18.825374 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d0282ebe-3d14-4a68-b6e6-d7fd9b1b241f tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:04:18.840868 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d0282ebe-3d14-4a68-b6e6-d7fd9b1b241f tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:04:18.931746 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-760b499f-b2cf-4da2-a0a3-db58aa043180 tempest-ExternalNetworksAdminNegativeTestJSON-586013425 tempest-ExternalNetworksAdminNegativeTestJSON-586013425-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:18.958136 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9129ac1d-2378-44a6-b494-81b0e7f263c1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:18.958845 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ff7e4-a63b-48be-a475-50e4a8e94d81 None None] Pushing event updated for resources: {'Port': ['ID=3fc25889-9501-4617-81bf-6565d06e4b74,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:18.962699 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d87ff7e4-a63b-48be-a475-50e4a8e94d81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.020s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:19.024100 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c02c5d1a-b89c-4828-bd82-ec18a7d76c74 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:19.027466 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2e55bd3a-5867-457c-bcbe-41e8bd45a7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:19.052074 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9129ac1d-2378-44a6-b494-81b0e7f263c1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:04:19.052826 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9129ac1d-2378-44a6-b494-81b0e7f263c1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:19.057206 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-fb612f2e-dd73-4074-a2de-809223000577 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:19.078493 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-2e55bd3a-5867-457c-bcbe-41e8bd45a7e8 None None] For port b2b0f2aa-8af1-4663-aaab-0b5d4f4884d3, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=b2b0f2aa-8af1-4663-aaab-0b5d4f4884d3,segment=NetworkSegment(9329d575-ed3f-46b1-819e-a36233065db3),segment_id=9329d575-ed3f-46b1-819e-a36233065db3)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:04:19.080251 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18527f65-bc40-43d2-ab29-031ab642b037 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:19.091446 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2e55bd3a-5867-457c-bcbe-41e8bd45a7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:19.101856 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-80e31e77-b8aa-46ea-b4a0-6a6f377d4ed3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:19.109705 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-706caf9f-94d2-4980-8b49-c242c5b3e715 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Allocated IP 172.26.7.10 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/be6a4d41-c059-482a-a2b5-115ec4fe71da) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:04:19.138148 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-760b499f-b2cf-4da2-a0a3-db58aa043180 tempest-ExternalNetworksAdminNegativeTestJSON-586013425 tempest-ExternalNetworksAdminNegativeTestJSON-586013425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:19.187354 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e55bd3a-5867-457c-bcbe-41e8bd45a7e8 None None] Pushing event updated for resources: {'Port': ['ID=b2b0f2aa-8af1-4663-aaab-0b5d4f4884d3,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:19.197040 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cfb8de5-1fee-484c-9ed0-ad5c0e37b978 admin admin] Router 8644e8b2-d35a-42d3-8ee4-29fde7174aa3 is scheduled to L3 agent 18987107-6d88-4736-94cf-15791d65b3ff with binding_index 1 {{(pid=80766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 29 10:04:19.205663 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2e55bd3a-5867-457c-bcbe-41e8bd45a7e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:19.223871 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-2d0fd902-709d-495e-ab64-8faf12e2d3b3 None None] Provisioning complete for port 3fc25889-9501-4617-81bf-6565d06e4b74 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:04:19.224970 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2d0fd902-709d-495e-ab64-8faf12e2d3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:19.288258 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02c5d1a-b89c-4828-bd82-ec18a7d76c74 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Pushing event updated for resources: {'Subnet': ['ID=c6c985f6-52f9-4154-891e-181e692c4b13,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:19.314237 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c02c5d1a-b89c-4828-bd82-ec18a7d76c74 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:19.329412 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d0282ebe-3d14-4a68-b6e6-d7fd9b1b241f tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:19.390192 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d0282ebe-3d14-4a68-b6e6-d7fd9b1b241f tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:19.419877 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5cbc40e7-f57e-47fe-9759-ab1151e7849d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:19.448848 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b4fc4b06-c2c8-4afb-bc63-d842bc37b380 tempest-MeteringIpV6TestJSON-1834956647 tempest-MeteringIpV6TestJSON-1834956647-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:19.453151 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b4fc4b06-c2c8-4afb-bc63-d842bc37b380 tempest-MeteringIpV6TestJSON-1834956647 tempest-MeteringIpV6TestJSON-1834956647-project-admin] 10.222.0.57 "DELETE /v2.0/metering/metering-label-rules/b0f6ff0b-453f-4865-80c3-0da936cbda8a HTTP/1.1" status: 204  len: 168 time: 1.6739409
Jan 29 10:04:19.457754 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 46468) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:19.470119 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9129ac1d-2378-44a6-b494-81b0e7f263c1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 868 time: 4.5706832
Jan 29 10:04:19.476374 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 46472) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:19.477123 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0282ebe-3d14-4a68-b6e6-d7fd9b1b241f tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:04:19.498264 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-7fb3ea86-95db-4c97-9f07-35c2a93bacf8 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Request body: {'subnet': {'network_id': '42f31e24-bd43-455f-817b-62e21c77f7a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:04:19.509529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0282ebe-3d14-4a68-b6e6-d7fd9b1b241f tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2284978c-8763-487e-b3ac-ae59775edd3d,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:19.514472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-7fb3ea86-95db-4c97-9f07-35c2a93bacf8 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:04:19.523885 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d0282ebe-3d14-4a68-b6e6-d7fd9b1b241f tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:19.524254 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-d0282ebe-3d14-4a68-b6e6-d7fd9b1b241f tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Added segment ce2100f5-6f1b-44dd-9dd4-09ce7931493d of type vxlan for network e561f29b-cf44-45d1-b720-2bb024f08604
Jan 29 10:04:19.525531 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d0282ebe-3d14-4a68-b6e6-d7fd9b1b241f tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:19.545611 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-7fb3ea86-95db-4c97-9f07-35c2a93bacf8 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Usage tracker for resource:subnet and tenant:1ff34f0ed0344ec39e5476068c831cc8 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:04:19.551028 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-8956a6e8-0c82-40b2-be3e-09340ad63840 None None] Provisioning complete for port b2b0f2aa-8af1-4663-aaab-0b5d4f4884d3 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:04:19.551472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8956a6e8-0c82-40b2-be3e-09340ad63840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:19.568000 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-7fb3ea86-95db-4c97-9f07-35c2a93bacf8 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:04:19.586647 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-7fb3ea86-95db-4c97-9f07-35c2a93bacf8 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:04:19.663591 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-acc4e236-c4b4-433f-a20f-8547da2e3151 tempest-MeteringIpV6TestJSON-1834956647 tempest-MeteringIpV6TestJSON-1834956647-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-label-rules?id=b0f6ff0b-453f-4865-80c3-0da936cbda8a HTTP/1.1" status: 200  len: 221 time: 0.1922143
Jan 29 10:04:19.674658 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 46476) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:19.677756 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9129ac1d-2378-44a6-b494-81b0e7f263c1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Pushing event updated for resources: {'Network': ['ID=42f31e24-bd43-455f-817b-62e21c77f7a8,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:19.685916 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-ca11b053-a7a7-402c-82cd-7e7743169cb1 tempest-MeteringIpV6TestJSON-1834956647 tempest-MeteringIpV6TestJSON-1834956647-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--285480714', 'description': 'label created by tempest'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:04:19.686809 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-ca11b053-a7a7-402c-82cd-7e7743169cb1 tempest-MeteringIpV6TestJSON-1834956647 tempest-MeteringIpV6TestJSON-1834956647-project-admin] Unknown quota resources ['metering_label']. {{(pid=80766) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Jan 29 10:04:19.687359 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02c5d1a-b89c-4828-bd82-ec18a7d76c74 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Checking segment: {'id': 'f42041c5-dffc-4aea-92aa-04e4d198e707', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e38a1e50-acf8-42db-b5ca-add7f36aa84c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:04:19.687765 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02c5d1a-b89c-4828-bd82-ec18a7d76c74 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Network hostable DHCP agents. Network: e38a1e50-acf8-42db-b5ca-add7f36aa84c, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:04:19.689622 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9129ac1d-2378-44a6-b494-81b0e7f263c1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:19.700220 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d0282ebe-3d14-4a68-b6e6-d7fd9b1b241f tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:19.707602 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb3ea86-95db-4c97-9f07-35c2a93bacf8 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Made reservation on behalf of 1ff34f0ed0344ec39e5476068c831cc8 for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:04:19.707782 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 42f31e24-bd43-455f-817b-62e21c77f7a8 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:04:19.712242 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7fb3ea86-95db-4c97-9f07-35c2a93bacf8 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks [] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:19.822627 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 42f31e24-bd43-455f-817b-62e21c77f7a8 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:04:19.879710 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02c5d1a-b89c-4828-bd82-ec18a7d76c74 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Network e38a1e50-acf8-42db-b5ca-add7f36aa84c is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:04:19.906179 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d0282ebe-3d14-4a68-b6e6-d7fd9b1b241f tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:19.911930 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0282ebe-3d14-4a68-b6e6-d7fd9b1b241f tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:04:19.912581 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d0282ebe-3d14-4a68-b6e6-d7fd9b1b241f tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:19.920034 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:19.923834 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-72002745-a3ef-45c0-bc15-0242ea1e8fe7 None None] Provisioning complete for port b2b0f2aa-8af1-4663-aaab-0b5d4f4884d3 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:04:19.924358 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-72002745-a3ef-45c0-bc15-0242ea1e8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:19.934597 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-c02c5d1a-b89c-4828-bd82-ec18a7d76c74 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, e38a1e50-acf8-42db-b5ca-add7f36aa84c) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:04:19.955262 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02c5d1a-b89c-4828-bd82-ec18a7d76c74 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:04:19.955918 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c02c5d1a-b89c-4828-bd82-ec18a7d76c74 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:19.968436 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7171ec-79a0-415c-b798-c34cbb65fccc None None] Network e38a1e50-acf8-42db-b5ca-add7f36aa84c requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:04:20.018337 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-760b499f-b2cf-4da2-a0a3-db58aa043180 tempest-ExternalNetworksAdminNegativeTestJSON-586013425 tempest-ExternalNetworksAdminNegativeTestJSON-586013425-project-admin] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:20.126434 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-760b499f-b2cf-4da2-a0a3-db58aa043180 tempest-ExternalNetworksAdminNegativeTestJSON-586013425 tempest-ExternalNetworksAdminNegativeTestJSON-586013425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:20.131850 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0282ebe-3d14-4a68-b6e6-d7fd9b1b241f tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Pushing event updated for resources: {'Network': ['ID=e561f29b-cf44-45d1-b720-2bb024f08604,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:20.155239 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d0282ebe-3d14-4a68-b6e6-d7fd9b1b241f tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 855 time: 2.3201613
Jan 29 10:04:20.157437 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d0282ebe-3d14-4a68-b6e6-d7fd9b1b241f tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:20.158180 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-760b499f-b2cf-4da2-a0a3-db58aa043180 tempest-ExternalNetworksAdminNegativeTestJSON-586013425 tempest-ExternalNetworksAdminNegativeTestJSON-586013425-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:20.158523 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network e561f29b-cf44-45d1-b720-2bb024f08604 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:04:20.162658 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 46480) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:20.191383 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network e561f29b-cf44-45d1-b720-2bb024f08604 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:04:20.195980 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c02c5d1a-b89c-4828-bd82-ec18a7d76c74 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.9294686
Jan 29 10:04:20.204101 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 46484) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:20.232675 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-471008b2-60f5-4cd0-8416-1d4908b14d48 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Request body: {'port': {'network_id': 'e38a1e50-acf8-42db-b5ca-add7f36aa84c', 'name': 'tempest-DHCPAgentSchedulersTestJSON-127175978'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:04:20.275166 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ca11b053-a7a7-402c-82cd-7e7743169cb1 tempest-MeteringIpV6TestJSON-1834956647 tempest-MeteringIpV6TestJSON-1834956647-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:20.276430 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ca11b053-a7a7-402c-82cd-7e7743169cb1 tempest-MeteringIpV6TestJSON-1834956647 tempest-MeteringIpV6TestJSON-1834956647-project-admin] 10.222.0.57 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 469 time: 0.5952630
Jan 29 10:04:20.297599 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 46488) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:20.300335 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cfb8de5-1fee-484c-9ed0-ad5c0e37b978 admin admin] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:04:20.334913 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-706caf9f-94d2-4980-8b49-c242c5b3e715 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:20.374070 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca0f912-1cd9-4cad-88e1-26554d959543 None None] Sync routers for ids ['8644e8b2-d35a-42d3-8ee4-29fde7174aa3'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:04:20.486818 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca0f912-1cd9-4cad-88e1-26554d959543 None None] Routers {'8644e8b2-d35a-42d3-8ee4-29fde7174aa3'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:04:20.487745 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-fca0f912-1cd9-4cad-88e1-26554d959543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9ab1ef0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:03:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['8644e8b2-d35a-42d3-8ee4-29fde7174aa3'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:04:20.545554 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-089be86e-bc30-4062-a43e-09681ac1acfd tempest-MeteringIpV6TestJSON-1834956647 tempest-MeteringIpV6TestJSON-1834956647-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-labels?id=1edf4c77-12d7-48af-899d-aa056dbe85e0 HTTP/1.1" status: 200  len: 467 time: 0.2444704
Jan 29 10:04:20.553336 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8cfb8de5-1fee-484c-9ed0-ad5c0e37b978 admin admin] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:20.557409 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8cfb8de5-1fee-484c-9ed0-ad5c0e37b978 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 9.2634182
Jan 29 10:04:20.562761 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 46492) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:20.563274 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 46494) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:20.691877 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d5ac32-ffdc-4a57-9ecd-19aaab9f50a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-e38a1e50-acf8-42db-b5ca-add7f36aa84c', 'network_id': 'e38a1e50-acf8-42db-b5ca-add7f36aa84c', 'tenant_id': 'a764045383414295a779445107930dc5', 'fixed_ips': [{'subnet_id': 'c6c985f6-52f9-4154-891e-181e692c4b13'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:04:20.692778 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a8d5ac32-ffdc-4a57-9ecd-19aaab9f50a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:20.701508 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760b499f-b2cf-4da2-a0a3-db58aa043180 tempest-ExternalNetworksAdminNegativeTestJSON-586013425 tempest-ExternalNetworksAdminNegativeTestJSON-586013425-project-admin] Pushing event updated for resources: {'Port': ['ID=522b65a5-fbcc-4989-bb98-efd4ab959445,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:20.714558 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-760b499f-b2cf-4da2-a0a3-db58aa043180 tempest-ExternalNetworksAdminNegativeTestJSON-586013425 tempest-ExternalNetworksAdminNegativeTestJSON-586013425-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:20.716149 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-86225210-f62c-47a2-b7a9-39fb0685ee4a None None] Provisioning complete for port b2b0f2aa-8af1-4663-aaab-0b5d4f4884d3 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:04:20.716570 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-86225210-f62c-47a2-b7a9-39fb0685ee4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:20.758416 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7aba910b-9025-4180-aede-c23235675f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:20.774537 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-471008b2-60f5-4cd0-8416-1d4908b14d48 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:04:20.780824 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-471008b2-60f5-4cd0-8416-1d4908b14d48 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Usage tracker for resource:port and tenant:a764045383414295a779445107930dc5 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:04:20.787182 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-471008b2-60f5-4cd0-8416-1d4908b14d48 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:04:20.804171 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-471008b2-60f5-4cd0-8416-1d4908b14d48 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:04:20.810407 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-760b499f-b2cf-4da2-a0a3-db58aa043180 tempest-ExternalNetworksAdminNegativeTestJSON-586013425 tempest-ExternalNetworksAdminNegativeTestJSON-586013425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:20.834582 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471008b2-60f5-4cd0-8416-1d4908b14d48 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Made reservation on behalf of a764045383414295a779445107930dc5 for: {'port': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:04:20.840623 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-98025879-3dcf-404f-add9-3c1487126578 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:20.855442 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-471008b2-60f5-4cd0-8416-1d4908b14d48 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:20.862867 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-fca0f912-1cd9-4cad-88e1-26554d959543 None None] Set router 8644e8b2-d35a-42d3-8ee4-29fde7174aa3 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:04:20.869999 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-760b499f-b2cf-4da2-a0a3-db58aa043180 tempest-ExternalNetworksAdminNegativeTestJSON-586013425 tempest-ExternalNetworksAdminNegativeTestJSON-586013425-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:20.874704 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-760b499f-b2cf-4da2-a0a3-db58aa043180 tempest-ExternalNetworksAdminNegativeTestJSON-586013425 tempest-ExternalNetworksAdminNegativeTestJSON-586013425-project-admin] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 7.4786112
Jan 29 10:04:20.877050 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 46500) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:20.946502 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-a63313ac-6969-400b-84f3-1f352140e7bc tempest-ExternalNetworksAdminNegativeTestJSON-586013425 tempest-ExternalNetworksAdminNegativeTestJSON-586013425-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1385039798', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'fixed_ips': [{'ip_address': '172.26.7.254'}]}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:04:20.970899 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a63313ac-6969-400b-84f3-1f352140e7bc tempest-ExternalNetworksAdminNegativeTestJSON-586013425 tempest-ExternalNetworksAdminNegativeTestJSON-586013425-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:04:20.983201 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a63313ac-6969-400b-84f3-1f352140e7bc tempest-ExternalNetworksAdminNegativeTestJSON-586013425 tempest-ExternalNetworksAdminNegativeTestJSON-586013425-project-admin] Usage tracker for resource:port and tenant:1bac4c29d05d40d1a4b6d51ca71160c5 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:04:20.990498 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a63313ac-6969-400b-84f3-1f352140e7bc tempest-ExternalNetworksAdminNegativeTestJSON-586013425 tempest-ExternalNetworksAdminNegativeTestJSON-586013425-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:04:21.017703 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a63313ac-6969-400b-84f3-1f352140e7bc tempest-ExternalNetworksAdminNegativeTestJSON-586013425 tempest-ExternalNetworksAdminNegativeTestJSON-586013425-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:04:21.057562 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a63313ac-6969-400b-84f3-1f352140e7bc tempest-ExternalNetworksAdminNegativeTestJSON-586013425 tempest-ExternalNetworksAdminNegativeTestJSON-586013425-project-admin] Made reservation on behalf of 1bac4c29d05d40d1a4b6d51ca71160c5 for: {'port': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:04:21.062588 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a63313ac-6969-400b-84f3-1f352140e7bc tempest-ExternalNetworksAdminNegativeTestJSON-586013425 tempest-ExternalNetworksAdminNegativeTestJSON-586013425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:21.139144 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a63313ac-6969-400b-84f3-1f352140e7bc tempest-ExternalNetworksAdminNegativeTestJSON-586013425 tempest-ExternalNetworksAdminNegativeTestJSON-586013425-project-admin] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:21.178498 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a63313ac-6969-400b-84f3-1f352140e7bc tempest-ExternalNetworksAdminNegativeTestJSON-586013425 tempest-ExternalNetworksAdminNegativeTestJSON-586013425-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:04:21.197986 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a63313ac-6969-400b-84f3-1f352140e7bc tempest-ExternalNetworksAdminNegativeTestJSON-586013425 tempest-ExternalNetworksAdminNegativeTestJSON-586013425-project-admin] Usage tracker for resource:security_group_rule and tenant:1bac4c29d05d40d1a4b6d51ca71160c5 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:04:21.204761 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a63313ac-6969-400b-84f3-1f352140e7bc tempest-ExternalNetworksAdminNegativeTestJSON-586013425 tempest-ExternalNetworksAdminNegativeTestJSON-586013425-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:04:21.205759 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 3fc25889-9501-4617-81bf-6565d06e4b74 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:04:21.214297 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-471008b2-60f5-4cd0-8416-1d4908b14d48 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] device_id is not set on port cc0cb4d7-f8b2-4066-8dbb-cc70156036c7 yet. {{(pid=80765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:04:21.250160 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a63313ac-6969-400b-84f3-1f352140e7bc tempest-ExternalNetworksAdminNegativeTestJSON-586013425 tempest-ExternalNetworksAdminNegativeTestJSON-586013425-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:04:21.485571 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.objects.ports [None req-7fb3ea86-95db-4c97-9f07-35c2a93bacf8 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80765) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 29 10:04:21.486543 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7fb3ea86-95db-4c97-9f07-35c2a93bacf8 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:21.488365 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ad1ce99e-55c2-4eff-8b49-e16afd940302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:21.515315 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:21.569172 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 3fc25889-9501-4617-81bf-6565d06e4b74 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:04:21.569591 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:21.590666 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-471008b2-60f5-4cd0-8416-1d4908b14d48 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Allocated IP 172.20.0.2 (e38a1e50-acf8-42db-b5ca-add7f36aa84c/c6c985f6-52f9-4154-891e-181e692c4b13/cc0cb4d7-f8b2-4066-8dbb-cc70156036c7) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:04:21.675111 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-706caf9f-94d2-4980-8b49-c242c5b3e715 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:21.714272 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c8d90347-0c16-49eb-8d33-037128ec6265 tempest-MeteringIpV6TestJSON-1834956647 tempest-MeteringIpV6TestJSON-1834956647-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:21.718669 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c8d90347-0c16-49eb-8d33-037128ec6265 tempest-MeteringIpV6TestJSON-1834956647 tempest-MeteringIpV6TestJSON-1834956647-project-admin] 10.222.0.57 "DELETE /v2.0/metering/metering-labels/1edf4c77-12d7-48af-899d-aa056dbe85e0 HTTP/1.1" status: 204  len: 168 time: 1.1446667
Jan 29 10:04:21.727567 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 46504) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:21.728473 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:21.748643 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-fca0f912-1cd9-4cad-88e1-26554d959543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9ab1ef0>, [{'id': '8644e8b2-d35a-42d3-8ee4-29fde7174aa3', 'name': 'tempest-ServersTestManualDisk-496623575-router', 'tenant_id': '427e7808217340cf85796dc28ee6ee48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.124'}], 'enable_snat': True}, 'gw_port_id': '588c2831-d082-4a94-b8d9-c370bc71e291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:04:11Z', 'updated_at': '2021-01-29T10:04:14Z', 'revision_number': 3, 'project_id': '427e7808217340cf85796dc28ee6ee48', 'gw_port': {'id': '588c2831-d082-4a94-b8d9-c370bc71e291', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:61:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8644e8b2-d35a-42d3-8ee4-29fde7174aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:04:13Z', 'updated_at': '2021-01-29T10:04:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:04:21.764565 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca0f912-1cd9-4cad-88e1-26554d959543 None None] Checking router: 8644e8b2-d35a-42d3-8ee4-29fde7174aa3 for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:04:21.764565 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca0f912-1cd9-4cad-88e1-26554d959543 None None] Updating router 8644e8b2-d35a-42d3-8ee4-29fde7174aa3 port 588c2831-d082-4a94-b8d9-c370bc71e291 binding host dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 29 10:04:21.764888 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a63313ac-6969-400b-84f3-1f352140e7bc tempest-ExternalNetworksAdminNegativeTestJSON-586013425 tempest-ExternalNetworksAdminNegativeTestJSON-586013425-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:21.774769 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb3ea86-95db-4c97-9f07-35c2a93bacf8 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Pushing event updated for resources: {'Subnet': ['ID=672e7782-c324-4d9f-9759-0713dfd48ae7,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:21.775996 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-628816a6-5b52-4c03-b8a5-c1de08273d74 None None] Notify callbacks [] for port, precommit_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:21.803681 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7fb3ea86-95db-4c97-9f07-35c2a93bacf8 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:21.806039 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6e5c603e-94c2-4352-b417-9e2fe6efad57 tempest-MeteringIpV6TestJSON-1834956647 tempest-MeteringIpV6TestJSON-1834956647-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-labels?id=1edf4c77-12d7-48af-899d-aa056dbe85e0 HTTP/1.1" status: 200  len: 216 time: 0.0733323
Jan 29 10:04:21.810575 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device b2b0f2aa-8af1-4663-aaab-0b5d4f4884d3 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:04:21.811323 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-628816a6-5b52-4c03-b8a5-c1de08273d74 None None] Transition to ACTIVE for port object f41b7193-b3f2-4acf-97c1-545cb4640858 will not be triggered until provisioned by entity L2. {{(pid=80768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:04:21.812240 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a63313ac-6969-400b-84f3-1f352140e7bc tempest-ExternalNetworksAdminNegativeTestJSON-586013425 tempest-ExternalNetworksAdminNegativeTestJSON-586013425-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:21.812807 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 46508) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:21.818482 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-628816a6-5b52-4c03-b8a5-c1de08273d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:21.839306 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:21.850465 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ae6f21d4-86b3-46e0-aa0e-bf808b6573d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:21.874742 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fca0f912-1cd9-4cad-88e1-26554d959543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:21.889215 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-98025879-3dcf-404f-add9-3c1487126578 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:21.904584 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-53e53ef4-1276-43dc-adf7-db105797d738 tempest-MeteringIpV6TestJSON-1834956647 tempest-MeteringIpV6TestJSON-1834956647-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200  len: 221 time: 0.0860159
Jan 29 10:04:21.941716 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 46512) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:22.011820 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082cffc1-d5a1-48e6-a4fb-0365ea766d45 None None] Pushing event updated for resources: {'Port': ['ID=f41b7193-b3f2-4acf-97c1-545cb4640858,revision_number=2']} {{(pid=80768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:22.025406 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082cffc1-d5a1-48e6-a4fb-0365ea766d45 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:22.025772 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082cffc1-d5a1-48e6-a4fb-0365ea766d45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:22.026183 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082cffc1-d5a1-48e6-a4fb-0365ea766d45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:22.026550 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082cffc1-d5a1-48e6-a4fb-0365ea766d45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:22.026905 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082cffc1-d5a1-48e6-a4fb-0365ea766d45 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:22.027538 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082cffc1-d5a1-48e6-a4fb-0365ea766d45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:22.027685 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082cffc1-d5a1-48e6-a4fb-0365ea766d45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:22.027920 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082cffc1-d5a1-48e6-a4fb-0365ea766d45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:22.028292 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082cffc1-d5a1-48e6-a4fb-0365ea766d45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:22.028646 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082cffc1-d5a1-48e6-a4fb-0365ea766d45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:22.028995 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082cffc1-d5a1-48e6-a4fb-0365ea766d45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:22.029346 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082cffc1-d5a1-48e6-a4fb-0365ea766d45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:22.029770 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082cffc1-d5a1-48e6-a4fb-0365ea766d45 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:22.030150 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082cffc1-d5a1-48e6-a4fb-0365ea766d45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:22.030499 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082cffc1-d5a1-48e6-a4fb-0365ea766d45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:22.030845 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082cffc1-d5a1-48e6-a4fb-0365ea766d45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:22.031190 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082cffc1-d5a1-48e6-a4fb-0365ea766d45 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:22.031536 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082cffc1-d5a1-48e6-a4fb-0365ea766d45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:22.032591 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082cffc1-d5a1-48e6-a4fb-0365ea766d45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:22.033173 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082cffc1-d5a1-48e6-a4fb-0365ea766d45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:22.033298 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082cffc1-d5a1-48e6-a4fb-0365ea766d45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:22.033553 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082cffc1-d5a1-48e6-a4fb-0365ea766d45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:22.033940 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082cffc1-d5a1-48e6-a4fb-0365ea766d45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:22.034301 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082cffc1-d5a1-48e6-a4fb-0365ea766d45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:04:22.035731 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082cffc1-d5a1-48e6-a4fb-0365ea766d45 None None] Tracked resource versions report:
Jan 29 10:04:22.035731 dv-neutron-772983-2-ovs neutron-server[80656]: pushed versions:
Jan 29 10:04:22.035731 dv-neutron-772983-2-ovs neutron-server[80656]: {   'AddressGroup': {'1.1'},
Jan 29 10:04:22.035731 dv-neutron-772983-2-ovs neutron-server[80656]:     'ConntrackHelper': {'1.0'},
Jan 29 10:04:22.035731 dv-neutron-772983-2-ovs neutron-server[80656]:     'Log': {'1.0'},
Jan 29 10:04:22.035731 dv-neutron-772983-2-ovs neutron-server[80656]:     'Network': {'1.1'},
Jan 29 10:04:22.035731 dv-neutron-772983-2-ovs neutron-server[80656]:     'Port': {'1.6'},
Jan 29 10:04:22.035731 dv-neutron-772983-2-ovs neutron-server[80656]:     'PortForwarding': {'1.2'},
Jan 29 10:04:22.035731 dv-neutron-772983-2-ovs neutron-server[80656]:     'QosPolicy': {'1.8'},
Jan 29 10:04:22.035731 dv-neutron-772983-2-ovs neutron-server[80656]:     'SecurityGroup': {'1.4'},
Jan 29 10:04:22.035731 dv-neutron-772983-2-ovs neutron-server[80656]:     'SecurityGroupRule': {'1.2'},
Jan 29 10:04:22.035731 dv-neutron-772983-2-ovs neutron-server[80656]:     'SubPort': {'1.0'},
Jan 29 10:04:22.035731 dv-neutron-772983-2-ovs neutron-server[80656]:     'Subnet': {'1.1'},
Jan 29 10:04:22.035731 dv-neutron-772983-2-ovs neutron-server[80656]:     'Trunk': {'1.1'}}
Jan 29 10:04:22.035731 dv-neutron-772983-2-ovs neutron-server[80656]: consumer versions:
Jan 29 10:04:22.035731 dv-neutron-772983-2-ovs neutron-server[80656]: {   DHCP agent@dv-neutron-772983-2-ovs: {},
Jan 29 10:04:22.035731 dv-neutron-772983-2-ovs neutron-server[80656]:     L3 agent@dv-neutron-772983-2-ovs: {},
Jan 29 10:04:22.035731 dv-neutron-772983-2-ovs neutron-server[80656]:     Metadata agent@dv-neutron-772983-2-ovs: {},
Jan 29 10:04:22.035731 dv-neutron-772983-2-ovs neutron-server[80656]:     Metering agent@dv-neutron-772983-2-ovs: {},
Jan 29 10:04:22.035731 dv-neutron-772983-2-ovs neutron-server[80656]:     Open vSwitch agent@dv-neutron-772983-2-ovs: {   'AddressGroup': '1.1',
Jan 29 10:04:22.035731 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'ConntrackHelper': '1.0',
Jan 29 10:04:22.035731 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'Log': '1.0',
Jan 29 10:04:22.035731 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'Network': '1.1',
Jan 29 10:04:22.035731 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'Port': '1.6',
Jan 29 10:04:22.035731 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'PortForwarding': '1.2',
Jan 29 10:04:22.035731 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'QosPolicy': '1.8',
Jan 29 10:04:22.035731 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'SecurityGroup': '1.4',
Jan 29 10:04:22.035731 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'SecurityGroupRule': '1.2',
Jan 29 10:04:22.035731 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'SubPort': '1.0',
Jan 29 10:04:22.035731 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'Subnet': '1.1',
Jan 29 10:04:22.035731 dv-neutron-772983-2-ovs neutron-server[80656]:                                                     'Trunk': '1.1'},
Jan 29 10:04:22.035731 dv-neutron-772983-2-ovs neutron-server[80656]:     Open vSwitch agent@hv-neutron-7729: {   'AddressGroup': '1.1',
Jan 29 10:04:22.035731 dv-neutron-772983-2-ovs neutron-server[80656]:                                             'ConntrackHelper': '1.0',
Jan 29 10:04:22.035731 dv-neutron-772983-2-ovs neutron-server[80656]:                                             'Log': '1.0',
Jan 29 10:04:22.035731 dv-neutron-772983-2-ovs neutron-server[80656]:                                             'Network': '1.1',
Jan 29 10:04:22.035731 dv-neutron-772983-2-ovs neutron-server[80656]:                                             'Port': '1.6',
Jan 29 10:04:22.035731 dv-neutron-772983-2-ovs neutron-server[80656]:                                             'PortForwarding': '1.2',
Jan 29 10:04:22.035731 dv-neutron-772983-2-ovs neutron-server[80656]:                                             'QosPolicy': '1.8',
Jan 29 10:04:22.035731 dv-neutron-772983-2-ovs neutron-server[80656]:                                             'SecurityGroup': '1.4',
Jan 29 10:04:22.035731 dv-neutron-772983-2-ovs neutron-server[80656]:                                             'SecurityGroupRule': '1.2',
Jan 29 10:04:22.035731 dv-neutron-772983-2-ovs neutron-server[80656]:                                             'SubPort': '1.0',
Jan 29 10:04:22.035731 dv-neutron-772983-2-ovs neutron-server[80656]:                                             'Subnet': '1.1',
Jan 29 10:04:22.035731 dv-neutron-772983-2-ovs neutron-server[80656]:                                             'Trunk': '1.1'}}
Jan 29 10:04:22.035731 dv-neutron-772983-2-ovs neutron-server[80656]:  {{(pid=80768) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 29 10:04:22.046682 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-082cffc1-d5a1-48e6-a4fb-0365ea766d45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:22.055784 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63313ac-6969-400b-84f3-1f352140e7bc tempest-ExternalNetworksAdminNegativeTestJSON-586013425 tempest-ExternalNetworksAdminNegativeTestJSON-586013425-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=536e42b9-75c9-44b0-80dd-380dad59a179,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:22.068439 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-636c2685-d557-49bd-9724-aada86627ced tempest-MeteringIpV6TestJSON-1834956647 tempest-MeteringIpV6TestJSON-1834956647-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200  len: 216 time: 0.1185398
Jan 29 10:04:22.076992 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 46516) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:22.085793 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a63313ac-6969-400b-84f3-1f352140e7bc tempest-ExternalNetworksAdminNegativeTestJSON-586013425 tempest-ExternalNetworksAdminNegativeTestJSON-586013425-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:22.140658 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-628816a6-5b52-4c03-b8a5-c1de08273d74 None None] Attempting to bind port f41b7193-b3f2-4acf-97c1-545cb4640858 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:04:22.142762 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-628816a6-5b52-4c03-b8a5-c1de08273d74 None None] Attempting to bind port f41b7193-b3f2-4acf-97c1-545cb4640858 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}] {{(pid=80768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:04:22.143503 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628816a6-5b52-4c03-b8a5-c1de08273d74 None None] Attempting to bind port f41b7193-b3f2-4acf-97c1-545cb4640858 on network aadf795f-2e1a-4d04-be0e-12575f0f28a5 {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:04:22.154418 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628816a6-5b52-4c03-b8a5-c1de08273d74 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:04:22.155723 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628816a6-5b52-4c03-b8a5-c1de08273d74 None None] Checking segment: {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:04:22.156339 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-628816a6-5b52-4c03-b8a5-c1de08273d74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:22.157529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628816a6-5b52-4c03-b8a5-c1de08273d74 None None] Bound using segment: {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'} {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:04:22.158935 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-628816a6-5b52-4c03-b8a5-c1de08273d74 None None] Bound port: f41b7193-b3f2-4acf-97c1-545cb4640858, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}}] {{(pid=80768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:04:22.159514 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-628816a6-5b52-4c03-b8a5-c1de08273d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:22.161285 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port b2b0f2aa-8af1-4663-aaab-0b5d4f4884d3 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:04:22.161702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:22.185594 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706caf9f-94d2-4980-8b49-c242c5b3e715 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Pushing event updated for resources: {'Port': ['ID=be6a4d41-c059-482a-a2b5-115ec4fe71da,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:22.251943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-706caf9f-94d2-4980-8b49-c242c5b3e715 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:22.276916 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-da46fa2e-aebd-434e-a6e0-4f55fc767914 tempest-MeteringIpV6TestJSON-1834956647 tempest-MeteringIpV6TestJSON-1834956647-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-labels/bb44cba7-efeb-4e5f-b383-f823f6f47884 HTTP/1.1" status: 200  len: 473 time: 0.1916046
Jan 29 10:04:22.288384 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb3ea86-95db-4c97-9f07-35c2a93bacf8 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Checking segment: {'id': '498e7b73-a037-4445-8b64-1106b8ffbdc9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '42f31e24-bd43-455f-817b-62e21c77f7a8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:04:22.288775 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb3ea86-95db-4c97-9f07-35c2a93bacf8 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Network hostable DHCP agents. Network: 42f31e24-bd43-455f-817b-62e21c77f7a8, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:04:22.297460 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 46520) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:22.314513 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-628816a6-5b52-4c03-b8a5-c1de08273d74 None None] For port f41b7193-b3f2-4acf-97c1-545cb4640858, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:04:22.329815 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-a63313ac-6969-400b-84f3-1f352140e7bc tempest-ExternalNetworksAdminNegativeTestJSON-586013425 tempest-ExternalNetworksAdminNegativeTestJSON-586013425-project-admin] device_id is not set on port 2b803b90-a0ec-4815-9432-27e6406ae83d yet. {{(pid=80765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:04:22.330479 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-628816a6-5b52-4c03-b8a5-c1de08273d74 None None] For port f41b7193-b3f2-4acf-97c1-545cb4640858, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=f41b7193-b3f2-4acf-97c1-545cb4640858,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:04:22.342467 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-628816a6-5b52-4c03-b8a5-c1de08273d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:22.370959 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-16c793c1-e01d-4a87-bb14-108116e3b9b8 tempest-MeteringIpV6TestJSON-1834956647 tempest-MeteringIpV6TestJSON-1834956647-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-label-rules/e256901e-0a3d-43d9-b5e5-b93b5a367d78 HTTP/1.1" status: 200  len: 459 time: 0.0691371
Jan 29 10:04:22.381740 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 46524) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:22.397335 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-98025879-3dcf-404f-add9-3c1487126578 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f99c9811860>> segment before_delete 55550000 {{(pid=80766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 10:04:22.397977 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-98025879-3dcf-404f-add9-3c1487126578 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f99c9811860>> subnet precommit_delete_associations 55550000 {{(pid=80766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 10:04:22.398941 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-98025879-3dcf-404f-add9-3c1487126578 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f99ca994f60>> segment_host_mapping after_create 55550000 {{(pid=80766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 10:04:22.399430 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-98025879-3dcf-404f-add9-3c1487126578 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f99ca994f60>> port after_create 55550000 {{(pid=80766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 10:04:22.399918 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-98025879-3dcf-404f-add9-3c1487126578 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f99ca994f60>> port after_delete 55550000 {{(pid=80766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 10:04:22.400533 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-98025879-3dcf-404f-add9-3c1487126578 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f99ca994f60>> port after_update 55550000 {{(pid=80766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 10:04:22.401014 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-98025879-3dcf-404f-add9-3c1487126578 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f99ca994f60>> segment after_delete 55550000 {{(pid=80766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 10:04:22.401496 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-98025879-3dcf-404f-add9-3c1487126578 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f99ca994f60>> subnet after_create 55550000 {{(pid=80766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 10:04:22.402012 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-98025879-3dcf-404f-add9-3c1487126578 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f99ca994f60>> subnet after_delete 55550000 {{(pid=80766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 10:04:22.402491 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-98025879-3dcf-404f-add9-3c1487126578 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f99ca994f60>> subnet after_update 55550000 {{(pid=80766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 10:04:22.431261 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-64a8ef22-f97c-4a5c-a695-ee29bcc964e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:22.446714 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-471008b2-60f5-4cd0-8416-1d4908b14d48 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:22.459235 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb3ea86-95db-4c97-9f07-35c2a93bacf8 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Network 42f31e24-bd43-455f-817b-62e21c77f7a8 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:04:22.527626 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-471008b2-60f5-4cd0-8416-1d4908b14d48 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Transition to ACTIVE for port object cc0cb4d7-f8b2-4066-8dbb-cc70156036c7 will not be triggered until provisioned by entity DHCP. {{(pid=80765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:04:22.528000 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fca0f912-1cd9-4cad-88e1-26554d959543 None None] Notify callbacks [] for port, precommit_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:22.547981 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-fca0f912-1cd9-4cad-88e1-26554d959543 None None] Transition to ACTIVE for port object 588c2831-d082-4a94-b8d9-c370bc71e291 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:04:22.552965 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-7fb3ea86-95db-4c97-9f07-35c2a93bacf8 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 42f31e24-bd43-455f-817b-62e21c77f7a8) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:04:22.553244 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fca0f912-1cd9-4cad-88e1-26554d959543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:22.582525 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-98025879-3dcf-404f-add9-3c1487126578 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f99c9087f28>> subnet after_create 55550000 {{(pid=80766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 10:04:22.583305 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-98025879-3dcf-404f-add9-3c1487126578 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f99c9087f28>> subnet after_delete 55550000 {{(pid=80766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 10:04:22.583807 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-98025879-3dcf-404f-add9-3c1487126578 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f99c9087f28>> subnet before_create 55550000 {{(pid=80766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 10:04:22.584296 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-98025879-3dcf-404f-add9-3c1487126578 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f99c9087f28>> subnet before_update 55550000 {{(pid=80766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 10:04:22.584943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-98025879-3dcf-404f-add9-3c1487126578 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c99be278>,) {'filters': {'network_id': ['e561f29b-cf44-45d1-b720-2bb024f08604']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:04:22.586181 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d87ff7e4-a63b-48be-a475-50e4a8e94d81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:22.622356 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb51fc4-3fd5-43af-9d36-1eab07d6b177 None None] Network 42f31e24-bd43-455f-817b-62e21c77f7a8 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:04:22.655743 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb3ea86-95db-4c97-9f07-35c2a93bacf8 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:04:22.656404 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7fb3ea86-95db-4c97-9f07-35c2a93bacf8 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:22.656545 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-98025879-3dcf-404f-add9-3c1487126578 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c99be278>, 'ce2100f5-6f1b-44dd-9dd4-09ce7931493d') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:04:22.657139 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-98025879-3dcf-404f-add9-3c1487126578 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c99be278>, 'ce2100f5-6f1b-44dd-9dd4-09ce7931493d') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:04:22.762466 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-98025879-3dcf-404f-add9-3c1487126578 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:22.789817 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706caf9f-94d2-4980-8b49-c242c5b3e715 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:04:22.841327 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628816a6-5b52-4c03-b8a5-c1de08273d74 None None] Routers {'4a2dbef9-f510-4df4-8738-7c1c6e2523ec'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:04:22.842034 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-628816a6-5b52-4c03-b8a5-c1de08273d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9fc4d30>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:03:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['4a2dbef9-f510-4df4-8738-7c1c6e2523ec'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:04:22.865292 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-706caf9f-94d2-4980-8b49-c242c5b3e715 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:04:22.882812 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706caf9f-94d2-4980-8b49-c242c5b3e715 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:04:22.888719 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d513e35-9a23-4d8a-8ff2-74ac5c9bdc67 None None] Pushing event updated for resources: {'Port': ['ID=588c2831-d082-4a94-b8d9-c370bc71e291,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:22.918748 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1d513e35-9a23-4d8a-8ff2-74ac5c9bdc67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:22.929679 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-98025879-3dcf-404f-add9-3c1487126578 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:22.952293 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-98025879-3dcf-404f-add9-3c1487126578 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Releasing vxlan tunnel 8 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:04:23.048742 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-13282d0f-9172-4af7-aea8-1410485c131e tempest-MeteringIpV6TestJSON-1834956647 tempest-MeteringIpV6TestJSON-1834956647-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:23.050047 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-13282d0f-9172-4af7-aea8-1410485c131e tempest-MeteringIpV6TestJSON-1834956647 tempest-MeteringIpV6TestJSON-1834956647-project-admin] 10.222.0.57 "DELETE /v2.0/metering/metering-label-rules/e256901e-0a3d-43d9-b5e5-b93b5a367d78 HTTP/1.1" status: 204  len: 168 time: 0.6599712
Jan 29 10:04:23.053676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 46528) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:23.068621 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7fb3ea86-95db-4c97-9f07-35c2a93bacf8 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 822 time: 3.5839744
Jan 29 10:04:23.077892 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 46532) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:23.082090 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-471008b2-60f5-4cd0-8416-1d4908b14d48 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:23.087292 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-628816a6-5b52-4c03-b8a5-c1de08273d74 None None] Set router 4a2dbef9-f510-4df4-8738-7c1c6e2523ec gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:04:23.161602 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-fca0f912-1cd9-4cad-88e1-26554d959543 None None] Attempting to bind port 588c2831-d082-4a94-b8d9-c370bc71e291 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:04:23.162400 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-fca0f912-1cd9-4cad-88e1-26554d959543 None None] Attempting to bind port 588c2831-d082-4a94-b8d9-c370bc71e291 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:04:23.163316 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca0f912-1cd9-4cad-88e1-26554d959543 None None] Attempting to bind port 588c2831-d082-4a94-b8d9-c370bc71e291 on network aadf795f-2e1a-4d04-be0e-12575f0f28a5 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:04:23.169614 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-cf7d5d0f-4d2d-43d6-87d7-eb04c01c7f9a tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1607864986', 'network_id': '42f31e24-bd43-455f-817b-62e21c77f7a8'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:04:23.179909 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca0f912-1cd9-4cad-88e1-26554d959543 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:04:23.180972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca0f912-1cd9-4cad-88e1-26554d959543 None None] Checking segment: {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:04:23.182134 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fca0f912-1cd9-4cad-88e1-26554d959543 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:23.182739 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca0f912-1cd9-4cad-88e1-26554d959543 None None] Bound using segment: {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:04:23.184074 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-fca0f912-1cd9-4cad-88e1-26554d959543 None None] Bound port: 588c2831-d082-4a94-b8d9-c370bc71e291, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:04:23.184822 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fca0f912-1cd9-4cad-88e1-26554d959543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:23.184979 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-a63313ac-6969-400b-84f3-1f352140e7bc tempest-ExternalNetworksAdminNegativeTestJSON-586013425 tempest-ExternalNetworksAdminNegativeTestJSON-586013425-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Jan 29 10:04:23.185418 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a63313ac-6969-400b-84f3-1f352140e7bc tempest-ExternalNetworksAdminNegativeTestJSON-586013425 tempest-ExternalNetworksAdminNegativeTestJSON-586013425-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:04:23.194646 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-cf7d5d0f-4d2d-43d6-87d7-eb04c01c7f9a tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:04:23.228204 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:23.353550 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-7aba910b-9025-4180-aede-c23235675f11 admin admin] Allocated IP 172.20.0.1 (ad10d455-2f6c-4431-96c2-93a5f5aa1b82/13442799-a6c4-4c0b-b1ed-15d8e21e2b8d/aa212c3d-284c-45fa-92f3-fa3ecfdea7c7) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:04:23.371930 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082cffc1-d5a1-48e6-a4fb-0365ea766d45 None None] Pushing event updated for resources: {'Port': ['ID=f41b7193-b3f2-4acf-97c1-545cb4640858,revision_number=3']} {{(pid=80768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:23.372363 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-cf7d5d0f-4d2d-43d6-87d7-eb04c01c7f9a tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Usage tracker for resource:port and tenant:1ff34f0ed0344ec39e5476068c831cc8 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:04:23.380022 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-082cffc1-d5a1-48e6-a4fb-0365ea766d45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.949s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:23.459488 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-98025879-3dcf-404f-add9-3c1487126578 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Network e561f29b-cf44-45d1-b720-2bb024f08604 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:04:23.471822 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-98025879-3dcf-404f-add9-3c1487126578 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:23.493774 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-628816a6-5b52-4c03-b8a5-c1de08273d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9fc4d30>, [{'id': '4a2dbef9-f510-4df4-8738-7c1c6e2523ec', 'name': 'tempest-ServersTestJSON-2001015195-router', 'tenant_id': '063e89324bbe4d0080d07e952e1945cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': 'f41b7193-b3f2-4acf-97c1-545cb4640858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:04:11Z', 'updated_at': '2021-01-29T10:04:14Z', 'revision_number': 3, 'project_id': '063e89324bbe4d0080d07e952e1945cf', 'gw_port': {'id': 'f41b7193-b3f2-4acf-97c1-545cb4640858', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a7:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a2dbef9-f510-4df4-8738-7c1c6e2523ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:04:13Z', 'updated_at': '2021-01-29T10:04:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:04:23.498749 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628816a6-5b52-4c03-b8a5-c1de08273d74 None None] The sync data for ids ['4a2dbef9-f510-4df4-8738-7c1c6e2523ec'] in dv-neutron-772983-2-ovs is: [{'id': '4a2dbef9-f510-4df4-8738-7c1c6e2523ec', 'name': 'tempest-ServersTestJSON-2001015195-router', 'tenant_id': '063e89324bbe4d0080d07e952e1945cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': 'f41b7193-b3f2-4acf-97c1-545cb4640858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:04:11Z', 'updated_at': '2021-01-29T10:04:14Z', 'revision_number': 3, 'project_id': '063e89324bbe4d0080d07e952e1945cf', 'gw_port': {'id': 'f41b7193-b3f2-4acf-97c1-545cb4640858', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a7:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a2dbef9-f510-4df4-8738-7c1c6e2523ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:04:13Z', 'updated_at': '2021-01-29T10:04:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:04:23.553689 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44368c3-aa03-4e9e-9a9e-a4413489aac0 None None] Network 42f31e24-bd43-455f-817b-62e21c77f7a8 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:04:23.561432 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-cf7d5d0f-4d2d-43d6-87d7-eb04c01c7f9a tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:04:23.572638 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-a8d5ac32-ffdc-4a57-9ecd-19aaab9f50a7 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['PRIMARY'] with value(s) 172.20.0.2-66b1ca62-ede4-4885-b832-630639c4c5eb {{(pid=80767) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:04:23.573051 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-a8d5ac32-ffdc-4a57-9ecd-19aaab9f50a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:04:23.573507 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471008b2-60f5-4cd0-8416-1d4908b14d48 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Network e38a1e50-acf8-42db-b5ca-add7f36aa84c is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:04:23.581707 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-471008b2-60f5-4cd0-8416-1d4908b14d48 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:04:23.584676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471008b2-60f5-4cd0-8416-1d4908b14d48 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:04:23.653497 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-fca0f912-1cd9-4cad-88e1-26554d959543 None None] For port 588c2831-d082-4a94-b8d9-c370bc71e291, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:04:23.656179 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471008b2-60f5-4cd0-8416-1d4908b14d48 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:04:23.658229 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-471008b2-60f5-4cd0-8416-1d4908b14d48 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:23.670515 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-fca0f912-1cd9-4cad-88e1-26554d959543 None None] For port 588c2831-d082-4a94-b8d9-c370bc71e291, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=588c2831-d082-4a94-b8d9-c370bc71e291,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:04:23.670847 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 46536) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:23.673663 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a63313ac-6969-400b-84f3-1f352140e7bc tempest-ExternalNetworksAdminNegativeTestJSON-586013425 tempest-ExternalNetworksAdminNegativeTestJSON-586013425-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 409  len: 372 time: 2.7922299
Jan 29 10:04:23.692687 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fca0f912-1cd9-4cad-88e1-26554d959543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:23.727940 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:23.746356 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-cf7d5d0f-4d2d-43d6-87d7-eb04c01c7f9a tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:04:23.807304 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d513e35-9a23-4d8a-8ff2-74ac5c9bdc67 None None] Pushing event updated for resources: {'Port': ['ID=588c2831-d082-4a94-b8d9-c370bc71e291,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:23.823868 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1d513e35-9a23-4d8a-8ff2-74ac5c9bdc67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:23.829432 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a7480402-536d-4492-af8b-6c29b8758bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:23.891555 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-471008b2-60f5-4cd0-8416-1d4908b14d48 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 3.6694803
Jan 29 10:04:23.893267 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 46540) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:23.896393 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-49e36482-7cf8-4f5a-b55b-fc9a94b14a6b tempest-MeteringIpV6TestJSON-1834956647 tempest-MeteringIpV6TestJSON-1834956647-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:23.901427 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-49e36482-7cf8-4f5a-b55b-fc9a94b14a6b tempest-MeteringIpV6TestJSON-1834956647 tempest-MeteringIpV6TestJSON-1834956647-project-admin] 10.222.0.57 "DELETE /v2.0/metering/metering-labels/bb44cba7-efeb-4e5f-b383-f823f6f47884 HTTP/1.1" status: 204  len: 168 time: 0.8455279
Jan 29 10:04:23.902698 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471008b2-60f5-4cd0-8416-1d4908b14d48 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Pushing event updated for resources: {'Port': ['ID=cc0cb4d7-f8b2-4066-8dbb-cc70156036c7,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:24.002865 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-471008b2-60f5-4cd0-8416-1d4908b14d48 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.775s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:24.004217 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7d5d0f-4d2d-43d6-87d7-eb04c01c7f9a tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Made reservation on behalf of 1ff34f0ed0344ec39e5476068c831cc8 for: {'port': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:04:24.012383 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cf7d5d0f-4d2d-43d6-87d7-eb04c01c7f9a tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:24.061303 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-3a93d1c0-31cf-4dc2-8228-e81cdbe56f94 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Deleting port cc0cb4d7-f8b2-4066-8dbb-cc70156036c7 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:04:24.062015 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3a93d1c0-31cf-4dc2-8228-e81cdbe56f94 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:24.074217 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a8d5ac32-ffdc-4a57-9ecd-19aaab9f50a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:24.142011 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-98025879-3dcf-404f-add9-3c1487126578 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Network e561f29b-cf44-45d1-b720-2bb024f08604 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:04:24.183051 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:24.186056 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca0f912-1cd9-4cad-88e1-26554d959543 None None] Routers {'8644e8b2-d35a-42d3-8ee4-29fde7174aa3'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:04:24.186978 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-fca0f912-1cd9-4cad-88e1-26554d959543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9ab1ef0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:04:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['8644e8b2-d35a-42d3-8ee4-29fde7174aa3'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:04:24.320349 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7aba910b-9025-4180-aede-c23235675f11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:24.346485 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-ad0aa970-338a-4372-abac-d0d993bf4c22 tempest-ExternalNetworksAdminNegativeTestJSON-586013425 tempest-ExternalNetworksAdminNegativeTestJSON-586013425-project-admin] Deleting port 522b65a5-fbcc-4989-bb98-efd4ab959445 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:04:24.346855 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ad0aa970-338a-4372-abac-d0d993bf4c22 tempest-ExternalNetworksAdminNegativeTestJSON-586013425 tempest-ExternalNetworksAdminNegativeTestJSON-586013425-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:24.392086 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Jan 29 10:04:24.392086 dv-neutron-772983-2-ovs neutron-server[80656]:   (rel_b, rel_a, rel_b),
Jan 29 10:04:24.392086 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Jan 29 10:04:24.392086 dv-neutron-772983-2-ovs neutron-server[80656]:   (rel_b, rel_a, rel_b),
Jan 29 10:04:24.392086 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:04:24.392086 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:04:24.392086 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:04:24.392086 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:04:24.392086 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:04:24.392086 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:04:24.392086 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:04:24.392086 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:04:24.392086 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:04:24.392086 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:04:24.392086 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:04:24.392086 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:04:24.392086 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:04:24.392086 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:04:24.392086 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:04:24.392086 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:04:24.392086 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:04:24.392086 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:04:24.392086 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:04:24.392086 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:04:24.392086 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:04:24.392086 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:04:24.392086 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:04:24.392086 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:04:24.392086 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:04:24.392086 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:04:24.392086 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:04:24.392086 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:04:24.392086 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:04:24.392086 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:04:24.392086 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:04:24.392086 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:04:24.437203 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3a93d1c0-31cf-4dc2-8228-e81cdbe56f94 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:24.527369 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 46548) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:24.569122 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-7aba910b-9025-4180-aede-c23235675f11 admin admin] Transition to ACTIVE for port object aa212c3d-284c-45fa-92f3-fa3ecfdea7c7 will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:04:24.572716 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-fca0f912-1cd9-4cad-88e1-26554d959543 None None] Set router 8644e8b2-d35a-42d3-8ee4-29fde7174aa3 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:04:24.636858 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-98025879-3dcf-404f-add9-3c1487126578 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:24.652054 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-258bd8cb-0fd8-4b1e-b1a4-0dd54c54c3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:24.701319 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:24.704364 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-3a93d1c0-31cf-4dc2-8228-e81cdbe56f94 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Calling delete_port for cc0cb4d7-f8b2-4066-8dbb-cc70156036c7 owned by  {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:04:24.740659 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98025879-3dcf-404f-add9-3c1487126578 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  e561f29b-cf44-45d1-b720-2bb024f08604 {{(pid=80766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Jan 29 10:04:24.767952 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98025879-3dcf-404f-add9-3c1487126578 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Pushing event deleted for resources: {'Network': ['ID=e561f29b-cf44-45d1-b720-2bb024f08604,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:24.790211 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-98025879-3dcf-404f-add9-3c1487126578 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:24.795159 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-706caf9f-94d2-4980-8b49-c242c5b3e715 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:24.809121 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-cf7d5d0f-4d2d-43d6-87d7-eb04c01c7f9a tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] device_id is not set on port 5e7f84f3-1e70-45b0-9f76-74adef9c224d yet. {{(pid=80765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:04:24.901370 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:24.902421 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-a8d5ac32-ffdc-4a57-9ecd-19aaab9f50a7 None None] Allocated IP 172.20.0.3 (e38a1e50-acf8-42db-b5ca-add7f36aa84c/c6c985f6-52f9-4154-891e-181e692c4b13/93ed76dd-1b7c-4390-ae35-e3c1d0bf6117) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:04:25.014240 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-98025879-3dcf-404f-add9-3c1487126578 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] 10.222.0.57 "DELETE /v2.0/networks/e561f29b-cf44-45d1-b720-2bb024f08604 HTTP/1.1" status: 204  len: 168 time: 4.8485065
Jan 29 10:04:25.019715 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 46556) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:25.031414 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-98025879-3dcf-404f-add9-3c1487126578 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:25.043395 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-8bd862b1-946c-411e-9a2d-96ce05d8c2ea tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Request body: {'network': {'router:external': True}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:04:25.071264 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-8bd862b1-946c-411e-9a2d-96ce05d8c2ea tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:04:25.083014 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8bd862b1-946c-411e-9a2d-96ce05d8c2ea tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Usage tracker for resource:network and tenant:7bc33e18aa324c6ab0ebc654926bc951 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:04:25.086498 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8bd862b1-946c-411e-9a2d-96ce05d8c2ea tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:04:25.106909 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-8bd862b1-946c-411e-9a2d-96ce05d8c2ea tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:04:25.150105 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device f41b7193-b3f2-4acf-97c1-545cb4640858 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:04:25.166883 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ad0aa970-338a-4372-abac-d0d993bf4c22 tempest-ExternalNetworksAdminNegativeTestJSON-586013425 tempest-ExternalNetworksAdminNegativeTestJSON-586013425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:25.167534 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ad0aa970-338a-4372-abac-d0d993bf4c22 tempest-ExternalNetworksAdminNegativeTestJSON-586013425 tempest-ExternalNetworksAdminNegativeTestJSON-586013425-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:25.202176 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd862b1-946c-411e-9a2d-96ce05d8c2ea tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Made reservation on behalf of 7bc33e18aa324c6ab0ebc654926bc951 for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:04:25.206909 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8bd862b1-946c-411e-9a2d-96ce05d8c2ea tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:25.238971 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3a93d1c0-31cf-4dc2-8228-e81cdbe56f94 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:25.240700 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-63b2fa68-7dc5-4234-ba90-389461ded27f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:25.329481 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-fca0f912-1cd9-4cad-88e1-26554d959543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9ab1ef0>, [{'id': '8644e8b2-d35a-42d3-8ee4-29fde7174aa3', 'name': 'tempest-ServersTestManualDisk-496623575-router', 'tenant_id': '427e7808217340cf85796dc28ee6ee48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.124'}], 'enable_snat': True}, 'gw_port_id': '588c2831-d082-4a94-b8d9-c370bc71e291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:04:11Z', 'updated_at': '2021-01-29T10:04:14Z', 'revision_number': 3, 'project_id': '427e7808217340cf85796dc28ee6ee48', 'gw_port': {'id': '588c2831-d082-4a94-b8d9-c370bc71e291', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:61:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8644e8b2-d35a-42d3-8ee4-29fde7174aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:04:13Z', 'updated_at': '2021-01-29T10:04:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:04:25.358607 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca0f912-1cd9-4cad-88e1-26554d959543 None None] The sync data for ids ['8644e8b2-d35a-42d3-8ee4-29fde7174aa3'] in dv-neutron-772983-2-ovs is: [{'id': '8644e8b2-d35a-42d3-8ee4-29fde7174aa3', 'name': 'tempest-ServersTestManualDisk-496623575-router', 'tenant_id': '427e7808217340cf85796dc28ee6ee48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.124'}], 'enable_snat': True}, 'gw_port_id': '588c2831-d082-4a94-b8d9-c370bc71e291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:04:11Z', 'updated_at': '2021-01-29T10:04:14Z', 'revision_number': 3, 'project_id': '427e7808217340cf85796dc28ee6ee48', 'gw_port': {'id': '588c2831-d082-4a94-b8d9-c370bc71e291', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:61:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8644e8b2-d35a-42d3-8ee4-29fde7174aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:04:13Z', 'updated_at': '2021-01-29T10:04:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:04:25.362174 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port f41b7193-b3f2-4acf-97c1-545cb4640858 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:04:25.383249 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7aba910b-9025-4180-aede-c23235675f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:25.387059 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a8d5ac32-ffdc-4a57-9ecd-19aaab9f50a7 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:25.390663 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-ad0aa970-338a-4372-abac-d0d993bf4c22 tempest-ExternalNetworksAdminNegativeTestJSON-586013425 tempest-ExternalNetworksAdminNegativeTestJSON-586013425-project-admin] Calling delete_port for 522b65a5-fbcc-4989-bb98-efd4ab959445 owned by network:floatingip {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:04:25.399881 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-a8d5ac32-ffdc-4a57-9ecd-19aaab9f50a7 None None] Transition to ACTIVE for port object 93ed76dd-1b7c-4390-ae35-e3c1d0bf6117 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:04:25.418117 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-a8d5ac32-ffdc-4a57-9ecd-19aaab9f50a7 None None] Transition to ACTIVE for port object 93ed76dd-1b7c-4390-ae35-e3c1d0bf6117 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:04:25.421837 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port f41b7193-b3f2-4acf-97c1-545cb4640858 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:04:25.423322 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:25.427193 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:25.502426 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a8d5ac32-ffdc-4a57-9ecd-19aaab9f50a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:25.654137 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:25.711661 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-63b2fa68-7dc5-4234-ba90-389461ded27f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:04:25.716150 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-706caf9f-94d2-4980-8b49-c242c5b3e715 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:25.718595 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a93d1c0-31cf-4dc2-8228-e81cdbe56f94 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Pushing event deleted for resources: {'Port': ['ID=cc0cb4d7-f8b2-4066-8dbb-cc70156036c7,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:25.737604 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3a93d1c0-31cf-4dc2-8228-e81cdbe56f94 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:25.740605 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-63b2fa68-7dc5-4234-ba90-389461ded27f admin admin] Usage tracker for resource:security_group_rule and tenant:18261db862d9403e92ab2bee34eb75cb is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:04:25.752565 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-63b2fa68-7dc5-4234-ba90-389461ded27f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:04:25.767902 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-706caf9f-94d2-4980-8b49-c242c5b3e715 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:25.768809 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-63b2fa68-7dc5-4234-ba90-389461ded27f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:04:25.771744 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bd862b1-946c-411e-9a2d-96ce05d8c2ea tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:04:25.792424 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3a93d1c0-31cf-4dc2-8228-e81cdbe56f94 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:25.851338 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-cf7d5d0f-4d2d-43d6-87d7-eb04c01c7f9a tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Allocated IP 2001:db8::358 (42f31e24-bd43-455f-817b-62e21c77f7a8/672e7782-c324-4d9f-9759-0713dfd48ae7/5e7f84f3-1e70-45b0-9f76-74adef9c224d) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:04:25.918887 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3a93d1c0-31cf-4dc2-8228-e81cdbe56f94 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] 10.222.0.57 "DELETE /v2.0/ports/cc0cb4d7-f8b2-4066-8dbb-cc70156036c7 HTTP/1.1" status: 204  len: 168 time: 2.0088952
Jan 29 10:04:25.918887 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8bd862b1-946c-411e-9a2d-96ce05d8c2ea tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:25.919109 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-8bd862b1-946c-411e-9a2d-96ce05d8c2ea tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Added segment 0f9aaf60-fbce-4933-bd0f-0dd3d7ba359d of type vxlan for network 79f19374-c84c-4af1-8880-cc64ba911375
Jan 29 10:04:25.924600 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 46562) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:25.985984 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d5ac32-ffdc-4a57-9ecd-19aaab9f50a7 None None] Pushing event updated for resources: {'Port': ['ID=93ed76dd-1b7c-4390-ae35-e3c1d0bf6117,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:25.992472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a8d5ac32-ffdc-4a57-9ecd-19aaab9f50a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:25.993281 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:25.994026 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:26.028053 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port f41b7193-b3f2-4acf-97c1-545cb4640858, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=f41b7193-b3f2-4acf-97c1-545cb4640858,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:04:26.033891 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d5ac32-ffdc-4a57-9ecd-19aaab9f50a7 None None] Network e38a1e50-acf8-42db-b5ca-add7f36aa84c is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:04:26.035295 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:26.036383 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-a8d5ac32-ffdc-4a57-9ecd-19aaab9f50a7 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:04:26.039954 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d5ac32-ffdc-4a57-9ecd-19aaab9f50a7 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:04:26.042609 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:26.046675 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8bd862b1-946c-411e-9a2d-96ce05d8c2ea tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:26.163482 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-63b2fa68-7dc5-4234-ba90-389461ded27f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:26.167495 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-a8d5ac32-ffdc-4a57-9ecd-19aaab9f50a7 None None] Attempting to bind port 93ed76dd-1b7c-4390-ae35-e3c1d0bf6117 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:04:26.167908 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-a8d5ac32-ffdc-4a57-9ecd-19aaab9f50a7 None None] Attempting to bind port 93ed76dd-1b7c-4390-ae35-e3c1d0bf6117 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'f42041c5-dffc-4aea-92aa-04e4d198e707', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e38a1e50-acf8-42db-b5ca-add7f36aa84c'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:04:26.168321 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d5ac32-ffdc-4a57-9ecd-19aaab9f50a7 None None] Attempting to bind port 93ed76dd-1b7c-4390-ae35-e3c1d0bf6117 on network e38a1e50-acf8-42db-b5ca-add7f36aa84c {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:04:26.171244 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aba910b-9025-4180-aede-c23235675f11 admin admin] Pushing event updated for resources: {'Port': ['ID=aa212c3d-284c-45fa-92f3-fa3ecfdea7c7,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:26.177011 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=f41b7193-b3f2-4acf-97c1-545cb4640858,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:26.180100 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d5ac32-ffdc-4a57-9ecd-19aaab9f50a7 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:04:26.180524 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d5ac32-ffdc-4a57-9ecd-19aaab9f50a7 None None] Checking segment: {'id': 'f42041c5-dffc-4aea-92aa-04e4d198e707', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e38a1e50-acf8-42db-b5ca-add7f36aa84c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:04:26.180973 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a8d5ac32-ffdc-4a57-9ecd-19aaab9f50a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:26.181407 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d5ac32-ffdc-4a57-9ecd-19aaab9f50a7 None None] Bound using segment: {'id': 'f42041c5-dffc-4aea-92aa-04e4d198e707', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e38a1e50-acf8-42db-b5ca-add7f36aa84c'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:04:26.181956 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-a8d5ac32-ffdc-4a57-9ecd-19aaab9f50a7 None None] Bound port: 93ed76dd-1b7c-4390-ae35-e3c1d0bf6117, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f42041c5-dffc-4aea-92aa-04e4d198e707', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e38a1e50-acf8-42db-b5ca-add7f36aa84c'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:04:26.182377 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a8d5ac32-ffdc-4a57-9ecd-19aaab9f50a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:26.185242 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-63b2fa68-7dc5-4234-ba90-389461ded27f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:26.188079 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8dc7470e-a410-4be6-bb77-8c5f5b3dcdae tempest-DHCPAgentSchedulersTestJSON-803829701 tempest-DHCPAgentSchedulersTestJSON-803829701-project-admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5074 time: 0.2540536
Jan 29 10:04:26.192894 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:26.195143 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 46568) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:26.212290 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-95dbb43d-91d0-4601-8a23-b8efe461fcbb tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1189146948'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:04:26.217239 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f230d8bc-3e27-4972-b0a4-e0415366c424 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:26.240767 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-95dbb43d-91d0-4601-8a23-b8efe461fcbb tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:04:26.255109 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-95dbb43d-91d0-4601-8a23-b8efe461fcbb tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Usage tracker for resource:network and tenant:a764045383414295a779445107930dc5 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:04:26.265895 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aba910b-9025-4180-aede-c23235675f11 admin admin] Network ad10d455-2f6c-4431-96c2-93a5f5aa1b82 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:04:26.270945 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-95dbb43d-91d0-4601-8a23-b8efe461fcbb tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Quota usage for network was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:04:26.280799 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-7aba910b-9025-4180-aede-c23235675f11 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:04:26.283692 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7aba910b-9025-4180-aede-c23235675f11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:26.290465 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-a8d5ac32-ffdc-4a57-9ecd-19aaab9f50a7 None None] For port 93ed76dd-1b7c-4390-ae35-e3c1d0bf6117, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:04:26.290921 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aba910b-9025-4180-aede-c23235675f11 admin admin] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:04:26.295233 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-a8d5ac32-ffdc-4a57-9ecd-19aaab9f50a7 None None] For port 93ed76dd-1b7c-4390-ae35-e3c1d0bf6117, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=93ed76dd-1b7c-4390-ae35-e3c1d0bf6117,segment=NetworkSegment(f42041c5-dffc-4aea-92aa-04e4d198e707),segment_id=f42041c5-dffc-4aea-92aa-04e4d198e707)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:04:26.299851 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a8d5ac32-ffdc-4a57-9ecd-19aaab9f50a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:26.307329 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8bd862b1-946c-411e-9a2d-96ce05d8c2ea tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:26.333362 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-95dbb43d-91d0-4601-8a23-b8efe461fcbb tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:04:26.340280 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd862b1-946c-411e-9a2d-96ce05d8c2ea tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:04:26.340930 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8bd862b1-946c-411e-9a2d-96ce05d8c2ea tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:26.352560 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-63b2fa68-7dc5-4234-ba90-389461ded27f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=18261db862d9403e92ab2bee34eb75cb&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7377164
Jan 29 10:04:26.366476 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 46572) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:26.375181 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b2fa68-7dc5-4234-ba90-389461ded27f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c968d67-3b4f-41cf-9473-82c3ea4871d7,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:26.380053 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-63b2fa68-7dc5-4234-ba90-389461ded27f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:26.389849 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:26.432406 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95dbb43d-91d0-4601-8a23-b8efe461fcbb tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Made reservation on behalf of a764045383414295a779445107930dc5 for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:04:26.452567 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a8d5ac32-ffdc-4a57-9ecd-19aaab9f50a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:26.456504 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-95dbb43d-91d0-4601-8a23-b8efe461fcbb tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:26.481738 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cf7d5d0f-4d2d-43d6-87d7-eb04c01c7f9a tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:26.521066 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8bd862b1-946c-411e-9a2d-96ce05d8c2ea tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 829 time: 1.4919331
Jan 29 10:04:26.549964 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 46576) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:26.577528 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d5ac32-ffdc-4a57-9ecd-19aaab9f50a7 None None] Pushing event updated for resources: {'Port': ['ID=93ed76dd-1b7c-4390-ae35-e3c1d0bf6117,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:26.590037 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a8d5ac32-ffdc-4a57-9ecd-19aaab9f50a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:26.598533 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd862b1-946c-411e-9a2d-96ce05d8c2ea tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Pushing event updated for resources: {'Network': ['ID=79f19374-c84c-4af1-8880-cc64ba911375,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:26.602307 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-a926bafc-c749-44a8-a486-9489f9451b29 None None] Provisioning for port aa212c3d-284c-45fa-92f3-fa3ecfdea7c7 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:04:26.602600 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7aba910b-9025-4180-aede-c23235675f11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854426412'] for router_interface, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:26.608293 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-a926bafc-c749-44a8-a486-9489f9451b29 None None] Provisioning complete for port aa212c3d-284c-45fa-92f3-fa3ecfdea7c7 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:04:26.608671 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a926bafc-c749-44a8-a486-9489f9451b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:26.628837 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8bd862b1-946c-411e-9a2d-96ce05d8c2ea tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:26.658839 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 79f19374-c84c-4af1-8880-cc64ba911375 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:04:26.671462 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95dbb43d-91d0-4601-8a23-b8efe461fcbb tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:04:26.671810 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 79f19374-c84c-4af1-8880-cc64ba911375 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:04:26.680035 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dde0f45f-d816-459b-81d2-54ad2c2051ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:26.682148 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cf7d5d0f-4d2d-43d6-87d7-eb04c01c7f9a tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:26.721387 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-95dbb43d-91d0-4601-8a23-b8efe461fcbb tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:26.721799 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-95dbb43d-91d0-4601-8a23-b8efe461fcbb tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Added segment b59827e9-eecf-4f78-aee6-640e76665589 of type vxlan for network f9f468ef-b212-4ed4-9667-83e42bc695eb
Jan 29 10:04:26.723012 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:26.760464 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-3ec3f6ed-6c97-4fc1-8bfa-d9e39fc8b178 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Request body: {'subnet': {'network_id': '79f19374-c84c-4af1-8880-cc64ba911375', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:04:26.796164 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-3ec3f6ed-6c97-4fc1-8bfa-d9e39fc8b178 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:04:26.804070 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-258bd8cb-0fd8-4b1e-b1a4-0dd54c54c3a4 admin admin] Allocated IP 172.20.0.1 (1fd58bb7-5017-4a35-98e9-2ebd6e679ae2/33e91942-d524-458e-9fbf-e90687db90c7/47c7780c-b711-4907-b125-250e9a633ccd) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:04:26.805644 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dde0f45f-d816-459b-81d2-54ad2c2051ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:26.815539 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-a926bafc-c749-44a8-a486-9489f9451b29 None None] Port aa212c3d-284c-45fa-92f3-fa3ecfdea7c7 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:04:26.825847 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-3ec3f6ed-6c97-4fc1-8bfa-d9e39fc8b178 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Usage tracker for resource:subnet and tenant:7bc33e18aa324c6ab0ebc654926bc951 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:04:26.831264 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-3ec3f6ed-6c97-4fc1-8bfa-d9e39fc8b178 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:04:26.858921 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-95dbb43d-91d0-4601-8a23-b8efe461fcbb tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:26.866593 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-3ec3f6ed-6c97-4fc1-8bfa-d9e39fc8b178 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:04:26.964996 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ad0aa970-338a-4372-abac-d0d993bf4c22 tempest-ExternalNetworksAdminNegativeTestJSON-586013425 tempest-ExternalNetworksAdminNegativeTestJSON-586013425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:27.106388 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7d5d0f-4d2d-43d6-87d7-eb04c01c7f9a tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Pushing event updated for resources: {'Port': ['ID=5e7f84f3-1e70-45b0-9f76-74adef9c224d,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:27.116300 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-95dbb43d-91d0-4601-8a23-b8efe461fcbb tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:27.126565 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-cf7d5d0f-4d2d-43d6-87d7-eb04c01c7f9a tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:27.217079 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95dbb43d-91d0-4601-8a23-b8efe461fcbb tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:04:27.217711 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-95dbb43d-91d0-4601-8a23-b8efe461fcbb tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:27.219623 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 93ed76dd-1b7c-4390-ae35-e3c1d0bf6117 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:04:27.226432 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:27.255840 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7d5d0f-4d2d-43d6-87d7-eb04c01c7f9a tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Network 42f31e24-bd43-455f-817b-62e21c77f7a8 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:04:27.271525 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-cf7d5d0f-4d2d-43d6-87d7-eb04c01c7f9a tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:04:27.291332 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7d5d0f-4d2d-43d6-87d7-eb04c01c7f9a tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:04:27.292196 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7d5d0f-4d2d-43d6-87d7-eb04c01c7f9a tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:04:27.292927 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cf7d5d0f-4d2d-43d6-87d7-eb04c01c7f9a tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:27.342814 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 93ed76dd-1b7c-4390-ae35-e3c1d0bf6117 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:04:27.349583 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device f41b7193-b3f2-4acf-97c1-545cb4640858 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:04:27.404270 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dde0f45f-d816-459b-81d2-54ad2c2051ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:27.406204 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dbb43d-91d0-4601-8a23-b8efe461fcbb tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Pushing event updated for resources: {'Network': ['ID=f9f468ef-b212-4ed4-9667-83e42bc695eb,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:27.411807 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dde0f45f-d816-459b-81d2-54ad2c2051ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:27.415881 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-dde0f45f-d816-459b-81d2-54ad2c2051ea admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4c968d67-3b4f-41cf-9473-82c3ea4871d7 HTTP/1.1" status: 204  len: 168 time: 1.0317802
Jan 29 10:04:27.415881 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-95dbb43d-91d0-4601-8a23-b8efe461fcbb tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:27.415881 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:27.428132 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-95dbb43d-91d0-4601-8a23-b8efe461fcbb tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 795 time: 1.2217829
Jan 29 10:04:27.428132 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-cf7d5d0f-4d2d-43d6-87d7-eb04c01c7f9a tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1030 time: 4.3481035
Jan 29 10:04:27.430475 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 46582) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:27.430850 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 46584) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:27.450846 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network f9f468ef-b212-4ed4-9667-83e42bc695eb details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:04:27.471721 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network f9f468ef-b212-4ed4-9667-83e42bc695eb details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:04:27.525927 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde0f45f-d816-459b-81d2-54ad2c2051ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c968d67-3b4f-41cf-9473-82c3ea4871d7,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:27.552536 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-dde0f45f-d816-459b-81d2-54ad2c2051ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:27.616490 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec3f6ed-6c97-4fc1-8bfa-d9e39fc8b178 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Made reservation on behalf of 7bc33e18aa324c6ab0ebc654926bc951 for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:04:27.622244 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3ec3f6ed-6c97-4fc1-8bfa-d9e39fc8b178 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:27.663639 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-7b2c8fc4-50e7-4149-9228-5241b5b68525 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Deleting port 5e7f84f3-1e70-45b0-9f76-74adef9c224d {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:04:27.664019 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7b2c8fc4-50e7-4149-9228-5241b5b68525 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:27.750009 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:27.764643 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port f41b7193-b3f2-4acf-97c1-545cb4640858 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:04:27.765072 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:27.897483 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0aa970-338a-4372-abac-d0d993bf4c22 tempest-ExternalNetworksAdminNegativeTestJSON-586013425 tempest-ExternalNetworksAdminNegativeTestJSON-586013425-project-admin] Pushing event deleted for resources: {'Port': ['ID=522b65a5-fbcc-4989-bb98-efd4ab959445,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:27.901733 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ad0aa970-338a-4372-abac-d0d993bf4c22 tempest-ExternalNetworksAdminNegativeTestJSON-586013425 tempest-ExternalNetworksAdminNegativeTestJSON-586013425-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:27.906355 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-258bd8cb-0fd8-4b1e-b1a4-0dd54c54c3a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:27.912606 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.resource_extend [None req-706caf9f-94d2-4980-8b49-c242c5b3e715 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] It took 0.77 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 29 10:04:28.070077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ad0aa970-338a-4372-abac-d0d993bf4c22 tempest-ExternalNetworksAdminNegativeTestJSON-586013425 tempest-ExternalNetworksAdminNegativeTestJSON-586013425-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:28.072126 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7b2c8fc4-50e7-4149-9228-5241b5b68525 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:28.084290 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 46594) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:28.089722 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-706caf9f-94d2-4980-8b49-c242c5b3e715 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:28.116542 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-706caf9f-94d2-4980-8b49-c242c5b3e715 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:28.121599 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-258bd8cb-0fd8-4b1e-b1a4-0dd54c54c3a4 admin admin] Transition to ACTIVE for port object 47c7780c-b711-4907-b125-250e9a633ccd will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:04:28.144677 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:28.223212 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ad0aa970-338a-4372-abac-d0d993bf4c22 tempest-ExternalNetworksAdminNegativeTestJSON-586013425 tempest-ExternalNetworksAdminNegativeTestJSON-586013425-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:28.230581 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ad0aa970-338a-4372-abac-d0d993bf4c22 tempest-ExternalNetworksAdminNegativeTestJSON-586013425 tempest-ExternalNetworksAdminNegativeTestJSON-586013425-project-admin] 10.222.0.57 "DELETE /v2.0/floatingips/13e02c0d-cde6-4ba5-831d-231af1cb4e2f HTTP/1.1" status: 204  len: 168 time: 4.5116432
Jan 29 10:04:28.231740 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7aba910b-9025-4180-aede-c23235675f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:28.233810 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2b0cc4-7468-4980-96d1-061981a8269e None None] Network e38a1e50-acf8-42db-b5ca-add7f36aa84c requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:04:28.244981 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-7b2c8fc4-50e7-4149-9228-5241b5b68525 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Calling delete_port for 5e7f84f3-1e70-45b0-9f76-74adef9c224d owned by  {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:04:28.288333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bf4fc986-0392-4a12-a667-8c6da4220494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:28.331950 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2ee87b88-feff-4acc-9be8-a3815b91654a tempest-DHCPAgentSchedulersTestJSON-803829701 tempest-DHCPAgentSchedulersTestJSON-803829701-project-admin] 10.222.0.57 "GET /v2.0/agents/8686d683-d11d-4d5b-ac40-091a54760ad6/dhcp-networks HTTP/1.1" status: 200  len: 5646 time: 0.8999224
Jan 29 10:04:28.336680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 46600) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:28.360763 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-084c444c-8a0b-4d48-b113-b65099b67682 None None] Provisioning for port 93ed76dd-1b7c-4390-ae35-e3c1d0bf6117 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:04:28.372061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-bf4fc986-0392-4a12-a667-8c6da4220494 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:04:28.372519 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-084c444c-8a0b-4d48-b113-b65099b67682 None None] Provisioning complete for port 93ed76dd-1b7c-4390-ae35-e3c1d0bf6117 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:04:28.372943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-084c444c-8a0b-4d48-b113-b65099b67682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:28.385994 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-bf4fc986-0392-4a12-a667-8c6da4220494 admin admin] Usage tracker for resource:security_group_rule and tenant:d8714e764682408ab9a0dae39d9793b8 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:04:28.390437 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-bf4fc986-0392-4a12-a667-8c6da4220494 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:04:28.423266 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-bf4fc986-0392-4a12-a667-8c6da4220494 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:04:28.430055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706caf9f-94d2-4980-8b49-c242c5b3e715 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Pushing event updated for resources: {'Port': ['ID=be6a4d41-c059-482a-a2b5-115ec4fe71da,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:28.445396 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-706caf9f-94d2-4980-8b49-c242c5b3e715 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:28.545675 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-258bd8cb-0fd8-4b1e-b1a4-0dd54c54c3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:28.582975 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:28.626544 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29639ec-38f1-4de9-be2e-4d1c348886ae tempest-DHCPAgentSchedulersTestJSON-803829701 tempest-DHCPAgentSchedulersTestJSON-803829701-project-admin] Network f9f468ef-b212-4ed4-9667-83e42bc695eb is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:04:28.644846 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7b2c8fc4-50e7-4149-9228-5241b5b68525 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:28.659810 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-084c444c-8a0b-4d48-b113-b65099b67682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:28.671104 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:28.741233 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de795fa-deb6-466c-90d2-1f96fc7ca3f7 None None] Network f9f468ef-b212-4ed4-9667-83e42bc695eb requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:04:28.745650 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f29639ec-38f1-4de9-be2e-4d1c348886ae tempest-DHCPAgentSchedulersTestJSON-803829701 tempest-DHCPAgentSchedulersTestJSON-803829701-project-admin] 10.222.0.57 "POST /v2.0/agents/8686d683-d11d-4d5b-ac40-091a54760ad6/dhcp-networks HTTP/1.1" status: 201  len: 201 time: 0.3999026
Jan 29 10:04:28.746649 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2c8fc4-50e7-4149-9228-5241b5b68525 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Pushing event deleted for resources: {'Port': ['ID=5e7f84f3-1e70-45b0-9f76-74adef9c224d,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:28.750665 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 46606) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:28.768143 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7b2c8fc4-50e7-4149-9228-5241b5b68525 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:28.780771 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 46610) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:28.807276 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-084c444c-8a0b-4d48-b113-b65099b67682 None None] For port 93ed76dd-1b7c-4390-ae35-e3c1d0bf6117, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=93ed76dd-1b7c-4390-ae35-e3c1d0bf6117,segment=NetworkSegment(f42041c5-dffc-4aea-92aa-04e4d198e707),segment_id=f42041c5-dffc-4aea-92aa-04e4d198e707)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:04:28.870001 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-084c444c-8a0b-4d48-b113-b65099b67682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:28.882408 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-44371d80-031b-4cc4-a04c-e2cddfd21298 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:28.885109 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258bd8cb-0fd8-4b1e-b1a4-0dd54c54c3a4 admin admin] Pushing event updated for resources: {'Port': ['ID=47c7780c-b711-4907-b125-250e9a633ccd,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:28.912495 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-258bd8cb-0fd8-4b1e-b1a4-0dd54c54c3a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:29.062453 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-706caf9f-94d2-4980-8b49-c242c5b3e715 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:29.096368 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084c444c-8a0b-4d48-b113-b65099b67682 None None] Pushing event updated for resources: {'Port': ['ID=93ed76dd-1b7c-4390-ae35-e3c1d0bf6117,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:29.108059 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-084c444c-8a0b-4d48-b113-b65099b67682 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:29.140489 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bf4fc986-0392-4a12-a667-8c6da4220494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:29.154884 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 588c2831-d082-4a94-b8d9-c370bc71e291 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:04:29.215603 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bf4fc986-0392-4a12-a667-8c6da4220494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:29.228162 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258bd8cb-0fd8-4b1e-b1a4-0dd54c54c3a4 admin admin] Network 1fd58bb7-5017-4a35-98e9-2ebd6e679ae2 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:04:29.229361 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-706caf9f-94d2-4980-8b49-c242c5b3e715 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:29.230934 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-706caf9f-94d2-4980-8b49-c242c5b3e715 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 13.4673138
Jan 29 10:04:29.232450 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-258bd8cb-0fd8-4b1e-b1a4-0dd54c54c3a4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:04:29.237012 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 46616) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:29.241191 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-dde0f45f-d816-459b-81d2-54ad2c2051ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:29.244145 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-7465e387-b19c-4019-9c7b-f37ddcfe7d2d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1309588998'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:04:29.249021 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258bd8cb-0fd8-4b1e-b1a4-0dd54c54c3a4 admin admin] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:04:29.291712 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-7465e387-b19c-4019-9c7b-f37ddcfe7d2d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:04:29.301264 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 588c2831-d082-4a94-b8d9-c370bc71e291 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:04:29.320070 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 588c2831-d082-4a94-b8d9-c370bc71e291 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:04:29.321504 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:29.325435 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7b2c8fc4-50e7-4149-9228-5241b5b68525 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:29.339127 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-7465e387-b19c-4019-9c7b-f37ddcfe7d2d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Usage tracker for resource:network and tenant:dc69fae14c2c4e1faa1e6d21b85f79fa is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:04:29.350318 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b272de14-d586-418b-aac3-295836e5d3ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:29.365016 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-bf4fc986-0392-4a12-a667-8c6da4220494 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d8714e764682408ab9a0dae39d9793b8&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2744365
Jan 29 10:04:29.368074 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7b2c8fc4-50e7-4149-9228-5241b5b68525 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] 10.222.0.57 "DELETE /v2.0/ports/5e7f84f3-1e70-45b0-9f76-74adef9c224d HTTP/1.1" status: 204  len: 168 time: 1.9342740
Jan 29 10:04:29.371090 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4fc986-0392-4a12-a667-8c6da4220494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f73839ea-cf3c-4f86-8f61-9ddaf693ed0a,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:29.373891 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 46620) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:29.378192 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 46622) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:29.382970 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-7465e387-b19c-4019-9c7b-f37ddcfe7d2d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Quota usage for network was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:04:29.399657 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.resource_extend [None req-7aba910b-9025-4180-aede-c23235675f11 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 29 10:04:29.416920 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-7465e387-b19c-4019-9c7b-f37ddcfe7d2d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:04:29.420862 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-c331ee0f-08c6-4d35-a547-1a92a775abde tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '42f31e24-bd43-455f-817b-62e21c77f7a8', 'external_fixed_ips': [{'subnet_id': '672e7782-c324-4d9f-9759-0713dfd48ae7', 'ip_address': '2001:db8::358'}]}}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:04:29.425331 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bf4fc986-0392-4a12-a667-8c6da4220494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:29.431268 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c331ee0f-08c6-4d35-a547-1a92a775abde tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:04:29.431796 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-b272de14-d586-418b-aac3-295836e5d3ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:04:29.448486 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c331ee0f-08c6-4d35-a547-1a92a775abde tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Usage tracker for resource:router and tenant:1ff34f0ed0344ec39e5476068c831cc8 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:04:29.455427 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7aba910b-9025-4180-aede-c23235675f11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:29.472628 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b272de14-d586-418b-aac3-295836e5d3ae admin admin] Usage tracker for resource:security_group_rule and tenant:aa569d0ae9aa4d5a83e4014c5a71f45d is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:04:29.475871 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c331ee0f-08c6-4d35-a547-1a92a775abde tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:04:29.479500 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b272de14-d586-418b-aac3-295836e5d3ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:04:29.483352 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-258bd8cb-0fd8-4b1e-b1a4-0dd54c54c3a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854426412'] for router_interface, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:29.491839 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7465e387-b19c-4019-9c7b-f37ddcfe7d2d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Made reservation on behalf of dc69fae14c2c4e1faa1e6d21b85f79fa for: {'network': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:04:29.503316 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c331ee0f-08c6-4d35-a547-1a92a775abde tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:04:29.510237 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:29.518771 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7465e387-b19c-4019-9c7b-f37ddcfe7d2d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:29.530844 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port 588c2831-d082-4a94-b8d9-c370bc71e291, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=588c2831-d082-4a94-b8d9-c370bc71e291,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:04:29.537058 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a99e2206-ceb7-45e5-9e41-af8d0e589ea8 tempest-DHCPAgentSchedulersTestJSON-803829701 tempest-DHCPAgentSchedulersTestJSON-803829701-project-admin] 10.222.0.57 "GET /v2.0/agents/8686d683-d11d-4d5b-ac40-091a54760ad6/dhcp-networks HTTP/1.1" status: 200  len: 6409 time: 0.7836742
Jan 29 10:04:29.542814 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 46628) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:29.548519 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:29.549075 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7aba910b-9025-4180-aede-c23235675f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:29.552312 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:29.563486 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-b272de14-d586-418b-aac3-295836e5d3ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:04:29.607321 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c331ee0f-08c6-4d35-a547-1a92a775abde tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:29.608705 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c331ee0f-08c6-4d35-a547-1a92a775abde tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:29.616298 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8cfb8de5-1fee-484c-9ed0-ad5c0e37b978 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:29.638395 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=588c2831-d082-4a94-b8d9-c370bc71e291,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:29.654656 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-0456f1d0-0398-4619-8cef-20a2abf8697c None None] Provisioning complete for port 93ed76dd-1b7c-4390-ae35-e3c1d0bf6117 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:04:29.655082 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0456f1d0-0398-4619-8cef-20a2abf8697c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:29.667479 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-989f90db-7435-4ddd-988b-d095ba5fa4f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:29.676520 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7465e387-b19c-4019-9c7b-f37ddcfe7d2d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks [] for security_group, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:29.732327 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-989f90db-7435-4ddd-988b-d095ba5fa4f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:29.732695 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:29.741899 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c331ee0f-08c6-4d35-a547-1a92a775abde tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:29.764971 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-7465e387-b19c-4019-9c7b-f37ddcfe7d2d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:04:29.774074 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-14ca5091-37d7-4a73-863c-2f503b619d47 tempest-DHCPAgentSchedulersTestJSON-803829701 tempest-DHCPAgentSchedulersTestJSON-803829701-project-admin] 10.222.0.57 "DELETE /v2.0/agents/8686d683-d11d-4d5b-ac40-091a54760ad6/dhcp-networks/f9f468ef-b212-4ed4-9667-83e42bc695eb HTTP/1.1" status: 204  len: 168 time: 0.2174120
Jan 29 10:04:29.777494 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 46632) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:29.815191 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-7465e387-b19c-4019-9c7b-f37ddcfe7d2d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Usage tracker for resource:security_group_rule and tenant:dc69fae14c2c4e1faa1e6d21b85f79fa is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:04:29.842654 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-7465e387-b19c-4019-9c7b-f37ddcfe7d2d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:04:29.851831 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7aba910b-9025-4180-aede-c23235675f11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854133895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349242'] for router_interface, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:29.869173 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aba910b-9025-4180-aede-c23235675f11 admin admin] Pushing event updated for resources: {'Port': ['ID=aa212c3d-284c-45fa-92f3-fa3ecfdea7c7,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:29.872431 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7aba910b-9025-4180-aede-c23235675f11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:29.895899 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-7465e387-b19c-4019-9c7b-f37ddcfe7d2d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:04:29.950090 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-27d55ead-4d00-4f62-911a-ee544d1a20c6 None None] Provisioning complete for port 93ed76dd-1b7c-4390-ae35-e3c1d0bf6117 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:04:29.950571 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-27d55ead-4d00-4f62-911a-ee544d1a20c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:30.145765 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-27d55ead-4d00-4f62-911a-ee544d1a20c6 None None] Could not find standard attr ID for object cc0cb4d7-f8b2-4066-8dbb-cc70156036c7. {{(pid=80767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 29 10:04:30.155199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-989f90db-7435-4ddd-988b-d095ba5fa4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:30.162032 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-27d55ead-4d00-4f62-911a-ee544d1a20c6 None None] Provisioning for port 47c7780c-b711-4907-b125-250e9a633ccd completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:04:30.168816 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-27d55ead-4d00-4f62-911a-ee544d1a20c6 None None] Provisioning complete for port 47c7780c-b711-4907-b125-250e9a633ccd triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:04:30.169452 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-27d55ead-4d00-4f62-911a-ee544d1a20c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:30.240918 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-27d55ead-4d00-4f62-911a-ee544d1a20c6 None None] Port 47c7780c-b711-4907-b125-250e9a633ccd cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:04:30.254062 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-63b2fa68-7dc5-4234-ba90-389461ded27f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:30.323313 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6b6896b5-06b8-483b-96ee-02152f7d5db5 tempest-DHCPAgentSchedulersTestJSON-803829701 tempest-DHCPAgentSchedulersTestJSON-803829701-project-admin] 10.222.0.57 "GET /v2.0/agents/8686d683-d11d-4d5b-ac40-091a54760ad6/dhcp-networks HTTP/1.1" status: 200  len: 5646 time: 0.5435324
Jan 29 10:04:30.337054 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 46636) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:30.338071 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989f90db-7435-4ddd-988b-d095ba5fa4f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73839ea-cf3c-4f86-8f61-9ddaf693ed0a,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:30.346941 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-989f90db-7435-4ddd-988b-d095ba5fa4f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:30.366890 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c331ee0f-08c6-4d35-a547-1a92a775abde tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:30.383381 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-989f90db-7435-4ddd-988b-d095ba5fa4f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:30.385020 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-989f90db-7435-4ddd-988b-d095ba5fa4f8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f73839ea-cf3c-4f86-8f61-9ddaf693ed0a HTTP/1.1" status: 204  len: 168 time: 0.9827120
Jan 29 10:04:30.388448 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-073afbf8-2059-49b9-a9ca-03431c2de77a tempest-DHCPAgentSchedulersTestJSON-803829701 tempest-DHCPAgentSchedulersTestJSON-803829701-project-admin] 10.222.0.57 "GET /v2.0/networks/e38a1e50-acf8-42db-b5ca-add7f36aa84c/dhcp-agents HTTP/1.1" status: 200  len: 805 time: 0.0465426
Jan 29 10:04:30.402378 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-68553a38-887b-4753-b07a-62ffc46fac31 None None] Provisioning complete for port 93ed76dd-1b7c-4390-ae35-e3c1d0bf6117 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:04:30.402947 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-68553a38-887b-4753-b07a-62ffc46fac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:30.408244 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 46642) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:30.454673 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9bb4d07d-072a-46ef-99b6-10f2c305e533 tempest-DHCPAgentSchedulersTestJSON-803829701 tempest-DHCPAgentSchedulersTestJSON-803829701-project-admin] 10.222.0.57 "GET /v2.0/networks/e38a1e50-acf8-42db-b5ca-add7f36aa84c/dhcp-agents HTTP/1.1" status: 200  len: 805 time: 0.0444858
Jan 29 10:04:30.457406 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 46646) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:30.490360 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.objects.ports [None req-3ec3f6ed-6c97-4fc1-8bfa-d9e39fc8b178 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80766) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 29 10:04:30.490891 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3ec3f6ed-6c97-4fc1-8bfa-d9e39fc8b178 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:30.536049 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-65170711-95c4-4a37-afa5-8de99e2e7615 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:30.584071 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-258bd8cb-0fd8-4b1e-b1a4-0dd54c54c3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:30.596531 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b272de14-d586-418b-aac3-295836e5d3ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:30.646552 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b272de14-d586-418b-aac3-295836e5d3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:30.715805 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aba910b-9025-4180-aede-c23235675f11 admin admin] Network ad10d455-2f6c-4431-96c2-93a5f5aa1b82 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:04:30.761424 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9839a04b-269d-422e-9653-7313aef3f128 tempest-DHCPAgentSchedulersTestJSON-803829701 tempest-DHCPAgentSchedulersTestJSON-803829701-project-admin] 10.222.0.57 "GET /v2.0/agents/8686d683-d11d-4d5b-ac40-091a54760ad6/dhcp-networks HTTP/1.1" status: 200  len: 5646 time: 0.3022809
Jan 29 10:04:30.771631 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 46652) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:30.786410 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-7aba910b-9025-4180-aede-c23235675f11 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:04:30.970920 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a9305f9e-157c-4b14-9d0c-e5b0633c273f tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:31.020812 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec3f6ed-6c97-4fc1-8bfa-d9e39fc8b178 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Pushing event updated for resources: {'Subnet': ['ID=be17ea4b-388c-45c8-ab91-dd0c9f8033b4,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:31.027807 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 93ed76dd-1b7c-4390-ae35-e3c1d0bf6117 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:04:31.053812 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3ec3f6ed-6c97-4fc1-8bfa-d9e39fc8b178 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:31.056375 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9129ac1d-2378-44a6-b494-81b0e7f263c1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.271s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:31.065425 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b272de14-d586-418b-aac3-295836e5d3ae admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=aa569d0ae9aa4d5a83e4014c5a71f45d&name=default HTTP/1.1" status: 200  len: 2979 time: 2.2727489
Jan 29 10:04:31.075181 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 46662) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:31.088811 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7465e387-b19c-4019-9c7b-f37ddcfe7d2d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks [] for security_group, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:31.139907 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7465e387-b19c-4019-9c7b-f37ddcfe7d2d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:31.202978 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b272de14-d586-418b-aac3-295836e5d3ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f8d7ca-02c0-416c-9c70-fc197b3056dd,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:31.205529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-40f48ba8-cc3e-4afc-95a3-7fce3f1a4d35 None None] Provisioning complete for port aa212c3d-284c-45fa-92f3-fa3ecfdea7c7 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:04:31.206219 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-40f48ba8-cc3e-4afc-95a3-7fce3f1a4d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:31.209489 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b272de14-d586-418b-aac3-295836e5d3ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:31.216474 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18527f65-bc40-43d2-ab29-031ab642b037 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:31.253996 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7465e387-b19c-4019-9c7b-f37ddcfe7d2d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=80766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:04:31.291769 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 93ed76dd-1b7c-4390-ae35-e3c1d0bf6117 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:04:31.292434 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:31.336081 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7465e387-b19c-4019-9c7b-f37ddcfe7d2d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268197113528', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:31.336524 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-7465e387-b19c-4019-9c7b-f37ddcfe7d2d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Added segment cf015ff2-c2ff-477e-bdb8-26f18c07a065 of type vxlan for network a6b4e5c6-3415-47bf-b302-aa20dd1624c6
Jan 29 10:04:31.361428 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7465e387-b19c-4019-9c7b-f37ddcfe7d2d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79c004cc-ac2d-4ad3-997d-fb769da1bd48,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:31.372276 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7465e387-b19c-4019-9c7b-f37ddcfe7d2d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:31.418749 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-40f48ba8-cc3e-4afc-95a3-7fce3f1a4d35 None None] Port aa212c3d-284c-45fa-92f3-fa3ecfdea7c7 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:04:31.490668 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aba910b-9025-4180-aede-c23235675f11 admin admin] Router 4a2dbef9-f510-4df4-8738-7c1c6e2523ec has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:04:31.493586 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec3f6ed-6c97-4fc1-8bfa-d9e39fc8b178 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Checking segment: {'id': '0f9aaf60-fbce-4933-bd0f-0dd3d7ba359d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '79f19374-c84c-4af1-8880-cc64ba911375'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:04:31.494068 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec3f6ed-6c97-4fc1-8bfa-d9e39fc8b178 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Network hostable DHCP agents. Network: 79f19374-c84c-4af1-8880-cc64ba911375, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:04:31.501821 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7465e387-b19c-4019-9c7b-f37ddcfe7d2d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:31.541355 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 588c2831-d082-4a94-b8d9-c370bc71e291 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:04:31.616933 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 588c2831-d082-4a94-b8d9-c370bc71e291 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:04:31.617354 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:31.672868 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5353ebc7-f787-4dfa-8ea3-ec8948dbd628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:31.689402 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 46674) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:31.718947 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec3f6ed-6c97-4fc1-8bfa-d9e39fc8b178 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Network 79f19374-c84c-4af1-8880-cc64ba911375 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:04:31.754384 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-3ec3f6ed-6c97-4fc1-8bfa-d9e39fc8b178 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 79f19374-c84c-4af1-8880-cc64ba911375) {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:04:31.766889 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7465e387-b19c-4019-9c7b-f37ddcfe7d2d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:31.767970 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5f8dd1-cd48-4e2a-9427-4c24e1881244 None None] Network 79f19374-c84c-4af1-8880-cc64ba911375 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:04:31.808317 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a9305f9e-157c-4b14-9d0c-e5b0633c273f tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:31.831093 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c331ee0f-08c6-4d35-a547-1a92a775abde tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:31.851982 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7465e387-b19c-4019-9c7b-f37ddcfe7d2d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:04:31.852699 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7465e387-b19c-4019-9c7b-f37ddcfe7d2d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:31.865079 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:31.867807 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5353ebc7-f787-4dfa-8ea3-ec8948dbd628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:31.880154 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c331ee0f-08c6-4d35-a547-1a92a775abde tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:31.881909 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-258bd8cb-0fd8-4b1e-b1a4-0dd54c54c3a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:31.901949 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec3f6ed-6c97-4fc1-8bfa-d9e39fc8b178 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:04:31.902610 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3ec3f6ed-6c97-4fc1-8bfa-d9e39fc8b178 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:31.920550 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-258bd8cb-0fd8-4b1e-b1a4-0dd54c54c3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:31.925650 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-36bcf1b0-1d1b-4ae3-b530-00ba079e453c tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-450461629'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:04:31.943108 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-36bcf1b0-1d1b-4ae3-b530-00ba079e453c tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:04:32.013346 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-36bcf1b0-1d1b-4ae3-b530-00ba079e453c tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Usage tracker for resource:network and tenant:d8fb2116922348989967930f2f8f067f is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:04:32.025046 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea5689f-7561-49da-a38a-2e270cd218e8 None None] Network 79f19374-c84c-4af1-8880-cc64ba911375 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:04:32.044587 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-36bcf1b0-1d1b-4ae3-b530-00ba079e453c tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Quota usage for network was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:04:32.072160 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-36bcf1b0-1d1b-4ae3-b530-00ba079e453c tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:04:32.083589 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7465e387-b19c-4019-9c7b-f37ddcfe7d2d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Pushing event updated for resources: {'Network': ['ID=a6b4e5c6-3415-47bf-b302-aa20dd1624c6,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:32.086773 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aba910b-9025-4180-aede-c23235675f11 admin admin] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:04:32.090681 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7465e387-b19c-4019-9c7b-f37ddcfe7d2d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:32.091415 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:32.122497 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network a6b4e5c6-3415-47bf-b302-aa20dd1624c6 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:04:32.135470 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7465e387-b19c-4019-9c7b-f37ddcfe7d2d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 2.8971922
Jan 29 10:04:32.140115 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network a6b4e5c6-3415-47bf-b302-aa20dd1624c6 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:04:32.140236 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3ec3f6ed-6c97-4fc1-8bfa-d9e39fc8b178 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 5.4102545
Jan 29 10:04:32.140236 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 46680) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:32.145533 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f808f0e-bc63-4426-8bd7-34c557310b78 None None] Sync routers for ids ['4a2dbef9-f510-4df4-8738-7c1c6e2523ec'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:04:32.155902 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 46682) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:32.159495 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f808f0e-bc63-4426-8bd7-34c557310b78 None None] Routers {'4a2dbef9-f510-4df4-8738-7c1c6e2523ec'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:04:32.160396 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-1f808f0e-bc63-4426-8bd7-34c557310b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca0e9518>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:04:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['4a2dbef9-f510-4df4-8738-7c1c6e2523ec'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:04:32.166027 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-2aee1799-7b5f-4e75-a32e-478d0eb8e8bb tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Request body: {'floatingip': {'floating_network_id': '79f19374-c84c-4af1-8880-cc64ba911375'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:04:32.166752 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7aba910b-9025-4180-aede-c23235675f11 admin admin] 10.222.0.57 "PUT /v2.0/routers/4a2dbef9-f510-4df4-8738-7c1c6e2523ec/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.2480474
Jan 29 10:04:32.171478 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-2aee1799-7b5f-4e75-a32e-478d0eb8e8bb tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:04:32.174176 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-8a4eb176-fb90-45ec-a4c9-fd8d8f09ae18 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Request body: {'subnet': {'network_id': 'a6b4e5c6-3415-47bf-b302-aa20dd1624c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:04:32.176526 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2aee1799-7b5f-4e75-a32e-478d0eb8e8bb tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Usage tracker for resource:floatingip and tenant:7bc33e18aa324c6ab0ebc654926bc951 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:04:32.179753 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2aee1799-7b5f-4e75-a32e-478d0eb8e8bb tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:04:32.185427 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-2aee1799-7b5f-4e75-a32e-478d0eb8e8bb tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:04:32.194236 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a9305f9e-157c-4b14-9d0c-e5b0633c273f tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f99ca1c1dd8>> segment before_delete 55550000 {{(pid=80765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 10:04:32.195035 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a9305f9e-157c-4b14-9d0c-e5b0633c273f tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f99ca1c1dd8>> subnet precommit_delete_associations 55550000 {{(pid=80765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 10:04:32.195556 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a9305f9e-157c-4b14-9d0c-e5b0633c273f tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f99c98700b8>> segment_host_mapping after_create 55550000 {{(pid=80765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 10:04:32.196328 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a9305f9e-157c-4b14-9d0c-e5b0633c273f tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f99c98700b8>> port after_create 55550000 {{(pid=80765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 10:04:32.196713 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a9305f9e-157c-4b14-9d0c-e5b0633c273f tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f99c98700b8>> port after_delete 55550000 {{(pid=80765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 10:04:32.197286 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a9305f9e-157c-4b14-9d0c-e5b0633c273f tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f99c98700b8>> port after_update 55550000 {{(pid=80765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 10:04:32.197657 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a9305f9e-157c-4b14-9d0c-e5b0633c273f tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f99c98700b8>> segment after_delete 55550000 {{(pid=80765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 10:04:32.198050 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a9305f9e-157c-4b14-9d0c-e5b0633c273f tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f99c98700b8>> subnet after_create 55550000 {{(pid=80765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 10:04:32.198413 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a9305f9e-157c-4b14-9d0c-e5b0633c273f tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f99c98700b8>> subnet after_delete 55550000 {{(pid=80765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 10:04:32.198771 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a9305f9e-157c-4b14-9d0c-e5b0633c273f tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f99c98700b8>> subnet after_update 55550000 {{(pid=80765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 10:04:32.228943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-258bd8cb-0fd8-4b1e-b1a4-0dd54c54c3a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854133895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349242'] for router_interface, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:32.459277 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258bd8cb-0fd8-4b1e-b1a4-0dd54c54c3a4 admin admin] Pushing event updated for resources: {'Port': ['ID=47c7780c-b711-4907-b125-250e9a633ccd,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:32.467155 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-258bd8cb-0fd8-4b1e-b1a4-0dd54c54c3a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:32.485713 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-8a4eb176-fb90-45ec-a4c9-fd8d8f09ae18 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:04:32.494095 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8a4eb176-fb90-45ec-a4c9-fd8d8f09ae18 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Usage tracker for resource:subnet and tenant:dc69fae14c2c4e1faa1e6d21b85f79fa is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:04:32.496451 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a9305f9e-157c-4b14-9d0c-e5b0633c273f tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f99c98f3e10>> subnet after_create 55550000 {{(pid=80765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 10:04:32.496752 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a9305f9e-157c-4b14-9d0c-e5b0633c273f tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f99c98f3e10>> subnet after_delete 55550000 {{(pid=80765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 10:04:32.497132 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a9305f9e-157c-4b14-9d0c-e5b0633c273f tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f99c98f3e10>> subnet before_create 55550000 {{(pid=80765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 10:04:32.500369 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a9305f9e-157c-4b14-9d0c-e5b0633c273f tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f99c98f3e10>> subnet before_update 55550000 {{(pid=80765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 29 10:04:32.500764 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-a9305f9e-157c-4b14-9d0c-e5b0633c273f tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c97f7be0>,) {'filters': {'network_id': ['f9f468ef-b212-4ed4-9667-83e42bc695eb']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:04:32.506579 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8a4eb176-fb90-45ec-a4c9-fd8d8f09ae18 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:04:32.518282 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-8a4eb176-fb90-45ec-a4c9-fd8d8f09ae18 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:04:32.525603 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-1f808f0e-bc63-4426-8bd7-34c557310b78 None None] Set router 4a2dbef9-f510-4df4-8738-7c1c6e2523ec gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:04:32.536856 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-a9305f9e-157c-4b14-9d0c-e5b0633c273f tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c97f7be0>, 'b59827e9-eecf-4f78-aee6-640e76665589') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:04:32.537194 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-a9305f9e-157c-4b14-9d0c-e5b0633c273f tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c97f7be0>, 'b59827e9-eecf-4f78-aee6-640e76665589') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:04:32.542446 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4eb176-fb90-45ec-a4c9-fd8d8f09ae18 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Made reservation on behalf of dc69fae14c2c4e1faa1e6d21b85f79fa for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:04:32.551250 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a9305f9e-157c-4b14-9d0c-e5b0633c273f tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:32.564785 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8a4eb176-fb90-45ec-a4c9-fd8d8f09ae18 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:32.567484 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a9305f9e-157c-4b14-9d0c-e5b0633c273f tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:32.569818 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a9305f9e-157c-4b14-9d0c-e5b0633c273f tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Releasing vxlan tunnel 9 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:04:32.582770 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258bd8cb-0fd8-4b1e-b1a4-0dd54c54c3a4 admin admin] Network 1fd58bb7-5017-4a35-98e9-2ebd6e679ae2 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:04:32.586964 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-258bd8cb-0fd8-4b1e-b1a4-0dd54c54c3a4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:04:32.680479 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2aee1799-7b5f-4e75-a32e-478d0eb8e8bb tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:32.732897 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36bcf1b0-1d1b-4ae3-b530-00ba079e453c tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Made reservation on behalf of d8fb2116922348989967930f2f8f067f for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:04:32.760839 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-36bcf1b0-1d1b-4ae3-b530-00ba079e453c tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:32.824117 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-36bcf1b0-1d1b-4ae3-b530-00ba079e453c tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:32.953608 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5353ebc7-f787-4dfa-8ea3-ec8948dbd628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:32.971580 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-6921658f-d03f-448d-9325-ed4c0f321299 None None] Provisioning complete for port 47c7780c-b711-4907-b125-250e9a633ccd triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:04:32.972206 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6921658f-d03f-448d-9325-ed4c0f321299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:32.989709 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-1f808f0e-bc63-4426-8bd7-34c557310b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca0e9518>, [{'id': '4a2dbef9-f510-4df4-8738-7c1c6e2523ec', 'name': 'tempest-ServersTestJSON-2001015195-router', 'tenant_id': '063e89324bbe4d0080d07e952e1945cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': 'f41b7193-b3f2-4acf-97c1-545cb4640858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:04:11Z', 'updated_at': '2021-01-29T10:04:27Z', 'revision_number': 4, 'project_id': '063e89324bbe4d0080d07e952e1945cf', 'gw_port': {'id': 'f41b7193-b3f2-4acf-97c1-545cb4640858', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2dbef9-f510-4df4-8738-7c1c6e2523ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:04:13Z', 'updated_at': '2021-01-29T10:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'aa212c3d-284c-45fa-92f3-fa3ecfdea7c7', 'name': '', 'network_id': 'ad10d455-2f6c-4431-96c2-93a5f5aa1b82', 'tenant_id': '063e89324bbe4d0080d07e952e1945cf', 'mac_address': 'fa:16:3e:63:8f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a2dbef9-f510-4df4-8738-7c1c6e2523ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '13442799-a6c4-4c0b-b1ed-15d8e21e2b8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:04:22Z', 'updated_at': '2021-01-29T10:04:28Z', 'revision_number': 2, 'project_id': '063e89324bbe4d0080d07e952e1945cf', 'subnets': [{'id': '13442799-a6c4-4c0b-b1ed-15d8e21e2b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:04:32.995577 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f808f0e-bc63-4426-8bd7-34c557310b78 None None] Checking router: 4a2dbef9-f510-4df4-8738-7c1c6e2523ec for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:04:32.996148 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f808f0e-bc63-4426-8bd7-34c557310b78 None None] Updating router 4a2dbef9-f510-4df4-8738-7c1c6e2523ec port aa212c3d-284c-45fa-92f3-fa3ecfdea7c7 binding host dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 29 10:04:32.999332 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-36bcf1b0-1d1b-4ae3-b530-00ba079e453c tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:04:33.010091 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-36bcf1b0-1d1b-4ae3-b530-00ba079e453c tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Usage tracker for resource:security_group_rule and tenant:d8fb2116922348989967930f2f8f067f is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:04:33.019049 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-36bcf1b0-1d1b-4ae3-b530-00ba079e453c tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:04:33.032424 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-36bcf1b0-1d1b-4ae3-b530-00ba079e453c tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:04:33.068316 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1f808f0e-bc63-4426-8bd7-34c557310b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:33.092342 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-6921658f-d03f-448d-9325-ed4c0f321299 None None] Port 47c7780c-b711-4907-b125-250e9a633ccd cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:04:33.160683 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-36bcf1b0-1d1b-4ae3-b530-00ba079e453c tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:33.163963 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-a9305f9e-157c-4b14-9d0c-e5b0633c273f tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Network f9f468ef-b212-4ed4-9667-83e42bc695eb has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:04:33.183003 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d0282ebe-3d14-4a68-b6e6-d7fd9b1b241f tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:33.197636 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a9305f9e-157c-4b14-9d0c-e5b0633c273f tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:33.211987 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-258bd8cb-0fd8-4b1e-b1a4-0dd54c54c3a4 admin admin] Router 8644e8b2-d35a-42d3-8ee4-29fde7174aa3 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:04:33.221051 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-36bcf1b0-1d1b-4ae3-b530-00ba079e453c tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:33.235833 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5353ebc7-f787-4dfa-8ea3-ec8948dbd628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f8d7ca-02c0-416c-9c70-fc197b3056dd,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:33.238941 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5353ebc7-f787-4dfa-8ea3-ec8948dbd628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:33.322421 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:33.388837 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 46702) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:33.405035 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-2588bd4a-a62d-4213-9b87-e6471bd93ef0 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1501886945', 'description': 'tempest-description--1884710568'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:04:33.431185 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5353ebc7-f787-4dfa-8ea3-ec8948dbd628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:33.432126 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-2588bd4a-a62d-4213-9b87-e6471bd93ef0 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:04:33.437033 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5353ebc7-f787-4dfa-8ea3-ec8948dbd628 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/78f8d7ca-02c0-416c-9c70-fc197b3056dd HTTP/1.1" status: 204  len: 168 time: 2.3586776
Jan 29 10:04:33.451862 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2588bd4a-a62d-4213-9b87-e6471bd93ef0 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Usage tracker for resource:security_group and tenant:063e89324bbe4d0080d07e952e1945cf is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:04:33.457809 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2588bd4a-a62d-4213-9b87-e6471bd93ef0 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:04:33.468670 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-2588bd4a-a62d-4213-9b87-e6471bd93ef0 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:04:33.476943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36bcf1b0-1d1b-4ae3-b530-00ba079e453c tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] vxlan segment allocate from pool success with {'vxlan_vni': 11}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:04:33.502120 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2588bd4a-a62d-4213-9b87-e6471bd93ef0 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Notify callbacks [] for security_group, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:33.528390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-258bd8cb-0fd8-4b1e-b1a4-0dd54c54c3a4 admin admin] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:04:33.530616 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-2588bd4a-a62d-4213-9b87-e6471bd93ef0 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:04:33.537669 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-258bd8cb-0fd8-4b1e-b1a4-0dd54c54c3a4 admin admin] 10.222.0.57 "PUT /v2.0/routers/8644e8b2-d35a-42d3-8ee4-29fde7174aa3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.9615970
Jan 29 10:04:33.540534 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2588bd4a-a62d-4213-9b87-e6471bd93ef0 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Usage tracker for resource:security_group_rule and tenant:063e89324bbe4d0080d07e952e1945cf is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:04:33.543920 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2588bd4a-a62d-4213-9b87-e6471bd93ef0 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:04:33.545792 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41af9a05-0051-4a92-948c-36e8185e91ce None None] Sync routers for ids ['8644e8b2-d35a-42d3-8ee4-29fde7174aa3'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:04:33.569302 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41af9a05-0051-4a92-948c-36e8185e91ce None None] Routers {'8644e8b2-d35a-42d3-8ee4-29fde7174aa3'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:04:33.569955 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-2588bd4a-a62d-4213-9b87-e6471bd93ef0 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:04:33.570237 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-41af9a05-0051-4a92-948c-36e8185e91ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9b22cf8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:04:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['8644e8b2-d35a-42d3-8ee4-29fde7174aa3'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:04:33.575766 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1f808f0e-bc63-4426-8bd7-34c557310b78 None None] Notify callbacks [] for port, precommit_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:33.578967 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bcf1b0-1d1b-4ae3-b530-00ba079e453c tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eec9bb7e-4925-4270-9c62-768df5d969e8,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:33.583018 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-a9305f9e-157c-4b14-9d0c-e5b0633c273f tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Network f9f468ef-b212-4ed4-9667-83e42bc695eb has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:04:33.593641 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-36bcf1b0-1d1b-4ae3-b530-00ba079e453c tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:33.594239 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-36bcf1b0-1d1b-4ae3-b530-00ba079e453c tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Added segment 2d708f14-1e29-41bd-8921-689ab50dd1ea of type vxlan for network f2b0a517-9894-4091-9c3e-ee4af23f217c
Jan 29 10:04:33.595670 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-36bcf1b0-1d1b-4ae3-b530-00ba079e453c tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:33.615644 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Jan 29 10:04:33.615644 dv-neutron-772983-2-ovs neutron-server[80656]:   (rel_b, rel_a, rel_b),
Jan 29 10:04:33.615644 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Jan 29 10:04:33.615644 dv-neutron-772983-2-ovs neutron-server[80656]:   (rel_b, rel_a, rel_b),
Jan 29 10:04:33.615644 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:04:33.615644 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:04:33.615644 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:04:33.615644 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:04:33.615644 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:04:33.615644 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:04:33.615644 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:04:33.615644 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:04:33.615644 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:04:33.615644 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:04:33.615644 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:04:33.615644 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:04:33.615644 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:04:33.615644 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:04:33.615644 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:04:33.615644 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:04:33.615644 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:04:33.615644 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:04:33.615644 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:04:33.615644 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:04:33.615644 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:04:33.615644 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:04:33.615644 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:04:33.615644 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:04:33.615644 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:04:33.615644 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:04:33.615644 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:04:33.615644 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:04:33.615644 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:04:33.615644 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:04:33.615644 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:04:33.615644 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:04:33.676871 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2588bd4a-a62d-4213-9b87-e6471bd93ef0 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Notify callbacks [] for security_group, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:33.688162 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2588bd4a-a62d-4213-9b87-e6471bd93ef0 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:33.695260 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:33.752763 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-36bcf1b0-1d1b-4ae3-b530-00ba079e453c tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:33.771353 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2588bd4a-a62d-4213-9b87-e6471bd93ef0 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b24940d-b25f-4390-af94-14bbacc8e68d,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:33.787316 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2588bd4a-a62d-4213-9b87-e6471bd93ef0 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:33.789726 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2588bd4a-a62d-4213-9b87-e6471bd93ef0 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.3997169
Jan 29 10:04:33.791015 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2588bd4a-a62d-4213-9b87-e6471bd93ef0 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:33.792832 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 46718) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:33.799919 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-e919d74a-23aa-4094-94e5-78f14e162f13 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Request body: {'security_group_rule': {'security_group_id': '3b24940d-b25f-4390-af94-14bbacc8e68d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:04:33.818936 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-1f808f0e-bc63-4426-8bd7-34c557310b78 None None] Transition to ACTIVE for port object aa212c3d-284c-45fa-92f3-fa3ecfdea7c7 will not be triggered until provisioned by entity L2. {{(pid=80768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:04:33.819589 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-36bcf1b0-1d1b-4ae3-b530-00ba079e453c tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:33.828815 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-e919d74a-23aa-4094-94e5-78f14e162f13 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:04:33.831142 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1f808f0e-bc63-4426-8bd7-34c557310b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:33.835277 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e919d74a-23aa-4094-94e5-78f14e162f13 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Usage tracker for resource:security_group_rule and tenant:063e89324bbe4d0080d07e952e1945cf is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:04:33.839100 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e919d74a-23aa-4094-94e5-78f14e162f13 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:04:33.847868 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-e919d74a-23aa-4094-94e5-78f14e162f13 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:04:33.850835 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-082cffc1-d5a1-48e6-a4fb-0365ea766d45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:33.922504 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e919d74a-23aa-4094-94e5-78f14e162f13 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:33.951772 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-41af9a05-0051-4a92-948c-36e8185e91ce None None] Set router 8644e8b2-d35a-42d3-8ee4-29fde7174aa3 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:04:34.011026 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bcf1b0-1d1b-4ae3-b530-00ba079e453c tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:04:34.011781 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-36bcf1b0-1d1b-4ae3-b530-00ba079e453c tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:34.074677 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8bd862b1-946c-411e-9a2d-96ce05d8c2ea tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:34.106940 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e919d74a-23aa-4094-94e5-78f14e162f13 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:34.111703 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a9305f9e-157c-4b14-9d0c-e5b0633c273f tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:34.130151 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e919d74a-23aa-4094-94e5-78f14e162f13 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:34.142376 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:34.158248 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a9305f9e-157c-4b14-9d0c-e5b0633c273f tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:34.160305 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a9305f9e-157c-4b14-9d0c-e5b0633c273f tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] 10.222.0.57 "DELETE /v2.0/networks/f9f468ef-b212-4ed4-9667-83e42bc695eb HTTP/1.1" status: 204  len: 168 time: 3.3877254
Jan 29 10:04:34.162062 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-36bcf1b0-1d1b-4ae3-b530-00ba079e453c tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 2.4656780
Jan 29 10:04:34.168265 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be33eb69-37bc-429f-9750-6001e833b9d6 None None] Pushing event updated for resources: {'Port': ['ID=aa212c3d-284c-45fa-92f3-fa3ecfdea7c7,revision_number=3']} {{(pid=80768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:34.171130 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-be33eb69-37bc-429f-9750-6001e833b9d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:34.185269 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 46726) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:34.210444 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e919d74a-23aa-4094-94e5-78f14e162f13 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5653c5dd-95f0-49ea-972f-d1f2167bf500,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:34.341303 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3d5ee24-979b-49e2-adc5-10f46fe271dd tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:04:34.341902 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3d5ee24-979b-49e2-adc5-10f46fe271dd tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:04:34.384181 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2aee1799-7b5f-4e75-a32e-478d0eb8e8bb tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:34.386506 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 46730) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:34.403994 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e919d74a-23aa-4094-94e5-78f14e162f13 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:34.442621 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bcf1b0-1d1b-4ae3-b530-00ba079e453c tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Pushing event updated for resources: {'Network': ['ID=f2b0a517-9894-4091-9c3e-ee4af23f217c,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:34.455666 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-36bcf1b0-1d1b-4ae3-b530-00ba079e453c tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:34.460665 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.271s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:34.513234 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a3d5ee24-979b-49e2-adc5-10f46fe271dd tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] 10.222.0.57 "DELETE /v2.0/ports/cc0cb4d7-f8b2-4066-8dbb-cc70156036c7 HTTP/1.1" status: 404  len: 333 time: 0.3105705
Jan 29 10:04:34.518800 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 46734) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:34.536402 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e919d74a-23aa-4094-94e5-78f14e162f13 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:34.540373 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e919d74a-23aa-4094-94e5-78f14e162f13 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.7436926
Jan 29 10:04:34.544594 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 46736) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:34.565419 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-85f9d765-227d-4733-9a3d-866bb17d1a21 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Request body: {'security_group_rule': {'security_group_id': '3b24940d-b25f-4390-af94-14bbacc8e68d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:04:34.588361 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network f2b0a517-9894-4091-9c3e-ee4af23f217c details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:04:34.627709 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network f2b0a517-9894-4091-9c3e-ee4af23f217c details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:04:34.643127 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-1f808f0e-bc63-4426-8bd7-34c557310b78 None None] Attempting to bind port aa212c3d-284c-45fa-92f3-fa3ecfdea7c7 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:04:34.643961 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-1f808f0e-bc63-4426-8bd7-34c557310b78 None None] Attempting to bind port aa212c3d-284c-45fa-92f3-fa3ecfdea7c7 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '9329d575-ed3f-46b1-819e-a36233065db3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ad10d455-2f6c-4431-96c2-93a5f5aa1b82'}] {{(pid=80768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:04:34.644571 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f808f0e-bc63-4426-8bd7-34c557310b78 None None] Attempting to bind port aa212c3d-284c-45fa-92f3-fa3ecfdea7c7 on network ad10d455-2f6c-4431-96c2-93a5f5aa1b82 {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:04:34.662210 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9305f9e-157c-4b14-9d0c-e5b0633c273f tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Pushing event deleted for resources: {'Network': ['ID=f9f468ef-b212-4ed4-9667-83e42bc695eb,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:34.662890 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f808f0e-bc63-4426-8bd7-34c557310b78 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:04:34.663523 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f808f0e-bc63-4426-8bd7-34c557310b78 None None] Checking segment: {'id': '9329d575-ed3f-46b1-819e-a36233065db3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ad10d455-2f6c-4431-96c2-93a5f5aa1b82'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:04:34.664738 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1f808f0e-bc63-4426-8bd7-34c557310b78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:34.665052 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a9305f9e-157c-4b14-9d0c-e5b0633c273f tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:34.665599 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f808f0e-bc63-4426-8bd7-34c557310b78 None None] Bound using segment: {'id': '9329d575-ed3f-46b1-819e-a36233065db3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ad10d455-2f6c-4431-96c2-93a5f5aa1b82'} {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:04:34.666622 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-1f808f0e-bc63-4426-8bd7-34c557310b78 None None] Bound port: aa212c3d-284c-45fa-92f3-fa3ecfdea7c7, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9329d575-ed3f-46b1-819e-a36233065db3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ad10d455-2f6c-4431-96c2-93a5f5aa1b82'}}] {{(pid=80768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:04:34.667390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1f808f0e-bc63-4426-8bd7-34c557310b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:34.814559 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-c331ee0f-08c6-4d35-a547-1a92a775abde tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Allocated IP 2001:db8::358 (42f31e24-bd43-455f-817b-62e21c77f7a8/672e7782-c324-4d9f-9759-0713dfd48ae7/9966aa54-b711-4a1c-b2ed-b54e41447ddb) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:04:34.871483 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-1f808f0e-bc63-4426-8bd7-34c557310b78 None None] For port aa212c3d-284c-45fa-92f3-fa3ecfdea7c7, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:04:34.880549 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-1f808f0e-bc63-4426-8bd7-34c557310b78 None None] For port aa212c3d-284c-45fa-92f3-fa3ecfdea7c7, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=aa212c3d-284c-45fa-92f3-fa3ecfdea7c7,segment=NetworkSegment(9329d575-ed3f-46b1-819e-a36233065db3),segment_id=9329d575-ed3f-46b1-819e-a36233065db3)] {{(pid=80768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:04:34.893040 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1f808f0e-bc63-4426-8bd7-34c557310b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:34.901815 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-85f9d765-227d-4733-9a3d-866bb17d1a21 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:04:34.914653 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-63f3112a-d5c7-49e1-bd83-f9b5d049eb11 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1bac4c29d05d40d1a4b6d51ca71160c5&name=default HTTP/1.1" status: 200  len: 2975 time: 0.5016973
Jan 29 10:04:34.918270 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 46742) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:34.923155 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:34.923865 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-85f9d765-227d-4733-9a3d-866bb17d1a21 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Usage tracker for resource:security_group_rule and tenant:063e89324bbe4d0080d07e952e1945cf is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:04:34.933149 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-85f9d765-227d-4733-9a3d-866bb17d1a21 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:04:34.976104 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-85f9d765-227d-4733-9a3d-866bb17d1a21 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:04:34.995611 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:35.059165 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dde74e7-0dc9-41a0-bca6-c4d357d42633 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Deleting subnet c6c985f6-52f9-4154-891e-181e692c4b13 {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:04:35.079176 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3dde74e7-0dc9-41a0-bca6-c4d357d42633 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:35.152160 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-85f9d765-227d-4733-9a3d-866bb17d1a21 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:35.217054 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-41af9a05-0051-4a92-948c-36e8185e91ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9b22cf8>, [{'id': '8644e8b2-d35a-42d3-8ee4-29fde7174aa3', 'name': 'tempest-ServersTestManualDisk-496623575-router', 'tenant_id': '427e7808217340cf85796dc28ee6ee48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.124'}], 'enable_snat': True}, 'gw_port_id': '588c2831-d082-4a94-b8d9-c370bc71e291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:04:11Z', 'updated_at': '2021-01-29T10:04:30Z', 'revision_number': 4, 'project_id': '427e7808217340cf85796dc28ee6ee48', 'gw_port': {'id': '588c2831-d082-4a94-b8d9-c370bc71e291', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:61:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8644e8b2-d35a-42d3-8ee4-29fde7174aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:04:13Z', 'updated_at': '2021-01-29T10:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '47c7780c-b711-4907-b125-250e9a633ccd', 'name': '', 'network_id': '1fd58bb7-5017-4a35-98e9-2ebd6e679ae2', 'tenant_id': '427e7808217340cf85796dc28ee6ee48', 'mac_address': 'fa:16:3e:ad:20:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8644e8b2-d35a-42d3-8ee4-29fde7174aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '33e91942-d524-458e-9fbf-e90687db90c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:04:25Z', 'updated_at': '2021-01-29T10:04:31Z', 'revision_number': 2, 'project_id': '427e7808217340cf85796dc28ee6ee48', 'subnets': [{'id': '33e91942-d524-458e-9fbf-e90687db90c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:04:35.222758 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41af9a05-0051-4a92-948c-36e8185e91ce None None] Checking router: 8644e8b2-d35a-42d3-8ee4-29fde7174aa3 for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:04:35.223315 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41af9a05-0051-4a92-948c-36e8185e91ce None None] Updating router 8644e8b2-d35a-42d3-8ee4-29fde7174aa3 port 47c7780c-b711-4907-b125-250e9a633ccd binding host dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 29 10:04:35.291146 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-41af9a05-0051-4a92-948c-36e8185e91ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:35.445066 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3dde74e7-0dc9-41a0-bca6-c4d357d42633 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:35.548890 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be33eb69-37bc-429f-9750-6001e833b9d6 None None] Pushing event updated for resources: {'Port': ['ID=aa212c3d-284c-45fa-92f3-fa3ecfdea7c7,revision_number=4']} {{(pid=80768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:35.552546 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-be33eb69-37bc-429f-9750-6001e833b9d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:35.576975 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-98ba5dd4-ca63-49ce-add0-7e7544685644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:35.634611 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-98ba5dd4-ca63-49ce-add0-7e7544685644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:35.696191 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c331ee0f-08c6-4d35-a547-1a92a775abde tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:35.742028 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c331ee0f-08c6-4d35-a547-1a92a775abde tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:35.767590 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-98ba5dd4-ca63-49ce-add0-7e7544685644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:35.769237 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:35.818578 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f808f0e-bc63-4426-8bd7-34c557310b78 None None] Routers {'4a2dbef9-f510-4df4-8738-7c1c6e2523ec'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:04:35.819256 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-1f808f0e-bc63-4426-8bd7-34c557310b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca0e9518>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:04:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['4a2dbef9-f510-4df4-8738-7c1c6e2523ec'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:04:35.849846 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:35.865011 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 46748) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:35.894132 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-57537710-c3ad-4d6e-ab64-c1611fada718 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Request body: {'security_group': {'name': 'tempest-securitygroup--837142410', 'description': 'tempest-description--1450136819'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:04:35.910665 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ba5dd4-ca63-49ce-add0-7e7544685644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536e42b9-75c9-44b0-80dd-380dad59a179,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:35.913881 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-98ba5dd4-ca63-49ce-add0-7e7544685644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:35.928447 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-85f9d765-227d-4733-9a3d-866bb17d1a21 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:35.929954 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8a4eb176-fb90-45ec-a4c9-fd8d8f09ae18 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:36.077496 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-57537710-c3ad-4d6e-ab64-c1611fada718 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:04:36.122788 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c331ee0f-08c6-4d35-a547-1a92a775abde tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Pushing event updated for resources: {'Port': ['ID=9966aa54-b711-4a1c-b2ed-b54e41447ddb,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:36.135329 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-57537710-c3ad-4d6e-ab64-c1611fada718 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Usage tracker for resource:security_group and tenant:427e7808217340cf85796dc28ee6ee48 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:04:36.145481 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c331ee0f-08c6-4d35-a547-1a92a775abde tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:36.150047 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-57537710-c3ad-4d6e-ab64-c1611fada718 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:04:36.206667 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-57537710-c3ad-4d6e-ab64-c1611fada718 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:04:36.225397 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-1f808f0e-bc63-4426-8bd7-34c557310b78 None None] Set router 4a2dbef9-f510-4df4-8738-7c1c6e2523ec gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:04:36.276129 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3dde74e7-0dc9-41a0-bca6-c4d357d42633 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:36.349137 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-57537710-c3ad-4d6e-ab64-c1611fada718 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:36.383673 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-41af9a05-0051-4a92-948c-36e8185e91ce None None] Notify callbacks [] for port, precommit_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:36.411926 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-41af9a05-0051-4a92-948c-36e8185e91ce None None] Transition to ACTIVE for port object 47c7780c-b711-4907-b125-250e9a633ccd will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:04:36.413508 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-2aee1799-7b5f-4e75-a32e-478d0eb8e8bb tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Allocated IP 172.20.0.10 (79f19374-c84c-4af1-8880-cc64ba911375/be17ea4b-388c-45c8-ab91-dd0c9f8033b4/b6e24e12-62f1-4843-8205-56572af92c99) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:04:36.419535 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-57537710-c3ad-4d6e-ab64-c1611fada718 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:04:36.423730 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-41af9a05-0051-4a92-948c-36e8185e91ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:36.438055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-57537710-c3ad-4d6e-ab64-c1611fada718 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Usage tracker for resource:security_group_rule and tenant:427e7808217340cf85796dc28ee6ee48 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:04:36.442921 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-57537710-c3ad-4d6e-ab64-c1611fada718 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:04:36.449677 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:36.455418 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-57537710-c3ad-4d6e-ab64-c1611fada718 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:04:36.576064 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:36.592423 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-57537710-c3ad-4d6e-ab64-c1611fada718 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:36.600547 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-57537710-c3ad-4d6e-ab64-c1611fada718 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:36.619609 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:36.620460 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60661210-ff84-4067-a565-152519ccdb01 None None] Pushing event updated for resources: {'Port': ['ID=47c7780c-b711-4907-b125-250e9a633ccd,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:36.641520 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-60661210-ff84-4067-a565-152519ccdb01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:36.675869 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c331ee0f-08c6-4d35-a547-1a92a775abde tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Network 42f31e24-bd43-455f-817b-62e21c77f7a8 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:04:36.682680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-c331ee0f-08c6-4d35-a547-1a92a775abde tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:04:36.689992 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-1f808f0e-bc63-4426-8bd7-34c557310b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca0e9518>, [{'id': '4a2dbef9-f510-4df4-8738-7c1c6e2523ec', 'name': 'tempest-ServersTestJSON-2001015195-router', 'tenant_id': '063e89324bbe4d0080d07e952e1945cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': 'f41b7193-b3f2-4acf-97c1-545cb4640858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:04:11Z', 'updated_at': '2021-01-29T10:04:27Z', 'revision_number': 4, 'project_id': '063e89324bbe4d0080d07e952e1945cf', 'gw_port': {'id': 'f41b7193-b3f2-4acf-97c1-545cb4640858', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2dbef9-f510-4df4-8738-7c1c6e2523ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:04:13Z', 'updated_at': '2021-01-29T10:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'aa212c3d-284c-45fa-92f3-fa3ecfdea7c7', 'name': '', 'network_id': 'ad10d455-2f6c-4431-96c2-93a5f5aa1b82', 'tenant_id': '063e89324bbe4d0080d07e952e1945cf', 'mac_address': 'fa:16:3e:63:8f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a2dbef9-f510-4df4-8738-7c1c6e2523ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '13442799-a6c4-4c0b-b1ed-15d8e21e2b8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:04:22Z', 'updated_at': '2021-01-29T10:04:34Z', 'revision_number': 4, 'project_id': '063e89324bbe4d0080d07e952e1945cf', 'subnets': [{'id': '13442799-a6c4-4c0b-b1ed-15d8e21e2b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:04:36.695113 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f808f0e-bc63-4426-8bd7-34c557310b78 None None] The sync data for ids ['4a2dbef9-f510-4df4-8738-7c1c6e2523ec'] in dv-neutron-772983-2-ovs is: [{'id': '4a2dbef9-f510-4df4-8738-7c1c6e2523ec', 'name': 'tempest-ServersTestJSON-2001015195-router', 'tenant_id': '063e89324bbe4d0080d07e952e1945cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': 'f41b7193-b3f2-4acf-97c1-545cb4640858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:04:11Z', 'updated_at': '2021-01-29T10:04:27Z', 'revision_number': 4, 'project_id': '063e89324bbe4d0080d07e952e1945cf', 'gw_port': {'id': 'f41b7193-b3f2-4acf-97c1-545cb4640858', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2dbef9-f510-4df4-8738-7c1c6e2523ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:04:13Z', 'updated_at': '2021-01-29T10:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'aa212c3d-284c-45fa-92f3-fa3ecfdea7c7', 'name': '', 'network_id': 'ad10d455-2f6c-4431-96c2-93a5f5aa1b82', 'tenant_id': '063e89324bbe4d0080d07e952e1945cf', 'mac_address': 'fa:16:3e:63:8f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a2dbef9-f510-4df4-8738-7c1c6e2523ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '13442799-a6c4-4c0b-b1ed-15d8e21e2b8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:04:22Z', 'updated_at': '2021-01-29T10:04:34Z', 'revision_number': 4, 'project_id': '063e89324bbe4d0080d07e952e1945cf', 'subnets': [{'id': '13442799-a6c4-4c0b-b1ed-15d8e21e2b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:04:36.700947 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-85f9d765-227d-4733-9a3d-866bb17d1a21 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:36.765651 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c331ee0f-08c6-4d35-a547-1a92a775abde tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:04:36.795282 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4eb176-fb90-45ec-a4c9-fd8d8f09ae18 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Pushing event updated for resources: {'Subnet': ['ID=e8a91225-b7a1-4895-9801-7748e1936126,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:36.838649 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3dde74e7-0dc9-41a0-bca6-c4d357d42633 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:36.848725 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57537710-c3ad-4d6e-ab64-c1611fada718 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc805e9c-5c84-4bba-8acf-28c50f5a45c1,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:36.850859 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-98ba5dd4-ca63-49ce-add0-7e7544685644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:36.852074 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-57537710-c3ad-4d6e-ab64-c1611fada718 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:36.861443 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-98ba5dd4-ca63-49ce-add0-7e7544685644 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/536e42b9-75c9-44b0-80dd-380dad59a179 HTTP/1.1" status: 204  len: 168 time: 1.9400785
Jan 29 10:04:36.885716 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8a4eb176-fb90-45ec-a4c9-fd8d8f09ae18 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:36.887192 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e919d74a-23aa-4094-94e5-78f14e162f13 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:36.974273 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-85f9d765-227d-4733-9a3d-866bb17d1a21 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:36.979796 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-57537710-c3ad-4d6e-ab64-c1611fada718 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:36.981152 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-57537710-c3ad-4d6e-ab64-c1611fada718 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 1.1148071
Jan 29 10:04:36.984969 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-85f9d765-227d-4733-9a3d-866bb17d1a21 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 2.4309988
Jan 29 10:04:37.004859 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 46754) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:37.005434 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 46756) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:37.094658 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-062ff2d5-3738-4a4c-9c6a-7dc006343a85 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Request body: {'floatingip': {'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:04:37.174336 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-6924fe40-56cb-41f6-ab13-9bde5cd1a1c9 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Request body: {'security_group_rule': {'security_group_id': 'dc805e9c-5c84-4bba-8acf-28c50f5a45c1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:04:37.230251 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-6924fe40-56cb-41f6-ab13-9bde5cd1a1c9 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:04:37.236263 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device aa212c3d-284c-45fa-92f3-fa3ecfdea7c7 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:04:37.240660 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6924fe40-56cb-41f6-ab13-9bde5cd1a1c9 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Usage tracker for resource:security_group_rule and tenant:427e7808217340cf85796dc28ee6ee48 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:04:37.244553 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6924fe40-56cb-41f6-ab13-9bde5cd1a1c9 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:04:37.262533 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-6924fe40-56cb-41f6-ab13-9bde5cd1a1c9 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:04:37.311661 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f9d765-227d-4733-9a3d-866bb17d1a21 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=482f067d-d3a7-435c-96e3-fa74a0df7412,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:37.319854 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-062ff2d5-3738-4a4c-9c6a-7dc006343a85 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:04:37.367379 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6924fe40-56cb-41f6-ab13-9bde5cd1a1c9 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:37.384998 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4eb176-fb90-45ec-a4c9-fd8d8f09ae18 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Checking segment: {'id': 'cf015ff2-c2ff-477e-bdb8-26f18c07a065', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'a6b4e5c6-3415-47bf-b302-aa20dd1624c6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:04:37.386256 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4eb176-fb90-45ec-a4c9-fd8d8f09ae18 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Network hostable DHCP agents. Network: a6b4e5c6-3415-47bf-b302-aa20dd1624c6, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:04:37.404711 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-062ff2d5-3738-4a4c-9c6a-7dc006343a85 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Usage tracker for resource:floatingip and tenant:063e89324bbe4d0080d07e952e1945cf is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:04:37.422507 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-85f9d765-227d-4733-9a3d-866bb17d1a21 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:37.446642 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.435s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:37.455006 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-41af9a05-0051-4a92-948c-36e8185e91ce None None] Attempting to bind port 47c7780c-b711-4907-b125-250e9a633ccd on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:04:37.455422 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-41af9a05-0051-4a92-948c-36e8185e91ce None None] Attempting to bind port 47c7780c-b711-4907-b125-250e9a633ccd by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '18bc8eec-b98a-44b9-bed5-2f62335d7fbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1fd58bb7-5017-4a35-98e9-2ebd6e679ae2'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:04:37.455833 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41af9a05-0051-4a92-948c-36e8185e91ce None None] Attempting to bind port 47c7780c-b711-4907-b125-250e9a633ccd on network 1fd58bb7-5017-4a35-98e9-2ebd6e679ae2 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:04:37.479032 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41af9a05-0051-4a92-948c-36e8185e91ce None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:04:37.479463 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41af9a05-0051-4a92-948c-36e8185e91ce None None] Checking segment: {'id': '18bc8eec-b98a-44b9-bed5-2f62335d7fbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1fd58bb7-5017-4a35-98e9-2ebd6e679ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:04:37.480150 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-41af9a05-0051-4a92-948c-36e8185e91ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:37.486871 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41af9a05-0051-4a92-948c-36e8185e91ce None None] Bound using segment: {'id': '18bc8eec-b98a-44b9-bed5-2f62335d7fbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1fd58bb7-5017-4a35-98e9-2ebd6e679ae2'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:04:37.487558 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-41af9a05-0051-4a92-948c-36e8185e91ce None None] Bound port: 47c7780c-b711-4907-b125-250e9a633ccd, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bc8eec-b98a-44b9-bed5-2f62335d7fbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1fd58bb7-5017-4a35-98e9-2ebd6e679ae2'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:04:37.488002 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-41af9a05-0051-4a92-948c-36e8185e91ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:37.696247 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-062ff2d5-3738-4a4c-9c6a-7dc006343a85 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:04:37.699206 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2aee1799-7b5f-4e75-a32e-478d0eb8e8bb tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:37.703568 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-062ff2d5-3738-4a4c-9c6a-7dc006343a85 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:04:37.716234 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-41af9a05-0051-4a92-948c-36e8185e91ce None None] For port 47c7780c-b711-4907-b125-250e9a633ccd, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:04:37.721617 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-41af9a05-0051-4a92-948c-36e8185e91ce None None] For port 47c7780c-b711-4907-b125-250e9a633ccd, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=47c7780c-b711-4907-b125-250e9a633ccd,segment=NetworkSegment(18bc8eec-b98a-44b9-bed5-2f62335d7fbd),segment_id=18bc8eec-b98a-44b9-bed5-2f62335d7fbd)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:04:37.732059 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-062ff2d5-3738-4a4c-9c6a-7dc006343a85 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Notify callbacks [] for floatingip, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:37.733892 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port aa212c3d-284c-45fa-92f3-fa3ecfdea7c7 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:04:37.755200 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-41af9a05-0051-4a92-948c-36e8185e91ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:37.773839 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dde74e7-0dc9-41a0-bca6-c4d357d42633 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Pushing event deleted for resources: {'Subnet': ['ID=c6c985f6-52f9-4154-891e-181e692c4b13,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:37.778807 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3dde74e7-0dc9-41a0-bca6-c4d357d42633 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:37.790920 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2aee1799-7b5f-4e75-a32e-478d0eb8e8bb tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:37.814371 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3dde74e7-0dc9-41a0-bca6-c4d357d42633 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:37.817514 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3dde74e7-0dc9-41a0-bca6-c4d357d42633 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] 10.222.0.57 "DELETE /v2.0/subnets/c6c985f6-52f9-4154-891e-181e692c4b13 HTTP/1.1" status: 204  len: 168 time: 3.2779791
Jan 29 10:04:37.844649 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 46768) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:37.845514 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4eb176-fb90-45ec-a4c9-fd8d8f09ae18 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Network a6b4e5c6-3415-47bf-b302-aa20dd1624c6 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:04:37.849663 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-cf7d5d0f-4d2d-43d6-87d7-eb04c01c7f9a tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:37.871107 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-8a4eb176-fb90-45ec-a4c9-fd8d8f09ae18 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, a6b4e5c6-3415-47bf-b302-aa20dd1624c6) {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:04:37.889716 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4eb176-fb90-45ec-a4c9-fd8d8f09ae18 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:04:37.891290 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8a4eb176-fb90-45ec-a4c9-fd8d8f09ae18 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:38.001461 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6924fe40-56cb-41f6-ab13-9bde5cd1a1c9 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:38.036383 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6924fe40-56cb-41f6-ab13-9bde5cd1a1c9 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:38.043321 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aee1799-7b5f-4e75-a32e-478d0eb8e8bb tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Pushing event updated for resources: {'Port': ['ID=b6e24e12-62f1-4843-8205-56572af92c99,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:38.086360 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:38.113902 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6924fe40-56cb-41f6-ab13-9bde5cd1a1c9 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:38.116576 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6924fe40-56cb-41f6-ab13-9bde5cd1a1c9 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.0367467
Jan 29 10:04:38.119257 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8a4eb176-fb90-45ec-a4c9-fd8d8f09ae18 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 5.9509451
Jan 29 10:04:38.120541 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 46774) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:38.121462 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 46776) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:38.122297 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 46778) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:38.128438 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6924fe40-56cb-41f6-ab13-9bde5cd1a1c9 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51aebe5c-3674-44cc-95ad-958092215bc6,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:38.133674 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6924fe40-56cb-41f6-ab13-9bde5cd1a1c9 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:38.148630 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a8d5ac32-ffdc-4a57-9ecd-19aaab9f50a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:38.153129 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-e5524186-a61e-49ef-ae18-5c276a590319 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1076754495', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}, 'admin_state_up': False}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:04:38.175556 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2aee1799-7b5f-4e75-a32e-478d0eb8e8bb tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:38.205616 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-2005927a-ad09-44cf-83fd-8aeae1cf0af3 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Request body: {'subnet': {'network_id': 'f2b0a517-9894-4091-9c3e-ee4af23f217c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:04:38.228241 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bdf6d099-a395-454e-ac35-28d49e099ec5 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:38.229331 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port aa212c3d-284c-45fa-92f3-fa3ecfdea7c7 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:04:38.229952 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:38.272345 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e138d6-fe81-4af3-9abf-65b2da97c439 None None] Network e38a1e50-acf8-42db-b5ca-add7f36aa84c requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:04:38.393934 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c331ee0f-08c6-4d35-a547-1a92a775abde tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:38.423236 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51be7356-77ed-4d8d-b410-20af4f7ae170 None None] Network a6b4e5c6-3415-47bf-b302-aa20dd1624c6 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:04:38.547122 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-bdf6d099-a395-454e-ac35-28d49e099ec5 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Deleting port 93ed76dd-1b7c-4390-ae35-e3c1d0bf6117 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:04:38.547559 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bdf6d099-a395-454e-ac35-28d49e099ec5 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:38.656322 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-a3244d73-8e93-4f00-8965-a7bbd616023e tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Request body: {'security_group_rule': {'security_group_id': 'dc805e9c-5c84-4bba-8acf-28c50f5a45c1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:04:38.678740 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a3244d73-8e93-4f00-8965-a7bbd616023e tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:04:38.683104 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a3244d73-8e93-4f00-8965-a7bbd616023e tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Usage tracker for resource:security_group_rule and tenant:427e7808217340cf85796dc28ee6ee48 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:04:38.686256 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a3244d73-8e93-4f00-8965-a7bbd616023e tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:04:38.694833 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a3244d73-8e93-4f00-8965-a7bbd616023e tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:04:38.697813 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41af9a05-0051-4a92-948c-36e8185e91ce None None] Routers {'8644e8b2-d35a-42d3-8ee4-29fde7174aa3'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:04:38.698260 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-41af9a05-0051-4a92-948c-36e8185e91ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9b22cf8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:04:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['8644e8b2-d35a-42d3-8ee4-29fde7174aa3'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:04:38.709012 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-2005927a-ad09-44cf-83fd-8aeae1cf0af3 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:04:38.713128 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2005927a-ad09-44cf-83fd-8aeae1cf0af3 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Usage tracker for resource:subnet and tenant:d8fb2116922348989967930f2f8f067f is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:04:38.723228 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2005927a-ad09-44cf-83fd-8aeae1cf0af3 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:04:38.740748 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-2005927a-ad09-44cf-83fd-8aeae1cf0af3 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:04:38.765384 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aee1799-7b5f-4e75-a32e-478d0eb8e8bb tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Network 79f19374-c84c-4af1-8880-cc64ba911375 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:04:38.769171 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-2aee1799-7b5f-4e75-a32e-478d0eb8e8bb tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:04:38.777621 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-e5524186-a61e-49ef-ae18-5c276a590319 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:04:38.777915 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aee1799-7b5f-4e75-a32e-478d0eb8e8bb tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:04:38.780633 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a3244d73-8e93-4f00-8965-a7bbd616023e tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:38.835790 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2005927a-ad09-44cf-83fd-8aeae1cf0af3 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Made reservation on behalf of d8fb2116922348989967930f2f8f067f for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:04:38.858491 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2005927a-ad09-44cf-83fd-8aeae1cf0af3 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:38.924782 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e5524186-a61e-49ef-ae18-5c276a590319 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Usage tracker for resource:router and tenant:dc69fae14c2c4e1faa1e6d21b85f79fa is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:04:38.967563 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a3244d73-8e93-4f00-8965-a7bbd616023e tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:39.085297 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60661210-ff84-4067-a565-152519ccdb01 None None] Pushing event updated for resources: {'Port': ['ID=47c7780c-b711-4907-b125-250e9a633ccd,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:39.092600 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-60661210-ff84-4067-a565-152519ccdb01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.944s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:39.098793 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e5524186-a61e-49ef-ae18-5c276a590319 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Quota usage for router was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:04:39.146790 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-062ff2d5-3738-4a4c-9c6a-7dc006343a85 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:39.171272 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a3244d73-8e93-4f00-8965-a7bbd616023e tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:39.197303 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-e5524186-a61e-49ef-ae18-5c276a590319 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:04:39.238240 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-85f9d765-227d-4733-9a3d-866bb17d1a21 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:39.268055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:39.310061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port aa212c3d-284c-45fa-92f3-fa3ecfdea7c7, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=aa212c3d-284c-45fa-92f3-fa3ecfdea7c7,segment=NetworkSegment(9329d575-ed3f-46b1-819e-a36233065db3),segment_id=9329d575-ed3f-46b1-819e-a36233065db3)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:04:39.317387 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79dddd26-23b6-40fd-9975-8bc478b7ada2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-a6b4e5c6-3415-47bf-b302-aa20dd1624c6', 'network_id': 'a6b4e5c6-3415-47bf-b302-aa20dd1624c6', 'tenant_id': 'dc69fae14c2c4e1faa1e6d21b85f79fa', 'fixed_ips': [{'subnet_id': 'e8a91225-b7a1-4895-9801-7748e1936126'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:04:39.318730 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-79dddd26-23b6-40fd-9975-8bc478b7ada2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:39.329264 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84070015-c70c-48d5-99a5-a5c71ab87af8 None None] DHCP port deletion for e38a1e50-acf8-42db-b5ca-add7f36aa84c request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:04:39.350682 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:39.370394 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-00c4e984-b295-478b-ae5b-b4b5c8664833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:39.371375 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c331ee0f-08c6-4d35-a547-1a92a775abde tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:39.468057 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e5524186-a61e-49ef-ae18-5c276a590319 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:39.471926 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e5524186-a61e-49ef-ae18-5c276a590319 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:39.485053 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a3244d73-8e93-4f00-8965-a7bbd616023e tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:39.486869 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a3244d73-8e93-4f00-8965-a7bbd616023e tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.3442819
Jan 29 10:04:39.489496 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3244d73-8e93-4f00-8965-a7bbd616023e tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0d96c1c-60ad-482c-98ed-8cd0de0fccab,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:39.503521 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a3244d73-8e93-4f00-8965-a7bbd616023e tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:39.504039 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 46802) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:39.588946 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e5524186-a61e-49ef-ae18-5c276a590319 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:39.601512 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-84070015-c70c-48d5-99a5-a5c71ab87af8 None None] Deleting port 93ed76dd-1b7c-4390-ae35-e3c1d0bf6117 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:04:39.601733 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-84070015-c70c-48d5-99a5-a5c71ab87af8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:39.615653 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-614863af-ec21-4800-866e-6f044a53b538 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Request body: {'floatingip': {'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:04:39.699602 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 93ed76dd-1b7c-4390-ae35-e3c1d0bf6117 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:04:39.725946 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-bdf6d099-a395-454e-ac35-28d49e099ec5 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] For port 93ed76dd-1b7c-4390-ae35-e3c1d0bf6117, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=93ed76dd-1b7c-4390-ae35-e3c1d0bf6117,segment=NetworkSegment(f42041c5-dffc-4aea-92aa-04e4d198e707),segment_id=f42041c5-dffc-4aea-92aa-04e4d198e707)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:04:39.726353 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bdf6d099-a395-454e-ac35-28d49e099ec5 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:39.828813 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-614863af-ec21-4800-866e-6f044a53b538 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:04:39.836852 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-41af9a05-0051-4a92-948c-36e8185e91ce None None] Set router 8644e8b2-d35a-42d3-8ee4-29fde7174aa3 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:04:39.887390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-bdf6d099-a395-454e-ac35-28d49e099ec5 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Calling delete_port for 93ed76dd-1b7c-4390-ae35-e3c1d0bf6117 owned by network:dhcp {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:04:39.895712 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-614863af-ec21-4800-866e-6f044a53b538 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Usage tracker for resource:floatingip and tenant:427e7808217340cf85796dc28ee6ee48 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:04:39.915779 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-614863af-ec21-4800-866e-6f044a53b538 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:04:39.934462 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2aee1799-7b5f-4e75-a32e-478d0eb8e8bb tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:39.948157 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-614863af-ec21-4800-866e-6f044a53b538 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:04:40.036348 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:04:40.052001 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c331ee0f-08c6-4d35-a547-1a92a775abde tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Router e7e8342e-ecf5-4c6d-8d11-e1600bb10c6f is scheduled to L3 agent 18987107-6d88-4736-94cf-15791d65b3ff with binding_index 1 {{(pid=80765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 29 10:04:40.058941 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=aa212c3d-284c-45fa-92f3-fa3ecfdea7c7,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:40.148207 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2aee1799-7b5f-4e75-a32e-478d0eb8e8bb tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:40.153558 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e5524186-a61e-49ef-ae18-5c276a590319 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:40.172904 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.802s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:40.175316 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Port 93ed76dd-1b7c-4390-ae35-e3c1d0bf6117 update to DOWN by agent not found {{(pid=80767) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2100}}
Jan 29 10:04:40.177038 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bdf6d099-a395-454e-ac35-28d49e099ec5 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:40.186961 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-614863af-ec21-4800-866e-6f044a53b538 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Notify callbacks [] for floatingip, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:40.361383 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:40.434974 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6d099-a395-454e-ac35-28d49e099ec5 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Pushing event deleted for resources: {'Port': ['ID=93ed76dd-1b7c-4390-ae35-e3c1d0bf6117,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:40.444492 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bdf6d099-a395-454e-ac35-28d49e099ec5 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:40.449834 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf6d099-a395-454e-ac35-28d49e099ec5 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] No DVR routers for this DVR port 93ed76dd-1b7c-4390-ae35-e3c1d0bf6117 on host dv-neutron-772983-2-ovs {{(pid=80765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:04:40.471588 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-84070015-c70c-48d5-99a5-a5c71ab87af8 None None] For port 93ed76dd-1b7c-4390-ae35-e3c1d0bf6117, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=93ed76dd-1b7c-4390-ae35-e3c1d0bf6117,segment=NetworkSegment(f42041c5-dffc-4aea-92aa-04e4d198e707),segment_id=f42041c5-dffc-4aea-92aa-04e4d198e707)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:04:40.472061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-84070015-c70c-48d5-99a5-a5c71ab87af8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:40.523946 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 46818) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:40.573599 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-062ff2d5-3738-4a4c-9c6a-7dc006343a85 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Allocated IP 172.26.7.110 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/faa9d0be-666a-45df-9eee-6e1c499e44ed) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:04:40.621108 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c331ee0f-08c6-4d35-a547-1a92a775abde tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:04:40.636911 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c73e3e8-a1a7-4ed0-b926-b96154498c2e None None] Sync routers for ids ['e7e8342e-ecf5-4c6d-8d11-e1600bb10c6f'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:04:40.637385 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-84070015-c70c-48d5-99a5-a5c71ab87af8 None None] Calling delete_port for 93ed76dd-1b7c-4390-ae35-e3c1d0bf6117 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:04:40.658069 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c73e3e8-a1a7-4ed0-b926-b96154498c2e None None] Routers {'e7e8342e-ecf5-4c6d-8d11-e1600bb10c6f'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:04:40.659561 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-8c73e3e8-a1a7-4ed0-b926-b96154498c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9eed630>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:04:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['e7e8342e-ecf5-4c6d-8d11-e1600bb10c6f'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:04:40.733087 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bdf6d099-a395-454e-ac35-28d49e099ec5 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:40.760271 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-062ff2d5-3738-4a4c-9c6a-7dc006343a85 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:40.788756 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c331ee0f-08c6-4d35-a547-1a92a775abde tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:40.793749 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c331ee0f-08c6-4d35-a547-1a92a775abde tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 878 time: 11.3900080
Jan 29 10:04:40.795676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-062ff2d5-3738-4a4c-9c6a-7dc006343a85 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:40.797697 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 46824) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:40.882150 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-258bd8cb-0fd8-4b1e-b1a4-0dd54c54c3a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:40.996187 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-79dddd26-23b6-40fd-9975-8bc478b7ada2 None None] Allocated IP 172.20.0.2 (a6b4e5c6-3415-47bf-b302-aa20dd1624c6/e8a91225-b7a1-4895-9801-7748e1936126/a0770280-32db-4590-a33b-904202db27ad) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:04:41.007526 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-84070015-c70c-48d5-99a5-a5c71ab87af8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80767) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:04:41.007938 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-84070015-c70c-48d5-99a5-a5c71ab87af8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:04:41.033145 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-ffe46006-63f3-4431-89b0-429894976044 tempest-PortsAdminExtendedAttrsTestJSON-26334490 tempest-PortsAdminExtendedAttrsTestJSON-26334490-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1957900724'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:04:41.052465 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ffe46006-63f3-4431-89b0-429894976044 tempest-PortsAdminExtendedAttrsTestJSON-26334490 tempest-PortsAdminExtendedAttrsTestJSON-26334490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:04:41.059934 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-bdf6d099-a395-454e-ac35-28d49e099ec5 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c92c0ef0>,) {'filters': {'network_id': ['e38a1e50-acf8-42db-b5ca-add7f36aa84c']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:04:41.063201 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-8c73e3e8-a1a7-4ed0-b926-b96154498c2e None None] Set router e7e8342e-ecf5-4c6d-8d11-e1600bb10c6f gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:04:41.070084 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ffe46006-63f3-4431-89b0-429894976044 tempest-PortsAdminExtendedAttrsTestJSON-26334490 tempest-PortsAdminExtendedAttrsTestJSON-26334490-project] Usage tracker for resource:network and tenant:6129d80b2aff404780a15e02b34761cf is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:04:41.089942 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ffe46006-63f3-4431-89b0-429894976044 tempest-PortsAdminExtendedAttrsTestJSON-26334490 tempest-PortsAdminExtendedAttrsTestJSON-26334490-project] Quota usage for network was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:04:41.104533 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-bdf6d099-a395-454e-ac35-28d49e099ec5 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c92c0ef0>, 'f42041c5-dffc-4aea-92aa-04e4d198e707') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:04:41.104871 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-bdf6d099-a395-454e-ac35-28d49e099ec5 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c92c0ef0>, 'f42041c5-dffc-4aea-92aa-04e4d198e707') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:04:41.113169 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ffe46006-63f3-4431-89b0-429894976044 tempest-PortsAdminExtendedAttrsTestJSON-26334490 tempest-PortsAdminExtendedAttrsTestJSON-26334490-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:04:41.130964 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bdf6d099-a395-454e-ac35-28d49e099ec5 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:41.154722 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bdf6d099-a395-454e-ac35-28d49e099ec5 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:41.158637 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bdf6d099-a395-454e-ac35-28d49e099ec5 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Releasing vxlan tunnel 5 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:04:41.173718 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe46006-63f3-4431-89b0-429894976044 tempest-PortsAdminExtendedAttrsTestJSON-26334490 tempest-PortsAdminExtendedAttrsTestJSON-26334490-project] Made reservation on behalf of 6129d80b2aff404780a15e02b34761cf for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:04:41.194791 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ffe46006-63f3-4431-89b0-429894976044 tempest-PortsAdminExtendedAttrsTestJSON-26334490 tempest-PortsAdminExtendedAttrsTestJSON-26334490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:41.232413 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-41af9a05-0051-4a92-948c-36e8185e91ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9b22cf8>, [{'id': '8644e8b2-d35a-42d3-8ee4-29fde7174aa3', 'name': 'tempest-ServersTestManualDisk-496623575-router', 'tenant_id': '427e7808217340cf85796dc28ee6ee48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.124'}], 'enable_snat': True}, 'gw_port_id': '588c2831-d082-4a94-b8d9-c370bc71e291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:04:11Z', 'updated_at': '2021-01-29T10:04:30Z', 'revision_number': 4, 'project_id': '427e7808217340cf85796dc28ee6ee48', 'gw_port': {'id': '588c2831-d082-4a94-b8d9-c370bc71e291', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:61:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8644e8b2-d35a-42d3-8ee4-29fde7174aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:04:13Z', 'updated_at': '2021-01-29T10:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '47c7780c-b711-4907-b125-250e9a633ccd', 'name': '', 'network_id': '1fd58bb7-5017-4a35-98e9-2ebd6e679ae2', 'tenant_id': '427e7808217340cf85796dc28ee6ee48', 'mac_address': 'fa:16:3e:ad:20:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8644e8b2-d35a-42d3-8ee4-29fde7174aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '33e91942-d524-458e-9fbf-e90687db90c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:04:25Z', 'updated_at': '2021-01-29T10:04:37Z', 'revision_number': 4, 'project_id': '427e7808217340cf85796dc28ee6ee48', 'subnets': [{'id': '33e91942-d524-458e-9fbf-e90687db90c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:04:41.236970 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ffe46006-63f3-4431-89b0-429894976044 tempest-PortsAdminExtendedAttrsTestJSON-26334490 tempest-PortsAdminExtendedAttrsTestJSON-26334490-project] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:41.246356 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41af9a05-0051-4a92-948c-36e8185e91ce None None] The sync data for ids ['8644e8b2-d35a-42d3-8ee4-29fde7174aa3'] in dv-neutron-772983-2-ovs is: [{'id': '8644e8b2-d35a-42d3-8ee4-29fde7174aa3', 'name': 'tempest-ServersTestManualDisk-496623575-router', 'tenant_id': '427e7808217340cf85796dc28ee6ee48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.124'}], 'enable_snat': True}, 'gw_port_id': '588c2831-d082-4a94-b8d9-c370bc71e291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:04:11Z', 'updated_at': '2021-01-29T10:04:30Z', 'revision_number': 4, 'project_id': '427e7808217340cf85796dc28ee6ee48', 'gw_port': {'id': '588c2831-d082-4a94-b8d9-c370bc71e291', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:61:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8644e8b2-d35a-42d3-8ee4-29fde7174aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:04:13Z', 'updated_at': '2021-01-29T10:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '47c7780c-b711-4907-b125-250e9a633ccd', 'name': '', 'network_id': '1fd58bb7-5017-4a35-98e9-2ebd6e679ae2', 'tenant_id': '427e7808217340cf85796dc28ee6ee48', 'mac_address': 'fa:16:3e:ad:20:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8644e8b2-d35a-42d3-8ee4-29fde7174aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '33e91942-d524-458e-9fbf-e90687db90c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:04:25Z', 'updated_at': '2021-01-29T10:04:37Z', 'revision_number': 4, 'project_id': '427e7808217340cf85796dc28ee6ee48', 'subnets': [{'id': '33e91942-d524-458e-9fbf-e90687db90c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:04:41.528651 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-614863af-ec21-4800-866e-6f044a53b538 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:41.589856 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-8c73e3e8-a1a7-4ed0-b926-b96154498c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9eed630>, [{'id': 'e7e8342e-ecf5-4c6d-8d11-e1600bb10c6f', 'name': '', 'tenant_id': '1ff34f0ed0344ec39e5476068c831cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31e24-bd43-455f-817b-62e21c77f7a8', 'external_fixed_ips': [{'subnet_id': '672e7782-c324-4d9f-9759-0713dfd48ae7', 'ip_address': '2001:db8::358'}], 'enable_snat': True}, 'gw_port_id': '9966aa54-b711-4a1c-b2ed-b54e41447ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:04:29Z', 'updated_at': '2021-01-29T10:04:37Z', 'revision_number': 3, 'project_id': '1ff34f0ed0344ec39e5476068c831cc8', 'gw_port': {'id': '9966aa54-b711-4a1c-b2ed-b54e41447ddb', 'name': '', 'network_id': '42f31e24-bd43-455f-817b-62e21c77f7a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:93:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e8342e-ecf5-4c6d-8d11-e1600bb10c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '672e7782-c324-4d9f-9759-0713dfd48ae7', 'ip_address': '2001:db8::358', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:04:32Z', 'updated_at': '2021-01-29T10:04:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '672e7782-c324-4d9f-9759-0713dfd48ae7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:04:41.596844 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062ff2d5-3738-4a4c-9c6a-7dc006343a85 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Pushing event updated for resources: {'Port': ['ID=faa9d0be-666a-45df-9eee-6e1c499e44ed,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:41.607409 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c73e3e8-a1a7-4ed0-b926-b96154498c2e None None] Checking router: e7e8342e-ecf5-4c6d-8d11-e1600bb10c6f for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:04:41.607805 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c73e3e8-a1a7-4ed0-b926-b96154498c2e None None] Updating router e7e8342e-ecf5-4c6d-8d11-e1600bb10c6f port 9966aa54-b711-4a1c-b2ed-b54e41447ddb binding host dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 29 10:04:41.612360 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-062ff2d5-3738-4a4c-9c6a-7dc006343a85 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.730s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:41.653693 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-84070015-c70c-48d5-99a5-a5c71ab87af8 None None] Deleting port 93ed76dd-1b7c-4390-ae35-e3c1d0bf6117 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:04:41.654307 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-84070015-c70c-48d5-99a5-a5c71ab87af8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:41.696516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8c73e3e8-a1a7-4ed0-b926-b96154498c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:41.722928 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-79dddd26-23b6-40fd-9975-8bc478b7ada2 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:41.736690 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-79dddd26-23b6-40fd-9975-8bc478b7ada2 None None] Transition to ACTIVE for port object a0770280-32db-4590-a33b-904202db27ad will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:04:41.746129 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2aee1799-7b5f-4e75-a32e-478d0eb8e8bb tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:41.762963 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-79dddd26-23b6-40fd-9975-8bc478b7ada2 None None] Transition to ACTIVE for port object a0770280-32db-4590-a33b-904202db27ad will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:04:41.765774 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2aee1799-7b5f-4e75-a32e-478d0eb8e8bb tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:41.771632 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device aa212c3d-284c-45fa-92f3-fa3ecfdea7c7 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:04:41.773658 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ffe46006-63f3-4431-89b0-429894976044 tempest-PortsAdminExtendedAttrsTestJSON-26334490 tempest-PortsAdminExtendedAttrsTestJSON-26334490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:04:41.816405 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-79dddd26-23b6-40fd-9975-8bc478b7ada2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:41.817949 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:41.861995 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-60661210-ff84-4067-a565-152519ccdb01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:41.872816 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ffe46006-63f3-4431-89b0-429894976044 tempest-PortsAdminExtendedAttrsTestJSON-26334490 tempest-PortsAdminExtendedAttrsTestJSON-26334490-project] Usage tracker for resource:security_group_rule and tenant:6129d80b2aff404780a15e02b34761cf is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:04:41.900829 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ffe46006-63f3-4431-89b0-429894976044 tempest-PortsAdminExtendedAttrsTestJSON-26334490 tempest-PortsAdminExtendedAttrsTestJSON-26334490-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:04:41.943357 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ffe46006-63f3-4431-89b0-429894976044 tempest-PortsAdminExtendedAttrsTestJSON-26334490 tempest-PortsAdminExtendedAttrsTestJSON-26334490-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:04:42.061212 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e5524186-a61e-49ef-ae18-5c276a590319 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks [] for router_gateway, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:42.079345 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-bdf6d099-a395-454e-ac35-28d49e099ec5 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Network e38a1e50-acf8-42db-b5ca-add7f36aa84c has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:04:42.089823 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bdf6d099-a395-454e-ac35-28d49e099ec5 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:42.103948 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9f23ea66-866c-43c5-9999-03de513894b1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks [] for router, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:42.141323 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-84070015-c70c-48d5-99a5-a5c71ab87af8 None None] The port '93ed76dd-1b7c-4390-ae35-e3c1d0bf6117' was deleted {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 29 10:04:42.198253 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port aa212c3d-284c-45fa-92f3-fa3ecfdea7c7 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:04:42.199199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:42.244423 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dddd26-23b6-40fd-9975-8bc478b7ada2 None None] Pushing event updated for resources: {'Port': ['ID=a0770280-32db-4590-a33b-904202db27ad,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:42.252812 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8c73e3e8-a1a7-4ed0-b926-b96154498c2e None None] Notify callbacks [] for port, precommit_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:42.263534 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-79dddd26-23b6-40fd-9975-8bc478b7ada2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:42.268216 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-8c73e3e8-a1a7-4ed0-b926-b96154498c2e None None] Transition to ACTIVE for port object 9966aa54-b711-4a1c-b2ed-b54e41447ddb will not be triggered until provisioned by entity L2. {{(pid=80768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:04:42.283678 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8c73e3e8-a1a7-4ed0-b926-b96154498c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:42.370802 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-64a8ef22-f97c-4a5c-a695-ee29bcc964e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:42.382158 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79dddd26-23b6-40fd-9975-8bc478b7ada2 None None] Network a6b4e5c6-3415-47bf-b302-aa20dd1624c6 is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:04:42.383278 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-bdf6d099-a395-454e-ac35-28d49e099ec5 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Network e38a1e50-acf8-42db-b5ca-add7f36aa84c has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:04:42.387024 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-79dddd26-23b6-40fd-9975-8bc478b7ada2 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:04:42.396617 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79dddd26-23b6-40fd-9975-8bc478b7ada2 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:04:42.428240 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9f23ea66-866c-43c5-9999-03de513894b1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:42.434631 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-9f23ea66-866c-43c5-9999-03de513894b1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Deleting port 9966aa54-b711-4a1c-b2ed-b54e41447ddb {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:04:42.435311 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9f23ea66-866c-43c5-9999-03de513894b1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:42.522796 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 47c7780c-b711-4907-b125-250e9a633ccd up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:04:42.526362 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:04:42.526362 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:04:42.526362 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:04:42.526362 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:04:42.526362 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:04:42.526362 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:04:42.526362 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:04:42.526362 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:04:42.526362 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:04:42.526362 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:04:42.526362 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:04:42.526362 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:04:42.526362 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:04:42.526362 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:04:42.526362 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:04:42.526362 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:04:42.526362 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:04:42.526362 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:04:42.526362 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:04:42.526362 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:04:42.526362 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:04:42.526362 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:04:42.526362 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:04:42.526362 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:04:42.526362 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:04:42.526362 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:04:42.526362 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:04:42.526362 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:04:42.526362 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:04:42.526362 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:04:42.526362 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:04:42.526362 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:04:42.621272 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-79dddd26-23b6-40fd-9975-8bc478b7ada2 None None] Attempting to bind port a0770280-32db-4590-a33b-904202db27ad on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:04:42.621835 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-79dddd26-23b6-40fd-9975-8bc478b7ada2 None None] Attempting to bind port a0770280-32db-4590-a33b-904202db27ad by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'cf015ff2-c2ff-477e-bdb8-26f18c07a065', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'a6b4e5c6-3415-47bf-b302-aa20dd1624c6'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:04:42.622134 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79dddd26-23b6-40fd-9975-8bc478b7ada2 None None] Attempting to bind port a0770280-32db-4590-a33b-904202db27ad on network a6b4e5c6-3415-47bf-b302-aa20dd1624c6 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:04:42.627885 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bdf6d099-a395-454e-ac35-28d49e099ec5 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:42.629700 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79dddd26-23b6-40fd-9975-8bc478b7ada2 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:04:42.630190 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79dddd26-23b6-40fd-9975-8bc478b7ada2 None None] Checking segment: {'id': 'cf015ff2-c2ff-477e-bdb8-26f18c07a065', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'a6b4e5c6-3415-47bf-b302-aa20dd1624c6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:04:42.630639 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-79dddd26-23b6-40fd-9975-8bc478b7ada2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:42.631085 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79dddd26-23b6-40fd-9975-8bc478b7ada2 None None] Bound using segment: {'id': 'cf015ff2-c2ff-477e-bdb8-26f18c07a065', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'a6b4e5c6-3415-47bf-b302-aa20dd1624c6'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:04:42.631628 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-79dddd26-23b6-40fd-9975-8bc478b7ada2 None None] Bound port: a0770280-32db-4590-a33b-904202db27ad, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf015ff2-c2ff-477e-bdb8-26f18c07a065', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'a6b4e5c6-3415-47bf-b302-aa20dd1624c6'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:04:42.632048 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-79dddd26-23b6-40fd-9975-8bc478b7ada2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:42.648625 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aee1799-7b5f-4e75-a32e-478d0eb8e8bb tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Pushing event updated for resources: {'Port': ['ID=b6e24e12-62f1-4843-8205-56572af92c99,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:42.657327 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2aee1799-7b5f-4e75-a32e-478d0eb8e8bb tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.838s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:42.667010 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:42.671749 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9f23ea66-866c-43c5-9999-03de513894b1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:42.694348 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bdf6d099-a395-454e-ac35-28d49e099ec5 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:42.725830 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6d099-a395-454e-ac35-28d49e099ec5 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Pushing event deleted for resources: {'Network': ['ID=e38a1e50-acf8-42db-b5ca-add7f36aa84c,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:42.736362 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966f374d-88e8-4b5a-ba62-50fe3f5ad6f0 None None] Pushing event updated for resources: {'Port': ['ID=9966aa54-b711-4a1c-b2ed-b54e41447ddb,revision_number=2']} {{(pid=80768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:42.740083 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bdf6d099-a395-454e-ac35-28d49e099ec5 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:42.741988 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-966f374d-88e8-4b5a-ba62-50fe3f5ad6f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:42.758731 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-bdf6d099-a395-454e-ac35-28d49e099ec5 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] 10.222.0.57 "DELETE /v2.0/networks/e38a1e50-acf8-42db-b5ca-add7f36aa84c HTTP/1.1" status: 204  len: 168 time: 4.7432377
Jan 29 10:04:42.763369 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062ff2d5-3738-4a4c-9c6a-7dc006343a85 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:04:42.764856 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e5524186-a61e-49ef-ae18-5c276a590319 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:42.801801 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 47c7780c-b711-4907-b125-250e9a633ccd completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:04:42.807525 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-8c73e3e8-a1a7-4ed0-b926-b96154498c2e None None] Attempting to bind port 9966aa54-b711-4a1c-b2ed-b54e41447ddb on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:04:42.808111 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-8c73e3e8-a1a7-4ed0-b926-b96154498c2e None None] Attempting to bind port 9966aa54-b711-4a1c-b2ed-b54e41447ddb by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '498e7b73-a037-4445-8b64-1106b8ffbdc9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '42f31e24-bd43-455f-817b-62e21c77f7a8'}] {{(pid=80768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:04:42.808558 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c73e3e8-a1a7-4ed0-b926-b96154498c2e None None] Attempting to bind port 9966aa54-b711-4a1c-b2ed-b54e41447ddb on network 42f31e24-bd43-455f-817b-62e21c77f7a8 {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:04:42.816522 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c73e3e8-a1a7-4ed0-b926-b96154498c2e None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:04:42.816942 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c73e3e8-a1a7-4ed0-b926-b96154498c2e None None] Checking segment: {'id': '498e7b73-a037-4445-8b64-1106b8ffbdc9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '42f31e24-bd43-455f-817b-62e21c77f7a8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:04:42.817727 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8c73e3e8-a1a7-4ed0-b926-b96154498c2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:42.818394 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c73e3e8-a1a7-4ed0-b926-b96154498c2e None None] Bound using segment: {'id': '498e7b73-a037-4445-8b64-1106b8ffbdc9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '42f31e24-bd43-455f-817b-62e21c77f7a8'} {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:04:42.818918 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-8c73e3e8-a1a7-4ed0-b926-b96154498c2e None None] Bound port: 9966aa54-b711-4a1c-b2ed-b54e41447ddb, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '498e7b73-a037-4445-8b64-1106b8ffbdc9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '42f31e24-bd43-455f-817b-62e21c77f7a8'}}] {{(pid=80768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:04:42.819345 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8c73e3e8-a1a7-4ed0-b926-b96154498c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:42.830350 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 47c7780c-b711-4907-b125-250e9a633ccd triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:04:42.833168 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:42.883551 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-062ff2d5-3738-4a4c-9c6a-7dc006343a85 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:04:42.898121 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ffe46006-63f3-4431-89b0-429894976044 tempest-PortsAdminExtendedAttrsTestJSON-26334490 tempest-PortsAdminExtendedAttrsTestJSON-26334490-project] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:42.899672 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-9f23ea66-866c-43c5-9999-03de513894b1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Calling delete_port for 9966aa54-b711-4a1c-b2ed-b54e41447ddb owned by network:router_gateway {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:04:42.920934 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2aee1799-7b5f-4e75-a32e-478d0eb8e8bb tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:42.924052 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-8c73e3e8-a1a7-4ed0-b926-b96154498c2e None None] For port 9966aa54-b711-4a1c-b2ed-b54e41447ddb, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:04:42.927794 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-8c73e3e8-a1a7-4ed0-b926-b96154498c2e None None] For port 9966aa54-b711-4a1c-b2ed-b54e41447ddb, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=9966aa54-b711-4a1c-b2ed-b54e41447ddb,segment=NetworkSegment(498e7b73-a037-4445-8b64-1106b8ffbdc9),segment_id=498e7b73-a037-4445-8b64-1106b8ffbdc9)] {{(pid=80768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:04:42.932193 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8c73e3e8-a1a7-4ed0-b926-b96154498c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:42.937909 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-79dddd26-23b6-40fd-9975-8bc478b7ada2 None None] For port a0770280-32db-4590-a33b-904202db27ad, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:04:42.943791 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ffe46006-63f3-4431-89b0-429894976044 tempest-PortsAdminExtendedAttrsTestJSON-26334490 tempest-PortsAdminExtendedAttrsTestJSON-26334490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:42.955262 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:42.957904 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062ff2d5-3738-4a4c-9c6a-7dc006343a85 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:04:42.964636 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffe46006-63f3-4431-89b0-429894976044 tempest-PortsAdminExtendedAttrsTestJSON-26334490 tempest-PortsAdminExtendedAttrsTestJSON-26334490-project] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:04:42.974862 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ffe46006-63f3-4431-89b0-429894976044 tempest-PortsAdminExtendedAttrsTestJSON-26334490 tempest-PortsAdminExtendedAttrsTestJSON-26334490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:42.975257 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-ffe46006-63f3-4431-89b0-429894976044 tempest-PortsAdminExtendedAttrsTestJSON-26334490 tempest-PortsAdminExtendedAttrsTestJSON-26334490-project] Added segment ce1bc847-811a-49ff-b165-fa475ea7a864 of type vxlan for network 55a9d6a1-efd9-4126-9d8a-ab0b8887a685
Jan 29 10:04:42.993416 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-79dddd26-23b6-40fd-9975-8bc478b7ada2 None None] For port a0770280-32db-4590-a33b-904202db27ad, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=a0770280-32db-4590-a33b-904202db27ad,segment=NetworkSegment(cf015ff2-c2ff-477e-bdb8-26f18c07a065),segment_id=cf015ff2-c2ff-477e-bdb8-26f18c07a065)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:04:43.001739 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-79dddd26-23b6-40fd-9975-8bc478b7ada2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:43.009685 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-36bcf1b0-1d1b-4ae3-b530-00ba079e453c tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:43.023802 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:43.044945 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2aee1799-7b5f-4e75-a32e-478d0eb8e8bb tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:43.056722 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966f374d-88e8-4b5a-ba62-50fe3f5ad6f0 None None] Pushing event updated for resources: {'Port': ['ID=9966aa54-b711-4a1c-b2ed-b54e41447ddb,revision_number=3']} {{(pid=80768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:43.057496 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2aee1799-7b5f-4e75-a32e-478d0eb8e8bb tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 10.8998783
Jan 29 10:04:43.062419 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 46830) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:43.068486 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ffe46006-63f3-4431-89b0-429894976044 tempest-PortsAdminExtendedAttrsTestJSON-26334490 tempest-PortsAdminExtendedAttrsTestJSON-26334490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:43.074421 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-966f374d-88e8-4b5a-ba62-50fe3f5ad6f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:43.118077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe46006-63f3-4431-89b0-429894976044 tempest-PortsAdminExtendedAttrsTestJSON-26334490 tempest-PortsAdminExtendedAttrsTestJSON-26334490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca66b01c-c9b2-4720-a249-5494214b6bd5,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:43.129575 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ffe46006-63f3-4431-89b0-429894976044 tempest-PortsAdminExtendedAttrsTestJSON-26334490 tempest-PortsAdminExtendedAttrsTestJSON-26334490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:43.155011 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dddd26-23b6-40fd-9975-8bc478b7ada2 None None] Pushing event updated for resources: {'Port': ['ID=a0770280-32db-4590-a33b-904202db27ad,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:43.168308 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-79dddd26-23b6-40fd-9975-8bc478b7ada2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:43.181631 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ffe46006-63f3-4431-89b0-429894976044 tempest-PortsAdminExtendedAttrsTestJSON-26334490 tempest-PortsAdminExtendedAttrsTestJSON-26334490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:43.236271 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c73e3e8-a1a7-4ed0-b926-b96154498c2e None None] Routers {'e7e8342e-ecf5-4c6d-8d11-e1600bb10c6f'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:04:43.237068 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-8c73e3e8-a1a7-4ed0-b926-b96154498c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9eed630>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:04:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['e7e8342e-ecf5-4c6d-8d11-e1600bb10c6f'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:04:43.332146 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe46006-63f3-4431-89b0-429894976044 tempest-PortsAdminExtendedAttrsTestJSON-26334490 tempest-PortsAdminExtendedAttrsTestJSON-26334490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:04:43.332873 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ffe46006-63f3-4431-89b0-429894976044 tempest-PortsAdminExtendedAttrsTestJSON-26334490 tempest-PortsAdminExtendedAttrsTestJSON-26334490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:43.353031 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 46836) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:43.353665 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:43.416139 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f8c9b0f1-738a-4c51-a035-1c9bcb607e15 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] 10.222.0.57 "GET /v2.0/floatingips?floating_network_id=79f19374-c84c-4af1-8880-cc64ba911375 HTTP/1.1" status: 200  len: 690 time: 0.3427324
Jan 29 10:04:43.461379 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:43.476014 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 46842) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:43.515443 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ffe46006-63f3-4431-89b0-429894976044 tempest-PortsAdminExtendedAttrsTestJSON-26334490 tempest-PortsAdminExtendedAttrsTestJSON-26334490-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 799 time: 2.9807947
Jan 29 10:04:43.527614 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port 47c7780c-b711-4907-b125-250e9a633ccd, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=47c7780c-b711-4907-b125-250e9a633ccd,segment=NetworkSegment(18bc8eec-b98a-44b9-bed5-2f62335d7fbd),segment_id=18bc8eec-b98a-44b9-bed5-2f62335d7fbd)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:04:43.531308 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe46006-63f3-4431-89b0-429894976044 tempest-PortsAdminExtendedAttrsTestJSON-26334490 tempest-PortsAdminExtendedAttrsTestJSON-26334490-project] Pushing event updated for resources: {'Network': ['ID=55a9d6a1-efd9-4126-9d8a-ab0b8887a685,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:43.538722 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ffe46006-63f3-4431-89b0-429894976044 tempest-PortsAdminExtendedAttrsTestJSON-26334490 tempest-PortsAdminExtendedAttrsTestJSON-26334490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:43.544597 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:43.552317 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-8c73e3e8-a1a7-4ed0-b926-b96154498c2e None None] Set router e7e8342e-ecf5-4c6d-8d11-e1600bb10c6f gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:04:43.562862 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1d513e35-9a23-4d8a-8ff2-74ac5c9bdc67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:43.605951 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 55a9d6a1-efd9-4126-9d8a-ab0b8887a685 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:04:43.633554 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 55a9d6a1-efd9-4126-9d8a-ab0b8887a685 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:04:43.804990 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0ce8c32a-ae9f-465f-bc01-908ddd508311 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a764045383414295a779445107930dc5&name=default HTTP/1.1" status: 200  len: 2975 time: 0.4279401
Jan 29 10:04:43.805904 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 46850) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:43.891571 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0f47fee8-efd0-48f5-bec1-12f5bbe29fab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:43.942581 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0f47fee8-efd0-48f5-bec1-12f5bbe29fab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:43.944921 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=47c7780c-b711-4907-b125-250e9a633ccd,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:43.956814 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:44.020487 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0f47fee8-efd0-48f5-bec1-12f5bbe29fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:44.039951 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:44.067598 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f47fee8-efd0-48f5-bec1-12f5bbe29fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7175a4af-843a-4303-94e1-6e833184e0a3,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:44.072732 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0f47fee8-efd0-48f5-bec1-12f5bbe29fab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:44.084655 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0f47fee8-efd0-48f5-bec1-12f5bbe29fab admin admin] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:44.088928 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0f47fee8-efd0-48f5-bec1-12f5bbe29fab admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7175a4af-843a-4303-94e1-6e833184e0a3 HTTP/1.1" status: 204  len: 168 time: 0.2819335
Jan 29 10:04:44.132994 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-8c73e3e8-a1a7-4ed0-b926-b96154498c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9eed630>, [{'id': 'e7e8342e-ecf5-4c6d-8d11-e1600bb10c6f', 'name': '', 'tenant_id': '1ff34f0ed0344ec39e5476068c831cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31e24-bd43-455f-817b-62e21c77f7a8', 'external_fixed_ips': [{'subnet_id': '672e7782-c324-4d9f-9759-0713dfd48ae7', 'ip_address': '2001:db8::358'}], 'enable_snat': True}, 'gw_port_id': '9966aa54-b711-4a1c-b2ed-b54e41447ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:04:29Z', 'updated_at': '2021-01-29T10:04:37Z', 'revision_number': 3, 'project_id': '1ff34f0ed0344ec39e5476068c831cc8', 'gw_port': {'id': '9966aa54-b711-4a1c-b2ed-b54e41447ddb', 'name': '', 'network_id': '42f31e24-bd43-455f-817b-62e21c77f7a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:93:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e8342e-ecf5-4c6d-8d11-e1600bb10c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '672e7782-c324-4d9f-9759-0713dfd48ae7', 'ip_address': '2001:db8::358', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:04:32Z', 'updated_at': '2021-01-29T10:04:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '672e7782-c324-4d9f-9759-0713dfd48ae7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:04:44.138615 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c73e3e8-a1a7-4ed0-b926-b96154498c2e None None] The sync data for ids ['e7e8342e-ecf5-4c6d-8d11-e1600bb10c6f'] in dv-neutron-772983-2-ovs is: [{'id': 'e7e8342e-ecf5-4c6d-8d11-e1600bb10c6f', 'name': '', 'tenant_id': '1ff34f0ed0344ec39e5476068c831cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31e24-bd43-455f-817b-62e21c77f7a8', 'external_fixed_ips': [{'subnet_id': '672e7782-c324-4d9f-9759-0713dfd48ae7', 'ip_address': '2001:db8::358'}], 'enable_snat': True}, 'gw_port_id': '9966aa54-b711-4a1c-b2ed-b54e41447ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:04:29Z', 'updated_at': '2021-01-29T10:04:37Z', 'revision_number': 3, 'project_id': '1ff34f0ed0344ec39e5476068c831cc8', 'gw_port': {'id': '9966aa54-b711-4a1c-b2ed-b54e41447ddb', 'name': '', 'network_id': '42f31e24-bd43-455f-817b-62e21c77f7a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:93:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e8342e-ecf5-4c6d-8d11-e1600bb10c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '672e7782-c324-4d9f-9759-0713dfd48ae7', 'ip_address': '2001:db8::358', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:04:32Z', 'updated_at': '2021-01-29T10:04:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '672e7782-c324-4d9f-9759-0713dfd48ae7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:04:44.149333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 46856) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:44.153541 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2005927a-ad09-44cf-83fd-8aeae1cf0af3 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:44.156417 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-ecf0af51-6b29-4c37-b303-7a211fd616ff tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Request body: {'port': {'network_id': '55a9d6a1-efd9-4126-9d8a-ab0b8887a685', 'binding:host_id': 'hv-neutron-7729', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-264854243'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:04:44.162932 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ecf0af51-6b29-4c37-b303-7a211fd616ff tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:04:44.167817 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ecf0af51-6b29-4c37-b303-7a211fd616ff tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Usage tracker for resource:port and tenant:341d558eeaa045e7b5ee533a35efd885 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:04:44.173222 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ecf0af51-6b29-4c37-b303-7a211fd616ff tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:04:44.179369 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ecf0af51-6b29-4c37-b303-7a211fd616ff tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:04:44.191050 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf0af51-6b29-4c37-b303-7a211fd616ff tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Made reservation on behalf of 341d558eeaa045e7b5ee533a35efd885 for: {'port': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:04:44.196139 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ecf0af51-6b29-4c37-b303-7a211fd616ff tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:44.210902 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ecf0af51-6b29-4c37-b303-7a211fd616ff tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:44.228321 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ecf0af51-6b29-4c37-b303-7a211fd616ff tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:04:44.232574 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ecf0af51-6b29-4c37-b303-7a211fd616ff tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Usage tracker for resource:security_group_rule and tenant:341d558eeaa045e7b5ee533a35efd885 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:04:44.239773 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ecf0af51-6b29-4c37-b303-7a211fd616ff tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:04:44.246606 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ecf0af51-6b29-4c37-b303-7a211fd616ff tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:04:44.295990 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3dde74e7-0dc9-41a0-bca6-c4d357d42633 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:44.325257 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-9f23ea66-866c-43c5-9999-03de513894b1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80766) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:04:44.325638 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-9f23ea66-866c-43c5-9999-03de513894b1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Performing DB retry for function neutron.db.l3_db.L3_NAT_dbonly_mixin.delete_router {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:04:44.353138 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ecf0af51-6b29-4c37-b303-7a211fd616ff tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:44.358630 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ecf0af51-6b29-4c37-b303-7a211fd616ff tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:44.373642 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:44.392739 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-614863af-ec21-4800-866e-6f044a53b538 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Allocated IP 172.26.7.163 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/2bdcd88c-a8c8-42db-8876-6a5834a93599) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:04:44.406942 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-062ff2d5-3738-4a4c-9c6a-7dc006343a85 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:44.408371 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf0af51-6b29-4c37-b303-7a211fd616ff tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79669de9-7533-4896-972a-eee2c52bf351,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:44.413651 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ecf0af51-6b29-4c37-b303-7a211fd616ff tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:44.521418 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-ecf0af51-6b29-4c37-b303-7a211fd616ff tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] device_id is not set on port a34785f9-7aa1-4ccf-8d6c-1ab1d95c92c6 yet. {{(pid=80765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:04:44.563672 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 46864) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:44.601159 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6e341565-9c82-4662-84be-eb84f8b3a4f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:44.623310 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-6e341565-9c82-4662-84be-eb84f8b3a4f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:04:44.631539 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6e341565-9c82-4662-84be-eb84f8b3a4f5 admin admin] Usage tracker for resource:security_group_rule and tenant:48fd08e07b014e7e899eac7ec9506323 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:04:44.644796 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6e341565-9c82-4662-84be-eb84f8b3a4f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:04:44.645443 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d930c990-2c26-45e9-a524-1dd57ae0ee91 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:44.654739 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-6e341565-9c82-4662-84be-eb84f8b3a4f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:04:44.707251 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2005927a-ad09-44cf-83fd-8aeae1cf0af3 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Pushing event updated for resources: {'Subnet': ['ID=05d12aa8-1cd7-477d-ab2c-87ebb30858e2,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:44.800328 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2005927a-ad09-44cf-83fd-8aeae1cf0af3 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:44.828929 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9f23ea66-866c-43c5-9999-03de513894b1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks [] for router, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:44.951495 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-ecf0af51-6b29-4c37-b303-7a211fd616ff tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] device_id is not set on port a34785f9-7aa1-4ccf-8d6c-1ab1d95c92c6 yet. {{(pid=80765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:04:44.967741 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6e341565-9c82-4662-84be-eb84f8b3a4f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:44.969942 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ecf0af51-6b29-4c37-b303-7a211fd616ff tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:44.973853 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-062ff2d5-3738-4a4c-9c6a-7dc006343a85 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:44.981668 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6e341565-9c82-4662-84be-eb84f8b3a4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:44.982863 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-ecf0af51-6b29-4c37-b303-7a211fd616ff tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Transition to ACTIVE for port object a34785f9-7aa1-4ccf-8d6c-1ab1d95c92c6 will not be triggered until provisioned by entity L2. {{(pid=80765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:04:45.008041 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0f47fee8-efd0-48f5-bec1-12f5bbe29fab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:45.058479 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ecf0af51-6b29-4c37-b303-7a211fd616ff tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:45.065265 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6e341565-9c82-4662-84be-eb84f8b3a4f5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=48fd08e07b014e7e899eac7ec9506323&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5008583
Jan 29 10:04:45.080193 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e341565-9c82-4662-84be-eb84f8b3a4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e662bf-ca06-476c-a3d9-c2304c58b8bb,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:45.084270 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6e341565-9c82-4662-84be-eb84f8b3a4f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:45.084834 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 46868) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:45.088284 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:45.227871 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0395e29b-f950-49b3-ab7f-65d2bc6978cc None None] Network a6b4e5c6-3415-47bf-b302-aa20dd1624c6 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:04:45.235752 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-d930c990-2c26-45e9-a524-1dd57ae0ee91 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Deleting port b6e24e12-62f1-4843-8205-56572af92c99 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:04:45.236137 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d930c990-2c26-45e9-a524-1dd57ae0ee91 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:45.293837 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf0af51-6b29-4c37-b303-7a211fd616ff tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Pushing event updated for resources: {'Port': ['ID=a34785f9-7aa1-4ccf-8d6c-1ab1d95c92c6,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:45.297530 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ecf0af51-6b29-4c37-b303-7a211fd616ff tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:45.326536 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0d278aa2-88bc-41c8-a6ef-8b67dd5bfcee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:45.368789 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-887bf5f5-0626-4346-b17c-f3e95ae64649 None None] Provisioning for port a0770280-32db-4590-a33b-904202db27ad completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:04:45.382139 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0d278aa2-88bc-41c8-a6ef-8b67dd5bfcee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:45.394284 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf0af51-6b29-4c37-b303-7a211fd616ff tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Checking segment: {'id': 'ce1bc847-811a-49ff-b165-fa475ea7a864', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '55a9d6a1-efd9-4126-9d8a-ab0b8887a685'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:04:45.394631 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf0af51-6b29-4c37-b303-7a211fd616ff tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Network hostable DHCP agents. Network: 55a9d6a1-efd9-4126-9d8a-ab0b8887a685, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:04:45.441676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf0af51-6b29-4c37-b303-7a211fd616ff tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Network 55a9d6a1-efd9-4126-9d8a-ab0b8887a685 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:04:45.454004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-ecf0af51-6b29-4c37-b303-7a211fd616ff tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 55a9d6a1-efd9-4126-9d8a-ab0b8887a685) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:04:45.457995 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf0af51-6b29-4c37-b303-7a211fd616ff tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:04:45.469676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0d278aa2-88bc-41c8-a6ef-8b67dd5bfcee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:45.476460 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:45.493378 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d278aa2-88bc-41c8-a6ef-8b67dd5bfcee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e662bf-ca06-476c-a3d9-c2304c58b8bb,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:45.496086 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0d278aa2-88bc-41c8-a6ef-8b67dd5bfcee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:45.498494 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-ecf0af51-6b29-4c37-b303-7a211fd616ff tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Attempting to bind port a34785f9-7aa1-4ccf-8d6c-1ab1d95c92c6 on host hv-neutron-7729 for vnic_type normal with profile  {{(pid=80765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:04:45.498875 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-ecf0af51-6b29-4c37-b303-7a211fd616ff tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Attempting to bind port a34785f9-7aa1-4ccf-8d6c-1ab1d95c92c6 by drivers openvswitch on host hv-neutron-7729 at level 0 using segments [{'id': 'ce1bc847-811a-49ff-b165-fa475ea7a864', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '55a9d6a1-efd9-4126-9d8a-ab0b8887a685'}] {{(pid=80765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:04:45.499280 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf0af51-6b29-4c37-b303-7a211fd616ff tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Attempting to bind port a34785f9-7aa1-4ccf-8d6c-1ab1d95c92c6 on network 55a9d6a1-efd9-4126-9d8a-ab0b8887a685 {{(pid=80765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:04:45.510029 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf0af51-6b29-4c37-b303-7a211fd616ff tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Checking agent: {'id': '5acf9624-c829-41ba-afd9-92278081af05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 10, 2, 34), 'started_at': datetime.datetime(2021, 1, 29, 10, 3, 4), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:04:45.510562 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf0af51-6b29-4c37-b303-7a211fd616ff tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Checking segment: {'id': 'ce1bc847-811a-49ff-b165-fa475ea7a864', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '55a9d6a1-efd9-4126-9d8a-ab0b8887a685'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:04:45.511000 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ecf0af51-6b29-4c37-b303-7a211fd616ff tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:45.511400 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf0af51-6b29-4c37-b303-7a211fd616ff tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Bound using segment: {'id': 'ce1bc847-811a-49ff-b165-fa475ea7a864', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '55a9d6a1-efd9-4126-9d8a-ab0b8887a685'} {{(pid=80765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:04:45.511911 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-ecf0af51-6b29-4c37-b303-7a211fd616ff tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Bound port: a34785f9-7aa1-4ccf-8d6c-1ab1d95c92c6, host: hv-neutron-7729, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1bc847-811a-49ff-b165-fa475ea7a864', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '55a9d6a1-efd9-4126-9d8a-ab0b8887a685'}}] {{(pid=80765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:04:45.512293 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ecf0af51-6b29-4c37-b303-7a211fd616ff tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:45.516510 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08eef9ef-42e3-4a2a-bc9a-c961ede7f431 None None] Network 55a9d6a1-efd9-4126-9d8a-ab0b8887a685 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:04:45.537147 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0d278aa2-88bc-41c8-a6ef-8b67dd5bfcee admin admin] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:45.540876 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0d278aa2-88bc-41c8-a6ef-8b67dd5bfcee admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f9e662bf-ca06-476c-a3d9-c2304c58b8bb HTTP/1.1" status: 204  len: 168 time: 0.4179690
Jan 29 10:04:45.541024 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-614863af-ec21-4800-866e-6f044a53b538 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:45.611268 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2005927a-ad09-44cf-83fd-8aeae1cf0af3 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Checking segment: {'id': '2d708f14-1e29-41bd-8921-689ab50dd1ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'f2b0a517-9894-4091-9c3e-ee4af23f217c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:04:45.611415 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2005927a-ad09-44cf-83fd-8aeae1cf0af3 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Network hostable DHCP agents. Network: f2b0a517-9894-4091-9c3e-ee4af23f217c, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:04:45.721349 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-ecf0af51-6b29-4c37-b303-7a211fd616ff tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] For port a34785f9-7aa1-4ccf-8d6c-1ab1d95c92c6, host hv-neutron-7729, cleared binding levels {{(pid=80765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:04:45.729592 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-ecf0af51-6b29-4c37-b303-7a211fd616ff tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] For port a34785f9-7aa1-4ccf-8d6c-1ab1d95c92c6, host hv-neutron-7729, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=a34785f9-7aa1-4ccf-8d6c-1ab1d95c92c6,segment=NetworkSegment(ce1bc847-811a-49ff-b165-fa475ea7a864),segment_id=ce1bc847-811a-49ff-b165-fa475ea7a864)] {{(pid=80765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:04:45.745888 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ecf0af51-6b29-4c37-b303-7a211fd616ff tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:45.784534 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:45.936100 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 9966aa54-b711-4a1c-b2ed-b54e41447ddb up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:04:46.048757 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9f23ea66-866c-43c5-9999-03de513894b1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:46.067533 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-062ff2d5-3738-4a4c-9c6a-7dc006343a85 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:46.073255 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf0af51-6b29-4c37-b303-7a211fd616ff tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Pushing event updated for resources: {'Port': ['ID=a34785f9-7aa1-4ccf-8d6c-1ab1d95c92c6,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:46.077429 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf0af51-6b29-4c37-b303-7a211fd616ff tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:04:46.079013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ecf0af51-6b29-4c37-b303-7a211fd616ff tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:46.086769 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 9966aa54-b711-4a1c-b2ed-b54e41447ddb completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:04:46.094124 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 9966aa54-b711-4a1c-b2ed-b54e41447ddb triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:04:46.094546 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:46.095107 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-9f23ea66-866c-43c5-9999-03de513894b1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Deleting port 9966aa54-b711-4a1c-b2ed-b54e41447ddb {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:04:46.095492 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9f23ea66-866c-43c5-9999-03de513894b1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:46.101091 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ecf0af51-6b29-4c37-b303-7a211fd616ff tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:46.105096 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ecf0af51-6b29-4c37-b303-7a211fd616ff tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1080 time: 1.9546049
Jan 29 10:04:46.110624 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 46876) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:46.145975 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-062ff2d5-3738-4a4c-9c6a-7dc006343a85 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:46.199709 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7aba910b-9025-4180-aede-c23235675f11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:46.233869 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2005927a-ad09-44cf-83fd-8aeae1cf0af3 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Network f2b0a517-9894-4091-9c3e-ee4af23f217c is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:04:46.241762 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-77cfe9b4-909e-44d6-ae49-e5bc55005a37 tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Deleting port a34785f9-7aa1-4ccf-8d6c-1ab1d95c92c6 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:04:46.242576 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-77cfe9b4-909e-44d6-ae49-e5bc55005a37 tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:46.342155 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:46.380967 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port 9966aa54-b711-4a1c-b2ed-b54e41447ddb, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=9966aa54-b711-4a1c-b2ed-b54e41447ddb,segment=NetworkSegment(498e7b73-a037-4445-8b64-1106b8ffbdc9),segment_id=498e7b73-a037-4445-8b64-1106b8ffbdc9)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:04:46.389405 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:46.391066 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device a0770280-32db-4590-a33b-904202db27ad up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:04:46.441674 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-60661210-ff84-4067-a565-152519ccdb01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:46.535297 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=9966aa54-b711-4a1c-b2ed-b54e41447ddb,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:46.538786 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:46.553261 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port a0770280-32db-4590-a33b-904202db27ad completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:04:46.561520 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port a0770280-32db-4590-a33b-904202db27ad triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:04:46.562447 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:46.568171 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-614863af-ec21-4800-866e-6f044a53b538 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:46.569357 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-2005927a-ad09-44cf-83fd-8aeae1cf0af3 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, f2b0a517-9894-4091-9c3e-ee4af23f217c) {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:04:46.584859 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-77cfe9b4-909e-44d6-ae49-e5bc55005a37 tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] For port a34785f9-7aa1-4ccf-8d6c-1ab1d95c92c6, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=a34785f9-7aa1-4ccf-8d6c-1ab1d95c92c6,segment=NetworkSegment(ce1bc847-811a-49ff-b165-fa475ea7a864),segment_id=ce1bc847-811a-49ff-b165-fa475ea7a864)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:04:46.585262 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-77cfe9b4-909e-44d6-ae49-e5bc55005a37 tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:46.734950 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-77cfe9b4-909e-44d6-ae49-e5bc55005a37 tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Calling delete_port for a34785f9-7aa1-4ccf-8d6c-1ab1d95c92c6 owned by  {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:04:46.741582 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d930c990-2c26-45e9-a524-1dd57ae0ee91 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:46.741989 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d930c990-2c26-45e9-a524-1dd57ae0ee91 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:46.810599 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2005927a-ad09-44cf-83fd-8aeae1cf0af3 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:04:46.811273 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2005927a-ad09-44cf-83fd-8aeae1cf0af3 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:46.834349 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400d1fd3-44b6-4cdd-a171-9cd04ccfc3b9 None None] Network f2b0a517-9894-4091-9c3e-ee4af23f217c requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:04:46.836170 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-77cfe9b4-909e-44d6-ae49-e5bc55005a37 tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:46.861694 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bdf6d099-a395-454e-ac35-28d49e099ec5 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:46.911096 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cfe9b4-909e-44d6-ae49-e5bc55005a37 tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Pushing event deleted for resources: {'Port': ['ID=a34785f9-7aa1-4ccf-8d6c-1ab1d95c92c6,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:46.914669 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-77cfe9b4-909e-44d6-ae49-e5bc55005a37 tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:46.987781 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-d930c990-2c26-45e9-a524-1dd57ae0ee91 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Calling delete_port for b6e24e12-62f1-4843-8205-56572af92c99 owned by network:floatingip {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:04:47.018214 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-d29079dd-4e21-48e0-9eab-848130e32985 None None] Provisioning complete for port a0770280-32db-4590-a33b-904202db27ad triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:04:47.018953 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d29079dd-4e21-48e0-9eab-848130e32985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:47.032819 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062ff2d5-3738-4a4c-9c6a-7dc006343a85 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Pushing event updated for resources: {'Port': ['ID=faa9d0be-666a-45df-9eee-6e1c499e44ed,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:47.035310 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-77cfe9b4-909e-44d6-ae49-e5bc55005a37 tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:47.050563 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-77cfe9b4-909e-44d6-ae49-e5bc55005a37 tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] 10.222.0.57 "DELETE /v2.0/ports/a34785f9-7aa1-4ccf-8d6c-1ab1d95c92c6 HTTP/1.1" status: 204  len: 168 time: 0.9386740
Jan 29 10:04:47.053364 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 46896) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:47.071715 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-062ff2d5-3738-4a4c-9c6a-7dc006343a85 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.872s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:47.078705 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7aba910b-9025-4180-aede-c23235675f11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.321s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:47.110760 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-25d90e3a-8f94-43b5-b30c-35a6777cd926 tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] GET failed (client error): The resource could not be found.
Jan 29 10:04:47.111341 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-25d90e3a-8f94-43b5-b30c-35a6777cd926 tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Synchronizing usage tracker for tenant:341d558eeaa045e7b5ee533a35efd885 on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:04:47.130565 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-25d90e3a-8f94-43b5-b30c-35a6777cd926 tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Unset dirty status for tenant:341d558eeaa045e7b5ee533a35efd885 on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:04:47.132659 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-25d90e3a-8f94-43b5-b30c-35a6777cd926 tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] 10.222.0.57 "GET /v2.0/ports/a34785f9-7aa1-4ccf-8d6c-1ab1d95c92c6 HTTP/1.1" status: 404  len: 333 time: 0.0779934
Jan 29 10:04:47.136712 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 46900) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:47.143522 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-9d5b71fe-0610-429c-ae0a-35f2509b416c tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Request body: {'port': {'network_id': '55a9d6a1-efd9-4126-9d8a-ab0b8887a685', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1714272052'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:04:47.148948 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-9d5b71fe-0610-429c-ae0a-35f2509b416c tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:04:47.162249 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-9d5b71fe-0610-429c-ae0a-35f2509b416c tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:04:47.166110 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:47.173457 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5b71fe-0610-429c-ae0a-35f2509b416c tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Made reservation on behalf of 341d558eeaa045e7b5ee533a35efd885 for: {'port': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:04:47.179112 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9d5b71fe-0610-429c-ae0a-35f2509b416c tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:47.193077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-e5524186-a61e-49ef-ae18-5c276a590319 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Allocated IP 172.26.7.233 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/a6012b6e-b9ae-4b74-9cdd-0cd0bd19b503) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:04:47.266464 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-9f23ea66-866c-43c5-9999-03de513894b1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] For port 9966aa54-b711-4a1c-b2ed-b54e41447ddb, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=9966aa54-b711-4a1c-b2ed-b54e41447ddb,segment=NetworkSegment(498e7b73-a037-4445-8b64-1106b8ffbdc9),segment_id=498e7b73-a037-4445-8b64-1106b8ffbdc9)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:04:47.266880 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9f23ea66-866c-43c5-9999-03de513894b1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:47.300499 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2005927a-ad09-44cf-83fd-8aeae1cf0af3 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 9.1638238
Jan 29 10:04:47.371999 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port a0770280-32db-4590-a33b-904202db27ad, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=a0770280-32db-4590-a33b-904202db27ad,segment=NetworkSegment(cf015ff2-c2ff-477e-bdb8-26f18c07a065),segment_id=cf015ff2-c2ff-477e-bdb8-26f18c07a065)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:04:47.389003 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 46906) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:47.393022 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-9d5b71fe-0610-429c-ae0a-35f2509b416c tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] device_id is not set on port bab30ca1-0bc0-4425-8a62-fd80997f7b3f yet. {{(pid=80765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:04:47.409545 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965da930-6b5c-4509-ad4f-3cc0863b5476 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-f2b0a517-9894-4091-9c3e-ee4af23f217c', 'network_id': 'f2b0a517-9894-4091-9c3e-ee4af23f217c', 'tenant_id': 'd8fb2116922348989967930f2f8f067f', 'fixed_ips': [{'subnet_id': '05d12aa8-1cd7-477d-ab2c-87ebb30858e2'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:04:47.410985 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-965da930-6b5c-4509-ad4f-3cc0863b5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:47.448642 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:47.451759 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 47c7780c-b711-4907-b125-250e9a633ccd up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:04:47.486994 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:47.508184 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-9f23ea66-866c-43c5-9999-03de513894b1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Calling delete_port for 9966aa54-b711-4a1c-b2ed-b54e41447ddb owned by network:router_gateway {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:04:47.550186 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-f82cf610-765e-4ebb-b2e4-1bf826516794 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1741193514'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:04:47.562227 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614863af-ec21-4800-866e-6f044a53b538 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Pushing event updated for resources: {'Port': ['ID=2bdcd88c-a8c8-42db-8876-6a5834a93599,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:47.594590 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614863af-ec21-4800-866e-6f044a53b538 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:04:47.595906 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-614863af-ec21-4800-866e-6f044a53b538 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:47.617053 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-f82cf610-765e-4ebb-b2e4-1bf826516794 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:04:47.619854 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-614863af-ec21-4800-866e-6f044a53b538 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:04:47.629957 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614863af-ec21-4800-866e-6f044a53b538 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:04:47.671234 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f82cf610-765e-4ebb-b2e4-1bf826516794 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Usage tracker for resource:network and tenant:d8fb2116922348989967930f2f8f067f is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:04:47.674911 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f82cf610-765e-4ebb-b2e4-1bf826516794 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Quota usage for network was recalculated. Used quota:1. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:04:47.685431 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-062ff2d5-3738-4a4c-9c6a-7dc006343a85 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:47.754491 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-f82cf610-765e-4ebb-b2e4-1bf826516794 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:04:47.898020 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-062ff2d5-3738-4a4c-9c6a-7dc006343a85 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:47.913561 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-062ff2d5-3738-4a4c-9c6a-7dc006343a85 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 10.8313177
Jan 29 10:04:47.914463 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=a0770280-32db-4590-a33b-904202db27ad,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:47.921190 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:47.923610 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f82cf610-765e-4ebb-b2e4-1bf826516794 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Made reservation on behalf of d8fb2116922348989967930f2f8f067f for: {'network': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:04:47.932305 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9d5b71fe-0610-429c-ae0a-35f2509b416c tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:47.937324 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-965da930-6b5c-4509-ad4f-3cc0863b5476 None None] Allocated IP 2001:db8:0:ffff::2 (f2b0a517-9894-4091-9c3e-ee4af23f217c/05d12aa8-1cd7-477d-ab2c-87ebb30858e2/1e8b9c30-90a2-4d8c-9186-dac70e18fd9e) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:04:47.941829 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 47c7780c-b711-4907-b125-250e9a633ccd triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:04:47.942264 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:47.954401 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f82cf610-765e-4ebb-b2e4-1bf826516794 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:47.977612 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9d5b71fe-0610-429c-ae0a-35f2509b416c tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:47.998849 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-77cfe9b4-909e-44d6-ae49-e5bc55005a37 tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:48.078623 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5b71fe-0610-429c-ae0a-35f2509b416c tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Pushing event updated for resources: {'Port': ['ID=bab30ca1-0bc0-4425-8a62-fd80997f7b3f,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:48.090769 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9d5b71fe-0610-429c-ae0a-35f2509b416c tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:48.111391 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f82cf610-765e-4ebb-b2e4-1bf826516794 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=80766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:04:48.121657 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f82cf610-765e-4ebb-b2e4-1bf826516794 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268197113528', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:48.122124 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-f82cf610-765e-4ebb-b2e4-1bf826516794 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Added segment 3d15500b-01d7-4e6e-a4be-6baafd1ab076 of type vxlan for network 907e8d21-b566-4da3-a45e-6899a9c6de9b
Jan 29 10:04:48.151722 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f82cf610-765e-4ebb-b2e4-1bf826516794 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:48.183126 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-9f23ea66-866c-43c5-9999-03de513894b1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80766) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:04:48.183502 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-9f23ea66-866c-43c5-9999-03de513894b1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Performing DB retry for function neutron.db.l3_db.L3_NAT_dbonly_mixin.delete_router {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:04:48.200180 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e5524186-a61e-49ef-ae18-5c276a590319 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:48.207448 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f82cf610-765e-4ebb-b2e4-1bf826516794 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:48.237152 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5b71fe-0610-429c-ae0a-35f2509b416c tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Network 55a9d6a1-efd9-4126-9d8a-ab0b8887a685 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:04:48.239101 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-9d5b71fe-0610-429c-ae0a-35f2509b416c tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:04:48.244570 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-614863af-ec21-4800-866e-6f044a53b538 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:48.246226 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5b71fe-0610-429c-ae0a-35f2509b416c tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:04:48.247288 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5b71fe-0610-429c-ae0a-35f2509b416c tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:04:48.248402 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9d5b71fe-0610-429c-ae0a-35f2509b416c tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:48.292086 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9d5b71fe-0610-429c-ae0a-35f2509b416c tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 1.1542411
Jan 29 10:04:48.294917 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 46926) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:48.307033 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-89acb8a6-8946-41bb-875c-868ae043f72e tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7729'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:04:48.379135 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82cf610-765e-4ebb-b2e4-1bf826516794 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:04:48.379851 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f82cf610-765e-4ebb-b2e4-1bf826516794 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:48.446120 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:48.472899 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d930c990-2c26-45e9-a524-1dd57ae0ee91 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:48.502017 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-89acb8a6-8946-41bb-875c-868ae043f72e tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:48.548112 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 9966aa54-b711-4a1c-b2ed-b54e41447ddb up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:04:48.616258 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-965da930-6b5c-4509-ad4f-3cc0863b5476 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:48.666832 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-965da930-6b5c-4509-ad4f-3cc0863b5476 None None] Transition to ACTIVE for port object 1e8b9c30-90a2-4d8c-9186-dac70e18fd9e will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:04:48.697557 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-965da930-6b5c-4509-ad4f-3cc0863b5476 None None] Transition to ACTIVE for port object 1e8b9c30-90a2-4d8c-9186-dac70e18fd9e will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:04:48.708840 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-965da930-6b5c-4509-ad4f-3cc0863b5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:48.723936 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 46946) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:48.726625 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:48.767351 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 9966aa54-b711-4a1c-b2ed-b54e41447ddb triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:04:48.767918 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:48.851618 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e5524186-a61e-49ef-ae18-5c276a590319 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:48.928966 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 46956) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:48.935676 dv-neutron-772983-2-ovs neutron-server[80656]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jan 29 10:04:48.970396 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965da930-6b5c-4509-ad4f-3cc0863b5476 None None] Pushing event updated for resources: {'Port': ['ID=1e8b9c30-90a2-4d8c-9186-dac70e18fd9e,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:48.973565 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9f23ea66-866c-43c5-9999-03de513894b1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks [] for router, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:48.974201 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-965da930-6b5c-4509-ad4f-3cc0863b5476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:48.989077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-d90ef3fb-dfb2-47ad-9baa-7a60f510a390 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1399769814', 'router:external': True}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:04:49.004521 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d90ef3fb-dfb2-47ad-9baa-7a60f510a390 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:04:49.039656 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d90ef3fb-dfb2-47ad-9baa-7a60f510a390 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Usage tracker for resource:network and tenant:e6ac5606c3f647439606dc5a53249186 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:04:49.061727 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-2c655023-a83b-4f86-974e-8e802460fdd8 req-4271ce35-102b-49e7-888d-bb0662aa7b22 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Synchronizing usage tracker for tenant:063e89324bbe4d0080d07e952e1945cf on resource:security_group {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:04:49.067551 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d90ef3fb-dfb2-47ad-9baa-7a60f510a390 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:04:49.067870 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82cf610-765e-4ebb-b2e4-1bf826516794 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Pushing event updated for resources: {'Network': ['ID=907e8d21-b566-4da3-a45e-6899a9c6de9b,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:49.073654 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965da930-6b5c-4509-ad4f-3cc0863b5476 None None] Network f2b0a517-9894-4091-9c3e-ee4af23f217c is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:04:49.076682 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-965da930-6b5c-4509-ad4f-3cc0863b5476 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:04:49.082241 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965da930-6b5c-4509-ad4f-3cc0863b5476 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:04:49.089770 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device a0770280-32db-4590-a33b-904202db27ad up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:04:49.090920 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-89acb8a6-8946-41bb-875c-868ae043f72e tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] device_id is not set on port bab30ca1-0bc0-4425-8a62-fd80997f7b3f yet. {{(pid=80765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:04:49.096221 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d90ef3fb-dfb2-47ad-9baa-7a60f510a390 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:04:49.104235 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-89acb8a6-8946-41bb-875c-868ae043f72e tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:49.106655 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-2c655023-a83b-4f86-974e-8e802460fdd8 req-4271ce35-102b-49e7-888d-bb0662aa7b22 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Unset dirty status for tenant:063e89324bbe4d0080d07e952e1945cf on resource:security_group {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:04:49.107926 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2c655023-a83b-4f86-974e-8e802460fdd8 req-4271ce35-102b-49e7-888d-bb0662aa7b22 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1501886945&fields=id&tenant_id=063e89324bbe4d0080d07e952e1945cf HTTP/1.1" status: 200  len: 267 time: 0.1779284
Jan 29 10:04:49.119976 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90ef3fb-dfb2-47ad-9baa-7a60f510a390 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Made reservation on behalf of e6ac5606c3f647439606dc5a53249186 for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:04:49.122101 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 907e8d21-b566-4da3-a45e-6899a9c6de9b details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:04:49.124878 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d90ef3fb-dfb2-47ad-9baa-7a60f510a390 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:49.135452 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 907e8d21-b566-4da3-a45e-6899a9c6de9b details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:04:49.141019 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-89acb8a6-8946-41bb-875c-868ae043f72e tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Transition to ACTIVE for port object bab30ca1-0bc0-4425-8a62-fd80997f7b3f will not be triggered until provisioned by entity L2. {{(pid=80765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:04:49.151997 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f82cf610-765e-4ebb-b2e4-1bf826516794 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.706s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:49.161271 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-614863af-ec21-4800-866e-6f044a53b538 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.188s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:49.169743 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d90ef3fb-dfb2-47ad-9baa-7a60f510a390 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:49.184868 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-89acb8a6-8946-41bb-875c-868ae043f72e tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:49.195404 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f82cf610-765e-4ebb-b2e4-1bf826516794 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 1.7969222
Jan 29 10:04:49.199088 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 46964) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:49.218708 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d90ef3fb-dfb2-47ad-9baa-7a60f510a390 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:04:49.223056 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d90ef3fb-dfb2-47ad-9baa-7a60f510a390 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Usage tracker for resource:security_group_rule and tenant:e6ac5606c3f647439606dc5a53249186 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:04:49.226488 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d90ef3fb-dfb2-47ad-9baa-7a60f510a390 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:04:49.231945 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d90ef3fb-dfb2-47ad-9baa-7a60f510a390 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:04:49.290358 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d930c990-2c26-45e9-a524-1dd57ae0ee91 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Pushing event deleted for resources: {'Port': ['ID=b6e24e12-62f1-4843-8205-56572af92c99,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:49.316588 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d90ef3fb-dfb2-47ad-9baa-7a60f510a390 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:49.325087 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-642422e4-5435-4744-8127-3250363ee3df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:49.340818 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-614863af-ec21-4800-866e-6f044a53b538 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:49.368074 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-4aabca19-e473-4259-b84a-cfed8b2daa5d tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Request body: {'subnet': {'network_id': '907e8d21-b566-4da3-a45e-6899a9c6de9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:04:49.386727 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d90ef3fb-dfb2-47ad-9baa-7a60f510a390 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:49.543535 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-965da930-6b5c-4509-ad4f-3cc0863b5476 None None] Attempting to bind port 1e8b9c30-90a2-4d8c-9186-dac70e18fd9e on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:04:49.543870 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-965da930-6b5c-4509-ad4f-3cc0863b5476 None None] Attempting to bind port 1e8b9c30-90a2-4d8c-9186-dac70e18fd9e by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '2d708f14-1e29-41bd-8921-689ab50dd1ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'f2b0a517-9894-4091-9c3e-ee4af23f217c'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:04:49.544263 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965da930-6b5c-4509-ad4f-3cc0863b5476 None None] Attempting to bind port 1e8b9c30-90a2-4d8c-9186-dac70e18fd9e on network f2b0a517-9894-4091-9c3e-ee4af23f217c {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:04:49.587477 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965da930-6b5c-4509-ad4f-3cc0863b5476 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:04:49.587889 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965da930-6b5c-4509-ad4f-3cc0863b5476 None None] Checking segment: {'id': '2d708f14-1e29-41bd-8921-689ab50dd1ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'f2b0a517-9894-4091-9c3e-ee4af23f217c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:04:49.588328 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-965da930-6b5c-4509-ad4f-3cc0863b5476 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:49.588768 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965da930-6b5c-4509-ad4f-3cc0863b5476 None None] Bound using segment: {'id': '2d708f14-1e29-41bd-8921-689ab50dd1ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'f2b0a517-9894-4091-9c3e-ee4af23f217c'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:04:49.589628 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-965da930-6b5c-4509-ad4f-3cc0863b5476 None None] Bound port: 1e8b9c30-90a2-4d8c-9186-dac70e18fd9e, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d708f14-1e29-41bd-8921-689ab50dd1ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'f2b0a517-9894-4091-9c3e-ee4af23f217c'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:04:49.589755 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-965da930-6b5c-4509-ad4f-3cc0863b5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:49.641740 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5524186-a61e-49ef-ae18-5c276a590319 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Pushing event updated for resources: {'Port': ['ID=a6012b6e-b9ae-4b74-9cdd-0cd0bd19b503,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:49.656813 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e5524186-a61e-49ef-ae18-5c276a590319 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:49.657896 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9f23ea66-866c-43c5-9999-03de513894b1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:49.665631 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-062ff2d5-3738-4a4c-9c6a-7dc006343a85 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.521s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:49.666292 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-062ff2d5-3738-4a4c-9c6a-7dc006343a85 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:49.674371 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-9f23ea66-866c-43c5-9999-03de513894b1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Deleting port 9966aa54-b711-4a1c-b2ed-b54e41447ddb {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:04:49.674754 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9f23ea66-866c-43c5-9999-03de513894b1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:49.675971 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port a0770280-32db-4590-a33b-904202db27ad triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:04:49.676389 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:49.693578 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d90ef3fb-dfb2-47ad-9baa-7a60f510a390 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] vxlan segment allocate from pool success with {'vxlan_vni': 12}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:04:49.740230 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89acb8a6-8946-41bb-875c-868ae043f72e tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Pushing event updated for resources: {'Port': ['ID=bab30ca1-0bc0-4425-8a62-fd80997f7b3f,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:49.743365 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-89acb8a6-8946-41bb-875c-868ae043f72e tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:49.744917 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-4aabca19-e473-4259-b84a-cfed8b2daa5d tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:04:49.751487 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d90ef3fb-dfb2-47ad-9baa-7a60f510a390 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:49.752125 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-d90ef3fb-dfb2-47ad-9baa-7a60f510a390 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Added segment 214fb44b-20fd-480e-908c-b634f7cfc1be of type vxlan for network 012f6a81-d890-44b1-9cd1-1e22d02e16b8
Jan 29 10:04:49.753202 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ecf0af51-6b29-4c37-b303-7a211fd616ff tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.290s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:49.762665 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-965da930-6b5c-4509-ad4f-3cc0863b5476 None None] For port 1e8b9c30-90a2-4d8c-9186-dac70e18fd9e, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:04:49.766751 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-965da930-6b5c-4509-ad4f-3cc0863b5476 None None] For port 1e8b9c30-90a2-4d8c-9186-dac70e18fd9e, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=1e8b9c30-90a2-4d8c-9186-dac70e18fd9e,segment=NetworkSegment(2d708f14-1e29-41bd-8921-689ab50dd1ea),segment_id=2d708f14-1e29-41bd-8921-689ab50dd1ea)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:04:49.774943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-965da930-6b5c-4509-ad4f-3cc0863b5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:49.790653 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-084c444c-8a0b-4d48-b113-b65099b67682 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:49.797707 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5524186-a61e-49ef-ae18-5c276a590319 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:04:49.832042 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-4aabca19-e473-4259-b84a-cfed8b2daa5d tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Usage tracker for resource:subnet and tenant:d8fb2116922348989967930f2f8f067f is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:04:49.835068 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-e5524186-a61e-49ef-ae18-5c276a590319 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:04:49.851255 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5524186-a61e-49ef-ae18-5c276a590319 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:04:49.851800 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-4aabca19-e473-4259-b84a-cfed8b2daa5d tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:04:49.875112 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-4aabca19-e473-4259-b84a-cfed8b2daa5d tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:04:49.972978 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d930c990-2c26-45e9-a524-1dd57ae0ee91 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:49.975644 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c655023-a83b-4f86-974e-8e802460fdd8 req-7dddb68f-6a57-4d4c-aefb-b06ce2ca6f68 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:04:49.976653 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-2c655023-a83b-4f86-974e-8e802460fdd8 req-7dddb68f-6a57-4d4c-aefb-b06ce2ca6f68 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Synchronizing usage tracker for tenant:063e89324bbe4d0080d07e952e1945cf on resource:network {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:04:50.000072 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965da930-6b5c-4509-ad4f-3cc0863b5476 None None] Pushing event updated for resources: {'Port': ['ID=1e8b9c30-90a2-4d8c-9186-dac70e18fd9e,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:50.005032 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-965da930-6b5c-4509-ad4f-3cc0863b5476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:50.017082 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90ef3fb-dfb2-47ad-9baa-7a60f510a390 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c41e3ab-77af-4672-bb26-c42a94949446,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:50.021807 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d90ef3fb-dfb2-47ad-9baa-7a60f510a390 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:50.037530 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-89acb8a6-8946-41bb-875c-868ae043f72e tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Attempting to bind port bab30ca1-0bc0-4425-8a62-fd80997f7b3f on host hv-neutron-7729 for vnic_type normal with profile  {{(pid=80765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:04:50.037972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-89acb8a6-8946-41bb-875c-868ae043f72e tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Attempting to bind port bab30ca1-0bc0-4425-8a62-fd80997f7b3f by drivers openvswitch on host hv-neutron-7729 at level 0 using segments [{'id': 'ce1bc847-811a-49ff-b165-fa475ea7a864', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '55a9d6a1-efd9-4126-9d8a-ab0b8887a685'}] {{(pid=80765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:04:50.039170 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89acb8a6-8946-41bb-875c-868ae043f72e tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Attempting to bind port bab30ca1-0bc0-4425-8a62-fd80997f7b3f on network 55a9d6a1-efd9-4126-9d8a-ab0b8887a685 {{(pid=80765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:04:50.054390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d90ef3fb-dfb2-47ad-9baa-7a60f510a390 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:50.058915 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aabca19-e473-4259-b84a-cfed8b2daa5d tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Made reservation on behalf of d8fb2116922348989967930f2f8f067f for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:04:50.080672 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4aabca19-e473-4259-b84a-cfed8b2daa5d tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:50.103578 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89acb8a6-8946-41bb-875c-868ae043f72e tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Checking agent: {'id': '5acf9624-c829-41ba-afd9-92278081af05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 10, 2, 34), 'started_at': datetime.datetime(2021, 1, 29, 10, 3, 4), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:04:50.103957 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89acb8a6-8946-41bb-875c-868ae043f72e tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Checking segment: {'id': 'ce1bc847-811a-49ff-b165-fa475ea7a864', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '55a9d6a1-efd9-4126-9d8a-ab0b8887a685'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:04:50.104383 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-89acb8a6-8946-41bb-875c-868ae043f72e tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:50.104912 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89acb8a6-8946-41bb-875c-868ae043f72e tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Bound using segment: {'id': 'ce1bc847-811a-49ff-b165-fa475ea7a864', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '55a9d6a1-efd9-4126-9d8a-ab0b8887a685'} {{(pid=80765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:04:50.105584 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-89acb8a6-8946-41bb-875c-868ae043f72e tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Bound port: bab30ca1-0bc0-4425-8a62-fd80997f7b3f, host: hv-neutron-7729, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1bc847-811a-49ff-b165-fa475ea7a864', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '55a9d6a1-efd9-4126-9d8a-ab0b8887a685'}}] {{(pid=80765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:04:50.105998 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-89acb8a6-8946-41bb-875c-868ae043f72e tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:50.151547 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-2c655023-a83b-4f86-974e-8e802460fdd8 req-7dddb68f-6a57-4d4c-aefb-b06ce2ca6f68 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Unset dirty status for tenant:063e89324bbe4d0080d07e952e1945cf on resource:network {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:04:50.152830 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2c655023-a83b-4f86-974e-8e802460fdd8 req-7dddb68f-6a57-4d4c-aefb-b06ce2ca6f68 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] 10.222.0.57 "GET /v2.0/networks?id=ad10d455-2f6c-4431-96c2-93a5f5aa1b82 HTTP/1.1" status: 200  len: 806 time: 1.0173743
Jan 29 10:04:50.299084 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2c655023-a83b-4f86-974e-8e802460fdd8 req-ba5e96fa-6302-4008-97fe-97b5e58ba2f1 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] 10.222.0.57 "GET /v2.0/quotas/063e89324bbe4d0080d07e952e1945cf HTTP/1.1" status: 200  len: 375 time: 0.1385481
Jan 29 10:04:50.381774 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d90ef3fb-dfb2-47ad-9baa-7a60f510a390 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:50.401386 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90ef3fb-dfb2-47ad-9baa-7a60f510a390 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:04:50.402061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d90ef3fb-dfb2-47ad-9baa-7a60f510a390 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:50.410977 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:50.465761 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-89acb8a6-8946-41bb-875c-868ae043f72e tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] For port bab30ca1-0bc0-4425-8a62-fd80997f7b3f, host hv-neutron-7729, cleared binding levels {{(pid=80765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:04:50.524395 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 1e8b9c30-90a2-4d8c-9186-dac70e18fd9e up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:04:50.618940 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 1e8b9c30-90a2-4d8c-9186-dac70e18fd9e completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:04:50.658182 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-9f23ea66-866c-43c5-9999-03de513894b1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] For port 9966aa54-b711-4a1c-b2ed-b54e41447ddb, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=9966aa54-b711-4a1c-b2ed-b54e41447ddb,segment=NetworkSegment(498e7b73-a037-4445-8b64-1106b8ffbdc9),segment_id=498e7b73-a037-4445-8b64-1106b8ffbdc9)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:04:50.658572 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9f23ea66-866c-43c5-9999-03de513894b1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:50.746984 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d930c990-2c26-45e9-a524-1dd57ae0ee91 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:50.818408 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-89acb8a6-8946-41bb-875c-868ae043f72e tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] For port bab30ca1-0bc0-4425-8a62-fd80997f7b3f, host hv-neutron-7729, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=bab30ca1-0bc0-4425-8a62-fd80997f7b3f,segment=NetworkSegment(ce1bc847-811a-49ff-b165-fa475ea7a864),segment_id=ce1bc847-811a-49ff-b165-fa475ea7a864)] {{(pid=80765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:04:50.822367 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d90ef3fb-dfb2-47ad-9baa-7a60f510a390 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 865 time: 2.0974374
Jan 29 10:04:50.839258 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 46968) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:50.842392 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-89acb8a6-8946-41bb-875c-868ae043f72e tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:50.850251 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-8295a79c-3980-4b32-bb22-70f5787fa5e2 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Request body: {'subnet': {'network_id': '012f6a81-d890-44b1-9cd1-1e22d02e16b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:04:50.857930 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-9f23ea66-866c-43c5-9999-03de513894b1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Calling delete_port for 9966aa54-b711-4a1c-b2ed-b54e41447ddb owned by network:router_gateway {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:04:50.875317 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90ef3fb-dfb2-47ad-9baa-7a60f510a390 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Pushing event updated for resources: {'Network': ['ID=012f6a81-d890-44b1-9cd1-1e22d02e16b8,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:50.878359 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d90ef3fb-dfb2-47ad-9baa-7a60f510a390 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:50.879453 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-8295a79c-3980-4b32-bb22-70f5787fa5e2 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:04:50.887743 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.resource_extend [None req-614863af-ec21-4800-866e-6f044a53b538 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 29 10:04:50.887897 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 012f6a81-d890-44b1-9cd1-1e22d02e16b8 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:04:50.890988 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:50.906451 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 012f6a81-d890-44b1-9cd1-1e22d02e16b8 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:04:50.928278 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-614863af-ec21-4800-866e-6f044a53b538 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:50.940360 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8295a79c-3980-4b32-bb22-70f5787fa5e2 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Usage tracker for resource:subnet and tenant:e6ac5606c3f647439606dc5a53249186 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:04:50.954619 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-614863af-ec21-4800-866e-6f044a53b538 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:50.982496 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8295a79c-3980-4b32-bb22-70f5787fa5e2 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:04:51.047026 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:51.051838 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2c655023-a83b-4f86-974e-8e802460fdd8 req-ef565a76-12f1-483d-a535-d3a30a313a97 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=063e89324bbe4d0080d07e952e1945cf&fields=id HTTP/1.1" status: 200  len: 348 time: 0.7302566
Jan 29 10:04:51.056715 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-8295a79c-3980-4b32-bb22-70f5787fa5e2 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:04:51.141334 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614863af-ec21-4800-866e-6f044a53b538 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Pushing event updated for resources: {'Port': ['ID=2bdcd88c-a8c8-42db-8876-6a5834a93599,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:51.174579 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8295a79c-3980-4b32-bb22-70f5787fa5e2 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Made reservation on behalf of e6ac5606c3f647439606dc5a53249186 for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:04:51.179410 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8295a79c-3980-4b32-bb22-70f5787fa5e2 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:51.223665 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-614863af-ec21-4800-866e-6f044a53b538 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:51.230235 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89acb8a6-8946-41bb-875c-868ae043f72e tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Pushing event updated for resources: {'Port': ['ID=bab30ca1-0bc0-4425-8a62-fd80997f7b3f,revision_number=3']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:51.257113 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-89acb8a6-8946-41bb-875c-868ae043f72e tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:51.261314 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [req-2c655023-a83b-4f86-974e-8e802460fdd8 req-c8f71e8b-8d68-4637-9b8e-5a52ff87fb7a service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=80765) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:04:51.264345 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2c655023-a83b-4f86-974e-8e802460fdd8 req-c8f71e8b-8d68-4637-9b8e-5a52ff87fb7a service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.1225669
Jan 29 10:04:51.287234 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89acb8a6-8946-41bb-875c-868ae043f72e tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:04:51.287917 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-89acb8a6-8946-41bb-875c-868ae043f72e tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:51.289425 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-89acb8a6-8946-41bb-875c-868ae043f72e tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] 10.222.0.57 "PUT /v2.0/ports/bab30ca1-0bc0-4425-8a62-fd80997f7b3f HTTP/1.1" status: 200  len: 1076 time: 2.9932721
Jan 29 10:04:51.297647 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0e75fcaa-ae75-4f58-8f06-6d9176ba89a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:51.370837 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 46978) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:51.623992 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9f23ea66-866c-43c5-9999-03de513894b1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]: WARNING neutron.plugins.ml2.ovo_rpc [None req-9f23ea66-866c-43c5-9999-03de513894b1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:     result = function(*args, **kwargs)
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:     proto.__init__(conn_state, self)
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:     self.handle()
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:     self.handle_one_request()
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:     self.handle_one_response()
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:     result = self.application(self.environ, start_response)
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:     return app(environ, start_response)
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:     resp = self.call_func(req, *args, **kw)
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.func(req, *args, **kwargs)
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:     response = req.get_response(self.application)
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:     application, catch_exc_info=False)
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:     app_iter = application(self.environ, start_response)
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:     resp = self.call_func(req, *args, **kw)
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.func(req, *args, **kwargs)
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:     response = req.get_response(self.application)
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:     application, catch_exc_info=False)
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:     app_iter = application(self.environ, start_response)
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:     resp = self.call_func(req, *args, **kw)
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.func(req, *args, **kwargs)
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:     response = req.get_response(self.application)
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:     application, catch_exc_info=False)
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:     app_iter = application(self.environ, start_response)
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:     resp = self.call_func(req, *args, **kw)
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.func(req, *args, **kwargs)
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:     response = req.get_response(self.application)
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:     application, catch_exc_info=False)
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:     app_iter = application(self.environ, start_response)
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:     resp = self.call_func(req, *args, **kw)
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.func(req, *args, **kwargs)
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:     return request.get_response(self.application)
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:     application, catch_exc_info=False)
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:     app_iter = application(self.environ, start_response)
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:     resp = self.call_func(req, *args, **kw)
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.func(req, *args, **kwargs)
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:     response = req.get_response(self._app)
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:     application, catch_exc_info=False)
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:     app_iter = application(self.environ, start_response)
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:     return resp(environ, start_response)
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:     return resp(environ, start_response)
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:     response = self.app(environ, start_response)
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:     return resp(environ, start_response)
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:     resp = self.call_func(req, *args, **kw)
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 29 10:04:51.627230 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.func(req, *args, **kwargs)
Jan 29 10:04:51.632523 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Jan 29 10:04:51.632523 dv-neutron-772983-2-ovs neutron-server[80656]:     result = method(request=request, **args)
Jan 29 10:04:51.632523 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Jan 29 10:04:51.632523 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._delete(request, id, **kwargs)
Jan 29 10:04:51.632523 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 29 10:04:51.632523 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(*args, **kwargs)
Jan 29 10:04:51.632523 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 29 10:04:51.632523 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(*args, **kwargs)
Jan 29 10:04:51.632523 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 29 10:04:51.632523 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(*dup_args, **dup_kwargs)
Jan 29 10:04:51.632523 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Jan 29 10:04:51.632523 dv-neutron-772983-2-ovs neutron-server[80656]:     obj_deleter(request.context, id, **kwargs)
Jan 29 10:04:51.632523 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router
Jan 29 10:04:51.632523 dv-neutron-772983-2-ovs neutron-server[80656]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Jan 29 10:04:51.632523 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Jan 29 10:04:51.632523 dv-neutron-772983-2-ovs neutron-server[80656]:     return method(*args, **kwargs)
Jan 29 10:04:51.632523 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 29 10:04:51.632523 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(*args, **kwargs)
Jan 29 10:04:51.632523 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 29 10:04:51.632523 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(*args, **kwargs)
Jan 29 10:04:51.632523 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 29 10:04:51.632523 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(*dup_args, **dup_kwargs)
Jan 29 10:04:51.632523 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Jan 29 10:04:51.632523 dv-neutron-772983-2-ovs neutron-server[80656]:     self._delete_current_gw_port(context, id, router, None)
Jan 29 10:04:51.632523 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port
Jan 29 10:04:51.632523 dv-neutron-772983-2-ovs neutron-server[80656]:     admin_ctx, gw_port_id, l3_port_check=False)
Jan 29 10:04:51.632523 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Jan 29 10:04:51.632523 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, context, *args, **kwargs)
Jan 29 10:04:51.632523 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Jan 29 10:04:51.632523 dv-neutron-772983-2-ovs neutron-server[80656]:     return method(*args, **kwargs)
Jan 29 10:04:51.632523 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1951, in delete_port
Jan 29 10:04:51.632523 dv-neutron-772983-2-ovs neutron-server[80656]:     context, port, router_ids, bound_mech_contexts)
Jan 29 10:04:51.632523 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1960, in _post_delete_port
Jan 29 10:04:51.632523 dv-neutron-772983-2-ovs neutron-server[80656]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Jan 29 10:04:51.632523 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Jan 29 10:04:51.632523 dv-neutron-772983-2-ovs neutron-server[80656]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Jan 29 10:04:51.632523 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Jan 29 10:04:51.632523 dv-neutron-772983-2-ovs neutron-server[80656]:     return function(*args, **kwargs)
Jan 29 10:04:51.632523 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Jan 29 10:04:51.632523 dv-neutron-772983-2-ovs neutron-server[80656]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Jan 29 10:04:51.632523 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jan 29 10:04:51.632523 dv-neutron-772983-2-ovs neutron-server[80656]:     callback(resource, event, trigger, **kwargs)
Jan 29 10:04:51.632523 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Jan 29 10:04:51.632523 dv-neutron-772983-2-ovs neutron-server[80656]:     if self._is_session_semantic_violated(context, resource, event):
Jan 29 10:04:51.632523 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Jan 29 10:04:51.632523 dv-neutron-772983-2-ovs neutron-server[80656]:     stack = traceback.extract_stack()
Jan 29 10:04:51.632523 dv-neutron-772983-2-ovs neutron-server[80656]: 
Jan 29 10:04:51.642748 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e5524186-a61e-49ef-ae18-5c276a590319 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks [] for router_gateway, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:51.682292 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2876b0d-8c6d-41ff-8b75-71975bc814b7 None None] Network f2b0a517-9894-4091-9c3e-ee4af23f217c requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:04:51.709431 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2c655023-a83b-4f86-974e-8e802460fdd8 req-e78a66f8-0825-4bd1-96f8-9ad0cc48668d service neutron] 10.222.0.57 "GET /v2.0/networks/ad10d455-2f6c-4431-96c2-93a5f5aa1b82?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4323752
Jan 29 10:04:51.765770 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1987de49-d7e4-4022-8c19-36909bf6bd0c tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:04:51.766199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1987de49-d7e4-4022-8c19-36909bf6bd0c tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:04:51.766623 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1987de49-d7e4-4022-8c19-36909bf6bd0c tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:04:51.767038 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1987de49-d7e4-4022-8c19-36909bf6bd0c tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:04:51.767452 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1987de49-d7e4-4022-8c19-36909bf6bd0c tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:04:51.767861 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1987de49-d7e4-4022-8c19-36909bf6bd0c tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:04:51.768268 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1987de49-d7e4-4022-8c19-36909bf6bd0c tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:04:51.768691 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1987de49-d7e4-4022-8c19-36909bf6bd0c tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:04:51.769084 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1987de49-d7e4-4022-8c19-36909bf6bd0c tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:04:51.769489 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1987de49-d7e4-4022-8c19-36909bf6bd0c tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:04:51.769922 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1987de49-d7e4-4022-8c19-36909bf6bd0c tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:04:51.770328 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1987de49-d7e4-4022-8c19-36909bf6bd0c tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:04:51.770730 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1987de49-d7e4-4022-8c19-36909bf6bd0c tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:04:51.771130 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1987de49-d7e4-4022-8c19-36909bf6bd0c tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:04:51.771530 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1987de49-d7e4-4022-8c19-36909bf6bd0c tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:04:51.771930 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1987de49-d7e4-4022-8c19-36909bf6bd0c tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:04:51.772331 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1987de49-d7e4-4022-8c19-36909bf6bd0c tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:04:51.772731 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1987de49-d7e4-4022-8c19-36909bf6bd0c tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:04:51.774513 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-1987de49-d7e4-4022-8c19-36909bf6bd0c tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Synchronizing usage tracker for tenant:341d558eeaa045e7b5ee533a35efd885 on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:04:51.787062 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-f939f7f0-a015-467b-992f-45360bf38d48 None None] Provisioning for port 1e8b9c30-90a2-4d8c-9186-dac70e18fd9e completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:04:51.795530 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-f939f7f0-a015-467b-992f-45360bf38d48 None None] Provisioning complete for port 1e8b9c30-90a2-4d8c-9186-dac70e18fd9e triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:04:51.795943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f939f7f0-a015-467b-992f-45360bf38d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:51.898776 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-1987de49-d7e4-4022-8c19-36909bf6bd0c tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Unset dirty status for tenant:341d558eeaa045e7b5ee533a35efd885 on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:04:51.903636 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1987de49-d7e4-4022-8c19-36909bf6bd0c tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200  len: 16300 time: 0.5238740
Jan 29 10:04:51.914950 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 46982) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:51.965075 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-614863af-ec21-4800-866e-6f044a53b538 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:52.041803 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d930c990-2c26-45e9-a524-1dd57ae0ee91 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:52.043203 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f939f7f0-a015-467b-992f-45360bf38d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:52.072814 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-380dfcd7-5355-4d8f-b36c-051aa17c3266 tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Deleting port bab30ca1-0bc0-4425-8a62-fd80997f7b3f {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:04:52.073205 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-380dfcd7-5355-4d8f-b36c-051aa17c3266 tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:52.096143 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-f939f7f0-a015-467b-992f-45360bf38d48 None None] For port 1e8b9c30-90a2-4d8c-9186-dac70e18fd9e, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=1e8b9c30-90a2-4d8c-9186-dac70e18fd9e,segment=NetworkSegment(2d708f14-1e29-41bd-8921-689ab50dd1ea),segment_id=2d708f14-1e29-41bd-8921-689ab50dd1ea)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:04:52.103393 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f939f7f0-a015-467b-992f-45360bf38d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:52.107414 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:52.134741 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3ec3f6ed-6c97-4fc1-8bfa-d9e39fc8b178 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:52.148466 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2c655023-a83b-4f86-974e-8e802460fdd8 req-4dcb9ca0-28c6-4946-8934-13232610edfc service neutron] 10.222.0.57 "GET /v2.0/networks/ad10d455-2f6c-4431-96c2-93a5f5aa1b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4283400
Jan 29 10:04:52.180903 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f939f7f0-a015-467b-992f-45360bf38d48 None None] Pushing event updated for resources: {'Port': ['ID=1e8b9c30-90a2-4d8c-9186-dac70e18fd9e,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:52.184766 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f939f7f0-a015-467b-992f-45360bf38d48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:52.320073 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.objects.ports [None req-4aabca19-e473-4259-b84a-cfed8b2daa5d tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80765) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 29 10:04:52.378474 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4aabca19-e473-4259-b84a-cfed8b2daa5d tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:52.498591 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 1e8b9c30-90a2-4d8c-9186-dac70e18fd9e up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:04:52.550653 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7fb3ea86-95db-4c97-9f07-35c2a93bacf8 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:52.576296 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9f23ea66-866c-43c5-9999-03de513894b1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854102222'] for router_gateway, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:52.580898 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 46994) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:52.608448 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-61051bf9-39b6-4d0a-aa71-acf9514df782 None None] Provisioning complete for port 1e8b9c30-90a2-4d8c-9186-dac70e18fd9e triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:04:52.609415 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-61051bf9-39b6-4d0a-aa71-acf9514df782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:52.705687 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 1e8b9c30-90a2-4d8c-9186-dac70e18fd9e triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:04:52.706141 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:52.726822 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-614863af-ec21-4800-866e-6f044a53b538 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:52.738461 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-614863af-ec21-4800-866e-6f044a53b538 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 13.1671298
Jan 29 10:04:52.739934 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d930c990-2c26-45e9-a524-1dd57ae0ee91 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=be17ea4b-388c-45c8-ab91-dd0c9f8033b4,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:52.772122 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d930c990-2c26-45e9-a524-1dd57ae0ee91 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:52.933971 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9f23ea66-866c-43c5-9999-03de513894b1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:52.952463 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9f23ea66-866c-43c5-9999-03de513894b1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:52.966476 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e5524186-a61e-49ef-ae18-5c276a590319 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:53.000924 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-8d1a25f4-8630-4813-b24a-cc3baa84a976 None None] Provisioning complete for port 1e8b9c30-90a2-4d8c-9186-dac70e18fd9e triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:04:53.001514 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8d1a25f4-8630-4813-b24a-cc3baa84a976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:53.008187 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-380dfcd7-5355-4d8f-b36c-051aa17c3266 tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] For port bab30ca1-0bc0-4425-8a62-fd80997f7b3f, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=bab30ca1-0bc0-4425-8a62-fd80997f7b3f,segment=NetworkSegment(ce1bc847-811a-49ff-b165-fa475ea7a864),segment_id=ce1bc847-811a-49ff-b165-fa475ea7a864)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:04:53.008941 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-380dfcd7-5355-4d8f-b36c-051aa17c3266 tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:53.330206 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9f23ea66-866c-43c5-9999-03de513894b1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:53.330817 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f23ea66-866c-43c5-9999-03de513894b1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e7e8342e-ecf5-4c6d-8d11-e1600bb10c6f {{(pid=80766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 10:04:53.357376 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9f23ea66-866c-43c5-9999-03de513894b1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:53.366575 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9f23ea66-866c-43c5-9999-03de513894b1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] 10.222.0.57 "DELETE /v2.0/routers/e7e8342e-ecf5-4c6d-8d11-e1600bb10c6f HTTP/1.1" status: 204  len: 168 time: 12.5670400
Jan 29 10:04:53.369620 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47032) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:53.381040 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-2c1abac5-b380-432a-a0c0-791a53de5c44 None None] Provisioning complete for port 1e8b9c30-90a2-4d8c-9186-dac70e18fd9e triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:04:53.381461 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2c1abac5-b380-432a-a0c0-791a53de5c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:53.478151 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d930c990-2c26-45e9-a524-1dd57ae0ee91 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:53.490971 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-380dfcd7-5355-4d8f-b36c-051aa17c3266 tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Calling delete_port for bab30ca1-0bc0-4425-8a62-fd80997f7b3f owned by  {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:04:53.601348 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-d930c990-2c26-45e9-a524-1dd57ae0ee91 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99ca637438>,) {'filters': {'network_id': ['79f19374-c84c-4af1-8880-cc64ba911375']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:04:53.616274 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-d930c990-2c26-45e9-a524-1dd57ae0ee91 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99ca637438>, '0f9aaf60-fbce-4933-bd0f-0dd3d7ba359d') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:04:53.616840 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-d930c990-2c26-45e9-a524-1dd57ae0ee91 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99ca637438>, '0f9aaf60-fbce-4933-bd0f-0dd3d7ba359d') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:04:53.629492 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d930c990-2c26-45e9-a524-1dd57ae0ee91 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:53.650667 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aabca19-e473-4259-b84a-cfed8b2daa5d tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Pushing event updated for resources: {'Subnet': ['ID=3184a6a9-c8b6-4e21-89d6-4aa396f59db0,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:53.656656 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-aae01234-dcbe-435e-b78a-c4eae3ddc9ff req-3c2d6620-b893-4db3-b9b1-95f156c1af35 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c1a94fd-9fc6-4b72-84a0-fa9b7f0e148e HTTP/1.1" status: 200  len: 210 time: 1.0608473
Jan 29 10:04:53.665926 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4aabca19-e473-4259-b84a-cfed8b2daa5d tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.115s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:53.688626 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d930c990-2c26-45e9-a524-1dd57ae0ee91 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:53.691038 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d930c990-2c26-45e9-a524-1dd57ae0ee91 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Releasing vxlan tunnel 8 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:04:53.700688 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-380dfcd7-5355-4d8f-b36c-051aa17c3266 tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:53.705939 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-86eb63af-02af-4582-8852-0f98b481d834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:53.760586 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ecf0af51-6b29-4c37-b303-7a211fd616ff tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:53.827312 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380dfcd7-5355-4d8f-b36c-051aa17c3266 tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Pushing event deleted for resources: {'Port': ['ID=bab30ca1-0bc0-4425-8a62-fd80997f7b3f,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:53.899140 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-380dfcd7-5355-4d8f-b36c-051aa17c3266 tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:53.942527 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-de10dfb8-b43e-462a-a9b8-ee8fcb533db8 req-c7e98123-c7bb-4d10-924d-fefddaf977fd tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Synchronizing usage tracker for tenant:427e7808217340cf85796dc28ee6ee48 on resource:security_group {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:04:53.964283 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-d930c990-2c26-45e9-a524-1dd57ae0ee91 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Network 79f19374-c84c-4af1-8880-cc64ba911375 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:04:53.967243 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aabca19-e473-4259-b84a-cfed8b2daa5d tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Checking segment: {'id': '3d15500b-01d7-4e6e-a4be-6baafd1ab076', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '907e8d21-b566-4da3-a45e-6899a9c6de9b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:04:53.967642 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aabca19-e473-4259-b84a-cfed8b2daa5d tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Network hostable DHCP agents. Network: 907e8d21-b566-4da3-a45e-6899a9c6de9b, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:04:53.986946 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d930c990-2c26-45e9-a524-1dd57ae0ee91 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:54.026599 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-2905f3ab-b2d5-4e57-acbe-8142950a841d tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Deleting subnet 672e7782-c324-4d9f-9759-0713dfd48ae7 {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:04:54.048698 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-de10dfb8-b43e-462a-a9b8-ee8fcb533db8 req-c7e98123-c7bb-4d10-924d-fefddaf977fd tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Unset dirty status for tenant:427e7808217340cf85796dc28ee6ee48 on resource:security_group {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:04:54.057227 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-de10dfb8-b43e-462a-a9b8-ee8fcb533db8 req-c7e98123-c7bb-4d10-924d-fefddaf977fd tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--837142410&fields=id&tenant_id=427e7808217340cf85796dc28ee6ee48 HTTP/1.1" status: 200  len: 267 time: 0.4661100
Jan 29 10:04:54.106228 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2905f3ab-b2d5-4e57-acbe-8142950a841d tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:54.122765 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-380dfcd7-5355-4d8f-b36c-051aa17c3266 tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:54.124223 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:54.130552 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aabca19-e473-4259-b84a-cfed8b2daa5d tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Network 907e8d21-b566-4da3-a45e-6899a9c6de9b is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:04:54.154202 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5524186-a61e-49ef-ae18-5c276a590319 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Router 632570bf-0681-4ecb-b776-928458388e6f is scheduled to L3 agent 18987107-6d88-4736-94cf-15791d65b3ff with binding_index 1 {{(pid=80766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 29 10:04:54.251852 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-4aabca19-e473-4259-b84a-cfed8b2daa5d tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 907e8d21-b566-4da3-a45e-6899a9c6de9b) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:04:54.256150 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.objects.ports [None req-8295a79c-3980-4b32-bb22-70f5787fa5e2 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80765) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 29 10:04:54.256613 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8295a79c-3980-4b32-bb22-70f5787fa5e2 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:54.263377 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b93e566-98d7-4e5f-8c97-c7e462c17adc None None] Network 907e8d21-b566-4da3-a45e-6899a9c6de9b requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:04:54.265253 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-380dfcd7-5355-4d8f-b36c-051aa17c3266 tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] 10.222.0.57 "DELETE /v2.0/ports/bab30ca1-0bc0-4425-8a62-fd80997f7b3f HTTP/1.1" status: 204  len: 168 time: 2.3460746
Jan 29 10:04:54.284363 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 47048) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:54.339819 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:54.404263 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aabca19-e473-4259-b84a-cfed8b2daa5d tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:04:54.404932 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4aabca19-e473-4259-b84a-cfed8b2daa5d tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:54.434626 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2905f3ab-b2d5-4e57-acbe-8142950a841d tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:54.434841 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-7045c576-880a-40d8-8601-b58fd000e923 tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] GET failed (client error): The resource could not be found.
Jan 29 10:04:54.435295 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-7045c576-880a-40d8-8601-b58fd000e923 tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Synchronizing usage tracker for tenant:341d558eeaa045e7b5ee533a35efd885 on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:04:54.518333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 9966aa54-b711-4a1c-b2ed-b54e41447ddb no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:04:54.534683 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-d930c990-2c26-45e9-a524-1dd57ae0ee91 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Network 79f19374-c84c-4af1-8880-cc64ba911375 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:04:54.566469 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:04:54.566469 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:04:54.566469 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:04:54.566469 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:04:54.566469 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:04:54.566469 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:04:54.566469 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:04:54.566469 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:04:54.566469 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:04:54.566469 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:04:54.566469 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:04:54.566469 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:04:54.566469 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:04:54.566469 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:04:54.566469 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:04:54.566469 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:04:54.566469 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:04:54.566469 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:04:54.566469 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:04:54.566469 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:04:54.566469 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:04:54.566469 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:04:54.566469 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:04:54.566469 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:04:54.566469 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:04:54.566469 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:04:54.566469 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:04:54.566469 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:04:54.566469 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:04:54.566469 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:04:54.566469 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:04:54.566469 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:04:54.566469 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:04:54.566469 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:04:54.569462 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 9966aa54-b711-4a1c-b2ed-b54e41447ddb {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:04:54.569462 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 9966aa54-b711-4a1c-b2ed-b54e41447ddb not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:04:54.606638 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10dfb8-b43e-462a-a9b8-ee8fcb533db8 req-203836ad-224b-4277-8632-e9e41e3834ca tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:04:54.607446 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-de10dfb8-b43e-462a-a9b8-ee8fcb533db8 req-203836ad-224b-4277-8632-e9e41e3834ca tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Synchronizing usage tracker for tenant:427e7808217340cf85796dc28ee6ee48 on resource:network {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:04:54.628178 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4aabca19-e473-4259-b84a-cfed8b2daa5d tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 5.3060548
Jan 29 10:04:54.628178 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8295a79c-3980-4b32-bb22-70f5787fa5e2 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b3cc0641-981b-4a18-ba98-96bfab5beea0,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:54.635176 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8295a79c-3980-4b32-bb22-70f5787fa5e2 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:54.635534 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 47052) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:54.649620 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-f965e367-a2e7-4566-96ed-79bfd3ec0c9b tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Request body: {'port': {'network_id': '907e8d21-b566-4da3-a45e-6899a9c6de9b', 'name': 'tempest-NetworksIpV6TestAttrs-1523458928'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:04:54.661221 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7d2928-7ef4-4070-8cbc-81895c941974 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-907e8d21-b566-4da3-a45e-6899a9c6de9b', 'network_id': '907e8d21-b566-4da3-a45e-6899a9c6de9b', 'tenant_id': 'd8fb2116922348989967930f2f8f067f', 'fixed_ips': [{'subnet_id': '3184a6a9-c8b6-4e21-89d6-4aa396f59db0'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:04:54.662475 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-af7d2928-7ef4-4070-8cbc-81895c941974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:54.668750 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-7045c576-880a-40d8-8601-b58fd000e923 tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Unset dirty status for tenant:341d558eeaa045e7b5ee533a35efd885 on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:04:54.672331 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7045c576-880a-40d8-8601-b58fd000e923 tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] 10.222.0.57 "GET /v2.0/ports/bab30ca1-0bc0-4425-8a62-fd80997f7b3f HTTP/1.1" status: 404  len: 333 time: 0.3738966
Jan 29 10:04:54.685088 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 47056) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:54.711222 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-0623dce0-4871-428d-8fbe-36a2fca26822 tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1019150147', 'network_id': '55a9d6a1-efd9-4126-9d8a-ab0b8887a685'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:04:54.725959 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-0623dce0-4871-428d-8fbe-36a2fca26822 tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:04:54.739376 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-0623dce0-4871-428d-8fbe-36a2fca26822 tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:04:54.747798 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-de10dfb8-b43e-462a-a9b8-ee8fcb533db8 req-203836ad-224b-4277-8632-e9e41e3834ca tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Unset dirty status for tenant:427e7808217340cf85796dc28ee6ee48 on resource:network {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:04:54.749574 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-de10dfb8-b43e-462a-a9b8-ee8fcb533db8 req-203836ad-224b-4277-8632-e9e41e3834ca tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] 10.222.0.57 "GET /v2.0/networks?id=1fd58bb7-5017-4a35-98e9-2ebd6e679ae2 HTTP/1.1" status: 200  len: 811 time: 0.6909771
Jan 29 10:04:54.786073 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0623dce0-4871-428d-8fbe-36a2fca26822 tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Made reservation on behalf of 341d558eeaa045e7b5ee533a35efd885 for: {'port': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:04:54.791032 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0623dce0-4871-428d-8fbe-36a2fca26822 tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:54.828004 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-de10dfb8-b43e-462a-a9b8-ee8fcb533db8 req-cd318740-0bee-4867-88f6-bd81d9e2948f tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] 10.222.0.57 "GET /v2.0/quotas/427e7808217340cf85796dc28ee6ee48 HTTP/1.1" status: 200  len: 375 time: 0.0524113
Jan 29 10:04:54.893451 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:54.989055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5524186-a61e-49ef-ae18-5c276a590319 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:04:55.003865 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2905f3ab-b2d5-4e57-acbe-8142950a841d tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:55.046875 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.22', 56867) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:55.145141 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433d3520-fc94-40f5-9862-6c06aff02664 None None] Sync routers for ids ['632570bf-0681-4ecb-b776-928458388e6f'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:04:55.156050 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433d3520-fc94-40f5-9862-6c06aff02664 None None] Routers {'632570bf-0681-4ecb-b776-928458388e6f'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:04:55.156738 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-433d3520-fc94-40f5-9862-6c06aff02664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9649cf8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:04:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['632570bf-0681-4ecb-b776-928458388e6f'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:04:55.230347 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1351a2d3-f6fb-4ced-9a78-b6454ce3bc84 req-fc560ca5-031f-4134-b1ec-70c0a3a47960 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c1a94fd-9fc6-4b72-84a0-fa9b7f0e148e HTTP/1.1" status: 200  len: 210 time: 0.1290896
Jan 29 10:04:55.247551 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-433d3520-fc94-40f5-9862-6c06aff02664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9649cf8>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:04:55.281367 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433d3520-fc94-40f5-9862-6c06aff02664 None None] Routers {'632570bf-0681-4ecb-b776-928458388e6f'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:04:55.281367 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-433d3520-fc94-40f5-9862-6c06aff02664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9649cf8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:04:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['632570bf-0681-4ecb-b776-928458388e6f'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:04:55.316903 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d930c990-2c26-45e9-a524-1dd57ae0ee91 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:55.317415 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-f965e367-a2e7-4566-96ed-79bfd3ec0c9b tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:04:55.353651 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e5524186-a61e-49ef-ae18-5c276a590319 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:55.355504 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e5524186-a61e-49ef-ae18-5c276a590319 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 892 time: 17.2106299
Jan 29 10:04:55.360539 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47070) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:55.362921 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-433d3520-fc94-40f5-9862-6c06aff02664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9649cf8>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:04:55.363340 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433d3520-fc94-40f5-9862-6c06aff02664 None None] The sync data for ids ['632570bf-0681-4ecb-b776-928458388e6f'] in dv-neutron-772983-2-ovs is: [] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:04:55.377839 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d930c990-2c26-45e9-a524-1dd57ae0ee91 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  79f19374-c84c-4af1-8880-cc64ba911375 {{(pid=80766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Jan 29 10:04:55.380284 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d930c990-2c26-45e9-a524-1dd57ae0ee91 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:55.384942 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d930c990-2c26-45e9-a524-1dd57ae0ee91 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] 10.222.0.57 "DELETE /v2.0/networks/79f19374-c84c-4af1-8880-cc64ba911375 HTTP/1.1" status: 204  len: 168 time: 11.8943951
Jan 29 10:04:55.386233 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 47074) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:55.386479 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f965e367-a2e7-4566-96ed-79bfd3ec0c9b tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Usage tracker for resource:port and tenant:d8fb2116922348989967930f2f8f067f is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:04:55.406195 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-0623dce0-4871-428d-8fbe-36a2fca26822 tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] device_id is not set on port 5a8d1b74-5095-4f56-bf3b-844bdb738121 yet. {{(pid=80765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:04:55.446006 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f965e367-a2e7-4566-96ed-79bfd3ec0c9b tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Quota usage for port was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:04:55.451340 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-af7d2928-7ef4-4070-8cbc-81895c941974 None None] Allocated IP 2001:db8::f816:3eff:fec3:baab (907e8d21-b566-4da3-a45e-6899a9c6de9b/3184a6a9-c8b6-4e21-89d6-4aa396f59db0/b1260034-6746-43ef-abf2-bc7d79b38dec) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:04:55.522826 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7465e387-b19c-4019-9c7b-f37ddcfe7d2d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:55.523687 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-f965e367-a2e7-4566-96ed-79bfd3ec0c9b tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:04:55.604011 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-bbd2553e-6b1c-4bcc-b33b-fa95259e148c tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Synchronizing usage tracker for tenant:7bc33e18aa324c6ab0ebc654926bc951 on resource:floatingip {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:04:55.607019 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8295a79c-3980-4b32-bb22-70f5787fa5e2 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Checking segment: {'id': '214fb44b-20fd-480e-908c-b634f7cfc1be', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '012f6a81-d890-44b1-9cd1-1e22d02e16b8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:04:55.607541 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8295a79c-3980-4b32-bb22-70f5787fa5e2 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Network hostable DHCP agents. Network: 012f6a81-d890-44b1-9cd1-1e22d02e16b8, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:04:55.656882 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f965e367-a2e7-4566-96ed-79bfd3ec0c9b tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Made reservation on behalf of d8fb2116922348989967930f2f8f067f for: {'port': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:04:55.681125 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f965e367-a2e7-4566-96ed-79bfd3ec0c9b tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:55.704860 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-af7d2928-7ef4-4070-8cbc-81895c941974 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:55.717205 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2905f3ab-b2d5-4e57-acbe-8142950a841d tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:55.719826 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-af7d2928-7ef4-4070-8cbc-81895c941974 None None] Transition to ACTIVE for port object b1260034-6746-43ef-abf2-bc7d79b38dec will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:04:55.731341 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d930c990-2c26-45e9-a524-1dd57ae0ee91 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Pushing event deleted for resources: {'Network': ['ID=79f19374-c84c-4af1-8880-cc64ba911375,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:55.747839 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-af7d2928-7ef4-4070-8cbc-81895c941974 None None] Transition to ACTIVE for port object b1260034-6746-43ef-abf2-bc7d79b38dec will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:04:55.758282 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-af7d2928-7ef4-4070-8cbc-81895c941974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:55.804296 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d930c990-2c26-45e9-a524-1dd57ae0ee91 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:55.815231 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:55.825695 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-bbd2553e-6b1c-4bcc-b33b-fa95259e148c tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Unset dirty status for tenant:7bc33e18aa324c6ab0ebc654926bc951 on resource:floatingip {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:04:55.831048 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-bbd2553e-6b1c-4bcc-b33b-fa95259e148c tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] 10.222.0.57 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 1651 time: 0.4312344
Jan 29 10:04:55.846333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47094) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:55.917062 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2905f3ab-b2d5-4e57-acbe-8142950a841d tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=672e7782-c324-4d9f-9759-0713dfd48ae7,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:55.925941 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-79dddd26-23b6-40fd-9975-8bc478b7ada2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:55.932490 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2905f3ab-b2d5-4e57-acbe-8142950a841d tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:55.938852 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c655023-a83b-4f86-974e-8e802460fdd8 req-9394f875-a153-4757-90e0-fe5913555150 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:04:55.941099 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2c655023-a83b-4f86-974e-8e802460fdd8 req-9394f875-a153-4757-90e0-fe5913555150 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] 10.222.0.22 "GET /v2.0/networks?id=ad10d455-2f6c-4431-96c2-93a5f5aa1b82 HTTP/1.1" status: 200  len: 806 time: 0.8374424
Jan 29 10:04:56.002762 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-de10dfb8-b43e-462a-a9b8-ee8fcb533db8 req-a0f2a59e-1033-4472-9afb-720954340cbc tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=427e7808217340cf85796dc28ee6ee48&fields=id HTTP/1.1" status: 200  len: 348 time: 1.1238430
Jan 29 10:04:56.012675 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8295a79c-3980-4b32-bb22-70f5787fa5e2 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Network 012f6a81-d890-44b1-9cd1-1e22d02e16b8 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:04:56.023471 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:56.026332 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7d2928-7ef4-4070-8cbc-81895c941974 None None] Network 907e8d21-b566-4da3-a45e-6899a9c6de9b is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:04:56.040825 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-af7d2928-7ef4-4070-8cbc-81895c941974 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:04:56.055497 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7d2928-7ef4-4070-8cbc-81895c941974 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:04:56.099502 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f4317e-69a9-4b87-9394-e2134360b8b4 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:04:56.099968 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f4317e-69a9-4b87-9394-e2134360b8b4 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:04:56.100386 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f4317e-69a9-4b87-9394-e2134360b8b4 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:04:56.100800 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f4317e-69a9-4b87-9394-e2134360b8b4 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:04:56.101206 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f4317e-69a9-4b87-9394-e2134360b8b4 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:04:56.101612 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f4317e-69a9-4b87-9394-e2134360b8b4 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:04:56.102037 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f4317e-69a9-4b87-9394-e2134360b8b4 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:04:56.102439 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f4317e-69a9-4b87-9394-e2134360b8b4 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:04:56.102837 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f4317e-69a9-4b87-9394-e2134360b8b4 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:04:56.103998 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a1f4317e-69a9-4b87-9394-e2134360b8b4 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Synchronizing usage tracker for tenant:7bc33e18aa324c6ab0ebc654926bc951 on resource:subnet {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:04:56.211146 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-af7d2928-7ef4-4070-8cbc-81895c941974 None None] Attempting to bind port b1260034-6746-43ef-abf2-bc7d79b38dec on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:04:56.212066 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-af7d2928-7ef4-4070-8cbc-81895c941974 None None] Attempting to bind port b1260034-6746-43ef-abf2-bc7d79b38dec by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '3d15500b-01d7-4e6e-a4be-6baafd1ab076', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '907e8d21-b566-4da3-a45e-6899a9c6de9b'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:04:56.212729 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7d2928-7ef4-4070-8cbc-81895c941974 None None] Attempting to bind port b1260034-6746-43ef-abf2-bc7d79b38dec on network 907e8d21-b566-4da3-a45e-6899a9c6de9b {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:04:56.226351 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7d2928-7ef4-4070-8cbc-81895c941974 None None] Pushing event updated for resources: {'Port': ['ID=b1260034-6746-43ef-abf2-bc7d79b38dec,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:56.231637 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7d2928-7ef4-4070-8cbc-81895c941974 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:04:56.232308 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7d2928-7ef4-4070-8cbc-81895c941974 None None] Checking segment: {'id': '3d15500b-01d7-4e6e-a4be-6baafd1ab076', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '907e8d21-b566-4da3-a45e-6899a9c6de9b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:04:56.233068 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-af7d2928-7ef4-4070-8cbc-81895c941974 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:56.235384 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7d2928-7ef4-4070-8cbc-81895c941974 None None] Bound using segment: {'id': '3d15500b-01d7-4e6e-a4be-6baafd1ab076', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '907e8d21-b566-4da3-a45e-6899a9c6de9b'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:04:56.236262 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-af7d2928-7ef4-4070-8cbc-81895c941974 None None] Bound port: b1260034-6746-43ef-abf2-bc7d79b38dec, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d15500b-01d7-4e6e-a4be-6baafd1ab076', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '907e8d21-b566-4da3-a45e-6899a9c6de9b'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:04:56.236944 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-af7d2928-7ef4-4070-8cbc-81895c941974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:56.272354 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-af7d2928-7ef4-4070-8cbc-81895c941974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:56.310022 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2905f3ab-b2d5-4e57-acbe-8142950a841d tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:56.379315 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-af7d2928-7ef4-4070-8cbc-81895c941974 None None] For port b1260034-6746-43ef-abf2-bc7d79b38dec, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:04:56.383443 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-af7d2928-7ef4-4070-8cbc-81895c941974 None None] For port b1260034-6746-43ef-abf2-bc7d79b38dec, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=b1260034-6746-43ef-abf2-bc7d79b38dec,segment=NetworkSegment(3d15500b-01d7-4e6e-a4be-6baafd1ab076),segment_id=3d15500b-01d7-4e6e-a4be-6baafd1ab076)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:04:56.388223 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-af7d2928-7ef4-4070-8cbc-81895c941974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:56.418056 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-80e31e77-b8aa-46ea-b4a0-6a6f377d4ed3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:56.446636 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2905f3ab-b2d5-4e57-acbe-8142950a841d tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] 10.222.0.57 "DELETE /v2.0/subnets/672e7782-c324-4d9f-9759-0713dfd48ae7 HTTP/1.1" status: 204  len: 168 time: 2.7640061
Jan 29 10:04:56.447579 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47106) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:56.507781 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a1f4317e-69a9-4b87-9394-e2134360b8b4 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Unset dirty status for tenant:7bc33e18aa324c6ab0ebc654926bc951 on resource:subnet {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:04:56.509277 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a1f4317e-69a9-4b87-9394-e2134360b8b4 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 5818 time: 0.6531086
Jan 29 10:04:56.527043 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47110) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:56.571100 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7d2928-7ef4-4070-8cbc-81895c941974 None None] Pushing event updated for resources: {'Port': ['ID=b1260034-6746-43ef-abf2-bc7d79b38dec,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:56.577548 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-af7d2928-7ef4-4070-8cbc-81895c941974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:56.679790 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-ba9dd161-74c2-4b2f-91b3-c3ab3933e727 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] delete failed (client error): The resource could not be found.
Jan 29 10:04:56.690687 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ba9dd161-74c2-4b2f-91b3-c3ab3933e727 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] 10.222.0.57 "DELETE /v2.0/floatingips/6b4fbeca-fd36-4abf-b7cc-d23fe42b5ca9 HTTP/1.1" status: 404  len: 345 time: 0.1622474
Jan 29 10:04:56.699936 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47114) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:56.746481 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-8295a79c-3980-4b32-bb22-70f5787fa5e2 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 012f6a81-d890-44b1-9cd1-1e22d02e16b8) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:04:56.756449 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e37dda-50b3-43f5-8a3a-1f0c964fd2ae None None] Network 012f6a81-d890-44b1-9cd1-1e22d02e16b8 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:04:56.802920 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-47faa1f5-a0f9-4b78-9df6-81edcad7ecac tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] DELETE failed (client error): The resource could not be found.
Jan 29 10:04:56.803739 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47faa1f5-a0f9-4b78-9df6-81edcad7ecac tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:04:56.805725 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-47faa1f5-a0f9-4b78-9df6-81edcad7ecac tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] 10.222.0.57 "DELETE /v2.0/networks/79f19374-c84c-4af1-8880-cc64ba911375 HTTP/1.1" status: 404  len: 339 time: 0.0816505
Jan 29 10:04:56.813855 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47118) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:56.820212 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-16f61dee-6b7c-497c-bb15-9385bb6015e7 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Request body: {'network': {'name': 'tempest-network--1351303133', 'router:external': True}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:04:56.826573 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-16f61dee-6b7c-497c-bb15-9385bb6015e7 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:04:56.831541 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-16f61dee-6b7c-497c-bb15-9385bb6015e7 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Usage tracker for resource:network and tenant:7bc33e18aa324c6ab0ebc654926bc951 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:04:56.835044 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-16f61dee-6b7c-497c-bb15-9385bb6015e7 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:04:56.841253 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-16f61dee-6b7c-497c-bb15-9385bb6015e7 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:04:56.940348 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f61dee-6b7c-497c-bb15-9385bb6015e7 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Made reservation on behalf of 7bc33e18aa324c6ab0ebc654926bc951 for: {'network': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:04:56.945445 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-16f61dee-6b7c-497c-bb15-9385bb6015e7 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:56.979308 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8af8dca3-deb4-4edb-b335-a3bd1f60a40b tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:57.101967 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1bcb83-e427-4794-b28b-2ccedae92758 None None] Network 012f6a81-d890-44b1-9cd1-1e22d02e16b8 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:04:57.225125 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16f61dee-6b7c-497c-bb15-9385bb6015e7 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:04:57.373142 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-16f61dee-6b7c-497c-bb15-9385bb6015e7 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268197113528', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:57.374101 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-16f61dee-6b7c-497c-bb15-9385bb6015e7 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Added segment 1f8baebb-1581-4d5c-a4fa-d1792a69c92d of type vxlan for network 6435712c-af05-41d2-b895-7fecaf9b27ef
Jan 29 10:04:57.395384 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-de10dfb8-b43e-462a-a9b8-ee8fcb533db8 req-fc0fdb9e-e8af-44de-922d-c6593eb1e00c service neutron] 10.222.0.57 "GET /v2.0/networks/1fd58bb7-5017-4a35-98e9-2ebd6e679ae2?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.3413956
Jan 29 10:04:57.396365 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8295a79c-3980-4b32-bb22-70f5787fa5e2 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:04:57.397009 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8295a79c-3980-4b32-bb22-70f5787fa5e2 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:57.458700 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8af8dca3-deb4-4edb-b335-a3bd1f60a40b tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:57.602104 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-16f61dee-6b7c-497c-bb15-9385bb6015e7 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:57.676870 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2c655023-a83b-4f86-974e-8e802460fdd8 req-5ad41efe-5f2b-405a-8882-199a418f9374 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=063e89324bbe4d0080d07e952e1945cf HTTP/1.1" status: 200  len: 5705 time: 1.6723220
Jan 29 10:04:57.682638 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-8af8dca3-deb4-4edb-b335-a3bd1f60a40b tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c85c9080>,) {'filters': {'network_id': ['42f31e24-bd43-455f-817b-62e21c77f7a8']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:04:57.690419 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9800d758-7aef-4a0f-9cf4-2ce4fe639c79 req-b8f0116f-5e63-4e8a-bc0d-8d3156083b71 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c1a94fd-9fc6-4b72-84a0-fa9b7f0e148e HTTP/1.1" status: 200  len: 210 time: 0.9721928
Jan 29 10:04:57.734512 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-8af8dca3-deb4-4edb-b335-a3bd1f60a40b tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c85c9080>, '498e7b73-a037-4445-8b64-1106b8ffbdc9') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:04:57.734868 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-8af8dca3-deb4-4edb-b335-a3bd1f60a40b tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c85c9080>, '498e7b73-a037-4445-8b64-1106b8ffbdc9') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:04:57.763055 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8295a79c-3980-4b32-bb22-70f5787fa5e2 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 6.9198108
Jan 29 10:04:57.779414 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 47122) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:57.786862 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8af8dca3-deb4-4edb-b335-a3bd1f60a40b tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:57.807404 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-bee892c6-f9ad-4e17-908d-3c719b89b99e tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1304929496', 'network_id': '012f6a81-d890-44b1-9cd1-1e22d02e16b8'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:04:57.815387 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-16f61dee-6b7c-497c-bb15-9385bb6015e7 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:57.817623 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-bee892c6-f9ad-4e17-908d-3c719b89b99e tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:04:57.822975 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0623dce0-4871-428d-8fbe-36a2fca26822 tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:57.825736 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f61dee-6b7c-497c-bb15-9385bb6015e7 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:04:57.826417 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-16f61dee-6b7c-497c-bb15-9385bb6015e7 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:57.836138 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8af8dca3-deb4-4edb-b335-a3bd1f60a40b tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:57.839425 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-de10dfb8-b43e-462a-a9b8-ee8fcb533db8 req-0ff98c53-9181-4d1a-ad17-0d88c7eea474 service neutron] 10.222.0.57 "GET /v2.0/networks/1fd58bb7-5017-4a35-98e9-2ebd6e679ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3994105
Jan 29 10:04:57.840510 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-bee892c6-f9ad-4e17-908d-3c719b89b99e tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Usage tracker for resource:port and tenant:e6ac5606c3f647439606dc5a53249186 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:04:57.850136 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-bee892c6-f9ad-4e17-908d-3c719b89b99e tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:04:57.851567 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d930c990-2c26-45e9-a524-1dd57ae0ee91 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:57.864917 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-f965e367-a2e7-4566-96ed-79bfd3ec0c9b tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] device_id is not set on port a96f6365-40d2-4f99-a472-a23312a2ad4a yet. {{(pid=80765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:04:57.885537 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8af8dca3-deb4-4edb-b335-a3bd1f60a40b tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Releasing vxlan tunnel 7 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:04:57.906501 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-bee892c6-f9ad-4e17-908d-3c719b89b99e tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:04:57.959428 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee892c6-f9ad-4e17-908d-3c719b89b99e tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Made reservation on behalf of e6ac5606c3f647439606dc5a53249186 for: {'port': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:04:57.964474 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bee892c6-f9ad-4e17-908d-3c719b89b99e tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:58.264534 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-f965e367-a2e7-4566-96ed-79bfd3ec0c9b tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Allocated IP 2001:db8::f816:3eff:fe93:c65a (907e8d21-b566-4da3-a45e-6899a9c6de9b/3184a6a9-c8b6-4e21-89d6-4aa396f59db0/a96f6365-40d2-4f99-a472-a23312a2ad4a) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:04:58.586539 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e264b8-812f-4556-9c1c-b513179a095e None None] Network 907e8d21-b566-4da3-a45e-6899a9c6de9b requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:04:58.638991 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device b1260034-6746-43ef-abf2-bc7d79b38dec up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:04:58.640745 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9d868351-f2fb-4567-9483-b996f8c41f6b req-64b1977e-0c9a-4b72-93af-fa0ab0032929 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f010b7d-6299-4840-b36f-8427c8fd3647 HTTP/1.1" status: 200  len: 210 time: 0.4660950
Jan 29 10:04:58.675758 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-bee892c6-f9ad-4e17-908d-3c719b89b99e tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] device_id is not set on port 98d5f5c4-34f9-4065-9202-9a4fbb151726 yet. {{(pid=80765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:04:58.866885 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-fa2381d0-132a-4ace-89b9-bd0347bf8c28 None None] Provisioning for port b1260034-6746-43ef-abf2-bc7d79b38dec completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:04:58.943459 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-8af8dca3-deb4-4edb-b335-a3bd1f60a40b tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Network 42f31e24-bd43-455f-817b-62e21c77f7a8 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:04:58.962626 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8af8dca3-deb4-4edb-b335-a3bd1f60a40b tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:58.988005 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-16f61dee-6b7c-497c-bb15-9385bb6015e7 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 856 time: 2.1704557
Jan 29 10:04:58.988237 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f965e367-a2e7-4566-96ed-79bfd3ec0c9b tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:58.994085 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port b1260034-6746-43ef-abf2-bc7d79b38dec completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:04:59.002312 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port b1260034-6746-43ef-abf2-bc7d79b38dec triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:04:59.002768 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:59.014132 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 47154) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:04:59.016077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0623dce0-4871-428d-8fbe-36a2fca26822 tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:59.087049 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-f965e367-a2e7-4566-96ed-79bfd3ec0c9b tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Transition to ACTIVE for port object a96f6365-40d2-4f99-a472-a23312a2ad4a will not be triggered until provisioned by entity DHCP. {{(pid=80765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:04:59.113716 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ecf0af51-6b29-4c37-b303-7a211fd616ff tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:59.150890 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f61dee-6b7c-497c-bb15-9385bb6015e7 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Pushing event updated for resources: {'Network': ['ID=6435712c-af05-41d2-b895-7fecaf9b27ef,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:59.170581 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-16f61dee-6b7c-497c-bb15-9385bb6015e7 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.319s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:59.183467 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 6435712c-af05-41d2-b895-7fecaf9b27ef details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:04:59.206069 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0e237166-94a5-4a6e-a391-0dde440437a4 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:59.246352 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0623dce0-4871-428d-8fbe-36a2fca26822 tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Pushing event updated for resources: {'Port': ['ID=5a8d1b74-5095-4f56-bf3b-844bdb738121,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:59.250574 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f965e367-a2e7-4566-96ed-79bfd3ec0c9b tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:59.267453 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0623dce0-4871-428d-8fbe-36a2fca26822 tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:59.357968 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-8af8dca3-deb4-4edb-b335-a3bd1f60a40b tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Network 42f31e24-bd43-455f-817b-62e21c77f7a8 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:04:59.390218 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:04:59.390218 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:04:59.390218 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:04:59.390218 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:04:59.390218 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:04:59.390218 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:04:59.390218 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:04:59.390218 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:04:59.390218 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:04:59.390218 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:04:59.390218 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:04:59.390218 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:04:59.390218 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:04:59.390218 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:04:59.390218 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:04:59.390218 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:04:59.390218 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:04:59.390218 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:04:59.390218 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:04:59.390218 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:04:59.390218 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:04:59.390218 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:04:59.390218 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:04:59.390218 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:04:59.390218 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:04:59.390218 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:04:59.390218 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:04:59.390218 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:04:59.390218 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:04:59.390218 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:04:59.390218 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:04:59.390218 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:04:59.394748 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 6435712c-af05-41d2-b895-7fecaf9b27ef details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:04:59.469030 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-254c33c1-eeb4-4eba-841b-13065016d817 req-d7558564-909a-4f96-91e1-b879c70cc32c tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c1a94fd-9fc6-4b72-84a0-fa9b7f0e148e HTTP/1.1" status: 200  len: 210 time: 0.4611027
Jan 29 10:04:59.470068 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2aee1799-7b5f-4e75-a32e-478d0eb8e8bb tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:59.606219 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f965e367-a2e7-4566-96ed-79bfd3ec0c9b tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Pushing event updated for resources: {'Port': ['ID=a96f6365-40d2-4f99-a472-a23312a2ad4a,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:59.623427 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f965e367-a2e7-4566-96ed-79bfd3ec0c9b tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:59.648070 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f965e367-a2e7-4566-96ed-79bfd3ec0c9b tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Network 907e8d21-b566-4da3-a45e-6899a9c6de9b is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:04:59.704082 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:59.770320 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-f965e367-a2e7-4566-96ed-79bfd3ec0c9b tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:04:59.775424 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8af8dca3-deb4-4edb-b335-a3bd1f60a40b tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:59.777665 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port b1260034-6746-43ef-abf2-bc7d79b38dec, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=b1260034-6746-43ef-abf2-bc7d79b38dec,segment=NetworkSegment(3d15500b-01d7-4e6e-a4be-6baafd1ab076),segment_id=3d15500b-01d7-4e6e-a4be-6baafd1ab076)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:04:59.788659 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af8dca3-deb4-4edb-b335-a3bd1f60a40b tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  42f31e24-bd43-455f-817b-62e21c77f7a8 {{(pid=80766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Jan 29 10:04:59.792667 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:59.794738 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8af8dca3-deb4-4edb-b335-a3bd1f60a40b tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:59.798828 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2e55bd3a-5867-457c-bcbe-41e8bd45a7e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:59.800141 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-bee892c6-f9ad-4e17-908d-3c719b89b99e tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Allocated IP 172.20.0.10 (012f6a81-d890-44b1-9cd1-1e22d02e16b8/b3cc0641-981b-4a18-ba98-96bfab5beea0/98d5f5c4-34f9-4065-9202-9a4fbb151726) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:04:59.804617 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f82cf610-765e-4ebb-b2e4-1bf826516794 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:04:59.813921 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f965e367-a2e7-4566-96ed-79bfd3ec0c9b tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:04:59.860885 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af8dca3-deb4-4edb-b335-a3bd1f60a40b tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Pushing event deleted for resources: {'Network': ['ID=42f31e24-bd43-455f-817b-62e21c77f7a8,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:59.870730 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8af8dca3-deb4-4edb-b335-a3bd1f60a40b tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:04:59.903383 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f965e367-a2e7-4566-96ed-79bfd3ec0c9b tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:04:59.904483 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f965e367-a2e7-4566-96ed-79bfd3ec0c9b tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:04:59.919948 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8af8dca3-deb4-4edb-b335-a3bd1f60a40b tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] 10.222.0.57 "DELETE /v2.0/networks/42f31e24-bd43-455f-817b-62e21c77f7a8 HTTP/1.1" status: 204  len: 168 time: 3.4648712
Jan 29 10:04:59.993009 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=b1260034-6746-43ef-abf2-bc7d79b38dec,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:04:59.997494 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:00.361512 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-ecdd13d0-07e0-4793-aa90-b7b6834e1dee None None] Provisioning complete for port b1260034-6746-43ef-abf2-bc7d79b38dec triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:05:00.365146 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ecdd13d0-07e0-4793-aa90-b7b6834e1dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:00.517335 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-0e237166-94a5-4a6e-a391-0dde440437a4 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Allocated IP 172.20.0.1 (a6b4e5c6-3415-47bf-b302-aa20dd1624c6/e8a91225-b7a1-4895-9801-7748e1936126/8b726316-fabb-4c16-aa91-af9c5165413d) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:05:00.618305 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device b1260034-6746-43ef-abf2-bc7d79b38dec up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:05:00.672354 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47176) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:00.673061 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f965e367-a2e7-4566-96ed-79bfd3ec0c9b tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 951 time: 6.0273201
Jan 29 10:05:00.791120 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-405f8a3e-7ecc-41b2-9af8-1abe5fee9dd3 req-d5e09239-5e24-4613-8041-0da73c7197a2 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f010b7d-6299-4840-b36f-8427c8fd3647 HTTP/1.1" status: 200  len: 210 time: 0.8006866
Jan 29 10:05:00.826858 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0623dce0-4871-428d-8fbe-36a2fca26822 tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Network 55a9d6a1-efd9-4126-9d8a-ab0b8887a685 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:05:00.888256 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-0623dce0-4871-428d-8fbe-36a2fca26822 tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:05:00.937851 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0623dce0-4871-428d-8fbe-36a2fca26822 tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:05:00.939287 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0623dce0-4871-428d-8fbe-36a2fca26822 tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:00.940177 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0623dce0-4871-428d-8fbe-36a2fca26822 tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:00.974520 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47180) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:00.993837 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-b33e04fa-5ef0-4ea6-8633-09df614990a9 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Request body: {'router': {'name': 'tempest-router--1644980293', 'project_id': 'cd97f1cb854749f485edb8f356f3bfeb'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:05:01.000261 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-b33e04fa-5ef0-4ea6-8633-09df614990a9 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:05:01.004659 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b33e04fa-5ef0-4ea6-8633-09df614990a9 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Usage tracker for resource:router and tenant:cd97f1cb854749f485edb8f356f3bfeb is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:05:01.008232 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b33e04fa-5ef0-4ea6-8633-09df614990a9 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:05:01.014535 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-b33e04fa-5ef0-4ea6-8633-09df614990a9 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:05:01.028994 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-25f76f70-39ac-4c13-8e0e-095f3e94ad39 req-858409aa-90f3-4948-a2dd-4b81f4107d03 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c1a94fd-9fc6-4b72-84a0-fa9b7f0e148e HTTP/1.1" status: 200  len: 210 time: 0.2096484
Jan 29 10:05:01.034065 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b33e04fa-5ef0-4ea6-8633-09df614990a9 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:01.035292 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b33e04fa-5ef0-4ea6-8633-09df614990a9 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:01.067777 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0623dce0-4871-428d-8fbe-36a2fca26822 tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 6.3708589
Jan 29 10:05:01.069163 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 47184) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:01.165369 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad05009a-4a53-41ab-8795-dde42bf5d3fd tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Deleting subnet 3184a6a9-c8b6-4e21-89d6-4aa396f59db0 {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:05:01.168912 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ad05009a-4a53-41ab-8795-dde42bf5d3fd tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:01.239090 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ad05009a-4a53-41ab-8795-dde42bf5d3fd tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:01.291816 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port b1260034-6746-43ef-abf2-bc7d79b38dec triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:05:01.292195 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:01.374557 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bee892c6-f9ad-4e17-908d-3c719b89b99e tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:01.434923 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-ecdd13d0-07e0-4793-aa90-b7b6834e1dee None None] Provisioning for port a96f6365-40d2-4f99-a472-a23312a2ad4a completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:05:01.458898 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ad05009a-4a53-41ab-8795-dde42bf5d3fd tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:01.492252 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-ecdd13d0-07e0-4793-aa90-b7b6834e1dee None None] Provisioning complete for port a96f6365-40d2-4f99-a472-a23312a2ad4a triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:05:01.492747 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ecdd13d0-07e0-4793-aa90-b7b6834e1dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:01.551931 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cf5aaf-1c08-423b-ab02-8499dbf4628e tempest-ExternalNetworksTestJSON-37437347 tempest-ExternalNetworksTestJSON-37437347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:01.656682 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-ecdd13d0-07e0-4793-aa90-b7b6834e1dee None None] Port a96f6365-40d2-4f99-a472-a23312a2ad4a cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:05:01.657484 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b33e04fa-5ef0-4ea6-8633-09df614990a9 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:01.715619 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cf5aaf-1c08-423b-ab02-8499dbf4628e tempest-ExternalNetworksTestJSON-37437347 tempest-ExternalNetworksTestJSON-37437347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:01.734270 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0e237166-94a5-4a6e-a391-0dde440437a4 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:01.750425 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b33e04fa-5ef0-4ea6-8633-09df614990a9 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:01.788942 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-0e237166-94a5-4a6e-a391-0dde440437a4 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Transition to ACTIVE for port object 8b726316-fabb-4c16-aa91-af9c5165413d will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:05:01.789709 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-53be5af4-b140-4fa5-bd00-c2f8166d1da3 None None] Provisioning complete for port b1260034-6746-43ef-abf2-bc7d79b38dec triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:05:01.791098 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-53be5af4-b140-4fa5-bd00-c2f8166d1da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:01.807008 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cf5aaf-1c08-423b-ab02-8499dbf4628e tempest-ExternalNetworksTestJSON-37437347 tempest-ExternalNetworksTestJSON-37437347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:01.837503 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b33e04fa-5ef0-4ea6-8633-09df614990a9 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:01.842006 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b33e04fa-5ef0-4ea6-8633-09df614990a9 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 723 time: 0.8654425
Jan 29 10:05:01.842809 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47188) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:01.896164 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cf5aaf-1c08-423b-ab02-8499dbf4628e tempest-ExternalNetworksTestJSON-37437347 tempest-ExternalNetworksTestJSON-37437347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:01.984138 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cf5aaf-1c08-423b-ab02-8499dbf4628e tempest-ExternalNetworksTestJSON-37437347 tempest-ExternalNetworksTestJSON-37437347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:02.095029 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cf5aaf-1c08-423b-ab02-8499dbf4628e tempest-ExternalNetworksTestJSON-37437347 tempest-ExternalNetworksTestJSON-37437347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:02.096118 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e8cf5aaf-1c08-423b-ab02-8499dbf4628e tempest-ExternalNetworksTestJSON-37437347 tempest-ExternalNetworksTestJSON-37437347-project] Synchronizing usage tracker for tenant:275d3f23645645e3909bca95261cf017 on resource:network {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:05:02.125237 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-53be5af4-b140-4fa5-bd00-c2f8166d1da3 None None] Provisioning complete for port a96f6365-40d2-4f99-a472-a23312a2ad4a triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:05:02.125582 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-53be5af4-b140-4fa5-bd00-c2f8166d1da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:02.138182 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-aba57fb4-4580-415d-b48f-90f4aab28f0a tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks [] for router, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:02.208328 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-58b98c1a-116c-493a-9390-b5f539b7686d req-2d0fea6c-b83b-42dc-99b4-718feb588f71 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f010b7d-6299-4840-b36f-8427c8fd3647 HTTP/1.1" status: 200  len: 210 time: 0.1086445
Jan 29 10:05:02.209482 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bee892c6-f9ad-4e17-908d-3c719b89b99e tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:02.255622 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-471008b2-60f5-4cd0-8416-1d4908b14d48 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:02.269116 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-53be5af4-b140-4fa5-bd00-c2f8166d1da3 None None] Port a96f6365-40d2-4f99-a472-a23312a2ad4a cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:05:02.437570 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-aba57fb4-4580-415d-b48f-90f4aab28f0a tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:02.440217 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7c279133-3d72-4a93-beef-9c39291e9fbd req-76c33e4c-858a-4073-9013-da4b03650989 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c1a94fd-9fc6-4b72-84a0-fa9b7f0e148e HTTP/1.1" status: 200  len: 210 time: 0.1035480
Jan 29 10:05:02.443977 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-aba57fb4-4580-415d-b48f-90f4aab28f0a tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:02.454315 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ad05009a-4a53-41ab-8795-dde42bf5d3fd tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:02.491875 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee892c6-f9ad-4e17-908d-3c719b89b99e tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Pushing event updated for resources: {'Port': ['ID=98d5f5c4-34f9-4065-9202-9a4fbb151726,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:02.493158 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8a4eb176-fb90-45ec-a4c9-fd8d8f09ae18 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:02.494979 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e8cf5aaf-1c08-423b-ab02-8499dbf4628e tempest-ExternalNetworksTestJSON-37437347 tempest-ExternalNetworksTestJSON-37437347-project] Unset dirty status for tenant:275d3f23645645e3909bca95261cf017 on resource:network {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:05:02.496334 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e8cf5aaf-1c08-423b-ab02-8499dbf4628e tempest-ExternalNetworksTestJSON-37437347 tempest-ExternalNetworksTestJSON-37437347-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3627 time: 3.4781764
Jan 29 10:05:02.500204 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bee892c6-f9ad-4e17-908d-3c719b89b99e tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:02.505726 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 47196) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:02.506851 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a108defe-3b56-4c65-94fb-89a7dad71308 tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:02.507470 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a108defe-3b56-4c65-94fb-89a7dad71308 tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Synchronizing usage tracker for tenant:341d558eeaa045e7b5ee533a35efd885 on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:05:02.534516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0e237166-94a5-4a6e-a391-0dde440437a4 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:02.553198 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-aba57fb4-4580-415d-b48f-90f4aab28f0a tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:02.553969 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba57fb4-4580-415d-b48f-90f4aab28f0a tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fa9c1efa-71b8-4f0a-b0fd-50fd32cf7833 {{(pid=80766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 10:05:02.575642 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad05009a-4a53-41ab-8795-dde42bf5d3fd tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Pushing event deleted for resources: {'Subnet': ['ID=3184a6a9-c8b6-4e21-89d6-4aa396f59db0,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:02.579250 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ad05009a-4a53-41ab-8795-dde42bf5d3fd tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:02.583258 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a108defe-3b56-4c65-94fb-89a7dad71308 tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Unset dirty status for tenant:341d558eeaa045e7b5ee533a35efd885 on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:05:02.592528 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a108defe-3b56-4c65-94fb-89a7dad71308 tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] 10.222.0.57 "GET /v2.0/ports/5a8d1b74-5095-4f56-bf3b-844bdb738121 HTTP/1.1" status: 200  len: 955 time: 1.5050318
Jan 29 10:05:02.592746 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:02.598763 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 47200) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:02.754920 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6a33e5c8-245f-4b9c-8f1b-9b3e95d1277d tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:02.846658 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-97d10aa6-307e-40f2-93f8-7b3af0ba1b8f tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Deleting port 5a8d1b74-5095-4f56-bf3b-844bdb738121 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:05:02.846972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-97d10aa6-307e-40f2-93f8-7b3af0ba1b8f tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:02.893348 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee892c6-f9ad-4e17-908d-3c719b89b99e tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Network 012f6a81-d890-44b1-9cd1-1e22d02e16b8 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:05:02.896338 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-bee892c6-f9ad-4e17-908d-3c719b89b99e tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:05:02.933421 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee892c6-f9ad-4e17-908d-3c719b89b99e tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:05:02.978344 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-aba57fb4-4580-415d-b48f-90f4aab28f0a tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:02.979898 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-aba57fb4-4580-415d-b48f-90f4aab28f0a tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] 10.222.0.57 "DELETE /v2.0/routers/fa9c1efa-71b8-4f0a-b0fd-50fd32cf7833 HTTP/1.1" status: 204  len: 168 time: 1.1325579
Jan 29 10:05:03.026897 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee892c6-f9ad-4e17-908d-3c719b89b99e tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:03.027568 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bee892c6-f9ad-4e17-908d-3c719b89b99e tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:03.067691 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e237166-94a5-4a6e-a391-0dde440437a4 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Pushing event updated for resources: {'Port': ['ID=8b726316-fabb-4c16-aa91-af9c5165413d,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:03.072715 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0e237166-94a5-4a6e-a391-0dde440437a4 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:03.089995 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ad05009a-4a53-41ab-8795-dde42bf5d3fd tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:03.091995 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ad05009a-4a53-41ab-8795-dde42bf5d3fd tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] 10.222.0.57 "DELETE /v2.0/subnets/3184a6a9-c8b6-4e21-89d6-4aa396f59db0 HTTP/1.1" status: 204  len: 168 time: 2.3715901
Jan 29 10:05:03.095047 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47206) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:03.101937 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d28bd76-58a2-4281-8867-b0ae321f297e None None] Network 907e8d21-b566-4da3-a45e-6899a9c6de9b requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:05:03.179503 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-bee892c6-f9ad-4e17-908d-3c719b89b99e tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1024 time: 5.3953097
Jan 29 10:05:03.185089 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6a33e5c8-245f-4b9c-8f1b-9b3e95d1277d tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:03.189050 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47210) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:03.245607 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e237166-94a5-4a6e-a391-0dde440437a4 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Network a6b4e5c6-3415-47bf-b302-aa20dd1624c6 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:05:03.255602 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 47214) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:03.275680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69e6a24-f470-4f72-afcc-4167f5a596f8 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:03.292881 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69e6a24-f470-4f72-afcc-4167f5a596f8 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:03.293747 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a69e6a24-f470-4f72-afcc-4167f5a596f8 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Synchronizing usage tracker for tenant:d8fb2116922348989967930f2f8f067f on resource:subnet {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:05:03.298565 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-0e237166-94a5-4a6e-a391-0dde440437a4 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:05:03.305149 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e237166-94a5-4a6e-a391-0dde440437a4 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:05:03.440986 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-80e2f7e9-761a-4166-aee8-fdb5d5cd7d4a tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Deleting port 98d5f5c4-34f9-4065-9202-9a4fbb151726 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:05:03.441544 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-80e2f7e9-761a-4166-aee8-fdb5d5cd7d4a tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:03.467408 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-97d10aa6-307e-40f2-93f8-7b3af0ba1b8f tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:03.491486 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a69e6a24-f470-4f72-afcc-4167f5a596f8 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Unset dirty status for tenant:d8fb2116922348989967930f2f8f067f on resource:subnet {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:05:03.493007 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a69e6a24-f470-4f72-afcc-4167f5a596f8 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.3968875
Jan 29 10:05:03.503259 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 47224) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:03.505029 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-6a33e5c8-245f-4b9c-8f1b-9b3e95d1277d tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c86f20f0>,) {'filters': {'network_id': ['6435712c-af05-41d2-b895-7fecaf9b27ef']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:05:03.512190 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0e237166-94a5-4a6e-a391-0dde440437a4 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854426412'] for router_interface, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:03.712139 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-b6dbc524-50ea-4e9b-8973-a80f283d64db None None] Provisioning for port 8b726316-fabb-4c16-aa91-af9c5165413d completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:05:03.739311 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-b6dbc524-50ea-4e9b-8973-a80f283d64db None None] Provisioning complete for port 8b726316-fabb-4c16-aa91-af9c5165413d triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:05:03.741155 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b6dbc524-50ea-4e9b-8973-a80f283d64db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:03.803977 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6a55ec58-efdb-410b-a48c-682fd0239558 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:03.880752 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ee24bb-d38f-45fc-a9af-50f0d821b43a None None] DHCP port deletion for 907e8d21-b566-4da3-a45e-6899a9c6de9b request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:05:03.895154 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-f9ee24bb-d38f-45fc-a9af-50f0d821b43a None None] Deleting port b1260034-6746-43ef-abf2-bc7d79b38dec {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:05:03.895497 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f9ee24bb-d38f-45fc-a9af-50f0d821b43a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:03.984326 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-b6dbc524-50ea-4e9b-8973-a80f283d64db None None] Port 8b726316-fabb-4c16-aa91-af9c5165413d cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:05:03.991559 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-6a33e5c8-245f-4b9c-8f1b-9b3e95d1277d tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c86f20f0>, '1f8baebb-1581-4d5c-a4fa-d1792a69c92d') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:05:03.992180 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-6a33e5c8-245f-4b9c-8f1b-9b3e95d1277d tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c86f20f0>, '1f8baebb-1581-4d5c-a4fa-d1792a69c92d') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:05:04.089051 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-80e2f7e9-761a-4166-aee8-fdb5d5cd7d4a tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:04.193205 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0e237166-94a5-4a6e-a391-0dde440437a4 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:04.256204 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-f9ee24bb-d38f-45fc-a9af-50f0d821b43a None None] For port b1260034-6746-43ef-abf2-bc7d79b38dec, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=b1260034-6746-43ef-abf2-bc7d79b38dec,segment=NetworkSegment(3d15500b-01d7-4e6e-a4be-6baafd1ab076),segment_id=3d15500b-01d7-4e6e-a4be-6baafd1ab076)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:05:04.257117 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f9ee24bb-d38f-45fc-a9af-50f0d821b43a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:04.311624 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-80e2f7e9-761a-4166-aee8-fdb5d5cd7d4a tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Calling delete_port for 98d5f5c4-34f9-4065-9202-9a4fbb151726 owned by  {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:05:04.373266 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0665b814-aa50-4f6c-ace6-9e16146a1148 req-b20c6ab3-e578-4f27-b309-c02f8b0d92f8 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c1a94fd-9fc6-4b72-84a0-fa9b7f0e148e HTTP/1.1" status: 200  len: 210 time: 0.5042892
Jan 29 10:05:04.377759 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-2c655023-a83b-4f86-974e-8e802460fdd8 req-f233b149-9319-43dd-b3e4-5832997d37cd tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Request body: {'port': {'device_id': '5c1a94fd-9fc6-4b72-84a0-fa9b7f0e148e', 'network_id': 'ad10d455-2f6c-4431-96c2-93a5f5aa1b82', 'admin_state_up': True, 'tenant_id': '063e89324bbe4d0080d07e952e1945cf', 'security_groups': ['3b24940d-b25f-4390-af94-14bbacc8e68d']}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:05:04.580595 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-97d10aa6-307e-40f2-93f8-7b3af0ba1b8f tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Calling delete_port for 5a8d1b74-5095-4f56-bf3b-844bdb738121 owned by  {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:05:04.582112 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-f9ee24bb-d38f-45fc-a9af-50f0d821b43a None None] Calling delete_port for b1260034-6746-43ef-abf2-bc7d79b38dec owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:05:04.628196 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-2c655023-a83b-4f86-974e-8e802460fdd8 req-f233b149-9319-43dd-b3e4-5832997d37cd tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:05:04.632227 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-2c655023-a83b-4f86-974e-8e802460fdd8 req-f233b149-9319-43dd-b3e4-5832997d37cd tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Usage tracker for resource:port and tenant:063e89324bbe4d0080d07e952e1945cf is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:05:04.635829 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-2c655023-a83b-4f86-974e-8e802460fdd8 req-f233b149-9319-43dd-b3e4-5832997d37cd tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:05:04.642016 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-2c655023-a83b-4f86-974e-8e802460fdd8 req-f233b149-9319-43dd-b3e4-5832997d37cd tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:05:04.654595 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-173e4731-9271-4c44-a22b-a29345455754 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-421810363', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}, 'admin_state_up': False}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:05:04.677715 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-173e4731-9271-4c44-a22b-a29345455754 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:05:04.681891 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-173e4731-9271-4c44-a22b-a29345455754 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Usage tracker for resource:router and tenant:01cb9f3e8ac7487589f16ab0e2341af7 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:05:04.685055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-173e4731-9271-4c44-a22b-a29345455754 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Quota usage for router was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:05:04.687984 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device b1260034-6746-43ef-abf2-bc7d79b38dec no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:05:04.692014 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-173e4731-9271-4c44-a22b-a29345455754 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:05:04.708418 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a5fe1ee9-f08a-41b3-996d-4434feee1c90 req-920614e2-5045-4922-9efb-e0347df7b16c tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f010b7d-6299-4840-b36f-8427c8fd3647 HTTP/1.1" status: 200  len: 210 time: 0.7768638
Jan 29 10:05:04.709371 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a55ec58-efdb-410b-a48c-682fd0239558 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Jan 29 10:05:04.709807 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a55ec58-efdb-410b-a48c-682fd0239558 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:05:04.717552 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6a55ec58-efdb-410b-a48c-682fd0239558 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] 10.222.0.57 "DELETE /v2.0/networks/907e8d21-b566-4da3-a45e-6899a9c6de9b HTTP/1.1" status: 409  len: 405 time: 1.1941490
Jan 29 10:05:04.718259 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 47230) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:04.721889 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6a33e5c8-245f-4b9c-8f1b-9b3e95d1277d tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:04.731255 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f9ee24bb-d38f-45fc-a9af-50f0d821b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:04.732196 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c655023-a83b-4f86-974e-8e802460fdd8 req-f233b149-9319-43dd-b3e4-5832997d37cd tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Made reservation on behalf of 063e89324bbe4d0080d07e952e1945cf for: {'port': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:05:04.764831 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-2c655023-a83b-4f86-974e-8e802460fdd8 req-f233b149-9319-43dd-b3e4-5832997d37cd tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:04.768791 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-173e4731-9271-4c44-a22b-a29345455754 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:04.769940 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-173e4731-9271-4c44-a22b-a29345455754 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:04.784326 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-22afe028-279e-4f73-ade3-a81e2be2259a tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1805026583'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:05:04.789900 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-22afe028-279e-4f73-ade3-a81e2be2259a tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:05:04.793925 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-22afe028-279e-4f73-ade3-a81e2be2259a tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Usage tracker for resource:network and tenant:d8fb2116922348989967930f2f8f067f is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:05:04.797650 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-22afe028-279e-4f73-ade3-a81e2be2259a tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Quota usage for network was recalculated. Used quota:2. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:05:04.807567 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-22afe028-279e-4f73-ade3-a81e2be2259a tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:05:04.846514 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22afe028-279e-4f73-ade3-a81e2be2259a tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Made reservation on behalf of d8fb2116922348989967930f2f8f067f for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:05:04.875064 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-22afe028-279e-4f73-ade3-a81e2be2259a tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:04.877069 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1d513e35-9a23-4d8a-8ff2-74ac5c9bdc67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:04.936879 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: b1260034-6746-43ef-abf2-bc7d79b38dec {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:05:04.937282 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device b1260034-6746-43ef-abf2-bc7d79b38dec not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:05:04.942277 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6a33e5c8-245f-4b9c-8f1b-9b3e95d1277d tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:04.974471 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ee24bb-d38f-45fc-a9af-50f0d821b43a None None] Pushing event deleted for resources: {'Port': ['ID=b1260034-6746-43ef-abf2-bc7d79b38dec,revision_number=None']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:04.988739 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6a33e5c8-245f-4b9c-8f1b-9b3e95d1277d tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Releasing vxlan tunnel 8 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:05:04.990398 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f9ee24bb-d38f-45fc-a9af-50f0d821b43a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:04.991595 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ee24bb-d38f-45fc-a9af-50f0d821b43a None None] No DVR routers for this DVR port b1260034-6746-43ef-abf2-bc7d79b38dec on host dv-neutron-772983-2-ovs {{(pid=80767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:05:04.994713 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:05.021257 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-80e2f7e9-761a-4166-aee8-fdb5d5cd7d4a tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:05.052834 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:05.125387 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e2f7e9-761a-4166-aee8-fdb5d5cd7d4a tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Pushing event deleted for resources: {'Port': ['ID=98d5f5c4-34f9-4065-9202-9a4fbb151726,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:05.132953 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-80e2f7e9-761a-4166-aee8-fdb5d5cd7d4a tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:05.320060 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-97d10aa6-307e-40f2-93f8-7b3af0ba1b8f tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:05.450739 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0623dce0-4871-428d-8fbe-36a2fca26822 tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:05.513334 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-6a33e5c8-245f-4b9c-8f1b-9b3e95d1277d tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Network 6435712c-af05-41d2-b895-7fecaf9b27ef has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:05:05.515921 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-80e2f7e9-761a-4166-aee8-fdb5d5cd7d4a tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:05.531145 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6a33e5c8-245f-4b9c-8f1b-9b3e95d1277d tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:05.554891 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d10aa6-307e-40f2-93f8-7b3af0ba1b8f tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a8d1b74-5095-4f56-bf3b-844bdb738121,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:05.568508 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-80e2f7e9-761a-4166-aee8-fdb5d5cd7d4a tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] 10.222.0.57 "DELETE /v2.0/ports/98d5f5c4-34f9-4065-9202-9a4fbb151726 HTTP/1.1" status: 204  len: 168 time: 2.3735955
Jan 29 10:05:05.568508 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0e237166-94a5-4a6e-a391-0dde440437a4 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:05.569529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47236) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:05.576207 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-ad0a7a69-d9f7-4219-9196-8d4c7fdf3ae6 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '012f6a81-d890-44b1-9cd1-1e22d02e16b8', 'external_fixed_ips': [{'subnet_id': 'b3cc0641-981b-4a18-ba98-96bfab5beea0', 'ip_address': '172.20.0.10'}]}}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:05:05.581717 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0e237166-94a5-4a6e-a391-0dde440437a4 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:05.582912 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ad0a7a69-d9f7-4219-9196-8d4c7fdf3ae6 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:05:05.630487 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-97d10aa6-307e-40f2-93f8-7b3af0ba1b8f tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:05.633666 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-97d10aa6-307e-40f2-93f8-7b3af0ba1b8f tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:05.639511 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c3dcdbf8-d7dd-4f7b-a5c2-b42bac551dc5 req-e2deb975-4b39-413e-a090-ef0eeda7fec5 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c1a94fd-9fc6-4b72-84a0-fa9b7f0e148e HTTP/1.1" status: 200  len: 210 time: 0.0733953
Jan 29 10:05:05.640556 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-614863af-ec21-4800-866e-6f044a53b538 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:05.680977 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ad0a7a69-d9f7-4219-9196-8d4c7fdf3ae6 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Usage tracker for resource:router and tenant:e6ac5606c3f647439606dc5a53249186 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:05:05.689523 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ad0a7a69-d9f7-4219-9196-8d4c7fdf3ae6 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:05:05.705057 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ad0a7a69-d9f7-4219-9196-8d4c7fdf3ae6 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:05:05.728458 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0e237166-94a5-4a6e-a391-0dde440437a4 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854133895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349242'] for router_interface, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:05.759238 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ad0a7a69-d9f7-4219-9196-8d4c7fdf3ae6 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:05.760320 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ad0a7a69-d9f7-4219-9196-8d4c7fdf3ae6 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:05.800265 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e237166-94a5-4a6e-a391-0dde440437a4 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Pushing event updated for resources: {'Port': ['ID=8b726316-fabb-4c16-aa91-af9c5165413d,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:05.804990 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0e237166-94a5-4a6e-a391-0dde440437a4 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:05.822092 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-97d10aa6-307e-40f2-93f8-7b3af0ba1b8f tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] 10.222.0.57 "DELETE /v2.0/ports/5a8d1b74-5095-4f56-bf3b-844bdb738121 HTTP/1.1" status: 204  len: 168 time: 3.2221291
Jan 29 10:05:05.868442 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47242) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:05.926220 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-742dca27-ca17-4ce3-b2f7-5000686b47db tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] GET failed (client error): The resource could not be found.
Jan 29 10:05:05.931717 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-742dca27-ca17-4ce3-b2f7-5000686b47db tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] 10.222.0.57 "GET /v2.0/ports/5a8d1b74-5095-4f56-bf3b-844bdb738121 HTTP/1.1" status: 404  len: 333 time: 0.0582480
Jan 29 10:05:05.940558 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47246) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:05.948391 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-814a4b6f-3a6c-46ba-ae21-3bfe89ede7ca tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Request body: {'port': {'network_id': '55a9d6a1-efd9-4126-9d8a-ab0b8887a685', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1488342317'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:05:05.957044 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-814a4b6f-3a6c-46ba-ae21-3bfe89ede7ca tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:05:05.974334 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-814a4b6f-3a6c-46ba-ae21-3bfe89ede7ca tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Usage tracker for resource:port and tenant:341d558eeaa045e7b5ee533a35efd885 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:05:05.980323 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-814a4b6f-3a6c-46ba-ae21-3bfe89ede7ca tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:05:05.989904 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-814a4b6f-3a6c-46ba-ae21-3bfe89ede7ca tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:05:06.010593 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814a4b6f-3a6c-46ba-ae21-3bfe89ede7ca tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Made reservation on behalf of 341d558eeaa045e7b5ee533a35efd885 for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:05:06.015586 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-814a4b6f-3a6c-46ba-ae21-3bfe89ede7ca tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:06.017257 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d7363fd8-cbfc-4092-bb31-bd9b1291113b req-7b652fb5-3125-4643-a58c-048dbaea57f4 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f010b7d-6299-4840-b36f-8427c8fd3647 HTTP/1.1" status: 200  len: 210 time: 0.0672066
Jan 29 10:05:06.019033 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-6a33e5c8-245f-4b9c-8f1b-9b3e95d1277d tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Network 6435712c-af05-41d2-b895-7fecaf9b27ef has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:05:06.035106 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e237166-94a5-4a6e-a391-0dde440437a4 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Network a6b4e5c6-3415-47bf-b302-aa20dd1624c6 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:05:06.039198 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-0e237166-94a5-4a6e-a391-0dde440437a4 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:05:06.051739 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:05:06.051739 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:05:06.051739 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:05:06.051739 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:05:06.051739 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:05:06.051739 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:05:06.051739 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:05:06.051739 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:05:06.051739 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:05:06.051739 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:05:06.051739 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:05:06.051739 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:05:06.051739 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:05:06.051739 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:05:06.051739 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:05:06.051739 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:05:06.051739 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:05:06.051739 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:05:06.051739 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:05:06.051739 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:05:06.051739 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:05:06.051739 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:05:06.051739 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:05:06.051739 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:05:06.051739 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:05:06.051739 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:05:06.051739 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:05:06.051739 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:05:06.051739 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:05:06.051739 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:05:06.051739 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:05:06.051739 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:05:06.152213 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [req-2c655023-a83b-4f86-974e-8e802460fdd8 req-f233b149-9319-43dd-b3e4-5832997d37cd tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Allocated IP 172.20.0.5 (ad10d455-2f6c-4431-96c2-93a5f5aa1b82/13442799-a6c4-4c0b-b1ed-15d8e21e2b8d/91d90fd5-7854-4804-854a-f7c573293314) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:05:06.194434 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22afe028-279e-4f73-ade3-a81e2be2259a tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:05:06.240141 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-173e4731-9271-4c44-a22b-a29345455754 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:06.254965 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6a33e5c8-245f-4b9c-8f1b-9b3e95d1277d tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:06.262460 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-22afe028-279e-4f73-ade3-a81e2be2259a tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:06.263020 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-22afe028-279e-4f73-ade3-a81e2be2259a tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Added segment 9740911f-ef70-4518-9209-d9fb3cca328a of type vxlan for network 256a49a5-a06e-4646-b938-f9a813584cfd
Jan 29 10:05:06.305234 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ad0a7a69-d9f7-4219-9196-8d4c7fdf3ae6 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:06.420227 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-b2e6aaed-42e3-46c7-b477-a846591758cb None None] Provisioning complete for port 8b726316-fabb-4c16-aa91-af9c5165413d triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:05:06.421182 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b2e6aaed-42e3-46c7-b477-a846591758cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:06.436114 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:06.466553 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-22afe028-279e-4f73-ade3-a81e2be2259a tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:06.481549 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-b2e6aaed-42e3-46c7-b477-a846591758cb None None] Port 8b726316-fabb-4c16-aa91-af9c5165413d cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:05:06.500763 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a33e5c8-245f-4b9c-8f1b-9b3e95d1277d tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  6435712c-af05-41d2-b895-7fecaf9b27ef {{(pid=80765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Jan 29 10:05:06.504053 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6a33e5c8-245f-4b9c-8f1b-9b3e95d1277d tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:06.526871 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a33e5c8-245f-4b9c-8f1b-9b3e95d1277d tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Pushing event deleted for resources: {'Network': ['ID=6435712c-af05-41d2-b895-7fecaf9b27ef,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:06.540716 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6a33e5c8-245f-4b9c-8f1b-9b3e95d1277d tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:06.612934 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6a33e5c8-245f-4b9c-8f1b-9b3e95d1277d tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] 10.222.0.57 "DELETE /v2.0/networks/6435712c-af05-41d2-b895-7fecaf9b27ef HTTP/1.1" status: 204  len: 168 time: 4.0975559
Jan 29 10:05:06.623379 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 47250) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:06.658212 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-814a4b6f-3a6c-46ba-ae21-3bfe89ede7ca tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] device_id is not set on port e5f3951a-b619-4c8d-9e3a-e07fc4af4696 yet. {{(pid=80766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:05:06.697153 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-5f8a2168-b525-4cb5-9f4d-873659ed694b tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Request body: {'network': {'name': 'tempest-network--1579025107', 'router:external': True}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:05:06.756926 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-2c655023-a83b-4f86-974e-8e802460fdd8 req-f233b149-9319-43dd-b3e4-5832997d37cd tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:06.773903 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-2c655023-a83b-4f86-974e-8e802460fdd8 req-f233b149-9319-43dd-b3e4-5832997d37cd tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Transition to ACTIVE for port object 91d90fd5-7854-4804-854a-f7c573293314 will not be triggered until provisioned by entity DHCP. {{(pid=80765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:05:06.794521 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-22afe028-279e-4f73-ade3-a81e2be2259a tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:06.805606 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-5f8a2168-b525-4cb5-9f4d-873659ed694b tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:05:06.874597 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22afe028-279e-4f73-ade3-a81e2be2259a tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:06.875304 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-22afe028-279e-4f73-ade3-a81e2be2259a tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:06.879814 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-2c655023-a83b-4f86-974e-8e802460fdd8 req-f233b149-9319-43dd-b3e4-5832997d37cd tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:06.895291 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e237166-94a5-4a6e-a391-0dde440437a4 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Router 632570bf-0681-4ecb-b776-928458388e6f has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:05:06.904620 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5cbc40e7-f57e-47fe-9759-ab1151e7849d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:06.921228 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5f8a2168-b525-4cb5-9f4d-873659ed694b tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Usage tracker for resource:network and tenant:7bc33e18aa324c6ab0ebc654926bc951 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:05:06.986976 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5f8a2168-b525-4cb5-9f4d-873659ed694b tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:05:07.207659 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ad0a7a69-d9f7-4219-9196-8d4c7fdf3ae6 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:07.302826 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-5f8a2168-b525-4cb5-9f4d-873659ed694b tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:05:07.407068 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-814a4b6f-3a6c-46ba-ae21-3bfe89ede7ca tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:07.413747 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-22afe028-279e-4f73-ade3-a81e2be2259a tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 2.6831372
Jan 29 10:05:07.417582 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e237166-94a5-4a6e-a391-0dde440437a4 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:05:07.419081 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47260) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:07.428231 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309c55ae-b059-487e-b421-6151de43f4a1 None None] Sync routers for ids ['632570bf-0681-4ecb-b776-928458388e6f'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:05:07.434753 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-88c51a0e-690b-4205-8938-0c7324c4607c tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Request body: {'subnet': {'network_id': '256a49a5-a06e-4646-b938-f9a813584cfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:05:07.439612 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309c55ae-b059-487e-b421-6151de43f4a1 None None] Routers {'632570bf-0681-4ecb-b776-928458388e6f'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:05:07.440351 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-309c55ae-b059-487e-b421-6151de43f4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca16cd68>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:04:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['632570bf-0681-4ecb-b776-928458388e6f'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:05:07.508059 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-309c55ae-b059-487e-b421-6151de43f4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca16cd68>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:05:07.517412 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309c55ae-b059-487e-b421-6151de43f4a1 None None] Routers {'632570bf-0681-4ecb-b776-928458388e6f'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:05:07.518270 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-309c55ae-b059-487e-b421-6151de43f4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca16cd68>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:04:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['632570bf-0681-4ecb-b776-928458388e6f'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:05:07.559520 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6a68fe80-166d-41b1-8902-bf6821287b6d req-f7d779b5-9118-48da-8ede-6c58d918ec7a tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f010b7d-6299-4840-b36f-8427c8fd3647 HTTP/1.1" status: 200  len: 210 time: 0.2579660
Jan 29 10:05:07.563805 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-173e4731-9271-4c44-a22b-a29345455754 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:07.568916 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22afe028-279e-4f73-ade3-a81e2be2259a tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Pushing event updated for resources: {'Network': ['ID=256a49a5-a06e-4646-b938-f9a813584cfd,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:07.581373 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8a2168-b525-4cb5-9f4d-873659ed694b tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Made reservation on behalf of 7bc33e18aa324c6ab0ebc654926bc951 for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:05:07.586107 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2168-b525-4cb5-9f4d-873659ed694b tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:07.586408 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 256a49a5-a06e-4646-b938-f9a813584cfd details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:05:07.599669 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-309c55ae-b059-487e-b421-6151de43f4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca16cd68>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:05:07.602187 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309c55ae-b059-487e-b421-6151de43f4a1 None None] The sync data for ids ['632570bf-0681-4ecb-b776-928458388e6f'] in dv-neutron-772983-2-ovs is: [] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:05:07.605527 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0e237166-94a5-4a6e-a391-0dde440437a4 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] 10.222.0.57 "PUT /v2.0/routers/632570bf-0681-4ecb-b776-928458388e6f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.2292562
Jan 29 10:05:07.608775 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-22afe028-279e-4f73-ade3-a81e2be2259a tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.704s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:07.614599 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.695s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:07.619010 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47264) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:07.624741 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 256a49a5-a06e-4646-b938-f9a813584cfd details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:05:07.627943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-556b8698-13c7-4e5b-bbb2-452f858c7ce3 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Request body: {'port': {'network_id': 'a6b4e5c6-3415-47bf-b302-aa20dd1624c6', 'name': 'tempest-FloatingIPAdminTestJSON-1626773562'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:05:07.682904 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-88c51a0e-690b-4205-8938-0c7324c4607c tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:05:07.739035 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f8a2168-b525-4cb5-9f4d-873659ed694b tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:05:07.748028 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-814a4b6f-3a6c-46ba-ae21-3bfe89ede7ca tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:07.759109 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-88c51a0e-690b-4205-8938-0c7324c4607c tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:05:07.784247 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f233b149-9319-43dd-b3e4-5832997d37cd tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Pushing event updated for resources: {'Port': ['ID=91d90fd5-7854-4804-854a-f7c573293314,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:07.787912 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:07.793172 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f233b149-9319-43dd-b3e4-5832997d37cd tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:07.797939 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2168-b525-4cb5-9f4d-873659ed694b tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:07.798336 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-5f8a2168-b525-4cb5-9f4d-873659ed694b tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Added segment 81646948-6d6f-4a57-86ea-2865b2fa2b2e of type vxlan for network 6f391dc5-f01d-43a8-9c5d-3fb3c7e5fb3e
Jan 29 10:05:07.876298 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c51a0e-690b-4205-8938-0c7324c4607c tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Made reservation on behalf of d8fb2116922348989967930f2f8f067f for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:05:07.881928 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67020dd-8493-4a51-a6f5-9e202646724e req-ced3c0a0-5169-46c2-aaf6-f6e74e6843d8 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:07.882738 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-c67020dd-8493-4a51-a6f5-9e202646724e req-ced3c0a0-5169-46c2-aaf6-f6e74e6843d8 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Synchronizing usage tracker for tenant:063e89324bbe4d0080d07e952e1945cf on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:05:07.897823 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-88c51a0e-690b-4205-8938-0c7324c4607c tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:07.912539 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c655023-a83b-4f86-974e-8e802460fdd8 req-f233b149-9319-43dd-b3e4-5832997d37cd tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Network ad10d455-2f6c-4431-96c2-93a5f5aa1b82 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:05:07.917657 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [req-2c655023-a83b-4f86-974e-8e802460fdd8 req-f233b149-9319-43dd-b3e4-5832997d37cd tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:05:07.923470 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c655023-a83b-4f86-974e-8e802460fdd8 req-f233b149-9319-43dd-b3e4-5832997d37cd tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:05:08.043555 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-c67020dd-8493-4a51-a6f5-9e202646724e req-ced3c0a0-5169-46c2-aaf6-f6e74e6843d8 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Unset dirty status for tenant:063e89324bbe4d0080d07e952e1945cf on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:05:08.045117 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c67020dd-8493-4a51-a6f5-9e202646724e req-ced3c0a0-5169-46c2-aaf6-f6e74e6843d8 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c1a94fd-9fc6-4b72-84a0-fa9b7f0e148e HTTP/1.1" status: 200  len: 931 time: 1.1490502
Jan 29 10:05:08.052564 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2168-b525-4cb5-9f4d-873659ed694b tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:08.110225 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814a4b6f-3a6c-46ba-ae21-3bfe89ede7ca tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Pushing event updated for resources: {'Port': ['ID=e5f3951a-b619-4c8d-9e3a-e07fc4af4696,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:08.124166 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-814a4b6f-3a6c-46ba-ae21-3bfe89ede7ca tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:08.132455 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-556b8698-13c7-4e5b-bbb2-452f858c7ce3 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:05:08.174064 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-556b8698-13c7-4e5b-bbb2-452f858c7ce3 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Usage tracker for resource:port and tenant:dc69fae14c2c4e1faa1e6d21b85f79fa is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:05:08.176228 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c655023-a83b-4f86-974e-8e802460fdd8 req-f233b149-9319-43dd-b3e4-5832997d37cd tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:08.176950 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-2c655023-a83b-4f86-974e-8e802460fdd8 req-f233b149-9319-43dd-b3e4-5832997d37cd tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:08.180923 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-556b8698-13c7-4e5b-bbb2-452f858c7ce3 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:05:08.208496 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-556b8698-13c7-4e5b-bbb2-452f858c7ce3 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:05:08.214868 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-ca3aec05-5e33-49d0-8ba0-3ff074a5380f None None] Provisioning for port 91d90fd5-7854-4804-854a-f7c573293314 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:05:08.219385 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.resource_extend [None req-5f8a2168-b525-4cb5-9f4d-873659ed694b tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 29 10:05:08.221990 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-ca3aec05-5e33-49d0-8ba0-3ff074a5380f None None] Provisioning complete for port 91d90fd5-7854-4804-854a-f7c573293314 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:05:08.222537 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ca3aec05-5e33-49d0-8ba0-3ff074a5380f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:08.228386 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814a4b6f-3a6c-46ba-ae21-3bfe89ede7ca tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Network 55a9d6a1-efd9-4126-9d8a-ab0b8887a685 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:05:08.234448 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-814a4b6f-3a6c-46ba-ae21-3bfe89ede7ca tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:05:08.244613 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814a4b6f-3a6c-46ba-ae21-3bfe89ede7ca tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:05:08.245460 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814a4b6f-3a6c-46ba-ae21-3bfe89ede7ca tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:08.246143 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-814a4b6f-3a6c-46ba-ae21-3bfe89ede7ca tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:08.248318 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c67020dd-8493-4a51-a6f5-9e202646724e req-a4c2190e-0ce9-4d6d-a144-b326f3d30515 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b24940d-b25f-4390-af94-14bbacc8e68d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1908171
Jan 29 10:05:08.257263 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2c655023-a83b-4f86-974e-8e802460fdd8 req-f233b149-9319-43dd-b3e4-5832997d37cd tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.2839596
Jan 29 10:05:08.296137 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-ca3aec05-5e33-49d0-8ba0-3ff074a5380f None None] Port 91d90fd5-7854-4804-854a-f7c573293314 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:05:08.296398 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2168-b525-4cb5-9f4d-873659ed694b tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:08.296398 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8a2168-b525-4cb5-9f4d-873659ed694b tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:08.296758 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2168-b525-4cb5-9f4d-873659ed694b tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:08.305255 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:08.326182 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-556b8698-13c7-4e5b-bbb2-452f858c7ce3 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Made reservation on behalf of dc69fae14c2c4e1faa1e6d21b85f79fa for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:05:08.347769 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-556b8698-13c7-4e5b-bbb2-452f858c7ce3 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:08.358925 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5f8a2168-b525-4cb5-9f4d-873659ed694b tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 856 time: 1.7236960
Jan 29 10:05:08.415811 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 47268) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:08.484469 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [req-2c655023-a83b-4f86-974e-8e802460fdd8 req-44195a16-48fc-49a0-8c1c-18e343cf617f tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=80765) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:05:08.485500 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2c655023-a83b-4f86-974e-8e802460fdd8 req-44195a16-48fc-49a0-8c1c-18e343cf617f tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0054924
Jan 29 10:05:08.515991 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8a2168-b525-4cb5-9f4d-873659ed694b tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Pushing event updated for resources: {'Network': ['ID=6f391dc5-f01d-43a8-9c5d-3fb3c7e5fb3e,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:08.532426 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 6f391dc5-f01d-43a8-9c5d-3fb3c7e5fb3e details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:05:08.554773 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 6f391dc5-f01d-43a8-9c5d-3fb3c7e5fb3e details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:05:08.581493 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5f8a2168-b525-4cb5-9f4d-873659ed694b tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:08.665728 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-173e4731-9271-4c44-a22b-a29345455754 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks [] for router_gateway, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:08.769047 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-173e4731-9271-4c44-a22b-a29345455754 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:08.809610 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-814a4b6f-3a6c-46ba-ae21-3bfe89ede7ca tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 2.8678355
Jan 29 10:05:08.818475 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47276) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:08.859592 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-4f3a089f-1fd8-4577-a134-487d24d5036f tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7729'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:05:08.890833 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d829c80b-4bd9-4c8e-a2ec-5459a686ea01 tempest-ExternalNetworksTestJSON-37437347 tempest-ExternalNetworksTestJSON-37437347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:08.892524 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d829c80b-4bd9-4c8e-a2ec-5459a686ea01 tempest-ExternalNetworksTestJSON-37437347 tempest-ExternalNetworksTestJSON-37437347-project] 10.222.0.57 "GET /v2.0/networks/6f391dc5-f01d-43a8-9c5d-3fb3c7e5fb3e HTTP/1.1" status: 200  len: 757 time: 0.4754696
Jan 29 10:05:08.898113 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-2c655023-a83b-4f86-974e-8e802460fdd8 req-84118ecb-7ad6-41e7-9cc6-b1a4baf11cca service neutron] Request body: {'port': {'device_id': '5c1a94fd-9fc6-4b72-84a0-fa9b7f0e148e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7729'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:05:08.908039 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47280) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:08.908415 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.22', 56874) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:09.022204 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-af7769e3-63a7-423a-98be-42fa4fa97d3c req-71a59762-e10f-40e4-8738-abaf96539ae1 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f010b7d-6299-4840-b36f-8427c8fd3647 HTTP/1.1" status: 200  len: 210 time: 0.1283906
Jan 29 10:05:09.064279 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ad0a7a69-d9f7-4219-9196-8d4c7fdf3ae6 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:09.196560 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ad0a7a69-d9f7-4219-9196-8d4c7fdf3ae6 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:09.220397 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-2c655023-a83b-4f86-974e-8e802460fdd8 req-84118ecb-7ad6-41e7-9cc6-b1a4baf11cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:09.363020 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-556b8698-13c7-4e5b-bbb2-452f858c7ce3 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] device_id is not set on port d59f8589-da6d-405f-b320-c68ae041a947 yet. {{(pid=80766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:05:09.495511 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-173e4731-9271-4c44-a22b-a29345455754 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Allocated IP 172.26.7.91 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/448786ee-4b5c-4415-ad2f-e4ad73b45800) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:05:09.585595 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8df725-5411-445e-9fbb-831505cb9f16 tempest-ExternalNetworksTestJSON-37437347 tempest-ExternalNetworksTestJSON-37437347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:09.587090 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1b8df725-5411-445e-9fbb-831505cb9f16 tempest-ExternalNetworksTestJSON-37437347 tempest-ExternalNetworksTestJSON-37437347-project] 10.222.0.57 "GET /v2.0/networks/86392426-8951-4214-943a-7ce82d8b887d HTTP/1.1" status: 200  len: 767 time: 0.6776659
Jan 29 10:05:09.605269 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4f3a089f-1fd8-4577-a134-487d24d5036f tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:09.606771 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 47292) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:09.833866 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10dfb8-b43e-462a-a9b8-ee8fcb533db8 req-d83c7458-1204-4c43-b052-097095e0deb6 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:09.835518 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-de10dfb8-b43e-462a-a9b8-ee8fcb533db8 req-d83c7458-1204-4c43-b052-097095e0deb6 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] 10.222.0.22 "GET /v2.0/networks?id=1fd58bb7-5017-4a35-98e9-2ebd6e679ae2 HTTP/1.1" status: 200  len: 811 time: 0.9245143
Jan 29 10:05:10.181176 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b037f50-2241-493b-9e36-6e448f273b01 req-212d937d-e827-4587-839c-9a17cbc7565f tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:10.182886 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9b037f50-2241-493b-9e36-6e448f273b01 req-212d937d-e827-4587-839c-9a17cbc7565f tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c1a94fd-9fc6-4b72-84a0-fa9b7f0e148e HTTP/1.1" status: 200  len: 931 time: 0.7675011
Jan 29 10:05:10.206907 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-556b8698-13c7-4e5b-bbb2-452f858c7ce3 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Allocated IP 172.20.0.8 (a6b4e5c6-3415-47bf-b302-aa20dd1624c6/e8a91225-b7a1-4895-9801-7748e1936126/d59f8589-da6d-405f-b320-c68ae041a947) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:05:10.294934 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cb9fa16d-a9bd-4156-b7bc-dc523589b96b tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:10.345916 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-de10dfb8-b43e-462a-a9b8-ee8fcb533db8 req-a6ca7302-036e-4390-91ba-f5e473c7747a tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=427e7808217340cf85796dc28ee6ee48 HTTP/1.1" status: 200  len: 5704 time: 0.4667337
Jan 29 10:05:10.359965 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-de10dfb8-b43e-462a-a9b8-ee8fcb533db8 req-0eee58ae-6dd0-4b8f-bef3-484ae8d76f9a tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Request body: {'port': {'device_id': '9f010b7d-6299-4840-b36f-8427c8fd3647', 'network_id': '1fd58bb7-5017-4a35-98e9-2ebd6e679ae2', 'admin_state_up': True, 'tenant_id': '427e7808217340cf85796dc28ee6ee48', 'security_groups': ['dc805e9c-5c84-4bba-8acf-28c50f5a45c1']}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:05:10.361563 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-71ed692c-b05f-42a5-9cf7-8c1a310c28fb req-ecd2a72e-f89c-4076-babf-ef8d0096293c tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f010b7d-6299-4840-b36f-8427c8fd3647 HTTP/1.1" status: 200  len: 210 time: 0.1639833
Jan 29 10:05:10.418985 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-173e4731-9271-4c44-a22b-a29345455754 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:10.497852 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9b037f50-2241-493b-9e36-6e448f273b01 req-90c8e744-12d5-4eb2-a100-49456a11d35e tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b24940d-b25f-4390-af94-14bbacc8e68d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2989843
Jan 29 10:05:10.665581 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cb9fa16d-a9bd-4156-b7bc-dc523589b96b tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:10.768661 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [req-2c655023-a83b-4f86-974e-8e802460fdd8 req-84118ecb-7ad6-41e7-9cc6-b1a4baf11cca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91d90fd5-7854-4804-854a-f7c573293314 {{(pid=80765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 29 10:05:10.787742 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-173e4731-9271-4c44-a22b-a29345455754 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:10.803424 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-2c655023-a83b-4f86-974e-8e802460fdd8 req-84118ecb-7ad6-41e7-9cc6-b1a4baf11cca service neutron] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:10.816117 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3a93d1c0-31cf-4dc2-8228-e81cdbe56f94 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:10.891397 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-cb9fa16d-a9bd-4156-b7bc-dc523589b96b tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99ca006940>,) {'filters': {'network_id': ['6f391dc5-f01d-43a8-9c5d-3fb3c7e5fb3e']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:05:10.970225 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-cb9fa16d-a9bd-4156-b7bc-dc523589b96b tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99ca006940>, '81646948-6d6f-4a57-86ea-2865b2fa2b2e') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:05:10.970451 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-cb9fa16d-a9bd-4156-b7bc-dc523589b96b tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99ca006940>, '81646948-6d6f-4a57-86ea-2865b2fa2b2e') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:05:10.985044 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-2c655023-a83b-4f86-974e-8e802460fdd8 req-84118ecb-7ad6-41e7-9cc6-b1a4baf11cca service neutron] Transition to ACTIVE for port object 91d90fd5-7854-4804-854a-f7c573293314 will not be triggered until provisioned by entity L2. {{(pid=80765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:05:10.997006 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cb9fa16d-a9bd-4156-b7bc-dc523589b96b tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:11.005763 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-2c655023-a83b-4f86-974e-8e802460fdd8 req-84118ecb-7ad6-41e7-9cc6-b1a4baf11cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:11.034362 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173e4731-9271-4c44-a22b-a29345455754 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Pushing event updated for resources: {'Port': ['ID=448786ee-4b5c-4415-ad2f-e4ad73b45800,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:11.070117 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173e4731-9271-4c44-a22b-a29345455754 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:05:11.070784 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173e4731-9271-4c44-a22b-a29345455754 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:05:11.071190 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173e4731-9271-4c44-a22b-a29345455754 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:05:11.071580 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173e4731-9271-4c44-a22b-a29345455754 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:05:11.072037 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173e4731-9271-4c44-a22b-a29345455754 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:05:11.072362 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173e4731-9271-4c44-a22b-a29345455754 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:05:11.072748 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173e4731-9271-4c44-a22b-a29345455754 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:05:11.073131 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173e4731-9271-4c44-a22b-a29345455754 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:05:11.073515 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173e4731-9271-4c44-a22b-a29345455754 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:05:11.073925 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173e4731-9271-4c44-a22b-a29345455754 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:05:11.074308 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173e4731-9271-4c44-a22b-a29345455754 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:05:11.074688 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173e4731-9271-4c44-a22b-a29345455754 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:05:11.075138 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173e4731-9271-4c44-a22b-a29345455754 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:05:11.075518 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173e4731-9271-4c44-a22b-a29345455754 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:05:11.075899 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173e4731-9271-4c44-a22b-a29345455754 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:05:11.076280 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173e4731-9271-4c44-a22b-a29345455754 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:05:11.076878 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173e4731-9271-4c44-a22b-a29345455754 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:05:11.077468 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173e4731-9271-4c44-a22b-a29345455754 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:05:11.077567 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173e4731-9271-4c44-a22b-a29345455754 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:05:11.077763 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-ad0a7a69-d9f7-4219-9196-8d4c7fdf3ae6 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Allocated IP 172.20.0.10 (012f6a81-d890-44b1-9cd1-1e22d02e16b8/b3cc0641-981b-4a18-ba98-96bfab5beea0/10e67446-517c-42a6-b442-73d95302e2d8) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:05:11.077940 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173e4731-9271-4c44-a22b-a29345455754 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:05:11.078318 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173e4731-9271-4c44-a22b-a29345455754 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:05:11.078694 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173e4731-9271-4c44-a22b-a29345455754 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:05:11.079075 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173e4731-9271-4c44-a22b-a29345455754 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:05:11.079460 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173e4731-9271-4c44-a22b-a29345455754 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:05:11.086613 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cb9fa16d-a9bd-4156-b7bc-dc523589b96b tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:11.100004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-173e4731-9271-4c44-a22b-a29345455754 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:11.100655 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cb9fa16d-a9bd-4156-b7bc-dc523589b96b tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Releasing vxlan tunnel 8 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:05:11.114575 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c331ee0f-08c6-4d35-a547-1a92a775abde tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:11.226997 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-de10dfb8-b43e-462a-a9b8-ee8fcb533db8 req-0eee58ae-6dd0-4b8f-bef3-484ae8d76f9a tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:05:11.298111 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-de10dfb8-b43e-462a-a9b8-ee8fcb533db8 req-0eee58ae-6dd0-4b8f-bef3-484ae8d76f9a tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Usage tracker for resource:port and tenant:427e7808217340cf85796dc28ee6ee48 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:05:11.303918 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-4f3a089f-1fd8-4577-a134-487d24d5036f tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] device_id is not set on port e5f3951a-b619-4c8d-9e3a-e07fc4af4696 yet. {{(pid=80766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:05:11.313574 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-de10dfb8-b43e-462a-a9b8-ee8fcb533db8 req-0eee58ae-6dd0-4b8f-bef3-484ae8d76f9a tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:05:11.324131 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.objects.ports [None req-88c51a0e-690b-4205-8938-0c7324c4607c tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80766) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 29 10:05:11.354569 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84118ecb-7ad6-41e7-9cc6-b1a4baf11cca service neutron] Pushing event updated for resources: {'Port': ['ID=91d90fd5-7854-4804-854a-f7c573293314,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:11.372289 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-84118ecb-7ad6-41e7-9cc6-b1a4baf11cca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:11.382247 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4f3a089f-1fd8-4577-a134-487d24d5036f tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:11.385358 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-88c51a0e-690b-4205-8938-0c7324c4607c tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:11.385548 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173e4731-9271-4c44-a22b-a29345455754 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:05:11.386484 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-de10dfb8-b43e-462a-a9b8-ee8fcb533db8 req-0eee58ae-6dd0-4b8f-bef3-484ae8d76f9a tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:05:11.426975 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2005927a-ad09-44cf-83fd-8aeae1cf0af3 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:11.439871 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-173e4731-9271-4c44-a22b-a29345455754 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:05:11.449005 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173e4731-9271-4c44-a22b-a29345455754 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:05:11.470302 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-556b8698-13c7-4e5b-bbb2-452f858c7ce3 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:11.508498 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-cb9fa16d-a9bd-4156-b7bc-dc523589b96b tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Network 6f391dc5-f01d-43a8-9c5d-3fb3c7e5fb3e has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:05:11.532589 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cb9fa16d-a9bd-4156-b7bc-dc523589b96b tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:11.642454 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b7615c49-78ee-4014-aaa2-8f67485cbad8 req-d97c6790-2a2f-44ee-a304-41b3cd83e92d tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f010b7d-6299-4840-b36f-8427c8fd3647 HTTP/1.1" status: 200  len: 210 time: 0.0946572
Jan 29 10:05:11.685597 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ad0a7a69-d9f7-4219-9196-8d4c7fdf3ae6 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:11.730641 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de10dfb8-b43e-462a-a9b8-ee8fcb533db8 req-0eee58ae-6dd0-4b8f-bef3-484ae8d76f9a tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Made reservation on behalf of 427e7808217340cf85796dc28ee6ee48 for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:05:11.766076 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-de10dfb8-b43e-462a-a9b8-ee8fcb533db8 req-0eee58ae-6dd0-4b8f-bef3-484ae8d76f9a tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:11.790838 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c51a0e-690b-4205-8938-0c7324c4607c tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Pushing event updated for resources: {'Subnet': ['ID=86780699-c28c-4992-8f3c-a1a9527633c7,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:11.823323 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c51a0e-690b-4205-8938-0c7324c4607c tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:05:11.823884 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c51a0e-690b-4205-8938-0c7324c4607c tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:05:11.824291 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c51a0e-690b-4205-8938-0c7324c4607c tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:05:11.824855 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c51a0e-690b-4205-8938-0c7324c4607c tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:05:11.825242 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c51a0e-690b-4205-8938-0c7324c4607c tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:05:11.825624 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c51a0e-690b-4205-8938-0c7324c4607c tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:05:11.826063 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c51a0e-690b-4205-8938-0c7324c4607c tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:05:11.826477 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c51a0e-690b-4205-8938-0c7324c4607c tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:05:11.827108 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c51a0e-690b-4205-8938-0c7324c4607c tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:05:11.827496 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c51a0e-690b-4205-8938-0c7324c4607c tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:05:11.827871 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c51a0e-690b-4205-8938-0c7324c4607c tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:05:11.828259 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c51a0e-690b-4205-8938-0c7324c4607c tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:05:11.828700 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c51a0e-690b-4205-8938-0c7324c4607c tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:05:11.829081 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c51a0e-690b-4205-8938-0c7324c4607c tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:05:11.829619 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c51a0e-690b-4205-8938-0c7324c4607c tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:05:11.829870 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c51a0e-690b-4205-8938-0c7324c4607c tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:05:11.830185 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c51a0e-690b-4205-8938-0c7324c4607c tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:05:11.830557 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c51a0e-690b-4205-8938-0c7324c4607c tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:05:11.830928 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c51a0e-690b-4205-8938-0c7324c4607c tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:05:11.831296 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c51a0e-690b-4205-8938-0c7324c4607c tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:05:11.831718 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c51a0e-690b-4205-8938-0c7324c4607c tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:05:11.832015 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c51a0e-690b-4205-8938-0c7324c4607c tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:05:11.832465 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c51a0e-690b-4205-8938-0c7324c4607c tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:05:11.832827 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c51a0e-690b-4205-8938-0c7324c4607c tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:05:11.841622 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-88c51a0e-690b-4205-8938-0c7324c4607c tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:11.985197 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ad0a7a69-d9f7-4219-9196-8d4c7fdf3ae6 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:11.988796 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c51a0e-690b-4205-8938-0c7324c4607c tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Checking segment: {'id': '9740911f-ef70-4518-9209-d9fb3cca328a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '256a49a5-a06e-4646-b938-f9a813584cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:05:11.989188 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c51a0e-690b-4205-8938-0c7324c4607c tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Network hostable DHCP agents. Network: 256a49a5-a06e-4646-b938-f9a813584cfd, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:05:12.015414 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ad0aa970-338a-4372-abac-d0d993bf4c22 tempest-ExternalNetworksAdminNegativeTestJSON-586013425 tempest-ExternalNetworksAdminNegativeTestJSON-586013425-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:12.222481 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c51a0e-690b-4205-8938-0c7324c4607c tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Network 256a49a5-a06e-4646-b938-f9a813584cfd is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:05:12.251378 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0a7a69-d9f7-4219-9196-8d4c7fdf3ae6 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Pushing event updated for resources: {'Port': ['ID=10e67446-517c-42a6-b442-73d95302e2d8,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:12.265561 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-88c51a0e-690b-4205-8938-0c7324c4607c tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 256a49a5-a06e-4646-b938-f9a813584cfd) {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:05:12.267343 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ad0a7a69-d9f7-4219-9196-8d4c7fdf3ae6 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:12.273942 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0572539-08f8-4b5a-a21f-affac5158d63 None None] Network 256a49a5-a06e-4646-b938-f9a813584cfd requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:05:12.311776 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c51a0e-690b-4205-8938-0c7324c4607c tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:12.312610 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-88c51a0e-690b-4205-8938-0c7324c4607c tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:12.316589 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-cb9fa16d-a9bd-4156-b7bc-dc523589b96b tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Network 6f391dc5-f01d-43a8-9c5d-3fb3c7e5fb3e has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:05:12.346336 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:05:12.346336 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:05:12.346336 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:05:12.346336 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:05:12.346336 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:05:12.346336 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:05:12.346336 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:05:12.346336 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:05:12.346336 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:05:12.346336 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:05:12.346336 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:05:12.346336 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:05:12.346336 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:05:12.346336 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:05:12.346336 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:05:12.346336 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:05:12.346336 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:05:12.346336 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:05:12.346336 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:05:12.346336 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:05:12.346336 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:05:12.346336 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:05:12.346336 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:05:12.346336 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:05:12.346336 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:05:12.346336 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:05:12.346336 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:05:12.346336 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:05:12.346336 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:05:12.346336 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:05:12.346336 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:05:12.346336 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:05:12.408094 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-88c51a0e-690b-4205-8938-0c7324c4607c tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 4.9855416
Jan 29 10:05:12.410344 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0a7a69-d9f7-4219-9196-8d4c7fdf3ae6 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Network 012f6a81-d890-44b1-9cd1-1e22d02e16b8 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:05:12.417429 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47304) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:12.418031 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-ad0a7a69-d9f7-4219-9196-8d4c7fdf3ae6 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:05:12.422521 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0a7a69-d9f7-4219-9196-8d4c7fdf3ae6 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:05:12.459544 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-654b81f4-bc49-469e-a90f-cb8972117fc9 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Request body: {'port': {'network_id': '256a49a5-a06e-4646-b938-f9a813584cfd', 'name': 'tempest-NetworksIpV6TestAttrs-1767924654'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:05:12.516393 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [req-de10dfb8-b43e-462a-a9b8-ee8fcb533db8 req-0eee58ae-6dd0-4b8f-bef3-484ae8d76f9a tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Allocated IP 172.20.0.12 (1fd58bb7-5017-4a35-98e9-2ebd6e679ae2/33e91942-d524-458e-9fbf-e90687db90c7/2f9c6f8b-a04e-434c-97af-b39859324c3d) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:05:12.531539 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-2c655023-a83b-4f86-974e-8e802460fdd8 req-84118ecb-7ad6-41e7-9cc6-b1a4baf11cca service neutron] Attempting to bind port 91d90fd5-7854-4804-854a-f7c573293314 on host hv-neutron-7729 for vnic_type normal with profile  {{(pid=80765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:05:12.531883 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-2c655023-a83b-4f86-974e-8e802460fdd8 req-84118ecb-7ad6-41e7-9cc6-b1a4baf11cca service neutron] Attempting to bind port 91d90fd5-7854-4804-854a-f7c573293314 by drivers openvswitch on host hv-neutron-7729 at level 0 using segments [{'id': '9329d575-ed3f-46b1-819e-a36233065db3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ad10d455-2f6c-4431-96c2-93a5f5aa1b82'}] {{(pid=80765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:05:12.532236 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c655023-a83b-4f86-974e-8e802460fdd8 req-84118ecb-7ad6-41e7-9cc6-b1a4baf11cca service neutron] Attempting to bind port 91d90fd5-7854-4804-854a-f7c573293314 on network ad10d455-2f6c-4431-96c2-93a5f5aa1b82 {{(pid=80765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:05:12.542824 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c655023-a83b-4f86-974e-8e802460fdd8 req-84118ecb-7ad6-41e7-9cc6-b1a4baf11cca service neutron] Checking agent: {'id': '5acf9624-c829-41ba-afd9-92278081af05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 10, 2, 34), 'started_at': datetime.datetime(2021, 1, 29, 10, 3, 4), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:05:12.543210 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c655023-a83b-4f86-974e-8e802460fdd8 req-84118ecb-7ad6-41e7-9cc6-b1a4baf11cca service neutron] Checking segment: {'id': '9329d575-ed3f-46b1-819e-a36233065db3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ad10d455-2f6c-4431-96c2-93a5f5aa1b82'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:05:12.543620 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-2c655023-a83b-4f86-974e-8e802460fdd8 req-84118ecb-7ad6-41e7-9cc6-b1a4baf11cca service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:12.544017 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c655023-a83b-4f86-974e-8e802460fdd8 req-84118ecb-7ad6-41e7-9cc6-b1a4baf11cca service neutron] Bound using segment: {'id': '9329d575-ed3f-46b1-819e-a36233065db3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ad10d455-2f6c-4431-96c2-93a5f5aa1b82'} {{(pid=80765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:05:12.545038 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-2c655023-a83b-4f86-974e-8e802460fdd8 req-84118ecb-7ad6-41e7-9cc6-b1a4baf11cca service neutron] Bound port: 91d90fd5-7854-4804-854a-f7c573293314, host: hv-neutron-7729, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9329d575-ed3f-46b1-819e-a36233065db3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ad10d455-2f6c-4431-96c2-93a5f5aa1b82'}}] {{(pid=80765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:05:12.545038 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-2c655023-a83b-4f86-974e-8e802460fdd8 req-84118ecb-7ad6-41e7-9cc6-b1a4baf11cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:12.548062 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a114e8a-6ad1-4d8e-96e0-6c9b28d4672e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-256a49a5-a06e-4646-b938-f9a813584cfd', 'network_id': '256a49a5-a06e-4646-b938-f9a813584cfd', 'tenant_id': 'd8fb2116922348989967930f2f8f067f', 'fixed_ips': [{'subnet_id': '86780699-c28c-4992-8f3c-a1a9527633c7'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:05:12.549028 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5a114e8a-6ad1-4d8e-96e0-6c9b28d4672e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:12.594787 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-556b8698-13c7-4e5b-bbb2-452f858c7ce3 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Transition to ACTIVE for port object d59f8589-da6d-405f-b320-c68ae041a947 will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:05:12.596289 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4f3a089f-1fd8-4577-a134-487d24d5036f tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Transition to ACTIVE for port object e5f3951a-b619-4c8d-9e3a-e07fc4af4696 will not be triggered until provisioned by entity L2. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:05:12.613617 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4f3a089f-1fd8-4577-a134-487d24d5036f tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:12.624514 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cb9fa16d-a9bd-4156-b7bc-dc523589b96b tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:12.634625 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:12.720093 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9849d143-b1ce-4735-829a-167c8461fd6a req-4509c679-10d7-493f-a105-9b540dd3c4b4 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:12.721840 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9849d143-b1ce-4735-829a-167c8461fd6a req-4509c679-10d7-493f-a105-9b540dd3c4b4 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c1a94fd-9fc6-4b72-84a0-fa9b7f0e148e HTTP/1.1" status: 200  len: 943 time: 0.9490740
Jan 29 10:05:12.824122 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9fa16d-a9bd-4156-b7bc-dc523589b96b tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  6f391dc5-f01d-43a8-9c5d-3fb3c7e5fb3e {{(pid=80765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Jan 29 10:05:12.835254 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-95dbb43d-91d0-4601-8a23-b8efe461fcbb tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:12.913160 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cb9fa16d-a9bd-4156-b7bc-dc523589b96b tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:12.954286 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9fa16d-a9bd-4156-b7bc-dc523589b96b tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Pushing event deleted for resources: {'Network': ['ID=6f391dc5-f01d-43a8-9c5d-3fb3c7e5fb3e,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:12.972749 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a1e4422a-29c5-4d2e-a7c4-8251632e5c62 req-403f9498-346f-4bf2-aa4a-1215a7ead199 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f010b7d-6299-4840-b36f-8427c8fd3647 HTTP/1.1" status: 200  len: 210 time: 0.1784577
Jan 29 10:05:12.979066 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-cb9fa16d-a9bd-4156-b7bc-dc523589b96b tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:12.986570 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-cb9fa16d-a9bd-4156-b7bc-dc523589b96b tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] 10.222.0.57 "DELETE /v2.0/networks/6f391dc5-f01d-43a8-9c5d-3fb3c7e5fb3e HTTP/1.1" status: 204  len: 168 time: 3.3753083
Jan 29 10:05:13.000606 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 47310) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:13.022179 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-6fbea5ec-2051-4390-a2c6-9610f2c8ed24 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Request body: {'network': {'name': 'tempest-network--2072921486'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:05:13.042455 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-6fbea5ec-2051-4390-a2c6-9610f2c8ed24 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:05:13.087100 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9849d143-b1ce-4735-829a-167c8461fd6a req-6b8d04e8-1624-429c-8b35-97afe5c26e5a tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b24940d-b25f-4390-af94-14bbacc8e68d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2914674
Jan 29 10:05:13.106153 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6fbea5ec-2051-4390-a2c6-9610f2c8ed24 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Usage tracker for resource:network and tenant:7bc33e18aa324c6ab0ebc654926bc951 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:05:13.107605 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-5a114e8a-6ad1-4d8e-96e0-6c9b28d4672e None None] Allocated IP 2001:db8::f816:3eff:fe94:bd11 (256a49a5-a06e-4646-b938-f9a813584cfd/86780699-c28c-4992-8f3c-a1a9527633c7/87917c74-f7ad-485e-a0f3-fb51ba232435) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:05:13.115978 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6fbea5ec-2051-4390-a2c6-9610f2c8ed24 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:05:13.126665 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-2c655023-a83b-4f86-974e-8e802460fdd8 req-84118ecb-7ad6-41e7-9cc6-b1a4baf11cca service neutron] For port 91d90fd5-7854-4804-854a-f7c573293314, host hv-neutron-7729, cleared binding levels {{(pid=80765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:05:13.134857 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-2c655023-a83b-4f86-974e-8e802460fdd8 req-84118ecb-7ad6-41e7-9cc6-b1a4baf11cca service neutron] For port 91d90fd5-7854-4804-854a-f7c573293314, host hv-neutron-7729, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=91d90fd5-7854-4804-854a-f7c573293314,segment=NetworkSegment(9329d575-ed3f-46b1-819e-a36233065db3),segment_id=9329d575-ed3f-46b1-819e-a36233065db3)] {{(pid=80765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:05:13.142586 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-6fbea5ec-2051-4390-a2c6-9610f2c8ed24 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:05:13.152799 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-173e4731-9271-4c44-a22b-a29345455754 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks [] for router_gateway, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:13.225207 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-2c655023-a83b-4f86-974e-8e802460fdd8 req-84118ecb-7ad6-41e7-9cc6-b1a4baf11cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:13.253131 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:13.390363 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fbea5ec-2051-4390-a2c6-9610f2c8ed24 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Made reservation on behalf of 7bc33e18aa324c6ab0ebc654926bc951 for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:05:13.395861 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6fbea5ec-2051-4390-a2c6-9610f2c8ed24 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:13.513794 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3a089f-1fd8-4577-a134-487d24d5036f tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Pushing event updated for resources: {'Port': ['ID=e5f3951a-b619-4c8d-9e3a-e07fc4af4696,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:13.541510 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4f3a089f-1fd8-4577-a134-487d24d5036f tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.907s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:13.544934 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-654b81f4-bc49-469e-a90f-cb8972117fc9 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:05:13.561454 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fbea5ec-2051-4390-a2c6-9610f2c8ed24 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:05:13.573600 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-654b81f4-bc49-469e-a90f-cb8972117fc9 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Usage tracker for resource:port and tenant:d8fb2116922348989967930f2f8f067f is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:05:13.593329 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5a114e8a-6ad1-4d8e-96e0-6c9b28d4672e None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:13.594756 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84118ecb-7ad6-41e7-9cc6-b1a4baf11cca service neutron] Pushing event updated for resources: {'Port': ['ID=91d90fd5-7854-4804-854a-f7c573293314,revision_number=3']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:13.623869 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-5a114e8a-6ad1-4d8e-96e0-6c9b28d4672e None None] Transition to ACTIVE for port object 87917c74-f7ad-485e-a0f3-fb51ba232435 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:05:13.629484 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-654b81f4-bc49-469e-a90f-cb8972117fc9 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Quota usage for port was recalculated. Used quota:2. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:05:13.643377 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-556b8698-13c7-4e5b-bbb2-452f858c7ce3 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:13.646143 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-84118ecb-7ad6-41e7-9cc6-b1a4baf11cca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:13.649930 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6fbea5ec-2051-4390-a2c6-9610f2c8ed24 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:13.650623 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-6fbea5ec-2051-4390-a2c6-9610f2c8ed24 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Added segment 8c0c31fe-b7b2-4b9f-bbc7-20a1bec6050a of type vxlan for network 0a7e7186-ea7f-43d8-a8da-f009ff0bd66e
Jan 29 10:05:13.655594 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-5a114e8a-6ad1-4d8e-96e0-6c9b28d4672e None None] Transition to ACTIVE for port object 87917c74-f7ad-485e-a0f3-fb51ba232435 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:05:13.661819 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5a114e8a-6ad1-4d8e-96e0-6c9b28d4672e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:13.683770 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2a3b3242-1443-494e-9279-0aed2c48618c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:13.770330 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-654b81f4-bc49-469e-a90f-cb8972117fc9 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:05:13.772396 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:13.850598 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a114e8a-6ad1-4d8e-96e0-6c9b28d4672e None None] Pushing event updated for resources: {'Port': ['ID=87917c74-f7ad-485e-a0f3-fb51ba232435,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:13.869794 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a114e8a-6ad1-4d8e-96e0-6c9b28d4672e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:05:13.870189 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a114e8a-6ad1-4d8e-96e0-6c9b28d4672e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:05:13.870696 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a114e8a-6ad1-4d8e-96e0-6c9b28d4672e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:05:13.871073 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a114e8a-6ad1-4d8e-96e0-6c9b28d4672e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:05:13.871444 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a114e8a-6ad1-4d8e-96e0-6c9b28d4672e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:05:13.871821 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a114e8a-6ad1-4d8e-96e0-6c9b28d4672e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:05:13.872191 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a114e8a-6ad1-4d8e-96e0-6c9b28d4672e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:05:13.872562 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a114e8a-6ad1-4d8e-96e0-6c9b28d4672e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:05:13.872930 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a114e8a-6ad1-4d8e-96e0-6c9b28d4672e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:05:13.873647 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a114e8a-6ad1-4d8e-96e0-6c9b28d4672e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:05:13.874058 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a114e8a-6ad1-4d8e-96e0-6c9b28d4672e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:05:13.874425 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a114e8a-6ad1-4d8e-96e0-6c9b28d4672e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:05:13.874866 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a114e8a-6ad1-4d8e-96e0-6c9b28d4672e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:05:13.875228 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a114e8a-6ad1-4d8e-96e0-6c9b28d4672e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:05:13.875596 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a114e8a-6ad1-4d8e-96e0-6c9b28d4672e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:05:13.875957 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a114e8a-6ad1-4d8e-96e0-6c9b28d4672e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:05:13.876318 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a114e8a-6ad1-4d8e-96e0-6c9b28d4672e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:05:13.876680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a114e8a-6ad1-4d8e-96e0-6c9b28d4672e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:05:13.877044 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a114e8a-6ad1-4d8e-96e0-6c9b28d4672e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:05:13.877402 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a114e8a-6ad1-4d8e-96e0-6c9b28d4672e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:05:13.878040 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a114e8a-6ad1-4d8e-96e0-6c9b28d4672e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:05:13.878404 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a114e8a-6ad1-4d8e-96e0-6c9b28d4672e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:05:13.878765 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a114e8a-6ad1-4d8e-96e0-6c9b28d4672e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:05:13.879122 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a114e8a-6ad1-4d8e-96e0-6c9b28d4672e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:05:13.891525 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5a114e8a-6ad1-4d8e-96e0-6c9b28d4672e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:13.917224 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-173e4731-9271-4c44-a22b-a29345455754 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:13.946840 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a114e8a-6ad1-4d8e-96e0-6c9b28d4672e None None] Network 256a49a5-a06e-4646-b938-f9a813584cfd is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:05:13.948835 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-5a114e8a-6ad1-4d8e-96e0-6c9b28d4672e None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:05:13.953052 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a114e8a-6ad1-4d8e-96e0-6c9b28d4672e None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:05:14.002754 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c655023-a83b-4f86-974e-8e802460fdd8 req-84118ecb-7ad6-41e7-9cc6-b1a4baf11cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:14.004029 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-2c655023-a83b-4f86-974e-8e802460fdd8 req-84118ecb-7ad6-41e7-9cc6-b1a4baf11cca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:14.005754 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2c655023-a83b-4f86-974e-8e802460fdd8 req-84118ecb-7ad6-41e7-9cc6-b1a4baf11cca service neutron] 10.222.0.22 "PUT /v2.0/ports/91d90fd5-7854-4804-854a-f7c573293314 HTTP/1.1" status: 200  len: 1157 time: 5.4154360
Jan 29 10:05:14.009061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6fbea5ec-2051-4390-a2c6-9610f2c8ed24 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:14.015813 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c1a94fd-9fc6-4b72-84a0-fa9b7f0e148e', 'tag': '91d90fd5-7854-4804-854a-f7c573293314'}] {{(pid=80765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:05:14.063485 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-5a114e8a-6ad1-4d8e-96e0-6c9b28d4672e None None] Attempting to bind port 87917c74-f7ad-485e-a0f3-fb51ba232435 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:05:14.063893 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-5a114e8a-6ad1-4d8e-96e0-6c9b28d4672e None None] Attempting to bind port 87917c74-f7ad-485e-a0f3-fb51ba232435 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '9740911f-ef70-4518-9209-d9fb3cca328a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '256a49a5-a06e-4646-b938-f9a813584cfd'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:05:14.064301 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a114e8a-6ad1-4d8e-96e0-6c9b28d4672e None None] Attempting to bind port 87917c74-f7ad-485e-a0f3-fb51ba232435 on network 256a49a5-a06e-4646-b938-f9a813584cfd {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:05:14.078095 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a114e8a-6ad1-4d8e-96e0-6c9b28d4672e None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:05:14.078534 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a114e8a-6ad1-4d8e-96e0-6c9b28d4672e None None] Checking segment: {'id': '9740911f-ef70-4518-9209-d9fb3cca328a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '256a49a5-a06e-4646-b938-f9a813584cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:05:14.078989 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5a114e8a-6ad1-4d8e-96e0-6c9b28d4672e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:14.079421 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a114e8a-6ad1-4d8e-96e0-6c9b28d4672e None None] Bound using segment: {'id': '9740911f-ef70-4518-9209-d9fb3cca328a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '256a49a5-a06e-4646-b938-f9a813584cfd'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:05:14.080286 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-5a114e8a-6ad1-4d8e-96e0-6c9b28d4672e None None] Bound port: 87917c74-f7ad-485e-a0f3-fb51ba232435, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9740911f-ef70-4518-9209-d9fb3cca328a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '256a49a5-a06e-4646-b938-f9a813584cfd'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:05:14.080432 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5a114e8a-6ad1-4d8e-96e0-6c9b28d4672e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:14.183204 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-de10dfb8-b43e-462a-a9b8-ee8fcb533db8 req-0eee58ae-6dd0-4b8f-bef3-484ae8d76f9a tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:14.262424 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556b8698-13c7-4e5b-bbb2-452f858c7ce3 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Pushing event updated for resources: {'Port': ['ID=d59f8589-da6d-405f-b320-c68ae041a947,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:14.268984 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654b81f4-bc49-469e-a90f-cb8972117fc9 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Made reservation on behalf of d8fb2116922348989967930f2f8f067f for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:05:14.293357 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-5a114e8a-6ad1-4d8e-96e0-6c9b28d4672e None None] For port 87917c74-f7ad-485e-a0f3-fb51ba232435, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:05:14.299813 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-5a114e8a-6ad1-4d8e-96e0-6c9b28d4672e None None] For port 87917c74-f7ad-485e-a0f3-fb51ba232435, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=87917c74-f7ad-485e-a0f3-fb51ba232435,segment=NetworkSegment(9740911f-ef70-4518-9209-d9fb3cca328a),segment_id=9740911f-ef70-4518-9209-d9fb3cca328a)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:05:14.311533 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-654b81f4-bc49-469e-a90f-cb8972117fc9 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:14.325251 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-556b8698-13c7-4e5b-bbb2-452f858c7ce3 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:14.335219 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5a114e8a-6ad1-4d8e-96e0-6c9b28d4672e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:14.353422 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556b8698-13c7-4e5b-bbb2-452f858c7ce3 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Network a6b4e5c6-3415-47bf-b302-aa20dd1624c6 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:05:14.365766 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-556b8698-13c7-4e5b-bbb2-452f858c7ce3 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:05:14.395825 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:14.400940 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556b8698-13c7-4e5b-bbb2-452f858c7ce3 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:05:14.420589 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.resource_extend [None req-6fbea5ec-2051-4390-a2c6-9610f2c8ed24 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 29 10:05:14.443330 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-4f3a089f-1fd8-4577-a134-487d24d5036f tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Attempting to bind port e5f3951a-b619-4c8d-9e3a-e07fc4af4696 on host hv-neutron-7729 for vnic_type normal with profile  {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:05:14.443575 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-4f3a089f-1fd8-4577-a134-487d24d5036f tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Attempting to bind port e5f3951a-b619-4c8d-9e3a-e07fc4af4696 by drivers openvswitch on host hv-neutron-7729 at level 0 using segments [{'id': 'ce1bc847-811a-49ff-b165-fa475ea7a864', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '55a9d6a1-efd9-4126-9d8a-ab0b8887a685'}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:05:14.443967 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3a089f-1fd8-4577-a134-487d24d5036f tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Attempting to bind port e5f3951a-b619-4c8d-9e3a-e07fc4af4696 on network 55a9d6a1-efd9-4126-9d8a-ab0b8887a685 {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:05:14.465595 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-de10dfb8-b43e-462a-a9b8-ee8fcb533db8 req-0eee58ae-6dd0-4b8f-bef3-484ae8d76f9a tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Transition to ACTIVE for port object 2f9c6f8b-a04e-434c-97af-b39859324c3d will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:05:14.467710 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3a089f-1fd8-4577-a134-487d24d5036f tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Checking agent: {'id': '5acf9624-c829-41ba-afd9-92278081af05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 10, 2, 34), 'started_at': datetime.datetime(2021, 1, 29, 10, 3, 4), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:05:14.468096 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3a089f-1fd8-4577-a134-487d24d5036f tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Checking segment: {'id': 'ce1bc847-811a-49ff-b165-fa475ea7a864', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '55a9d6a1-efd9-4126-9d8a-ab0b8887a685'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:05:14.468709 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4f3a089f-1fd8-4577-a134-487d24d5036f tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:14.469112 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3a089f-1fd8-4577-a134-487d24d5036f tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Bound using segment: {'id': 'ce1bc847-811a-49ff-b165-fa475ea7a864', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '55a9d6a1-efd9-4126-9d8a-ab0b8887a685'} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:05:14.469636 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-4f3a089f-1fd8-4577-a134-487d24d5036f tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Bound port: e5f3951a-b619-4c8d-9e3a-e07fc4af4696, host: hv-neutron-7729, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1bc847-811a-49ff-b165-fa475ea7a864', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '55a9d6a1-efd9-4126-9d8a-ab0b8887a685'}}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:05:14.470037 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4f3a089f-1fd8-4577-a134-487d24d5036f tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:14.591248 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a114e8a-6ad1-4d8e-96e0-6c9b28d4672e None None] Pushing event updated for resources: {'Port': ['ID=87917c74-f7ad-485e-a0f3-fb51ba232435,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:14.596718 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5a114e8a-6ad1-4d8e-96e0-6c9b28d4672e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:14.657928 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-5a9c256b-9f5b-4c67-bf31-ad03c65f1571 None None] Provisioning for port d59f8589-da6d-405f-b320-c68ae041a947 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:05:14.664853 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-5a9c256b-9f5b-4c67-bf31-ad03c65f1571 None None] Provisioning complete for port d59f8589-da6d-405f-b320-c68ae041a947 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:05:14.665282 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5a9c256b-9f5b-4c67-bf31-ad03c65f1571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:14.683180 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556b8698-13c7-4e5b-bbb2-452f858c7ce3 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:14.683848 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-556b8698-13c7-4e5b-bbb2-452f858c7ce3 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:14.688555 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ad0a7a69-d9f7-4219-9196-8d4c7fdf3ae6 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:14.730787 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-5a9c256b-9f5b-4c67-bf31-ad03c65f1571 None None] Port d59f8589-da6d-405f-b320-c68ae041a947 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:05:14.794404 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6fbea5ec-2051-4390-a2c6-9610f2c8ed24 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:14.798272 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2cd7f000-4a9c-4625-82ec-2a460ee5da88 req-f2c97864-2cde-4465-b23f-14dc51c19298 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f010b7d-6299-4840-b36f-8427c8fd3647 HTTP/1.1" status: 200  len: 210 time: 0.0662591
Jan 29 10:05:14.807272 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbea5ec-2051-4390-a2c6-9610f2c8ed24 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:14.807994 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6fbea5ec-2051-4390-a2c6-9610f2c8ed24 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:14.815764 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:14.979363 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade8a53b-6572-4f1c-827a-9dd434a36f02 req-150bbcc5-056d-4d85-be2c-2af7a5fe6302 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:14.981272 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ade8a53b-6572-4f1c-827a-9dd434a36f02 req-150bbcc5-056d-4d85-be2c-2af7a5fe6302 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c1a94fd-9fc6-4b72-84a0-fa9b7f0e148e HTTP/1.1" status: 200  len: 943 time: 0.6328583
Jan 29 10:05:14.991564 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-556b8698-13c7-4e5b-bbb2-452f858c7ce3 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 7.3704479
Jan 29 10:05:15.003113 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c655023-a83b-4f86-974e-8e802460fdd8 req-b715b8ee-c128-4f03-9a58-ba6d1c190551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:15.005115 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2c655023-a83b-4f86-974e-8e802460fdd8 req-b715b8ee-c128-4f03-9a58-ba6d1c190551 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=063e89324bbe4d0080d07e952e1945cf&device_id=5c1a94fd-9fc6-4b72-84a0-fa9b7f0e148e HTTP/1.1" status: 200  len: 1160 time: 0.8506444
Jan 29 10:05:15.017627 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 47326) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:15.096530 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-654b81f4-bc49-469e-a90f-cb8972117fc9 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] device_id is not set on port 34297605-357f-4541-89e2-97661cbb9dcc yet. {{(pid=80766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:05:15.159277 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4f3a089f-1fd8-4577-a134-487d24d5036f tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] For port e5f3951a-b619-4c8d-9e3a-e07fc4af4696, host hv-neutron-7729, cleared binding levels {{(pid=80766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:05:15.169342 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-de10dfb8-b43e-462a-a9b8-ee8fcb533db8 req-0eee58ae-6dd0-4b8f-bef3-484ae8d76f9a tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:15.182556 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c1a94fd-9fc6-4b72-84a0-fa9b7f0e148e', 'tag': '91d90fd5-7854-4804-854a-f7c573293314', 'status': 'completed', 'code': 200}
Jan 29 10:05:15.198367 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:15.202389 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6fbea5ec-2051-4390-a2c6-9610f2c8ed24 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 857 time: 2.1868653
Jan 29 10:05:15.212755 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 47334) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:15.215803 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbea5ec-2051-4390-a2c6-9610f2c8ed24 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Pushing event updated for resources: {'Network': ['ID=0a7e7186-ea7f-43d8-a8da-f009ff0bd66e,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:15.219812 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6fbea5ec-2051-4390-a2c6-9610f2c8ed24 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:15.222416 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2c655023-a83b-4f86-974e-8e802460fdd8 req-616dcc50-2f19-44ce-9565-74d67747b5f6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91d90fd5-7854-4804-854a-f7c573293314 HTTP/1.1" status: 200  len: 217 time: 0.1561732
Jan 29 10:05:15.228064 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 0a7e7186-ea7f-43d8-a8da-f009ff0bd66e details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:05:15.243435 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-885d1dbe-4cb1-4f77-9721-7ca819c41915 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Request body: {'network': {'router:external': True}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:05:15.270663 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 0a7e7186-ea7f-43d8-a8da-f009ff0bd66e details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:05:15.303463 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-173e4731-9271-4c44-a22b-a29345455754 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Router a5512405-e4c2-4f10-a878-f4b5d33bc737 is scheduled to L3 agent 18987107-6d88-4736-94cf-15791d65b3ff with binding_index 1 {{(pid=80765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 29 10:05:15.318268 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4f3a089f-1fd8-4577-a134-487d24d5036f tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] For port e5f3951a-b619-4c8d-9e3a-e07fc4af4696, host hv-neutron-7729, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=e5f3951a-b619-4c8d-9e3a-e07fc4af4696,segment=NetworkSegment(ce1bc847-811a-49ff-b165-fa475ea7a864),segment_id=ce1bc847-811a-49ff-b165-fa475ea7a864)] {{(pid=80766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:05:15.330803 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-402b7d0d-3a0a-44d5-8754-5dc055aa322a tempest-FloatingIPAdminTestJSON-1685392490 tempest-FloatingIPAdminTestJSON-1685392490-project-admin] Request body: {'floatingip': {'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'project_id': 'dc69fae14c2c4e1faa1e6d21b85f79fa', 'port_id': 'd59f8589-da6d-405f-b320-c68ae041a947'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:05:15.367061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4f3a089f-1fd8-4577-a134-487d24d5036f tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:15.370674 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ade8a53b-6572-4f1c-827a-9dd434a36f02 req-3d98f36b-3e9e-447d-8881-8f39c0e49ec8 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b24940d-b25f-4390-af94-14bbacc8e68d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3514705
Jan 29 10:05:15.383011 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-402b7d0d-3a0a-44d5-8754-5dc055aa322a tempest-FloatingIPAdminTestJSON-1685392490 tempest-FloatingIPAdminTestJSON-1685392490-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:05:15.465355 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-402b7d0d-3a0a-44d5-8754-5dc055aa322a tempest-FloatingIPAdminTestJSON-1685392490 tempest-FloatingIPAdminTestJSON-1685392490-project-admin] Usage tracker for resource:floatingip and tenant:dc69fae14c2c4e1faa1e6d21b85f79fa is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:05:15.479132 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-402b7d0d-3a0a-44d5-8754-5dc055aa322a tempest-FloatingIPAdminTestJSON-1685392490 tempest-FloatingIPAdminTestJSON-1685392490-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:05:15.569836 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-402b7d0d-3a0a-44d5-8754-5dc055aa322a tempest-FloatingIPAdminTestJSON-1685392490 tempest-FloatingIPAdminTestJSON-1685392490-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:05:15.662268 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c655023-a83b-4f86-974e-8e802460fdd8 req-0deb14a6-3caa-4451-8558-149fe6773b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:15.663896 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2c655023-a83b-4f86-974e-8e802460fdd8 req-0deb14a6-3caa-4451-8558-149fe6773b32 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=13442799-a6c4-4c0b-b1ed-15d8e21e2b8d HTTP/1.1" status: 200  len: 845 time: 0.3995049
Jan 29 10:05:15.740905 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-402b7d0d-3a0a-44d5-8754-5dc055aa322a tempest-FloatingIPAdminTestJSON-1685392490 tempest-FloatingIPAdminTestJSON-1685392490-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:15.835456 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eee58ae-6dd0-4b8f-bef3-484ae8d76f9a tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Pushing event updated for resources: {'Port': ['ID=2f9c6f8b-a04e-434c-97af-b39859324c3d,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:15.839179 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0eee58ae-6dd0-4b8f-bef3-484ae8d76f9a tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.641s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:15.855778 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:15.900109 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-173e4731-9271-4c44-a22b-a29345455754 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:05:15.914747 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72547b8c-9ba9-42d3-8e77-ab0fd0bddfb4 None None] Sync routers for ids ['a5512405-e4c2-4f10-a878-f4b5d33bc737'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:05:15.933364 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72547b8c-9ba9-42d3-8e77-ab0fd0bddfb4 None None] Routers {'a5512405-e4c2-4f10-a878-f4b5d33bc737'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:05:15.935251 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-72547b8c-9ba9-42d3-8e77-ab0fd0bddfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c97fb860>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:04:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['a5512405-e4c2-4f10-a878-f4b5d33bc737'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:05:16.019277 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-72547b8c-9ba9-42d3-8e77-ab0fd0bddfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c97fb860>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:05:16.030094 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72547b8c-9ba9-42d3-8e77-ab0fd0bddfb4 None None] Routers {'a5512405-e4c2-4f10-a878-f4b5d33bc737'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:05:16.030094 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-72547b8c-9ba9-42d3-8e77-ab0fd0bddfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c97fb860>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:04:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['a5512405-e4c2-4f10-a878-f4b5d33bc737'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:05:16.073903 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-654b81f4-bc49-469e-a90f-cb8972117fc9 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Allocated IP 2001:db8::f816:3eff:fecc:1c2c (256a49a5-a06e-4646-b938-f9a813584cfd/86780699-c28c-4992-8f3c-a1a9527633c7/34297605-357f-4541-89e2-97661cbb9dcc) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:05:16.098971 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-72547b8c-9ba9-42d3-8e77-ab0fd0bddfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c97fb860>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:05:16.099419 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72547b8c-9ba9-42d3-8e77-ab0fd0bddfb4 None None] The sync data for ids ['a5512405-e4c2-4f10-a878-f4b5d33bc737'] in dv-neutron-772983-2-ovs is: [] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:05:16.101021 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3a089f-1fd8-4577-a134-487d24d5036f tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:16.101893 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4f3a089f-1fd8-4577-a134-487d24d5036f tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:16.104738 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4f3a089f-1fd8-4577-a134-487d24d5036f tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] 10.222.0.57 "PUT /v2.0/ports/e5f3951a-b619-4c8d-9e3a-e07fc4af4696 HTTP/1.1" status: 200  len: 1076 time: 7.2715335
Jan 29 10:05:16.124017 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 47340) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:16.142603 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeaaaca8-1daf-4c4c-b773-27195a06649b None None] Network 256a49a5-a06e-4646-b938-f9a813584cfd requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:05:16.142956 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3a089f-1fd8-4577-a134-487d24d5036f tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Pushing event updated for resources: {'Port': ['ID=e5f3951a-b619-4c8d-9e3a-e07fc4af4696,revision_number=3']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:16.146388 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4f3a089f-1fd8-4577-a134-487d24d5036f tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:16.153378 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ad0a7a69-d9f7-4219-9196-8d4c7fdf3ae6 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:16.178372 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-173e4731-9271-4c44-a22b-a29345455754 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:16.182441 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-173e4731-9271-4c44-a22b-a29345455754 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 12.9230161
Jan 29 10:05:16.192954 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-19261a5d-f161-46d0-b3d4-92659bc4c264 None None] Provisioning for port 87917c74-f7ad-485e-a0f3-fb51ba232435 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:05:16.224480 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 47344) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:16.243616 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de10dfb8-b43e-462a-a9b8-ee8fcb533db8 req-0eee58ae-6dd0-4b8f-bef3-484ae8d76f9a tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Network 1fd58bb7-5017-4a35-98e9-2ebd6e679ae2 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:05:16.255071 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [req-de10dfb8-b43e-462a-a9b8-ee8fcb533db8 req-0eee58ae-6dd0-4b8f-bef3-484ae8d76f9a tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:05:16.257375 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-de10dfb8-b43e-462a-a9b8-ee8fcb533db8 req-0eee58ae-6dd0-4b8f-bef3-484ae8d76f9a tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:05:16.318295 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c655023-a83b-4f86-974e-8e802460fdd8 req-bbec1d02-8776-4cf3-b1ed-2067eaabed37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:16.319944 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2c655023-a83b-4f86-974e-8e802460fdd8 req-bbec1d02-8776-4cf3-b1ed-2067eaabed37 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ad10d455-2f6c-4431-96c2-93a5f5aa1b82&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.6462600
Jan 29 10:05:16.554533 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 87917c74-f7ad-485e-a0f3-fb51ba232435 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:05:16.628035 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10dfb8-b43e-462a-a9b8-ee8fcb533db8 req-0eee58ae-6dd0-4b8f-bef3-484ae8d76f9a tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:16.629070 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-de10dfb8-b43e-462a-a9b8-ee8fcb533db8 req-0eee58ae-6dd0-4b8f-bef3-484ae8d76f9a tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:16.640191 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 87917c74-f7ad-485e-a0f3-fb51ba232435 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:05:16.646653 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 87917c74-f7ad-485e-a0f3-fb51ba232435 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:05:16.647077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:16.760289 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-de10dfb8-b43e-462a-a9b8-ee8fcb533db8 req-0eee58ae-6dd0-4b8f-bef3-484ae8d76f9a tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 6.4055297
Jan 29 10:05:16.772499 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-885d1dbe-4cb1-4f77-9721-7ca819c41915 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:16.790987 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-de10dfb8-b43e-462a-a9b8-ee8fcb533db8 req-314ccca4-4355-4c6a-aa2e-c6411840288b service neutron] Request body: {'port': {'device_id': '9f010b7d-6299-4840-b36f-8427c8fd3647', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7729'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:05:16.801266 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:16.813545 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-ce0a00f0-3ca0-4b0f-b762-49cedf8baffc None None] Provisioning for port 2f9c6f8b-a04e-434c-97af-b39859324c3d completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:05:16.823510 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-ce0a00f0-3ca0-4b0f-b762-49cedf8baffc None None] Provisioning complete for port 2f9c6f8b-a04e-434c-97af-b39859324c3d triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:05:16.823930 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ce0a00f0-3ca0-4b0f-b762-49cedf8baffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:16.886206 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-ce0a00f0-3ca0-4b0f-b762-49cedf8baffc None None] Port 2f9c6f8b-a04e-434c-97af-b39859324c3d cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:05:16.905287 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port 87917c74-f7ad-485e-a0f3-fb51ba232435, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=87917c74-f7ad-485e-a0f3-fb51ba232435,segment=NetworkSegment(9740911f-ef70-4518-9209-d9fb3cca328a),segment_id=9740911f-ef70-4518-9209-d9fb3cca328a)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:05:16.909517 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:16.911458 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5a114e8a-6ad1-4d8e-96e0-6c9b28d4672e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:16.987145 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=87917c74-f7ad-485e-a0f3-fb51ba232435,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:16.990475 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-654b81f4-bc49-469e-a90f-cb8972117fc9 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:16.990919 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:16.999443 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2c655023-a83b-4f86-974e-8e802460fdd8 req-7a5a399e-6cb1-46c9-81db-25002f49b856 service neutron] 10.222.0.22 "GET /v2.0/networks/ad10d455-2f6c-4431-96c2-93a5f5aa1b82?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6527340
Jan 29 10:05:17.010606 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-c0652098-001f-440d-b018-6af66d965d18 None None] Provisioning complete for port 87917c74-f7ad-485e-a0f3-fb51ba232435 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:05:17.011184 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c0652098-001f-440d-b018-6af66d965d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:17.030391 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:05:17.031225 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-31e960a2-5653-4358-a118-01b9a490193f tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Deleting port e5f3951a-b619-4c8d-9e3a-e07fc4af4696 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:05:17.031742 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-31e960a2-5653-4358-a118-01b9a490193f tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:17.037639 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad0a7a69-d9f7-4219-9196-8d4c7fdf3ae6 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Router 1b27a1a3-d46d-4351-9915-b6c73a26f752 is scheduled to L3 agent 18987107-6d88-4736-94cf-15791d65b3ff with binding_index 1 {{(pid=80766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 29 10:05:17.040178 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-654b81f4-bc49-469e-a90f-cb8972117fc9 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Transition to ACTIVE for port object 34297605-357f-4541-89e2-97661cbb9dcc will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:05:17.042355 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-de10dfb8-b43e-462a-a9b8-ee8fcb533db8 req-314ccca4-4355-4c6a-aa2e-c6411840288b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:17.288559 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-9b357a8e-bdde-43c5-a5db-8e01bb8e9f13 None None] Provisioning complete for port 87917c74-f7ad-485e-a0f3-fb51ba232435 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:05:17.289285 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9b357a8e-bdde-43c5-a5db-8e01bb8e9f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:17.300118 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b9742-9ef1-49b5-a15b-634fa7653a38 req-1cd02c9a-9279-48b1-9e3b-9bf690ae8d91 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:17.307798 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fe0b9742-9ef1-49b5-a15b-634fa7653a38 req-1cd02c9a-9279-48b1-9e3b-9bf690ae8d91 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f010b7d-6299-4840-b36f-8427c8fd3647 HTTP/1.1" status: 200  len: 932 time: 1.3490577
Jan 29 10:05:17.352710 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-654b81f4-bc49-469e-a90f-cb8972117fc9 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:17.354438 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-885d1dbe-4cb1-4f77-9721-7ca819c41915 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:17.380998 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-80e2f7e9-761a-4166-aee8-fdb5d5cd7d4a tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:17.403485 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-22afe028-279e-4f73-ade3-a81e2be2259a tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:17.469463 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad0a7a69-d9f7-4219-9196-8d4c7fdf3ae6 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:05:17.479438 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e92745-3e9b-45cf-b365-c960857c781f None None] Sync routers for ids ['1b27a1a3-d46d-4351-9915-b6c73a26f752'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:05:17.490731 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e92745-3e9b-45cf-b365-c960857c781f None None] Routers {'1b27a1a3-d46d-4351-9915-b6c73a26f752'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:05:17.491399 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-a1e92745-3e9b-45cf-b365-c960857c781f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca33f5f8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:04:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['1b27a1a3-d46d-4351-9915-b6c73a26f752'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:05:17.527810 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-402b7d0d-3a0a-44d5-8754-5dc055aa322a tempest-FloatingIPAdminTestJSON-1685392490 tempest-FloatingIPAdminTestJSON-1685392490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:17.604595 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654b81f4-bc49-469e-a90f-cb8972117fc9 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Pushing event updated for resources: {'Port': ['ID=34297605-357f-4541-89e2-97661cbb9dcc,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:17.617535 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-654b81f4-bc49-469e-a90f-cb8972117fc9 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:17.622770 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ad0a7a69-d9f7-4219-9196-8d4c7fdf3ae6 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:17.627357 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ad0a7a69-d9f7-4219-9196-8d4c7fdf3ae6 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 876 time: 12.0535035
Jan 29 10:05:17.633265 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 47352) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:17.666089 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fe0b9742-9ef1-49b5-a15b-634fa7653a38 req-fa6547cd-c08a-4dcf-8207-a692361b1b28 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] 10.222.0.57 "GET /v2.0/security-groups?id=dc805e9c-5c84-4bba-8acf-28c50f5a45c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3572917
Jan 29 10:05:17.686968 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-a1e92745-3e9b-45cf-b365-c960857c781f None None] Set router 1b27a1a3-d46d-4351-9915-b6c73a26f752 gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:05:17.750656 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f088f7db-8eef-45ca-bf45-db11e7334f30 req-f6b85dd3-ff72-4cd3-bb97-7e5558373ea1 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:17.752321 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f088f7db-8eef-45ca-bf45-db11e7334f30 req-f6b85dd3-ff72-4cd3-bb97-7e5558373ea1 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c1a94fd-9fc6-4b72-84a0-fa9b7f0e148e HTTP/1.1" status: 200  len: 943 time: 0.9702249
Jan 29 10:05:17.781847 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654b81f4-bc49-469e-a90f-cb8972117fc9 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Network 256a49a5-a06e-4646-b938-f9a813584cfd is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:05:17.795365 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-654b81f4-bc49-469e-a90f-cb8972117fc9 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:05:17.798539 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654b81f4-bc49-469e-a90f-cb8972117fc9 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:05:17.866110 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654b81f4-bc49-469e-a90f-cb8972117fc9 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:17.866852 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-654b81f4-bc49-469e-a90f-cb8972117fc9 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:17.912260 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-654b81f4-bc49-469e-a90f-cb8972117fc9 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 951 time: 5.4919844
Jan 29 10:05:17.915382 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-95bb9067-c773-4c14-91f9-3c0aac8dae39 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] 10.222.0.57 "GET /v2.0/routers/a5512405-e4c2-4f10-a878-f4b5d33bc737 HTTP/1.1" status: 200  len: 923 time: 1.6834435
Jan 29 10:05:17.916236 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47358) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:17.916798 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47356) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:17.940363 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2c655023-a83b-4f86-974e-8e802460fdd8 req-af7d7f53-d652-43c1-a710-bf1508291837 service neutron] 10.222.0.22 "GET /v2.0/networks/ad10d455-2f6c-4431-96c2-93a5f5aa1b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.8801141
Jan 29 10:05:17.972474 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885d1dbe-4cb1-4f77-9721-7ca819c41915 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Pushing event updated for resources: {'Network': ['ID=0a7e7186-ea7f-43d8-a8da-f009ff0bd66e,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:18.026127 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-a1e92745-3e9b-45cf-b365-c960857c781f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca33f5f8>, [{'id': '1b27a1a3-d46d-4351-9915-b6c73a26f752', 'name': '', 'tenant_id': 'e6ac5606c3f647439606dc5a53249186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '012f6a81-d890-44b1-9cd1-1e22d02e16b8', 'external_fixed_ips': [{'subnet_id': 'b3cc0641-981b-4a18-ba98-96bfab5beea0', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': '10e67446-517c-42a6-b442-73d95302e2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:05:05Z', 'updated_at': '2021-01-29T10:05:13Z', 'revision_number': 3, 'project_id': 'e6ac5606c3f647439606dc5a53249186', 'gw_port': {'id': '10e67446-517c-42a6-b442-73d95302e2d8', 'name': '', 'network_id': '012f6a81-d890-44b1-9cd1-1e22d02e16b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b27a1a3-d46d-4351-9915-b6c73a26f752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': 'b3cc0641-981b-4a18-ba98-96bfab5beea0', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:05:09Z', 'updated_at': '2021-01-29T10:05:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3cc0641-981b-4a18-ba98-96bfab5beea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:05:18.030980 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e92745-3e9b-45cf-b365-c960857c781f None None] Checking router: 1b27a1a3-d46d-4351-9915-b6c73a26f752 for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:05:18.031442 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e92745-3e9b-45cf-b365-c960857c781f None None] Updating router 1b27a1a3-d46d-4351-9915-b6c73a26f752 port 10e67446-517c-42a6-b442-73d95302e2d8 binding host dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 29 10:05:18.061566 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-885d1dbe-4cb1-4f77-9721-7ca819c41915 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.658s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:18.088153 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0cbe4822-2f45-46fd-a61e-0e441c0ebe75 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5512405-e4c2-4f10-a878-f4b5d33bc737 HTTP/1.1" status: 200  len: 205 time: 0.1688147
Jan 29 10:05:18.097139 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a1e92745-3e9b-45cf-b365-c960857c781f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:18.112633 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-402670c6-038c-4e01-9dac-1f2fc0ee53e4 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Deleting subnet 86780699-c28c-4992-8f3c-a1a9527633c7 {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:05:18.115672 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47364) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:18.120799 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-402670c6-038c-4e01-9dac-1f2fc0ee53e4 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:18.163130 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-5821d904-b7ab-4c43-9b4c-e53949e03143 None None] Provisioning for port 34297605-357f-4541-89e2-97661cbb9dcc completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:05:18.171716 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-5821d904-b7ab-4c43-9b4c-e53949e03143 None None] Provisioning complete for port 34297605-357f-4541-89e2-97661cbb9dcc triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:05:18.172097 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-885d1dbe-4cb1-4f77-9721-7ca819c41915 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Network 0a7e7186-ea7f-43d8-a8da-f009ff0bd66e is not hosted by any dhcp agent {{(pid=80765) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:218}}
Jan 29 10:05:18.172951 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885d1dbe-4cb1-4f77-9721-7ca819c41915 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:18.173297 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5821d904-b7ab-4c43-9b4c-e53949e03143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:18.173630 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-885d1dbe-4cb1-4f77-9721-7ca819c41915 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:18.178042 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-885d1dbe-4cb1-4f77-9721-7ca819c41915 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] 10.222.0.57 "PUT /v2.0/networks/0a7e7186-ea7f-43d8-a8da-f009ff0bd66e HTTP/1.1" status: 200  len: 851 time: 2.9543262
Jan 29 10:05:18.213808 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47368) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:18.214948 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.resource_extend [req-de10dfb8-b43e-462a-a9b8-ee8fcb533db8 req-314ccca4-4355-4c6a-aa2e-c6411840288b service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 29 10:05:18.253072 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-5821d904-b7ab-4c43-9b4c-e53949e03143 None None] Port 34297605-357f-4541-89e2-97661cbb9dcc cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:05:18.338016 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f088f7db-8eef-45ca-bf45-db11e7334f30 req-2ecbd210-feb4-48e9-8d6a-c112b34457ee tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b24940d-b25f-4390-af94-14bbacc8e68d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4656265
Jan 29 10:05:18.408858 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-31e960a2-5653-4358-a118-01b9a490193f tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] For port e5f3951a-b619-4c8d-9e3a-e07fc4af4696, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=e5f3951a-b619-4c8d-9e3a-e07fc4af4696,segment=NetworkSegment(ce1bc847-811a-49ff-b165-fa475ea7a864),segment_id=ce1bc847-811a-49ff-b165-fa475ea7a864)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:05:18.409299 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-31e960a2-5653-4358-a118-01b9a490193f tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:18.501043 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 87917c74-f7ad-485e-a0f3-fb51ba232435 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:05:18.595860 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 87917c74-f7ad-485e-a0f3-fb51ba232435 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:05:18.596280 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:18.596914 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a1e92745-3e9b-45cf-b365-c960857c781f None None] Notify callbacks [] for port, precommit_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:18.612099 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-a1e92745-3e9b-45cf-b365-c960857c781f None None] Transition to ACTIVE for port object 10e67446-517c-42a6-b442-73d95302e2d8 will not be triggered until provisioned by entity L2. {{(pid=80768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:05:18.612285 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-31e960a2-5653-4358-a118-01b9a490193f tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Calling delete_port for e5f3951a-b619-4c8d-9e3a-e07fc4af4696 owned by  {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:05:18.615418 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a1e92745-3e9b-45cf-b365-c960857c781f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:18.645825 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e8fc3dfc-33d8-4334-be86-f51c2bdba037 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks [] for router, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:18.748731 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-402670c6-038c-4e01-9dac-1f2fc0ee53e4 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:18.819333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [req-de10dfb8-b43e-462a-a9b8-ee8fcb533db8 req-314ccca4-4355-4c6a-aa2e-c6411840288b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f9c6f8b-a04e-434c-97af-b39859324c3d {{(pid=80766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 29 10:05:18.823929 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:18.836961 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-de10dfb8-b43e-462a-a9b8-ee8fcb533db8 req-314ccca4-4355-4c6a-aa2e-c6411840288b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:18.850864 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0e05fdf9-77e3-4016-a9ad-1b7275b113b6 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:18.924783 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-a1e92745-3e9b-45cf-b365-c960857c781f None None] Attempting to bind port 10e67446-517c-42a6-b442-73d95302e2d8 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:05:18.925280 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-a1e92745-3e9b-45cf-b365-c960857c781f None None] Attempting to bind port 10e67446-517c-42a6-b442-73d95302e2d8 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '214fb44b-20fd-480e-908c-b634f7cfc1be', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '012f6a81-d890-44b1-9cd1-1e22d02e16b8'}] {{(pid=80768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:05:18.925753 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e92745-3e9b-45cf-b365-c960857c781f None None] Attempting to bind port 10e67446-517c-42a6-b442-73d95302e2d8 on network 012f6a81-d890-44b1-9cd1-1e22d02e16b8 {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:05:18.930011 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b44749-51af-4e99-9ec1-0d5063b9f150 None None] Pushing event updated for resources: {'Port': ['ID=10e67446-517c-42a6-b442-73d95302e2d8,revision_number=2']} {{(pid=80768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:18.933508 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-13b44749-51af-4e99-9ec1-0d5063b9f150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:18.936072 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e92745-3e9b-45cf-b365-c960857c781f None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:05:18.936676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e92745-3e9b-45cf-b365-c960857c781f None None] Checking segment: {'id': '214fb44b-20fd-480e-908c-b634f7cfc1be', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '012f6a81-d890-44b1-9cd1-1e22d02e16b8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:05:18.937189 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a1e92745-3e9b-45cf-b365-c960857c781f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:18.937678 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e92745-3e9b-45cf-b365-c960857c781f None None] Bound using segment: {'id': '214fb44b-20fd-480e-908c-b634f7cfc1be', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '012f6a81-d890-44b1-9cd1-1e22d02e16b8'} {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:05:18.938290 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-a1e92745-3e9b-45cf-b365-c960857c781f None None] Bound port: 10e67446-517c-42a6-b442-73d95302e2d8, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '214fb44b-20fd-480e-908c-b634f7cfc1be', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '012f6a81-d890-44b1-9cd1-1e22d02e16b8'}}] {{(pid=80768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:05:18.939378 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a1e92745-3e9b-45cf-b365-c960857c781f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:18.949538 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-de10dfb8-b43e-462a-a9b8-ee8fcb533db8 req-314ccca4-4355-4c6a-aa2e-c6411840288b service neutron] Transition to ACTIVE for port object 2f9c6f8b-a04e-434c-97af-b39859324c3d will not be triggered until provisioned by entity L2. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:05:18.959209 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-de10dfb8-b43e-462a-a9b8-ee8fcb533db8 req-314ccca4-4355-4c6a-aa2e-c6411840288b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:18.982465 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:19.020752 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-a1e92745-3e9b-45cf-b365-c960857c781f None None] For port 10e67446-517c-42a6-b442-73d95302e2d8, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:05:19.029009 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-a1e92745-3e9b-45cf-b365-c960857c781f None None] For port 10e67446-517c-42a6-b442-73d95302e2d8, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=10e67446-517c-42a6-b442-73d95302e2d8,segment=NetworkSegment(214fb44b-20fd-480e-908c-b634f7cfc1be),segment_id=214fb44b-20fd-480e-908c-b634f7cfc1be)] {{(pid=80768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:05:19.033137 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a1e92745-3e9b-45cf-b365-c960857c781f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:19.052306 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:19.105263 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cd116a8f-99ca-4549-bef6-e34b48f7e635 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks [] for router, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:19.138489 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b44749-51af-4e99-9ec1-0d5063b9f150 None None] Pushing event updated for resources: {'Port': ['ID=10e67446-517c-42a6-b442-73d95302e2d8,revision_number=3']} {{(pid=80768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:19.143303 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c6e45-a57e-49bc-b253-a11cc018bcd5 req-24e42632-8728-454d-ba0d-2606576c6fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:19.144943 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6d6c6e45-a57e-49bc-b253-a11cc018bcd5 req-24e42632-8728-454d-ba0d-2606576c6fdb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=063e89324bbe4d0080d07e952e1945cf&device_id=5c1a94fd-9fc6-4b72-84a0-fa9b7f0e148e HTTP/1.1" status: 200  len: 1160 time: 1.0727675
Jan 29 10:05:19.150563 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-13b44749-51af-4e99-9ec1-0d5063b9f150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:19.363188 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ccca4-4355-4c6a-aa2e-c6411840288b service neutron] Pushing event updated for resources: {'Port': ['ID=2f9c6f8b-a04e-434c-97af-b39859324c3d,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:19.384784 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-314ccca4-4355-4c6a-aa2e-c6411840288b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:19.395594 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-31e960a2-5653-4358-a118-01b9a490193f tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:19.440974 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-89acb8a6-8946-41bb-875c-868ae043f72e tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:19.461851 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0e05fdf9-77e3-4016-a9ad-1b7275b113b6 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:19.494180 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-402b7d0d-3a0a-44d5-8754-5dc055aa322a tempest-FloatingIPAdminTestJSON-1685392490 tempest-FloatingIPAdminTestJSON-1685392490-project-admin] Allocated IP 172.26.7.72 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/e4dc96df-28c9-4242-873d-d0237421c661) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:05:19.544399 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e960a2-5653-4358-a118-01b9a490193f tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Pushing event deleted for resources: {'Port': ['ID=e5f3951a-b619-4c8d-9e3a-e07fc4af4696,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:19.555891 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e8fc3dfc-33d8-4334-be86-f51c2bdba037 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:19.565794 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-31e960a2-5653-4358-a118-01b9a490193f tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:19.582786 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e92745-3e9b-45cf-b365-c960857c781f None None] Routers {'1b27a1a3-d46d-4351-9915-b6c73a26f752'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:05:19.583839 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-a1e92745-3e9b-45cf-b365-c960857c781f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca33f5f8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:04:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['1b27a1a3-d46d-4351-9915-b6c73a26f752'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:05:19.654846 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4112a0-d44a-4a70-830e-40deeb6d3276 req-453c34d6-fb47-4afa-8800-34f861b3a212 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:19.662592 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cb4112a0-d44a-4a70-830e-40deeb6d3276 req-453c34d6-fb47-4afa-8800-34f861b3a212 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f010b7d-6299-4840-b36f-8427c8fd3647 HTTP/1.1" status: 200  len: 944 time: 0.7213261
Jan 29 10:05:19.712742 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cd116a8f-99ca-4549-bef6-e34b48f7e635 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks [] for router_gateway, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:19.720343 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-e8fc3dfc-33d8-4334-be86-f51c2bdba037 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Deleting port 10e67446-517c-42a6-b442-73d95302e2d8 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:05:19.720933 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e8fc3dfc-33d8-4334-be86-f51c2bdba037 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:19.733369 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-402670c6-038c-4e01-9dac-1f2fc0ee53e4 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:19.773151 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-cd116a8f-99ca-4549-bef6-e34b48f7e635 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Deleting port 448786ee-4b5c-4415-ad2f-e4ad73b45800 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:05:19.773536 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cd116a8f-99ca-4549-bef6-e34b48f7e635 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:19.822468 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-a1e92745-3e9b-45cf-b365-c960857c781f None None] Set router 1b27a1a3-d46d-4351-9915-b6c73a26f752 gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:05:19.835952 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-0e05fdf9-77e3-4016-a9ad-1b7275b113b6 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c9975a90>,) {'filters': {'network_id': ['0a7e7186-ea7f-43d8-a8da-f009ff0bd66e']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:05:19.888305 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c6e45-a57e-49bc-b253-a11cc018bcd5 req-bc936200-4c89-48f0-9b95-d778721f14ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:19.890585 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6d6c6e45-a57e-49bc-b253-a11cc018bcd5 req-bc936200-4c89-48f0-9b95-d778721f14ba service neutron] 10.222.0.22 "GET /v2.0/networks?id=ad10d455-2f6c-4431-96c2-93a5f5aa1b82 HTTP/1.1" status: 200  len: 900 time: 0.7385962
Jan 29 10:05:19.931496 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-0e05fdf9-77e3-4016-a9ad-1b7275b113b6 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c9975a90>, '8c0c31fe-b7b2-4b9f-bbc7-20a1bec6050a') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:05:19.931754 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-0e05fdf9-77e3-4016-a9ad-1b7275b113b6 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c9975a90>, '8c0c31fe-b7b2-4b9f-bbc7-20a1bec6050a') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:05:19.999509 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0e05fdf9-77e3-4016-a9ad-1b7275b113b6 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:20.101452 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6d6c6e45-a57e-49bc-b253-a11cc018bcd5 req-ed38b730-cac8-434e-8147-c61ca46abde3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91d90fd5-7854-4804-854a-f7c573293314 HTTP/1.1" status: 200  len: 217 time: 0.1808271
Jan 29 10:05:20.106431 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0e05fdf9-77e3-4016-a9ad-1b7275b113b6 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:20.112850 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0e05fdf9-77e3-4016-a9ad-1b7275b113b6 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Releasing vxlan tunnel 8 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:05:20.190333 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cb4112a0-d44a-4a70-830e-40deeb6d3276 req-6ba36cba-db55-4a76-8fb9-f06a043a8f4e tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] 10.222.0.57 "GET /v2.0/security-groups?id=dc805e9c-5c84-4bba-8acf-28c50f5a45c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5266628
Jan 29 10:05:20.197259 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-de10dfb8-b43e-462a-a9b8-ee8fcb533db8 req-314ccca4-4355-4c6a-aa2e-c6411840288b service neutron] Attempting to bind port 2f9c6f8b-a04e-434c-97af-b39859324c3d on host hv-neutron-7729 for vnic_type normal with profile  {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:05:20.197570 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-de10dfb8-b43e-462a-a9b8-ee8fcb533db8 req-314ccca4-4355-4c6a-aa2e-c6411840288b service neutron] Attempting to bind port 2f9c6f8b-a04e-434c-97af-b39859324c3d by drivers openvswitch on host hv-neutron-7729 at level 0 using segments [{'id': '18bc8eec-b98a-44b9-bed5-2f62335d7fbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1fd58bb7-5017-4a35-98e9-2ebd6e679ae2'}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:05:20.197972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de10dfb8-b43e-462a-a9b8-ee8fcb533db8 req-314ccca4-4355-4c6a-aa2e-c6411840288b service neutron] Attempting to bind port 2f9c6f8b-a04e-434c-97af-b39859324c3d on network 1fd58bb7-5017-4a35-98e9-2ebd6e679ae2 {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:05:20.202510 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-31e960a2-5653-4358-a118-01b9a490193f tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:20.205445 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-a1e92745-3e9b-45cf-b365-c960857c781f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca33f5f8>, [{'id': '1b27a1a3-d46d-4351-9915-b6c73a26f752', 'name': '', 'tenant_id': 'e6ac5606c3f647439606dc5a53249186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '012f6a81-d890-44b1-9cd1-1e22d02e16b8', 'external_fixed_ips': [{'subnet_id': 'b3cc0641-981b-4a18-ba98-96bfab5beea0', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': '10e67446-517c-42a6-b442-73d95302e2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:05:05Z', 'updated_at': '2021-01-29T10:05:13Z', 'revision_number': 3, 'project_id': 'e6ac5606c3f647439606dc5a53249186', 'gw_port': {'id': '10e67446-517c-42a6-b442-73d95302e2d8', 'name': '', 'network_id': '012f6a81-d890-44b1-9cd1-1e22d02e16b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b27a1a3-d46d-4351-9915-b6c73a26f752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': 'b3cc0641-981b-4a18-ba98-96bfab5beea0', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:05:09Z', 'updated_at': '2021-01-29T10:05:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3cc0641-981b-4a18-ba98-96bfab5beea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:05:20.215373 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e92745-3e9b-45cf-b365-c960857c781f None None] The sync data for ids ['1b27a1a3-d46d-4351-9915-b6c73a26f752'] in dv-neutron-772983-2-ovs is: [{'id': '1b27a1a3-d46d-4351-9915-b6c73a26f752', 'name': '', 'tenant_id': 'e6ac5606c3f647439606dc5a53249186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '012f6a81-d890-44b1-9cd1-1e22d02e16b8', 'external_fixed_ips': [{'subnet_id': 'b3cc0641-981b-4a18-ba98-96bfab5beea0', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': '10e67446-517c-42a6-b442-73d95302e2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:05:05Z', 'updated_at': '2021-01-29T10:05:13Z', 'revision_number': 3, 'project_id': 'e6ac5606c3f647439606dc5a53249186', 'gw_port': {'id': '10e67446-517c-42a6-b442-73d95302e2d8', 'name': '', 'network_id': '012f6a81-d890-44b1-9cd1-1e22d02e16b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b27a1a3-d46d-4351-9915-b6c73a26f752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': 'b3cc0641-981b-4a18-ba98-96bfab5beea0', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:05:09Z', 'updated_at': '2021-01-29T10:05:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3cc0641-981b-4a18-ba98-96bfab5beea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:05:20.271622 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de10dfb8-b43e-462a-a9b8-ee8fcb533db8 req-314ccca4-4355-4c6a-aa2e-c6411840288b service neutron] Checking agent: {'id': '5acf9624-c829-41ba-afd9-92278081af05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 10, 2, 34), 'started_at': datetime.datetime(2021, 1, 29, 10, 3, 4), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:05:20.271984 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de10dfb8-b43e-462a-a9b8-ee8fcb533db8 req-314ccca4-4355-4c6a-aa2e-c6411840288b service neutron] Checking segment: {'id': '18bc8eec-b98a-44b9-bed5-2f62335d7fbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1fd58bb7-5017-4a35-98e9-2ebd6e679ae2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:05:20.272404 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-de10dfb8-b43e-462a-a9b8-ee8fcb533db8 req-314ccca4-4355-4c6a-aa2e-c6411840288b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:20.272808 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de10dfb8-b43e-462a-a9b8-ee8fcb533db8 req-314ccca4-4355-4c6a-aa2e-c6411840288b service neutron] Bound using segment: {'id': '18bc8eec-b98a-44b9-bed5-2f62335d7fbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1fd58bb7-5017-4a35-98e9-2ebd6e679ae2'} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:05:20.273308 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-de10dfb8-b43e-462a-a9b8-ee8fcb533db8 req-314ccca4-4355-4c6a-aa2e-c6411840288b service neutron] Bound port: 2f9c6f8b-a04e-434c-97af-b39859324c3d, host: hv-neutron-7729, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bc8eec-b98a-44b9-bed5-2f62335d7fbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1fd58bb7-5017-4a35-98e9-2ebd6e679ae2'}}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:05:20.273688 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-de10dfb8-b43e-462a-a9b8-ee8fcb533db8 req-314ccca4-4355-4c6a-aa2e-c6411840288b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:20.324907 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-31e960a2-5653-4358-a118-01b9a490193f tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] 10.222.0.57 "DELETE /v2.0/ports/e5f3951a-b619-4c8d-9e3a-e07fc4af4696 HTTP/1.1" status: 204  len: 168 time: 4.1491942
Jan 29 10:05:20.334713 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 47376) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:20.356154 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c6e45-a57e-49bc-b253-a11cc018bcd5 req-f2b272e8-c9e3-451a-a9ea-d64d662ae870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:20.358206 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6d6c6e45-a57e-49bc-b253-a11cc018bcd5 req-f2b272e8-c9e3-451a-a9ea-d64d662ae870 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=13442799-a6c4-4c0b-b1ed-15d8e21e2b8d HTTP/1.1" status: 200  len: 845 time: 0.2296054
Jan 29 10:05:20.412260 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cd116a8f-99ca-4549-bef6-e34b48f7e635 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:20.484740 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-402b7d0d-3a0a-44d5-8754-5dc055aa322a tempest-FloatingIPAdminTestJSON-1685392490 tempest-FloatingIPAdminTestJSON-1685392490-project-admin] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:20.581343 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5e25a-ccee-4d2b-81f5-7d2e9ac0118b req-f3ab65e1-8f0d-4e63-b629-0b6e3d2d968c tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:20.583162 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-64b5e25a-ccee-4d2b-81f5-7d2e9ac0118b req-f3ab65e1-8f0d-4e63-b629-0b6e3d2d968c tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c1a94fd-9fc6-4b72-84a0-fa9b7f0e148e HTTP/1.1" status: 200  len: 943 time: 0.9044659
Jan 29 10:05:20.584320 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-df059c46-a878-4b43-9210-3508c4376ef8 tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] GET failed (client error): The resource could not be found.
Jan 29 10:05:20.584840 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-df059c46-a878-4b43-9210-3508c4376ef8 tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Synchronizing usage tracker for tenant:341d558eeaa045e7b5ee533a35efd885 on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:05:20.601558 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-e8fc3dfc-33d8-4334-be86-f51c2bdba037 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] For port 10e67446-517c-42a6-b442-73d95302e2d8, host dv-neutron-772983-2-ovs, got binding levels [] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:05:20.601989 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e8fc3dfc-33d8-4334-be86-f51c2bdba037 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:20.902878 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-0e05fdf9-77e3-4016-a9ad-1b7275b113b6 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Network 0a7e7186-ea7f-43d8-a8da-f009ff0bd66e has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:05:20.918573 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-cd116a8f-99ca-4549-bef6-e34b48f7e635 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Calling delete_port for 448786ee-4b5c-4415-ad2f-e4ad73b45800 owned by network:router_gateway {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:05:20.994883 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0e05fdf9-77e3-4016-a9ad-1b7275b113b6 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:21.010636 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-e8fc3dfc-33d8-4334-be86-f51c2bdba037 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Calling delete_port for 10e67446-517c-42a6-b442-73d95302e2d8 owned by network:router_gateway {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:05:21.065451 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-df059c46-a878-4b43-9210-3508c4376ef8 tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Unset dirty status for tenant:341d558eeaa045e7b5ee533a35efd885 on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:05:21.066778 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-df059c46-a878-4b43-9210-3508c4376ef8 tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] 10.222.0.57 "GET /v2.0/ports/e5f3951a-b619-4c8d-9e3a-e07fc4af4696 HTTP/1.1" status: 404  len: 333 time: 0.7188058
Jan 29 10:05:21.088626 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 47380) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:21.146391 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-64b5e25a-ccee-4d2b-81f5-7d2e9ac0118b req-0c3b6793-f562-4867-a9ba-73602a3e995c tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b24940d-b25f-4390-af94-14bbacc8e68d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5463037
Jan 29 10:05:21.206774 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-de10dfb8-b43e-462a-a9b8-ee8fcb533db8 req-314ccca4-4355-4c6a-aa2e-c6411840288b service neutron] For port 2f9c6f8b-a04e-434c-97af-b39859324c3d, host hv-neutron-7729, cleared binding levels {{(pid=80766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:05:21.274944 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c6e45-a57e-49bc-b253-a11cc018bcd5 req-89b869c2-6edd-412d-b292-5b4378fcf614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:21.276568 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6d6c6e45-a57e-49bc-b253-a11cc018bcd5 req-89b869c2-6edd-412d-b292-5b4378fcf614 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ad10d455-2f6c-4431-96c2-93a5f5aa1b82&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.8731358
Jan 29 10:05:21.282274 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-0e05fdf9-77e3-4016-a9ad-1b7275b113b6 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Network 0a7e7186-ea7f-43d8-a8da-f009ff0bd66e has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:05:21.288552 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-402b7d0d-3a0a-44d5-8754-5dc055aa322a tempest-FloatingIPAdminTestJSON-1685392490 tempest-FloatingIPAdminTestJSON-1685392490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:21.291962 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-de10dfb8-b43e-462a-a9b8-ee8fcb533db8 req-314ccca4-4355-4c6a-aa2e-c6411840288b service neutron] For port 2f9c6f8b-a04e-434c-97af-b39859324c3d, host hv-neutron-7729, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=2f9c6f8b-a04e-434c-97af-b39859324c3d,segment=NetworkSegment(18bc8eec-b98a-44b9-bed5-2f62335d7fbd),segment_id=18bc8eec-b98a-44b9-bed5-2f62335d7fbd)] {{(pid=80766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:05:21.313834 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:05:21.313834 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:05:21.313834 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:05:21.313834 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:05:21.313834 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:05:21.313834 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:05:21.313834 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:05:21.313834 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:05:21.313834 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:05:21.313834 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:05:21.313834 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:05:21.313834 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:05:21.313834 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:05:21.313834 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:05:21.313834 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:05:21.313834 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:05:21.313834 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:05:21.313834 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:05:21.313834 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:05:21.313834 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:05:21.313834 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:05:21.313834 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:05:21.313834 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:05:21.313834 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:05:21.313834 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:05:21.313834 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:05:21.313834 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:05:21.313834 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:05:21.313834 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:05:21.313834 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:05:21.313834 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:05:21.313834 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:05:21.323841 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-de10dfb8-b43e-462a-a9b8-ee8fcb533db8 req-314ccca4-4355-4c6a-aa2e-c6411840288b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:21.330396 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4cff9bf7-a0fb-43e5-9152-6fa96558fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:21.330548 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9d5b71fe-0610-429c-ae0a-35f2509b416c tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:21.384614 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4f3a089f-1fd8-4577-a134-487d24d5036f tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:21.424231 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f9df7068-ceff-40ce-b3c2-c98c95a97c7f tempest-PortsAdminExtendedAttrsTestJSON-26334490 tempest-PortsAdminExtendedAttrsTestJSON-26334490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:21.492362 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-402670c6-038c-4e01-9dac-1f2fc0ee53e4 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:21.549259 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-e8fc3dfc-33d8-4334-be86-f51c2bdba037 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80765) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:05:21.549621 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-e8fc3dfc-33d8-4334-be86-f51c2bdba037 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Performing DB retry for function neutron.db.l3_db.L3_NAT_dbonly_mixin.delete_router {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:05:21.645523 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0e05fdf9-77e3-4016-a9ad-1b7275b113b6 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:21.647403 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cd116a8f-99ca-4549-bef6-e34b48f7e635 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:21.704768 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402b7d0d-3a0a-44d5-8754-5dc055aa322a tempest-FloatingIPAdminTestJSON-1685392490 tempest-FloatingIPAdminTestJSON-1685392490-project-admin] Pushing event updated for resources: {'Port': ['ID=e4dc96df-28c9-4242-873d-d0237421c661,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:21.738782 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-402b7d0d-3a0a-44d5-8754-5dc055aa322a tempest-FloatingIPAdminTestJSON-1685392490 tempest-FloatingIPAdminTestJSON-1685392490-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:21.764122 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e05fdf9-77e3-4016-a9ad-1b7275b113b6 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  0a7e7186-ea7f-43d8-a8da-f009ff0bd66e {{(pid=80766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Jan 29 10:05:21.771992 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0e05fdf9-77e3-4016-a9ad-1b7275b113b6 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:21.778146 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ccca4-4355-4c6a-aa2e-c6411840288b service neutron] Pushing event updated for resources: {'Port': ['ID=2f9c6f8b-a04e-434c-97af-b39859324c3d,revision_number=3']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:21.846925 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-314ccca4-4355-4c6a-aa2e-c6411840288b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:21.850884 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.315s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:21.913474 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402670c6-038c-4e01-9dac-1f2fc0ee53e4 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Pushing event deleted for resources: {'Subnet': ['ID=86780699-c28c-4992-8f3c-a1a9527633c7,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:21.924496 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f9df7068-ceff-40ce-b3c2-c98c95a97c7f tempest-PortsAdminExtendedAttrsTestJSON-26334490 tempest-PortsAdminExtendedAttrsTestJSON-26334490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:21.925846 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-402670c6-038c-4e01-9dac-1f2fc0ee53e4 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:21.926570 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:21.944536 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6d6c6e45-a57e-49bc-b253-a11cc018bcd5 req-f1d8c5a3-df5b-4211-8ce6-eafa6c901d44 service neutron] 10.222.0.22 "GET /v2.0/networks/ad10d455-2f6c-4431-96c2-93a5f5aa1b82?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6388764
Jan 29 10:05:21.945862 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0e05fdf9-77e3-4016-a9ad-1b7275b113b6 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] 10.222.0.57 "DELETE /v2.0/networks/0a7e7186-ea7f-43d8-a8da-f009ff0bd66e HTTP/1.1" status: 204  len: 168 time: 3.7163830
Jan 29 10:05:21.951947 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-402670c6-038c-4e01-9dac-1f2fc0ee53e4 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:21.953726 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04aed8d0-7ec2-491d-9509-cceb5599913f None None] Network 256a49a5-a06e-4646-b938-f9a813584cfd requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:05:21.957186 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-402670c6-038c-4e01-9dac-1f2fc0ee53e4 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] 10.222.0.57 "DELETE /v2.0/subnets/86780699-c28c-4992-8f3c-a1a9527633c7 HTTP/1.1" status: 204  len: 168 time: 4.0352376
Jan 29 10:05:21.957851 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47386) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:21.958231 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47388) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:22.010101 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402b7d0d-3a0a-44d5-8754-5dc055aa322a tempest-FloatingIPAdminTestJSON-1685392490 tempest-FloatingIPAdminTestJSON-1685392490-project-admin] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:05:22.054990 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e05fdf9-77e3-4016-a9ad-1b7275b113b6 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Pushing event deleted for resources: {'Network': ['ID=0a7e7186-ea7f-43d8-a8da-f009ff0bd66e,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:22.066950 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0e05fdf9-77e3-4016-a9ad-1b7275b113b6 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:22.073115 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-06358376-6623-473b-aa83-8f455b1f4501 tempest-ExternalNetworksTestJSON-37437347 tempest-ExternalNetworksTestJSON-37437347-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:05:22.073612 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06358376-6623-473b-aa83-8f455b1f4501 tempest-ExternalNetworksTestJSON-37437347 tempest-ExternalNetworksTestJSON-37437347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:05:22.079087 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-06358376-6623-473b-aa83-8f455b1f4501 tempest-ExternalNetworksTestJSON-37437347 tempest-ExternalNetworksTestJSON-37437347-project] 10.222.0.57 "DELETE /v2.0/subnets/be17ea4b-388c-45c8-ab91-dd0c9f8033b4 HTTP/1.1" status: 404  len: 337 time: 0.1111231
Jan 29 10:05:22.092873 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47394) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:22.095246 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a1e6c-4083-4b12-8265-f90c13febf8c req-4c32f50e-2d0d-46e5-b6cd-41b0d9ee50df tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:22.096957 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-957a1e6c-4083-4b12-8265-f90c13febf8c req-4c32f50e-2d0d-46e5-b6cd-41b0d9ee50df tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f010b7d-6299-4840-b36f-8427c8fd3647 HTTP/1.1" status: 200  len: 944 time: 0.7116330
Jan 29 10:05:22.110663 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e8fc3dfc-33d8-4334-be86-f51c2bdba037 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks [] for router, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:22.124476 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10dfb8-b43e-462a-a9b8-ee8fcb533db8 req-314ccca4-4355-4c6a-aa2e-c6411840288b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:22.125162 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-de10dfb8-b43e-462a-a9b8-ee8fcb533db8 req-314ccca4-4355-4c6a-aa2e-c6411840288b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:22.128285 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-de10dfb8-b43e-462a-a9b8-ee8fcb533db8 req-314ccca4-4355-4c6a-aa2e-c6411840288b service neutron] 10.222.0.22 "PUT /v2.0/ports/2f9c6f8b-a04e-434c-97af-b39859324c3d HTTP/1.1" status: 200  len: 1158 time: 5.3430243
Jan 29 10:05:22.128826 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f010b7d-6299-4840-b36f-8427c8fd3647', 'tag': '2f9c6f8b-a04e-434c-97af-b39859324c3d'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:05:22.179493 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-402b7d0d-3a0a-44d5-8754-5dc055aa322a tempest-FloatingIPAdminTestJSON-1685392490 tempest-FloatingIPAdminTestJSON-1685392490-project-admin] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:05:22.286888 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402b7d0d-3a0a-44d5-8754-5dc055aa322a tempest-FloatingIPAdminTestJSON-1685392490 tempest-FloatingIPAdminTestJSON-1685392490-project-admin] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:05:22.329721 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab891638-3e09-4b01-93b0-e55a06b71d75 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:22.350047 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab891638-3e09-4b01-93b0-e55a06b71d75 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:22.354356 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ab891638-3e09-4b01-93b0-e55a06b71d75 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Synchronizing usage tracker for tenant:d8fb2116922348989967930f2f8f067f on resource:subnet {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:05:22.389093 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cd116a8f-99ca-4549-bef6-e34b48f7e635 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854102222'] for router_gateway, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:22.467462 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa0357c-a389-4eb2-9b3f-d8701ef88a4d None None] DHCP port deletion for 256a49a5-a06e-4646-b938-f9a813584cfd request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:05:22.475792 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-5fa0357c-a389-4eb2-9b3f-d8701ef88a4d None None] Deleting port 87917c74-f7ad-485e-a0f3-fb51ba232435 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:05:22.476207 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5fa0357c-a389-4eb2-9b3f-d8701ef88a4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:22.578029 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 10e67446-517c-42a6-b442-73d95302e2d8 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:05:22.642005 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cd116a8f-99ca-4549-bef6-e34b48f7e635 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:22.647363 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ab891638-3e09-4b01-93b0-e55a06b71d75 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Unset dirty status for tenant:d8fb2116922348989967930f2f8f067f on resource:subnet {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:05:22.651648 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ab891638-3e09-4b01-93b0-e55a06b71d75 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.6789021
Jan 29 10:05:22.651648 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cd116a8f-99ca-4549-bef6-e34b48f7e635 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:22.677739 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4f57e4a7-b256-4b5d-9756-bace69036a04 tempest-ExternalNetworksTestJSON-37437347 tempest-ExternalNetworksTestJSON-37437347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:22.734407 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47406) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:22.887378 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-f9df7068-ceff-40ce-b3c2-c98c95a97c7f tempest-PortsAdminExtendedAttrsTestJSON-26334490 tempest-PortsAdminExtendedAttrsTestJSON-26334490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c968e1d0>,) {'filters': {'network_id': ['55a9d6a1-efd9-4126-9d8a-ab0b8887a685']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:05:22.946543 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-957a1e6c-4083-4b12-8265-f90c13febf8c req-9a9b09bf-1fe2-4cbd-bfc4-78b7c8099975 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] 10.222.0.57 "GET /v2.0/security-groups?id=dc805e9c-5c84-4bba-8acf-28c50f5a45c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6086776
Jan 29 10:05:22.949116 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-f9df7068-ceff-40ce-b3c2-c98c95a97c7f tempest-PortsAdminExtendedAttrsTestJSON-26334490 tempest-PortsAdminExtendedAttrsTestJSON-26334490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c968e1d0>, 'ce1bc847-811a-49ff-b165-fa475ea7a864') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:05:22.949452 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-f9df7068-ceff-40ce-b3c2-c98c95a97c7f tempest-PortsAdminExtendedAttrsTestJSON-26334490 tempest-PortsAdminExtendedAttrsTestJSON-26334490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c968e1d0>, 'ce1bc847-811a-49ff-b165-fa475ea7a864') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:05:22.977239 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 10e67446-517c-42a6-b442-73d95302e2d8 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:05:23.029663 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f9df7068-ceff-40ce-b3c2-c98c95a97c7f tempest-PortsAdminExtendedAttrsTestJSON-26334490 tempest-PortsAdminExtendedAttrsTestJSON-26334490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:23.038299 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-5fa0357c-a389-4eb2-9b3f-d8701ef88a4d None None] For port 87917c74-f7ad-485e-a0f3-fb51ba232435, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=87917c74-f7ad-485e-a0f3-fb51ba232435,segment=NetworkSegment(9740911f-ef70-4518-9209-d9fb3cca328a),segment_id=9740911f-ef70-4518-9209-d9fb3cca328a)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:05:23.039208 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5fa0357c-a389-4eb2-9b3f-d8701ef88a4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:23.114542 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6d6c6e45-a57e-49bc-b253-a11cc018bcd5 req-ed688dd7-04ff-430f-b5c4-5090f5882e68 service neutron] 10.222.0.22 "GET /v2.0/networks/ad10d455-2f6c-4431-96c2-93a5f5aa1b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.1415315
Jan 29 10:05:23.115526 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f9df7068-ceff-40ce-b3c2-c98c95a97c7f tempest-PortsAdminExtendedAttrsTestJSON-26334490 tempest-PortsAdminExtendedAttrsTestJSON-26334490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:23.134124 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f9df7068-ceff-40ce-b3c2-c98c95a97c7f tempest-PortsAdminExtendedAttrsTestJSON-26334490 tempest-PortsAdminExtendedAttrsTestJSON-26334490-project] Releasing vxlan tunnel 5 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:05:23.177582 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e8fc3dfc-33d8-4334-be86-f51c2bdba037 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:23.181880 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f010b7d-6299-4840-b36f-8427c8fd3647', 'tag': '2f9c6f8b-a04e-434c-97af-b39859324c3d', 'status': 'completed', 'code': 200}
Jan 29 10:05:23.186996 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cd116a8f-99ca-4549-bef6-e34b48f7e635 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:23.187584 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd116a8f-99ca-4549-bef6-e34b48f7e635 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Fanout notify agent at l3_agent the message router_deleted on router a5512405-e4c2-4f10-a878-f4b5d33bc737 {{(pid=80766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 10:05:23.228403 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10dfb8-b43e-462a-a9b8-ee8fcb533db8 req-3846aa0c-790b-47d0-ad3b-15454ef4aac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:23.230081 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-de10dfb8-b43e-462a-a9b8-ee8fcb533db8 req-3846aa0c-790b-47d0-ad3b-15454ef4aac6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=427e7808217340cf85796dc28ee6ee48&device_id=9f010b7d-6299-4840-b36f-8427c8fd3647 HTTP/1.1" status: 200  len: 1161 time: 0.9927039
Jan 29 10:05:23.237215 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-5fa0357c-a389-4eb2-9b3f-d8701ef88a4d None None] Calling delete_port for 87917c74-f7ad-485e-a0f3-fb51ba232435 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:05:23.270025 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 10e67446-517c-42a6-b442-73d95302e2d8 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:05:23.270216 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:23.296946 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-e8fc3dfc-33d8-4334-be86-f51c2bdba037 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Deleting port 10e67446-517c-42a6-b442-73d95302e2d8 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:05:23.297301 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e8fc3dfc-33d8-4334-be86-f51c2bdba037 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:23.335485 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-894a1986-352f-4023-a198-3511d897121d tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:23.409293 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5fa0357c-a389-4eb2-9b3f-d8701ef88a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:23.433627 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:23.467789 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-de10dfb8-b43e-462a-a9b8-ee8fcb533db8 req-f0afff8b-a91b-4a22-ad5a-460df5ac5eee service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f9c6f8b-a04e-434c-97af-b39859324c3d HTTP/1.1" status: 200  len: 217 time: 0.2157857
Jan 29 10:05:23.498428 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa0357c-a389-4eb2-9b3f-d8701ef88a4d None None] Pushing event deleted for resources: {'Port': ['ID=87917c74-f7ad-485e-a0f3-fb51ba232435,revision_number=None']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:23.503092 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cd116a8f-99ca-4549-bef6-e34b48f7e635 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:23.504415 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-cd116a8f-99ca-4549-bef6-e34b48f7e635 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] 10.222.0.57 "DELETE /v2.0/routers/a5512405-e4c2-4f10-a878-f4b5d33bc737 HTTP/1.1" status: 204  len: 168 time: 5.3866291
Jan 29 10:05:23.512791 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5fa0357c-a389-4eb2-9b3f-d8701ef88a4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:23.517717 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 91d90fd5-7854-4804-854a-f7c573293314 up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:05:23.552229 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47412) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:23.554408 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4f57e4a7-b256-4b5d-9756-bace69036a04 tempest-ExternalNetworksTestJSON-37437347 tempest-ExternalNetworksTestJSON-37437347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:23.569535 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f334561-750b-4600-b848-4f1fb803db27 req-6268ca18-cece-4a8f-852b-6ae2da1b1a7d tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:23.571555 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6f334561-750b-4600-b848-4f1fb803db27 req-6268ca18-cece-4a8f-852b-6ae2da1b1a7d tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c1a94fd-9fc6-4b72-84a0-fa9b7f0e148e HTTP/1.1" status: 200  len: 943 time: 1.0878663
Jan 29 10:05:23.585111 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-62109026-015d-44c6-921e-13f251352b2d tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Request body: {'router': {'name': 'tempest-snat-router-687800649', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'enable_snat': False}}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:05:23.605315 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-894a1986-352f-4023-a198-3511d897121d tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Jan 29 10:05:23.605693 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-894a1986-352f-4023-a198-3511d897121d tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:05:23.608057 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-894a1986-352f-4023-a198-3511d897121d tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] 10.222.0.57 "DELETE /v2.0/networks/256a49a5-a06e-4646-b938-f9a813584cfd HTTP/1.1" status: 409  len: 405 time: 0.8634419
Jan 29 10:05:23.614226 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-62109026-015d-44c6-921e-13f251352b2d tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:05:23.620131 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47416) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:23.627812 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:23.631689 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-d42df06a-700e-47c4-9230-32737ef6e250 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1514928650'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:05:23.690140 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-62109026-015d-44c6-921e-13f251352b2d tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Usage tracker for resource:router and tenant:1ff34f0ed0344ec39e5476068c831cc8 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:05:23.698352 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port 10e67446-517c-42a6-b442-73d95302e2d8, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=10e67446-517c-42a6-b442-73d95302e2d8,segment=NetworkSegment(214fb44b-20fd-480e-908c-b634f7cfc1be),segment_id=214fb44b-20fd-480e-908c-b634f7cfc1be)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:05:23.702384 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d42df06a-700e-47c4-9230-32737ef6e250 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:05:23.708811 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:23.711159 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-62109026-015d-44c6-921e-13f251352b2d tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:05:23.711674 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa0357c-a389-4eb2-9b3f-d8701ef88a4d None None] No DVR routers for this DVR port 87917c74-f7ad-485e-a0f3-fb51ba232435 on host dv-neutron-772983-2-ovs {{(pid=80767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:05:23.712866 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f939f7f0-a015-467b-992f-45360bf38d48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:23.726218 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-62109026-015d-44c6-921e-13f251352b2d tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:05:23.728664 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d42df06a-700e-47c4-9230-32737ef6e250 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Usage tracker for resource:network and tenant:d8fb2116922348989967930f2f8f067f is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:05:23.743727 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d42df06a-700e-47c4-9230-32737ef6e250 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Quota usage for network was recalculated. Used quota:3. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:05:23.753260 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10dfb8-b43e-462a-a9b8-ee8fcb533db8 req-03cfad90-dd43-45c8-a35b-fddf149b5df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:23.754813 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-de10dfb8-b43e-462a-a9b8-ee8fcb533db8 req-03cfad90-dd43-45c8-a35b-fddf149b5df2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=33e91942-d524-458e-9fbf-e90687db90c7 HTTP/1.1" status: 200  len: 850 time: 0.2488732
Jan 29 10:05:23.761689 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d42df06a-700e-47c4-9230-32737ef6e250 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:05:23.766175 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-4f57e4a7-b256-4b5d-9756-bace69036a04 tempest-ExternalNetworksTestJSON-37437347 tempest-ExternalNetworksTestJSON-37437347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c8615d68>,) {'filters': {'network_id': ['86392426-8951-4214-943a-7ce82d8b887d']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:05:23.769443 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0fa0a03d-de70-47cd-a46c-5a43b9ffe1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:23.797624 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning for port 91d90fd5-7854-4804-854a-f7c573293314 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:05:23.804709 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 91d90fd5-7854-4804-854a-f7c573293314 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:05:23.805128 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:23.832515 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-62109026-015d-44c6-921e-13f251352b2d tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:23.833511 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-62109026-015d-44c6-921e-13f251352b2d tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:23.836265 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-f9df7068-ceff-40ce-b3c2-c98c95a97c7f tempest-PortsAdminExtendedAttrsTestJSON-26334490 tempest-PortsAdminExtendedAttrsTestJSON-26334490-project] Network 55a9d6a1-efd9-4126-9d8a-ab0b8887a685 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:05:23.837629 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=10e67446-517c-42a6-b442-73d95302e2d8,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:23.838930 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-4f57e4a7-b256-4b5d-9756-bace69036a04 tempest-ExternalNetworksTestJSON-37437347 tempest-ExternalNetworksTestJSON-37437347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c8615d68>, '72ac7a1f-1fb9-452f-89a2-37123c1192eb') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:05:23.839367 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-4f57e4a7-b256-4b5d-9756-bace69036a04 tempest-ExternalNetworksTestJSON-37437347 tempest-ExternalNetworksTestJSON-37437347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c8615d68>, '72ac7a1f-1fb9-452f-89a2-37123c1192eb') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:05:23.848173 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:23.855289 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d42df06a-700e-47c4-9230-32737ef6e250 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Made reservation on behalf of d8fb2116922348989967930f2f8f067f for: {'network': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:05:23.868639 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f9df7068-ceff-40ce-b3c2-c98c95a97c7f tempest-PortsAdminExtendedAttrsTestJSON-26334490 tempest-PortsAdminExtendedAttrsTestJSON-26334490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:23.877124 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d42df06a-700e-47c4-9230-32737ef6e250 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:23.893997 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4f57e4a7-b256-4b5d-9756-bace69036a04 tempest-ExternalNetworksTestJSON-37437347 tempest-ExternalNetworksTestJSON-37437347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:23.931311 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-62109026-015d-44c6-921e-13f251352b2d tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:23.939974 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4f57e4a7-b256-4b5d-9756-bace69036a04 tempest-ExternalNetworksTestJSON-37437347 tempest-ExternalNetworksTestJSON-37437347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:23.943668 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:23.959001 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4f57e4a7-b256-4b5d-9756-bace69036a04 tempest-ExternalNetworksTestJSON-37437347 tempest-ExternalNetworksTestJSON-37437347-project] Releasing vxlan tunnel 6 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:05:23.974311 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c1a94fd-9fc6-4b72-84a0-fa9b7f0e148e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d90fd5-7854-4804-854a-f7c573293314'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:05:23.974761 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d42df06a-700e-47c4-9230-32737ef6e250 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:05:24.050827 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port 91d90fd5-7854-4804-854a-f7c573293314, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=91d90fd5-7854-4804-854a-f7c573293314,segment=NetworkSegment(9329d575-ed3f-46b1-819e-a36233065db3),segment_id=9329d575-ed3f-46b1-819e-a36233065db3)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:05:24.070065 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d42df06a-700e-47c4-9230-32737ef6e250 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268197113528', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:24.070771 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-d42df06a-700e-47c4-9230-32737ef6e250 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Added segment 6fb402cb-51e6-4772-b280-16f2b58dc761 of type vxlan for network d8b966a0-9980-44ba-a2d1-4252c346420a
Jan 29 10:05:24.073400 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:24.077597 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-00c4e984-b295-478b-ae5b-b4b5c8664833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:24.105940 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6f334561-750b-4600-b848-4f1fb803db27 req-1cc61952-37a2-4e9d-82e4-26a3607e8b2e tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b24940d-b25f-4390-af94-14bbacc8e68d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4936438
Jan 29 10:05:24.174546 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:24.183937 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=91d90fd5-7854-4804-854a-f7c573293314,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:24.187663 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10dfb8-b43e-462a-a9b8-ee8fcb533db8 req-b596f60f-5473-4673-8c42-2a1aa26b0a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:24.189440 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-de10dfb8-b43e-462a-a9b8-ee8fcb533db8 req-b596f60f-5473-4673-8c42-2a1aa26b0a18 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1fd58bb7-5017-4a35-98e9-2ebd6e679ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.4154668
Jan 29 10:05:24.196074 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:24.277108 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-e8fc3dfc-33d8-4334-be86-f51c2bdba037 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] For port 10e67446-517c-42a6-b442-73d95302e2d8, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=10e67446-517c-42a6-b442-73d95302e2d8,segment=NetworkSegment(214fb44b-20fd-480e-908c-b634f7cfc1be),segment_id=214fb44b-20fd-480e-908c-b634f7cfc1be)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:05:24.277390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e8fc3dfc-33d8-4334-be86-f51c2bdba037 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:24.287301 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-f9df7068-ceff-40ce-b3c2-c98c95a97c7f tempest-PortsAdminExtendedAttrsTestJSON-26334490 tempest-PortsAdminExtendedAttrsTestJSON-26334490-project] Network 55a9d6a1-efd9-4126-9d8a-ab0b8887a685 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:05:24.333937 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:05:24.333937 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:05:24.333937 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:05:24.333937 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:05:24.333937 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:05:24.333937 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:05:24.333937 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:05:24.333937 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:05:24.333937 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:05:24.333937 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:05:24.333937 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:05:24.333937 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:05:24.333937 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:05:24.333937 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:05:24.333937 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:05:24.333937 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:05:24.333937 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:05:24.333937 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:05:24.333937 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:05:24.333937 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:05:24.333937 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:05:24.333937 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:05:24.333937 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:05:24.333937 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:05:24.333937 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:05:24.333937 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:05:24.333937 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:05:24.333937 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:05:24.333937 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:05:24.333937 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:05:24.333937 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:05:24.333937 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:05:24.363932 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c1a94fd-9fc6-4b72-84a0-fa9b7f0e148e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d90fd5-7854-4804-854a-f7c573293314', 'code': 200}
Jan 29 10:05:24.371900 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-4f57e4a7-b256-4b5d-9756-bace69036a04 tempest-ExternalNetworksTestJSON-37437347 tempest-ExternalNetworksTestJSON-37437347-project] Network 86392426-8951-4214-943a-7ce82d8b887d has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:05:24.387515 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d42df06a-700e-47c4-9230-32737ef6e250 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:24.394684 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4f57e4a7-b256-4b5d-9756-bace69036a04 tempest-ExternalNetworksTestJSON-37437347 tempest-ExternalNetworksTestJSON-37437347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:24.481474 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 10e67446-517c-42a6-b442-73d95302e2d8 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:05:24.556852 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 10e67446-517c-42a6-b442-73d95302e2d8 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:05:24.557716 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:24.674716 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.resource_extend [None req-d42df06a-700e-47c4-9230-32737ef6e250 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 29 10:05:24.722479 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-62109026-015d-44c6-921e-13f251352b2d tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:24.739742 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 87917c74-f7ad-485e-a0f3-fb51ba232435 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:05:24.767871 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-e8fc3dfc-33d8-4334-be86-f51c2bdba037 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Calling delete_port for 10e67446-517c-42a6-b442-73d95302e2d8 owned by network:router_gateway {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:05:24.776364 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 87917c74-f7ad-485e-a0f3-fb51ba232435 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:05:24.776798 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 87917c74-f7ad-485e-a0f3-fb51ba232435 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:05:24.827857 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-4f57e4a7-b256-4b5d-9756-bace69036a04 tempest-ExternalNetworksTestJSON-37437347 tempest-ExternalNetworksTestJSON-37437347-project] Network 86392426-8951-4214-943a-7ce82d8b887d has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:05:24.849909 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:24.871087 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:05:24.871087 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:05:24.871087 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:05:24.871087 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:05:24.871087 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:05:24.871087 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:05:24.871087 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:05:24.871087 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:05:24.871087 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:05:24.871087 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:05:24.871087 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:05:24.871087 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:05:24.871087 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:05:24.871087 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:05:24.871087 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:05:24.871087 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:05:24.871087 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:05:24.871087 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:05:24.871087 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:05:24.871087 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:05:24.871087 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:05:24.871087 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:05:24.871087 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:05:24.871087 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:05:24.871087 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:05:24.871087 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:05:24.871087 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:05:24.871087 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:05:24.871087 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:05:24.871087 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:05:24.871087 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:05:24.871087 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:05:24.874548 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d42df06a-700e-47c4-9230-32737ef6e250 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:24.899175 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 91d90fd5-7854-4804-854a-f7c573293314 up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:05:24.961904 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42df06a-700e-47c4-9230-32737ef6e250 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:24.962624 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d42df06a-700e-47c4-9230-32737ef6e250 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:24.979222 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 91d90fd5-7854-4804-854a-f7c573293314 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:05:24.980055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:24.981332 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:25.118579 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f9df7068-ceff-40ce-b3c2-c98c95a97c7f tempest-PortsAdminExtendedAttrsTestJSON-26334490 tempest-PortsAdminExtendedAttrsTestJSON-26334490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:25.216087 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf52c2-9df6-4ff5-85c3-5fe6f53d1bf1 req-e05833e3-fa4a-4d7e-8c35-666ea25d84e8 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:25.217935 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1fdf52c2-9df6-4ff5-85c3-5fe6f53d1bf1 req-e05833e3-fa4a-4d7e-8c35-666ea25d84e8 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f010b7d-6299-4840-b36f-8427c8fd3647 HTTP/1.1" status: 200  len: 944 time: 1.0947950
Jan 29 10:05:25.224441 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-885d1dbe-4cb1-4f77-9721-7ca819c41915 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:25.242572 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f9df7068-ceff-40ce-b3c2-c98c95a97c7f tempest-PortsAdminExtendedAttrsTestJSON-26334490 tempest-PortsAdminExtendedAttrsTestJSON-26334490-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:25.307294 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9df7068-ceff-40ce-b3c2-c98c95a97c7f tempest-PortsAdminExtendedAttrsTestJSON-26334490 tempest-PortsAdminExtendedAttrsTestJSON-26334490-project] Pushing event deleted for resources: {'Network': ['ID=55a9d6a1-efd9-4126-9d8a-ab0b8887a685,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:25.309527 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-de10dfb8-b43e-462a-a9b8-ee8fcb533db8 req-23918adf-f661-432a-a1a8-fd04694d221e service neutron] 10.222.0.22 "GET /v2.0/networks/1fd58bb7-5017-4a35-98e9-2ebd6e679ae2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9896488
Jan 29 10:05:25.352727 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f9df7068-ceff-40ce-b3c2-c98c95a97c7f tempest-PortsAdminExtendedAttrsTestJSON-26334490 tempest-PortsAdminExtendedAttrsTestJSON-26334490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:25.378765 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f9df7068-ceff-40ce-b3c2-c98c95a97c7f tempest-PortsAdminExtendedAttrsTestJSON-26334490 tempest-PortsAdminExtendedAttrsTestJSON-26334490-project] 10.222.0.57 "DELETE /v2.0/networks/55a9d6a1-efd9-4126-9d8a-ab0b8887a685 HTTP/1.1" status: 204  len: 168 time: 4.2874675
Jan 29 10:05:25.399108 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-402b7d0d-3a0a-44d5-8754-5dc055aa322a tempest-FloatingIPAdminTestJSON-1685392490 tempest-FloatingIPAdminTestJSON-1685392490-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:25.446962 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d42df06a-700e-47c4-9230-32737ef6e250 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 1.8256965
Jan 29 10:05:25.457686 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 47436) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:25.459251 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-e8fc3dfc-33d8-4334-be86-f51c2bdba037 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80765) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:05:25.459601 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-e8fc3dfc-33d8-4334-be86-f51c2bdba037 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Performing DB retry for function neutron.db.l3_db.L3_NAT_dbonly_mixin.delete_router {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:05:25.466251 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4f57e4a7-b256-4b5d-9756-bace69036a04 tempest-ExternalNetworksTestJSON-37437347 tempest-ExternalNetworksTestJSON-37437347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:25.467847 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42df06a-700e-47c4-9230-32737ef6e250 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Pushing event updated for resources: {'Network': ['ID=d8b966a0-9980-44ba-a2d1-4252c346420a,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:25.475231 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d42df06a-700e-47c4-9230-32737ef6e250 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:25.479315 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network d8b966a0-9980-44ba-a2d1-4252c346420a details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:05:25.480052 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1fdf52c2-9df6-4ff5-85c3-5fe6f53d1bf1 req-03708ffa-4c76-43fe-875a-fb9c25b564fc tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] 10.222.0.57 "GET /v2.0/security-groups?id=dc805e9c-5c84-4bba-8acf-28c50f5a45c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2343788
Jan 29 10:05:25.487218 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-9017f8bd-b6b1-4f01-b461-b39dc9bad305 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Request body: {'subnet': {'network_id': 'd8b966a0-9980-44ba-a2d1-4252c346420a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:05:25.511344 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fbc7fc-a238-4cf7-9525-bec54fb4df62 req-8b3b4884-ba0d-4b97-a105-44d208c8835e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:25.511344 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e7fbc7fc-a238-4cf7-9525-bec54fb4df62 req-8b3b4884-ba0d-4b97-a105-44d208c8835e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5c1a94fd-9fc6-4b72-84a0-fa9b7f0e148e HTTP/1.1" status: 200  len: 1162 time: 0.8342888
Jan 29 10:05:25.556730 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4f57e4a7-b256-4b5d-9756-bace69036a04 tempest-ExternalNetworksTestJSON-37437347 tempest-ExternalNetworksTestJSON-37437347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:25.570117 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e7fbc7fc-a238-4cf7-9525-bec54fb4df62 req-f9806a84-df43-4326-831d-b23f102f6606 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:25.573043 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:25.620002 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network d8b966a0-9980-44ba-a2d1-4252c346420a details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:05:25.658187 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4f57e4a7-b256-4b5d-9756-bace69036a04 tempest-ExternalNetworksTestJSON-37437347 tempest-ExternalNetworksTestJSON-37437347-project] 10.222.0.57 "DELETE /v2.0/networks/86392426-8951-4214-943a-7ce82d8b887d HTTP/1.1" status: 204  len: 168 time: 3.5598905
Jan 29 10:05:25.688282 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-e7fbc7fc-a238-4cf7-9525-bec54fb4df62 req-f9806a84-df43-4326-831d-b23f102f6606 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:05:25.701814 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-e7fbc7fc-a238-4cf7-9525-bec54fb4df62 req-f9806a84-df43-4326-831d-b23f102f6606 service neutron] Usage tracker for resource:security_group_rule and tenant:c9759d4dd8cb47cf92f41989577fb93b is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:05:25.727420 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-e7fbc7fc-a238-4cf7-9525-bec54fb4df62 req-f9806a84-df43-4326-831d-b23f102f6606 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:05:25.743085 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f57e4a7-b256-4b5d-9756-bace69036a04 tempest-ExternalNetworksTestJSON-37437347 tempest-ExternalNetworksTestJSON-37437347-project] Pushing event deleted for resources: {'Network': ['ID=86392426-8951-4214-943a-7ce82d8b887d,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:25.771301 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4f57e4a7-b256-4b5d-9756-bace69036a04 tempest-ExternalNetworksTestJSON-37437347 tempest-ExternalNetworksTestJSON-37437347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:25.783694 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-de10dfb8-b43e-462a-a9b8-ee8fcb533db8 req-8cf5f503-44fc-4123-a8db-1db030d2a0eb service neutron] 10.222.0.22 "GET /v2.0/networks/1fd58bb7-5017-4a35-98e9-2ebd6e679ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4476647
Jan 29 10:05:25.841187 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610144d-c3da-402e-a3fc-a1654fb3aea7 req-12687eed-1a56-4128-a058-4aebaea57d8d tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:25.845553 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b610144d-c3da-402e-a3fc-a1654fb3aea7 req-12687eed-1a56-4128-a058-4aebaea57d8d tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c1a94fd-9fc6-4b72-84a0-fa9b7f0e148e HTTP/1.1" status: 200  len: 945 time: 0.5823512
Jan 29 10:05:25.846596 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-e7fbc7fc-a238-4cf7-9525-bec54fb4df62 req-f9806a84-df43-4326-831d-b23f102f6606 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:05:25.851618 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 47444) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:25.860801 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-402b7d0d-3a0a-44d5-8754-5dc055aa322a tempest-FloatingIPAdminTestJSON-1685392490 tempest-FloatingIPAdminTestJSON-1685392490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:25.890851 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-9017f8bd-b6b1-4f01-b461-b39dc9bad305 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:05:25.926366 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:25.967962 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-9017f8bd-b6b1-4f01-b461-b39dc9bad305 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:05:26.062131 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b610144d-c3da-402e-a3fc-a1654fb3aea7 req-43e073bb-d5cf-413b-88ef-d96bb2967ec4 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b24940d-b25f-4390-af94-14bbacc8e68d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2082283
Jan 29 10:05:26.076450 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9017f8bd-b6b1-4f01-b461-b39dc9bad305 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Made reservation on behalf of d8fb2116922348989967930f2f8f067f for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:05:26.097298 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-62109026-015d-44c6-921e-13f251352b2d tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:26.099101 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9017f8bd-b6b1-4f01-b461-b39dc9bad305 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:26.129174 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 47452) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:26.135413 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-62109026-015d-44c6-921e-13f251352b2d tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:26.147029 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722fd9bd-004c-4519-8724-4b7bfb032f89 req-0d5233fc-2e2c-4220-a1be-e6131495c5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:26.148973 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-722fd9bd-004c-4519-8724-4b7bfb032f89 req-0d5233fc-2e2c-4220-a1be-e6131495c5b1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=427e7808217340cf85796dc28ee6ee48&device_id=9f010b7d-6299-4840-b36f-8427c8fd3647 HTTP/1.1" status: 200  len: 1161 time: 0.2594545
Jan 29 10:05:26.421543 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e8fc3dfc-33d8-4334-be86-f51c2bdba037 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks [] for router, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:26.458523 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722fd9bd-004c-4519-8724-4b7bfb032f89 req-d041a7e7-6d24-4044-9a77-5bd43d8b07cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:26.460105 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-722fd9bd-004c-4519-8724-4b7bfb032f89 req-d041a7e7-6d24-4044-9a77-5bd43d8b07cc service neutron] 10.222.0.22 "GET /v2.0/networks?id=1fd58bb7-5017-4a35-98e9-2ebd6e679ae2 HTTP/1.1" status: 200  len: 905 time: 0.3036120
Jan 29 10:05:26.517276 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e7fbc7fc-a238-4cf7-9525-bec54fb4df62 req-f9806a84-df43-4326-831d-b23f102f6606 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:26.548952 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-722fd9bd-004c-4519-8724-4b7bfb032f89 req-30929780-09e7-46d0-8f0e-42a320067413 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f9c6f8b-a04e-434c-97af-b39859324c3d HTTP/1.1" status: 200  len: 217 time: 0.0777991
Jan 29 10:05:26.599777 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e7fbc7fc-a238-4cf7-9525-bec54fb4df62 req-f9806a84-df43-4326-831d-b23f102f6606 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:26.629714 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d90ef3fb-dfb2-47ad-9baa-7a60f510a390 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:26.676214 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722fd9bd-004c-4519-8724-4b7bfb032f89 req-f3f04242-009d-43b3-9117-72fee169d336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:26.677696 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-722fd9bd-004c-4519-8724-4b7bfb032f89 req-f3f04242-009d-43b3-9117-72fee169d336 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=33e91942-d524-458e-9fbf-e90687db90c7 HTTP/1.1" status: 200  len: 850 time: 0.1214533
Jan 29 10:05:26.714836 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5cd0b227-dcba-4ed6-b7cf-c6edbe0852fa admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6129d80b2aff404780a15e02b34761cf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8529088
Jan 29 10:05:26.715024 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-90a11916-49d8-4114-8535-b66df59fd1d8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=275d3f23645645e3909bca95261cf017&name=default HTTP/1.1" status: 200  len: 2975 time: 0.5847518
Jan 29 10:05:26.723585 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47462) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:26.723962 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47464) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:26.731491 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e7fbc7fc-a238-4cf7-9525-bec54fb4df62 req-f9806a84-df43-4326-831d-b23f102f6606 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=3b24940d-b25f-4390-af94-14bbacc8e68d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 1.2112780
Jan 29 10:05:26.745179 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-62109026-015d-44c6-921e-13f251352b2d tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Allocated IP 172.26.7.125 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/f5a916b6-59e7-486a-8415-04330e7ad33a) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:05:26.819256 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9806a84-df43-4326-831d-b23f102f6606 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b3fd340c-f0e9-43c3-8be0-fc49a590ce93,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:26.832516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f9806a84-df43-4326-831d-b23f102f6606 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:26.889419 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e8fc3dfc-33d8-4334-be86-f51c2bdba037 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:26.902817 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-e8fc3dfc-33d8-4334-be86-f51c2bdba037 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Deleting port 10e67446-517c-42a6-b442-73d95302e2d8 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:05:26.903173 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e8fc3dfc-33d8-4334-be86-f51c2bdba037 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:26.978038 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-402b7d0d-3a0a-44d5-8754-5dc055aa322a tempest-FloatingIPAdminTestJSON-1685392490 tempest-FloatingIPAdminTestJSON-1685392490-project-admin] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:26.984299 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8c3f26c5-19cf-4165-a492-6dcf8eb827f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:26.999560 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d708bb81-c654-4109-b21c-6e828ef2d4d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:27.007513 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-402b7d0d-3a0a-44d5-8754-5dc055aa322a tempest-FloatingIPAdminTestJSON-1685392490 tempest-FloatingIPAdminTestJSON-1685392490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:27.027049 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-380dfcd7-5355-4d8f-b36c-051aa17c3266 tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:27.041666 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722fd9bd-004c-4519-8724-4b7bfb032f89 req-8201ca3a-7c83-4304-9d61-79a55fbce285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:27.043342 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-722fd9bd-004c-4519-8724-4b7bfb032f89 req-8201ca3a-7c83-4304-9d61-79a55fbce285 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1fd58bb7-5017-4a35-98e9-2ebd6e679ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.3573377
Jan 29 10:05:27.056344 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8c3f26c5-19cf-4165-a492-6dcf8eb827f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:27.078900 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d708bb81-c654-4109-b21c-6e828ef2d4d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:27.153605 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e848b08b-c76e-499a-88c4-ec7b3a07cc63 req-9c774b11-5708-4ef2-8246-3aeb791b8227 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:27.156110 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e848b08b-c76e-499a-88c4-ec7b3a07cc63 req-9c774b11-5708-4ef2-8246-3aeb791b8227 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f010b7d-6299-4840-b36f-8427c8fd3647 HTTP/1.1" status: 200  len: 944 time: 0.5186129
Jan 29 10:05:27.168020 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-62109026-015d-44c6-921e-13f251352b2d tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:27.204603 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8c3f26c5-19cf-4165-a492-6dcf8eb827f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:27.209763 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:27.222021 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-62109026-015d-44c6-921e-13f251352b2d tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:27.236851 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d708bb81-c654-4109-b21c-6e828ef2d4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:27.255996 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3f26c5-19cf-4165-a492-6dcf8eb827f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca66b01c-c9b2-4720-a249-5494214b6bd5,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:27.294073 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8c3f26c5-19cf-4165-a492-6dcf8eb827f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:27.299402 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e5524186-a61e-49ef-ae18-5c276a590319 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:27.489697 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8c3f26c5-19cf-4165-a492-6dcf8eb827f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:27.490866 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8c3f26c5-19cf-4165-a492-6dcf8eb827f0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ca66b01c-c9b2-4720-a249-5494214b6bd5 HTTP/1.1" status: 204  len: 168 time: 0.7616591
Jan 29 10:05:27.554873 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d708bb81-c654-4109-b21c-6e828ef2d4d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:27.556100 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d708bb81-c654-4109-b21c-6e828ef2d4d5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f43d90ce-81be-4493-86e0-1bb35378dfa1 HTTP/1.1" status: 204  len: 168 time: 0.8253114
Jan 29 10:05:27.569724 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62109026-015d-44c6-921e-13f251352b2d tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Pushing event updated for resources: {'Port': ['ID=f5a916b6-59e7-486a-8415-04330e7ad33a,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:27.573358 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-62109026-015d-44c6-921e-13f251352b2d tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:27.578728 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b272de14-d586-418b-aac3-295836e5d3ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.307s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:27.599634 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d708bb81-c654-4109-b21c-6e828ef2d4d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43d90ce-81be-4493-86e0-1bb35378dfa1,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:27.602333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d708bb81-c654-4109-b21c-6e828ef2d4d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:27.678149 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402b7d0d-3a0a-44d5-8754-5dc055aa322a tempest-FloatingIPAdminTestJSON-1685392490 tempest-FloatingIPAdminTestJSON-1685392490-project-admin] Pushing event updated for resources: {'Port': ['ID=e4dc96df-28c9-4242-873d-d0237421c661,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:27.678313 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-722fd9bd-004c-4519-8724-4b7bfb032f89 req-052d485b-529a-424a-a8d0-b71edc1b25ca service neutron] 10.222.0.22 "GET /v2.0/networks/1fd58bb7-5017-4a35-98e9-2ebd6e679ae2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3810296
Jan 29 10:05:27.701221 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-402b7d0d-3a0a-44d5-8754-5dc055aa322a tempest-FloatingIPAdminTestJSON-1685392490 tempest-FloatingIPAdminTestJSON-1685392490-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.674s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:27.745290 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62109026-015d-44c6-921e-13f251352b2d tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:05:27.746512 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-62109026-015d-44c6-921e-13f251352b2d tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:05:27.754728 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62109026-015d-44c6-921e-13f251352b2d tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:05:27.775259 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e848b08b-c76e-499a-88c4-ec7b3a07cc63 req-2c04e996-b26e-4121-8f93-12b756b46b4a tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] 10.222.0.57 "GET /v2.0/security-groups?id=dc805e9c-5c84-4bba-8acf-28c50f5a45c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5776830
Jan 29 10:05:27.894807 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-e8fc3dfc-33d8-4334-be86-f51c2bdba037 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] For port 10e67446-517c-42a6-b442-73d95302e2d8, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=10e67446-517c-42a6-b442-73d95302e2d8,segment=NetworkSegment(214fb44b-20fd-480e-908c-b634f7cfc1be),segment_id=214fb44b-20fd-480e-908c-b634f7cfc1be)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:05:27.895130 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e8fc3dfc-33d8-4334-be86-f51c2bdba037 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:28.086445 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-e8fc3dfc-33d8-4334-be86-f51c2bdba037 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Calling delete_port for 10e67446-517c-42a6-b442-73d95302e2d8 owned by network:router_gateway {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:05:28.120751 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 47480) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:28.121136 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 47482) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:28.253365 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ef17f-8ac3-4c05-8054-9c4019cb0de6 req-94d3dfb5-884b-4e05-be78-acdb11d15629 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:28.255061 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f23ef17f-8ac3-4c05-8054-9c4019cb0de6 req-94d3dfb5-884b-4e05-be78-acdb11d15629 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c1a94fd-9fc6-4b72-84a0-fa9b7f0e148e HTTP/1.1" status: 200  len: 945 time: 1.0032120
Jan 29 10:05:28.288465 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-402b7d0d-3a0a-44d5-8754-5dc055aa322a tempest-FloatingIPAdminTestJSON-1685392490 tempest-FloatingIPAdminTestJSON-1685392490-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:28.317881 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-722fd9bd-004c-4519-8724-4b7bfb032f89 req-87f5a396-a7d4-432b-b492-f18f7de6318b service neutron] 10.222.0.22 "GET /v2.0/networks/1fd58bb7-5017-4a35-98e9-2ebd6e679ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6268306
Jan 29 10:05:28.570230 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-aae1f529-c6c0-4c12-9a9f-b01642e73424 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7bc33e18aa324c6ab0ebc654926bc951&name=default HTTP/1.1" status: 200  len: 2975 time: 0.4362795
Jan 29 10:05:28.573056 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47488) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:28.579618 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-47b74a69-4cf0-4320-9905-b07ca6e3e615 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=341d558eeaa045e7b5ee533a35efd885&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4442632
Jan 29 10:05:28.589119 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47492) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:28.593625 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-62109026-015d-44c6-921e-13f251352b2d tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:28.598562 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f23ef17f-8ac3-4c05-8054-9c4019cb0de6 req-fadd00ce-11ca-4c3f-b2ef-3d7dc1557eb9 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b24940d-b25f-4390-af94-14bbacc8e68d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3297231
Jan 29 10:05:28.737066 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [None req-402b7d0d-3a0a-44d5-8754-5dc055aa322a tempest-FloatingIPAdminTestJSON-1685392490 tempest-FloatingIPAdminTestJSON-1685392490-project-admin] Floating IP bc834440-f5f0-4d8f-a6a3-f552c740f106 associated. External IP: 172.26.7.72, port: d59f8589-da6d-405f-b320-c68ae041a947.
Jan 29 10:05:28.863846 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-644fd746-df68-414d-b9d9-f979509d9b77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:28.870920 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e8fc3dfc-33d8-4334-be86-f51c2bdba037 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]: WARNING neutron.plugins.ml2.ovo_rpc [None req-e8fc3dfc-33d8-4334-be86-f51c2bdba037 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:     result = function(*args, **kwargs)
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:     proto.__init__(conn_state, self)
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:     self.handle()
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:     self.handle_one_request()
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:     self.handle_one_response()
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:     result = self.application(self.environ, start_response)
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:     return app(environ, start_response)
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:     resp = self.call_func(req, *args, **kw)
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.func(req, *args, **kwargs)
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:     response = req.get_response(self.application)
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:     application, catch_exc_info=False)
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:     app_iter = application(self.environ, start_response)
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:     resp = self.call_func(req, *args, **kw)
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.func(req, *args, **kwargs)
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:     response = req.get_response(self.application)
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:     application, catch_exc_info=False)
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:     app_iter = application(self.environ, start_response)
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:     resp = self.call_func(req, *args, **kw)
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.func(req, *args, **kwargs)
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:     response = req.get_response(self.application)
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:     application, catch_exc_info=False)
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:     app_iter = application(self.environ, start_response)
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:     resp = self.call_func(req, *args, **kw)
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.func(req, *args, **kwargs)
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:     response = req.get_response(self.application)
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:     application, catch_exc_info=False)
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:     app_iter = application(self.environ, start_response)
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:     resp = self.call_func(req, *args, **kw)
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.func(req, *args, **kwargs)
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:     return request.get_response(self.application)
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:     application, catch_exc_info=False)
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:     app_iter = application(self.environ, start_response)
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:     resp = self.call_func(req, *args, **kw)
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.func(req, *args, **kwargs)
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:     response = req.get_response(self._app)
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:     application, catch_exc_info=False)
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:     app_iter = application(self.environ, start_response)
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:     return resp(environ, start_response)
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:     return resp(environ, start_response)
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:     response = self.app(environ, start_response)
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:     return resp(environ, start_response)
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:     resp = self.call_func(req, *args, **kw)
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 29 10:05:28.874267 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.func(req, *args, **kwargs)
Jan 29 10:05:28.882224 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Jan 29 10:05:28.882224 dv-neutron-772983-2-ovs neutron-server[80656]:     result = method(request=request, **args)
Jan 29 10:05:28.882224 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Jan 29 10:05:28.882224 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._delete(request, id, **kwargs)
Jan 29 10:05:28.882224 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 29 10:05:28.882224 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(*args, **kwargs)
Jan 29 10:05:28.882224 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 29 10:05:28.882224 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(*args, **kwargs)
Jan 29 10:05:28.882224 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 29 10:05:28.882224 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(*dup_args, **dup_kwargs)
Jan 29 10:05:28.882224 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Jan 29 10:05:28.882224 dv-neutron-772983-2-ovs neutron-server[80656]:     obj_deleter(request.context, id, **kwargs)
Jan 29 10:05:28.882224 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router
Jan 29 10:05:28.882224 dv-neutron-772983-2-ovs neutron-server[80656]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Jan 29 10:05:28.882224 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Jan 29 10:05:28.882224 dv-neutron-772983-2-ovs neutron-server[80656]:     return method(*args, **kwargs)
Jan 29 10:05:28.882224 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 29 10:05:28.882224 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(*args, **kwargs)
Jan 29 10:05:28.882224 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 29 10:05:28.882224 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(*args, **kwargs)
Jan 29 10:05:28.882224 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 29 10:05:28.882224 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(*dup_args, **dup_kwargs)
Jan 29 10:05:28.882224 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Jan 29 10:05:28.882224 dv-neutron-772983-2-ovs neutron-server[80656]:     self._delete_current_gw_port(context, id, router, None)
Jan 29 10:05:28.882224 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port
Jan 29 10:05:28.882224 dv-neutron-772983-2-ovs neutron-server[80656]:     admin_ctx, gw_port_id, l3_port_check=False)
Jan 29 10:05:28.882224 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Jan 29 10:05:28.882224 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, context, *args, **kwargs)
Jan 29 10:05:28.882224 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Jan 29 10:05:28.882224 dv-neutron-772983-2-ovs neutron-server[80656]:     return method(*args, **kwargs)
Jan 29 10:05:28.882224 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1951, in delete_port
Jan 29 10:05:28.882224 dv-neutron-772983-2-ovs neutron-server[80656]:     context, port, router_ids, bound_mech_contexts)
Jan 29 10:05:28.882224 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1960, in _post_delete_port
Jan 29 10:05:28.882224 dv-neutron-772983-2-ovs neutron-server[80656]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Jan 29 10:05:28.882224 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Jan 29 10:05:28.882224 dv-neutron-772983-2-ovs neutron-server[80656]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Jan 29 10:05:28.882224 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Jan 29 10:05:28.882224 dv-neutron-772983-2-ovs neutron-server[80656]:     return function(*args, **kwargs)
Jan 29 10:05:28.882224 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Jan 29 10:05:28.882224 dv-neutron-772983-2-ovs neutron-server[80656]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Jan 29 10:05:28.882224 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jan 29 10:05:28.882224 dv-neutron-772983-2-ovs neutron-server[80656]:     callback(resource, event, trigger, **kwargs)
Jan 29 10:05:28.882224 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Jan 29 10:05:28.882224 dv-neutron-772983-2-ovs neutron-server[80656]:     if self._is_session_semantic_violated(context, resource, event):
Jan 29 10:05:28.882224 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Jan 29 10:05:28.882224 dv-neutron-772983-2-ovs neutron-server[80656]:     stack = traceback.extract_stack()
Jan 29 10:05:28.882224 dv-neutron-772983-2-ovs neutron-server[80656]: 
Jan 29 10:05:28.940777 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c5ec71fd-732e-424c-a849-fe8528aebc06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:28.953326 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.objects.ports [None req-9017f8bd-b6b1-4f01-b461-b39dc9bad305 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80765) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 29 10:05:28.960161 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9017f8bd-b6b1-4f01-b461-b39dc9bad305 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:29.055406 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-644fd746-df68-414d-b9d9-f979509d9b77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:29.077875 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:29.100819 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c5ec71fd-732e-424c-a849-fe8528aebc06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:29.174972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-62109026-015d-44c6-921e-13f251352b2d tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:29.347303 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c5ec71fd-732e-424c-a849-fe8528aebc06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:29.348089 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-644fd746-df68-414d-b9d9-f979509d9b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:29.358628 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8c3f26c5-19cf-4165-a492-6dcf8eb827f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:29.385574 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ec71fd-732e-424c-a849-fe8528aebc06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79669de9-7533-4896-972a-eee2c52bf351,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:29.417236 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644fd746-df68-414d-b9d9-f979509d9b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2284978c-8763-487e-b3ac-ae59775edd3d,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:29.430659 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-644fd746-df68-414d-b9d9-f979509d9b77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:29.434356 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-644fd746-df68-414d-b9d9-f979509d9b77 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2284978c-8763-487e-b3ac-ae59775edd3d HTTP/1.1" status: 204  len: 168 time: 0.8577747
Jan 29 10:05:29.434356 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-644fd746-df68-414d-b9d9-f979509d9b77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:29.438066 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:29.438180 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:29.441021 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c5ec71fd-732e-424c-a849-fe8528aebc06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:29.442251 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c5ec71fd-732e-424c-a849-fe8528aebc06 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/79669de9-7533-4896-972a-eee2c52bf351 HTTP/1.1" status: 204  len: 168 time: 0.8506303
Jan 29 10:05:29.515494 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62109026-015d-44c6-921e-13f251352b2d tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Router ee107f3c-5ddb-4c4c-8a68-4355babd43bf is scheduled to L3 agent 18987107-6d88-4736-94cf-15791d65b3ff with binding_index 1 {{(pid=80766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 29 10:05:29.567855 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9017f8bd-b6b1-4f01-b461-b39dc9bad305 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Pushing event updated for resources: {'Subnet': ['ID=31ed89a3-5cb2-463c-9d01-864c31f8c2d7,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:29.579390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9017f8bd-b6b1-4f01-b461-b39dc9bad305 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:29.829080 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62109026-015d-44c6-921e-13f251352b2d tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:05:29.836343 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e8fc3dfc-33d8-4334-be86-f51c2bdba037 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854102222'] for router_gateway, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:29.843147 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa337b5e-a095-4d84-8ed8-113cd210c007 None None] Sync routers for ids ['ee107f3c-5ddb-4c4c-8a68-4355babd43bf'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:05:29.854003 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f1611da4-8f89-4709-baa2-88a8eba97be0 req-ea7cc37e-ef34-45a2-81e9-b4f81c7a07d6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5c1a94fd-9fc6-4b72-84a0-fa9b7f0e148e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1268740
Jan 29 10:05:29.859173 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa337b5e-a095-4d84-8ed8-113cd210c007 None None] Routers {'ee107f3c-5ddb-4c4c-8a68-4355babd43bf'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:05:29.859860 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-62109026-015d-44c6-921e-13f251352b2d tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:29.860814 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-fa337b5e-a095-4d84-8ed8-113cd210c007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9456160>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:05:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['ee107f3c-5ddb-4c4c-8a68-4355babd43bf'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:05:29.864030 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-62109026-015d-44c6-921e-13f251352b2d tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 6.2928743
Jan 29 10:05:29.864901 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47508) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:29.985540 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e8fc3dfc-33d8-4334-be86-f51c2bdba037 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:29.988331 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e8fc3dfc-33d8-4334-be86-f51c2bdba037 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:30.150754 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-fa337b5e-a095-4d84-8ed8-113cd210c007 None None] Set router ee107f3c-5ddb-4c4c-8a68-4355babd43bf gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:05:30.260704 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a5a22e87-9180-4760-8b25-7ee2ae3ec3eb tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] 10.222.0.57 "GET /v2.0/routers/ee107f3c-5ddb-4c4c-8a68-4355babd43bf HTTP/1.1" status: 200  len: 908 time: 0.3945689
Jan 29 10:05:30.265068 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47526) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:30.271841 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1611da4-8f89-4709-baa2-88a8eba97be0 req-e64ae1e2-d472-45cd-a795-9cc7686607b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:30.273388 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f1611da4-8f89-4709-baa2-88a8eba97be0 req-e64ae1e2-d472-45cd-a795-9cc7686607b7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=063e89324bbe4d0080d07e952e1945cf&device_id=5c1a94fd-9fc6-4b72-84a0-fa9b7f0e148e HTTP/1.1" status: 200  len: 1162 time: 0.2317283
Jan 29 10:05:30.286761 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-ecd5e8d0-72d8-4721-bbc3-ac5ab9bb204a tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Request body: {'router': {'name': 'tempest-snat-router-687800649', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'enable_snat': True}}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:05:30.297438 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ecd5e8d0-72d8-4721-bbc3-ac5ab9bb204a tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:05:30.400061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220d990f-8055-44c4-82b8-ba33f6e2596a req-8122f95a-539f-4adb-b251-719c91703273 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:30.408390 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-220d990f-8055-44c4-82b8-ba33f6e2596a req-8122f95a-539f-4adb-b251-719c91703273 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f010b7d-6299-4840-b36f-8427c8fd3647 HTTP/1.1" status: 200  len: 944 time: 1.4494517
Jan 29 10:05:30.496741 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e8fc3dfc-33d8-4334-be86-f51c2bdba037 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:30.497307 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8fc3dfc-33d8-4334-be86-f51c2bdba037 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1b27a1a3-d46d-4351-9915-b6c73a26f752 {{(pid=80765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 10:05:30.608935 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9017f8bd-b6b1-4f01-b461-b39dc9bad305 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Checking segment: {'id': '6fb402cb-51e6-4772-b280-16f2b58dc761', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'd8b966a0-9980-44ba-a2d1-4252c346420a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:05:30.609477 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9017f8bd-b6b1-4f01-b461-b39dc9bad305 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Network hostable DHCP agents. Network: d8b966a0-9980-44ba-a2d1-4252c346420a, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:05:30.613041 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-fa337b5e-a095-4d84-8ed8-113cd210c007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9456160>, [{'id': 'ee107f3c-5ddb-4c4c-8a68-4355babd43bf', 'name': 'tempest-snat-router-687800649', 'tenant_id': '1ff34f0ed0344ec39e5476068c831cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.125'}], 'enable_snat': False}, 'gw_port_id': 'f5a916b6-59e7-486a-8415-04330e7ad33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:05:23Z', 'updated_at': '2021-01-29T10:05:28Z', 'revision_number': 3, 'project_id': '1ff34f0ed0344ec39e5476068c831cc8', 'gw_port': {'id': 'f5a916b6-59e7-486a-8415-04330e7ad33a', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:46:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee107f3c-5ddb-4c4c-8a68-4355babd43bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:05:26Z', 'updated_at': '2021-01-29T10:05:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:05:30.634785 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa337b5e-a095-4d84-8ed8-113cd210c007 None None] Checking router: ee107f3c-5ddb-4c4c-8a68-4355babd43bf for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:05:30.635218 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa337b5e-a095-4d84-8ed8-113cd210c007 None None] Updating router ee107f3c-5ddb-4c4c-8a68-4355babd43bf port f5a916b6-59e7-486a-8415-04330e7ad33a binding host dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 29 10:05:30.665273 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-402b7d0d-3a0a-44d5-8754-5dc055aa322a tempest-FloatingIPAdminTestJSON-1685392490 tempest-FloatingIPAdminTestJSON-1685392490-project-admin] Router 632570bf-0681-4ecb-b776-928458388e6f has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:05:30.690886 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ecd5e8d0-72d8-4721-bbc3-ac5ab9bb204a tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Usage tracker for resource:router and tenant:1ff34f0ed0344ec39e5476068c831cc8 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:05:30.697618 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ecd5e8d0-72d8-4721-bbc3-ac5ab9bb204a tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:05:30.699202 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fa337b5e-a095-4d84-8ed8-113cd210c007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:30.718804 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ecd5e8d0-72d8-4721-bbc3-ac5ab9bb204a tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:05:30.807364 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ecd5e8d0-72d8-4721-bbc3-ac5ab9bb204a tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:30.810298 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ecd5e8d0-72d8-4721-bbc3-ac5ab9bb204a tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:30.872272 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ecd5e8d0-72d8-4721-bbc3-ac5ab9bb204a tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:30.890044 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1611da4-8f89-4709-baa2-88a8eba97be0 req-ded339f4-0645-4f14-98d5-311efe7ee94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:30.891622 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f1611da4-8f89-4709-baa2-88a8eba97be0 req-ded339f4-0645-4f14-98d5-311efe7ee94e service neutron] 10.222.0.22 "GET /v2.0/networks?id=ad10d455-2f6c-4431-96c2-93a5f5aa1b82 HTTP/1.1" status: 200  len: 900 time: 0.5913882
Jan 29 10:05:30.942588 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff416f-40f5-4673-b054-5ae666905357 req-34d41e7e-e136-4e4d-8f99-4ab88a90a240 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:30.944312 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d4ff416f-40f5-4673-b054-5ae666905357 req-34d41e7e-e136-4e4d-8f99-4ab88a90a240 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c1a94fd-9fc6-4b72-84a0-fa9b7f0e148e HTTP/1.1" status: 200  len: 945 time: 1.1092792
Jan 29 10:05:30.980063 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-220d990f-8055-44c4-82b8-ba33f6e2596a req-98ce891a-8dd5-475d-8666-20dfe208517a tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] 10.222.0.57 "GET /v2.0/security-groups?id=dc805e9c-5c84-4bba-8acf-28c50f5a45c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5701282
Jan 29 10:05:31.086254 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 47544) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:31.092857 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9017f8bd-b6b1-4f01-b461-b39dc9bad305 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Network d8b966a0-9980-44ba-a2d1-4252c346420a is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:05:31.156925 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f1611da4-8f89-4709-baa2-88a8eba97be0 req-8e13e18e-b088-4f56-99ac-23618bceb26e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91d90fd5-7854-4804-854a-f7c573293314 HTTP/1.1" status: 200  len: 217 time: 0.1657481
Jan 29 10:05:31.161627 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-9017f8bd-b6b1-4f01-b461-b39dc9bad305 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, d8b966a0-9980-44ba-a2d1-4252c346420a) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:05:31.201914 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9017f8bd-b6b1-4f01-b461-b39dc9bad305 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:31.202693 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9017f8bd-b6b1-4f01-b461-b39dc9bad305 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:31.251250 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d4ff416f-40f5-4673-b054-5ae666905357 req-58f8b166-0ba8-41e1-b6d6-3f13196f04bf tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b24940d-b25f-4390-af94-14bbacc8e68d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2603359
Jan 29 10:05:31.270546 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e8fc3dfc-33d8-4334-be86-f51c2bdba037 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:31.285655 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e8fc3dfc-33d8-4334-be86-f51c2bdba037 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] 10.222.0.57 "DELETE /v2.0/routers/1b27a1a3-d46d-4351-9915-b6c73a26f752 HTTP/1.1" status: 204  len: 168 time: 13.6385243
Jan 29 10:05:31.306900 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 47552) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:31.377389 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9017f8bd-b6b1-4f01-b461-b39dc9bad305 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 818 time: 5.9142914
Jan 29 10:05:31.378093 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fa337b5e-a095-4d84-8ed8-113cd210c007 None None] Notify callbacks [] for port, precommit_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:31.382201 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 47558) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:31.404732 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-fa337b5e-a095-4d84-8ed8-113cd210c007 None None] Transition to ACTIVE for port object f5a916b6-59e7-486a-8415-04330e7ad33a will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:05:31.408381 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830a0cfc-8c2b-4279-afe8-f0572d72f720 None None] Network d8b966a0-9980-44ba-a2d1-4252c346420a requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:05:31.419332 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-2e9825a3-35d8-440d-b597-06aff40f1360 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=80765) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:05:31.419332 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2e9825a3-35d8-440d-b597-06aff40f1360 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13274 time: 0.3263984
Jan 29 10:05:31.428883 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fa337b5e-a095-4d84-8ed8-113cd210c007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:31.441902 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ecd5e8d0-72d8-4721-bbc3-ac5ab9bb204a tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:31.449407 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47562) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:31.452557 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:31.478538 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-9a0a5b23-f4c1-479e-98c1-0010687ce699 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] http://10.222.0.57:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=80766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:05:31.482733 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9a0a5b23-f4c1-479e-98c1-0010687ce699 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] 10.222.0.57 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200  len: 353 time: 0.0255184
Jan 29 10:05:31.486408 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-402b7d0d-3a0a-44d5-8754-5dc055aa322a tempest-FloatingIPAdminTestJSON-1685392490 tempest-FloatingIPAdminTestJSON-1685392490-project-admin] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:05:31.487317 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47568) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:31.496584 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd27caa3-40c0-4f48-87b2-8c4ae7514b03 None None] Sync routers for ids ['632570bf-0681-4ecb-b776-928458388e6f'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:05:31.499323 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-1a53ca5b-a0a7-43a9-a218-7a0975ffd948 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] http://10.222.0.57:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=80766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:05:31.500440 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1a53ca5b-a0a7-43a9-a218-7a0975ffd948 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] 10.222.0.57 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200  len: 357 time: 0.0121570
Jan 29 10:05:31.504648 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47572) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:31.513911 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd27caa3-40c0-4f48-87b2-8c4ae7514b03 None None] Routers {'632570bf-0681-4ecb-b776-928458388e6f'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:05:31.514483 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-cd27caa3-40c0-4f48-87b2-8c4ae7514b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca0314e0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:05:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['632570bf-0681-4ecb-b776-928458388e6f'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:05:31.533234 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-feaca0f9-47d2-4a19-a65d-7ef80b170d8a tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] http://10.222.0.57:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=80766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:05:31.534331 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-feaca0f9-47d2-4a19-a65d-7ef80b170d8a tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] 10.222.0.57 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200  len: 506 time: 0.0125539
Jan 29 10:05:31.538784 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47576) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:31.542430 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1611da4-8f89-4709-baa2-88a8eba97be0 req-f709bc04-fcba-4323-8554-2b4aa68838db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:31.543956 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f1611da4-8f89-4709-baa2-88a8eba97be0 req-f709bc04-fcba-4323-8554-2b4aa68838db service neutron] 10.222.0.22 "GET /v2.0/subnets?id=13442799-a6c4-4c0b-b1ed-15d8e21e2b8d HTTP/1.1" status: 200  len: 845 time: 0.3121104
Jan 29 10:05:31.554783 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-ff5db177-d442-4bf5-b78a-4a1e0a65ddc3 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] http://10.222.0.57:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=80766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:05:31.555538 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ff5db177-d442-4bf5-b78a-4a1e0a65ddc3 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] 10.222.0.57 "GET /v2.0/extensions/agent HTTP/1.1" status: 200  len: 347 time: 0.0155592
Jan 29 10:05:31.582417 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 47580) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:31.603387 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-cd27caa3-40c0-4f48-87b2-8c4ae7514b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca0314e0>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:05:31.609631 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-d3e246bd-02c8-451d-8193-a78dc92d708a tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] http://10.222.0.57:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=80765) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:05:31.611485 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d3e246bd-02c8-451d-8193-a78dc92d708a tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] 10.222.0.57 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200  len: 417 time: 0.0238898
Jan 29 10:05:31.618959 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd27caa3-40c0-4f48-87b2-8c4ae7514b03 None None] Routers {'632570bf-0681-4ecb-b776-928458388e6f'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:05:31.619949 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-cd27caa3-40c0-4f48-87b2-8c4ae7514b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca0314e0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:05:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['632570bf-0681-4ecb-b776-928458388e6f'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:05:31.620881 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47584) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:31.630919 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-bb95df3a-aa19-4744-b86b-459785d6e3cd tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] http://10.222.0.57:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=80766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:05:31.631986 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-bb95df3a-aa19-4744-b86b-459785d6e3cd tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] 10.222.0.57 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200  len: 378 time: 0.0091617
Jan 29 10:05:31.674569 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 47588) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:31.692523 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d5d923c-e289-48da-a37c-3c71983fbbcd tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Deleting subnet b3cc0641-981b-4a18-ba98-96bfab5beea0 {{(pid=80765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:05:31.695975 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-cd27caa3-40c0-4f48-87b2-8c4ae7514b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca0314e0>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:05:31.696429 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd27caa3-40c0-4f48-87b2-8c4ae7514b03 None None] The sync data for ids ['632570bf-0681-4ecb-b776-928458388e6f'] in dv-neutron-772983-2-ovs is: [] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:05:31.710567 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-465b6e31-efbd-4569-bb5b-db092989725f tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] http://10.222.0.57:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=80765) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:05:31.712184 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-465b6e31-efbd-4569-bb5b-db092989725f tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] 10.222.0.57 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200  len: 394 time: 0.0362201
Jan 29 10:05:31.714371 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4d5d923c-e289-48da-a37c-3c71983fbbcd tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:31.715693 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47592) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:31.735572 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-1e376c4d-a382-429f-9d3c-4ca6d927e272 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] http://10.222.0.57:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=80766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:05:31.736645 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1e376c4d-a382-429f-9d3c-4ca6d927e272 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] 10.222.0.57 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200  len: 372 time: 0.0191989
Jan 29 10:05:31.748828 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47598) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:31.761117 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-c8f0e7f4-ef3b-4601-a58f-79f6b5dc2bdc tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] http://10.222.0.57:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=80766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:05:31.762784 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c8f0e7f4-ef3b-4601-a58f-79f6b5dc2bdc tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] 10.222.0.57 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200  len: 414 time: 0.0104656
Jan 29 10:05:31.763253 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-402b7d0d-3a0a-44d5-8754-5dc055aa322a tempest-FloatingIPAdminTestJSON-1685392490 tempest-FloatingIPAdminTestJSON-1685392490-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:31.764668 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1611da4-8f89-4709-baa2-88a8eba97be0 req-971cd272-398c-423b-9790-8e2b94ecf8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:31.766404 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f1611da4-8f89-4709-baa2-88a8eba97be0 req-971cd272-398c-423b-9790-8e2b94ecf8ce service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ad10d455-2f6c-4431-96c2-93a5f5aa1b82&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.2097037
Jan 29 10:05:31.767109 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47602) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:31.775602 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-dd10b87f-29ce-4fdc-9738-081d12817fe7 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] http://10.222.0.57:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=80766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:05:31.776661 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-dd10b87f-29ce-4fdc-9738-081d12817fe7 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] 10.222.0.57 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200  len: 405 time: 0.0073738
Jan 29 10:05:31.780419 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47606) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:31.845915 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8480230-bb9f-4152-9bbc-dd67e6d06732 None None] Pushing event updated for resources: {'Port': ['ID=f5a916b6-59e7-486a-8415-04330e7ad33a,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:31.854478 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-402b7d0d-3a0a-44d5-8754-5dc055aa322a tempest-FloatingIPAdminTestJSON-1685392490 tempest-FloatingIPAdminTestJSON-1685392490-project-admin] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 987 time: 16.8276780
Jan 29 10:05:31.872203 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 47610) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:31.936782 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f1611da4-8f89-4709-baa2-88a8eba97be0 req-36524b3b-9148-4c9a-9f29-c3e692ff2a61 service neutron] 10.222.0.22 "GET /v2.0/networks/ad10d455-2f6c-4431-96c2-93a5f5aa1b82?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1586590
Jan 29 10:05:31.952258 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4d5d923c-e289-48da-a37c-3c71983fbbcd tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1479249'] for subnet, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:32.039924 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ca7efda9-3e71-4ab1-9407-dc564765be73 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:32.076358 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 2f9c6f8b-a04e-434c-97af-b39859324c3d up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:05:32.125981 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-b9447f91-5814-4913-b0f9-89b15a33dafa tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] http://10.222.0.57:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=80766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:05:32.127790 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b9447f91-5814-4913-b0f9-89b15a33dafa tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] 10.222.0.57 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200  len: 381 time: 0.1943059
Jan 29 10:05:32.157470 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a8480230-bb9f-4152-9bbc-dd67e6d06732 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.705s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:32.194254 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-fa337b5e-a095-4d84-8ed8-113cd210c007 None None] Attempting to bind port f5a916b6-59e7-486a-8415-04330e7ad33a on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:05:32.195037 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-fa337b5e-a095-4d84-8ed8-113cd210c007 None None] Attempting to bind port f5a916b6-59e7-486a-8415-04330e7ad33a by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:05:32.195860 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa337b5e-a095-4d84-8ed8-113cd210c007 None None] Attempting to bind port f5a916b6-59e7-486a-8415-04330e7ad33a on network aadf795f-2e1a-4d04-be0e-12575f0f28a5 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:05:32.205685 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee2c3b-8f9f-413d-b36d-0fcb0d3be13c req-9e2bbb52-04b1-4c05-9479-25eb97056197 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:32.206799 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa337b5e-a095-4d84-8ed8-113cd210c007 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:05:32.207402 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-88ee2c3b-8f9f-413d-b36d-0fcb0d3be13c req-9e2bbb52-04b1-4c05-9479-25eb97056197 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c1a94fd-9fc6-4b72-84a0-fa9b7f0e148e HTTP/1.1" status: 200  len: 945 time: 0.7298758
Jan 29 10:05:32.209972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 47622) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:32.211372 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa337b5e-a095-4d84-8ed8-113cd210c007 None None] Checking segment: {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:05:32.211988 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fa337b5e-a095-4d84-8ed8-113cd210c007 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:32.212584 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa337b5e-a095-4d84-8ed8-113cd210c007 None None] Bound using segment: {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:05:32.213408 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-fa337b5e-a095-4d84-8ed8-113cd210c007 None None] Bound port: f5a916b6-59e7-486a-8415-04330e7ad33a, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:05:32.214150 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fa337b5e-a095-4d84-8ed8-113cd210c007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:32.227747 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 47624) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:32.243732 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-7319292e-a8c6-4e4b-944e-d452ce4277da tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] http://10.222.0.57:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=80765) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:05:32.247283 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7319292e-a8c6-4e4b-944e-d452ce4277da tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] 10.222.0.57 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200  len: 387 time: 0.0245802
Jan 29 10:05:32.268062 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47632) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:32.293729 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-5ae1d0a8-8e0b-4b61-9696-f64080a3bd55 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Request body: {'floatingip': {'port_id': '91d90fd5-7854-4804-854a-f7c573293314'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:05:32.311149 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-faab60fc-344a-4488-a1dd-8ee9792ee117 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] http://10.222.0.57:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=80766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:05:32.314547 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-faab60fc-344a-4488-a1dd-8ee9792ee117 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] 10.222.0.57 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200  len: 413 time: 0.0109115
Jan 29 10:05:32.316966 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47636) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:32.331526 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-f48a409e-9062-438e-a43b-1f399b28d208 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] http://10.222.0.57:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=80766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:05:32.334869 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f48a409e-9062-438e-a43b-1f399b28d208 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] 10.222.0.57 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200  len: 394 time: 0.0125279
Jan 29 10:05:32.342718 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47640) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:32.348609 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-fa337b5e-a095-4d84-8ed8-113cd210c007 None None] For port f5a916b6-59e7-486a-8415-04330e7ad33a, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:05:32.352479 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-fa337b5e-a095-4d84-8ed8-113cd210c007 None None] For port f5a916b6-59e7-486a-8415-04330e7ad33a, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=f5a916b6-59e7-486a-8415-04330e7ad33a,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:05:32.354344 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-2ebbf7ab-20b0-43e1-aea6-2b6a7cfc2441 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] http://10.222.0.57:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=80766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:05:32.358811 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2ebbf7ab-20b0-43e1-aea6-2b6a7cfc2441 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] 10.222.0.57 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200  len: 498 time: 0.0099463
Jan 29 10:05:32.365210 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47644) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:32.373944 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fa337b5e-a095-4d84-8ed8-113cd210c007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:32.387013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-9156ff82-c84b-4e56-8954-63aa09567076 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] http://10.222.0.57:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=80766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:05:32.390807 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9156ff82-c84b-4e56-8954-63aa09567076 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] 10.222.0.57 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200  len: 375 time: 0.0189543
Jan 29 10:05:32.391249 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47648) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:32.403666 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-c7850df6-a61c-486d-9aa7-65ca052cf342 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] http://10.222.0.57:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=80766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:05:32.407934 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c7850df6-a61c-486d-9aa7-65ca052cf342 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] 10.222.0.57 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200  len: 444 time: 0.0108712
Jan 29 10:05:32.424310 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ecd5e8d0-72d8-4721-bbc3-ac5ab9bb204a tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:32.444543 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:32.467327 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47654) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:32.472752 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f1611da4-8f89-4709-baa2-88a8eba97be0 req-2bfff8f1-cc98-43f0-8dff-e4996b4b5212 service neutron] 10.222.0.22 "GET /v2.0/networks/ad10d455-2f6c-4431-96c2-93a5f5aa1b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3436372
Jan 29 10:05:32.492180 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ecd5e8d0-72d8-4721-bbc3-ac5ab9bb204a tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:32.526321 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-5ea3807e-e329-4e2f-9c96-121f7bde55a0 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] http://10.222.0.57:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=80766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:05:32.530553 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5ea3807e-e329-4e2f-9c96-121f7bde55a0 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] 10.222.0.57 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200  len: 392 time: 0.0536964
Jan 29 10:05:32.545353 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47658) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:32.555463 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-c1c11279-0d55-45c1-9cd5-9d22f08cb548 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] http://10.222.0.57:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=80766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:05:32.559081 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c1c11279-0d55-45c1-9cd5-9d22f08cb548 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] 10.222.0.57 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200  len: 406 time: 0.0101075
Jan 29 10:05:32.559385 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47662) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:32.579022 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-6f94cdf8-e07b-4e49-8a34-94dadc9e43a8 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] http://10.222.0.57:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=80766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:05:32.582667 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6f94cdf8-e07b-4e49-8a34-94dadc9e43a8 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] 10.222.0.57 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200  len: 387 time: 0.0183353
Jan 29 10:05:32.583878 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47668) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:32.594135 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-722862ee-0756-41fa-902c-1a923e6990a5 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] http://10.222.0.57:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=80766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:05:32.597713 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-722862ee-0756-41fa-902c-1a923e6990a5 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] 10.222.0.57 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200  len: 382 time: 0.0103469
Jan 29 10:05:32.643096 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47672) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:32.655359 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-e2398d9e-fee6-41af-9d0e-9bd073470e86 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] http://10.222.0.57:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=80766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:05:32.658980 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e2398d9e-fee6-41af-9d0e-9bd073470e86 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] 10.222.0.57 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200  len: 416 time: 0.0122943
Jan 29 10:05:32.660206 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47676) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:32.668627 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-a44a5ea1-f6c9-4ca0-aaf8-9c26d494cdf4 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] http://10.222.0.57:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=80766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:05:32.673485 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 10e67446-517c-42a6-b442-73d95302e2d8 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:05:32.674252 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a44a5ea1-f6c9-4ca0-aaf8-9c26d494cdf4 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] 10.222.0.57 "GET /v2.0/extensions/router HTTP/1.1" status: 200  len: 450 time: 0.0111027
Jan 29 10:05:32.677762 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47680) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:32.699718 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-0262fae9-9b6c-4de9-bf39-fd3711560143 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] http://10.222.0.57:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=80766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:05:32.703888 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0262fae9-9b6c-4de9-bf39-fd3711560143 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] 10.222.0.57 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200  len: 462 time: 0.0223551
Jan 29 10:05:32.705698 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47684) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:32.713634 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-a0f141c9-9dae-4e03-85a7-f262ab67957f tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] http://10.222.0.57:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=80766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:05:32.717620 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a0f141c9-9dae-4e03-85a7-f262ab67957f tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] 10.222.0.57 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200  len: 360 time: 0.0080347
Jan 29 10:05:32.718856 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47688) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:32.765726 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-8152182b-92c8-4219-8dde-ead398a783ce tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] http://10.222.0.57:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=80766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:05:32.767941 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8152182b-92c8-4219-8dde-ead398a783ce tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] 10.222.0.57 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200  len: 366 time: 0.0470569
Jan 29 10:05:32.771896 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 10e67446-517c-42a6-b442-73d95302e2d8 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:05:32.772296 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 10e67446-517c-42a6-b442-73d95302e2d8 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:05:32.774717 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47692) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:32.782308 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-0f994340-04b6-4347-b127-af4baebe74d5 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] http://10.222.0.57:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=80766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:05:32.785900 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0f994340-04b6-4347-b127-af4baebe74d5 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] 10.222.0.57 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200  len: 439 time: 0.0078132
Jan 29 10:05:32.786032 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4d5d923c-e289-48da-a37c-3c71983fbbcd tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:32.791250 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47696) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:32.793018 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa337b5e-a095-4d84-8ed8-113cd210c007 None None] Routers {'ee107f3c-5ddb-4c4c-8a68-4355babd43bf'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:05:32.793724 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-fa337b5e-a095-4d84-8ed8-113cd210c007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9456160>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:05:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['ee107f3c-5ddb-4c4c-8a68-4355babd43bf'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:05:32.799241 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-2a4c4b07-6743-4149-b44a-edac27504b30 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] http://10.222.0.57:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=80766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:05:32.802662 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2a4c4b07-6743-4149-b44a-edac27504b30 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] 10.222.0.57 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200  len: 374 time: 0.0080011
Jan 29 10:05:32.804113 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47700) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:32.811718 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-8f31c436-1d72-47c1-b597-57083a3f042d tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] http://10.222.0.57:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=80766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:05:32.815262 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8f31c436-1d72-47c1-b597-57083a3f042d tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] 10.222.0.57 "GET /v2.0/extensions/metering HTTP/1.1" status: 200  len: 357 time: 0.0079455
Jan 29 10:05:32.815980 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47704) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:32.824493 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-4e227b90-79e0-4f10-b960-1eafd67e4346 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] http://10.222.0.57:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=80766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:05:32.828701 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4e227b90-79e0-4f10-b960-1eafd67e4346 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] 10.222.0.57 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200  len: 515 time: 0.0086756
Jan 29 10:05:32.834864 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2aa876c7-228a-43f3-8ccd-fb7c455cc58d tempest-FloatingIPAdminTestJSON-1685392490 tempest-FloatingIPAdminTestJSON-1685392490-project-admin] 10.222.0.57 "GET /v2.0/floatingips/bc834440-f5f0-4d8f-a6a3-f552c740f106 HTTP/1.1" status: 200  len: 982 time: 0.9590578
Jan 29 10:05:32.835009 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47708) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:32.835009 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47710) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:32.838093 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 47712) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:32.844904 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-23ef4747-9ec6-427d-bf8e-6c9487380948 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] http://10.222.0.57:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=80766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:05:32.848424 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-23ef4747-9ec6-427d-bf8e-6c9487380948 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] 10.222.0.57 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200  len: 406 time: 0.0089126
Jan 29 10:05:32.852169 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd79e6c-ac24-435e-8e34-aed34c825c3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-d8b966a0-9980-44ba-a2d1-4252c346420a', 'network_id': 'd8b966a0-9980-44ba-a2d1-4252c346420a', 'tenant_id': 'd8fb2116922348989967930f2f8f067f', 'fixed_ips': [{'subnet_id': '31ed89a3-5cb2-463c-9d01-864c31f8c2d7'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:05:32.853204 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4fd79e6c-ac24-435e-8e34-aed34c825c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:32.853323 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47720) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:32.861522 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-d065be01-cc8e-49f6-80e0-d8c233bc09c9 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] http://10.222.0.57:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=80766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:05:32.864963 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d065be01-cc8e-49f6-80e0-d8c233bc09c9 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] 10.222.0.57 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200  len: 370 time: 0.0082889
Jan 29 10:05:32.866571 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47726) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:32.874264 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5ae1d0a8-8e0b-4b61-9696-f64080a3bd55 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Notify callbacks [] for floatingip, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:32.908446 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-37858ec1-0776-49e3-a837-52be34bb38d7 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] http://10.222.0.57:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=80766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:05:32.912161 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-37858ec1-0776-49e3-a837-52be34bb38d7 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] 10.222.0.57 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200  len: 401 time: 0.0419939
Jan 29 10:05:32.915330 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47730) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:32.926256 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-36e2eb1f-6fe8-4499-8107-8456fb6af65d tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] http://10.222.0.57:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=80766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:05:32.930401 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-36e2eb1f-6fe8-4499-8107-8456fb6af65d tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] 10.222.0.57 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200  len: 394 time: 0.0141194
Jan 29 10:05:32.961572 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8480230-bb9f-4152-9bbc-dd67e6d06732 None None] Pushing event updated for resources: {'Port': ['ID=f5a916b6-59e7-486a-8415-04330e7ad33a,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:32.981478 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-ecd5e8d0-72d8-4721-bbc3-ac5ab9bb204a tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Allocated IP 172.26.7.9 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/508b12ea-3b79-4706-acf1-1589b5b38f09) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:05:32.984430 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a8480230-bb9f-4152-9bbc-dd67e6d06732 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:33.002274 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning for port 2f9c6f8b-a04e-434c-97af-b39859324c3d completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:05:33.037526 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 2f9c6f8b-a04e-434c-97af-b39859324c3d triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:05:33.037989 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:33.049708 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47734) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:33.059358 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-d38bc751-275f-4af3-a35c-1913814d667f tempest-MeteringTestJSON-2114085798 tempest-MeteringTestJSON-2114085798-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1719872584'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:05:33.060266 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-d38bc751-275f-4af3-a35c-1913814d667f tempest-MeteringTestJSON-2114085798 tempest-MeteringTestJSON-2114085798-project-admin] Unknown quota resources ['metering_label']. {{(pid=80766) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Jan 29 10:05:33.065285 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-3aee2a0b-022d-457e-b60f-43093957efdb tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] http://10.222.0.57:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=80766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:05:33.069292 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3aee2a0b-022d-457e-b60f-43093957efdb tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] 10.222.0.57 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200  len: 410 time: 0.0141313
Jan 29 10:05:33.121380 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 47738) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:33.196261 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-f11765b2-6bcd-42c0-b75c-927d4481a569 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] http://10.222.0.57:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=80765) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:05:33.198314 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f11765b2-6bcd-42c0-b75c-927d4481a569 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] 10.222.0.57 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200  len: 386 time: 0.0627809
Jan 29 10:05:33.221888 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 47742) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:33.239231 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-7c054a7f-e402-4bce-b1e5-966e153093d8 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] http://10.222.0.57:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=80765) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:05:33.240589 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7c054a7f-e402-4bce-b1e5-966e153093d8 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] 10.222.0.57 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200  len: 403 time: 0.0173883
Jan 29 10:05:33.243940 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47746) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:33.264162 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-daa7ca77-2c2d-4fad-8dbb-4517e7f7aa2e tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] http://10.222.0.57:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=80766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:05:33.265241 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-daa7ca77-2c2d-4fad-8dbb-4517e7f7aa2e tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] 10.222.0.57 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200  len: 392 time: 0.0203061
Jan 29 10:05:33.272525 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-fa337b5e-a095-4d84-8ed8-113cd210c007 None None] Set router ee107f3c-5ddb-4c4c-8a68-4355babd43bf gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:05:33.332378 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47750) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:33.354857 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-e83f36ce-15e8-4d89-ab43-716fc4433924 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] http://10.222.0.57:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=80766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:05:33.359150 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e83f36ce-15e8-4d89-ab43-716fc4433924 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] 10.222.0.57 "GET /v2.0/extensions/binding HTTP/1.1" status: 200  len: 387 time: 0.0155444
Jan 29 10:05:33.365269 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1295cbeb-3e6b-4766-a04d-25f2e5dd2d50 req-df223af4-6709-4547-82ab-12d7f82bed40 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:33.367194 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1295cbeb-3e6b-4766-a04d-25f2e5dd2d50 req-df223af4-6709-4547-82ab-12d7f82bed40 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f010b7d-6299-4840-b36f-8427c8fd3647 HTTP/1.1" status: 200  len: 944 time: 1.1382263
Jan 29 10:05:33.367820 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 47754) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:33.378193 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ecd5e8d0-72d8-4721-bbc3-ac5ab9bb204a tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:33.383926 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d38bc751-275f-4af3-a35c-1913814d667f tempest-MeteringTestJSON-2114085798 tempest-MeteringTestJSON-2114085798-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:33.384293 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d38bc751-275f-4af3-a35c-1913814d667f tempest-MeteringTestJSON-2114085798 tempest-MeteringTestJSON-2114085798-project-admin] 10.222.0.57 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 478 time: 0.5488920
Jan 29 10:05:33.387910 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47756) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:33.395047 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-3afa8862-fb8e-416a-b3f6-4ce7911c600f tempest-MeteringTestJSON-2114085798 tempest-MeteringTestJSON-2114085798-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '48c2d0b6-44e7-42db-ac8d-c25b2474e02b'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:05:33.395567 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-3afa8862-fb8e-416a-b3f6-4ce7911c600f tempest-MeteringTestJSON-2114085798 tempest-MeteringTestJSON-2114085798-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=80766) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Jan 29 10:05:33.426126 dv-neutron-772983-2-ovs neutron-server[80656]: WARNING neutron.services.metering.metering_plugin [None req-3afa8862-fb8e-416a-b3f6-4ce7911c600f tempest-MeteringTestJSON-2114085798 tempest-MeteringTestJSON-2114085798-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Jan 29 10:05:33.426746 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ca7efda9-3e71-4ab1-9407-dc564765be73 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:33.481353 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-9f3d1e41-938a-40d1-8894-bb8dd029bc7d tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] http://10.222.0.57:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=80765) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:05:33.485160 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9f3d1e41-938a-40d1-8894-bb8dd029bc7d tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] 10.222.0.57 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200  len: 406 time: 0.0584610
Jan 29 10:05:33.511401 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47762) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:33.529724 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-5f6dfc82-a7f1-4153-bf23-c0c852e6e1e9 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] http://10.222.0.57:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=80766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:05:33.533514 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5f6dfc82-a7f1-4153-bf23-c0c852e6e1e9 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] 10.222.0.57 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200  len: 354 time: 0.0183203
Jan 29 10:05:33.573073 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 47766) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:33.593908 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ecd5e8d0-72d8-4721-bbc3-ac5ab9bb204a tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:33.613649 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:33.616459 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-314ccca4-4355-4c6a-aa2e-c6411840288b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:33.647188 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-5c3cfd03-1543-4aeb-b25f-c8b9d6fcc33a tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] http://10.222.0.57:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=80765) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:05:33.651898 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5c3cfd03-1543-4aeb-b25f-c8b9d6fcc33a tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] 10.222.0.57 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200  len: 398 time: 0.0724435
Jan 29 10:05:33.655938 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3afa8862-fb8e-416a-b3f6-4ce7911c600f tempest-MeteringTestJSON-2114085798 tempest-MeteringTestJSON-2114085798-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:33.660198 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3afa8862-fb8e-416a-b3f6-4ce7911c600f tempest-MeteringTestJSON-2114085798 tempest-MeteringTestJSON-2114085798-project-admin] 10.222.0.57 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 466 time: 0.2678185
Jan 29 10:05:33.713036 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-25cae149-dbc2-45bc-bad0-f9b754ab8863 tempest-FloatingIPAdminTestJSON-1685392490 tempest-FloatingIPAdminTestJSON-1685392490-project-admin] 10.222.0.57 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 2425 time: 0.8688889
Jan 29 10:05:33.722255 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f010b7d-6299-4840-b36f-8427c8fd3647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f9c6f8b-a04e-434c-97af-b39859324c3d'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:05:33.731259 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 47770) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:33.731643 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 47772) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:33.732519 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 47774) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:33.745678 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-7c7466a9-705c-43e2-812e-0ab1fdb18aa8 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] http://10.222.0.57:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=80765) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:05:33.746791 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7c7466a9-705c-43e2-812e-0ab1fdb18aa8 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] 10.222.0.57 "GET /v2.0/extensions/provider HTTP/1.1" status: 200  len: 385 time: 0.0098507
Jan 29 10:05:33.752371 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port 2f9c6f8b-a04e-434c-97af-b39859324c3d, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=2f9c6f8b-a04e-434c-97af-b39859324c3d,segment=NetworkSegment(18bc8eec-b98a-44b9-bed5-2f62335d7fbd),segment_id=18bc8eec-b98a-44b9-bed5-2f62335d7fbd)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:05:33.765353 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-4fd79e6c-ac24-435e-8e34-aed34c825c3a None None] Allocated IP 2001:db8::f816:3eff:fe9a:d738 (d8b966a0-9980-44ba-a2d1-4252c346420a/31ed89a3-5cb2-463c-9d01-864c31f8c2d7/801cc860-9caf-4a5a-87e5-d3a5b7084dae) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:05:33.767758 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:33.774779 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:33.862178 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-fc3138d5-4d74-46f7-9396-c2b91db92d49 tempest-MeteringTestJSON-2114085798 tempest-MeteringTestJSON-2114085798-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '48c2d0b6-44e7-42db-ac8d-c25b2474e02b'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:05:33.863024 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-fc3138d5-4d74-46f7-9396-c2b91db92d49 tempest-MeteringTestJSON-2114085798 tempest-MeteringTestJSON-2114085798-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=80765) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Jan 29 10:05:33.871041 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 47784) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:33.895003 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1295cbeb-3e6b-4766-a04d-25f2e5dd2d50 req-a8148a87-74ae-462b-a163-76026730b9f4 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] 10.222.0.57 "GET /v2.0/security-groups?id=dc805e9c-5c84-4bba-8acf-28c50f5a45c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4355061
Jan 29 10:05:33.985844 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-8ea061f0-538e-4a76-9333-6075b10f01b9 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] http://10.222.0.57:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=80765) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:05:33.989621 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8ea061f0-538e-4a76-9333-6075b10f01b9 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] 10.222.0.57 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200  len: 385 time: 0.0907595
Jan 29 10:05:34.024170 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47788) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:34.029822 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f010b7d-6299-4840-b36f-8427c8fd3647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f9c6f8b-a04e-434c-97af-b39859324c3d', 'code': 200}
Jan 29 10:05:34.039953 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-ea444924-46ae-4925-af11-e0708831aa91 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] http://10.222.0.57:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=80766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:05:34.041097 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ea444924-46ae-4925-af11-e0708831aa91 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] 10.222.0.57 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200  len: 407 time: 0.0158238
Jan 29 10:05:34.045259 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=2f9c6f8b-a04e-434c-97af-b39859324c3d,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:34.048956 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47792) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:34.050929 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:34.051878 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd5e8d0-72d8-4721-bbc3-ac5ab9bb204a tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Pushing event updated for resources: {'Port': ['ID=508b12ea-3b79-4706-acf1-1589b5b38f09,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:34.058012 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ecd5e8d0-72d8-4721-bbc3-ac5ab9bb204a tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:34.069942 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-5b0e6044-a962-4035-bf41-867aa694aa6a tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] http://10.222.0.57:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=80766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:05:34.071273 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5b0e6044-a962-4035-bf41-867aa694aa6a tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] 10.222.0.57 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200  len: 417 time: 0.0210800
Jan 29 10:05:34.074268 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47796) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:34.085080 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-815210a3-c8ca-4ad1-adc5-4633e5840652 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] http://10.222.0.57:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=80766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:05:34.088605 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-815210a3-c8ca-4ad1-adc5-4633e5840652 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] 10.222.0.57 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200  len: 384 time: 0.0108931
Jan 29 10:05:34.098071 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47800) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:34.101452 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-fa337b5e-a095-4d84-8ed8-113cd210c007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9456160>, [{'id': 'ee107f3c-5ddb-4c4c-8a68-4355babd43bf', 'name': 'tempest-snat-router-687800649', 'tenant_id': '1ff34f0ed0344ec39e5476068c831cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.125'}], 'enable_snat': False}, 'gw_port_id': 'f5a916b6-59e7-486a-8415-04330e7ad33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:05:23Z', 'updated_at': '2021-01-29T10:05:28Z', 'revision_number': 3, 'project_id': '1ff34f0ed0344ec39e5476068c831cc8', 'gw_port': {'id': 'f5a916b6-59e7-486a-8415-04330e7ad33a', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:46:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee107f3c-5ddb-4c4c-8a68-4355babd43bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:05:26Z', 'updated_at': '2021-01-29T10:05:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:05:34.109629 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-b62ab01e-ec2a-43ca-8125-7bbafaa67a11 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] http://10.222.0.57:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=80766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:05:34.113267 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b62ab01e-ec2a-43ca-8125-7bbafaa67a11 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] 10.222.0.57 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200  len: 404 time: 0.0117300
Jan 29 10:05:34.144266 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47804) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:34.160917 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa337b5e-a095-4d84-8ed8-113cd210c007 None None] The sync data for ids ['ee107f3c-5ddb-4c4c-8a68-4355babd43bf'] in dv-neutron-772983-2-ovs is: [{'id': 'ee107f3c-5ddb-4c4c-8a68-4355babd43bf', 'name': 'tempest-snat-router-687800649', 'tenant_id': '1ff34f0ed0344ec39e5476068c831cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.125'}], 'enable_snat': False}, 'gw_port_id': 'f5a916b6-59e7-486a-8415-04330e7ad33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:05:23Z', 'updated_at': '2021-01-29T10:05:28Z', 'revision_number': 3, 'project_id': '1ff34f0ed0344ec39e5476068c831cc8', 'gw_port': {'id': 'f5a916b6-59e7-486a-8415-04330e7ad33a', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:46:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee107f3c-5ddb-4c4c-8a68-4355babd43bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:05:26Z', 'updated_at': '2021-01-29T10:05:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-772983-2-ovs'}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:05:34.162136 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-c5df88cd-a009-4e59-9247-a6f09554f2bc tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] http://10.222.0.57:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=80766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:05:34.164848 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c5df88cd-a009-4e59-9247-a6f09554f2bc tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] 10.222.0.57 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200  len: 375 time: 0.0119088
Jan 29 10:05:34.169679 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47808) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:34.178977 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-48a9fa89-156f-4ff0-bc0f-3ef4a6f0272b tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] http://10.222.0.57:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=80766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:05:34.182718 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-48a9fa89-156f-4ff0-bc0f-3ef4a6f0272b tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] 10.222.0.57 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200  len: 441 time: 0.0084627
Jan 29 10:05:34.183478 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47812) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:34.199149 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-1e8be07f-8a6c-4086-9e4b-28fc073cca45 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] http://10.222.0.57:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=80766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:05:34.199149 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1e8be07f-8a6c-4086-9e4b-28fc073cca45 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] 10.222.0.57 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200  len: 423 time: 0.0121505
Jan 29 10:05:34.199431 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47816) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:34.212137 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-01af1bec-781a-4756-94c8-8af73fb3ed8a tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] http://10.222.0.57:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=80766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:05:34.215437 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-01af1bec-781a-4756-94c8-8af73fb3ed8a tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] 10.222.0.57 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200  len: 391 time: 0.0094318
Jan 29 10:05:34.216419 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd5e8d0-72d8-4721-bbc3-ac5ab9bb204a tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:05:34.217078 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47820) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:34.220053 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-ecd5e8d0-72d8-4721-bbc3-ac5ab9bb204a tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:05:34.229046 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd5e8d0-72d8-4721-bbc3-ac5ab9bb204a tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:05:34.263642 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-946f706e-c5dc-4bdf-a3bc-a0dd5c509c60 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] http://10.222.0.57:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=80766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:05:34.267455 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-946f706e-c5dc-4bdf-a3bc-a0dd5c509c60 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] 10.222.0.57 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200  len: 445 time: 0.0386477
Jan 29 10:05:34.278712 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47824) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:34.289646 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-6ffb248d-3c5a-4cbb-bd53-dad8662d85ad tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] http://10.222.0.57:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=80766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:05:34.293471 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6ffb248d-3c5a-4cbb-bd53-dad8662d85ad tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] 10.222.0.57 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200  len: 422 time: 0.0109751
Jan 29 10:05:34.295496 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47828) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:34.313107 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-81d724db-6754-4ad8-b145-afe00d7c0bad tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] http://10.222.0.57:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=80766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:05:34.316837 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-81d724db-6754-4ad8-b145-afe00d7c0bad tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] 10.222.0.57 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200  len: 448 time: 0.0157635
Jan 29 10:05:34.318224 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47832) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:34.319510 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4fd79e6c-ac24-435e-8e34-aed34c825c3a None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:34.324116 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-d7344987-628c-4aed-9fce-005ba40de8e8 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] http://10.222.0.57:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=80766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:05:34.328435 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d7344987-628c-4aed-9fce-005ba40de8e8 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] 10.222.0.57 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200  len: 364 time: 0.0061328
Jan 29 10:05:34.339618 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4fd79e6c-ac24-435e-8e34-aed34c825c3a None None] Transition to ACTIVE for port object 801cc860-9caf-4a5a-87e5-d3a5b7084dae will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:05:34.363199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4fd79e6c-ac24-435e-8e34-aed34c825c3a None None] Transition to ACTIVE for port object 801cc860-9caf-4a5a-87e5-d3a5b7084dae will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:05:34.371005 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4fd79e6c-ac24-435e-8e34-aed34c825c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:34.392852 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-965da930-6b5c-4509-ad4f-3cc0863b5476 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:34.484381 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47836) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:34.500742 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-1fa5be12-b3e8-476f-b384-ed4bd2e6a9f9 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] http://10.222.0.57:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=80766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:05:34.504410 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1fa5be12-b3e8-476f-b384-ed4bd2e6a9f9 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] 10.222.0.57 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200  len: 415 time: 0.0154886
Jan 29 10:05:34.506796 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e62603a-527e-45b7-a420-c900fe4034bd req-fb5ce981-29cf-41bf-beab-c51de1094046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:34.508393 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4e62603a-527e-45b7-a420-c900fe4034bd req-fb5ce981-29cf-41bf-beab-c51de1094046 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9f010b7d-6299-4840-b36f-8427c8fd3647 HTTP/1.1" status: 200  len: 1163 time: 0.4113884
Jan 29 10:05:34.509533 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47840) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:34.543634 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd79e6c-ac24-435e-8e34-aed34c825c3a None None] Pushing event updated for resources: {'Port': ['ID=801cc860-9caf-4a5a-87e5-d3a5b7084dae,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:34.550693 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-0668509b-f7e3-40f4-a731-f84bb5a6b418 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] http://10.222.0.57:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=80766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:05:34.554272 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0668509b-f7e3-40f4-a731-f84bb5a6b418 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] 10.222.0.57 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200  len: 377 time: 0.0387833
Jan 29 10:05:34.555725 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4fd79e6c-ac24-435e-8e34-aed34c825c3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:34.589717 dv-neutron-772983-2-ovs neutron-server[80656]: WARNING neutron.services.metering.metering_plugin [None req-fc3138d5-4d74-46f7-9396-c2b91db92d49 tempest-MeteringTestJSON-2114085798 tempest-MeteringTestJSON-2114085798-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Jan 29 10:05:34.590407 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47844) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:34.602045 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:34.616698 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd79e6c-ac24-435e-8e34-aed34c825c3a None None] Network d8b966a0-9980-44ba-a2d1-4252c346420a is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:05:34.624908 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-4fd79e6c-ac24-435e-8e34-aed34c825c3a None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:05:34.629752 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd79e6c-ac24-435e-8e34-aed34c825c3a None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:05:34.648340 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-5a831f40-f122-496f-871c-28c452ae5a22 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] http://10.222.0.57:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=80766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:05:34.652721 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5a831f40-f122-496f-871c-28c452ae5a22 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] 10.222.0.57 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200  len: 408 time: 0.0284636
Jan 29 10:05:34.658345 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47848) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:34.673266 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-e542ad89-0f32-48c2-983f-172e9da4995c tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] http://10.222.0.57:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=80766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:05:34.677315 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e542ad89-0f32-48c2-983f-172e9da4995c tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] 10.222.0.57 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200  len: 402 time: 0.0171015
Jan 29 10:05:34.678205 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47852) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:34.680327 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4e62603a-527e-45b7-a420-c900fe4034bd req-39dfa23f-29af-447c-be32-9921076fd6c7 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=dc805e9c-5c84-4bba-8acf-28c50f5a45c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1339207
Jan 29 10:05:34.713732 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-4fd79e6c-ac24-435e-8e34-aed34c825c3a None None] Attempting to bind port 801cc860-9caf-4a5a-87e5-d3a5b7084dae on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:05:34.714215 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-4fd79e6c-ac24-435e-8e34-aed34c825c3a None None] Attempting to bind port 801cc860-9caf-4a5a-87e5-d3a5b7084dae by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '6fb402cb-51e6-4772-b280-16f2b58dc761', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'd8b966a0-9980-44ba-a2d1-4252c346420a'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:05:34.714631 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd79e6c-ac24-435e-8e34-aed34c825c3a None None] Attempting to bind port 801cc860-9caf-4a5a-87e5-d3a5b7084dae on network d8b966a0-9980-44ba-a2d1-4252c346420a {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:05:34.729542 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd79e6c-ac24-435e-8e34-aed34c825c3a None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:05:34.730492 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd79e6c-ac24-435e-8e34-aed34c825c3a None None] Checking segment: {'id': '6fb402cb-51e6-4772-b280-16f2b58dc761', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'd8b966a0-9980-44ba-a2d1-4252c346420a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:05:34.731263 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4fd79e6c-ac24-435e-8e34-aed34c825c3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:34.732084 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd79e6c-ac24-435e-8e34-aed34c825c3a None None] Bound using segment: {'id': '6fb402cb-51e6-4772-b280-16f2b58dc761', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'd8b966a0-9980-44ba-a2d1-4252c346420a'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:05:34.733229 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-4fd79e6c-ac24-435e-8e34-aed34c825c3a None None] Bound port: 801cc860-9caf-4a5a-87e5-d3a5b7084dae, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fb402cb-51e6-4772-b280-16f2b58dc761', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'd8b966a0-9980-44ba-a2d1-4252c346420a'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:05:34.734235 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4fd79e6c-ac24-435e-8e34-aed34c825c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:34.765176 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-e9b8499d-b807-4c2e-9835-484633c6795b tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] http://10.222.0.57:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=80766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:05:34.768901 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e9b8499d-b807-4c2e-9835-484633c6795b tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] 10.222.0.57 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200  len: 391 time: 0.0850546
Jan 29 10:05:34.773000 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47856) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:34.791654 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-00a0fba2-7faa-4023-b93a-5debd0c0bbde tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] http://10.222.0.57:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=80766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:05:34.796038 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-00a0fba2-7faa-4023-b93a-5debd0c0bbde tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] 10.222.0.57 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200  len: 400 time: 0.0187676
Jan 29 10:05:34.854078 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47860) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:34.863097 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4fd79e6c-ac24-435e-8e34-aed34c825c3a None None] For port 801cc860-9caf-4a5a-87e5-d3a5b7084dae, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:05:34.867252 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4fd79e6c-ac24-435e-8e34-aed34c825c3a None None] For port 801cc860-9caf-4a5a-87e5-d3a5b7084dae, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=801cc860-9caf-4a5a-87e5-d3a5b7084dae,segment=NetworkSegment(6fb402cb-51e6-4772-b280-16f2b58dc761),segment_id=6fb402cb-51e6-4772-b280-16f2b58dc761)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:05:34.868455 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-e8e45c25-da38-4217-a4c6-a66d7fcdc2e9 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] http://10.222.0.57:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=80766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:05:34.872157 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e8e45c25-da38-4217-a4c6-a66d7fcdc2e9 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] 10.222.0.57 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200  len: 388 time: 0.0145218
Jan 29 10:05:34.873198 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47864) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:34.874798 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4fd79e6c-ac24-435e-8e34-aed34c825c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:34.880984 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-66422ce3-3c4e-48f7-ba59-68cee5fd9640 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] http://10.222.0.57:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=80766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:05:34.884453 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-66422ce3-3c4e-48f7-ba59-68cee5fd9640 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] 10.222.0.57 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200  len: 418 time: 0.0078762
Jan 29 10:05:34.893735 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47868) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:34.896641 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fc3138d5-4d74-46f7-9396-c2b91db92d49 tempest-MeteringTestJSON-2114085798 tempest-MeteringTestJSON-2114085798-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:34.896889 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4fd79e6c-ac24-435e-8e34-aed34c825c3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:34.898506 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-fc3138d5-4d74-46f7-9396-c2b91db92d49 tempest-MeteringTestJSON-2114085798 tempest-MeteringTestJSON-2114085798-project-admin] 10.222.0.57 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 466 time: 1.1595836
Jan 29 10:05:34.902898 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-d16f139f-fb04-4d4f-9217-725ad6f2a961 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] http://10.222.0.57:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=80766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:05:34.907175 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d16f139f-fb04-4d4f-9217-725ad6f2a961 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] 10.222.0.57 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200  len: 537 time: 0.0091465
Jan 29 10:05:34.907175 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47872) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:34.909845 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47874) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:34.924469 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [None req-d829dceb-0845-4616-a7cf-a02b2689e3a6 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] http://10.222.0.57:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=80766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:05:34.931487 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d829dceb-0845-4616-a7cf-a02b2689e3a6 tempest-ExtensionsTestJSON-2136607301 tempest-ExtensionsTestJSON-2136607301-project] 10.222.0.57 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200  len: 449 time: 0.0124383
Jan 29 10:05:34.941650 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3953a682-a525-43fc-889a-de7ce6fc3648 tempest-MeteringTestJSON-2114085798 tempest-MeteringTestJSON-2114085798-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-label-rules?id=8f02a5e1-9b42-4048-9d59-865c949059f2 HTTP/1.1" status: 200  len: 464 time: 0.0328748
Jan 29 10:05:34.946150 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47884) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:34.986548 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ecd5e8d0-72d8-4721-bbc3-ac5ab9bb204a tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:35.109914 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd79e6c-ac24-435e-8e34-aed34c825c3a None None] Pushing event updated for resources: {'Port': ['ID=801cc860-9caf-4a5a-87e5-d3a5b7084dae,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:35.113557 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4fd79e6c-ac24-435e-8e34-aed34c825c3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:35.378093 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bba4e685-a76b-4213-be83-2962c0ccd1c5 tempest-MeteringTestJSON-2114085798 tempest-MeteringTestJSON-2114085798-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:35.381914 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-bba4e685-a76b-4213-be83-2962c0ccd1c5 tempest-MeteringTestJSON-2114085798 tempest-MeteringTestJSON-2114085798-project-admin] 10.222.0.57 "DELETE /v2.0/metering/metering-label-rules/8f02a5e1-9b42-4048-9d59-865c949059f2 HTTP/1.1" status: 204  len: 168 time: 0.4321849
Jan 29 10:05:35.383040 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47892) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:35.403315 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9e709b26-545a-4754-90d1-6bb9fd814796 tempest-MeteringTestJSON-2114085798 tempest-MeteringTestJSON-2114085798-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-label-rules?id=8f02a5e1-9b42-4048-9d59-865c949059f2 HTTP/1.1" status: 200  len: 221 time: 0.0162296
Jan 29 10:05:35.404610 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47896) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:35.414589 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-adfa4069-06f2-483a-ba59-49225734726e tempest-MeteringTestJSON-2114085798 tempest-MeteringTestJSON-2114085798-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1904202395', 'description': 'label created by tempest'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:05:35.415061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-adfa4069-06f2-483a-ba59-49225734726e tempest-MeteringTestJSON-2114085798 tempest-MeteringTestJSON-2114085798-project-admin] Unknown quota resources ['metering_label']. {{(pid=80766) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Jan 29 10:05:35.470510 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 47900) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:35.577071 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-7208f83e-4b8e-4b87-b8ac-2e4d1b3d2be2 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Deleting port e4dc96df-28c9-4242-873d-d0237421c661 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:05:35.577311 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7208f83e-4b8e-4b87-b8ac-2e4d1b3d2be2 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:35.655069 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ecd5e8d0-72d8-4721-bbc3-ac5ab9bb204a tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:35.734231 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4d5d923c-e289-48da-a37c-3c71983fbbcd tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852603100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2204728'] for subnet, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:35.785611 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:35.913904 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5d923c-e289-48da-a37c-3c71983fbbcd tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b3cc0641-981b-4a18-ba98-96bfab5beea0,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:35.924325 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-53ad6a2a-48e2-415b-ba5c-a318e5a27ab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:36.017516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d3d6e5-2b55-4dd9-9ae3-592aeed3f461 req-9a25e0d3-4cf0-450e-80c0-f775ab1a3bc9 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:36.019292 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c6d3d6e5-2b55-4dd9-9ae3-592aeed3f461 req-9a25e0d3-4cf0-450e-80c0-f775ab1a3bc9 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f010b7d-6299-4840-b36f-8427c8fd3647 HTTP/1.1" status: 200  len: 946 time: 0.7892270
Jan 29 10:05:36.021090 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.resource_extend [None req-5ae1d0a8-8e0b-4b61-9696-f64080a3bd55 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 29 10:05:36.028654 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-adfa4069-06f2-483a-ba59-49225734726e tempest-MeteringTestJSON-2114085798 tempest-MeteringTestJSON-2114085798-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:36.030392 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-adfa4069-06f2-483a-ba59-49225734726e tempest-MeteringTestJSON-2114085798 tempest-MeteringTestJSON-2114085798-project-admin] 10.222.0.57 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 470 time: 0.6245325
Jan 29 10:05:36.033165 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47906) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:36.095564 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ca7efda9-3e71-4ab1-9407-dc564765be73 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852603100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2204728'] for subnet, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:36.096687 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4d5d923c-e289-48da-a37c-3c71983fbbcd tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:36.218664 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:36.220821 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 2f9c6f8b-a04e-434c-97af-b39859324c3d up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:05:36.268814 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-53ad6a2a-48e2-415b-ba5c-a318e5a27ab6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:05:36.297153 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-53ad6a2a-48e2-415b-ba5c-a318e5a27ab6 admin admin] Usage tracker for resource:security_group_rule and tenant:ef79d1ceb3fd408f81768210a79c045f is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:05:36.316485 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7efda9-3e71-4ab1-9407-dc564765be73 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Pushing event deleted for resources: {'Subnet': ['ID=31ed89a3-5cb2-463c-9d01-864c31f8c2d7,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:36.331426 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-53ad6a2a-48e2-415b-ba5c-a318e5a27ab6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:05:36.353168 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ca7efda9-3e71-4ab1-9407-dc564765be73 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:36.363554 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-53ad6a2a-48e2-415b-ba5c-a318e5a27ab6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:05:36.366239 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 2f9c6f8b-a04e-434c-97af-b39859324c3d triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:05:36.366873 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:36.474539 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7f46a187-a38f-4a53-9959-7274f3f10c90 tempest-MeteringTestJSON-2114085798 tempest-MeteringTestJSON-2114085798-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-labels?id=a2721abb-f224-4708-9b66-f3ba34675ccb HTTP/1.1" status: 200  len: 468 time: 0.4400775
Jan 29 10:05:36.489046 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47910) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:36.559236 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5ae1d0a8-8e0b-4b61-9696-f64080a3bd55 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:36.565749 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7208f83e-4b8e-4b87-b8ac-2e4d1b3d2be2 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:36.566363 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7208f83e-4b8e-4b87-b8ac-2e4d1b3d2be2 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:36.583003 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4d5d923c-e289-48da-a37c-3c71983fbbcd tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:36.590459 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5ae1d0a8-8e0b-4b61-9696-f64080a3bd55 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:36.610929 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 801cc860-9caf-4a5a-87e5-d3a5b7084dae up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:05:36.681583 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c6d3d6e5-2b55-4dd9-9ae3-592aeed3f461 req-b641a1a9-4e2d-44a6-9e14-cbf8dcf1125e tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] 10.222.0.57 "GET /v2.0/security-groups?id=dc805e9c-5c84-4bba-8acf-28c50f5a45c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5345654
Jan 29 10:05:36.693982 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 801cc860-9caf-4a5a-87e5-d3a5b7084dae completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:05:36.701647 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device f5a916b6-59e7-486a-8415-04330e7ad33a up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:05:36.786124 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port f5a916b6-59e7-486a-8415-04330e7ad33a completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:05:36.792841 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port f5a916b6-59e7-486a-8415-04330e7ad33a triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:05:36.793273 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:36.866094 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3cecc3-f01f-45d2-a557-ee8efab6ab6e None None] Network d8b966a0-9980-44ba-a2d1-4252c346420a requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:05:36.951936 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-74a3401b-3124-4501-a428-aacb2739f499 tempest-MeteringTestJSON-2114085798 tempest-MeteringTestJSON-2114085798-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:36.954169 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-74a3401b-3124-4501-a428-aacb2739f499 tempest-MeteringTestJSON-2114085798 tempest-MeteringTestJSON-2114085798-project-admin] 10.222.0.57 "DELETE /v2.0/metering/metering-labels/a2721abb-f224-4708-9b66-f3ba34675ccb HTTP/1.1" status: 204  len: 168 time: 0.4631441
Jan 29 10:05:36.955415 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecd5e8d0-72d8-4721-bbc3-ac5ab9bb204a tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Router 1fd66abc-3767-4d40-a8b7-fd7151066ab8 is scheduled to L3 agent 18987107-6d88-4736-94cf-15791d65b3ff with binding_index 1 {{(pid=80766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 29 10:05:36.957665 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47914) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:36.989532 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-89432f7c-5e23-4914-bbb4-c7c30df04b8c tempest-MeteringTestJSON-2114085798 tempest-MeteringTestJSON-2114085798-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-labels?id=a2721abb-f224-4708-9b66-f3ba34675ccb HTTP/1.1" status: 200  len: 216 time: 0.0256529
Jan 29 10:05:37.050735 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-ecd7de84-6942-47b6-a7ef-cd58b5f0e503 None None] Provisioning for port 801cc860-9caf-4a5a-87e5-d3a5b7084dae completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:05:37.051168 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47918) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:37.094063 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-ecd7de84-6942-47b6-a7ef-cd58b5f0e503 None None] Provisioning complete for port 801cc860-9caf-4a5a-87e5-d3a5b7084dae triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:05:37.094602 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ecd7de84-6942-47b6-a7ef-cd58b5f0e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:37.126192 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:37.143276 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-641b5b1a-02f3-4a07-ab9f-66284a60b269 tempest-MeteringTestJSON-2114085798 tempest-MeteringTestJSON-2114085798-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200  len: 221 time: 0.0868843
Jan 29 10:05:37.154873 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47922) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:37.185848 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f3095c57-e1d6-413c-9a6b-0ecfdfa6761b tempest-MeteringTestJSON-2114085798 tempest-MeteringTestJSON-2114085798-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200  len: 216 time: 0.0255466
Jan 29 10:05:37.186132 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-7208f83e-4b8e-4b87-b8ac-2e4d1b3d2be2 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Calling delete_port for e4dc96df-28c9-4242-873d-d0237421c661 owned by network:floatingip {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:05:37.203015 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47926) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:37.219970 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port f5a916b6-59e7-486a-8415-04330e7ad33a, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=f5a916b6-59e7-486a-8415-04330e7ad33a,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:05:37.234813 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:37.238095 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-965da930-6b5c-4509-ad4f-3cc0863b5476 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:37.264649 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4d5d923c-e289-48da-a37c-3c71983fbbcd tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] 10.222.0.57 "DELETE /v2.0/subnets/b3cc0641-981b-4a18-ba98-96bfab5beea0 HTTP/1.1" status: 204  len: 168 time: 5.9565861
Jan 29 10:05:37.341760 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-772ae068-4787-4dd9-957d-2a509d679c53 tempest-MeteringTestJSON-2114085798 tempest-MeteringTestJSON-2114085798-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-labels/48c2d0b6-44e7-42db-ac8d-c25b2474e02b HTTP/1.1" status: 200  len: 473 time: 0.1321745
Jan 29 10:05:37.341760 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47930) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:37.341760 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47934) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:37.360467 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ca7efda9-3e71-4ab1-9407-dc564765be73 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:37.365022 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=f5a916b6-59e7-486a-8415-04330e7ad33a,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:37.390069 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-fadb5ee4-6a2e-401e-bee5-356845f9dbed tempest-MeteringTestJSON-2114085798 tempest-MeteringTestJSON-2114085798-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-label-rules/75565cea-c96f-4d86-b8ac-c01f1e805604 HTTP/1.1" status: 200  len: 461 time: 0.0419517
Jan 29 10:05:37.390275 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:37.397929 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd5e8d0-72d8-4721-bbc3-ac5ab9bb204a tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:05:37.402224 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 47938) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:37.418837 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1152688-d793-4a9f-b527-ca939029bad5 None None] Sync routers for ids ['1fd66abc-3767-4d40-a8b7-fd7151066ab8'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:05:37.440694 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ecd7de84-6942-47b6-a7ef-cd58b5f0e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:37.454111 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1152688-d793-4a9f-b527-ca939029bad5 None None] Routers {'1fd66abc-3767-4d40-a8b7-fd7151066ab8'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:05:37.455022 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-b1152688-d793-4a9f-b527-ca939029bad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c94e26a0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:05:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['1fd66abc-3767-4d40-a8b7-fd7151066ab8'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:05:37.494735 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ecd5e8d0-72d8-4721-bbc3-ac5ab9bb204a tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:37.498627 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ecd5e8d0-72d8-4721-bbc3-ac5ab9bb204a tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 904 time: 7.2300041
Jan 29 10:05:37.499384 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47942) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:37.505019 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e700313-65ff-4fe0-976b-6385480dde9e tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:37.511653 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bbffaa-6d2f-4c3e-992a-7c233e8b09a2 None None] DHCP port deletion for d8b966a0-9980-44ba-a2d1-4252c346420a request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:05:37.525539 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-80bbffaa-6d2f-4c3e-992a-7c233e8b09a2 None None] Deleting port 801cc860-9caf-4a5a-87e5-d3a5b7084dae {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:05:37.525746 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-80bbffaa-6d2f-4c3e-992a-7c233e8b09a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:37.588685 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [None req-5ae1d0a8-8e0b-4b61-9696-f64080a3bd55 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Floating IP c8f06ebc-b940-47ce-816e-5f68ac2380db associated. External IP: 172.26.7.110, port: 91d90fd5-7854-4804-854a-f7c573293314.
Jan 29 10:05:37.748562 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-ca7efda9-3e71-4ab1-9407-dc564765be73 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c85f97f0>,) {'filters': {'network_id': ['d8b966a0-9980-44ba-a2d1-4252c346420a']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:05:37.862077 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-762e2292-1280-4e79-9ce6-fec6a5e1331a tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] 10.222.0.57 "GET /v2.0/routers/1fd66abc-3767-4d40-a8b7-fd7151066ab8 HTTP/1.1" status: 200  len: 905 time: 0.3006477
Jan 29 10:05:37.863858 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47948) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:37.863983 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-ecd7de84-6942-47b6-a7ef-cd58b5f0e503 None None] For port 801cc860-9caf-4a5a-87e5-d3a5b7084dae, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=801cc860-9caf-4a5a-87e5-d3a5b7084dae,segment=NetworkSegment(6fb402cb-51e6-4772-b280-16f2b58dc761),segment_id=6fb402cb-51e6-4772-b280-16f2b58dc761)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:05:37.870078 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-ca7efda9-3e71-4ab1-9407-dc564765be73 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c85f97f0>, '6fb402cb-51e6-4772-b280-16f2b58dc761') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:05:37.870433 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-ca7efda9-3e71-4ab1-9407-dc564765be73 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c85f97f0>, '6fb402cb-51e6-4772-b280-16f2b58dc761') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:05:37.910693 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ecd7de84-6942-47b6-a7ef-cd58b5f0e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:37.921457 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-af7d2928-7ef4-4070-8cbc-81895c941974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:38.004487 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ca7efda9-3e71-4ab1-9407-dc564765be73 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:38.065312 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-53ad6a2a-48e2-415b-ba5c-a318e5a27ab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:38.067739 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-b1152688-d793-4a9f-b527-ca939029bad5 None None] Set router 1fd66abc-3767-4d40-a8b7-fd7151066ab8 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:05:38.070875 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-141d8a37-b50a-4dfa-9188-b1cebed38e8f tempest-MeteringTestJSON-2114085798 tempest-MeteringTestJSON-2114085798-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:38.071844 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-141d8a37-b50a-4dfa-9188-b1cebed38e8f tempest-MeteringTestJSON-2114085798 tempest-MeteringTestJSON-2114085798-project-admin] 10.222.0.57 "DELETE /v2.0/metering/metering-label-rules/75565cea-c96f-4d86-b8ac-c01f1e805604 HTTP/1.1" status: 204  len: 168 time: 0.6610575
Jan 29 10:05:38.076132 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e700313-65ff-4fe0-976b-6385480dde9e tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:38.090766 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47954) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:38.115547 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-53ad6a2a-48e2-415b-ba5c-a318e5a27ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:38.131342 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ca7efda9-3e71-4ab1-9407-dc564765be73 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:38.135990 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:38.145732 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ca7efda9-3e71-4ab1-9407-dc564765be73 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Releasing vxlan tunnel 8 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:05:38.201938 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd7de84-6942-47b6-a7ef-cd58b5f0e503 None None] Pushing event updated for resources: {'Port': ['ID=801cc860-9caf-4a5a-87e5-d3a5b7084dae,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:38.254818 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ecd7de84-6942-47b6-a7ef-cd58b5f0e503 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:38.324141 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-80bbffaa-6d2f-4c3e-992a-7c233e8b09a2 None None] For port 801cc860-9caf-4a5a-87e5-d3a5b7084dae, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=801cc860-9caf-4a5a-87e5-d3a5b7084dae,segment=NetworkSegment(6fb402cb-51e6-4772-b280-16f2b58dc761),segment_id=6fb402cb-51e6-4772-b280-16f2b58dc761)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:05:38.324588 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-80bbffaa-6d2f-4c3e-992a-7c233e8b09a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:38.337424 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ad6a2a-48e2-415b-ba5c-a318e5a27ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=994dcb46-9422-4d6b-8e1b-608795562013,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:38.349039 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-53ad6a2a-48e2-415b-ba5c-a318e5a27ab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:38.367825 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-53ad6a2a-48e2-415b-ba5c-a318e5a27ab6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ef79d1ceb3fd408f81768210a79c045f&name=default HTTP/1.1" status: 200  len: 2979 time: 2.8910487
Jan 29 10:05:38.374110 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 47958) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:38.444781 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7208f83e-4b8e-4b87-b8ac-2e4d1b3d2be2 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:38.518468 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device f5a916b6-59e7-486a-8415-04330e7ad33a up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:05:38.533450 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f965e367-a2e7-4566-96ed-79bfd3ec0c9b tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:38.559089 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-80bbffaa-6d2f-4c3e-992a-7c233e8b09a2 None None] Calling delete_port for 801cc860-9caf-4a5a-87e5-d3a5b7084dae owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:05:38.574151 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-ca7efda9-3e71-4ab1-9407-dc564765be73 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Network d8b966a0-9980-44ba-a2d1-4252c346420a has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:05:38.667739 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ca7efda9-3e71-4ab1-9407-dc564765be73 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:38.708336 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7208f83e-4b8e-4b87-b8ac-2e4d1b3d2be2 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Pushing event deleted for resources: {'Port': ['ID=e4dc96df-28c9-4242-873d-d0237421c661,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:38.737447 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7208f83e-4b8e-4b87-b8ac-2e4d1b3d2be2 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:38.758234 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port f5a916b6-59e7-486a-8415-04330e7ad33a triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:05:38.758816 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:38.827931 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fed9f2e-b6a9-425e-abfb-28e59838843b req-68c070c1-697e-4b70-82f8-7f300b426c5e tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:38.829641 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6fed9f2e-b6a9-425e-abfb-28e59838843b req-68c070c1-697e-4b70-82f8-7f300b426c5e tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f010b7d-6299-4840-b36f-8427c8fd3647 HTTP/1.1" status: 200  len: 946 time: 0.9512761
Jan 29 10:05:38.839253 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-b1152688-d793-4a9f-b527-ca939029bad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c94e26a0>, [{'id': '1fd66abc-3767-4d40-a8b7-fd7151066ab8', 'name': 'tempest-snat-router-687800649', 'tenant_id': '1ff34f0ed0344ec39e5476068c831cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.9'}], 'enable_snat': True}, 'gw_port_id': '508b12ea-3b79-4706-acf1-1589b5b38f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:05:30Z', 'updated_at': '2021-01-29T10:05:34Z', 'revision_number': 3, 'project_id': '1ff34f0ed0344ec39e5476068c831cc8', 'gw_port': {'id': '508b12ea-3b79-4706-acf1-1589b5b38f09', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd66abc-3767-4d40-a8b7-fd7151066ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:05:32Z', 'updated_at': '2021-01-29T10:05:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:05:38.844326 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-3e700313-65ff-4fe0-976b-6385480dde9e tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99cabfda58>,) {'filters': {'network_id': ['012f6a81-d890-44b1-9cd1-1e22d02e16b8']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:05:38.846945 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1152688-d793-4a9f-b527-ca939029bad5 None None] Checking router: 1fd66abc-3767-4d40-a8b7-fd7151066ab8 for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:05:38.847355 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1152688-d793-4a9f-b527-ca939029bad5 None None] Updating router 1fd66abc-3767-4d40-a8b7-fd7151066ab8 port 508b12ea-3b79-4706-acf1-1589b5b38f09 binding host dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 29 10:05:38.856233 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1c75eb9e-1f02-4bd7-807e-930581876628 tempest-MeteringTestJSON-2114085798 tempest-MeteringTestJSON-2114085798-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:38.860444 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1c75eb9e-1f02-4bd7-807e-930581876628 tempest-MeteringTestJSON-2114085798 tempest-MeteringTestJSON-2114085798-project-admin] 10.222.0.57 "DELETE /v2.0/metering/metering-labels/48c2d0b6-44e7-42db-ac8d-c25b2474e02b HTTP/1.1" status: 204  len: 168 time: 0.7538724
Jan 29 10:05:38.873023 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e6f5662-b92e-4f8c-9105-cdfea30d39a1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks [] for router, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:38.959975 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-3e700313-65ff-4fe0-976b-6385480dde9e tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99cabfda58>, '214fb44b-20fd-480e-908c-b634f7cfc1be') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:05:38.960806 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-3e700313-65ff-4fe0-976b-6385480dde9e tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99cabfda58>, '214fb44b-20fd-480e-908c-b634f7cfc1be') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:05:38.968753 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b1152688-d793-4a9f-b527-ca939029bad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:38.979371 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e700313-65ff-4fe0-976b-6385480dde9e tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:39.016424 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e700313-65ff-4fe0-976b-6385480dde9e tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:39.019369 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3e700313-65ff-4fe0-976b-6385480dde9e tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Releasing vxlan tunnel 12 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:05:39.177112 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47966) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:39.184101 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 801cc860-9caf-4a5a-87e5-d3a5b7084dae no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:05:39.378827 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e6f5662-b92e-4f8c-9105-cdfea30d39a1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:39.393939 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-3e700313-65ff-4fe0-976b-6385480dde9e tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Network 012f6a81-d890-44b1-9cd1-1e22d02e16b8 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:05:39.407898 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-3e6f5662-b92e-4f8c-9105-cdfea30d39a1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Deleting port 508b12ea-3b79-4706-acf1-1589b5b38f09 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:05:39.408282 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e6f5662-b92e-4f8c-9105-cdfea30d39a1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:39.433532 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-ca7efda9-3e71-4ab1-9407-dc564765be73 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Network d8b966a0-9980-44ba-a2d1-4252c346420a has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:05:39.441182 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e700313-65ff-4fe0-976b-6385480dde9e tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:39.478501 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e9a6109a-e55e-42e5-9a74-6b66f56a7016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:39.480332 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:05:39.480332 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:05:39.480332 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:05:39.480332 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:05:39.480332 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:05:39.480332 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:05:39.480332 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:05:39.480332 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:05:39.480332 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:05:39.480332 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:05:39.480332 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:05:39.480332 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:05:39.480332 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:05:39.480332 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:05:39.480332 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:05:39.480332 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:05:39.480332 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:05:39.480332 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:05:39.480332 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:05:39.480332 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:05:39.480332 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:05:39.480332 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:05:39.480332 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:05:39.480332 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:05:39.480332 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:05:39.480332 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:05:39.480332 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:05:39.480332 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:05:39.480332 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:05:39.480332 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:05:39.480332 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:05:39.480332 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:05:39.507545 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6fed9f2e-b6a9-425e-abfb-28e59838843b req-3a3a9cf7-a466-4c36-b0e9-8b457354a0e7 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] 10.222.0.57 "GET /v2.0/security-groups?id=dc805e9c-5c84-4bba-8acf-28c50f5a45c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5593944
Jan 29 10:05:39.561136 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fdb22934-7637-461a-8329-5537c668e57f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:39.651231 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-fdb22934-7637-461a-8329-5537c668e57f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:05:39.674343 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae1d0a8-8e0b-4b61-9696-f64080a3bd55 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Router 4a2dbef9-f510-4df4-8738-7c1c6e2523ec has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:05:39.678946 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b1152688-d793-4a9f-b527-ca939029bad5 None None] Notify callbacks [] for port, precommit_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:39.680256 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e9a6109a-e55e-42e5-9a74-6b66f56a7016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:39.694080 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:39.703679 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-ca7efda9-3e71-4ab1-9407-dc564765be73 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Jan 29 10:05:39.703679 dv-neutron-772983-2-ovs neutron-server[80656]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Jan 29 10:05:39.703679 dv-neutron-772983-2-ovs neutron-server[80656]: [parameters: {'id': 'd8b966a0-9980-44ba-a2d1-4252c346420a'}]
Jan 29 10:05:39.703679 dv-neutron-772983-2-ovs neutron-server[80656]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80765) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:05:39.704048 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-ca7efda9-3e71-4ab1-9407-dc564765be73 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:05:39.716218 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-80bbffaa-6d2f-4c3e-992a-7c233e8b09a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:39.717967 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-fdb22934-7637-461a-8329-5537c668e57f admin admin] Usage tracker for resource:security_group_rule and tenant:3faf1106df824826a78dbf4413048077 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:05:39.735875 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-af7d2928-7ef4-4070-8cbc-81895c941974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:39.767523 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-fdb22934-7637-461a-8329-5537c668e57f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:05:39.787163 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-fdb22934-7637-461a-8329-5537c668e57f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:05:39.790226 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-3e700313-65ff-4fe0-976b-6385480dde9e tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Network 012f6a81-d890-44b1-9cd1-1e22d02e16b8 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:05:39.795996 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bbffaa-6d2f-4c3e-992a-7c233e8b09a2 None None] Pushing event deleted for resources: {'Port': ['ID=801cc860-9caf-4a5a-87e5-d3a5b7084dae,revision_number=None']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:39.798554 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-80bbffaa-6d2f-4c3e-992a-7c233e8b09a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:39.819998 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:05:39.819998 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:05:39.819998 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:05:39.819998 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:05:39.819998 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:05:39.819998 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:05:39.819998 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:05:39.819998 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:05:39.819998 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:05:39.819998 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:05:39.819998 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:05:39.819998 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:05:39.819998 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:05:39.819998 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:05:39.819998 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:05:39.819998 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:05:39.819998 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:05:39.819998 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:05:39.819998 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:05:39.819998 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:05:39.819998 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:05:39.819998 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:05:39.819998 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:05:39.819998 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:05:39.819998 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:05:39.819998 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:05:39.819998 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:05:39.819998 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:05:39.819998 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:05:39.819998 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:05:39.819998 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:05:39.819998 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:05:39.929652 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bbffaa-6d2f-4c3e-992a-7c233e8b09a2 None None] No DVR routers for this DVR port 801cc860-9caf-4a5a-87e5-d3a5b7084dae on host dv-neutron-772983-2-ovs {{(pid=80767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:05:39.948931 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7208f83e-4b8e-4b87-b8ac-2e4d1b3d2be2 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks [] for floatingip, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:39.949294 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [None req-7208f83e-4b8e-4b87-b8ac-2e4d1b3d2be2 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Floating IP bc834440-f5f0-4d8f-a6a3-f552c740f106 disassociated (deleted). External IP: 172.26.7.72, port: d59f8589-da6d-405f-b320-c68ae041a947.
Jan 29 10:05:39.957419 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-b1152688-d793-4a9f-b527-ca939029bad5 None None] Transition to ACTIVE for port object 508b12ea-3b79-4706-acf1-1589b5b38f09 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:05:39.960032 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e6f5662-b92e-4f8c-9105-cdfea30d39a1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:39.963379 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b1152688-d793-4a9f-b527-ca939029bad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:39.975761 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e700313-65ff-4fe0-976b-6385480dde9e tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:39.984280 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:40.101284 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-98025879-3dcf-404f-add9-3c1487126578 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:40.114855 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e700313-65ff-4fe0-976b-6385480dde9e tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  012f6a81-d890-44b1-9cd1-1e22d02e16b8 {{(pid=80766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Jan 29 10:05:40.129396 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-3e6f5662-b92e-4f8c-9105-cdfea30d39a1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Calling delete_port for 508b12ea-3b79-4706-acf1-1589b5b38f09 owned by network:router_gateway {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:05:40.140289 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49203d4-42a3-4778-99e3-1047d0ff6c6a None None] Pushing event updated for resources: {'Port': ['ID=508b12ea-3b79-4706-acf1-1589b5b38f09,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:40.144588 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f49203d4-42a3-4778-99e3-1047d0ff6c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:40.160208 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e9a6109a-e55e-42e5-9a74-6b66f56a7016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:40.167003 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e700313-65ff-4fe0-976b-6385480dde9e tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:40.171430 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ffe46006-63f3-4431-89b0-429894976044 tempest-PortsAdminExtendedAttrsTestJSON-26334490 tempest-PortsAdminExtendedAttrsTestJSON-26334490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:40.181250 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e700313-65ff-4fe0-976b-6385480dde9e tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Pushing event deleted for resources: {'Network': ['ID=012f6a81-d890-44b1-9cd1-1e22d02e16b8,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:40.191536 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3e700313-65ff-4fe0-976b-6385480dde9e tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:40.210395 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3e700313-65ff-4fe0-976b-6385480dde9e tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] 10.222.0.57 "DELETE /v2.0/networks/012f6a81-d890-44b1-9cd1-1e22d02e16b8 HTTP/1.1" status: 204  len: 168 time: 2.8700066
Jan 29 10:05:40.264977 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-b1152688-d793-4a9f-b527-ca939029bad5 None None] Attempting to bind port 508b12ea-3b79-4706-acf1-1589b5b38f09 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:05:40.267704 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-b1152688-d793-4a9f-b527-ca939029bad5 None None] Attempting to bind port 508b12ea-3b79-4706-acf1-1589b5b38f09 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:05:40.274213 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1152688-d793-4a9f-b527-ca939029bad5 None None] Attempting to bind port 508b12ea-3b79-4706-acf1-1589b5b38f09 on network aadf795f-2e1a-4d04-be0e-12575f0f28a5 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:05:40.297279 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed611a0-9c1b-4e8a-8497-0e75160da6e3 req-df013ae3-3b1f-4773-8e9b-8a41694a44c4 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:40.298971 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1ed611a0-9c1b-4e8a-8497-0e75160da6e3 req-df013ae3-3b1f-4773-8e9b-8a41694a44c4 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f010b7d-6299-4840-b36f-8427c8fd3647 HTTP/1.1" status: 200  len: 946 time: 0.6112947
Jan 29 10:05:40.300321 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1152688-d793-4a9f-b527-ca939029bad5 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:05:40.302340 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1152688-d793-4a9f-b527-ca939029bad5 None None] Checking segment: {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:05:40.302495 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fdb22934-7637-461a-8329-5537c668e57f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:40.303803 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b1152688-d793-4a9f-b527-ca939029bad5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:40.311940 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1152688-d793-4a9f-b527-ca939029bad5 None None] Bound using segment: {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:05:40.311940 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-b1152688-d793-4a9f-b527-ca939029bad5 None None] Bound port: 508b12ea-3b79-4706-acf1-1589b5b38f09, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:05:40.311940 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b1152688-d793-4a9f-b527-ca939029bad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:40.312276 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ca7efda9-3e71-4ab1-9407-dc564765be73 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:40.312355 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fdb22934-7637-461a-8329-5537c668e57f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:40.312355 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47976) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:40.329147 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-b66fd389-fd67-45a5-ab99-30e3b7901d7f tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Request body: {'floatingip': {'port_id': '2f9c6f8b-a04e-434c-97af-b39859324c3d'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:05:40.395370 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:40.402344 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-3e6f5662-b92e-4f8c-9105-cdfea30d39a1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80766) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:05:40.402713 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-3e6f5662-b92e-4f8c-9105-cdfea30d39a1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Performing DB retry for function neutron.db.l3_db.L3_NAT_dbonly_mixin.delete_router {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:05:40.420499 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a6109a-e55e-42e5-9a74-6b66f56a7016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994dcb46-9422-4d6b-8e1b-608795562013,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:40.447805 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-b1152688-d793-4a9f-b527-ca939029bad5 None None] For port 508b12ea-3b79-4706-acf1-1589b5b38f09, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:05:40.453444 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-b1152688-d793-4a9f-b527-ca939029bad5 None None] For port 508b12ea-3b79-4706-acf1-1589b5b38f09, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=508b12ea-3b79-4706-acf1-1589b5b38f09,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:05:40.455773 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e9a6109a-e55e-42e5-9a74-6b66f56a7016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:40.456981 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae1d0a8-8e0b-4b61-9696-f64080a3bd55 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:05:40.485327 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b1152688-d793-4a9f-b527-ca939029bad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:40.506720 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b66fd389-fd67-45a5-ab99-30e3b7901d7f tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Notify callbacks [] for floatingip, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:40.573498 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5ae1d0a8-8e0b-4b61-9696-f64080a3bd55 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:40.595708 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-fdb22934-7637-461a-8329-5537c668e57f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3faf1106df824826a78dbf4413048077&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4150205
Jan 29 10:05:40.600576 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e9a6109a-e55e-42e5-9a74-6b66f56a7016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:40.602103 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47982) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:40.602821 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb22934-7637-461a-8329-5537c668e57f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3925423-c9bb-4ec8-87e5-f415b0bef1be,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:40.615657 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e9a6109a-e55e-42e5-9a74-6b66f56a7016 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/994dcb46-9422-4d6b-8e1b-608795562013 HTTP/1.1" status: 204  len: 168 time: 2.2296143
Jan 29 10:05:40.664742 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-fdb22934-7637-461a-8329-5537c668e57f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:40.785352 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-79dddd26-23b6-40fd-9975-8bc478b7ada2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:40.800425 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c2c32fe3-7210-4766-ad9e-8a6b0a44b347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:40.916376 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3478d12a-e6d2-42d6-9807-e68197e80f6a None None] Sync routers for ids ['4a2dbef9-f510-4df4-8738-7c1c6e2523ec'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:05:40.930564 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3478d12a-e6d2-42d6-9807-e68197e80f6a None None] Routers {'4a2dbef9-f510-4df4-8738-7c1c6e2523ec'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:05:40.931911 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-3478d12a-e6d2-42d6-9807-e68197e80f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9b53cf8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:05:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['4a2dbef9-f510-4df4-8738-7c1c6e2523ec'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:05:40.952502 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e6f5662-b92e-4f8c-9105-cdfea30d39a1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks [] for router, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:41.034687 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5ae1d0a8-8e0b-4b61-9696-f64080a3bd55 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] 10.222.0.57 "PUT /v2.0/floatingips/c8f06ebc-b940-47ce-816e-5f68ac2380db HTTP/1.1" status: 200  len: 991 time: 8.7958741
Jan 29 10:05:41.048034 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ca7efda9-3e71-4ab1-9407-dc564765be73 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:41.064448 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c1a94fd-9fc6-4b72-84a0-fa9b7f0e148e', 'tag': '91d90fd5-7854-4804-854a-f7c573293314'}] {{(pid=80765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:05:41.147601 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 47996) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:41.214580 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c1a94fd-9fc6-4b72-84a0-fa9b7f0e148e', 'tag': '91d90fd5-7854-4804-854a-f7c573293314', 'status': 'completed', 'code': 200}
Jan 29 10:05:41.257514 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7208f83e-4b8e-4b87-b8ac-2e4d1b3d2be2 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Router 632570bf-0681-4ecb-b776-928458388e6f has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:05:41.277492 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-ca7efda9-3e71-4ab1-9407-dc564765be73 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c82ada90>,) {'filters': {'network_id': ['d8b966a0-9980-44ba-a2d1-4252c346420a']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:05:41.293869 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-ca7efda9-3e71-4ab1-9407-dc564765be73 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c82ada90>, '6fb402cb-51e6-4772-b280-16f2b58dc761') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:05:41.295245 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-ca7efda9-3e71-4ab1-9407-dc564765be73 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c82ada90>, '6fb402cb-51e6-4772-b280-16f2b58dc761') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:05:41.310847 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ca7efda9-3e71-4ab1-9407-dc564765be73 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:41.321518 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49203d4-42a3-4778-99e3-1047d0ff6c6a None None] Pushing event updated for resources: {'Port': ['ID=508b12ea-3b79-4706-acf1-1589b5b38f09,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:41.326506 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f49203d4-42a3-4778-99e3-1047d0ff6c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:41.334546 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ca7efda9-3e71-4ab1-9407-dc564765be73 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:41.336766 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ca7efda9-3e71-4ab1-9407-dc564765be73 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Releasing vxlan tunnel 8 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:05:41.344726 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1152688-d793-4a9f-b527-ca939029bad5 None None] Routers {'1fd66abc-3767-4d40-a8b7-fd7151066ab8'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:05:41.345439 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-b1152688-d793-4a9f-b527-ca939029bad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c94e26a0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:05:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['1fd66abc-3767-4d40-a8b7-fd7151066ab8'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:05:41.488088 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-3478d12a-e6d2-42d6-9807-e68197e80f6a None None] Set router 4a2dbef9-f510-4df4-8738-7c1c6e2523ec gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:05:41.577878 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-b1152688-d793-4a9f-b527-ca939029bad5 None None] Set router 1fd66abc-3767-4d40-a8b7-fd7151066ab8 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:05:41.775594 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7208f83e-4b8e-4b87-b8ac-2e4d1b3d2be2 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:05:41.787605 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7208f83e-4b8e-4b87-b8ac-2e4d1b3d2be2 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:41.855447 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-ca7efda9-3e71-4ab1-9407-dc564765be73 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Network d8b966a0-9980-44ba-a2d1-4252c346420a has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:05:41.867359 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ca7efda9-3e71-4ab1-9407-dc564765be73 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:41.893359 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44904be-cb3b-47ec-94e5-1129e1e21e9c None None] Sync routers for ids ['632570bf-0681-4ecb-b776-928458388e6f'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:05:41.904195 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-89b5ae67-129f-4d3a-b614-fdfc858fe61c tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Request body: {'router': {'name': 'tempest-router--1647121777', 'project_id': 'eae10897641b46bca7f780f85a8029ea'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:05:41.915385 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44904be-cb3b-47ec-94e5-1129e1e21e9c None None] Routers {'632570bf-0681-4ecb-b776-928458388e6f'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:05:41.916091 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-f44904be-cb3b-47ec-94e5-1129e1e21e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c98bab00>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:05:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['632570bf-0681-4ecb-b776-928458388e6f'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:05:41.931039 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c2c32fe3-7210-4766-ad9e-8a6b0a44b347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:41.991938 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-f44904be-cb3b-47ec-94e5-1129e1e21e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c98bab00>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:05:42.007596 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 48016) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:42.010183 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-89b5ae67-129f-4d3a-b614-fdfc858fe61c tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:05:42.018567 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44904be-cb3b-47ec-94e5-1129e1e21e9c None None] Routers {'632570bf-0681-4ecb-b776-928458388e6f'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:05:42.019262 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-f44904be-cb3b-47ec-94e5-1129e1e21e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c98bab00>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:05:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['632570bf-0681-4ecb-b776-928458388e6f'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:05:42.039685 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-89b5ae67-129f-4d3a-b614-fdfc858fe61c tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Usage tracker for resource:router and tenant:eae10897641b46bca7f780f85a8029ea is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:05:42.052282 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-89b5ae67-129f-4d3a-b614-fdfc858fe61c tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:05:42.074616 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-ca7efda9-3e71-4ab1-9407-dc564765be73 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Network d8b966a0-9980-44ba-a2d1-4252c346420a has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:05:42.083061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-b1152688-d793-4a9f-b527-ca939029bad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c94e26a0>, [{'id': '1fd66abc-3767-4d40-a8b7-fd7151066ab8', 'name': 'tempest-snat-router-687800649', 'tenant_id': '1ff34f0ed0344ec39e5476068c831cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.9'}], 'enable_snat': True}, 'gw_port_id': '508b12ea-3b79-4706-acf1-1589b5b38f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:05:30Z', 'updated_at': '2021-01-29T10:05:34Z', 'revision_number': 3, 'project_id': '1ff34f0ed0344ec39e5476068c831cc8', 'gw_port': {'id': '508b12ea-3b79-4706-acf1-1589b5b38f09', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd66abc-3767-4d40-a8b7-fd7151066ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:05:32Z', 'updated_at': '2021-01-29T10:05:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:05:42.089260 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-89b5ae67-129f-4d3a-b614-fdfc858fe61c tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:05:42.096155 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1152688-d793-4a9f-b527-ca939029bad5 None None] The sync data for ids ['1fd66abc-3767-4d40-a8b7-fd7151066ab8'] in dv-neutron-772983-2-ovs is: [{'id': '1fd66abc-3767-4d40-a8b7-fd7151066ab8', 'name': 'tempest-snat-router-687800649', 'tenant_id': '1ff34f0ed0344ec39e5476068c831cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.9'}], 'enable_snat': True}, 'gw_port_id': '508b12ea-3b79-4706-acf1-1589b5b38f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:05:30Z', 'updated_at': '2021-01-29T10:05:34Z', 'revision_number': 3, 'project_id': '1ff34f0ed0344ec39e5476068c831cc8', 'gw_port': {'id': '508b12ea-3b79-4706-acf1-1589b5b38f09', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd66abc-3767-4d40-a8b7-fd7151066ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:05:32Z', 'updated_at': '2021-01-29T10:05:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:05:42.098573 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-f44904be-cb3b-47ec-94e5-1129e1e21e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c98bab00>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:05:42.099754 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44904be-cb3b-47ec-94e5-1129e1e21e9c None None] The sync data for ids ['632570bf-0681-4ecb-b776-928458388e6f'] in dv-neutron-772983-2-ovs is: [] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:05:42.165218 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-89b5ae67-129f-4d3a-b614-fdfc858fe61c tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:42.166538 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-89b5ae67-129f-4d3a-b614-fdfc858fe61c tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:42.176171 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-3478d12a-e6d2-42d6-9807-e68197e80f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9b53cf8>, [{'id': '4a2dbef9-f510-4df4-8738-7c1c6e2523ec', 'name': 'tempest-ServersTestJSON-2001015195-router', 'tenant_id': '063e89324bbe4d0080d07e952e1945cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': 'f41b7193-b3f2-4acf-97c1-545cb4640858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:04:11Z', 'updated_at': '2021-01-29T10:04:27Z', 'revision_number': 4, 'project_id': '063e89324bbe4d0080d07e952e1945cf', 'gw_port': {'id': 'f41b7193-b3f2-4acf-97c1-545cb4640858', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2dbef9-f510-4df4-8738-7c1c6e2523ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:04:13Z', 'updated_at': '2021-01-29T10:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': 'c8f06ebc-b940-47ce-816e-5f68ac2380db', 'tenant_id': '063e89324bbe4d0080d07e952e1945cf', 'floating_ip_address': '172.26.7.110', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '4a2dbef9-f510-4df4-8738-7c1c6e2523ec', 'port_id': '91d90fd5-7854-4804-854a-f7c573293314', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad10d455-2f6c-4431-96c2-93a5f5aa1b82', 'mac_address': 'fa:16:3e:33:6d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1a94fd-9fc6-4b72-84a0-fa9b7f0e148e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:04:43Z', 'updated_at': '2021-01-29T10:05:35Z', 'revision_number': 1, 'project_id': '063e89324bbe4d0080d07e952e1945cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa212c3d-284c-45fa-92f3-fa3ecfdea7c7', 'name': '', 'network_id': 'ad10d455-2f6c-4431-96c2-93a5f5aa1b82', 'tenant_id': '063e89324bbe4d0080d07e952e1945cf', 'mac_address': 'fa:16:3e:63:8f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2dbef9-f510-4df4-8738-7c1c6e2523ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '13442799-a6c4-4c0b-b1ed-15d8e21e2b8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:04:22Z', 'updated_at': '2021-01-29T10:04:39Z', 'revision_number': 5, 'project_id': '063e89324bbe4d0080d07e952e1945cf', 'subnets': [{'id': '13442799-a6c4-4c0b-b1ed-15d8e21e2b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:05:42.181474 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3478d12a-e6d2-42d6-9807-e68197e80f6a None None] Checking router: 4a2dbef9-f510-4df4-8738-7c1c6e2523ec for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:05:42.192792 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3478d12a-e6d2-42d6-9807-e68197e80f6a None None] Routers {'4a2dbef9-f510-4df4-8738-7c1c6e2523ec'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:05:42.193676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-3478d12a-e6d2-42d6-9807-e68197e80f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9b53cf8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:05:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['4a2dbef9-f510-4df4-8738-7c1c6e2523ec'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:05:42.227678 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7208f83e-4b8e-4b87-b8ac-2e4d1b3d2be2 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] 10.222.0.57 "DELETE /v2.0/floatingips/bc834440-f5f0-4d8f-a6a3-f552c740f106 HTTP/1.1" status: 204  len: 168 time: 8.4868984
Jan 29 10:05:42.233857 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:05:42.233857 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:05:42.233857 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:05:42.233857 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:05:42.233857 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:05:42.233857 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:05:42.233857 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:05:42.233857 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:05:42.233857 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:05:42.233857 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:05:42.233857 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:05:42.233857 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:05:42.233857 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:05:42.233857 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:05:42.233857 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:05:42.233857 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:05:42.233857 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:05:42.233857 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:05:42.233857 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:05:42.233857 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:05:42.233857 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:05:42.233857 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:05:42.233857 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:05:42.233857 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:05:42.233857 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:05:42.233857 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:05:42.233857 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:05:42.233857 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:05:42.233857 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:05:42.233857 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:05:42.233857 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:05:42.233857 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:05:42.235826 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48022) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:42.241195 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-ef2c5999-4ea4-464d-a703-87b8d29ee29a tempest-FloatingIPAdminTestJSON-1685392490 tempest-FloatingIPAdminTestJSON-1685392490-project-admin] Request body: {'floatingip': {'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:05:42.248934 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ef2c5999-4ea4-464d-a703-87b8d29ee29a tempest-FloatingIPAdminTestJSON-1685392490 tempest-FloatingIPAdminTestJSON-1685392490-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:05:42.253951 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ef2c5999-4ea4-464d-a703-87b8d29ee29a tempest-FloatingIPAdminTestJSON-1685392490 tempest-FloatingIPAdminTestJSON-1685392490-project-admin] Usage tracker for resource:floatingip and tenant:9ec220c2b1724a4ea836b76a9231b781 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:05:42.257767 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ef2c5999-4ea4-464d-a703-87b8d29ee29a tempest-FloatingIPAdminTestJSON-1685392490 tempest-FloatingIPAdminTestJSON-1685392490-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:05:42.267844 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ca7efda9-3e71-4ab1-9407-dc564765be73 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:42.272868 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ca7efda9-3e71-4ab1-9407-dc564765be73 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:42.288700 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ef2c5999-4ea4-464d-a703-87b8d29ee29a tempest-FloatingIPAdminTestJSON-1685392490 tempest-FloatingIPAdminTestJSON-1685392490-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:05:42.297659 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:42.329466 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ca7efda9-3e71-4ab1-9407-dc564765be73 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] 10.222.0.57 "DELETE /v2.0/networks/d8b966a0-9980-44ba-a2d1-4252c346420a HTTP/1.1" status: 204  len: 168 time: 10.9271104
Jan 29 10:05:42.329466 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7efda9-3e71-4ab1-9407-dc564765be73 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Pushing event deleted for resources: {'Network': ['ID=d8b966a0-9980-44ba-a2d1-4252c346420a,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:42.330197 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48026) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:42.337162 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-f95190e2-8c00-424f-a88b-df31987347c2 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-831662087'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:05:42.341611 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ca7efda9-3e71-4ab1-9407-dc564765be73 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:42.344112 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ef2c5999-4ea4-464d-a703-87b8d29ee29a tempest-FloatingIPAdminTestJSON-1685392490 tempest-FloatingIPAdminTestJSON-1685392490-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:42.360378 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-f95190e2-8c00-424f-a88b-df31987347c2 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:05:42.368840 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f95190e2-8c00-424f-a88b-df31987347c2 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Usage tracker for resource:network and tenant:d8fb2116922348989967930f2f8f067f is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:05:42.372934 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f95190e2-8c00-424f-a88b-df31987347c2 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Quota usage for network was recalculated. Used quota:3. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:05:42.394808 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-f95190e2-8c00-424f-a88b-df31987347c2 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:05:42.454226 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-3478d12a-e6d2-42d6-9807-e68197e80f6a None None] Set router 4a2dbef9-f510-4df4-8738-7c1c6e2523ec gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:05:42.689688 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95190e2-8c00-424f-a88b-df31987347c2 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Made reservation on behalf of d8fb2116922348989967930f2f8f067f for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:05:42.717324 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f95190e2-8c00-424f-a88b-df31987347c2 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:42.727762 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-cbaef487-0590-49d3-b432-a50ce54c7520 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Request body: {'security_group': {'name': 'default'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:05:42.729321 dv-neutron-772983-2-ovs neutron-server[80656]: WARNING neutron.api.v2.base [None req-cbaef487-0590-49d3-b432-a50ce54c7520 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Jan 29 10:05:42.729931 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-cbaef487-0590-49d3-b432-a50ce54c7520 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] create failed (client error): There was a conflict when trying to complete your request.
Jan 29 10:05:42.732356 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-cbaef487-0590-49d3-b432-a50ce54c7520 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.7160301
Jan 29 10:05:42.741324 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48034) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:42.741636 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e6f5662-b92e-4f8c-9105-cdfea30d39a1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:42.748515 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-3e6f5662-b92e-4f8c-9105-cdfea30d39a1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Deleting port 508b12ea-3b79-4706-acf1-1589b5b38f09 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:05:42.749259 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e6f5662-b92e-4f8c-9105-cdfea30d39a1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:42.749619 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-1a090143-ef68-4d95-bde9-69c281dbf837 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Request body: {'security_group': {'name': 'tempest-secgroup--1062763733'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:05:42.824373 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-1a090143-ef68-4d95-bde9-69c281dbf837 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:05:42.836861 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-1a090143-ef68-4d95-bde9-69c281dbf837 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Usage tracker for resource:security_group and tenant:1953d1b4866945c3bd9d25a1a005505a is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:05:42.840776 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-1a090143-ef68-4d95-bde9-69c281dbf837 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:05:42.848992 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-1a090143-ef68-4d95-bde9-69c281dbf837 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:05:42.869973 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1a090143-ef68-4d95-bde9-69c281dbf837 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:42.896148 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f95190e2-8c00-424f-a88b-df31987347c2 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:05:42.911370 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f95190e2-8c00-424f-a88b-df31987347c2 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:42.911918 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-f95190e2-8c00-424f-a88b-df31987347c2 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Added segment 04990776-e864-410c-8022-995cb371f1b2 of type vxlan for network 8ef30934-9ea9-4a7d-b63b-d57fd02044b4
Jan 29 10:05:42.948673 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c2c32fe3-7210-4766-ad9e-8a6b0a44b347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:42.951890 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f95190e2-8c00-424f-a88b-df31987347c2 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:42.952647 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b66fd389-fd67-45a5-ab99-30e3b7901d7f tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:42.959989 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e6e7c-08e6-480a-91d9-3353c4304ec1 req-cafb0394-2629-4135-ba87-7e3d299970eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:42.961747 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fa3e6e7c-08e6-480a-91d9-3353c4304ec1 req-cafb0394-2629-4135-ba87-7e3d299970eb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=063e89324bbe4d0080d07e952e1945cf&device_id=5c1a94fd-9fc6-4b72-84a0-fa9b7f0e148e HTTP/1.1" status: 200  len: 1162 time: 1.6080222
Jan 29 10:05:42.963661 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-89b5ae67-129f-4d3a-b614-fdfc858fe61c tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:43.005583 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:43.007019 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1a090143-ef68-4d95-bde9-69c281dbf837 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:43.026271 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b66fd389-fd67-45a5-ab99-30e3b7901d7f tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:43.039856 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f95190e2-8c00-424f-a88b-df31987347c2 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:43.084889 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-3478d12a-e6d2-42d6-9807-e68197e80f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9b53cf8>, [{'id': '4a2dbef9-f510-4df4-8738-7c1c6e2523ec', 'name': 'tempest-ServersTestJSON-2001015195-router', 'tenant_id': '063e89324bbe4d0080d07e952e1945cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': 'f41b7193-b3f2-4acf-97c1-545cb4640858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:04:11Z', 'updated_at': '2021-01-29T10:04:27Z', 'revision_number': 4, 'project_id': '063e89324bbe4d0080d07e952e1945cf', 'gw_port': {'id': 'f41b7193-b3f2-4acf-97c1-545cb4640858', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2dbef9-f510-4df4-8738-7c1c6e2523ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:04:13Z', 'updated_at': '2021-01-29T10:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': 'c8f06ebc-b940-47ce-816e-5f68ac2380db', 'tenant_id': '063e89324bbe4d0080d07e952e1945cf', 'floating_ip_address': '172.26.7.110', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '4a2dbef9-f510-4df4-8738-7c1c6e2523ec', 'port_id': '91d90fd5-7854-4804-854a-f7c573293314', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad10d455-2f6c-4431-96c2-93a5f5aa1b82', 'mac_address': 'fa:16:3e:33:6d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1a94fd-9fc6-4b72-84a0-fa9b7f0e148e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:04:43Z', 'updated_at': '2021-01-29T10:05:35Z', 'revision_number': 1, 'project_id': '063e89324bbe4d0080d07e952e1945cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa212c3d-284c-45fa-92f3-fa3ecfdea7c7', 'name': '', 'network_id': 'ad10d455-2f6c-4431-96c2-93a5f5aa1b82', 'tenant_id': '063e89324bbe4d0080d07e952e1945cf', 'mac_address': 'fa:16:3e:63:8f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2dbef9-f510-4df4-8738-7c1c6e2523ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '13442799-a6c4-4c0b-b1ed-15d8e21e2b8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:04:22Z', 'updated_at': '2021-01-29T10:04:39Z', 'revision_number': 5, 'project_id': '063e89324bbe4d0080d07e952e1945cf', 'subnets': [{'id': '13442799-a6c4-4c0b-b1ed-15d8e21e2b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:05:43.089785 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3478d12a-e6d2-42d6-9807-e68197e80f6a None None] The sync data for ids ['4a2dbef9-f510-4df4-8738-7c1c6e2523ec'] in dv-neutron-772983-2-ovs is: [{'id': '4a2dbef9-f510-4df4-8738-7c1c6e2523ec', 'name': 'tempest-ServersTestJSON-2001015195-router', 'tenant_id': '063e89324bbe4d0080d07e952e1945cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': 'f41b7193-b3f2-4acf-97c1-545cb4640858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:04:11Z', 'updated_at': '2021-01-29T10:04:27Z', 'revision_number': 4, 'project_id': '063e89324bbe4d0080d07e952e1945cf', 'gw_port': {'id': 'f41b7193-b3f2-4acf-97c1-545cb4640858', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2dbef9-f510-4df4-8738-7c1c6e2523ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:04:13Z', 'updated_at': '2021-01-29T10:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': 'c8f06ebc-b940-47ce-816e-5f68ac2380db', 'tenant_id': '063e89324bbe4d0080d07e952e1945cf', 'floating_ip_address': '172.26.7.110', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '4a2dbef9-f510-4df4-8738-7c1c6e2523ec', 'port_id': '91d90fd5-7854-4804-854a-f7c573293314', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad10d455-2f6c-4431-96c2-93a5f5aa1b82', 'mac_address': 'fa:16:3e:33:6d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1a94fd-9fc6-4b72-84a0-fa9b7f0e148e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:04:43Z', 'updated_at': '2021-01-29T10:05:35Z', 'revision_number': 1, 'project_id': '063e89324bbe4d0080d07e952e1945cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa212c3d-284c-45fa-92f3-fa3ecfdea7c7', 'name': '', 'network_id': 'ad10d455-2f6c-4431-96c2-93a5f5aa1b82', 'tenant_id': '063e89324bbe4d0080d07e952e1945cf', 'mac_address': 'fa:16:3e:63:8f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2dbef9-f510-4df4-8738-7c1c6e2523ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '13442799-a6c4-4c0b-b1ed-15d8e21e2b8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:04:22Z', 'updated_at': '2021-01-29T10:04:39Z', 'revision_number': 5, 'project_id': '063e89324bbe4d0080d07e952e1945cf', 'subnets': [{'id': '13442799-a6c4-4c0b-b1ed-15d8e21e2b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:05:43.124325 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95190e2-8c00-424f-a88b-df31987347c2 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:43.125048 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f95190e2-8c00-424f-a88b-df31987347c2 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:43.126156 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c32fe3-7210-4766-ad9e-8a6b0a44b347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3925423-c9bb-4ec8-87e5-f415b0bef1be,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:43.142346 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f9df7068-ceff-40ce-b3c2-c98c95a97c7f tempest-PortsAdminExtendedAttrsTestJSON-26334490 tempest-PortsAdminExtendedAttrsTestJSON-26334490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:43.189673 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-1a090143-ef68-4d95-bde9-69c281dbf837 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:05:43.208540 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-1a090143-ef68-4d95-bde9-69c281dbf837 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Usage tracker for resource:security_group_rule and tenant:1953d1b4866945c3bd9d25a1a005505a is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:05:43.214401 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-1a090143-ef68-4d95-bde9-69c281dbf837 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:05:43.224388 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f95190e2-8c00-424f-a88b-df31987347c2 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.8895378
Jan 29 10:05:43.229896 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c2c32fe3-7210-4766-ad9e-8a6b0a44b347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:43.233337 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 48038) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:43.281251 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-1a090143-ef68-4d95-bde9-69c281dbf837 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:05:43.297732 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95190e2-8c00-424f-a88b-df31987347c2 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Pushing event updated for resources: {'Network': ['ID=8ef30934-9ea9-4a7d-b63b-d57fd02044b4,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:43.298488 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-fca01106-2ef7-4de2-8123-bda865d2dff4 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Request body: {'subnet': {'network_id': '8ef30934-9ea9-4a7d-b63b-d57fd02044b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:05:43.304878 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f95190e2-8c00-424f-a88b-df31987347c2 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:43.306419 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ef2c5999-4ea4-464d-a703-87b8d29ee29a tempest-FloatingIPAdminTestJSON-1685392490 tempest-FloatingIPAdminTestJSON-1685392490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:43.311525 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 8ef30934-9ea9-4a7d-b63b-d57fd02044b4 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:05:43.354437 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 8ef30934-9ea9-4a7d-b63b-d57fd02044b4 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:05:43.360962 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-89b5ae67-129f-4d3a-b614-fdfc858fe61c tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:43.419734 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c2c32fe3-7210-4766-ad9e-8a6b0a44b347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:43.423615 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c2c32fe3-7210-4766-ad9e-8a6b0a44b347 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d3925423-c9bb-4ec8-87e5-f415b0bef1be HTTP/1.1" status: 204  len: 168 time: 2.8152006
Jan 29 10:05:43.423615 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-3e6f5662-b92e-4f8c-9105-cdfea30d39a1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] For port 508b12ea-3b79-4706-acf1-1589b5b38f09, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=508b12ea-3b79-4706-acf1-1589b5b38f09,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:05:43.424146 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e6f5662-b92e-4f8c-9105-cdfea30d39a1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:43.597541 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-89b5ae67-129f-4d3a-b614-fdfc858fe61c tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:43.599271 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-89b5ae67-129f-4d3a-b614-fdfc858fe61c tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 723 time: 2.4361503
Jan 29 10:05:43.602945 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48044) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:43.615899 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1a090143-ef68-4d95-bde9-69c281dbf837 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:43.659127 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbe2a9f-fb81-4915-8912-dccc2b426914 None None] New status for floating IP c8f06ebc-b940-47ce-816e-5f68ac2380db: ACTIVE {{(pid=80768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 29 10:05:43.708403 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1a090143-ef68-4d95-bde9-69c281dbf837 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:43.772276 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bf4fc986-0392-4a12-a667-8c6da4220494 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:43.775299 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-3e6f5662-b92e-4f8c-9105-cdfea30d39a1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Calling delete_port for 508b12ea-3b79-4706-acf1-1589b5b38f09 owned by network:router_gateway {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:05:43.820156 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-1a090143-ef68-4d95-bde9-69c281dbf837 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:05:43.835995 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e6e7c-08e6-480a-91d9-3353c4304ec1 req-2dbba3db-b5d0-40e2-92d7-54a224383d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:43.838157 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fa3e6e7c-08e6-480a-91d9-3353c4304ec1 req-2dbba3db-b5d0-40e2-92d7-54a224383d33 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ad10d455-2f6c-4431-96c2-93a5f5aa1b82 HTTP/1.1" status: 200  len: 900 time: 0.8564417
Jan 29 10:05:43.839332 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-fca01106-2ef7-4de2-8123-bda865d2dff4 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:05:43.842293 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-1a090143-ef68-4d95-bde9-69c281dbf837 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Usage tracker for resource:security_group_rule and tenant:1953d1b4866945c3bd9d25a1a005505a is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:05:43.847314 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-1a090143-ef68-4d95-bde9-69c281dbf837 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:05:43.852856 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1f509ce0-c47e-4137-9ba0-a6688b5ad854 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks [] for router, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:43.922427 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-fca01106-2ef7-4de2-8123-bda865d2dff4 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Usage tracker for resource:subnet and tenant:d8fb2116922348989967930f2f8f067f is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:05:43.937512 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-fca01106-2ef7-4de2-8123-bda865d2dff4 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:05:43.941679 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-1a090143-ef68-4d95-bde9-69c281dbf837 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:05:43.955185 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [None req-b66fd389-fd67-45a5-ab99-30e3b7901d7f tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Floating IP cc9150ec-b778-49f5-9e54-b6486c5640bc associated. External IP: 172.26.7.163, port: 2f9c6f8b-a04e-434c-97af-b39859324c3d.
Jan 29 10:05:44.019662 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a090143-ef68-4d95-bde9-69c281dbf837 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d566de6d-b59b-4fad-8262-7bdc5cf3a105,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:44.035566 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1a090143-ef68-4d95-bde9-69c281dbf837 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:44.047201 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-fca01106-2ef7-4de2-8123-bda865d2dff4 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:05:44.114135 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48052) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:44.228541 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-ef2c5999-4ea4-464d-a703-87b8d29ee29a tempest-FloatingIPAdminTestJSON-1685392490 tempest-FloatingIPAdminTestJSON-1685392490-project-admin] Allocated IP 172.26.7.238 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/59da69f8-8a8c-4848-aa9e-cf20d250328b) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:05:44.244998 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c140c8b9-4f57-495f-8760-3ed92c4a7582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:44.267037 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1f509ce0-c47e-4137-9ba0-a6688b5ad854 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:44.276743 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1f509ce0-c47e-4137-9ba0-a6688b5ad854 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:44.299455 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c140c8b9-4f57-495f-8760-3ed92c4a7582 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:05:44.331101 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c140c8b9-4f57-495f-8760-3ed92c4a7582 admin admin] Usage tracker for resource:security_group_rule and tenant:95e21226e17b42db93d29224a766f491 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:05:44.338648 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c140c8b9-4f57-495f-8760-3ed92c4a7582 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:05:44.375575 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c140c8b9-4f57-495f-8760-3ed92c4a7582 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:05:44.429404 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca01106-2ef7-4de2-8123-bda865d2dff4 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Made reservation on behalf of d8fb2116922348989967930f2f8f067f for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:05:44.451655 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fca01106-2ef7-4de2-8123-bda865d2dff4 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:44.452485 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1f509ce0-c47e-4137-9ba0-a6688b5ad854 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:44.453545 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f509ce0-c47e-4137-9ba0-a6688b5ad854 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9525304f-c10c-4de6-83b9-53fdc3d965b7 {{(pid=80765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 10:05:44.489013 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fa3e6e7c-08e6-480a-91d9-3353c4304ec1 req-53ed23b1-49e1-419f-a40b-269af8fd414b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91d90fd5-7854-4804-854a-f7c573293314 HTTP/1.1" status: 200  len: 999 time: 0.6331902
Jan 29 10:05:44.490181 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1a090143-ef68-4d95-bde9-69c281dbf837 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:44.507595 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1a090143-ef68-4d95-bde9-69c281dbf837 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:44.518960 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:44.525416 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 508b12ea-3b79-4706-acf1-1589b5b38f09 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:05:44.622617 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a090143-ef68-4d95-bde9-69c281dbf837 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1868aa3d-9531-4ff2-bfb8-9d68364298e4,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:44.631922 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ef2c5999-4ea4-464d-a703-87b8d29ee29a tempest-FloatingIPAdminTestJSON-1685392490 tempest-FloatingIPAdminTestJSON-1685392490-project-admin] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:44.635157 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1a090143-ef68-4d95-bde9-69c281dbf837 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:44.649155 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1a090143-ef68-4d95-bde9-69c281dbf837 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:44.650539 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1a090143-ef68-4d95-bde9-69c281dbf837 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 1.9079802
Jan 29 10:05:44.659184 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48056) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:44.664113 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1f509ce0-c47e-4137-9ba0-a6688b5ad854 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:44.665338 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1f509ce0-c47e-4137-9ba0-a6688b5ad854 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] 10.222.0.57 "DELETE /v2.0/routers/9525304f-c10c-4de6-83b9-53fdc3d965b7 HTTP/1.1" status: 204  len: 168 time: 1.0540137
Jan 29 10:05:44.669739 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-8db9e98e-4536-4ea7-92c0-53340151fcb4 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Request body: {'security_group_rule': {'security_group_id': '1868aa3d-9531-4ff2-bfb8-9d68364298e4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:05:44.708980 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-8db9e98e-4536-4ea7-92c0-53340151fcb4 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:05:44.726537 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8db9e98e-4536-4ea7-92c0-53340151fcb4 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Usage tracker for resource:security_group_rule and tenant:1953d1b4866945c3bd9d25a1a005505a is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:05:44.732497 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8db9e98e-4536-4ea7-92c0-53340151fcb4 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:05:44.742879 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e6f5662-b92e-4f8c-9105-cdfea30d39a1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:44.752034 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-8db9e98e-4536-4ea7-92c0-53340151fcb4 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:05:44.758698 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c140c8b9-4f57-495f-8760-3ed92c4a7582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:44.767584 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c140c8b9-4f57-495f-8760-3ed92c4a7582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:44.775930 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e6e7c-08e6-480a-91d9-3353c4304ec1 req-93d4ec58-4e04-44d4-8c82-ca9f50f0e5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:44.777633 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fa3e6e7c-08e6-480a-91d9-3353c4304ec1 req-93d4ec58-4e04-44d4-8c82-ca9f50f0e5e1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=13442799-a6c4-4c0b-b1ed-15d8e21e2b8d HTTP/1.1" status: 200  len: 845 time: 0.2229607
Jan 29 10:05:44.778063 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-989f90db-7435-4ddd-988b-d095ba5fa4f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:44.818825 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ef2c5999-4ea4-464d-a703-87b8d29ee29a tempest-FloatingIPAdminTestJSON-1685392490 tempest-FloatingIPAdminTestJSON-1685392490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:44.842217 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8db9e98e-4536-4ea7-92c0-53340151fcb4 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:44.885190 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c140c8b9-4f57-495f-8760-3ed92c4a7582 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=95e21226e17b42db93d29224a766f491&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7661552
Jan 29 10:05:44.896507 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c140c8b9-4f57-495f-8760-3ed92c4a7582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60aeaaf8-888b-4a39-bc4a-e30fbb288415,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:44.904838 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48064) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:44.912641 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c140c8b9-4f57-495f-8760-3ed92c4a7582 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:44.913206 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f233b149-9319-43dd-b3e4-5832997d37cd tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:45.019690 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 48068) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:45.144964 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2c5999-4ea4-464d-a703-87b8d29ee29a tempest-FloatingIPAdminTestJSON-1685392490 tempest-FloatingIPAdminTestJSON-1685392490-project-admin] Pushing event updated for resources: {'Port': ['ID=59da69f8-8a8c-4848-aa9e-cf20d250328b,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:45.149137 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ef2c5999-4ea4-464d-a703-87b8d29ee29a tempest-FloatingIPAdminTestJSON-1685392490 tempest-FloatingIPAdminTestJSON-1685392490-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:45.187351 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8db9e98e-4536-4ea7-92c0-53340151fcb4 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:45.196305 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2bc02325-256f-40ae-b6f3-ce51c8866298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:45.203558 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8db9e98e-4536-4ea7-92c0-53340151fcb4 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:45.207274 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e6e7c-08e6-480a-91d9-3353c4304ec1 req-6e75df0b-0346-433c-a4c5-043d56fba40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:45.208872 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fa3e6e7c-08e6-480a-91d9-3353c4304ec1 req-6e75df0b-0346-433c-a4c5-043d56fba40e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ad10d455-2f6c-4431-96c2-93a5f5aa1b82&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.4138904
Jan 29 10:05:45.219968 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2c5999-4ea4-464d-a703-87b8d29ee29a tempest-FloatingIPAdminTestJSON-1685392490 tempest-FloatingIPAdminTestJSON-1685392490-project-admin] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:05:45.220761 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:45.222215 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b66fd389-fd67-45a5-ab99-30e3b7901d7f tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Router 8644e8b2-d35a-42d3-8ee4-29fde7174aa3 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:05:45.234084 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e6f5662-b92e-4f8c-9105-cdfea30d39a1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854102222'] for router_gateway, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:45.235617 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-ef2c5999-4ea4-464d-a703-87b8d29ee29a tempest-FloatingIPAdminTestJSON-1685392490 tempest-FloatingIPAdminTestJSON-1685392490-project-admin] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:05:45.248808 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2c5999-4ea4-464d-a703-87b8d29ee29a tempest-FloatingIPAdminTestJSON-1685392490 tempest-FloatingIPAdminTestJSON-1685392490-project-admin] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:05:45.303305 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db9e98e-4536-4ea7-92c0-53340151fcb4 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d72d2d7c-dca8-4d5a-b81c-5db95477aea5,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:45.317160 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2bc02325-256f-40ae-b6f3-ce51c8866298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:45.349949 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8db9e98e-4536-4ea7-92c0-53340151fcb4 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:45.388702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8db9e98e-4536-4ea7-92c0-53340151fcb4 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:45.393528 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8db9e98e-4536-4ea7-92c0-53340151fcb4 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.7298076
Jan 29 10:05:45.395426 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48074) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:45.404320 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-7731feb2-ebed-4263-8c33-8b5bc1050805 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Request body: {'security_group_rule': {'security_group_id': '1868aa3d-9531-4ff2-bfb8-9d68364298e4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:05:45.429577 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-7731feb2-ebed-4263-8c33-8b5bc1050805 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:05:45.434446 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-7731feb2-ebed-4263-8c33-8b5bc1050805 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Usage tracker for resource:security_group_rule and tenant:1953d1b4866945c3bd9d25a1a005505a is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:05:45.438079 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-7731feb2-ebed-4263-8c33-8b5bc1050805 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:05:45.443994 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-7731feb2-ebed-4263-8c33-8b5bc1050805 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:05:45.453451 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2bc02325-256f-40ae-b6f3-ce51c8866298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:45.458840 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1d995bb4-d785-43b0-a028-a4dd245c4582 tempest-ExternalNetworksTestJSON-37437347 tempest-ExternalNetworksTestJSON-37437347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:45.478723 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc02325-256f-40ae-b6f3-ce51c8866298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60aeaaf8-888b-4a39-bc4a-e30fbb288415,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:45.484459 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2bc02325-256f-40ae-b6f3-ce51c8866298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:45.485148 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7731feb2-ebed-4263-8c33-8b5bc1050805 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:45.495199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2bc02325-256f-40ae-b6f3-ce51c8866298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:45.496447 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2bc02325-256f-40ae-b6f3-ce51c8866298 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/60aeaaf8-888b-4a39-bc4a-e30fbb288415 HTTP/1.1" status: 204  len: 168 time: 0.5905802
Jan 29 10:05:45.498921 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-8ceabbc0-652d-4f42-b05f-1c2d7c3da886 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-346409087', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}, 'admin_state_up': False}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:05:45.540855 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-8ceabbc0-652d-4f42-b05f-1c2d7c3da886 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:05:45.559219 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-7731feb2-ebed-4263-8c33-8b5bc1050805 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] create failed (client error): There was a conflict when trying to complete your request.
Jan 29 10:05:45.563600 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7731feb2-ebed-4263-8c33-8b5bc1050805 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.1630559
Jan 29 10:05:45.563885 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48080) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:45.594846 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e6f5662-b92e-4f8c-9105-cdfea30d39a1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:45.607913 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e6f5662-b92e-4f8c-9105-cdfea30d39a1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:45.659527 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f0951e58-8a11-4412-86db-55d09e89aa23 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:45.660737 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8ceabbc0-652d-4f42-b05f-1c2d7c3da886 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Usage tracker for resource:router and tenant:7b878d17694d4146829d67c36d7fad6f is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:05:45.666799 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8ceabbc0-652d-4f42-b05f-1c2d7c3da886 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Quota usage for router was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:05:45.692140 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f0951e58-8a11-4412-86db-55d09e89aa23 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:45.697892 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-8ceabbc0-652d-4f42-b05f-1c2d7c3da886 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:05:45.727420 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 508b12ea-3b79-4706-acf1-1589b5b38f09 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:05:45.735900 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 508b12ea-3b79-4706-acf1-1589b5b38f09 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:05:45.736515 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:45.750080 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e6f5662-b92e-4f8c-9105-cdfea30d39a1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:45.750675 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e6f5662-b92e-4f8c-9105-cdfea30d39a1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1fd66abc-3767-4d40-a8b7-fd7151066ab8 {{(pid=80766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 10:05:45.761311 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ef2c5999-4ea4-464d-a703-87b8d29ee29a tempest-FloatingIPAdminTestJSON-1685392490 tempest-FloatingIPAdminTestJSON-1685392490-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:45.781595 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8ceabbc0-652d-4f42-b05f-1c2d7c3da886 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:45.782712 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8ceabbc0-652d-4f42-b05f-1c2d7c3da886 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:45.812269 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f0951e58-8a11-4412-86db-55d09e89aa23 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:45.817427 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Port 508b12ea-3b79-4706-acf1-1589b5b38f09 was deleted so its status cannot be updated. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:323}}
Jan 29 10:05:45.818952 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:45.831320 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8ceabbc0-652d-4f42-b05f-1c2d7c3da886 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:45.841731 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0951e58-8a11-4412-86db-55d09e89aa23 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1868aa3d-9531-4ff2-bfb8-9d68364298e4,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:45.848934 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f0951e58-8a11-4412-86db-55d09e89aa23 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:45.860315 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f0951e58-8a11-4412-86db-55d09e89aa23 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:45.861195 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f0951e58-8a11-4412-86db-55d09e89aa23 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] 10.222.0.57 "DELETE /v2.0/security-groups/1868aa3d-9531-4ff2-bfb8-9d68364298e4 HTTP/1.1" status: 204  len: 168 time: 0.2963226
Jan 29 10:05:45.863906 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48086) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:45.874915 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fa3e6e7c-08e6-480a-91d9-3353c4304ec1 req-3fd31632-83af-4f31-8adb-4a8455f6a5e4 service neutron] 10.222.0.22 "GET /v2.0/networks/ad10d455-2f6c-4431-96c2-93a5f5aa1b82?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6453333
Jan 29 10:05:45.899350 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ef2c5999-4ea4-464d-a703-87b8d29ee29a tempest-FloatingIPAdminTestJSON-1685392490 tempest-FloatingIPAdminTestJSON-1685392490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:46.042436 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-717625dd-d649-46a1-a46c-b5ba98ddb794 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Synchronizing usage tracker for tenant:1953d1b4866945c3bd9d25a1a005505a on resource:security_group {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:05:46.079368 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b66fd389-fd67-45a5-ab99-30e3b7901d7f tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:05:46.091896 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9b9ee2-aa49-468c-b960-6afd3680ddc7 None None] Sync routers for ids ['8644e8b2-d35a-42d3-8ee4-29fde7174aa3'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:05:46.107849 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-717625dd-d649-46a1-a46c-b5ba98ddb794 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Unset dirty status for tenant:1953d1b4866945c3bd9d25a1a005505a on resource:security_group {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:05:46.107849 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-717625dd-d649-46a1-a46c-b5ba98ddb794 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.2427845
Jan 29 10:05:46.113296 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9b9ee2-aa49-468c-b960-6afd3680ddc7 None None] Routers {'8644e8b2-d35a-42d3-8ee4-29fde7174aa3'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:05:46.114009 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-2f9b9ee2-aa49-468c-b960-6afd3680ddc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c95e5a20>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:05:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['8644e8b2-d35a-42d3-8ee4-29fde7174aa3'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:05:46.115841 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48098) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:46.137180 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-4e1e5c65-c5c9-4e64-b845-fb18823ca415 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Request body: {'security_group': {'name': 'tempest-secgroup--2027060960'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:05:46.177256 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e6f5662-b92e-4f8c-9105-cdfea30d39a1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:46.180964 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3e6f5662-b92e-4f8c-9105-cdfea30d39a1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] 10.222.0.57 "DELETE /v2.0/routers/1fd66abc-3767-4d40-a8b7-fd7151066ab8 HTTP/1.1" status: 204  len: 168 time: 8.3146541
Jan 29 10:05:46.188905 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 48102) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:46.463158 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-2f9b9ee2-aa49-468c-b960-6afd3680ddc7 None None] Set router 8644e8b2-d35a-42d3-8ee4-29fde7174aa3 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:05:46.485706 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-4e1e5c65-c5c9-4e64-b845-fb18823ca415 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:05:46.615216 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-4e1e5c65-c5c9-4e64-b845-fb18823ca415 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:05:46.637702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b66fd389-fd67-45a5-ab99-30e3b7901d7f tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:46.646982 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 508b12ea-3b79-4706-acf1-1589b5b38f09 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:05:46.650293 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e1e5c65-c5c9-4e64-b845-fb18823ca415 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:46.696441 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 508b12ea-3b79-4706-acf1-1589b5b38f09 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:05:46.696828 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 508b12ea-3b79-4706-acf1-1589b5b38f09 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:05:46.705019 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-4e1e5c65-c5c9-4e64-b845-fb18823ca415 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:05:46.709163 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ef2c5999-4ea4-464d-a703-87b8d29ee29a tempest-FloatingIPAdminTestJSON-1685392490 tempest-FloatingIPAdminTestJSON-1685392490-project-admin] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:46.714355 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-4e1e5c65-c5c9-4e64-b845-fb18823ca415 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Usage tracker for resource:security_group_rule and tenant:1953d1b4866945c3bd9d25a1a005505a is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:05:46.727115 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-4e1e5c65-c5c9-4e64-b845-fb18823ca415 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:05:46.731067 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-4e1e5c65-c5c9-4e64-b845-fb18823ca415 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:05:46.774956 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ef2c5999-4ea4-464d-a703-87b8d29ee29a tempest-FloatingIPAdminTestJSON-1685392490 tempest-FloatingIPAdminTestJSON-1685392490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:46.883446 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8ceabbc0-652d-4f42-b05f-1c2d7c3da886 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:46.891629 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 48114) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:46.892738 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:46.933572 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b66fd389-fd67-45a5-ab99-30e3b7901d7f tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] 10.222.0.57 "PUT /v2.0/floatingips/cc9150ec-b778-49f5-9e54-b6486c5640bc HTTP/1.1" status: 200  len: 992 time: 6.6201694
Jan 29 10:05:46.965001 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f010b7d-6299-4840-b36f-8427c8fd3647', 'tag': '2f9c6f8b-a04e-434c-97af-b39859324c3d'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:05:46.976319 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-2f9b9ee2-aa49-468c-b960-6afd3680ddc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c95e5a20>, [{'id': '8644e8b2-d35a-42d3-8ee4-29fde7174aa3', 'name': 'tempest-ServersTestManualDisk-496623575-router', 'tenant_id': '427e7808217340cf85796dc28ee6ee48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.124'}], 'enable_snat': True}, 'gw_port_id': '588c2831-d082-4a94-b8d9-c370bc71e291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:04:11Z', 'updated_at': '2021-01-29T10:04:30Z', 'revision_number': 4, 'project_id': '427e7808217340cf85796dc28ee6ee48', 'gw_port': {'id': '588c2831-d082-4a94-b8d9-c370bc71e291', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:61:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8644e8b2-d35a-42d3-8ee4-29fde7174aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:04:13Z', 'updated_at': '2021-01-29T10:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': 'cc9150ec-b778-49f5-9e54-b6486c5640bc', 'tenant_id': '427e7808217340cf85796dc28ee6ee48', 'floating_ip_address': '172.26.7.163', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '8644e8b2-d35a-42d3-8ee4-29fde7174aa3', 'port_id': '2f9c6f8b-a04e-434c-97af-b39859324c3d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fd58bb7-5017-4a35-98e9-2ebd6e679ae2', 'mac_address': 'fa:16:3e:b9:fc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f010b7d-6299-4840-b36f-8427c8fd3647', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:04:47Z', 'updated_at': '2021-01-29T10:05:42Z', 'revision_number': 1, 'project_id': '427e7808217340cf85796dc28ee6ee48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47c7780c-b711-4907-b125-250e9a633ccd', 'name': '', 'network_id': '1fd58bb7-5017-4a35-98e9-2ebd6e679ae2', 'tenant_id': '427e7808217340cf85796dc28ee6ee48', 'mac_address': 'fa:16:3e:ad:20:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8644e8b2-d35a-42d3-8ee4-29fde7174aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '33e91942-d524-458e-9fbf-e90687db90c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:04:25Z', 'updated_at': '2021-01-29T10:04:43Z', 'revision_number': 5, 'project_id': '427e7808217340cf85796dc28ee6ee48', 'subnets': [{'id': '33e91942-d524-458e-9fbf-e90687db90c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:05:46.984892 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9b9ee2-aa49-468c-b960-6afd3680ddc7 None None] Checking router: 8644e8b2-d35a-42d3-8ee4-29fde7174aa3 for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:05:47.021427 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e1e5c65-c5c9-4e64-b845-fb18823ca415 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:47.023208 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9b9ee2-aa49-468c-b960-6afd3680ddc7 None None] Routers {'8644e8b2-d35a-42d3-8ee4-29fde7174aa3'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:05:47.024293 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-2f9b9ee2-aa49-468c-b960-6afd3680ddc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c95e5a20>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:05:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['8644e8b2-d35a-42d3-8ee4-29fde7174aa3'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:05:47.038324 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e1e5c65-c5c9-4e64-b845-fb18823ca415 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:47.046333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2c5999-4ea4-464d-a703-87b8d29ee29a tempest-FloatingIPAdminTestJSON-1685392490 tempest-FloatingIPAdminTestJSON-1685392490-project-admin] Pushing event updated for resources: {'Port': ['ID=59da69f8-8a8c-4848-aa9e-cf20d250328b,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:47.050459 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ef2c5999-4ea4-464d-a703-87b8d29ee29a tempest-FloatingIPAdminTestJSON-1685392490 tempest-FloatingIPAdminTestJSON-1685392490-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:47.058676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1a090143-ef68-4d95-bde9-69c281dbf837 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:47.075439 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fa3e6e7c-08e6-480a-91d9-3353c4304ec1 req-57c408b4-3df5-453b-9927-1dd8c22e59b1 service neutron] 10.222.0.22 "GET /v2.0/networks/ad10d455-2f6c-4431-96c2-93a5f5aa1b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.1354327
Jan 29 10:05:47.097417 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e5c65-c5c9-4e64-b845-fb18823ca415 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f28015b6-40bf-44de-8a30-3a58937f519e,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:47.113707 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e1e5c65-c5c9-4e64-b845-fb18823ca415 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:47.155579 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f010b7d-6299-4840-b36f-8427c8fd3647', 'tag': '2f9c6f8b-a04e-434c-97af-b39859324c3d', 'status': 'completed', 'code': 200}
Jan 29 10:05:47.156818 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-70c99b0d-0889-4f61-af32-4db429aa34c1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks [] for router, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:47.187370 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e1e5c65-c5c9-4e64-b845-fb18823ca415 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:47.192605 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4e1e5c65-c5c9-4e64-b845-fb18823ca415 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 1.0751550
Jan 29 10:05:47.193522 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48124) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:47.211581 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-dea2c026-5901-4c77-aad4-32d76da026cc tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Request body: {'security_group_rule': {'security_group_id': 'f28015b6-40bf-44de-8a30-3a58937f519e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:05:47.214902 dv-neutron-772983-2-ovs neutron-server[80656]: WARNING neutron.api.v2.base [None req-dea2c026-5901-4c77-aad4-32d76da026cc tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
Jan 29 10:05:47.215527 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-dea2c026-5901-4c77-aad4-32d76da026cc tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 10:05:47.219679 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-dea2c026-5901-4c77-aad4-32d76da026cc tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0147142
Jan 29 10:05:47.221672 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48130) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:47.227174 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ef2c5999-4ea4-464d-a703-87b8d29ee29a tempest-FloatingIPAdminTestJSON-1685392490 tempest-FloatingIPAdminTestJSON-1685392490-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:47.259884 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-2f9b9ee2-aa49-468c-b960-6afd3680ddc7 None None] Set router 8644e8b2-d35a-42d3-8ee4-29fde7174aa3 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:05:47.266339 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-3b118d90-2292-4114-8f36-9567d922e5de tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-693643569'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:05:47.318403 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ef2c5999-4ea4-464d-a703-87b8d29ee29a tempest-FloatingIPAdminTestJSON-1685392490 tempest-FloatingIPAdminTestJSON-1685392490-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:47.323232 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ef2c5999-4ea4-464d-a703-87b8d29ee29a tempest-FloatingIPAdminTestJSON-1685392490 tempest-FloatingIPAdminTestJSON-1685392490-project-admin] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.0872433
Jan 29 10:05:47.324459 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48136) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:47.340674 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-3b118d90-2292-4114-8f36-9567d922e5de tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:05:47.348014 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e7ce5a61-0d47-4964-8903-2b304fc4e5ed tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:47.412237 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e7ce5a61-0d47-4964-8903-2b304fc4e5ed tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:47.424936 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-3b118d90-2292-4114-8f36-9567d922e5de tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Usage tracker for resource:network and tenant:a4bcb8daca004dd88119d6e5803b6008 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:05:47.433153 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-3b118d90-2292-4114-8f36-9567d922e5de tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Quota usage for network was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:05:47.479709 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e7ce5a61-0d47-4964-8903-2b304fc4e5ed tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:47.491831 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:47.502361 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-3b118d90-2292-4114-8f36-9567d922e5de tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:05:47.518894 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ce5a61-0d47-4964-8903-2b304fc4e5ed tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28015b6-40bf-44de-8a30-3a58937f519e,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:47.523077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e7ce5a61-0d47-4964-8903-2b304fc4e5ed tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:47.525667 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e7ce5a61-0d47-4964-8903-2b304fc4e5ed tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:47.527572 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e7ce5a61-0d47-4964-8903-2b304fc4e5ed tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] 10.222.0.57 "DELETE /v2.0/security-groups/f28015b6-40bf-44de-8a30-3a58937f519e HTTP/1.1" status: 204  len: 168 time: 0.3047202
Jan 29 10:05:47.531489 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48142) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:47.547545 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b118d90-2292-4114-8f36-9567d922e5de tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Made reservation on behalf of a4bcb8daca004dd88119d6e5803b6008 for: {'network': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:05:47.569492 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3b118d90-2292-4114-8f36-9567d922e5de tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:47.577762 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-6c8c35bc-574f-4961-929c-ad86ad976339 tempest-FloatingIPAdminTestJSON-2102666705 tempest-FloatingIPAdminTestJSON-2102666705-project] Request body: {'floatingip': {'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:05:47.604479 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-6c8c35bc-574f-4961-929c-ad86ad976339 tempest-FloatingIPAdminTestJSON-2102666705 tempest-FloatingIPAdminTestJSON-2102666705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:05:47.609769 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3b118d90-2292-4114-8f36-9567d922e5de tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Notify callbacks [] for security_group, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:47.619009 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6c8c35bc-574f-4961-929c-ad86ad976339 tempest-FloatingIPAdminTestJSON-2102666705 tempest-FloatingIPAdminTestJSON-2102666705-project] Usage tracker for resource:floatingip and tenant:375323c4326d45258f4daad59c1efb10 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:05:47.626064 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6c8c35bc-574f-4961-929c-ad86ad976339 tempest-FloatingIPAdminTestJSON-2102666705 tempest-FloatingIPAdminTestJSON-2102666705-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:05:47.635085 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-6c8c35bc-574f-4961-929c-ad86ad976339 tempest-FloatingIPAdminTestJSON-2102666705 tempest-FloatingIPAdminTestJSON-2102666705-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:05:47.649609 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-70c99b0d-0889-4f61-af32-4db429aa34c1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:47.655836 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-3b118d90-2292-4114-8f36-9567d922e5de tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:05:47.656587 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8436b2fe-0672-4715-a9d8-02bd3a443a8c tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Synchronizing usage tracker for tenant:1953d1b4866945c3bd9d25a1a005505a on resource:security_group {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:05:47.670475 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-70c99b0d-0889-4f61-af32-4db429aa34c1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Deleting port f5a916b6-59e7-486a-8415-04330e7ad33a {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:05:47.670859 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-70c99b0d-0889-4f61-af32-4db429aa34c1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:47.675493 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6c8c35bc-574f-4961-929c-ad86ad976339 tempest-FloatingIPAdminTestJSON-2102666705 tempest-FloatingIPAdminTestJSON-2102666705-project] Notify callbacks [] for floatingip, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:47.698626 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8436b2fe-0672-4715-a9d8-02bd3a443a8c tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Unset dirty status for tenant:1953d1b4866945c3bd9d25a1a005505a on resource:security_group {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:05:47.700902 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8436b2fe-0672-4715-a9d8-02bd3a443a8c tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.1671848
Jan 29 10:05:47.706236 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48146) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:47.706978 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-3b118d90-2292-4114-8f36-9567d922e5de tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Usage tracker for resource:security_group_rule and tenant:a4bcb8daca004dd88119d6e5803b6008 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:05:47.723748 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-3b118d90-2292-4114-8f36-9567d922e5de tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:05:47.723872 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-428cf6c3-b172-4395-8bb4-c9495d9f7511 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Request body: {'security_group': {'name': 'tempest-secgroup--485187353'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:05:47.728469 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d255a78-550c-475f-982f-25ae004f18aa req-8251d15f-12ad-4943-a058-c3719cdcfc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:47.730123 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0d255a78-550c-475f-982f-25ae004f18aa req-8251d15f-12ad-4943-a058-c3719cdcfc1b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=427e7808217340cf85796dc28ee6ee48&device_id=9f010b7d-6299-4840-b36f-8427c8fd3647 HTTP/1.1" status: 200  len: 1163 time: 0.5181034
Jan 29 10:05:47.740825 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-3b118d90-2292-4114-8f36-9567d922e5de tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:05:47.749661 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-428cf6c3-b172-4395-8bb4-c9495d9f7511 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:05:47.765241 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-428cf6c3-b172-4395-8bb4-c9495d9f7511 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:05:47.833823 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-428cf6c3-b172-4395-8bb4-c9495d9f7511 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:47.862977 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-428cf6c3-b172-4395-8bb4-c9495d9f7511 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:05:47.869981 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-428cf6c3-b172-4395-8bb4-c9495d9f7511 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Usage tracker for resource:security_group_rule and tenant:1953d1b4866945c3bd9d25a1a005505a is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:05:47.873949 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-428cf6c3-b172-4395-8bb4-c9495d9f7511 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:05:47.881895 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-428cf6c3-b172-4395-8bb4-c9495d9f7511 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:05:47.922810 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6c8c35bc-574f-4961-929c-ad86ad976339 tempest-FloatingIPAdminTestJSON-2102666705 tempest-FloatingIPAdminTestJSON-2102666705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:47.940343 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-2f9b9ee2-aa49-468c-b960-6afd3680ddc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c95e5a20>, [{'id': '8644e8b2-d35a-42d3-8ee4-29fde7174aa3', 'name': 'tempest-ServersTestManualDisk-496623575-router', 'tenant_id': '427e7808217340cf85796dc28ee6ee48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.124'}], 'enable_snat': True}, 'gw_port_id': '588c2831-d082-4a94-b8d9-c370bc71e291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:04:11Z', 'updated_at': '2021-01-29T10:04:30Z', 'revision_number': 4, 'project_id': '427e7808217340cf85796dc28ee6ee48', 'gw_port': {'id': '588c2831-d082-4a94-b8d9-c370bc71e291', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:61:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8644e8b2-d35a-42d3-8ee4-29fde7174aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:04:13Z', 'updated_at': '2021-01-29T10:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': 'cc9150ec-b778-49f5-9e54-b6486c5640bc', 'tenant_id': '427e7808217340cf85796dc28ee6ee48', 'floating_ip_address': '172.26.7.163', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '8644e8b2-d35a-42d3-8ee4-29fde7174aa3', 'port_id': '2f9c6f8b-a04e-434c-97af-b39859324c3d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fd58bb7-5017-4a35-98e9-2ebd6e679ae2', 'mac_address': 'fa:16:3e:b9:fc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f010b7d-6299-4840-b36f-8427c8fd3647', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:04:47Z', 'updated_at': '2021-01-29T10:05:42Z', 'revision_number': 1, 'project_id': '427e7808217340cf85796dc28ee6ee48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47c7780c-b711-4907-b125-250e9a633ccd', 'name': '', 'network_id': '1fd58bb7-5017-4a35-98e9-2ebd6e679ae2', 'tenant_id': '427e7808217340cf85796dc28ee6ee48', 'mac_address': 'fa:16:3e:ad:20:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8644e8b2-d35a-42d3-8ee4-29fde7174aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '33e91942-d524-458e-9fbf-e90687db90c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:04:25Z', 'updated_at': '2021-01-29T10:04:43Z', 'revision_number': 5, 'project_id': '427e7808217340cf85796dc28ee6ee48', 'subnets': [{'id': '33e91942-d524-458e-9fbf-e90687db90c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:05:47.944828 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9b9ee2-aa49-468c-b960-6afd3680ddc7 None None] The sync data for ids ['8644e8b2-d35a-42d3-8ee4-29fde7174aa3'] in dv-neutron-772983-2-ovs is: [{'id': '8644e8b2-d35a-42d3-8ee4-29fde7174aa3', 'name': 'tempest-ServersTestManualDisk-496623575-router', 'tenant_id': '427e7808217340cf85796dc28ee6ee48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.124'}], 'enable_snat': True}, 'gw_port_id': '588c2831-d082-4a94-b8d9-c370bc71e291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:04:11Z', 'updated_at': '2021-01-29T10:04:30Z', 'revision_number': 4, 'project_id': '427e7808217340cf85796dc28ee6ee48', 'gw_port': {'id': '588c2831-d082-4a94-b8d9-c370bc71e291', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:61:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8644e8b2-d35a-42d3-8ee4-29fde7174aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:04:13Z', 'updated_at': '2021-01-29T10:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': 'cc9150ec-b778-49f5-9e54-b6486c5640bc', 'tenant_id': '427e7808217340cf85796dc28ee6ee48', 'floating_ip_address': '172.26.7.163', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '8644e8b2-d35a-42d3-8ee4-29fde7174aa3', 'port_id': '2f9c6f8b-a04e-434c-97af-b39859324c3d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fd58bb7-5017-4a35-98e9-2ebd6e679ae2', 'mac_address': 'fa:16:3e:b9:fc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f010b7d-6299-4840-b36f-8427c8fd3647', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:04:47Z', 'updated_at': '2021-01-29T10:05:42Z', 'revision_number': 1, 'project_id': '427e7808217340cf85796dc28ee6ee48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47c7780c-b711-4907-b125-250e9a633ccd', 'name': '', 'network_id': '1fd58bb7-5017-4a35-98e9-2ebd6e679ae2', 'tenant_id': '427e7808217340cf85796dc28ee6ee48', 'mac_address': 'fa:16:3e:ad:20:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8644e8b2-d35a-42d3-8ee4-29fde7174aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '33e91942-d524-458e-9fbf-e90687db90c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:04:25Z', 'updated_at': '2021-01-29T10:04:43Z', 'revision_number': 5, 'project_id': '427e7808217340cf85796dc28ee6ee48', 'subnets': [{'id': '33e91942-d524-458e-9fbf-e90687db90c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:05:48.099449 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-428cf6c3-b172-4395-8bb4-c9495d9f7511 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:48.140501 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-428cf6c3-b172-4395-8bb4-c9495d9f7511 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:48.146929 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e7ce5a61-0d47-4964-8903-2b304fc4e5ed tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:48.219670 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428cf6c3-b172-4395-8bb4-c9495d9f7511 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ee35cc-b13e-46ab-a9de-7f1c776f7258,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:48.229849 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-428cf6c3-b172-4395-8bb4-c9495d9f7511 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:48.230646 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-428cf6c3-b172-4395-8bb4-c9495d9f7511 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:48.232493 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-428cf6c3-b172-4395-8bb4-c9495d9f7511 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 0.5251293
Jan 29 10:05:48.236457 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48152) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:48.245399 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-b61f8297-c6d6-49e5-89c3-43096031d13c tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Request body: {'security_group_rule': {'security_group_id': 'b8ee35cc-b13e-46ab-a9de-7f1c776f7258', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:05:48.247270 dv-neutron-772983-2-ovs neutron-server[80656]: WARNING neutron.api.v2.base [None req-b61f8297-c6d6-49e5-89c3-43096031d13c tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
Jan 29 10:05:48.247270 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-b61f8297-c6d6-49e5-89c3-43096031d13c tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 10:05:48.248812 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b61f8297-c6d6-49e5-89c3-43096031d13c tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0113037
Jan 29 10:05:48.252128 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48156) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:48.332769 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da5167b-b746-4983-afcb-bf4fcc58eaef None None] New status for floating IP cc9150ec-b778-49f5-9e54-b6486c5640bc: ACTIVE {{(pid=80768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 29 10:05:48.399035 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-6c8c35bc-574f-4961-929c-ad86ad976339 tempest-FloatingIPAdminTestJSON-2102666705 tempest-FloatingIPAdminTestJSON-2102666705-project] Allocated IP 172.26.7.18 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/3004a79f-4bad-41b4-8439-acf983832edc) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:05:48.452060 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5e40e3a9-ce27-4674-91bd-e315a93aaa93 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:48.514162 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5e40e3a9-ce27-4674-91bd-e315a93aaa93 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:48.581301 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8ceabbc0-652d-4f42-b05f-1c2d7c3da886 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks [] for router_gateway, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:48.654762 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8ceabbc0-652d-4f42-b05f-1c2d7c3da886 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:48.659399 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5e40e3a9-ce27-4674-91bd-e315a93aaa93 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:48.664978 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d255a78-550c-475f-982f-25ae004f18aa req-7efae617-9b7c-4c81-88a7-468f07d493e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:48.666627 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0d255a78-550c-475f-982f-25ae004f18aa req-7efae617-9b7c-4c81-88a7-468f07d493e8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1fd58bb7-5017-4a35-98e9-2ebd6e679ae2 HTTP/1.1" status: 200  len: 905 time: 0.9164112
Jan 29 10:05:48.667373 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6e341565-9c82-4662-84be-eb84f8b3a4f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:48.685145 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-70c99b0d-0889-4f61-af32-4db429aa34c1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] For port f5a916b6-59e7-486a-8415-04330e7ad33a, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=f5a916b6-59e7-486a-8415-04330e7ad33a,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:05:48.685578 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-70c99b0d-0889-4f61-af32-4db429aa34c1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:48.701101 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e40e3a9-ce27-4674-91bd-e315a93aaa93 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ee35cc-b13e-46ab-a9de-7f1c776f7258,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:48.708183 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5e40e3a9-ce27-4674-91bd-e315a93aaa93 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:48.723362 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fca01106-2ef7-4de2-8123-bda865d2dff4 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:48.726706 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5e40e3a9-ce27-4674-91bd-e315a93aaa93 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:48.731118 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5e40e3a9-ce27-4674-91bd-e315a93aaa93 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] 10.222.0.57 "DELETE /v2.0/security-groups/b8ee35cc-b13e-46ab-a9de-7f1c776f7258 HTTP/1.1" status: 204  len: 168 time: 0.4747961
Jan 29 10:05:48.731118 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6c8c35bc-574f-4961-929c-ad86ad976339 tempest-FloatingIPAdminTestJSON-2102666705 tempest-FloatingIPAdminTestJSON-2102666705-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:48.734935 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48162) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:48.817986 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b9b2d3f7-d121-4640-8352-35667ba1d030 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Synchronizing usage tracker for tenant:1953d1b4866945c3bd9d25a1a005505a on resource:security_group {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:05:48.837887 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b9b2d3f7-d121-4640-8352-35667ba1d030 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Unset dirty status for tenant:1953d1b4866945c3bd9d25a1a005505a on resource:security_group {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:05:48.843751 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b9b2d3f7-d121-4640-8352-35667ba1d030 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.1033082
Jan 29 10:05:48.843751 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6c8c35bc-574f-4961-929c-ad86ad976339 tempest-FloatingIPAdminTestJSON-2102666705 tempest-FloatingIPAdminTestJSON-2102666705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:48.855547 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48166) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:48.858419 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:48.901539 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-2b14d434-7a75-45e9-bdd5-a9b1072523df tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Request body: {'security_group': {'name': 'tempest-secgroup--993456305'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:05:48.942704 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d930c990-2c26-45e9-a524-1dd57ae0ee91 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:48.943897 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-2b14d434-7a75-45e9-bdd5-a9b1072523df tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:05:48.979510 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-70c99b0d-0889-4f61-af32-4db429aa34c1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Calling delete_port for f5a916b6-59e7-486a-8415-04330e7ad33a owned by network:router_gateway {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:05:49.027137 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-2b14d434-7a75-45e9-bdd5-a9b1072523df tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:05:49.050195 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8c35bc-574f-4961-929c-ad86ad976339 tempest-FloatingIPAdminTestJSON-2102666705 tempest-FloatingIPAdminTestJSON-2102666705-project] Pushing event updated for resources: {'Port': ['ID=3004a79f-4bad-41b4-8439-acf983832edc,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:49.056233 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6c8c35bc-574f-4961-929c-ad86ad976339 tempest-FloatingIPAdminTestJSON-2102666705 tempest-FloatingIPAdminTestJSON-2102666705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:49.070199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2b14d434-7a75-45e9-bdd5-a9b1072523df tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:49.107745 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-2b14d434-7a75-45e9-bdd5-a9b1072523df tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:05:49.116318 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2b14d434-7a75-45e9-bdd5-a9b1072523df tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Usage tracker for resource:security_group_rule and tenant:1953d1b4866945c3bd9d25a1a005505a is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:05:49.119911 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2b14d434-7a75-45e9-bdd5-a9b1072523df tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:05:49.129525 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8c35bc-574f-4961-929c-ad86ad976339 tempest-FloatingIPAdminTestJSON-2102666705 tempest-FloatingIPAdminTestJSON-2102666705-project] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:05:49.130577 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-2b14d434-7a75-45e9-bdd5-a9b1072523df tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:05:49.132863 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-6c8c35bc-574f-4961-929c-ad86ad976339 tempest-FloatingIPAdminTestJSON-2102666705 tempest-FloatingIPAdminTestJSON-2102666705-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:05:49.136073 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8c35bc-574f-4961-929c-ad86ad976339 tempest-FloatingIPAdminTestJSON-2102666705 tempest-FloatingIPAdminTestJSON-2102666705-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:05:49.246475 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3b118d90-2292-4114-8f36-9567d922e5de tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Notify callbacks [] for security_group, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:49.265170 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0d255a78-550c-475f-982f-25ae004f18aa req-698b8be1-641a-4453-9322-48c0cb0a240c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f9c6f8b-a04e-434c-97af-b39859324c3d HTTP/1.1" status: 200  len: 1002 time: 0.5516117
Jan 29 10:05:49.272935 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3b118d90-2292-4114-8f36-9567d922e5de tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:49.276131 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6c8c35bc-574f-4961-929c-ad86ad976339 tempest-FloatingIPAdminTestJSON-2102666705 tempest-FloatingIPAdminTestJSON-2102666705-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:49.278967 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca01106-2ef7-4de2-8123-bda865d2dff4 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Pushing event updated for resources: {'Subnet': ['ID=f7cff07e-9f99-4c61-8548-c1d0e7524f99,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:49.279265 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2b14d434-7a75-45e9-bdd5-a9b1072523df tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:49.284989 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2b14d434-7a75-45e9-bdd5-a9b1072523df tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:49.290746 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:49.357946 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-fca01106-2ef7-4de2-8123-bda865d2dff4 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:49.366634 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:49.395994 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b14d434-7a75-45e9-bdd5-a9b1072523df tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bddb210e-f556-4ddf-af18-b9b5004c248a,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:49.400941 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2b14d434-7a75-45e9-bdd5-a9b1072523df tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:49.404447 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2b14d434-7a75-45e9-bdd5-a9b1072523df tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:49.408890 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2b14d434-7a75-45e9-bdd5-a9b1072523df tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 0.5172985
Jan 29 10:05:49.409223 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48172) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:49.412560 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6c8c35bc-574f-4961-929c-ad86ad976339 tempest-FloatingIPAdminTestJSON-2102666705 tempest-FloatingIPAdminTestJSON-2102666705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:49.441109 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-a234d561-4fad-45b2-9a3f-f2ca7e614b48 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Request body: {'security_group_rule': {'security_group_id': 'bddb210e-f556-4ddf-af18-b9b5004c248a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:05:49.443852 dv-neutron-772983-2-ovs neutron-server[80656]: WARNING neutron.api.v2.base [None req-a234d561-4fad-45b2-9a3f-f2ca7e614b48 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
Jan 29 10:05:49.444417 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-a234d561-4fad-45b2-9a3f-f2ca7e614b48 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 10:05:49.445745 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a234d561-4fad-45b2-9a3f-f2ca7e614b48 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0351942
Jan 29 10:05:49.451655 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 48176) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:49.452382 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b118d90-2292-4114-8f36-9567d922e5de tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:05:49.481431 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-b81f399d-965d-4f1d-96f4-0055d6bf030c tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Request body: {'security_group_rule': {'security_group_id': 'bddb210e-f556-4ddf-af18-b9b5004c248a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:05:49.483800 dv-neutron-772983-2-ovs neutron-server[80656]: WARNING neutron.api.v2.base [None req-b81f399d-965d-4f1d-96f4-0055d6bf030c tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
Jan 29 10:05:49.484363 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-b81f399d-965d-4f1d-96f4-0055d6bf030c tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 10:05:49.485427 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b81f399d-965d-4f1d-96f4-0055d6bf030c tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0252581
Jan 29 10:05:49.508404 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48180) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:49.523735 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-859a23ec-91ee-4082-a915-1c1a16c07769 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Request body: {'security_group_rule': {'security_group_id': 'bddb210e-f556-4ddf-af18-b9b5004c248a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:05:49.524611 dv-neutron-772983-2-ovs neutron-server[80656]: WARNING neutron.api.v2.base [None req-859a23ec-91ee-4082-a915-1c1a16c07769 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
Jan 29 10:05:49.525161 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-859a23ec-91ee-4082-a915-1c1a16c07769 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 10:05:49.526247 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-859a23ec-91ee-4082-a915-1c1a16c07769 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0168986
Jan 29 10:05:49.532315 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48184) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:49.546107 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-45376dd2-8426-4e98-8530-e948bd111881 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Request body: {'security_group_rule': {'security_group_id': 'bddb210e-f556-4ddf-af18-b9b5004c248a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:05:49.547073 dv-neutron-772983-2-ovs neutron-server[80656]: WARNING neutron.api.v2.base [None req-45376dd2-8426-4e98-8530-e948bd111881 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
Jan 29 10:05:49.547628 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-45376dd2-8426-4e98-8530-e948bd111881 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 10:05:49.551368 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-45376dd2-8426-4e98-8530-e948bd111881 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0153844
Jan 29 10:05:49.551516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3b118d90-2292-4114-8f36-9567d922e5de tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268197113528', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:49.551516 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-3b118d90-2292-4114-8f36-9567d922e5de tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Added segment 288dc5ca-1de7-40b8-8b44-34969c35ea6d of type vxlan for network c44dbee4-1fbb-4037-a383-b1bcf1523c31
Jan 29 10:05:49.552093 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48188) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:49.563071 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b118d90-2292-4114-8f36-9567d922e5de tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2440c92-ce37-4235-948a-62670e8e6a6c,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:49.584383 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3b118d90-2292-4114-8f36-9567d922e5de tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:49.614831 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d255a78-550c-475f-982f-25ae004f18aa req-0b24d47a-6bc6-4f11-89a0-170145d723a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:49.616400 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0d255a78-550c-475f-982f-25ae004f18aa req-0b24d47a-6bc6-4f11-89a0-170145d723a9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=33e91942-d524-458e-9fbf-e90687db90c7 HTTP/1.1" status: 200  len: 850 time: 0.3357189
Jan 29 10:05:49.743570 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a2ca4193-22dc-4497-84e0-3556a61c8913 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:49.749671 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-70c99b0d-0889-4f61-af32-4db429aa34c1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:49.771505 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3b118d90-2292-4114-8f36-9567d922e5de tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:49.799242 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a2ca4193-22dc-4497-84e0-3556a61c8913 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:49.815162 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca01106-2ef7-4de2-8123-bda865d2dff4 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Checking segment: {'id': '04990776-e864-410c-8022-995cb371f1b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8ef30934-9ea9-4a7d-b63b-d57fd02044b4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:05:49.815557 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca01106-2ef7-4de2-8123-bda865d2dff4 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Network hostable DHCP agents. Network: 8ef30934-9ea9-4a7d-b63b-d57fd02044b4, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:05:49.863119 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6c8c35bc-574f-4961-929c-ad86ad976339 tempest-FloatingIPAdminTestJSON-2102666705 tempest-FloatingIPAdminTestJSON-2102666705-project] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:49.866660 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6c8c35bc-574f-4961-929c-ad86ad976339 tempest-FloatingIPAdminTestJSON-2102666705 tempest-FloatingIPAdminTestJSON-2102666705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:49.882187 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-402b7d0d-3a0a-44d5-8754-5dc055aa322a tempest-FloatingIPAdminTestJSON-1685392490 tempest-FloatingIPAdminTestJSON-1685392490-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:49.925248 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a2ca4193-22dc-4497-84e0-3556a61c8913 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:49.939776 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-8ceabbc0-652d-4f42-b05f-1c2d7c3da886 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Allocated IP 172.26.7.133 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/42cda3d7-ef9e-4ba8-b1a8-5765bf690300) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:05:49.966221 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3b118d90-2292-4114-8f36-9567d922e5de tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:50.032256 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a2ca4193-22dc-4497-84e0-3556a61c8913 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:50.033410 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a2ca4193-22dc-4497-84e0-3556a61c8913 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] 10.222.0.57 "DELETE /v2.0/security-groups/bddb210e-f556-4ddf-af18-b9b5004c248a HTTP/1.1" status: 204  len: 168 time: 0.4805627
Jan 29 10:05:50.038474 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48194) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:50.040475 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b118d90-2292-4114-8f36-9567d922e5de tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:50.041184 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3b118d90-2292-4114-8f36-9567d922e5de tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:50.042741 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8c35bc-574f-4961-929c-ad86ad976339 tempest-FloatingIPAdminTestJSON-2102666705 tempest-FloatingIPAdminTestJSON-2102666705-project] Pushing event updated for resources: {'Port': ['ID=3004a79f-4bad-41b4-8439-acf983832edc,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:50.045378 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca01106-2ef7-4de2-8123-bda865d2dff4 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Network 8ef30934-9ea9-4a7d-b63b-d57fd02044b4 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:05:50.047673 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6c8c35bc-574f-4961-929c-ad86ad976339 tempest-FloatingIPAdminTestJSON-2102666705 tempest-FloatingIPAdminTestJSON-2102666705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:50.048163 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:50.061015 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4f57e4a7-b256-4b5d-9756-bace69036a04 tempest-ExternalNetworksTestJSON-37437347 tempest-ExternalNetworksTestJSON-37437347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:50.089479 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ca4193-22dc-4497-84e0-3556a61c8913 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bddb210e-f556-4ddf-af18-b9b5004c248a,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:50.098322 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a2ca4193-22dc-4497-84e0-3556a61c8913 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:50.147247 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d255a78-550c-475f-982f-25ae004f18aa req-93eb3f81-458f-4ade-8f03-de33f047096e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:50.148870 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0d255a78-550c-475f-982f-25ae004f18aa req-93eb3f81-458f-4ade-8f03-de33f047096e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1fd58bb7-5017-4a35-98e9-2ebd6e679ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.5186265
Jan 29 10:05:50.176879 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-fca01106-2ef7-4de2-8123-bda865d2dff4 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 8ef30934-9ea9-4a7d-b63b-d57fd02044b4) {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:05:50.186403 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51819b12-afdf-4907-9281-b9667b64cf21 None None] Network 8ef30934-9ea9-4a7d-b63b-d57fd02044b4 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:05:50.200673 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-9889ae87-0c49-4b79-8d34-e2fdea376bf0 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Synchronizing usage tracker for tenant:1953d1b4866945c3bd9d25a1a005505a on resource:security_group {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:05:50.242090 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-9889ae87-0c49-4b79-8d34-e2fdea376bf0 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Unset dirty status for tenant:1953d1b4866945c3bd9d25a1a005505a on resource:security_group {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:05:50.247325 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9889ae87-0c49-4b79-8d34-e2fdea376bf0 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.2022607
Jan 29 10:05:50.247325 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6c8c35bc-574f-4961-929c-ad86ad976339 tempest-FloatingIPAdminTestJSON-2102666705 tempest-FloatingIPAdminTestJSON-2102666705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:50.252422 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48198) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:50.263484 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-3c0768fb-7265-4b30-8407-4a4597b9f351 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Request body: {'security_group': {'name': 'tempest-secgroup--582283409'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:05:50.302122 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-3c0768fb-7265-4b30-8407-4a4597b9f351 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:05:50.311462 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6c8c35bc-574f-4961-929c-ad86ad976339 tempest-FloatingIPAdminTestJSON-2102666705 tempest-FloatingIPAdminTestJSON-2102666705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:50.316082 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6c8c35bc-574f-4961-929c-ad86ad976339 tempest-FloatingIPAdminTestJSON-2102666705 tempest-FloatingIPAdminTestJSON-2102666705-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.9699395
Jan 29 10:05:50.320548 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48202) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:50.323718 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-3c0768fb-7265-4b30-8407-4a4597b9f351 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:05:50.393237 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b118d90-2292-4114-8f36-9567d922e5de tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Pushing event updated for resources: {'Network': ['ID=c44dbee4-1fbb-4037-a383-b1bcf1523c31,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:50.399102 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3b118d90-2292-4114-8f36-9567d922e5de tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 3.4998739
Jan 29 10:05:50.399102 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca01106-2ef7-4de2-8123-bda865d2dff4 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:50.399102 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fca01106-2ef7-4de2-8123-bda865d2dff4 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:50.402419 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 48206) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:50.408592 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3b118d90-2292-4114-8f36-9567d922e5de tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:50.413351 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network c44dbee4-1fbb-4037-a383-b1bcf1523c31 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:05:50.431296 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-1714cd53-1fcf-4198-bf4a-6054e175cd78 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Request body: {'subnet': {'network_id': 'c44dbee4-1fbb-4037-a383-b1bcf1523c31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:05:50.440200 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3c0768fb-7265-4b30-8407-4a4597b9f351 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:50.464718 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network c44dbee4-1fbb-4037-a383-b1bcf1523c31 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:05:50.469530 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-935ac180-5a4d-4a0b-a319-d929114c278f tempest-FloatingIPAdminTestJSON-1685392490 tempest-FloatingIPAdminTestJSON-1685392490-project-admin] Synchronizing usage tracker for tenant:9ec220c2b1724a4ea836b76a9231b781 on resource:floatingip {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:05:50.479661 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-3c0768fb-7265-4b30-8407-4a4597b9f351 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:05:50.487839 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-3c0768fb-7265-4b30-8407-4a4597b9f351 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Usage tracker for resource:security_group_rule and tenant:1953d1b4866945c3bd9d25a1a005505a is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:05:50.492316 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-3c0768fb-7265-4b30-8407-4a4597b9f351 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:05:50.500655 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-3c0768fb-7265-4b30-8407-4a4597b9f351 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:05:50.505121 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-935ac180-5a4d-4a0b-a319-d929114c278f tempest-FloatingIPAdminTestJSON-1685392490 tempest-FloatingIPAdminTestJSON-1685392490-project-admin] Unset dirty status for tenant:9ec220c2b1724a4ea836b76a9231b781 on resource:floatingip {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:05:50.509685 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-935ac180-5a4d-4a0b-a319-d929114c278f tempest-FloatingIPAdminTestJSON-1685392490 tempest-FloatingIPAdminTestJSON-1685392490-project-admin] 10.222.0.57 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 3221 time: 0.1882324
Jan 29 10:05:50.513350 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48212) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:50.532022 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce330c79-19d1-415a-a8e9-e50715930a03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-8ef30934-9ea9-4a7d-b63b-d57fd02044b4', 'network_id': '8ef30934-9ea9-4a7d-b63b-d57fd02044b4', 'tenant_id': 'd8fb2116922348989967930f2f8f067f', 'fixed_ips': [{'subnet_id': 'f7cff07e-9f99-4c61-8548-c1d0e7524f99'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:05:50.532944 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ce330c79-19d1-415a-a8e9-e50715930a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:50.624677 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f7f45668-ab02-49c2-9811-6e6ef7d22760 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Synchronizing usage tracker for tenant:dc69fae14c2c4e1faa1e6d21b85f79fa on resource:floatingip {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:05:50.647869 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f7f45668-ab02-49c2-9811-6e6ef7d22760 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Unset dirty status for tenant:dc69fae14c2c4e1faa1e6d21b85f79fa on resource:floatingip {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:05:50.653057 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f7f45668-ab02-49c2-9811-6e6ef7d22760 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] 10.222.0.57 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 690 time: 0.1387095
Jan 29 10:05:50.654076 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48216) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:50.803395 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-70c99b0d-0889-4f61-af32-4db429aa34c1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854102222'] for router_gateway, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:50.811671 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-fca01106-2ef7-4de2-8123-bda865d2dff4 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 7.5684545
Jan 29 10:05:50.831664 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48220) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:51.057284 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-ce330c79-19d1-415a-a8e9-e50715930a03 None None] Allocated IP 2001:db8::2 (8ef30934-9ea9-4a7d-b63b-d57fd02044b4/f7cff07e-9f99-4c61-8548-c1d0e7524f99/5a854851-b663-4287-855c-3d29820f88fe) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:05:51.083051 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-70c99b0d-0889-4f61-af32-4db429aa34c1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:51.089967 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-70c99b0d-0889-4f61-af32-4db429aa34c1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:51.106962 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8ceabbc0-652d-4f42-b05f-1c2d7c3da886 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:51.122974 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0d255a78-550c-475f-982f-25ae004f18aa req-e65658a2-8179-4f3d-87a4-ffcec52c52c4 service neutron] 10.222.0.22 "GET /v2.0/networks/1fd58bb7-5017-4a35-98e9-2ebd6e679ae2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9476743
Jan 29 10:05:51.136333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-1714cd53-1fcf-4198-bf4a-6054e175cd78 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:05:51.146668 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-84175c47-e1ee-4b69-b507-23ead2ca1634 tempest-FloatingIPAdminTestJSON-2102666705 tempest-FloatingIPAdminTestJSON-2102666705-project] Deleting port 3004a79f-4bad-41b4-8439-acf983832edc {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:05:51.147107 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-84175c47-e1ee-4b69-b507-23ead2ca1634 tempest-FloatingIPAdminTestJSON-2102666705 tempest-FloatingIPAdminTestJSON-2102666705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:51.172165 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-1714cd53-1fcf-4198-bf4a-6054e175cd78 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Usage tracker for resource:subnet and tenant:a4bcb8daca004dd88119d6e5803b6008 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:05:51.179534 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-70c99b0d-0889-4f61-af32-4db429aa34c1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:51.179534 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c99b0d-0889-4f61-af32-4db429aa34c1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ee107f3c-5ddb-4c4c-8a68-4355babd43bf {{(pid=80766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 10:05:51.196292 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-1714cd53-1fcf-4198-bf4a-6054e175cd78 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:05:51.212850 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-1714cd53-1fcf-4198-bf4a-6054e175cd78 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:05:51.282472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-70c99b0d-0889-4f61-af32-4db429aa34c1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:51.282472 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-70c99b0d-0889-4f61-af32-4db429aa34c1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] 10.222.0.57 "DELETE /v2.0/routers/ee107f3c-5ddb-4c4c-8a68-4355babd43bf HTTP/1.1" status: 204  len: 168 time: 5.0309794
Jan 29 10:05:51.286940 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 48226) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:51.295950 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-93bb442a-b7f8-4e83-af59-50dc1dc5347d tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1523249944', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}, 'admin_state_up': False}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:05:51.322680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-93bb442a-b7f8-4e83-af59-50dc1dc5347d tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:05:51.327858 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1714cd53-1fcf-4198-bf4a-6054e175cd78 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Made reservation on behalf of a4bcb8daca004dd88119d6e5803b6008 for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:05:51.351178 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1714cd53-1fcf-4198-bf4a-6054e175cd78 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:51.363278 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fb91e532-1f64-4a5c-b3dc-bdfce4c291ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:51.382011 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-93bb442a-b7f8-4e83-af59-50dc1dc5347d tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Usage tracker for resource:router and tenant:01cb9f3e8ac7487589f16ab0e2341af7 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:05:51.386446 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ce330c79-19d1-415a-a8e9-e50715930a03 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:51.397387 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-93bb442a-b7f8-4e83-af59-50dc1dc5347d tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Quota usage for router was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:05:51.399974 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-ce330c79-19d1-415a-a8e9-e50715930a03 None None] Transition to ACTIVE for port object 5a854851-b663-4287-855c-3d29820f88fe will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:05:51.419576 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-ce330c79-19d1-415a-a8e9-e50715930a03 None None] Transition to ACTIVE for port object 5a854851-b663-4287-855c-3d29820f88fe will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:05:51.425020 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ce330c79-19d1-415a-a8e9-e50715930a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:51.427234 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-93bb442a-b7f8-4e83-af59-50dc1dc5347d tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:05:51.439913 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8ceabbc0-652d-4f42-b05f-1c2d7c3da886 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:51.441629 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f49203d4-42a3-4778-99e3-1047d0ff6c6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:51.461994 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0e237166-94a5-4a6e-a391-0dde440437a4 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:51.483766 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-938c32d3-b92e-42bd-8764-17e0ffe9adaf tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:51.570598 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0d255a78-550c-475f-982f-25ae004f18aa req-b6bc348b-8534-405b-9a27-2f8e93f9971e service neutron] 10.222.0.22 "GET /v2.0/networks/1fd58bb7-5017-4a35-98e9-2ebd6e679ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4272385
Jan 29 10:05:51.592445 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3c0768fb-7265-4b30-8407-4a4597b9f351 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:51.598673 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce330c79-19d1-415a-a8e9-e50715930a03 None None] Pushing event updated for resources: {'Port': ['ID=5a854851-b663-4287-855c-3d29820f88fe,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:51.602175 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ce330c79-19d1-415a-a8e9-e50715930a03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:51.625806 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3c0768fb-7265-4b30-8407-4a4597b9f351 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:51.641797 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:51.657512 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce330c79-19d1-415a-a8e9-e50715930a03 None None] Network 8ef30934-9ea9-4a7d-b63b-d57fd02044b4 is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:05:51.658850 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-ce330c79-19d1-415a-a8e9-e50715930a03 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:05:51.662355 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce330c79-19d1-415a-a8e9-e50715930a03 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:05:51.667134 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-93bb442a-b7f8-4e83-af59-50dc1dc5347d tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:51.668219 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-93bb442a-b7f8-4e83-af59-50dc1dc5347d tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:51.671370 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-84175c47-e1ee-4b69-b507-23ead2ca1634 tempest-FloatingIPAdminTestJSON-2102666705 tempest-FloatingIPAdminTestJSON-2102666705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:51.671731 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-84175c47-e1ee-4b69-b507-23ead2ca1634 tempest-FloatingIPAdminTestJSON-2102666705 tempest-FloatingIPAdminTestJSON-2102666705-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:51.679591 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-938c32d3-b92e-42bd-8764-17e0ffe9adaf tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Deleting port 5a854851-b663-4287-855c-3d29820f88fe {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:05:51.679963 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-938c32d3-b92e-42bd-8764-17e0ffe9adaf tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:51.683166 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceabbc0-652d-4f42-b05f-1c2d7c3da886 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Pushing event updated for resources: {'Port': ['ID=42cda3d7-ef9e-4ba8-b1a8-5765bf690300,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:51.691836 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8ceabbc0-652d-4f42-b05f-1c2d7c3da886 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:51.718277 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-93bb442a-b7f8-4e83-af59-50dc1dc5347d tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:51.731763 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-ce330c79-19d1-415a-a8e9-e50715930a03 None None] Attempting to bind port 5a854851-b663-4287-855c-3d29820f88fe on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:05:51.732431 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-ce330c79-19d1-415a-a8e9-e50715930a03 None None] Attempting to bind port 5a854851-b663-4287-855c-3d29820f88fe by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '04990776-e864-410c-8022-995cb371f1b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8ef30934-9ea9-4a7d-b63b-d57fd02044b4'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:05:51.732578 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce330c79-19d1-415a-a8e9-e50715930a03 None None] Attempting to bind port 5a854851-b663-4287-855c-3d29820f88fe on network 8ef30934-9ea9-4a7d-b63b-d57fd02044b4 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:05:51.738469 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce330c79-19d1-415a-a8e9-e50715930a03 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:05:51.738975 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce330c79-19d1-415a-a8e9-e50715930a03 None None] Checking segment: {'id': '04990776-e864-410c-8022-995cb371f1b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8ef30934-9ea9-4a7d-b63b-d57fd02044b4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:05:51.739461 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ce330c79-19d1-415a-a8e9-e50715930a03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:51.739898 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce330c79-19d1-415a-a8e9-e50715930a03 None None] Bound using segment: {'id': '04990776-e864-410c-8022-995cb371f1b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8ef30934-9ea9-4a7d-b63b-d57fd02044b4'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:05:51.740427 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-ce330c79-19d1-415a-a8e9-e50715930a03 None None] Bound port: 5a854851-b663-4287-855c-3d29820f88fe, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04990776-e864-410c-8022-995cb371f1b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8ef30934-9ea9-4a7d-b63b-d57fd02044b4'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:05:51.740848 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ce330c79-19d1-415a-a8e9-e50715930a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:51.843711 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-ce330c79-19d1-415a-a8e9-e50715930a03 None None] For port 5a854851-b663-4287-855c-3d29820f88fe, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:05:51.847089 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-ce330c79-19d1-415a-a8e9-e50715930a03 None None] For port 5a854851-b663-4287-855c-3d29820f88fe, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=5a854851-b663-4287-855c-3d29820f88fe,segment=NetworkSegment(04990776-e864-410c-8022-995cb371f1b2),segment_id=04990776-e864-410c-8022-995cb371f1b2)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:05:51.851625 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ce330c79-19d1-415a-a8e9-e50715930a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:51.867931 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ecd7de84-6942-47b6-a7ef-cd58b5f0e503 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:51.877354 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ceabbc0-652d-4f42-b05f-1c2d7c3da886 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:05:51.888127 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-8ceabbc0-652d-4f42-b05f-1c2d7c3da886 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:05:51.911111 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-84175c47-e1ee-4b69-b507-23ead2ca1634 tempest-FloatingIPAdminTestJSON-2102666705 tempest-FloatingIPAdminTestJSON-2102666705-project] Calling delete_port for 3004a79f-4bad-41b4-8439-acf983832edc owned by network:floatingip {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:05:51.942499 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ceabbc0-652d-4f42-b05f-1c2d7c3da886 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:05:51.977622 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0768fb-7265-4b30-8407-4a4597b9f351 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22bc1af7-d0f9-41d4-a31b-eb212eb11418,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:51.987815 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3c0768fb-7265-4b30-8407-4a4597b9f351 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:52.024999 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce330c79-19d1-415a-a8e9-e50715930a03 None None] Pushing event updated for resources: {'Port': ['ID=5a854851-b663-4287-855c-3d29820f88fe,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:52.030428 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ce330c79-19d1-415a-a8e9-e50715930a03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:52.041757 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3c0768fb-7265-4b30-8407-4a4597b9f351 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:52.046730 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3c0768fb-7265-4b30-8407-4a4597b9f351 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 1.7898633
Jan 29 10:05:52.054213 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48232) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:52.072305 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-a2563f6b-cdc2-4946-87fe-d21afe5fa64f tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Request body: {'security_group_rule': {'security_group_id': '22bc1af7-d0f9-41d4-a31b-eb212eb11418', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:05:52.073406 dv-neutron-772983-2-ovs neutron-server[80656]: WARNING neutron.api.v2.base [None req-a2563f6b-cdc2-4946-87fe-d21afe5fa64f tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Jan 29 10:05:52.074003 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-a2563f6b-cdc2-4946-87fe-d21afe5fa64f tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 10:05:52.078070 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a2563f6b-cdc2-4946-87fe-d21afe5fa64f tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0178545
Jan 29 10:05:52.086668 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 48236) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:52.177099 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-2ee406eb-1d18-4bd1-92ba-b3986deb7678 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Request body: {'security_group_rule': {'security_group_id': '22bc1af7-d0f9-41d4-a31b-eb212eb11418', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:05:52.265748 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-2ee406eb-1d18-4bd1-92ba-b3986deb7678 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:05:52.282721 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-93bb442a-b7f8-4e83-af59-50dc1dc5347d tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:52.287055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2ee406eb-1d18-4bd1-92ba-b3986deb7678 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Usage tracker for resource:security_group_rule and tenant:1953d1b4866945c3bd9d25a1a005505a is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:05:52.301825 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2ee406eb-1d18-4bd1-92ba-b3986deb7678 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:05:52.307626 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-938c32d3-b92e-42bd-8764-17e0ffe9adaf tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] For port 5a854851-b663-4287-855c-3d29820f88fe, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=5a854851-b663-4287-855c-3d29820f88fe,segment=NetworkSegment(04990776-e864-410c-8022-995cb371f1b2),segment_id=04990776-e864-410c-8022-995cb371f1b2)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:05:52.308155 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-938c32d3-b92e-42bd-8764-17e0ffe9adaf tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:52.322409 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-84175c47-e1ee-4b69-b507-23ead2ca1634 tempest-FloatingIPAdminTestJSON-2102666705 tempest-FloatingIPAdminTestJSON-2102666705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:52.339974 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-760b499f-b2cf-4da2-a0a3-db58aa043180 tempest-ExternalNetworksAdminNegativeTestJSON-586013425 tempest-ExternalNetworksAdminNegativeTestJSON-586013425-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:52.389436 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-2ee406eb-1d18-4bd1-92ba-b3986deb7678 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:05:52.538629 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-938c32d3-b92e-42bd-8764-17e0ffe9adaf tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Calling delete_port for 5a854851-b663-4287-855c-3d29820f88fe owned by network:dhcp {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:05:52.579115 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 5a854851-b663-4287-855c-3d29820f88fe up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:05:52.585084 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84175c47-e1ee-4b69-b507-23ead2ca1634 tempest-FloatingIPAdminTestJSON-2102666705 tempest-FloatingIPAdminTestJSON-2102666705-project] Pushing event deleted for resources: {'Port': ['ID=3004a79f-4bad-41b4-8439-acf983832edc,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:52.588013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-84175c47-e1ee-4b69-b507-23ead2ca1634 tempest-FloatingIPAdminTestJSON-2102666705 tempest-FloatingIPAdminTestJSON-2102666705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:52.620455 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-2ee406eb-1d18-4bd1-92ba-b3986deb7678 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 10:05:52.624385 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2ee406eb-1d18-4bd1-92ba-b3986deb7678 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.5167341
Jan 29 10:05:52.626986 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 48242) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:52.663449 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 5a854851-b663-4287-855c-3d29820f88fe completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:05:52.724032 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device f5a916b6-59e7-486a-8415-04330e7ad33a no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:05:52.762093 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: f5a916b6-59e7-486a-8415-04330e7ad33a {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:05:52.762574 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device f5a916b6-59e7-486a-8415-04330e7ad33a not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:05:52.866978 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-84175c47-e1ee-4b69-b507-23ead2ca1634 tempest-FloatingIPAdminTestJSON-2102666705 tempest-FloatingIPAdminTestJSON-2102666705-project] Notify callbacks [] for floatingip, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:52.873358 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-938c32d3-b92e-42bd-8764-17e0ffe9adaf tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:52.895824 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-173e4731-9271-4c44-a22b-a29345455754 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:52.963022 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938c32d3-b92e-42bd-8764-17e0ffe9adaf tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Pushing event deleted for resources: {'Port': ['ID=5a854851-b663-4287-855c-3d29820f88fe,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:52.966774 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-938c32d3-b92e-42bd-8764-17e0ffe9adaf tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:52.997596 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-127e7b51-131a-47dd-9aba-841fa39eeb44 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Request body: {'security_group_rule': {'security_group_id': '22bc1af7-d0f9-41d4-a31b-eb212eb11418', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:05:52.999179 dv-neutron-772983-2-ovs neutron-server[80656]: WARNING neutron.api.v2.base [None req-127e7b51-131a-47dd-9aba-841fa39eeb44 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
Jan 29 10:05:52.999719 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-127e7b51-131a-47dd-9aba-841fa39eeb44 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 10:05:53.000769 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-127e7b51-131a-47dd-9aba-841fa39eeb44 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.3195710
Jan 29 10:05:53.017826 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 48248) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:53.022528 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-84175c47-e1ee-4b69-b507-23ead2ca1634 tempest-FloatingIPAdminTestJSON-2102666705 tempest-FloatingIPAdminTestJSON-2102666705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:53.023841 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-84175c47-e1ee-4b69-b507-23ead2ca1634 tempest-FloatingIPAdminTestJSON-2102666705 tempest-FloatingIPAdminTestJSON-2102666705-project] 10.222.0.57 "DELETE /v2.0/floatingips/358a0c12-2109-480c-b945-4c4860c28432 HTTP/1.1" status: 204  len: 168 time: 2.3685648
Jan 29 10:05:53.029910 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48250) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:53.088778 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-348863bf-1e3d-490a-b3ca-381a7f5f95c4 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Request body: {'security_group_rule': {'security_group_id': '22bc1af7-d0f9-41d4-a31b-eb212eb11418', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:05:53.120327 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-348863bf-1e3d-490a-b3ca-381a7f5f95c4 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:05:53.142292 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-348863bf-1e3d-490a-b3ca-381a7f5f95c4 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Usage tracker for resource:security_group_rule and tenant:1953d1b4866945c3bd9d25a1a005505a is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:05:53.145888 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-348863bf-1e3d-490a-b3ca-381a7f5f95c4 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:05:53.162985 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-348863bf-1e3d-490a-b3ca-381a7f5f95c4 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:05:53.234105 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-0d2f2d72-8f3a-4261-a877-c599526cd8c0 tempest-FloatingIPAdminTestJSON-1685392490 tempest-FloatingIPAdminTestJSON-1685392490-project-admin] Deleting port 59da69f8-8a8c-4848-aa9e-cf20d250328b {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:05:53.234491 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0d2f2d72-8f3a-4261-a877-c599526cd8c0 tempest-FloatingIPAdminTestJSON-1685392490 tempest-FloatingIPAdminTestJSON-1685392490-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:53.250175 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8ceabbc0-652d-4f42-b05f-1c2d7c3da886 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks [] for router_gateway, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:53.345241 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938c32d3-b92e-42bd-8764-17e0ffe9adaf tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] No DVR routers for this DVR port 5a854851-b663-4287-855c-3d29820f88fe on host dv-neutron-772983-2-ovs {{(pid=80765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:05:53.397485 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-348863bf-1e3d-490a-b3ca-381a7f5f95c4 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 10:05:53.398387 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-348863bf-1e3d-490a-b3ca-381a7f5f95c4 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.3267198
Jan 29 10:05:53.404603 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48258) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:53.416069 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-490686d2-80d7-491e-8f1a-d7a701bc6693 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Request body: {'security_group_rule': {'security_group_id': '22bc1af7-d0f9-41d4-a31b-eb212eb11418', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:05:53.416528 dv-neutron-772983-2-ovs neutron-server[80656]: WARNING neutron.api.v2.base [None req-490686d2-80d7-491e-8f1a-d7a701bc6693 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Jan 29 10:05:53.417077 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-490686d2-80d7-491e-8f1a-d7a701bc6693 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 10:05:53.418153 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-490686d2-80d7-491e-8f1a-d7a701bc6693 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0125513
Jan 29 10:05:53.435894 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48262) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:53.450656 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-09361847-bc4b-4a6a-a7c3-e33a35bf4d09 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Request body: {'security_group_rule': {'security_group_id': '22bc1af7-d0f9-41d4-a31b-eb212eb11418', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:05:53.590077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc059da8-e1da-4599-beb8-f3d7ba2ed508 None None] Network 8ef30934-9ea9-4a7d-b63b-d57fd02044b4 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:05:53.683490 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-93bb442a-b7f8-4e83-af59-50dc1dc5347d tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks [] for router_gateway, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:53.704683 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-baf2ddb2-6bc9-4930-9e10-68ca7aaa7b5c None None] Could not find standard attr ID for object 5a854851-b663-4287-855c-3d29820f88fe. {{(pid=80767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 29 10:05:53.727262 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1330db42-e234-493d-945f-ff7750b873fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:53.728021 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1714cd53-1fcf-4198-bf4a-6054e175cd78 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:53.731850 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-93bb442a-b7f8-4e83-af59-50dc1dc5347d tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:53.763301 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:53.787032 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-09361847-bc4b-4a6a-a7c3-e33a35bf4d09 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:05:53.803867 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-09361847-bc4b-4a6a-a7c3-e33a35bf4d09 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Usage tracker for resource:security_group_rule and tenant:1953d1b4866945c3bd9d25a1a005505a is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:05:53.806855 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-938c32d3-b92e-42bd-8764-17e0ffe9adaf tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:53.834717 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-09361847-bc4b-4a6a-a7c3-e33a35bf4d09 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:05:53.859183 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-09361847-bc4b-4a6a-a7c3-e33a35bf4d09 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:05:53.931379 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.securitygroups_db [None req-09361847-bc4b-4a6a-a7c3-e33a35bf4d09 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Project 1953d1b4866945c3bd9d25a1a005505a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 10:05:53.939124 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0d2f2d72-8f3a-4261-a877-c599526cd8c0 tempest-FloatingIPAdminTestJSON-1685392490 tempest-FloatingIPAdminTestJSON-1685392490-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:53.939462 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0d2f2d72-8f3a-4261-a877-c599526cd8c0 tempest-FloatingIPAdminTestJSON-1685392490 tempest-FloatingIPAdminTestJSON-1685392490-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:54.018682 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8066cfb-2061-4ce1-a66c-3487698a3dc6 None None] get_active_networks_info from dv-neutron-772983-2-ovs {{(pid=80767) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Jan 29 10:05:54.038707 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:05:54.114090 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-0d2f2d72-8f3a-4261-a877-c599526cd8c0 tempest-FloatingIPAdminTestJSON-1685392490 tempest-FloatingIPAdminTestJSON-1685392490-project-admin] Calling delete_port for 59da69f8-8a8c-4848-aa9e-cf20d250328b owned by network:floatingip {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:05:54.144742 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:54.165038 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1714cd53-1fcf-4198-bf4a-6054e175cd78 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Pushing event updated for resources: {'Subnet': ['ID=7c81545d-70f1-4b0f-8133-63332e0a6b98,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:54.199353 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1714cd53-1fcf-4198-bf4a-6054e175cd78 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:54.209341 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-09361847-bc4b-4a6a-a7c3-e33a35bf4d09 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 10:05:54.210901 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-09361847-bc4b-4a6a-a7c3-e33a35bf4d09 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.7736397
Jan 29 10:05:54.215932 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48268) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:54.224310 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-b95aac0a-c993-4ed2-91e1-23732c0ed8ac tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Request body: {'security_group_rule': {'security_group_id': '22bc1af7-d0f9-41d4-a31b-eb212eb11418', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:05:54.224827 dv-neutron-772983-2-ovs neutron-server[80656]: WARNING neutron.api.v2.base [None req-b95aac0a-c993-4ed2-91e1-23732c0ed8ac tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
Jan 29 10:05:54.225362 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-b95aac0a-c993-4ed2-91e1-23732c0ed8ac tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 10:05:54.226846 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b95aac0a-c993-4ed2-91e1-23732c0ed8ac tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0073409
Jan 29 10:05:54.233160 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48272) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:54.250635 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-d57a84d4-99fc-4fe0-b413-adc5b9430acb tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Request body: {'security_group_rule': {'security_group_id': '22bc1af7-d0f9-41d4-a31b-eb212eb11418', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:05:54.274103 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8ceabbc0-652d-4f42-b05f-1c2d7c3da886 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:54.278723 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d57a84d4-99fc-4fe0-b413-adc5b9430acb tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:05:54.301289 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d57a84d4-99fc-4fe0-b413-adc5b9430acb tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Usage tracker for resource:security_group_rule and tenant:1953d1b4866945c3bd9d25a1a005505a is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:05:54.308163 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d57a84d4-99fc-4fe0-b413-adc5b9430acb tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:05:54.336880 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d57a84d4-99fc-4fe0-b413-adc5b9430acb tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:05:54.419170 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.securitygroups_db [None req-d57a84d4-99fc-4fe0-b413-adc5b9430acb tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Project 1953d1b4866945c3bd9d25a1a005505a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 10:05:54.500353 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-d57a84d4-99fc-4fe0-b413-adc5b9430acb tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 10:05:54.501518 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d57a84d4-99fc-4fe0-b413-adc5b9430acb tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.2595305
Jan 29 10:05:54.506496 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48276) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:54.517649 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-0776b628-8d55-4d00-b2de-04a09055cd29 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Request body: {'security_group_rule': {'security_group_id': '22bc1af7-d0f9-41d4-a31b-eb212eb11418', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:05:54.553393 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-0776b628-8d55-4d00-b2de-04a09055cd29 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:05:54.564101 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-0776b628-8d55-4d00-b2de-04a09055cd29 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Usage tracker for resource:security_group_rule and tenant:1953d1b4866945c3bd9d25a1a005505a is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:05:54.569177 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-0776b628-8d55-4d00-b2de-04a09055cd29 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:05:54.586720 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-0776b628-8d55-4d00-b2de-04a09055cd29 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:05:54.589596 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0d2f2d72-8f3a-4261-a877-c599526cd8c0 tempest-FloatingIPAdminTestJSON-1685392490 tempest-FloatingIPAdminTestJSON-1685392490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:54.604269 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8066cfb-2061-4ce1-a66c-3487698a3dc6 None None] Network c44dbee4-1fbb-4037-a383-b1bcf1523c31 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:05:54.610787 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6c8c35bc-574f-4961-929c-ad86ad976339 tempest-FloatingIPAdminTestJSON-2102666705 tempest-FloatingIPAdminTestJSON-2102666705-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:54.618629 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8066cfb-2061-4ce1-a66c-3487698a3dc6 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, c44dbee4-1fbb-4037-a383-b1bcf1523c31) {{(pid=80767) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Jan 29 10:05:54.675918 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-938c32d3-b92e-42bd-8764-17e0ffe9adaf tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852603100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2204728'] for subnet, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:54.702110 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2f2d72-8f3a-4261-a877-c599526cd8c0 tempest-FloatingIPAdminTestJSON-1685392490 tempest-FloatingIPAdminTestJSON-1685392490-project-admin] Pushing event deleted for resources: {'Port': ['ID=59da69f8-8a8c-4848-aa9e-cf20d250328b,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:54.705898 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0d2f2d72-8f3a-4261-a877-c599526cd8c0 tempest-FloatingIPAdminTestJSON-1685392490 tempest-FloatingIPAdminTestJSON-1685392490-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:54.712224 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6ca5d34b-02dd-4c87-a104-347e6bb2fbef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:54.752119 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.securitygroups_db [None req-0776b628-8d55-4d00-b2de-04a09055cd29 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Project 1953d1b4866945c3bd9d25a1a005505a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 10:05:54.839574 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938c32d3-b92e-42bd-8764-17e0ffe9adaf tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Pushing event deleted for resources: {'Subnet': ['ID=f7cff07e-9f99-4c61-8548-c1d0e7524f99,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:54.842753 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-938c32d3-b92e-42bd-8764-17e0ffe9adaf tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:54.906583 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:54.926307 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1714cd53-1fcf-4198-bf4a-6054e175cd78 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Checking segment: {'id': '288dc5ca-1de7-40b8-8b44-34969c35ea6d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c44dbee4-1fbb-4037-a383-b1bcf1523c31'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:05:54.928017 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1714cd53-1fcf-4198-bf4a-6054e175cd78 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Network hostable DHCP agents. Network: c44dbee4-1fbb-4037-a383-b1bcf1523c31, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:05:54.937317 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-0776b628-8d55-4d00-b2de-04a09055cd29 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 10:05:54.941720 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0776b628-8d55-4d00-b2de-04a09055cd29 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.4321382
Jan 29 10:05:54.942253 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48282) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:54.992828 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-93bb442a-b7f8-4e83-af59-50dc1dc5347d tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Allocated IP 172.26.7.90 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/939e5125-636e-41b9-877b-f55f9cf2abc3) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:05:55.003022 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1714cd53-1fcf-4198-bf4a-6054e175cd78 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Unable to find a vacant binding_index for network c44dbee4-1fbb-4037-a383-b1bcf1523c31 and agent 8686d683-d11d-4d5b-ac40-091a54760ad6 {{(pid=80766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:212}}
Jan 29 10:05:55.028339 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-1714cd53-1fcf-4198-bf4a-6054e175cd78 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, c44dbee4-1fbb-4037-a383-b1bcf1523c31) {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:05:55.081031 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acf2967-ff61-40e1-890c-5a0d136a0ae7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-c44dbee4-1fbb-4037-a383-b1bcf1523c31', 'network_id': 'c44dbee4-1fbb-4037-a383-b1bcf1523c31', 'tenant_id': 'a4bcb8daca004dd88119d6e5803b6008', 'fixed_ips': [{'subnet_id': '7c81545d-70f1-4b0f-8133-63332e0a6b98'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:05:55.083245 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2acf2967-ff61-40e1-890c-5a0d136a0ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:55.174377 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1714cd53-1fcf-4198-bf4a-6054e175cd78 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:55.175473 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1714cd53-1fcf-4198-bf4a-6054e175cd78 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:55.232692 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e8e42aea-4d03-4e16-bc6e-decbc82f438b tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:55.239024 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-938c32d3-b92e-42bd-8764-17e0ffe9adaf tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:55.242193 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ceabbc0-652d-4f42-b05f-1c2d7c3da886 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Router 39540de8-a62f-4603-9400-5bf5d8f2b2d2 is scheduled to L3 agent 18987107-6d88-4736-94cf-15791d65b3ff with binding_index 1 {{(pid=80766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 29 10:05:55.257211 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1714cd53-1fcf-4198-bf4a-6054e175cd78 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.8431990
Jan 29 10:05:55.267121 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 48286) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:55.287303 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-fe53ab9f-da3f-4ed6-84ce-49f8073d7c51 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Request body: {'port': {'network_id': 'c44dbee4-1fbb-4037-a383-b1bcf1523c31', 'name': 'tempest-ExtraDHCPOptionsTestJSON-48219123'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:05:55.333317 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e8e42aea-4d03-4e16-bc6e-decbc82f438b tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:55.415423 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-2acf2967-ff61-40e1-890c-5a0d136a0ae7 None None] Allocated IP 172.20.0.2 (c44dbee4-1fbb-4037-a383-b1bcf1523c31/7c81545d-70f1-4b0f-8133-63332e0a6b98/98dad0f6-2d08-478f-9e6d-c0a0242fbb5b) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:05:55.450051 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0d2f2d72-8f3a-4261-a877-c599526cd8c0 tempest-FloatingIPAdminTestJSON-1685392490 tempest-FloatingIPAdminTestJSON-1685392490-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:55.464963 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e8e42aea-4d03-4e16-bc6e-decbc82f438b tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:55.478714 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1a090143-ef68-4d95-bde9-69c281dbf837 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:55.509473 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e42aea-4d03-4e16-bc6e-decbc82f438b tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22bc1af7-d0f9-41d4-a31b-eb212eb11418,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:55.521284 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e8e42aea-4d03-4e16-bc6e-decbc82f438b tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:55.523145 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-93bb442a-b7f8-4e83-af59-50dc1dc5347d tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:55.526685 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-938c32d3-b92e-42bd-8764-17e0ffe9adaf tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99ca074b70>,) {'filters': {'network_id': ['8ef30934-9ea9-4a7d-b63b-d57fd02044b4']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:05:55.552329 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-938c32d3-b92e-42bd-8764-17e0ffe9adaf tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99ca074b70>, '04990776-e864-410c-8022-995cb371f1b2') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:05:55.552643 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-938c32d3-b92e-42bd-8764-17e0ffe9adaf tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99ca074b70>, '04990776-e864-410c-8022-995cb371f1b2') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:05:55.578916 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-938c32d3-b92e-42bd-8764-17e0ffe9adaf tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:55.601924 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0d2f2d72-8f3a-4261-a877-c599526cd8c0 tempest-FloatingIPAdminTestJSON-1685392490 tempest-FloatingIPAdminTestJSON-1685392490-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:55.607657 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0d2f2d72-8f3a-4261-a877-c599526cd8c0 tempest-FloatingIPAdminTestJSON-1685392490 tempest-FloatingIPAdminTestJSON-1685392490-project-admin] 10.222.0.57 "DELETE /v2.0/floatingips/41c7f903-263b-42f9-a1b4-d3d69cd8c21d HTTP/1.1" status: 204  len: 168 time: 2.5759923
Jan 29 10:05:55.608907 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48292) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:55.612425 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-938c32d3-b92e-42bd-8764-17e0ffe9adaf tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:55.614221 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e8e42aea-4d03-4e16-bc6e-decbc82f438b tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:55.617915 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e8e42aea-4d03-4e16-bc6e-decbc82f438b tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] 10.222.0.57 "DELETE /v2.0/security-groups/22bc1af7-d0f9-41d4-a31b-eb212eb11418 HTTP/1.1" status: 204  len: 168 time: 0.6669021
Jan 29 10:05:55.623871 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 48296) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:55.646852 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-938c32d3-b92e-42bd-8764-17e0ffe9adaf tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Releasing vxlan tunnel 5 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:05:55.704862 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2acf2967-ff61-40e1-890c-5a0d136a0ae7 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:55.766202 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-fe53ab9f-da3f-4ed6-84ce-49f8073d7c51 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:05:55.787878 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5147410d-a650-49dd-b389-9dcbab2eb0ff tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.1617758
Jan 29 10:05:55.792860 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 48302) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:55.794590 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-fe53ab9f-da3f-4ed6-84ce-49f8073d7c51 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Usage tracker for resource:port and tenant:a4bcb8daca004dd88119d6e5803b6008 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:05:55.800170 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ceabbc0-652d-4f42-b05f-1c2d7c3da886 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:05:55.802172 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-93bb442a-b7f8-4e83-af59-50dc1dc5347d tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:55.811637 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e937364e-c6c9-4d01-9c76-173ff1e6b8f8 None None] Sync routers for ids ['39540de8-a62f-4603-9400-5bf5d8f2b2d2'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:05:55.820639 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-f2c23511-995d-4a33-b0ca-085405202c24 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Deleting port d59f8589-da6d-405f-b320-c68ae041a947 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:05:55.821040 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f2c23511-995d-4a33-b0ca-085405202c24 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:55.823075 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e937364e-c6c9-4d01-9c76-173ff1e6b8f8 None None] Routers {'39540de8-a62f-4603-9400-5bf5d8f2b2d2'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:05:55.824090 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-e937364e-c6c9-4d01-9c76-173ff1e6b8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99cac74898>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:05:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['39540de8-a62f-4603-9400-5bf5d8f2b2d2'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:05:55.862516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-fe53ab9f-da3f-4ed6-84ce-49f8073d7c51 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:05:55.870723 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-582614bd-56ee-4837-a7bd-651e1b5e781a tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Request body: {'security_group': {'name': 'tempest-secgroup--1277080226'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:05:55.892613 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ecd5e8d0-72d8-4721-bbc3-ac5ab9bb204a tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:55.906639 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-e937364e-c6c9-4d01-9c76-173ff1e6b8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99cac74898>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:05:55.928772 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e937364e-c6c9-4d01-9c76-173ff1e6b8f8 None None] Routers {'39540de8-a62f-4603-9400-5bf5d8f2b2d2'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:05:55.929592 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-e937364e-c6c9-4d01-9c76-173ff1e6b8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99cac74898>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:05:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['39540de8-a62f-4603-9400-5bf5d8f2b2d2'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:05:55.939907 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-938c32d3-b92e-42bd-8764-17e0ffe9adaf tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Network 8ef30934-9ea9-4a7d-b63b-d57fd02044b4 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:05:55.940104 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-582614bd-56ee-4837-a7bd-651e1b5e781a tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:05:55.947715 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-fe53ab9f-da3f-4ed6-84ce-49f8073d7c51 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:05:55.952676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-938c32d3-b92e-42bd-8764-17e0ffe9adaf tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:55.981945 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-582614bd-56ee-4837-a7bd-651e1b5e781a tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Usage tracker for resource:security_group and tenant:1953d1b4866945c3bd9d25a1a005505a is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:05:55.988339 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-582614bd-56ee-4837-a7bd-651e1b5e781a tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:05:56.008509 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-e937364e-c6c9-4d01-9c76-173ff1e6b8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99cac74898>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:05:56.008956 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e937364e-c6c9-4d01-9c76-173ff1e6b8f8 None None] The sync data for ids ['39540de8-a62f-4603-9400-5bf5d8f2b2d2'] in dv-neutron-772983-2-ovs is: [] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:05:56.011460 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:56.053702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-582614bd-56ee-4837-a7bd-651e1b5e781a tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:05:56.070073 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8ceabbc0-652d-4f42-b05f-1c2d7c3da886 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:56.071657 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8ceabbc0-652d-4f42-b05f-1c2d7c3da886 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 11.0369811
Jan 29 10:05:56.075420 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48306) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:56.079099 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe53ab9f-da3f-4ed6-84ce-49f8073d7c51 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Made reservation on behalf of a4bcb8daca004dd88119d6e5803b6008 for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:05:56.100319 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fe53ab9f-da3f-4ed6-84ce-49f8073d7c51 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:56.138921 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bb442a-b7f8-4e83-af59-50dc1dc5347d tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Pushing event updated for resources: {'Port': ['ID=939e5125-636e-41b9-877b-f55f9cf2abc3,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:56.145963 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-93bb442a-b7f8-4e83-af59-50dc1dc5347d tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:56.148637 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-582614bd-56ee-4837-a7bd-651e1b5e781a tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks [] for security_group, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:56.224905 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-582614bd-56ee-4837-a7bd-651e1b5e781a tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:05:56.256950 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-582614bd-56ee-4837-a7bd-651e1b5e781a tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Usage tracker for resource:security_group_rule and tenant:1953d1b4866945c3bd9d25a1a005505a is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:05:56.267961 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-582614bd-56ee-4837-a7bd-651e1b5e781a tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:05:56.276648 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bb442a-b7f8-4e83-af59-50dc1dc5347d tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:05:56.330146 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-93bb442a-b7f8-4e83-af59-50dc1dc5347d tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:05:56.332402 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-582614bd-56ee-4837-a7bd-651e1b5e781a tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:05:56.341846 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bb442a-b7f8-4e83-af59-50dc1dc5347d tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:05:56.448304 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-fe53ab9f-da3f-4ed6-84ce-49f8073d7c51 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] device_id is not set on port f84f9d90-d804-4de9-b930-c000f8a4f822 yet. {{(pid=80766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:05:56.615664 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-938c32d3-b92e-42bd-8764-17e0ffe9adaf tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Network 8ef30934-9ea9-4a7d-b63b-d57fd02044b4 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:05:56.655993 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:05:56.655993 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:05:56.655993 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:05:56.655993 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:05:56.655993 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:05:56.655993 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:05:56.655993 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:05:56.655993 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:05:56.655993 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:05:56.655993 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:05:56.655993 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:05:56.655993 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:05:56.655993 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:05:56.655993 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:05:56.655993 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:05:56.655993 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:05:56.655993 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:05:56.655993 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:05:56.655993 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:05:56.655993 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:05:56.655993 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:05:56.655993 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:05:56.655993 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:05:56.655993 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:05:56.655993 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:05:56.655993 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:05:56.655993 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:05:56.655993 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:05:56.655993 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:05:56.655993 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:05:56.655993 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:05:56.655993 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:05:56.764002 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-582614bd-56ee-4837-a7bd-651e1b5e781a tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks [] for security_group, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:56.768552 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-582614bd-56ee-4837-a7bd-651e1b5e781a tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:56.774714 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-df5599a5-df6b-4e24-80e9-32f4ab7783be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:56.837758 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-2acf2967-ff61-40e1-890c-5a0d136a0ae7 None None] Transition to ACTIVE for port object 98dad0f6-2d08-478f-9e6d-c0a0242fbb5b will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:05:56.846712 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-938c32d3-b92e-42bd-8764-17e0ffe9adaf tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:56.858030 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bdf6d099-a395-454e-ac35-28d49e099ec5 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:56.862187 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-2acf2967-ff61-40e1-890c-5a0d136a0ae7 None None] Transition to ACTIVE for port object 98dad0f6-2d08-478f-9e6d-c0a0242fbb5b will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:05:56.866964 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2acf2967-ff61-40e1-890c-5a0d136a0ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:56.883305 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a8480230-bb9f-4152-9bbc-dd67e6d06732 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:56.887781 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-938c32d3-b92e-42bd-8764-17e0ffe9adaf tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:56.905251 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6947710e-a679-451d-81aa-fbddca4dff10 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] 10.222.0.57 "GET /v2.0/routers/39540de8-a62f-4603-9400-5bf5d8f2b2d2 HTTP/1.1" status: 200  len: 920 time: 0.8209879
Jan 29 10:05:56.906329 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938c32d3-b92e-42bd-8764-17e0ffe9adaf tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Pushing event deleted for resources: {'Network': ['ID=8ef30934-9ea9-4a7d-b63b-d57fd02044b4,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:56.908073 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48312) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:56.909824 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f2c23511-995d-4a33-b0ca-085405202c24 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:56.921223 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-938c32d3-b92e-42bd-8764-17e0ffe9adaf tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:56.930925 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-938c32d3-b92e-42bd-8764-17e0ffe9adaf tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] 10.222.0.57 "DELETE /v2.0/networks/8ef30934-9ea9-4a7d-b63b-d57fd02044b4 HTTP/1.1" status: 204  len: 168 time: 6.0932620
Jan 29 10:05:56.931945 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 48316) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:56.976980 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-a1390438-f60d-4626-bb1a-09d5def4f241 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1654319952'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:05:57.002052 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a1390438-f60d-4626-bb1a-09d5def4f241 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:05:57.029000 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582614bd-56ee-4837-a7bd-651e1b5e781a tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36e5aa0b-638b-4349-96c8-b7bc4d5d1efd,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:57.031927 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acf2967-ff61-40e1-890c-5a0d136a0ae7 None None] Pushing event updated for resources: {'Port': ['ID=98dad0f6-2d08-478f-9e6d-c0a0242fbb5b,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:57.036498 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2acf2967-ff61-40e1-890c-5a0d136a0ae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:57.036986 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a1390438-f60d-4626-bb1a-09d5def4f241 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Usage tracker for resource:network and tenant:d8fb2116922348989967930f2f8f067f is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:05:57.040155 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-582614bd-56ee-4837-a7bd-651e1b5e781a tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:57.050024 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a1390438-f60d-4626-bb1a-09d5def4f241 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Quota usage for network was recalculated. Used quota:3. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:05:57.055444 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-582614bd-56ee-4837-a7bd-651e1b5e781a tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:57.056808 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-582614bd-56ee-4837-a7bd-651e1b5e781a tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 1.2585850
Jan 29 10:05:57.068273 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 48322) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:57.069148 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a1390438-f60d-4626-bb1a-09d5def4f241 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:05:57.094953 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-51250796-a9f6-4d76-9fec-0746398ab29a tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Request body: {'security_group_rule': {'security_group_id': '36e5aa0b-638b-4349-96c8-b7bc4d5d1efd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:05:57.095285 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acf2967-ff61-40e1-890c-5a0d136a0ae7 None None] Network c44dbee4-1fbb-4037-a383-b1bcf1523c31 is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:05:57.096849 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-2acf2967-ff61-40e1-890c-5a0d136a0ae7 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:05:57.099279 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acf2967-ff61-40e1-890c-5a0d136a0ae7 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:05:57.107980 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-82848815-22d6-4f1e-bf41-d2dd227b861f tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] 10.222.0.57 "GET /v2.0/ports?device_id=39540de8-a62f-4603-9400-5bf5d8f2b2d2 HTTP/1.1" status: 200  len: 205 time: 0.1861832
Jan 29 10:05:57.112993 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-f2c23511-995d-4a33-b0ca-085405202c24 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Calling delete_port for d59f8589-da6d-405f-b320-c68ae041a947 owned by  {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:05:57.122434 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 48326) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:57.160782 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-2acf2967-ff61-40e1-890c-5a0d136a0ae7 None None] Attempting to bind port 98dad0f6-2d08-478f-9e6d-c0a0242fbb5b on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:05:57.161194 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-2acf2967-ff61-40e1-890c-5a0d136a0ae7 None None] Attempting to bind port 98dad0f6-2d08-478f-9e6d-c0a0242fbb5b by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '288dc5ca-1de7-40b8-8b44-34969c35ea6d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c44dbee4-1fbb-4037-a383-b1bcf1523c31'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:05:57.161599 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acf2967-ff61-40e1-890c-5a0d136a0ae7 None None] Attempting to bind port 98dad0f6-2d08-478f-9e6d-c0a0242fbb5b on network c44dbee4-1fbb-4037-a383-b1bcf1523c31 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:05:57.167318 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acf2967-ff61-40e1-890c-5a0d136a0ae7 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:05:57.167729 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acf2967-ff61-40e1-890c-5a0d136a0ae7 None None] Checking segment: {'id': '288dc5ca-1de7-40b8-8b44-34969c35ea6d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c44dbee4-1fbb-4037-a383-b1bcf1523c31'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:05:57.169059 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2acf2967-ff61-40e1-890c-5a0d136a0ae7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:57.169171 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acf2967-ff61-40e1-890c-5a0d136a0ae7 None None] Bound using segment: {'id': '288dc5ca-1de7-40b8-8b44-34969c35ea6d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c44dbee4-1fbb-4037-a383-b1bcf1523c31'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:05:57.169763 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-2acf2967-ff61-40e1-890c-5a0d136a0ae7 None None] Bound port: 98dad0f6-2d08-478f-9e6d-c0a0242fbb5b, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288dc5ca-1de7-40b8-8b44-34969c35ea6d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c44dbee4-1fbb-4037-a383-b1bcf1523c31'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:05:57.170225 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2acf2967-ff61-40e1-890c-5a0d136a0ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:57.191575 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-51250796-a9f6-4d76-9fec-0746398ab29a tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:05:57.194733 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-fe53ab9f-da3f-4ed6-84ce-49f8073d7c51 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Allocated IP 172.20.0.10 (c44dbee4-1fbb-4037-a383-b1bcf1523c31/7c81545d-70f1-4b0f-8133-63332e0a6b98/f84f9d90-d804-4de9-b930-c000f8a4f822) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:05:57.232287 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-51250796-a9f6-4d76-9fec-0746398ab29a tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Usage tracker for resource:security_group_rule and tenant:1953d1b4866945c3bd9d25a1a005505a is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:05:57.269598 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-2acf2967-ff61-40e1-890c-5a0d136a0ae7 None None] For port 98dad0f6-2d08-478f-9e6d-c0a0242fbb5b, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:05:57.272676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f2c23511-995d-4a33-b0ca-085405202c24 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:57.272978 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-2acf2967-ff61-40e1-890c-5a0d136a0ae7 None None] For port 98dad0f6-2d08-478f-9e6d-c0a0242fbb5b, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=98dad0f6-2d08-478f-9e6d-c0a0242fbb5b,segment=NetworkSegment(288dc5ca-1de7-40b8-8b44-34969c35ea6d),segment_id=288dc5ca-1de7-40b8-8b44-34969c35ea6d)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:05:57.276933 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2acf2967-ff61-40e1-890c-5a0d136a0ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:57.302015 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7b2c8fc4-50e7-4149-9228-5241b5b68525 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:57.364216 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c23511-995d-4a33-b0ca-085405202c24 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Pushing event deleted for resources: {'Port': ['ID=d59f8589-da6d-405f-b320-c68ae041a947,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:57.369308 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f2c23511-995d-4a33-b0ca-085405202c24 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:57.422566 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:57.513815 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acf2967-ff61-40e1-890c-5a0d136a0ae7 None None] Pushing event updated for resources: {'Port': ['ID=98dad0f6-2d08-478f-9e6d-c0a0242fbb5b,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:57.525953 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2acf2967-ff61-40e1-890c-5a0d136a0ae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:57.551383 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-51250796-a9f6-4d76-9fec-0746398ab29a tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:05:57.553752 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1390438-f60d-4626-bb1a-09d5def4f241 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Made reservation on behalf of d8fb2116922348989967930f2f8f067f for: {'network': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:05:57.558682 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f2c23511-995d-4a33-b0ca-085405202c24 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:57.565252 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f2c23511-995d-4a33-b0ca-085405202c24 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] 10.222.0.57 "DELETE /v2.0/ports/d59f8589-da6d-405f-b320-c68ae041a947 HTTP/1.1" status: 204  len: 168 time: 1.9553118
Jan 29 10:05:57.568264 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48330) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:57.575648 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a1390438-f60d-4626-bb1a-09d5def4f241 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:57.603000 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-51250796-a9f6-4d76-9fec-0746398ab29a tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:05:57.614527 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-93bb442a-b7f8-4e83-af59-50dc1dc5347d tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks [] for router_gateway, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:57.744140 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c709b8e-c515-44ac-b967-9807a17bc0c5 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:57.744404 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-0c709b8e-c515-44ac-b967-9807a17bc0c5 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Synchronizing usage tracker for tenant:dc69fae14c2c4e1faa1e6d21b85f79fa on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:05:57.768706 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-0c709b8e-c515-44ac-b967-9807a17bc0c5 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Unset dirty status for tenant:dc69fae14c2c4e1faa1e6d21b85f79fa on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:05:57.770056 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0c709b8e-c515-44ac-b967-9807a17bc0c5 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] 10.222.0.57 "GET /v2.0/ports?device_id=632570bf-0681-4ecb-b776-928458388e6f HTTP/1.1" status: 200  len: 913 time: 0.2007535
Jan 29 10:05:57.772847 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48334) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:57.883011 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1390438-f60d-4626-bb1a-09d5def4f241 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:05:57.958167 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a1390438-f60d-4626-bb1a-09d5def4f241 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268197113528', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:57.958616 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-a1390438-f60d-4626-bb1a-09d5def4f241 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Added segment aa07c86d-141d-41f4-9d51-2efc500ec838 of type vxlan for network 7c498d52-4c70-44cc-bd6a-4feae11a0977
Jan 29 10:05:58.073423 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3aec7ebc-1da6-43c3-9408-ef0b013084e7 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks [] for router, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:58.143603 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-51250796-a9f6-4d76-9fec-0746398ab29a tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] create failed (client error): The resource could not be found.
Jan 29 10:05:58.144765 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-51250796-a9f6-4d76-9fec-0746398ab29a tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 1.0706224
Jan 29 10:05:58.155681 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48340) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:58.168506 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-617239a1-0a0e-448e-937d-3cab33740818 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Request body: {'security_group_rule': {'security_group_id': '36e5aa0b-638b-4349-96c8-b7bc4d5d1efd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '3c08c206-d068-4449-b3fe-4451807d43f0'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:05:58.194107 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-617239a1-0a0e-448e-937d-3cab33740818 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:05:58.211433 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-617239a1-0a0e-448e-937d-3cab33740818 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Usage tracker for resource:security_group_rule and tenant:1953d1b4866945c3bd9d25a1a005505a is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:05:58.216191 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-617239a1-0a0e-448e-937d-3cab33740818 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:05:58.226277 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-617239a1-0a0e-448e-937d-3cab33740818 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:05:58.341561 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-617239a1-0a0e-448e-937d-3cab33740818 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] create failed (client error): The resource could not be found.
Jan 29 10:05:58.342771 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-617239a1-0a0e-448e-937d-3cab33740818 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.1861355
Jan 29 10:05:58.349724 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48346) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:58.396910 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a1390438-f60d-4626-bb1a-09d5def4f241 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:58.494742 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c30e1028-a8d9-4347-9022-93fb420b5324 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:58.498930 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fe53ab9f-da3f-4ed6-84ce-49f8073d7c51 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:58.537866 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c30e1028-a8d9-4347-9022-93fb420b5324 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:58.540293 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 98dad0f6-2d08-478f-9e6d-c0a0242fbb5b up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:05:58.568055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3aec7ebc-1da6-43c3-9408-ef0b013084e7 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks [] for router_gateway, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:58.571855 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a1390438-f60d-4626-bb1a-09d5def4f241 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:58.577938 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-fe53ab9f-da3f-4ed6-84ce-49f8073d7c51 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Transition to ACTIVE for port object f84f9d90-d804-4de9-b930-c000f8a4f822 will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:05:58.579939 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-3aec7ebc-1da6-43c3-9408-ef0b013084e7 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Deleting port 42cda3d7-ef9e-4ba8-b1a8-5765bf690300 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:05:58.580319 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3aec7ebc-1da6-43c3-9408-ef0b013084e7 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:58.646032 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c30e1028-a8d9-4347-9022-93fb420b5324 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:58.648652 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 98dad0f6-2d08-478f-9e6d-c0a0242fbb5b completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:05:58.653957 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5353ebc7-f787-4dfa-8ea3-ec8948dbd628 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:58.673829 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30e1028-a8d9-4347-9022-93fb420b5324 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e5aa0b-638b-4349-96c8-b7bc4d5d1efd,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:58.679205 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1390438-f60d-4626-bb1a-09d5def4f241 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:05:58.680521 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a1390438-f60d-4626-bb1a-09d5def4f241 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:58.681657 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c30e1028-a8d9-4347-9022-93fb420b5324 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:58.687812 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c30e1028-a8d9-4347-9022-93fb420b5324 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:58.691463 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c30e1028-a8d9-4347-9022-93fb420b5324 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] 10.222.0.57 "DELETE /v2.0/security-groups/36e5aa0b-638b-4349-96c8-b7bc4d5d1efd HTTP/1.1" status: 204  len: 168 time: 0.3381824
Jan 29 10:05:58.691766 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48350) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:58.696012 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:58.696944 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dce3bf06-51e2-4562-885b-3a7ec019ad75 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349253'] for router_interface, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:58.733144 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-93bb442a-b7f8-4e83-af59-50dc1dc5347d tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:58.890452 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a1390438-f60d-4626-bb1a-09d5def4f241 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 1.9571655
Jan 29 10:05:58.898214 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48354) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:58.910239 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-a1ac382d-5c86-49a4-b32b-49b8e8b2a676 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Request body: {'subnet': {'network_id': '7c498d52-4c70-44cc-bd6a-4feae11a0977', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:05:58.935446 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f6fbba-3fb3-49fe-92b2-b3edb974d222 None None] get_active_networks_info from dv-neutron-772983-2-ovs {{(pid=80767) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Jan 29 10:05:58.949320 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ec9325e6-5d1c-44a7-be58-db48c30fb5da tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Synchronizing usage tracker for tenant:1953d1b4866945c3bd9d25a1a005505a on resource:security_group {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:05:58.995417 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1390438-f60d-4626-bb1a-09d5def4f241 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Pushing event updated for resources: {'Network': ['ID=7c498d52-4c70-44cc-bd6a-4feae11a0977,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:59.009417 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a1390438-f60d-4626-bb1a-09d5def4f241 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:59.016520 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 7c498d52-4c70-44cc-bd6a-4feae11a0977 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:05:59.120086 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fe53ab9f-da3f-4ed6-84ce-49f8073d7c51 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:59.131163 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ec9325e6-5d1c-44a7-be58-db48c30fb5da tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Unset dirty status for tenant:1953d1b4866945c3bd9d25a1a005505a on resource:security_group {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:05:59.132522 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ec9325e6-5d1c-44a7-be58-db48c30fb5da tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.4398024
Jan 29 10:05:59.142021 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8ceabbc0-652d-4f42-b05f-1c2d7c3da886 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:59.143001 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48360) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:59.158419 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 7c498d52-4c70-44cc-bd6a-4feae11a0977 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:05:59.187996 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-651507df-b884-44ff-99a0-f83cefd81489 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Request body: {'security_group_rule': {'security_group_id': '15280172-f371-4a55-8ca4-d0c557aee45c', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:05:59.198165 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-d578ae1e-fb66-4306-931a-e7625ef26bd3 None None] Provisioning for port 98dad0f6-2d08-478f-9e6d-c0a0242fbb5b completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:05:59.216187 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a1ac382d-5c86-49a4-b32b-49b8e8b2a676 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:05:59.221429 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-651507df-b884-44ff-99a0-f83cefd81489 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:05:59.226648 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a1ac382d-5c86-49a4-b32b-49b8e8b2a676 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Usage tracker for resource:subnet and tenant:d8fb2116922348989967930f2f8f067f is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:05:59.230075 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-d578ae1e-fb66-4306-931a-e7625ef26bd3 None None] Provisioning complete for port 98dad0f6-2d08-478f-9e6d-c0a0242fbb5b triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:05:59.230504 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d578ae1e-fb66-4306-931a-e7625ef26bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:59.230679 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-651507df-b884-44ff-99a0-f83cefd81489 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Usage tracker for resource:security_group_rule and tenant:1953d1b4866945c3bd9d25a1a005505a is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:05:59.234160 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a1ac382d-5c86-49a4-b32b-49b8e8b2a676 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:05:59.235605 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3aec7ebc-1da6-43c3-9408-ef0b013084e7 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:59.240028 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-651507df-b884-44ff-99a0-f83cefd81489 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:05:59.244130 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a1ac382d-5c86-49a4-b32b-49b8e8b2a676 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:05:59.251223 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-651507df-b884-44ff-99a0-f83cefd81489 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:05:59.273229 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ac382d-5c86-49a4-b32b-49b8e8b2a676 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Made reservation on behalf of d8fb2116922348989967930f2f8f067f for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:05:59.295130 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a1ac382d-5c86-49a4-b32b-49b8e8b2a676 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:59.453119 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f6fbba-3fb3-49fe-92b2-b3edb974d222 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Jan 29 10:05:59.666093 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d578ae1e-fb66-4306-931a-e7625ef26bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:59.742700 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-3aec7ebc-1da6-43c3-9408-ef0b013084e7 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Calling delete_port for 42cda3d7-ef9e-4ba8-b1a8-5765bf690300 owned by network:router_gateway {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:05:59.754984 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-651507df-b884-44ff-99a0-f83cefd81489 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] create failed (client error): The resource could not be found.
Jan 29 10:05:59.756135 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-651507df-b884-44ff-99a0-f83cefd81489 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.6106439
Jan 29 10:05:59.763847 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48366) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:05:59.785557 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-25e41a3b-3ffe-4604-8403-b02baf98b7f7 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Request body: {'security_group': {'name': 'tempest-secgroup--1016866793'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:05:59.794064 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe53ab9f-da3f-4ed6-84ce-49f8073d7c51 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Pushing event updated for resources: {'Port': ['ID=f84f9d90-d804-4de9-b930-c000f8a4f822,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:05:59.804053 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-fe53ab9f-da3f-4ed6-84ce-49f8073d7c51 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.662s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:05:59.817657 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-25e41a3b-3ffe-4604-8403-b02baf98b7f7 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:05:59.825380 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-dce3bf06-51e2-4562-885b-3a7ec019ad75 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Deleting port 8b726316-fabb-4c16-aa91-af9c5165413d {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:05:59.825674 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dce3bf06-51e2-4562-885b-3a7ec019ad75 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:59.880285 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-25e41a3b-3ffe-4604-8403-b02baf98b7f7 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:05:59.888176 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93bb442a-b7f8-4e83-af59-50dc1dc5347d tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Router 44b71fa3-58af-4970-9216-2b5916191863 is scheduled to L3 agent 18987107-6d88-4736-94cf-15791d65b3ff with binding_index 1 {{(pid=80766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 29 10:05:59.907892 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-d578ae1e-fb66-4306-931a-e7625ef26bd3 None None] For port 98dad0f6-2d08-478f-9e6d-c0a0242fbb5b, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=98dad0f6-2d08-478f-9e6d-c0a0242fbb5b,segment=NetworkSegment(288dc5ca-1de7-40b8-8b44-34969c35ea6d),segment_id=288dc5ca-1de7-40b8-8b44-34969c35ea6d)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:05:59.913952 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d578ae1e-fb66-4306-931a-e7625ef26bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:59.930126 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f49203d4-42a3-4778-99e3-1047d0ff6c6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:05:59.947417 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-25e41a3b-3ffe-4604-8403-b02baf98b7f7 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:05:59.969983 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe53ab9f-da3f-4ed6-84ce-49f8073d7c51 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Network c44dbee4-1fbb-4037-a383-b1bcf1523c31 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:06:00.031874 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-fe53ab9f-da3f-4ed6-84ce-49f8073d7c51 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:06:00.066157 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d578ae1e-fb66-4306-931a-e7625ef26bd3 None None] Pushing event updated for resources: {'Port': ['ID=98dad0f6-2d08-478f-9e6d-c0a0242fbb5b,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:00.070454 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d578ae1e-fb66-4306-931a-e7625ef26bd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:00.075824 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe53ab9f-da3f-4ed6-84ce-49f8073d7c51 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:06:00.077743 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-25e41a3b-3ffe-4604-8403-b02baf98b7f7 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:06:00.094877 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-25e41a3b-3ffe-4604-8403-b02baf98b7f7 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Usage tracker for resource:security_group_rule and tenant:1953d1b4866945c3bd9d25a1a005505a is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:06:00.111617 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-25e41a3b-3ffe-4604-8403-b02baf98b7f7 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:06:00.140008 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-25e41a3b-3ffe-4604-8403-b02baf98b7f7 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:06:00.197131 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dce3bf06-51e2-4562-885b-3a7ec019ad75 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:00.247395 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe53ab9f-da3f-4ed6-84ce-49f8073d7c51 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:00.248141 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fe53ab9f-da3f-4ed6-84ce-49f8073d7c51 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:00.259108 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06115f2e-0564-4f91-b3f4-ac4f60475c38 None None] DHCP port deletion for 8ef30934-9ea9-4a7d-b63b-d57fd02044b4 request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:06:00.265981 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3aec7ebc-1da6-43c3-9408-ef0b013084e7 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:00.310029 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3ea15b-ba76-4aa2-bc6d-8964681ffc6e None None] Network c44dbee4-1fbb-4037-a383-b1bcf1523c31 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:06:00.333618 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-fe53ab9f-da3f-4ed6-84ce-49f8073d7c51 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.0639906
Jan 29 10:06:00.371816 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48372) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:00.386851 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93bb442a-b7f8-4e83-af59-50dc1dc5347d tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:06:00.404046 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-dce3bf06-51e2-4562-885b-3a7ec019ad75 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Calling delete_port for 8b726316-fabb-4c16-aa91-af9c5165413d owned by network:router_interface {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:06:00.404628 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd428d39-b389-4de3-b26a-620f55da616d None None] Sync routers for ids ['44b71fa3-58af-4970-9216-2b5916191863'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:06:00.416552 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd428d39-b389-4de3-b26a-620f55da616d None None] Routers {'44b71fa3-58af-4970-9216-2b5916191863'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:06:00.417234 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-dd428d39-b389-4de3-b26a-620f55da616d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9f06978>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:05:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['44b71fa3-58af-4970-9216-2b5916191863'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:00.450767 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-f5a0583b-56f2-4f6f-90c1-9745a46d1fa9 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Request body: {'port': {'network_id': 'c44dbee4-1fbb-4037-a383-b1bcf1523c31', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1387191523', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:06:00.451446 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.api.validators [None req-f5a0583b-56f2-4f6f-90c1-9745a46d1fa9 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] bootfile-name is not in valid_values {{(pid=80765) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Jan 29 10:06:00.451932 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.api.validators [None req-f5a0583b-56f2-4f6f-90c1-9745a46d1fa9 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] tftp-server is not in valid_values {{(pid=80765) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Jan 29 10:06:00.452411 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.api.validators [None req-f5a0583b-56f2-4f6f-90c1-9745a46d1fa9 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] server-ip-address is not in valid_values {{(pid=80765) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Jan 29 10:06:00.497160 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-93bb442a-b7f8-4e83-af59-50dc1dc5347d tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:00.498553 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-93bb442a-b7f8-4e83-af59-50dc1dc5347d tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 888 time: 9.2089481
Jan 29 10:06:00.501474 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 48376) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:00.507328 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-7e285284-86d0-4cc1-b285-c1523bfd54ed tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'enable_snat': False}}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:06:00.533309 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-dd428d39-b389-4de3-b26a-620f55da616d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9f06978>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:00.547075 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd428d39-b389-4de3-b26a-620f55da616d None None] Routers {'44b71fa3-58af-4970-9216-2b5916191863'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:06:00.550222 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-dd428d39-b389-4de3-b26a-620f55da616d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9f06978>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:05:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['44b71fa3-58af-4970-9216-2b5916191863'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:00.573534 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 98dad0f6-2d08-478f-9e6d-c0a0242fbb5b up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:06:00.656596 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-25e41a3b-3ffe-4604-8403-b02baf98b7f7 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:00.660676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-dd428d39-b389-4de3-b26a-620f55da616d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9f06978>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:00.661301 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd428d39-b389-4de3-b26a-620f55da616d None None] The sync data for ids ['44b71fa3-58af-4970-9216-2b5916191863'] in dv-neutron-772983-2-ovs is: [] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:06:00.768458 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 98dad0f6-2d08-478f-9e6d-c0a0242fbb5b triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:06:00.768879 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:00.843645 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-25e41a3b-3ffe-4604-8403-b02baf98b7f7 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:00.851954 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3aec7ebc-1da6-43c3-9408-ef0b013084e7 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854102222'] for router_gateway, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:00.920577 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e8e42aea-4d03-4e16-bc6e-decbc82f438b tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:00.926455 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 5a854851-b663-4287-855c-3d29820f88fe no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:06:00.973219 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 5a854851-b663-4287-855c-3d29820f88fe {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:06:00.973795 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 5a854851-b663-4287-855c-3d29820f88fe not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:06:01.047638 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-25e41a3b-3ffe-4604-8403-b02baf98b7f7 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:01.049298 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-25e41a3b-3ffe-4604-8403-b02baf98b7f7 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 1.2815433
Jan 29 10:06:01.061098 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e41a3b-3ffe-4604-8403-b02baf98b7f7 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3df935c-69ac-49f3-ac60-b9b37c02bb86,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:01.072960 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48382) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:01.073162 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-25e41a3b-3ffe-4604-8403-b02baf98b7f7 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:01.085847 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-8571c7e0-c75b-443c-ad5c-a933fac518ea tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Request body: {'security_group': {'name': 'tempest-secgroup--335986350'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:06:01.127295 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-8571c7e0-c75b-443c-ad5c-a933fac518ea tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:06:01.136512 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8571c7e0-c75b-443c-ad5c-a933fac518ea tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Usage tracker for resource:security_group and tenant:1953d1b4866945c3bd9d25a1a005505a is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:06:01.138811 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3aec7ebc-1da6-43c3-9408-ef0b013084e7 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:01.143458 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8571c7e0-c75b-443c-ad5c-a933fac518ea tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:06:01.143841 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3aec7ebc-1da6-43c3-9408-ef0b013084e7 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:01.154040 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-8571c7e0-c75b-443c-ad5c-a933fac518ea tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:06:01.166751 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-f5a0583b-56f2-4f6f-90c1-9745a46d1fa9 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:06:01.189611 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3aec7ebc-1da6-43c3-9408-ef0b013084e7 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:01.190220 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aec7ebc-1da6-43c3-9408-ef0b013084e7 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Fanout notify agent at l3_agent the message router_deleted on router 39540de8-a62f-4603-9400-5bf5d8f2b2d2 {{(pid=80766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 10:06:01.221740 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f5a0583b-56f2-4f6f-90c1-9745a46d1fa9 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Usage tracker for resource:port and tenant:a4bcb8daca004dd88119d6e5803b6008 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:06:01.226026 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f5a0583b-56f2-4f6f-90c1-9745a46d1fa9 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Quota usage for port was recalculated. Used quota:2. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:06:01.239546 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3aec7ebc-1da6-43c3-9408-ef0b013084e7 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:01.240733 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3aec7ebc-1da6-43c3-9408-ef0b013084e7 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] 10.222.0.57 "DELETE /v2.0/routers/39540de8-a62f-4603-9400-5bf5d8f2b2d2 HTTP/1.1" status: 204  len: 168 time: 4.1172307
Jan 29 10:06:01.244815 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-f5a0583b-56f2-4f6f-90c1-9745a46d1fa9 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:06:01.250970 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48386) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:01.259857 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8571c7e0-c75b-443c-ad5c-a933fac518ea tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:01.272829 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-75408875-0c65-4550-ad5f-e92dcfeb7763 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1116262097', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'enable_snat': False}}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:06:01.295522 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-75408875-0c65-4550-ad5f-e92dcfeb7763 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:06:01.312268 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-75408875-0c65-4550-ad5f-e92dcfeb7763 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Usage tracker for resource:router and tenant:e6ac5606c3f647439606dc5a53249186 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:06:01.317082 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a0583b-56f2-4f6f-90c1-9745a46d1fa9 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Made reservation on behalf of a4bcb8daca004dd88119d6e5803b6008 for: {'port': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:06:01.339433 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f5a0583b-56f2-4f6f-90c1-9745a46d1fa9 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:01.350835 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-75408875-0c65-4550-ad5f-e92dcfeb7763 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:06:01.366698 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-75408875-0c65-4550-ad5f-e92dcfeb7763 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:06:01.371981 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-8571c7e0-c75b-443c-ad5c-a933fac518ea tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:06:01.375621 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dce3bf06-51e2-4562-885b-3a7ec019ad75 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:01.398644 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ef2c5999-4ea4-464d-a703-87b8d29ee29a tempest-FloatingIPAdminTestJSON-1685392490 tempest-FloatingIPAdminTestJSON-1685392490-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:01.440566 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7e285284-86d0-4cc1-b285-c1523bfd54ed tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:01.441563 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e06e93-1591-4261-a94e-04cf0880d065 None None] Network c44dbee4-1fbb-4037-a383-b1bcf1523c31 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:06:01.447120 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8571c7e0-c75b-443c-ad5c-a933fac518ea tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Usage tracker for resource:security_group_rule and tenant:1953d1b4866945c3bd9d25a1a005505a is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:06:01.498203 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8571c7e0-c75b-443c-ad5c-a933fac518ea tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:06:01.522953 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce3bf06-51e2-4562-885b-3a7ec019ad75 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Pushing event deleted for resources: {'Port': ['ID=8b726316-fabb-4c16-aa91-af9c5165413d,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:01.532654 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-8571c7e0-c75b-443c-ad5c-a933fac518ea tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:06:01.537068 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-dce3bf06-51e2-4562-885b-3a7ec019ad75 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:01.547722 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-6f54b6fb-7301-4d78-b066-8600a810d417 None None] Provisioning complete for port 98dad0f6-2d08-478f-9e6d-c0a0242fbb5b triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:06:01.548144 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6f54b6fb-7301-4d78-b066-8600a810d417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:01.658948 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-75408875-0c65-4550-ad5f-e92dcfeb7763 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:01.660235 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-75408875-0c65-4550-ad5f-e92dcfeb7763 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:01.859482 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-6f54b6fb-7301-4d78-b066-8600a810d417 None None] Provisioning for port f84f9d90-d804-4de9-b930-c000f8a4f822 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:06:01.872214 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8571c7e0-c75b-443c-ad5c-a933fac518ea tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:01.882628 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-6f54b6fb-7301-4d78-b066-8600a810d417 None None] Provisioning complete for port f84f9d90-d804-4de9-b930-c000f8a4f822 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:06:01.883052 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6f54b6fb-7301-4d78-b066-8600a810d417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:01.891714 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8571c7e0-c75b-443c-ad5c-a933fac518ea tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:01.933468 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-57537710-c3ad-4d6e-ab64-c1611fada718 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:01.967943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-6f54b6fb-7301-4d78-b066-8600a810d417 None None] Port f84f9d90-d804-4de9-b930-c000f8a4f822 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:06:01.970446 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.objects.ports [None req-a1ac382d-5c86-49a4-b32b-49b8e8b2a676 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80765) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 29 10:06:01.988151 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-75408875-0c65-4550-ad5f-e92dcfeb7763 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:02.048828 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a1ac382d-5c86-49a4-b32b-49b8e8b2a676 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:02.198932 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-f7163a66-e0c5-4351-b684-a449370231f1 None None] Provisioning complete for port 98dad0f6-2d08-478f-9e6d-c0a0242fbb5b triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:06:02.199385 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f7163a66-e0c5-4351-b684-a449370231f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:02.359375 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-f7163a66-e0c5-4351-b684-a449370231f1 None None] Provisioning complete for port f84f9d90-d804-4de9-b930-c000f8a4f822 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:06:02.359798 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f7163a66-e0c5-4351-b684-a449370231f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:02.444835 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-f7163a66-e0c5-4351-b684-a449370231f1 None None] Port f84f9d90-d804-4de9-b930-c000f8a4f822 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:06:02.477187 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571c7e0-c75b-443c-ad5c-a933fac518ea tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cdea6cc-1792-4112-99c4-bc9f03b64024,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:02.503085 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8571c7e0-c75b-443c-ad5c-a933fac518ea tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:02.554914 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8571c7e0-c75b-443c-ad5c-a933fac518ea tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:02.556259 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8571c7e0-c75b-443c-ad5c-a933fac518ea tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 1.4820011
Jan 29 10:06:02.557193 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c02c5d1a-b89c-4828-bd82-ec18a7d76c74 tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.447s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:02.560616 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 48394) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:02.569319 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-5edac24c-6a2b-47fd-b9d1-305c6f53ec70 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Request body: {'security_group_rule': {'security_group_id': 'e3df935c-69ac-49f3-ac60-b9b37c02bb86', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '0cdea6cc-1792-4112-99c4-bc9f03b64024'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:06:02.574651 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-bc6fcae8-7f2e-42e6-a511-edbaf9ada084 None None] Provisioning complete for port 98dad0f6-2d08-478f-9e6d-c0a0242fbb5b triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:06:02.575130 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bc6fcae8-7f2e-42e6-a511-edbaf9ada084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:02.593239 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-5edac24c-6a2b-47fd-b9d1-305c6f53ec70 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:06:02.597463 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5edac24c-6a2b-47fd-b9d1-305c6f53ec70 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Usage tracker for resource:security_group_rule and tenant:1953d1b4866945c3bd9d25a1a005505a is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:06:02.600752 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5edac24c-6a2b-47fd-b9d1-305c6f53ec70 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:06:02.607273 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-5edac24c-6a2b-47fd-b9d1-305c6f53ec70 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:06:02.617095 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7e285284-86d0-4cc1-b285-c1523bfd54ed tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:02.636427 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7e285284-86d0-4cc1-b285-c1523bfd54ed tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854102271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-673560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-331322'] for router, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:02.672443 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-f5a0583b-56f2-4f6f-90c1-9745a46d1fa9 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] device_id is not set on port 1c6f6112-cd83-42dc-8f6d-cc60bbe2155f yet. {{(pid=80765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:06:02.813441 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-5edac24c-6a2b-47fd-b9d1-305c6f53ec70 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 10:06:02.817367 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5edac24c-6a2b-47fd-b9d1-305c6f53ec70 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 387 time: 0.2527215
Jan 29 10:06:02.820111 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 48400) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:02.866129 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-2619d867-6ca6-4f35-99d4-df4152fe6f2a None None] Provisioning complete for port 98dad0f6-2d08-478f-9e6d-c0a0242fbb5b triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:06:02.866723 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2619d867-6ca6-4f35-99d4-df4152fe6f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:02.931687 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ac382d-5c86-49a4-b32b-49b8e8b2a676 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Pushing event updated for resources: {'Subnet': ['ID=c58e5262-38c7-4ee0-8fed-1b9aa19e43b2,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:02.967056 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e285284-86d0-4cc1-b285-c1523bfd54ed tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Router 44b71fa3-58af-4970-9216-2b5916191863 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:06:02.974574 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-61888340-77b0-4c93-9d1a-ef5e8e318c47 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:03.018206 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a1ac382d-5c86-49a4-b32b-49b8e8b2a676 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:03.020170 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-2619d867-6ca6-4f35-99d4-df4152fe6f2a None None] Provisioning complete for port f84f9d90-d804-4de9-b930-c000f8a4f822 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:06:03.020597 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2619d867-6ca6-4f35-99d4-df4152fe6f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:03.089561 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-2619d867-6ca6-4f35-99d4-df4152fe6f2a None None] Port f84f9d90-d804-4de9-b930-c000f8a4f822 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:06:03.151768 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-61888340-77b0-4c93-9d1a-ef5e8e318c47 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:03.174026 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-75408875-0c65-4550-ad5f-e92dcfeb7763 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:03.192934 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dce3bf06-51e2-4562-885b-3a7ec019ad75 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854415430'] for router_interface, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:03.241454 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-61888340-77b0-4c93-9d1a-ef5e8e318c47 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:03.250580 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-fdb22934-7637-461a-8329-5537c668e57f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:03.263874 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e285284-86d0-4cc1-b285-c1523bfd54ed tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:06:03.273839 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61888340-77b0-4c93-9d1a-ef5e8e318c47 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cdea6cc-1792-4112-99c4-bc9f03b64024,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:03.276048 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e722da1f-1434-4801-a741-1f906f95b05f None None] Sync routers for ids ['44b71fa3-58af-4970-9216-2b5916191863'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:06:03.280901 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-61888340-77b0-4c93-9d1a-ef5e8e318c47 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:03.282945 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7e285284-86d0-4cc1-b285-c1523bfd54ed tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:03.287162 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7e285284-86d0-4cc1-b285-c1523bfd54ed tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] 10.222.0.57 "PUT /v2.0/routers/44b71fa3-58af-4970-9216-2b5916191863 HTTP/1.1" status: 200  len: 925 time: 2.7842240
Jan 29 10:06:03.288415 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 48406) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:03.291041 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-61888340-77b0-4c93-9d1a-ef5e8e318c47 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:03.296107 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-61888340-77b0-4c93-9d1a-ef5e8e318c47 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] 10.222.0.57 "DELETE /v2.0/security-groups/0cdea6cc-1792-4112-99c4-bc9f03b64024 HTTP/1.1" status: 204  len: 168 time: 0.4699206
Jan 29 10:06:03.334558 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48410) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:03.343109 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e722da1f-1434-4801-a741-1f906f95b05f None None] Routers {'44b71fa3-58af-4970-9216-2b5916191863'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:06:03.344177 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-e722da1f-1434-4801-a741-1f906f95b05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c903f2e8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:05:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['44b71fa3-58af-4970-9216-2b5916191863'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:03.391908 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ac382d-5c86-49a4-b32b-49b8e8b2a676 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Checking segment: {'id': 'aa07c86d-141d-41f4-9d51-2efc500ec838', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7c498d52-4c70-44cc-bd6a-4feae11a0977'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:06:03.392307 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ac382d-5c86-49a4-b32b-49b8e8b2a676 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Network hostable DHCP agents. Network: 7c498d52-4c70-44cc-bd6a-4feae11a0977, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:06:03.418051 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-e722da1f-1434-4801-a741-1f906f95b05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c903f2e8>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:03.421235 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-f5a0583b-56f2-4f6f-90c1-9745a46d1fa9 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Allocated IP 172.20.0.7 (c44dbee4-1fbb-4037-a383-b1bcf1523c31/7c81545d-70f1-4b0f-8133-63332e0a6b98/1c6f6112-cd83-42dc-8f6d-cc60bbe2155f) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:06:03.427950 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e722da1f-1434-4801-a741-1f906f95b05f None None] Routers {'44b71fa3-58af-4970-9216-2b5916191863'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:06:03.428628 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-e722da1f-1434-4801-a741-1f906f95b05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c903f2e8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:05:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['44b71fa3-58af-4970-9216-2b5916191863'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:03.490597 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-30f0cec6-d202-4d29-90a6-bc6309a5cb9c tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] 10.222.0.57 "GET /v2.0/routers/44b71fa3-58af-4970-9216-2b5916191863 HTTP/1.1" status: 200  len: 925 time: 0.2011907
Jan 29 10:06:03.491175 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 48414) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:03.494251 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-e722da1f-1434-4801-a741-1f906f95b05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c903f2e8>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:03.494719 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e722da1f-1434-4801-a741-1f906f95b05f None None] The sync data for ids ['44b71fa3-58af-4970-9216-2b5916191863'] in dv-neutron-772983-2-ovs is: [] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:06:03.525425 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ac382d-5c86-49a4-b32b-49b8e8b2a676 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Network 7c498d52-4c70-44cc-bd6a-4feae11a0977 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:06:03.579965 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500c2b45-4b90-4d15-8942-f991aaf628bc tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:03.581649 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-500c2b45-4b90-4d15-8942-f991aaf628bc tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=aadf795f-2e1a-4d04-be0e-12575f0f28a5&device_id=44b71fa3-58af-4970-9216-2b5916191863&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.0894573
Jan 29 10:06:03.584441 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 48418) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:03.712364 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-bf266d09-3347-400f-b546-347852807de6 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Synchronizing usage tracker for tenant:1953d1b4866945c3bd9d25a1a005505a on resource:security_group {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:06:03.731306 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-a1ac382d-5c86-49a4-b32b-49b8e8b2a676 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 7c498d52-4c70-44cc-bd6a-4feae11a0977) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:06:03.739564 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6c543d-bbe9-4226-bbe1-de215ac571c1 None None] Network 7c498d52-4c70-44cc-bd6a-4feae11a0977 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:06:03.740077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f95679d-6467-4a08-85db-6187e9e77e01 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:03.740778 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-1f95679d-6467-4a08-85db-6187e9e77e01 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Synchronizing usage tracker for tenant:1ff34f0ed0344ec39e5476068c831cc8 on resource:network {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:06:03.755927 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-1f95679d-6467-4a08-85db-6187e9e77e01 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Unset dirty status for tenant:1ff34f0ed0344ec39e5476068c831cc8 on resource:network {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:06:03.760378 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1f95679d-6467-4a08-85db-6187e9e77e01 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] 10.222.0.57 "GET /v2.0/networks/aadf795f-2e1a-4d04-be0e-12575f0f28a5 HTTP/1.1" status: 200  len: 881 time: 0.1718130
Jan 29 10:06:03.760755 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 48422) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:03.810114 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1dded8c4-45f8-4790-a3a8-a7d368cb210c tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] 10.222.0.57 "GET /v2.0/ports?device_id=44b71fa3-58af-4970-9216-2b5916191863 HTTP/1.1" status: 200  len: 205 time: 0.0480256
Jan 29 10:06:03.812821 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 48426) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:03.888251 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ac382d-5c86-49a4-b32b-49b8e8b2a676 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:03.888915 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a1ac382d-5c86-49a4-b32b-49b8e8b2a676 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:03.914803 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-bf266d09-3347-400f-b546-347852807de6 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Unset dirty status for tenant:1953d1b4866945c3bd9d25a1a005505a on resource:security_group {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:06:03.916212 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-bf266d09-3347-400f-b546-347852807de6 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4505 time: 0.5794270
Jan 29 10:06:03.944702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 48430) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:03.987520 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85018b6-4c3b-4200-990e-bdb8d0f4a767 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-7c498d52-4c70-44cc-bd6a-4feae11a0977', 'network_id': '7c498d52-4c70-44cc-bd6a-4feae11a0977', 'tenant_id': 'd8fb2116922348989967930f2f8f067f', 'fixed_ips': [{'subnet_id': 'c58e5262-38c7-4ee0-8fed-1b9aa19e43b2'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:06:03.989225 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f85018b6-4c3b-4200-990e-bdb8d0f4a767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:04.023538 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a1ac382d-5c86-49a4-b32b-49b8e8b2a676 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 840 time: 5.1240926
Jan 29 10:06:04.024572 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 48436) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:04.098190 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e4fcf98d-d70d-4b82-94a5-9c749c2f3b48 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:04.221467 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e4fcf98d-d70d-4b82-94a5-9c749c2f3b48 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:04.367923 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3119518a-bb72-45bc-91d4-75e66d931b52 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:04.379977 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-f85018b6-4c3b-4200-990e-bdb8d0f4a767 None None] Allocated IP 2001:db8::f816:3eff:fe9a:c2f3 (7c498d52-4c70-44cc-bd6a-4feae11a0977/c58e5262-38c7-4ee0-8fed-1b9aa19e43b2/9cd754cd-a16b-417b-92b1-01e5c978a06b) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:06:04.425995 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e4fcf98d-d70d-4b82-94a5-9c749c2f3b48 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:04.452282 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7465e387-b19c-4019-9c7b-f37ddcfe7d2d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:04.485953 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cb2bf759-7e01-49c7-ab2c-85bd90ae9f72 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks [] for router, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:04.563511 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fcf98d-d70d-4b82-94a5-9c749c2f3b48 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3df935c-69ac-49f3-ac60-b9b37c02bb86,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:04.622521 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e4fcf98d-d70d-4b82-94a5-9c749c2f3b48 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:04.639917 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:04.657487 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f85018b6-4c3b-4200-990e-bdb8d0f4a767 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:04.668510 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-f85018b6-4c3b-4200-990e-bdb8d0f4a767 None None] Transition to ACTIVE for port object 9cd754cd-a16b-417b-92b1-01e5c978a06b will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:06:04.688138 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-f85018b6-4c3b-4200-990e-bdb8d0f4a767 None None] Transition to ACTIVE for port object 9cd754cd-a16b-417b-92b1-01e5c978a06b will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:06:04.693267 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f85018b6-4c3b-4200-990e-bdb8d0f4a767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:04.694611 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e4fcf98d-d70d-4b82-94a5-9c749c2f3b48 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:04.698569 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e4fcf98d-d70d-4b82-94a5-9c749c2f3b48 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] 10.222.0.57 "DELETE /v2.0/security-groups/e3df935c-69ac-49f3-ac60-b9b37c02bb86 HTTP/1.1" status: 204  len: 168 time: 0.7501333
Jan 29 10:06:04.703889 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 48442) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:04.705475 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f5a0583b-56f2-4f6f-90c1-9745a46d1fa9 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:04.710911 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2a3b3242-1443-494e-9279-0aed2c48618c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:04.765521 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-f5a0583b-56f2-4f6f-90c1-9745a46d1fa9 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Transition to ACTIVE for port object 1c6f6112-cd83-42dc-8f6d-cc60bbe2155f will not be triggered until provisioned by entity DHCP. {{(pid=80765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:06:04.766006 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3119518a-bb72-45bc-91d4-75e66d931b52 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:04.778343 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-75408875-0c65-4550-ad5f-e92dcfeb7763 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:04.829582 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-75408875-0c65-4550-ad5f-e92dcfeb7763 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:04.844795 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cb2bf759-7e01-49c7-ab2c-85bd90ae9f72 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks [] for router_gateway, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:04.863324 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-cb2bf759-7e01-49c7-ab2c-85bd90ae9f72 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Deleting port 939e5125-636e-41b9-877b-f55f9cf2abc3 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:06:04.863746 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cb2bf759-7e01-49c7-ab2c-85bd90ae9f72 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:04.881596 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dce3bf06-51e2-4562-885b-3a7ec019ad75 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Router 632570bf-0681-4ecb-b776-928458388e6f has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:06:04.932306 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-29a9fa3e-0864-4b6c-9568-cf1d2833761a tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Synchronizing usage tracker for tenant:1953d1b4866945c3bd9d25a1a005505a on resource:security_group {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:06:05.014194 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85018b6-4c3b-4200-990e-bdb8d0f4a767 None None] Pushing event updated for resources: {'Port': ['ID=9cd754cd-a16b-417b-92b1-01e5c978a06b,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:05.018562 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f85018b6-4c3b-4200-990e-bdb8d0f4a767 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:05.032423 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f5a0583b-56f2-4f6f-90c1-9745a46d1fa9 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:05.062198 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-84118ecb-7ad6-41e7-9cc6-b1a4baf11cca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:05.072764 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85018b6-4c3b-4200-990e-bdb8d0f4a767 None None] Network 7c498d52-4c70-44cc-bd6a-4feae11a0977 is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:06:05.074897 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-f85018b6-4c3b-4200-990e-bdb8d0f4a767 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:06:05.077472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85018b6-4c3b-4200-990e-bdb8d0f4a767 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:06:05.149054 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-f85018b6-4c3b-4200-990e-bdb8d0f4a767 None None] Attempting to bind port 9cd754cd-a16b-417b-92b1-01e5c978a06b on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:06:05.149396 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-f85018b6-4c3b-4200-990e-bdb8d0f4a767 None None] Attempting to bind port 9cd754cd-a16b-417b-92b1-01e5c978a06b by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'aa07c86d-141d-41f4-9d51-2efc500ec838', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7c498d52-4c70-44cc-bd6a-4feae11a0977'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:06:05.149946 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85018b6-4c3b-4200-990e-bdb8d0f4a767 None None] Attempting to bind port 9cd754cd-a16b-417b-92b1-01e5c978a06b on network 7c498d52-4c70-44cc-bd6a-4feae11a0977 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:06:05.158445 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85018b6-4c3b-4200-990e-bdb8d0f4a767 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:06:05.158445 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85018b6-4c3b-4200-990e-bdb8d0f4a767 None None] Checking segment: {'id': 'aa07c86d-141d-41f4-9d51-2efc500ec838', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7c498d52-4c70-44cc-bd6a-4feae11a0977'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:06:05.158906 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f85018b6-4c3b-4200-990e-bdb8d0f4a767 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:05.159336 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85018b6-4c3b-4200-990e-bdb8d0f4a767 None None] Bound using segment: {'id': 'aa07c86d-141d-41f4-9d51-2efc500ec838', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7c498d52-4c70-44cc-bd6a-4feae11a0977'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:06:05.159867 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-f85018b6-4c3b-4200-990e-bdb8d0f4a767 None None] Bound port: 9cd754cd-a16b-417b-92b1-01e5c978a06b, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa07c86d-141d-41f4-9d51-2efc500ec838', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7c498d52-4c70-44cc-bd6a-4feae11a0977'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:06:05.160535 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f85018b6-4c3b-4200-990e-bdb8d0f4a767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:05.274651 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-f85018b6-4c3b-4200-990e-bdb8d0f4a767 None None] For port 9cd754cd-a16b-417b-92b1-01e5c978a06b, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:06:05.295012 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-f85018b6-4c3b-4200-990e-bdb8d0f4a767 None None] For port 9cd754cd-a16b-417b-92b1-01e5c978a06b, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=9cd754cd-a16b-417b-92b1-01e5c978a06b,segment=NetworkSegment(aa07c86d-141d-41f4-9d51-2efc500ec838),segment_id=aa07c86d-141d-41f4-9d51-2efc500ec838)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:06:05.301451 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f85018b6-4c3b-4200-990e-bdb8d0f4a767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:05.319948 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5a114e8a-6ad1-4d8e-96e0-6c9b28d4672e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:05.357208 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a0583b-56f2-4f6f-90c1-9745a46d1fa9 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Pushing event updated for resources: {'Port': ['ID=1c6f6112-cd83-42dc-8f6d-cc60bbe2155f,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:05.371861 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f5a0583b-56f2-4f6f-90c1-9745a46d1fa9 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:05.413256 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-29a9fa3e-0864-4b6c-9568-cf1d2833761a tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Unset dirty status for tenant:1953d1b4866945c3bd9d25a1a005505a on resource:security_group {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:06:05.415990 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-29a9fa3e-0864-4b6c-9568-cf1d2833761a tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.7110717
Jan 29 10:06:05.430505 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48450) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:05.441171 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-142d356c-d347-45db-badb-b5bba46b75f0 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Request body: {'security_group': {'name': 'tempest-secgroup--773980488'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:06:05.482517 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-142d356c-d347-45db-badb-b5bba46b75f0 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:06:05.489845 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce3bf06-51e2-4562-885b-3a7ec019ad75 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:06:05.491414 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85018b6-4c3b-4200-990e-bdb8d0f4a767 None None] Pushing event updated for resources: {'Port': ['ID=9cd754cd-a16b-417b-92b1-01e5c978a06b,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:05.503400 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f85018b6-4c3b-4200-990e-bdb8d0f4a767 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:05.507245 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f04f8a-0f38-4cb6-ae4b-d9b50be0c4b5 None None] Sync routers for ids ['632570bf-0681-4ecb-b776-928458388e6f'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:06:05.520161 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f04f8a-0f38-4cb6-ae4b-d9b50be0c4b5 None None] Routers {'632570bf-0681-4ecb-b776-928458388e6f'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:06:05.520841 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-85f04f8a-0f38-4cb6-ae4b-d9b50be0c4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9f068d0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:05:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['632570bf-0681-4ecb-b776-928458388e6f'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:05.551219 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-142d356c-d347-45db-badb-b5bba46b75f0 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:06:05.563081 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-dce3bf06-51e2-4562-885b-3a7ec019ad75 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] 10.222.0.57 "PUT /v2.0/routers/632570bf-0681-4ecb-b776-928458388e6f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.7891228
Jan 29 10:06:05.570061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 48454) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:05.587745 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a0583b-56f2-4f6f-90c1-9745a46d1fa9 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Network c44dbee4-1fbb-4037-a383-b1bcf1523c31 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:06:05.594748 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-f5a0583b-56f2-4f6f-90c1-9745a46d1fa9 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:06:05.597193 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a0583b-56f2-4f6f-90c1-9745a46d1fa9 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:06:05.638088 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-85f04f8a-0f38-4cb6-ae4b-d9b50be0c4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9f068d0>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:05.653385 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f04f8a-0f38-4cb6-ae4b-d9b50be0c4b5 None None] Routers {'632570bf-0681-4ecb-b776-928458388e6f'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:06:05.654351 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-85f04f8a-0f38-4cb6-ae4b-d9b50be0c4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9f068d0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:05:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['632570bf-0681-4ecb-b776-928458388e6f'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:05.735708 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-85f04f8a-0f38-4cb6-ae4b-d9b50be0c4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9f068d0>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:05.736161 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f04f8a-0f38-4cb6-ae4b-d9b50be0c4b5 None None] The sync data for ids ['632570bf-0681-4ecb-b776-928458388e6f'] in dv-neutron-772983-2-ovs is: [] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:06:05.756461 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a0583b-56f2-4f6f-90c1-9745a46d1fa9 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:05.757240 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f5a0583b-56f2-4f6f-90c1-9745a46d1fa9 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:05.779416 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-75408875-0c65-4550-ad5f-e92dcfeb7763 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Allocated IP 172.26.7.49 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/7f37b8ca-1651-4b49-8ad4-9d954d68ec76) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:06:05.788665 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-142d356c-d347-45db-badb-b5bba46b75f0 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:05.799438 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cb2bf759-7e01-49c7-ab2c-85bd90ae9f72 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:05.826448 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f5a0583b-56f2-4f6f-90c1-9745a46d1fa9 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1152 time: 5.4518301
Jan 29 10:06:05.827792 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-142d356c-d347-45db-badb-b5bba46b75f0 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:06:05.835586 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 48458) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:05.849981 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-142d356c-d347-45db-badb-b5bba46b75f0 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Usage tracker for resource:security_group_rule and tenant:1953d1b4866945c3bd9d25a1a005505a is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:06:05.862540 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-142d356c-d347-45db-badb-b5bba46b75f0 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:06:05.872159 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-142d356c-d347-45db-badb-b5bba46b75f0 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:06:05.954725 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-c3a7f84b-b015-499b-8032-47fa71ea9b9a None None] Provisioning for port 1c6f6112-cd83-42dc-8f6d-cc60bbe2155f completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:06:05.959896 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-c3a7f84b-b015-499b-8032-47fa71ea9b9a None None] Provisioning complete for port 1c6f6112-cd83-42dc-8f6d-cc60bbe2155f triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:06:05.960309 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c3a7f84b-b015-499b-8032-47fa71ea9b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:06.007706 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-cb2bf759-7e01-49c7-ab2c-85bd90ae9f72 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Calling delete_port for 939e5125-636e-41b9-877b-f55f9cf2abc3 owned by network:router_gateway {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:06:06.042615 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-c3a7f84b-b015-499b-8032-47fa71ea9b9a None None] Port 1c6f6112-cd83-42dc-8f6d-cc60bbe2155f cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:06:06.051945 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-75408875-0c65-4550-ad5f-e92dcfeb7763 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:06.089465 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-142d356c-d347-45db-badb-b5bba46b75f0 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:06.093589 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-142d356c-d347-45db-badb-b5bba46b75f0 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:06.100614 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:06.154803 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142d356c-d347-45db-badb-b5bba46b75f0 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8c6ea0-4b57-488c-b89f-3bdb0516322f,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:06.160320 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-142d356c-d347-45db-badb-b5bba46b75f0 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:06.163303 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-142d356c-d347-45db-badb-b5bba46b75f0 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:06.164810 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-142d356c-d347-45db-badb-b5bba46b75f0 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 0.7303550
Jan 29 10:06:06.167856 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48462) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:06.173964 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-75e346c4-ae91-4c47-91ec-ddb5f56c0c1c tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Request body: {'security_group_rule': {'security_group_id': '8a8c6ea0-4b57-488c-b89f-3bdb0516322f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:06:06.195550 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-75408875-0c65-4550-ad5f-e92dcfeb7763 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:06.202635 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3119518a-bb72-45bc-91d4-75e66d931b52 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:06.213156 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:06.231911 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ad05009a-4a53-41ab-8795-dde42bf5d3fd tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:06.248631 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-75e346c4-ae91-4c47-91ec-ddb5f56c0c1c tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:06:06.282129 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-75e346c4-ae91-4c47-91ec-ddb5f56c0c1c tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Usage tracker for resource:security_group_rule and tenant:1953d1b4866945c3bd9d25a1a005505a is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:06:06.286809 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d90417c6-c14a-49ae-a6cc-f23ac298bb6d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks [] for router, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:06.288894 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-75e346c4-ae91-4c47-91ec-ddb5f56c0c1c tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:06:06.353431 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-75e346c4-ae91-4c47-91ec-ddb5f56c0c1c tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:06:06.376745 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75408875-0c65-4550-ad5f-e92dcfeb7763 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Pushing event updated for resources: {'Port': ['ID=7f37b8ca-1651-4b49-8ad4-9d954d68ec76,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:06.381981 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-75408875-0c65-4550-ad5f-e92dcfeb7763 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:06.390287 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3119518a-bb72-45bc-91d4-75e66d931b52 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Pushing event deleted for resources: {'Subnet': ['ID=c58e5262-38c7-4ee0-8fed-1b9aa19e43b2,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:06.439639 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-75e346c4-ae91-4c47-91ec-ddb5f56c0c1c tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 10:06:06.443558 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-75e346c4-ae91-4c47-91ec-ddb5f56c0c1c tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.2718413
Jan 29 10:06:06.446848 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48468) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:06.456102 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-48d85302-c7ed-48b4-bb6c-a69788de51e7 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Request body: {'security_group_rule': {'security_group_id': '8a8c6ea0-4b57-488c-b89f-3bdb0516322f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:06:06.479076 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75408875-0c65-4550-ad5f-e92dcfeb7763 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:06:06.480350 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-48d85302-c7ed-48b4-bb6c-a69788de51e7 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:06:06.483082 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-75408875-0c65-4550-ad5f-e92dcfeb7763 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:06:06.486370 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75408875-0c65-4550-ad5f-e92dcfeb7763 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:06:06.490316 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3119518a-bb72-45bc-91d4-75e66d931b52 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:06.517333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-48d85302-c7ed-48b4-bb6c-a69788de51e7 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Usage tracker for resource:security_group_rule and tenant:1953d1b4866945c3bd9d25a1a005505a is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:06:06.524434 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-48d85302-c7ed-48b4-bb6c-a69788de51e7 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:06:06.535498 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-48d85302-c7ed-48b4-bb6c-a69788de51e7 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:06:06.560032 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 9cd754cd-a16b-417b-92b1-01e5c978a06b up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:06:06.643268 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 9cd754cd-a16b-417b-92b1-01e5c978a06b completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:06:06.672473 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e02ed8c-409d-40cf-a7da-9db10f68db5d tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:06.703028 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-48d85302-c7ed-48b4-bb6c-a69788de51e7 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 10:06:06.706818 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-48d85302-c7ed-48b4-bb6c-a69788de51e7 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.2553473
Jan 29 10:06:06.716770 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48474) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:06.755491 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e02ed8c-409d-40cf-a7da-9db10f68db5d tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:06.838202 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e02ed8c-409d-40cf-a7da-9db10f68db5d tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:06.839185 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-7e02ed8c-409d-40cf-a7da-9db10f68db5d tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Synchronizing usage tracker for tenant:a4bcb8daca004dd88119d6e5803b6008 on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:06:06.865577 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a828176d-d695-4cf9-9a1e-969ddad00f5c tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:06.897646 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a828176d-d695-4cf9-9a1e-969ddad00f5c tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:06.899493 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cb2bf759-7e01-49c7-ab2c-85bd90ae9f72 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:06.946749 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a828176d-d695-4cf9-9a1e-969ddad00f5c tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:06.952792 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a63313ac-6969-400b-84f3-1f352140e7bc tempest-ExternalNetworksAdminNegativeTestJSON-586013425 tempest-ExternalNetworksAdminNegativeTestJSON-586013425-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:06.970701 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-7e02ed8c-409d-40cf-a7da-9db10f68db5d tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Unset dirty status for tenant:a4bcb8daca004dd88119d6e5803b6008 on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:06:06.972060 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7e02ed8c-409d-40cf-a7da-9db10f68db5d tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2617 time: 1.1336517
Jan 29 10:06:06.975135 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48478) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:06.978629 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a828176d-d695-4cf9-9a1e-969ddad00f5c tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8c6ea0-4b57-488c-b89f-3bdb0516322f,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:06.981416 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a828176d-d695-4cf9-9a1e-969ddad00f5c tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:07.042742 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a828176d-d695-4cf9-9a1e-969ddad00f5c tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:07.044244 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a828176d-d695-4cf9-9a1e-969ddad00f5c tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] 10.222.0.57 "DELETE /v2.0/security-groups/8a8c6ea0-4b57-488c-b89f-3bdb0516322f HTTP/1.1" status: 204  len: 168 time: 0.3264585
Jan 29 10:06:07.056983 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 48482) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:07.087640 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-5a192283-1fec-4552-8bed-d82b3fe39aa9 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Deleting port 1c6f6112-cd83-42dc-8f6d-cc60bbe2155f {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:06:07.088024 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5a192283-1fec-4552-8bed-d82b3fe39aa9 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:07.113019 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcff0fa-2922-4ea5-8e6b-a367822ba30a None None] Network 7c498d52-4c70-44cc-bd6a-4feae11a0977 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:06:07.124816 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d90417c6-c14a-49ae-a6cc-f23ac298bb6d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks [] for router_gateway, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:07.142503 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3119518a-bb72-45bc-91d4-75e66d931b52 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:07.159610 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-d90417c6-c14a-49ae-a6cc-f23ac298bb6d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Deleting port a6012b6e-b9ae-4b74-9cdd-0cd0bd19b503 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:06:07.159988 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d90417c6-c14a-49ae-a6cc-f23ac298bb6d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:07.277395 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-29f0cc68-f8b9-4f16-9a3a-ea8c3fc122d6 None None] Provisioning for port 9cd754cd-a16b-417b-92b1-01e5c978a06b completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:06:07.321432 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-29f0cc68-f8b9-4f16-9a3a-ea8c3fc122d6 None None] Provisioning complete for port 9cd754cd-a16b-417b-92b1-01e5c978a06b triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:06:07.321888 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-29f0cc68-f8b9-4f16-9a3a-ea8c3fc122d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:07.434363 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-99507cb9-eec5-4ed3-ad3c-d937eb7f1d78 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.3755176
Jan 29 10:06:07.450326 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-3119518a-bb72-45bc-91d4-75e66d931b52 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c8043fd0>,) {'filters': {'network_id': ['7c498d52-4c70-44cc-bd6a-4feae11a0977']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:07.457853 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 48486) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:07.476004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f95d904-db45-4dbc-a1fc-2b24962e922a None None] DHCP port deletion for 7c498d52-4c70-44cc-bd6a-4feae11a0977 request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:06:07.485621 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-0f95d904-db45-4dbc-a1fc-2b24962e922a None None] Deleting port 9cd754cd-a16b-417b-92b1-01e5c978a06b {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:06:07.486100 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0f95d904-db45-4dbc-a1fc-2b24962e922a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:07.508173 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-11a42d48-a2e7-4a1c-a14c-8ae6abb29515 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Request body: {'security_group': {'name': 'tempest-secgroup--1699116198'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:06:07.525648 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-29f0cc68-f8b9-4f16-9a3a-ea8c3fc122d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:07.531766 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-3119518a-bb72-45bc-91d4-75e66d931b52 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c8043fd0>, 'aa07c86d-141d-41f4-9d51-2efc500ec838') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:07.532107 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-3119518a-bb72-45bc-91d4-75e66d931b52 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c8043fd0>, 'aa07c86d-141d-41f4-9d51-2efc500ec838') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:07.597231 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-11a42d48-a2e7-4a1c-a14c-8ae6abb29515 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:06:07.611980 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3119518a-bb72-45bc-91d4-75e66d931b52 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:07.618397 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-29f0cc68-f8b9-4f16-9a3a-ea8c3fc122d6 None None] For port 9cd754cd-a16b-417b-92b1-01e5c978a06b, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=9cd754cd-a16b-417b-92b1-01e5c978a06b,segment=NetworkSegment(aa07c86d-141d-41f4-9d51-2efc500ec838),segment_id=aa07c86d-141d-41f4-9d51-2efc500ec838)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:06:07.623262 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-11a42d48-a2e7-4a1c-a14c-8ae6abb29515 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Usage tracker for resource:security_group and tenant:1953d1b4866945c3bd9d25a1a005505a is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:06:07.630676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-29f0cc68-f8b9-4f16-9a3a-ea8c3fc122d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:07.635978 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f9ee24bb-d38f-45fc-a9af-50f0d821b43a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:07.637738 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-11a42d48-a2e7-4a1c-a14c-8ae6abb29515 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:06:07.653372 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-11a42d48-a2e7-4a1c-a14c-8ae6abb29515 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:06:07.658671 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3119518a-bb72-45bc-91d4-75e66d931b52 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:07.671066 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cb2bf759-7e01-49c7-ab2c-85bd90ae9f72 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854102222'] for router_gateway, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:07.673538 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3119518a-bb72-45bc-91d4-75e66d931b52 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Releasing vxlan tunnel 5 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:06:07.707454 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5a192283-1fec-4552-8bed-d82b3fe39aa9 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:07.814395 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f0cc68-f8b9-4f16-9a3a-ea8c3fc122d6 None None] Pushing event updated for resources: {'Port': ['ID=9cd754cd-a16b-417b-92b1-01e5c978a06b,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:07.818088 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-29f0cc68-f8b9-4f16-9a3a-ea8c3fc122d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:07.829004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-0f95d904-db45-4dbc-a1fc-2b24962e922a None None] For port 9cd754cd-a16b-417b-92b1-01e5c978a06b, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=9cd754cd-a16b-417b-92b1-01e5c978a06b,segment=NetworkSegment(aa07c86d-141d-41f4-9d51-2efc500ec838),segment_id=aa07c86d-141d-41f4-9d51-2efc500ec838)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:06:07.829661 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0f95d904-db45-4dbc-a1fc-2b24962e922a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:07.852648 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-5a192283-1fec-4552-8bed-d82b3fe39aa9 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Calling delete_port for 1c6f6112-cd83-42dc-8f6d-cc60bbe2155f owned by  {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:06:07.979111 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-0f95d904-db45-4dbc-a1fc-2b24962e922a None None] Calling delete_port for 9cd754cd-a16b-417b-92b1-01e5c978a06b owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:06:08.030928 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5a192283-1fec-4552-8bed-d82b3fe39aa9 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:08.047230 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:08.092303 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-11a42d48-a2e7-4a1c-a14c-8ae6abb29515 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks [] for security_group, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:08.108926 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a192283-1fec-4552-8bed-d82b3fe39aa9 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Pushing event deleted for resources: {'Port': ['ID=1c6f6112-cd83-42dc-8f6d-cc60bbe2155f,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:08.113644 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5a192283-1fec-4552-8bed-d82b3fe39aa9 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:08.192439 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d90417c6-c14a-49ae-a6cc-f23ac298bb6d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:08.201653 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cb2bf759-7e01-49c7-ab2c-85bd90ae9f72 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:08.223685 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cb2bf759-7e01-49c7-ab2c-85bd90ae9f72 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:08.227209 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-11a42d48-a2e7-4a1c-a14c-8ae6abb29515 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:06:08.252208 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-11a42d48-a2e7-4a1c-a14c-8ae6abb29515 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Usage tracker for resource:security_group_rule and tenant:1953d1b4866945c3bd9d25a1a005505a is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:06:08.289640 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5a192283-1fec-4552-8bed-d82b3fe39aa9 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:08.305288 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5a192283-1fec-4552-8bed-d82b3fe39aa9 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] 10.222.0.57 "DELETE /v2.0/ports/1c6f6112-cd83-42dc-8f6d-cc60bbe2155f HTTP/1.1" status: 204  len: 168 time: 1.3289242
Jan 29 10:06:08.311048 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48494) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:08.318543 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-fefd3294-72f9-4fdc-8419-850ecc6e4039 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Request body: {'port': {'name': 'tempest-new-port-name-967571481', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:06:08.319151 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.api.validators [None req-fefd3294-72f9-4fdc-8419-850ecc6e4039 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] bootfile-name is not in valid_values {{(pid=80765) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Jan 29 10:06:08.319681 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.api.validators [None req-fefd3294-72f9-4fdc-8419-850ecc6e4039 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] tftp-server is not in valid_values {{(pid=80765) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Jan 29 10:06:08.320056 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.api.validators [None req-fefd3294-72f9-4fdc-8419-850ecc6e4039 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] server-ip-address is not in valid_values {{(pid=80765) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Jan 29 10:06:08.358935 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-11a42d48-a2e7-4a1c-a14c-8ae6abb29515 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:06:08.440605 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-11a42d48-a2e7-4a1c-a14c-8ae6abb29515 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:06:08.449014 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-d90417c6-c14a-49ae-a6cc-f23ac298bb6d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Calling delete_port for a6012b6e-b9ae-4b74-9cdd-0cd0bd19b503 owned by network:router_gateway {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:06:08.489676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fefd3294-72f9-4fdc-8419-850ecc6e4039 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:08.497638 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-3119518a-bb72-45bc-91d4-75e66d931b52 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Network 7c498d52-4c70-44cc-bd6a-4feae11a0977 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:06:08.500349 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 9cd754cd-a16b-417b-92b1-01e5c978a06b no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:06:08.511025 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3119518a-bb72-45bc-91d4-75e66d931b52 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:08.556311 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cb2bf759-7e01-49c7-ab2c-85bd90ae9f72 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:08.557610 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb2bf759-7e01-49c7-ab2c-85bd90ae9f72 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Fanout notify agent at l3_agent the message router_deleted on router 44b71fa3-58af-4970-9216-2b5916191863 {{(pid=80766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 10:06:08.627901 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:08.662380 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port 9cd754cd-a16b-417b-92b1-01e5c978a06b, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=9cd754cd-a16b-417b-92b1-01e5c978a06b,segment=NetworkSegment(aa07c86d-141d-41f4-9d51-2efc500ec838),segment_id=aa07c86d-141d-41f4-9d51-2efc500ec838)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:06:08.665835 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:08.669119 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f85018b6-4c3b-4200-990e-bdb8d0f4a767 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:08.757314 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=9cd754cd-a16b-417b-92b1-01e5c978a06b,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:08.770881 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:08.785687 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-3119518a-bb72-45bc-91d4-75e66d931b52 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Network 7c498d52-4c70-44cc-bd6a-4feae11a0977 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:06:08.848403 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:06:08.848403 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:06:08.848403 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:06:08.848403 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:06:08.848403 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:06:08.848403 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:06:08.848403 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:06:08.848403 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:06:08.848403 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:06:08.848403 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:06:08.848403 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:06:08.848403 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:06:08.848403 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:06:08.848403 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:06:08.848403 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:06:08.848403 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:06:08.848403 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:06:08.848403 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:06:08.848403 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:06:08.848403 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:06:08.848403 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:06:08.848403 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:06:08.848403 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:06:08.848403 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:06:08.848403 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:06:08.848403 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:06:08.848403 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:06:08.848403 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:06:08.848403 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:06:08.848403 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:06:08.848403 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:06:08.848403 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:06:08.848403 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:06:08.848403 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:06:08.911424 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-75408875-0c65-4550-ad5f-e92dcfeb7763 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:09.003933 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cb2bf759-7e01-49c7-ab2c-85bd90ae9f72 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:09.005165 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-cb2bf759-7e01-49c7-ab2c-85bd90ae9f72 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] 10.222.0.57 "DELETE /v2.0/routers/44b71fa3-58af-4970-9216-2b5916191863 HTTP/1.1" status: 204  len: 168 time: 5.1913779
Jan 29 10:06:09.009886 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-11a42d48-a2e7-4a1c-a14c-8ae6abb29515 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks [] for security_group, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:09.019971 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 48500) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:09.025086 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-11a42d48-a2e7-4a1c-a14c-8ae6abb29515 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:09.025938 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d90417c6-c14a-49ae-a6cc-f23ac298bb6d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:09.028328 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-0f95d904-db45-4dbc-a1fc-2b24962e922a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80767) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:06:09.028800 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-0f95d904-db45-4dbc-a1fc-2b24962e922a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:06:09.045578 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-5d0b0642-90dd-4445-b91b-9661090fa20a tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-410865056', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:06:09.076193 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-3119518a-bb72-45bc-91d4-75e66d931b52 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Jan 29 10:06:09.076193 dv-neutron-772983-2-ovs neutron-server[80656]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Jan 29 10:06:09.076193 dv-neutron-772983-2-ovs neutron-server[80656]: [parameters: {'id': '7c498d52-4c70-44cc-bd6a-4feae11a0977'}]
Jan 29 10:06:09.076193 dv-neutron-772983-2-ovs neutron-server[80656]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80766) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:06:09.076629 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-3119518a-bb72-45bc-91d4-75e66d931b52 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:06:09.089403 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-5d0b0642-90dd-4445-b91b-9661090fa20a tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:06:09.092287 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:09.119631 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5d0b0642-90dd-4445-b91b-9661090fa20a tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Usage tracker for resource:router and tenant:01cb9f3e8ac7487589f16ab0e2341af7 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:06:09.137944 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5d0b0642-90dd-4445-b91b-9661090fa20a tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Quota usage for router was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:06:09.198205 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-5d0b0642-90dd-4445-b91b-9661090fa20a tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:06:09.205684 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a42d48-a2e7-4a1c-a14c-8ae6abb29515 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5349b94-4e26-4c9f-b6e5-75febc066c0a,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:09.212105 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-11a42d48-a2e7-4a1c-a14c-8ae6abb29515 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:09.213408 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-11a42d48-a2e7-4a1c-a14c-8ae6abb29515 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 1.7231352
Jan 29 10:06:09.218201 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-11a42d48-a2e7-4a1c-a14c-8ae6abb29515 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:09.218723 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 48506) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:09.228792 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-ee534b39-2f74-4ffa-947f-bc85db0cb202 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Request body: {'security_group': {'name': 'default'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:06:09.229242 dv-neutron-772983-2-ovs neutron-server[80656]: WARNING neutron.api.v2.base [None req-ee534b39-2f74-4ffa-947f-bc85db0cb202 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Jan 29 10:06:09.229816 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-ee534b39-2f74-4ffa-947f-bc85db0cb202 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] update failed (client error): There was a conflict when trying to complete your request.
Jan 29 10:06:09.231716 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ee534b39-2f74-4ffa-947f-bc85db0cb202 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] 10.222.0.57 "PUT /v2.0/security-groups/e5349b94-4e26-4c9f-b6e5-75febc066c0a HTTP/1.1" status: 409  len: 330 time: 0.0095291
Jan 29 10:06:09.241507 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5d0b0642-90dd-4445-b91b-9661090fa20a tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:09.242641 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5d0b0642-90dd-4445-b91b-9661090fa20a tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:09.248187 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 48510) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:09.307013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5d0b0642-90dd-4445-b91b-9661090fa20a tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:09.329949 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-75408875-0c65-4550-ad5f-e92dcfeb7763 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:09.417862 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5d0b0642-90dd-4445-b91b-9661090fa20a tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:09.465557 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d90417c6-c14a-49ae-a6cc-f23ac298bb6d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854102222'] for router_gateway, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:09.530243 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-0f95d904-db45-4dbc-a1fc-2b24962e922a None None] Deleting port 9cd754cd-a16b-417b-92b1-01e5c978a06b {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:06:09.530687 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0f95d904-db45-4dbc-a1fc-2b24962e922a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:09.549487 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75408875-0c65-4550-ad5f-e92dcfeb7763 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Router be61e0e2-ec26-4beb-b723-6828867b6bd1 is scheduled to L3 agent 18987107-6d88-4736-94cf-15791d65b3ff with binding_index 1 {{(pid=80765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 29 10:06:09.605433 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8bad94a6-5b5e-4989-bf5c-80921b99f609 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:09.607073 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3119518a-bb72-45bc-91d4-75e66d931b52 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:09.702483 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d90417c6-c14a-49ae-a6cc-f23ac298bb6d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:09.704456 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5d0b0642-90dd-4445-b91b-9661090fa20a tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:09.708331 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5d0b0642-90dd-4445-b91b-9661090fa20a tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.6847475
Jan 29 10:06:09.708331 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d90417c6-c14a-49ae-a6cc-f23ac298bb6d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:09.709299 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48514) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:09.719792 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-f4ace551-4e88-4d3e-b3fd-145105c40f39 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Request body: {'router': {'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:06:09.728876 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-3119518a-bb72-45bc-91d4-75e66d931b52 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Deleting port 9cd754cd-a16b-417b-92b1-01e5c978a06b {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:06:09.729254 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3119518a-bb72-45bc-91d4-75e66d931b52 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:09.755552 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-0f95d904-db45-4dbc-a1fc-2b24962e922a None None] For port 9cd754cd-a16b-417b-92b1-01e5c978a06b, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=9cd754cd-a16b-417b-92b1-01e5c978a06b,segment=NetworkSegment(aa07c86d-141d-41f4-9d51-2efc500ec838),segment_id=aa07c86d-141d-41f4-9d51-2efc500ec838)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:06:09.756002 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0f95d904-db45-4dbc-a1fc-2b24962e922a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:09.778829 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8bad94a6-5b5e-4989-bf5c-80921b99f609 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:09.813663 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d90417c6-c14a-49ae-a6cc-f23ac298bb6d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:09.814254 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90417c6-c14a-49ae-a6cc-f23ac298bb6d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Fanout notify agent at l3_agent the message router_deleted on router 632570bf-0681-4ecb-b776-928458388e6f {{(pid=80766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 10:06:09.892725 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-0f95d904-db45-4dbc-a1fc-2b24962e922a None None] Calling delete_port for 9cd754cd-a16b-417b-92b1-01e5c978a06b owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:06:09.911325 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d90417c6-c14a-49ae-a6cc-f23ac298bb6d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:09.915421 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d90417c6-c14a-49ae-a6cc-f23ac298bb6d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] 10.222.0.57 "DELETE /v2.0/routers/632570bf-0681-4ecb-b776-928458388e6f HTTP/1.1" status: 204  len: 168 time: 4.3405564
Jan 29 10:06:09.920910 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 48520) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:09.985493 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0f95d904-db45-4dbc-a1fc-2b24962e922a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:10.028252 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:10.032215 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8bad94a6-5b5e-4989-bf5c-80921b99f609 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:10.053527 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:10.132982 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f95d904-db45-4dbc-a1fc-2b24962e922a None None] Pushing event deleted for resources: {'Port': ['ID=9cd754cd-a16b-417b-92b1-01e5c978a06b,revision_number=None']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:10.145936 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0f95d904-db45-4dbc-a1fc-2b24962e922a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:10.146096 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-f43c1564-c74f-4066-b6fb-b136d09300ef tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Deleting subnet e8a91225-b7a1-4895-9801-7748e1936126 {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:06:10.155681 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bad94a6-5b5e-4989-bf5c-80921b99f609 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5349b94-4e26-4c9f-b6e5-75febc066c0a,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:10.157556 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f43c1564-c74f-4066-b6fb-b136d09300ef tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:10.202876 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8bad94a6-5b5e-4989-bf5c-80921b99f609 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:10.206569 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f95d904-db45-4dbc-a1fc-2b24962e922a None None] No DVR routers for this DVR port 9cd754cd-a16b-417b-92b1-01e5c978a06b on host dv-neutron-772983-2-ovs {{(pid=80767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:06:10.220894 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-3119518a-bb72-45bc-91d4-75e66d931b52 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] For port 9cd754cd-a16b-417b-92b1-01e5c978a06b, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=9cd754cd-a16b-417b-92b1-01e5c978a06b,segment=NetworkSegment(aa07c86d-141d-41f4-9d51-2efc500ec838),segment_id=aa07c86d-141d-41f4-9d51-2efc500ec838)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:06:10.221302 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3119518a-bb72-45bc-91d4-75e66d931b52 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:10.235193 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8bad94a6-5b5e-4989-bf5c-80921b99f609 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:10.239071 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8bad94a6-5b5e-4989-bf5c-80921b99f609 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] 10.222.0.57 "DELETE /v2.0/security-groups/e5349b94-4e26-4c9f-b6e5-75febc066c0a HTTP/1.1" status: 204  len: 168 time: 0.9865236
Jan 29 10:06:10.245405 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48526) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:10.344326 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75408875-0c65-4550-ad5f-e92dcfeb7763 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:06:10.351564 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.resource_extend [None req-fefd3294-72f9-4fdc-8419-850ecc6e4039 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 29 10:06:10.354227 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf149a1-9a96-4aa1-962c-caaa9baf93fe None None] Sync routers for ids ['be61e0e2-ec26-4beb-b723-6828867b6bd1'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:06:10.367179 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf149a1-9a96-4aa1-962c-caaa9baf93fe None None] Routers {'be61e0e2-ec26-4beb-b723-6828867b6bd1'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:06:10.367885 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-daf149a1-9a96-4aa1-962c-caaa9baf93fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99cac2de48>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:05:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['be61e0e2-ec26-4beb-b723-6828867b6bd1'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:10.397035 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fefd3294-72f9-4fdc-8419-850ecc6e4039 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:10.475880 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fefd3294-72f9-4fdc-8419-850ecc6e4039 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:10.510063 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-89acb8a6-8946-41bb-875c-868ae043f72e tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:10.597236 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-daf149a1-9a96-4aa1-962c-caaa9baf93fe None None] Set router be61e0e2-ec26-4beb-b723-6828867b6bd1 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:06:10.626182 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-3119518a-bb72-45bc-91d4-75e66d931b52 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Calling delete_port for 9cd754cd-a16b-417b-92b1-01e5c978a06b owned by network:dhcp {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:06:10.670453 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f43c1564-c74f-4066-b6fb-b136d09300ef tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:10.674942 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6208375c-0b01-415d-874f-48688903bb10 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Synchronizing usage tracker for tenant:1953d1b4866945c3bd9d25a1a005505a on resource:security_group {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:06:10.677843 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-75408875-0c65-4550-ad5f-e92dcfeb7763 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:10.681600 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-75408875-0c65-4550-ad5f-e92dcfeb7763 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 9.4265134
Jan 29 10:06:10.681963 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f4ace551-4e88-4d3e-b3fd-145105c40f39 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:10.703622 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48530) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:10.779156 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-3119518a-bb72-45bc-91d4-75e66d931b52 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80766) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:06:10.779528 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-3119518a-bb72-45bc-91d4-75e66d931b52 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:06:10.790719 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f43c1564-c74f-4066-b6fb-b136d09300ef tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:10.918524 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-daf149a1-9a96-4aa1-962c-caaa9baf93fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99cac2de48>, [{'id': 'be61e0e2-ec26-4beb-b723-6828867b6bd1', 'name': 'tempest-snat-router-1116262097', 'tenant_id': 'e6ac5606c3f647439606dc5a53249186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.49'}], 'enable_snat': False}, 'gw_port_id': '7f37b8ca-1651-4b49-8ad4-9d954d68ec76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:06:01Z', 'updated_at': '2021-01-29T10:06:06Z', 'revision_number': 3, 'project_id': 'e6ac5606c3f647439606dc5a53249186', 'gw_port': {'id': '7f37b8ca-1651-4b49-8ad4-9d954d68ec76', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be61e0e2-ec26-4beb-b723-6828867b6bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:06:05Z', 'updated_at': '2021-01-29T10:06:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:10.922800 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf149a1-9a96-4aa1-962c-caaa9baf93fe None None] Checking router: be61e0e2-ec26-4beb-b723-6828867b6bd1 for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:06:10.923196 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf149a1-9a96-4aa1-962c-caaa9baf93fe None None] Updating router be61e0e2-ec26-4beb-b723-6828867b6bd1 port 7f37b8ca-1651-4b49-8ad4-9d954d68ec76 binding host dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 29 10:06:10.957569 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6208375c-0b01-415d-874f-48688903bb10 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Unset dirty status for tenant:1953d1b4866945c3bd9d25a1a005505a on resource:security_group {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:06:10.962992 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6208375c-0b01-415d-874f-48688903bb10 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.7108643
Jan 29 10:06:10.962992 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefd3294-72f9-4fdc-8419-850ecc6e4039 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Pushing event updated for resources: {'Port': ['ID=f84f9d90-d804-4de9-b930-c000f8a4f822,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:10.964173 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 48534) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:10.986370 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-fefd3294-72f9-4fdc-8419-850ecc6e4039 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:10.999341 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-daf149a1-9a96-4aa1-962c-caaa9baf93fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:11.009804 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-04a74764-093c-4fcc-a21e-461bcea3ec46 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] delete failed (client error): The resource could not be found.
Jan 29 10:06:11.016446 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-04a74764-093c-4fcc-a21e-461bcea3ec46 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] 10.222.0.57 "DELETE /v2.0/security-groups/4c1ab816-da69-400a-afc1-4ba0e5804b9e HTTP/1.1" status: 404  len: 347 time: 0.0403242
Jan 29 10:06:11.021404 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 48538) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:11.053852 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-30241fdf-e0d6-4a03-9508-9b9b31f09743 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] show failed (client error): The resource could not be found.
Jan 29 10:06:11.060410 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-30241fdf-e0d6-4a03-9508-9b9b31f09743 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] 10.222.0.57 "GET /v2.0/security-groups/8a13e56e-4185-4096-9907-993887e25d7c HTTP/1.1" status: 404  len: 347 time: 0.0328529
Jan 29 10:06:11.061664 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 48542) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:11.165001 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-b4105429-11de-47d6-a061-e8f23798aa42 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] show failed (client error): The resource could not be found.
Jan 29 10:06:11.172355 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b4105429-11de-47d6-a061-e8f23798aa42 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] 10.222.0.57 "GET /v2.0/security-group-rules/7f1c6d26-ef64-4ec6-85f4-af6dafdf2e12 HTTP/1.1" status: 404  len: 356 time: 0.1104791
Jan 29 10:06:11.174612 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f43c1564-c74f-4066-b6fb-b136d09300ef tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:11.192281 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-88c51a0e-690b-4205-8938-0c7324c4607c tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:11.207045 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1026715a-bc76-417f-bc3b-308465e2a460 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] 10.222.0.57 "GET /v2.0/routers/be61e0e2-ec26-4beb-b723-6828867b6bd1 HTTP/1.1" status: 200  len: 908 time: 0.4974663
Jan 29 10:06:11.212727 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48550) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:11.233672 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-e2aec7a5-9384-497a-9d4d-0a14545c5f95 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1116262097', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'enable_snat': True}}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:06:11.255971 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-e2aec7a5-9384-497a-9d4d-0a14545c5f95 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:06:11.266841 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-fefd3294-72f9-4fdc-8419-850ecc6e4039 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] In _notify_port_updated(), no bound segment for port f84f9d90-d804-4de9-b930-c000f8a4f822 on network c44dbee4-1fbb-4037-a383-b1bcf1523c31 {{(pid=80765) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:863}}
Jan 29 10:06:11.351060 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefd3294-72f9-4fdc-8419-850ecc6e4039 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:11.351767 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fefd3294-72f9-4fdc-8419-850ecc6e4039 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:11.353258 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-fefd3294-72f9-4fdc-8419-850ecc6e4039 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] 10.222.0.57 "PUT /v2.0/ports/f84f9d90-d804-4de9-b930-c000f8a4f822 HTTP/1.1" status: 200  len: 1136 time: 3.0410233
Jan 29 10:06:11.356988 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e2aec7a5-9384-497a-9d4d-0a14545c5f95 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Usage tracker for resource:router and tenant:e6ac5606c3f647439606dc5a53249186 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:06:11.362158 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e2aec7a5-9384-497a-9d4d-0a14545c5f95 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:06:11.364716 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48554) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:11.411807 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-e2aec7a5-9384-497a-9d4d-0a14545c5f95 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:06:11.430079 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-3119518a-bb72-45bc-91d4-75e66d931b52 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Deleting port 9cd754cd-a16b-417b-92b1-01e5c978a06b {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:06:11.430672 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3119518a-bb72-45bc-91d4-75e66d931b52 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:11.470754 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e2aec7a5-9384-497a-9d4d-0a14545c5f95 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:11.471920 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e2aec7a5-9384-497a-9d4d-0a14545c5f95 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:11.521236 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43c1564-c74f-4066-b6fb-b136d09300ef tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Pushing event deleted for resources: {'Subnet': ['ID=e8a91225-b7a1-4895-9801-7748e1936126,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:11.524271 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f43c1564-c74f-4066-b6fb-b136d09300ef tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:11.539479 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f43c1564-c74f-4066-b6fb-b136d09300ef tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] 10.222.0.57 "DELETE /v2.0/subnets/e8a91225-b7a1-4895-9801-7748e1936126 HTTP/1.1" status: 204  len: 168 time: 1.6173728
Jan 29 10:06:11.541070 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f43c1564-c74f-4066-b6fb-b136d09300ef tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:11.541842 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 48560) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:11.588861 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-3119518a-bb72-45bc-91d4-75e66d931b52 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] The port '9cd754cd-a16b-417b-92b1-01e5c978a06b' was deleted {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 29 10:06:11.615493 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa634c4-60f6-4e17-ba21-7c518c8bcb05 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:11.616222 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-cfa634c4-60f6-4e17-ba21-7c518c8bcb05 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Synchronizing usage tracker for tenant:a4bcb8daca004dd88119d6e5803b6008 on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:06:11.646908 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e2aec7a5-9384-497a-9d4d-0a14545c5f95 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:11.710458 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e2e682-389b-4379-adcb-5efaefe97437 None None] Network a6b4e5c6-3415-47bf-b302-aa20dd1624c6 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:06:11.719657 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48566) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:11.733923 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-cfa634c4-60f6-4e17-ba21-7c518c8bcb05 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Unset dirty status for tenant:a4bcb8daca004dd88119d6e5803b6008 on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:06:11.735194 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-cfa634c4-60f6-4e17-ba21-7c518c8bcb05 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] 10.222.0.57 "GET /v2.0/ports/f84f9d90-d804-4de9-b930-c000f8a4f822 HTTP/1.1" status: 200  len: 1136 time: 0.3694732
Jan 29 10:06:11.765234 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 48570) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:11.837919 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-c8764739-bc6d-4843-a25d-1711d15e4001 None None] Provisioning complete for port f84f9d90-d804-4de9-b930-c000f8a4f822 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:06:11.838267 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c8764739-bc6d-4843-a25d-1711d15e4001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:11.843817 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a33f4cd3-d47d-450f-9ad9-70a7962b3e3d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:11.852398 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f4ace551-4e88-4d3e-b3fd-145105c40f39 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks [] for router_gateway, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:11.951233 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f4ace551-4e88-4d3e-b3fd-145105c40f39 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:12.027713 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3119518a-bb72-45bc-91d4-75e66d931b52 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:12.030515 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-daf149a1-9a96-4aa1-962c-caaa9baf93fe None None] Notify callbacks [] for port, precommit_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:12.032910 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-c8764739-bc6d-4843-a25d-1711d15e4001 None None] Port f84f9d90-d804-4de9-b930-c000f8a4f822 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:06:12.047132 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-a33f4cd3-d47d-450f-9ad9-70a7962b3e3d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Deleting port a0770280-32db-4590-a33b-904202db27ad {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:06:12.047357 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a33f4cd3-d47d-450f-9ad9-70a7962b3e3d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:12.048893 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-daf149a1-9a96-4aa1-962c-caaa9baf93fe None None] Transition to ACTIVE for port object 7f37b8ca-1651-4b49-8ad4-9d954d68ec76 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:06:12.060215 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-daf149a1-9a96-4aa1-962c-caaa9baf93fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:12.077463 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5fa0357c-a389-4eb2-9b3f-d8701ef88a4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:12.134756 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-141b1305-6805-4fef-af27-2683565bc00e tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Deleting port f84f9d90-d804-4de9-b930-c000f8a4f822 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:06:12.135149 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-141b1305-6805-4fef-af27-2683565bc00e tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:12.220979 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dff6496-95ca-403a-a9cb-567230043de0 None None] Pushing event updated for resources: {'Port': ['ID=7f37b8ca-1651-4b49-8ad4-9d954d68ec76,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:12.225928 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0dff6496-95ca-403a-a9cb-567230043de0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:12.331430 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e2aec7a5-9384-497a-9d4d-0a14545c5f95 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:12.354776 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-daf149a1-9a96-4aa1-962c-caaa9baf93fe None None] Attempting to bind port 7f37b8ca-1651-4b49-8ad4-9d954d68ec76 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:06:12.354916 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-daf149a1-9a96-4aa1-962c-caaa9baf93fe None None] Attempting to bind port 7f37b8ca-1651-4b49-8ad4-9d954d68ec76 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:06:12.358489 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c9f937ee-61f2-4e3a-ac17-761383ed6506 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1953d1b4866945c3bd9d25a1a005505a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6352654
Jan 29 10:06:12.358946 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf149a1-9a96-4aa1-962c-caaa9baf93fe None None] Attempting to bind port 7f37b8ca-1651-4b49-8ad4-9d954d68ec76 on network aadf795f-2e1a-4d04-be0e-12575f0f28a5 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:06:12.360988 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48578) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:12.367885 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84381ca-2867-4cc7-9d9f-a30b5b22d57f None None] DHCP port deletion for a6b4e5c6-3415-47bf-b302-aa20dd1624c6 request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:06:12.374749 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf149a1-9a96-4aa1-962c-caaa9baf93fe None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:06:12.375582 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf149a1-9a96-4aa1-962c-caaa9baf93fe None None] Checking segment: {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:06:12.376305 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-daf149a1-9a96-4aa1-962c-caaa9baf93fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:12.376930 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf149a1-9a96-4aa1-962c-caaa9baf93fe None None] Bound using segment: {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:06:12.377634 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-daf149a1-9a96-4aa1-962c-caaa9baf93fe None None] Bound port: 7f37b8ca-1651-4b49-8ad4-9d954d68ec76, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:06:12.378263 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-daf149a1-9a96-4aa1-962c-caaa9baf93fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:12.405571 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-c84381ca-2867-4cc7-9d9f-a30b5b22d57f None None] Deleting port a0770280-32db-4590-a33b-904202db27ad {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:06:12.406335 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c84381ca-2867-4cc7-9d9f-a30b5b22d57f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:12.453709 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-a33f4cd3-d47d-450f-9ad9-70a7962b3e3d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] For port a0770280-32db-4590-a33b-904202db27ad, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=a0770280-32db-4590-a33b-904202db27ad,segment=NetworkSegment(cf015ff2-c2ff-477e-bdb8-26f18c07a065),segment_id=cf015ff2-c2ff-477e-bdb8-26f18c07a065)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:06:12.454140 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a33f4cd3-d47d-450f-9ad9-70a7962b3e3d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:12.562315 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device a0770280-32db-4590-a33b-904202db27ad no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:06:12.606835 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-a33f4cd3-d47d-450f-9ad9-70a7962b3e3d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Calling delete_port for a0770280-32db-4590-a33b-904202db27ad owned by network:dhcp {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:06:12.621918 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-daf149a1-9a96-4aa1-962c-caaa9baf93fe None None] For port 7f37b8ca-1651-4b49-8ad4-9d954d68ec76, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:06:12.682714 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-daf149a1-9a96-4aa1-962c-caaa9baf93fe None None] For port 7f37b8ca-1651-4b49-8ad4-9d954d68ec76, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=7f37b8ca-1651-4b49-8ad4-9d954d68ec76,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:06:12.683086 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-3119518a-bb72-45bc-91d4-75e66d931b52 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c3b62240>,) {'filters': {'network_id': ['7c498d52-4c70-44cc-bd6a-4feae11a0977']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:12.717255 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-3119518a-bb72-45bc-91d4-75e66d931b52 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3b62240>, 'aa07c86d-141d-41f4-9d51-2efc500ec838') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:12.717872 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-3119518a-bb72-45bc-91d4-75e66d931b52 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3b62240>, 'aa07c86d-141d-41f4-9d51-2efc500ec838') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:12.753881 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3119518a-bb72-45bc-91d4-75e66d931b52 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:12.754452 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-daf149a1-9a96-4aa1-962c-caaa9baf93fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:12.782324 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d578ae1e-fb66-4306-931a-e7625ef26bd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:12.824727 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3119518a-bb72-45bc-91d4-75e66d931b52 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:12.826860 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3119518a-bb72-45bc-91d4-75e66d931b52 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Releasing vxlan tunnel 5 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:06:12.907302 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-651ca395-3810-471c-bda1-2ae36a0cbd8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:12.975295 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-c84381ca-2867-4cc7-9d9f-a30b5b22d57f None None] For port a0770280-32db-4590-a33b-904202db27ad, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=a0770280-32db-4590-a33b-904202db27ad,segment=NetworkSegment(cf015ff2-c2ff-477e-bdb8-26f18c07a065),segment_id=cf015ff2-c2ff-477e-bdb8-26f18c07a065)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:06:12.975964 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c84381ca-2867-4cc7-9d9f-a30b5b22d57f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:12.976998 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a33f4cd3-d47d-450f-9ad9-70a7962b3e3d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:12.999995 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:13.004545 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-651ca395-3810-471c-bda1-2ae36a0cbd8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:13.006278 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:13.076820 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dff6496-95ca-403a-a9cb-567230043de0 None None] Pushing event updated for resources: {'Port': ['ID=7f37b8ca-1651-4b49-8ad4-9d954d68ec76,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:13.080210 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-f4ace551-4e88-4d3e-b3fd-145105c40f39 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Allocated IP 172.26.7.8 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/44f780b1-ffba-4a0c-90f1-fd81eb6e623d) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:06:13.090105 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f4cd3-d47d-450f-9ad9-70a7962b3e3d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Pushing event deleted for resources: {'Port': ['ID=a0770280-32db-4590-a33b-904202db27ad,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:13.150513 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-c84381ca-2867-4cc7-9d9f-a30b5b22d57f None None] Calling delete_port for a0770280-32db-4590-a33b-904202db27ad owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:06:13.185934 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0dff6496-95ca-403a-a9cb-567230043de0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:13.233637 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f4cd3-d47d-450f-9ad9-70a7962b3e3d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:06:13.233637 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f4cd3-d47d-450f-9ad9-70a7962b3e3d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:06:13.234050 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f4cd3-d47d-450f-9ad9-70a7962b3e3d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:06:13.234352 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f4cd3-d47d-450f-9ad9-70a7962b3e3d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:06:13.234743 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f4cd3-d47d-450f-9ad9-70a7962b3e3d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:06:13.235141 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f4cd3-d47d-450f-9ad9-70a7962b3e3d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:06:13.235543 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f4cd3-d47d-450f-9ad9-70a7962b3e3d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:06:13.236198 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f4cd3-d47d-450f-9ad9-70a7962b3e3d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:06:13.236322 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f4cd3-d47d-450f-9ad9-70a7962b3e3d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:06:13.236668 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f4cd3-d47d-450f-9ad9-70a7962b3e3d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:06:13.237056 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f4cd3-d47d-450f-9ad9-70a7962b3e3d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:06:13.237440 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f4cd3-d47d-450f-9ad9-70a7962b3e3d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:06:13.237917 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f4cd3-d47d-450f-9ad9-70a7962b3e3d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:06:13.238304 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f4cd3-d47d-450f-9ad9-70a7962b3e3d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:06:13.238691 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f4cd3-d47d-450f-9ad9-70a7962b3e3d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:06:13.239077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f4cd3-d47d-450f-9ad9-70a7962b3e3d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:06:13.239465 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f4cd3-d47d-450f-9ad9-70a7962b3e3d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:06:13.239823 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f4cd3-d47d-450f-9ad9-70a7962b3e3d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:06:13.240207 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f4cd3-d47d-450f-9ad9-70a7962b3e3d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:06:13.240640 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f4cd3-d47d-450f-9ad9-70a7962b3e3d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:06:13.241025 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f4cd3-d47d-450f-9ad9-70a7962b3e3d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:06:13.241407 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f4cd3-d47d-450f-9ad9-70a7962b3e3d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:06:13.241807 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f4cd3-d47d-450f-9ad9-70a7962b3e3d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:06:13.242192 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f4cd3-d47d-450f-9ad9-70a7962b3e3d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:06:13.273480 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-3119518a-bb72-45bc-91d4-75e66d931b52 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Network 7c498d52-4c70-44cc-bd6a-4feae11a0977 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:06:13.281986 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a33f4cd3-d47d-450f-9ad9-70a7962b3e3d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:13.283844 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-141b1305-6805-4fef-af27-2683565bc00e tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:13.292380 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3119518a-bb72-45bc-91d4-75e66d931b52 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:13.368378 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f4ace551-4e88-4d3e-b3fd-145105c40f39 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:13.402528 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-c84381ca-2867-4cc7-9d9f-a30b5b22d57f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80767) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:06:13.402948 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-c84381ca-2867-4cc7-9d9f-a30b5b22d57f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:06:13.403502 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf149a1-9a96-4aa1-962c-caaa9baf93fe None None] Routers {'be61e0e2-ec26-4beb-b723-6828867b6bd1'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:06:13.404214 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-daf149a1-9a96-4aa1-962c-caaa9baf93fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99cac2de48>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:05:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['be61e0e2-ec26-4beb-b723-6828867b6bd1'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:13.535559 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-651ca395-3810-471c-bda1-2ae36a0cbd8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:13.545318 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:13.608447 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651ca395-3810-471c-bda1-2ae36a0cbd8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d566de6d-b59b-4fad-8262-7bdc5cf3a105,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:13.636216 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651ca395-3810-471c-bda1-2ae36a0cbd8f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:06:13.637301 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651ca395-3810-471c-bda1-2ae36a0cbd8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:06:13.637746 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651ca395-3810-471c-bda1-2ae36a0cbd8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:06:13.638199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651ca395-3810-471c-bda1-2ae36a0cbd8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:06:13.638616 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651ca395-3810-471c-bda1-2ae36a0cbd8f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:06:13.639028 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651ca395-3810-471c-bda1-2ae36a0cbd8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:06:13.639437 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651ca395-3810-471c-bda1-2ae36a0cbd8f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:06:13.639847 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651ca395-3810-471c-bda1-2ae36a0cbd8f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:06:13.640256 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651ca395-3810-471c-bda1-2ae36a0cbd8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:06:13.640661 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651ca395-3810-471c-bda1-2ae36a0cbd8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:06:13.641064 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651ca395-3810-471c-bda1-2ae36a0cbd8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:06:13.641461 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651ca395-3810-471c-bda1-2ae36a0cbd8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:06:13.641986 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651ca395-3810-471c-bda1-2ae36a0cbd8f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:06:13.642390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651ca395-3810-471c-bda1-2ae36a0cbd8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:06:13.642799 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651ca395-3810-471c-bda1-2ae36a0cbd8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:06:13.643197 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651ca395-3810-471c-bda1-2ae36a0cbd8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:06:13.643596 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651ca395-3810-471c-bda1-2ae36a0cbd8f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:06:13.643992 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651ca395-3810-471c-bda1-2ae36a0cbd8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:06:13.644700 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651ca395-3810-471c-bda1-2ae36a0cbd8f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:06:13.644791 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651ca395-3810-471c-bda1-2ae36a0cbd8f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:06:13.645133 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651ca395-3810-471c-bda1-2ae36a0cbd8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:06:13.645512 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651ca395-3810-471c-bda1-2ae36a0cbd8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:06:13.645941 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651ca395-3810-471c-bda1-2ae36a0cbd8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:06:13.646338 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651ca395-3810-471c-bda1-2ae36a0cbd8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:06:13.656426 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-651ca395-3810-471c-bda1-2ae36a0cbd8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:13.663994 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f4ace551-4e88-4d3e-b3fd-145105c40f39 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:13.685810 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:13.771998 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e2aec7a5-9384-497a-9d4d-0a14545c5f95 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:13.796077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-141b1305-6805-4fef-af27-2683565bc00e tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Calling delete_port for f84f9d90-d804-4de9-b930-c000f8a4f822 owned by  {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:06:13.847161 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e2aec7a5-9384-497a-9d4d-0a14545c5f95 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:13.870627 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33f4cd3-d47d-450f-9ad9-70a7962b3e3d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] No DVR routers for this DVR port a0770280-32db-4590-a33b-904202db27ad on host dv-neutron-772983-2-ovs {{(pid=80766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:06:13.896252 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-daf149a1-9a96-4aa1-962c-caaa9baf93fe None None] Set router be61e0e2-ec26-4beb-b723-6828867b6bd1 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:06:13.925943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-651ca395-3810-471c-bda1-2ae36a0cbd8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:13.927413 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-651ca395-3810-471c-bda1-2ae36a0cbd8f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d566de6d-b59b-4fad-8262-7bdc5cf3a105 HTTP/1.1" status: 204  len: 168 time: 1.5653889
Jan 29 10:06:13.959691 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ace551-4e88-4d3e-b3fd-145105c40f39 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Pushing event updated for resources: {'Port': ['ID=44f780b1-ffba-4a0c-90f1-fd81eb6e623d,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:13.984140 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f4ace551-4e88-4d3e-b3fd-145105c40f39 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:14.043223 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-c84381ca-2867-4cc7-9d9f-a30b5b22d57f None None] Deleting port a0770280-32db-4590-a33b-904202db27ad {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:06:14.043600 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c84381ca-2867-4cc7-9d9f-a30b5b22d57f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:14.172070 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-c84381ca-2867-4cc7-9d9f-a30b5b22d57f None None] The port 'a0770280-32db-4590-a33b-904202db27ad' was deleted {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 29 10:06:14.208166 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-141b1305-6805-4fef-af27-2683565bc00e tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:14.209323 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ace551-4e88-4d3e-b3fd-145105c40f39 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:06:14.211569 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-3119518a-bb72-45bc-91d4-75e66d931b52 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Network 7c498d52-4c70-44cc-bd6a-4feae11a0977 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:06:14.213969 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-f4ace551-4e88-4d3e-b3fd-145105c40f39 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:06:14.225974 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ace551-4e88-4d3e-b3fd-145105c40f39 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:06:14.343780 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-e2aec7a5-9384-497a-9d4d-0a14545c5f95 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Allocated IP 172.26.7.28 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/0ae74ae6-979d-476e-a079-0a1d1768946e) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:06:14.360732 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ad0a7a69-d9f7-4219-9196-8d4c7fdf3ae6 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:14.396502 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:06:14.396502 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:06:14.396502 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:06:14.396502 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:06:14.396502 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:06:14.396502 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:06:14.396502 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:06:14.396502 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:06:14.396502 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:06:14.396502 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:06:14.396502 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:06:14.396502 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:06:14.396502 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:06:14.396502 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:06:14.396502 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:06:14.396502 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:06:14.396502 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:06:14.396502 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:06:14.396502 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:06:14.396502 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:06:14.396502 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:06:14.396502 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:06:14.396502 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:06:14.396502 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:06:14.396502 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:06:14.396502 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:06:14.396502 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:06:14.396502 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:06:14.396502 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:06:14.396502 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:06:14.396502 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:06:14.396502 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:06:14.396502 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:06:14.396502 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:06:14.396502 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:06:14.396502 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:06:14.396502 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:06:14.396502 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:06:14.396502 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:06:14.396502 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:06:14.420985 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-daf149a1-9a96-4aa1-962c-caaa9baf93fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99cac2de48>, [{'id': 'be61e0e2-ec26-4beb-b723-6828867b6bd1', 'name': 'tempest-snat-router-1116262097', 'tenant_id': 'e6ac5606c3f647439606dc5a53249186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.49'}], 'enable_snat': False}, 'gw_port_id': '7f37b8ca-1651-4b49-8ad4-9d954d68ec76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:06:01Z', 'updated_at': '2021-01-29T10:06:06Z', 'revision_number': 3, 'project_id': 'e6ac5606c3f647439606dc5a53249186', 'gw_port': {'id': '7f37b8ca-1651-4b49-8ad4-9d954d68ec76', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be61e0e2-ec26-4beb-b723-6828867b6bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:06:05Z', 'updated_at': '2021-01-29T10:06:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:14.421737 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a33f4cd3-d47d-450f-9ad9-70a7962b3e3d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:14.425383 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf149a1-9a96-4aa1-962c-caaa9baf93fe None None] The sync data for ids ['be61e0e2-ec26-4beb-b723-6828867b6bd1'] in dv-neutron-772983-2-ovs is: [{'id': 'be61e0e2-ec26-4beb-b723-6828867b6bd1', 'name': 'tempest-snat-router-1116262097', 'tenant_id': 'e6ac5606c3f647439606dc5a53249186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.49'}], 'enable_snat': False}, 'gw_port_id': '7f37b8ca-1651-4b49-8ad4-9d954d68ec76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:06:01Z', 'updated_at': '2021-01-29T10:06:06Z', 'revision_number': 3, 'project_id': 'e6ac5606c3f647439606dc5a53249186', 'gw_port': {'id': '7f37b8ca-1651-4b49-8ad4-9d954d68ec76', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be61e0e2-ec26-4beb-b723-6828867b6bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:06:05Z', 'updated_at': '2021-01-29T10:06:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-772983-2-ovs'}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:06:14.492740 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141b1305-6805-4fef-af27-2683565bc00e tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Pushing event deleted for resources: {'Port': ['ID=f84f9d90-d804-4de9-b930-c000f8a4f822,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:14.559092 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-141b1305-6805-4fef-af27-2683565bc00e tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:14.703151 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3119518a-bb72-45bc-91d4-75e66d931b52 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:14.736307 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:14.754424 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-a33f4cd3-d47d-450f-9ad9-70a7962b3e3d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c92f9240>,) {'filters': {'network_id': ['a6b4e5c6-3415-47bf-b302-aa20dd1624c6']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:14.765390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3119518a-bb72-45bc-91d4-75e66d931b52 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:14.795482 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-a33f4cd3-d47d-450f-9ad9-70a7962b3e3d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c92f9240>, 'cf015ff2-c2ff-477e-bdb8-26f18c07a065') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:14.796006 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-a33f4cd3-d47d-450f-9ad9-70a7962b3e3d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c92f9240>, 'cf015ff2-c2ff-477e-bdb8-26f18c07a065') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:14.806888 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3119518a-bb72-45bc-91d4-75e66d931b52 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Pushing event deleted for resources: {'Network': ['ID=7c498d52-4c70-44cc-bd6a-4feae11a0977,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:14.816215 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3119518a-bb72-45bc-91d4-75e66d931b52 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:14.831240 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a33f4cd3-d47d-450f-9ad9-70a7962b3e3d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:14.843850 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3119518a-bb72-45bc-91d4-75e66d931b52 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] 10.222.0.57 "DELETE /v2.0/networks/7c498d52-4c70-44cc-bd6a-4feae11a0977 HTTP/1.1" status: 204  len: 168 time: 10.8045349
Jan 29 10:06:14.856830 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a33f4cd3-d47d-450f-9ad9-70a7962b3e3d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:14.858273 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a33f4cd3-d47d-450f-9ad9-70a7962b3e3d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Releasing vxlan tunnel 10 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:06:14.884104 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e2aec7a5-9384-497a-9d4d-0a14545c5f95 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:14.890882 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48604) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:14.970818 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-08194435-a6a4-4b62-907d-288f572e6a9f tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:06:14.971587 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08194435-a6a4-4b62-907d-288f572e6a9f tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:06:14.987979 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-08194435-a6a4-4b62-907d-288f572e6a9f tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] 10.222.0.57 "DELETE /v2.0/subnets/c58e5262-38c7-4ee0-8fed-1b9aa19e43b2 HTTP/1.1" status: 404  len: 337 time: 0.0958154
Jan 29 10:06:14.991858 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48610) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:15.050576 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-8394c83f-a8cc-48a7-8b37-a287f6bcae70 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:06:15.051079 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8394c83f-a8cc-48a7-8b37-a287f6bcae70 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:06:15.055353 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8394c83f-a8cc-48a7-8b37-a287f6bcae70 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] 10.222.0.57 "DELETE /v2.0/networks/7c498d52-4c70-44cc-bd6a-4feae11a0977 HTTP/1.1" status: 404  len: 339 time: 0.0598121
Jan 29 10:06:15.067398 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48616) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:15.119541 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-141b1305-6805-4fef-af27-2683565bc00e tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:15.121954 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-141b1305-6805-4fef-af27-2683565bc00e tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] 10.222.0.57 "DELETE /v2.0/ports/f84f9d90-d804-4de9-b930-c000f8a4f822 HTTP/1.1" status: 204  len: 168 time: 3.3505592
Jan 29 10:06:15.157329 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dc4aab3-4f71-4c26-82ce-cf705c6bc5b5 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:06:15.158087 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dc4aab3-4f71-4c26-82ce-cf705c6bc5b5 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:06:15.158240 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 48622) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:15.162018 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6dc4aab3-4f71-4c26-82ce-cf705c6bc5b5 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] 10.222.0.57 "DELETE /v2.0/subnets/f7cff07e-9f99-4c61-8548-c1d0e7524f99 HTTP/1.1" status: 404  len: 337 time: 0.0912449
Jan 29 10:06:15.165898 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48624) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:15.225798 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f4ace551-4e88-4d3e-b3fd-145105c40f39 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks [] for router_gateway, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:15.424577 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 48630) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:15.457329 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-a33f4cd3-d47d-450f-9ad9-70a7962b3e3d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Network a6b4e5c6-3415-47bf-b302-aa20dd1624c6 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:06:15.469980 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a33f4cd3-d47d-450f-9ad9-70a7962b3e3d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:15.536281 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e2aec7a5-9384-497a-9d4d-0a14545c5f95 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:15.597237 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-abdf8410-cefe-442b-845e-aff66227b229 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Deleting subnet 7c81545d-70f1-4b0f-8133-63332e0a6b98 {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:06:15.613258 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-abdf8410-cefe-442b-845e-aff66227b229 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:15.692344 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-77c40a18-ccb9-48f7-b6c3-7c2c3796e6eb tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:06:15.693187 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77c40a18-ccb9-48f7-b6c3-7c2c3796e6eb tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:06:15.697397 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-77c40a18-ccb9-48f7-b6c3-7c2c3796e6eb tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] 10.222.0.57 "DELETE /v2.0/networks/8ef30934-9ea9-4a7d-b63b-d57fd02044b4 HTTP/1.1" status: 404  len: 339 time: 0.5278335
Jan 29 10:06:15.714439 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6c8c35bc-574f-4961-929c-ad86ad976339 tempest-FloatingIPAdminTestJSON-2102666705 tempest-FloatingIPAdminTestJSON-2102666705-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:15.749262 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48636) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:15.753181 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-afb7ad81-9468-418e-b1f4-40d48823c24c tempest-SubnetPoolsTestJSON-1621306689 tempest-SubnetPoolsTestJSON-1621306689-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-206046954', 'prefixes': ['172.20.0.0/16']}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:06:15.793283 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-a33f4cd3-d47d-450f-9ad9-70a7962b3e3d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Network a6b4e5c6-3415-47bf-b302-aa20dd1624c6 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:06:15.803495 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-afb7ad81-9468-418e-b1f4-40d48823c24c tempest-SubnetPoolsTestJSON-1621306689 tempest-SubnetPoolsTestJSON-1621306689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:06:15.828960 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:06:15.828960 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:06:15.828960 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:06:15.828960 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:06:15.828960 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:06:15.828960 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:06:15.828960 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:06:15.828960 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:06:15.828960 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:06:15.828960 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:06:15.828960 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:06:15.828960 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:06:15.828960 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:06:15.828960 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:06:15.828960 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:06:15.828960 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:06:15.828960 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:06:15.828960 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:06:15.828960 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:06:15.828960 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:06:15.828960 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:06:15.828960 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:06:15.828960 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:06:15.828960 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:06:15.828960 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:06:15.828960 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:06:15.828960 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:06:15.828960 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:06:15.828960 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:06:15.828960 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:06:15.828960 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:06:15.828960 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:06:15.832989 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-abdf8410-cefe-442b-845e-aff66227b229 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:16.016080 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a33f4cd3-d47d-450f-9ad9-70a7962b3e3d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:16.038412 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:16.061124 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a33f4cd3-d47d-450f-9ad9-70a7962b3e3d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:16.078244 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f4cd3-d47d-450f-9ad9-70a7962b3e3d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Pushing event deleted for resources: {'Network': ['ID=a6b4e5c6-3415-47bf-b302-aa20dd1624c6,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:16.087861 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a33f4cd3-d47d-450f-9ad9-70a7962b3e3d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:16.097519 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a33f4cd3-d47d-450f-9ad9-70a7962b3e3d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] 10.222.0.57 "DELETE /v2.0/networks/a6b4e5c6-3415-47bf-b302-aa20dd1624c6 HTTP/1.1" status: 204  len: 168 time: 4.5035827
Jan 29 10:06:16.102880 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 48640) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:16.107845 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-abdf8410-cefe-442b-845e-aff66227b229 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:16.229515 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-130a0d7c-11ad-464f-9495-d39fb6d86a28 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:06:16.230103 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-130a0d7c-11ad-464f-9495-d39fb6d86a28 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:06:16.235564 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-130a0d7c-11ad-464f-9495-d39fb6d86a28 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] 10.222.0.57 "DELETE /v2.0/subnets/31ed89a3-5cb2-463c-9d01-864c31f8c2d7 HTTP/1.1" status: 404  len: 337 time: 0.4771638
Jan 29 10:06:16.235744 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 48646) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:16.271465 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aec7a5-9384-497a-9d4d-0a14545c5f95 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Pushing event updated for resources: {'Port': ['ID=0ae74ae6-979d-476e-a079-0a1d1768946e,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:16.275161 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2aec7a5-9384-497a-9d4d-0a14545c5f95 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:06:16.278810 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e2aec7a5-9384-497a-9d4d-0a14545c5f95 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:16.279714 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-e2aec7a5-9384-497a-9d4d-0a14545c5f95 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:06:16.284117 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2aec7a5-9384-497a-9d4d-0a14545c5f95 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:06:16.361194 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-afb7ad81-9468-418e-b1f4-40d48823c24c tempest-SubnetPoolsTestJSON-1621306689 tempest-SubnetPoolsTestJSON-1621306689-project] Notify callbacks [] for subnetpool, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:16.362518 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-afb7ad81-9468-418e-b1f4-40d48823c24c tempest-SubnetPoolsTestJSON-1621306689 tempest-SubnetPoolsTestJSON-1621306689-project] 10.222.0.57 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 736 time: 0.9369690
Jan 29 10:06:16.368912 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48652) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:16.425514 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-fee5a5dd-3a0d-4959-9614-b6ee0e8d3ca1 tempest-SubnetPoolsTestJSON-1621306689 tempest-SubnetPoolsTestJSON-1621306689-project] 10.222.0.57 "GET /v2.0/subnetpools/d891bc4f-7ddf-4574-bfe7-8552a7efbbe5 HTTP/1.1" status: 200  len: 731 time: 0.0553102
Jan 29 10:06:16.428447 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48656) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:16.430762 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f4ace551-4e88-4d3e-b3fd-145105c40f39 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:16.437623 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd19edfb-0638-45b7-88af-05c766289536 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:06:16.438200 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd19edfb-0638-45b7-88af-05c766289536 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:06:16.439992 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-dd19edfb-0638-45b7-88af-05c766289536 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] 10.222.0.57 "DELETE /v2.0/networks/d8b966a0-9980-44ba-a2d1-4252c346420a HTTP/1.1" status: 404  len: 339 time: 0.0962059
Jan 29 10:06:16.441211 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-2741afe2-9c3b-4f61-9407-6305811a2cdf tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Deleting port be6a4d41-c059-482a-a2b5-115ec4fe71da {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:06:16.441583 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2741afe2-9c3b-4f61-9407-6305811a2cdf tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:16.470815 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 48660) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:16.507158 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-093c3ead-f50e-45e2-896d-198763f5884f tempest-SubnetPoolsTestJSON-1621306689 tempest-SubnetPoolsTestJSON-1621306689-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-173073944'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:06:16.528150 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f4ace551-4e88-4d3e-b3fd-145105c40f39 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854102271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-673560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-331322'] for router, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:16.569979 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 7f37b8ca-1651-4b49-8ad4-9d954d68ec76 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:06:16.672237 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 7f37b8ca-1651-4b49-8ad4-9d954d68ec76 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:06:16.678602 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 7f37b8ca-1651-4b49-8ad4-9d954d68ec76 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:06:16.679190 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:16.833521 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:16.851944 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port 7f37b8ca-1651-4b49-8ad4-9d954d68ec76, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=7f37b8ca-1651-4b49-8ad4-9d954d68ec76,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:06:16.856535 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:16.858614 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ce330c79-19d1-415a-a8e9-e50715930a03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:16.936106 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=7f37b8ca-1651-4b49-8ad4-9d954d68ec76,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:16.944342 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:06:16.944726 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:06:16.945370 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:06:16.945749 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:06:16.946142 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:06:16.946515 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:06:16.946884 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:06:16.947252 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:06:16.947621 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:06:16.947999 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:06:16.948348 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:06:16.949335 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:06:16.949335 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:06:16.949568 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:06:16.949898 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:06:16.950265 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:06:16.950627 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:06:16.951029 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:06:16.951330 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:06:16.951690 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:06:16.952051 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:06:16.952409 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:06:16.952773 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:06:16.953132 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:06:16.957886 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:17.014994 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-ca470880-6a54-461d-8ec8-9b0cd0170611 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Deleting port 34297605-357f-4541-89e2-97661cbb9dcc {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:06:17.015536 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ca470880-6a54-461d-8ec8-9b0cd0170611 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:17.092632 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-093c3ead-f50e-45e2-896d-198763f5884f tempest-SubnetPoolsTestJSON-1621306689 tempest-SubnetPoolsTestJSON-1621306689-project] Notify callbacks [] for subnetpool, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:17.096901 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-093c3ead-f50e-45e2-896d-198763f5884f tempest-SubnetPoolsTestJSON-1621306689 tempest-SubnetPoolsTestJSON-1621306689-project] 10.222.0.57 "PUT /v2.0/subnetpools/d891bc4f-7ddf-4574-bfe7-8552a7efbbe5 HTTP/1.1" status: 200  len: 683 time: 0.6607618
Jan 29 10:06:17.098353 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48664) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:17.253660 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e2aec7a5-9384-497a-9d4d-0a14545c5f95 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:17.301563 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2741afe2-9c3b-4f61-9407-6305811a2cdf tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:17.301968 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2741afe2-9c3b-4f61-9407-6305811a2cdf tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:17.405423 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4ace551-4e88-4d3e-b3fd-145105c40f39 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Router 59123319-69af-41ff-8cac-3b757581c2f2 is scheduled to L3 agent 18987107-6d88-4736-94cf-15791d65b3ff with binding_index 1 {{(pid=80765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 29 10:06:17.457680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-2741afe2-9c3b-4f61-9407-6305811a2cdf tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Calling delete_port for be6a4d41-c059-482a-a2b5-115ec4fe71da owned by network:floatingip {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:06:17.539030 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-abdf8410-cefe-442b-845e-aff66227b229 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:17.578189 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2905f3ab-b2d5-4e57-acbe-8142950a841d tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:17.579166 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0880daae-4a19-4938-9d3d-eba7e93a7bf7 tempest-SubnetPoolsTestJSON-1621306689 tempest-SubnetPoolsTestJSON-1621306689-project] Notify callbacks [] for subnetpool, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:17.583097 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0880daae-4a19-4938-9d3d-eba7e93a7bf7 tempest-SubnetPoolsTestJSON-1621306689 tempest-SubnetPoolsTestJSON-1621306689-project] 10.222.0.57 "DELETE /v2.0/subnetpools/d891bc4f-7ddf-4574-bfe7-8552a7efbbe5 HTTP/1.1" status: 204  len: 168 time: 0.4782968
Jan 29 10:06:17.613891 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48672) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:17.648292 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-02a0149b-044f-4db9-9104-c870125333e8 tempest-SubnetPoolsTestJSON-1621306689 tempest-SubnetPoolsTestJSON-1621306689-project] show failed (client error): The resource could not be found.
Jan 29 10:06:17.649651 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-02a0149b-044f-4db9-9104-c870125333e8 tempest-SubnetPoolsTestJSON-1621306689 tempest-SubnetPoolsTestJSON-1621306689-project] 10.222.0.57 "GET /v2.0/subnetpools/d891bc4f-7ddf-4574-bfe7-8552a7efbbe5 HTTP/1.1" status: 404  len: 346 time: 0.0344944
Jan 29 10:06:17.659517 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48676) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:17.745090 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-d183c208-549e-43cf-a20b-2027d0aa5567 tempest-SubnetPoolsTestJSON-1621306689 tempest-SubnetPoolsTestJSON-1621306689-project] delete failed (client error): The resource could not be found.
Jan 29 10:06:17.754446 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d183c208-549e-43cf-a20b-2027d0aa5567 tempest-SubnetPoolsTestJSON-1621306689 tempest-SubnetPoolsTestJSON-1621306689-project] 10.222.0.57 "DELETE /v2.0/subnetpools/d891bc4f-7ddf-4574-bfe7-8552a7efbbe5 HTTP/1.1" status: 404  len: 346 time: 0.0868976
Jan 29 10:06:17.770423 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdf8410-cefe-442b-845e-aff66227b229 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Pushing event deleted for resources: {'Subnet': ['ID=7c81545d-70f1-4b0f-8133-63332e0a6b98,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:17.788479 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-abdf8410-cefe-442b-845e-aff66227b229 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:17.803478 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ca470880-6a54-461d-8ec8-9b0cd0170611 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:17.883333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ace551-4e88-4d3e-b3fd-145105c40f39 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:06:17.899972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98848976-e170-47fb-adc3-89a965f15b7a None None] Sync routers for ids ['59123319-69af-41ff-8cac-3b757581c2f2'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:06:17.915200 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98848976-e170-47fb-adc3-89a965f15b7a None None] Routers {'59123319-69af-41ff-8cac-3b757581c2f2'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:06:17.916445 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-98848976-e170-47fb-adc3-89a965f15b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99cac46f98>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:05:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['59123319-69af-41ff-8cac-3b757581c2f2'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:17.924344 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f4ace551-4e88-4d3e-b3fd-145105c40f39 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:17.926779 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f4ace551-4e88-4d3e-b3fd-145105c40f39 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] 10.222.0.57 "PUT /v2.0/routers/59123319-69af-41ff-8cac-3b757581c2f2 HTTP/1.1" status: 200  len: 881 time: 8.2158377
Jan 29 10:06:17.931451 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48682) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:17.965856 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-ca470880-6a54-461d-8ec8-9b0cd0170611 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Calling delete_port for 34297605-357f-4541-89e2-97661cbb9dcc owned by  {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:06:18.003913 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-abdf8410-cefe-442b-845e-aff66227b229 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:18.006091 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688b5c76-86b7-4404-b5b0-0befbdee60b5 None None] Network c44dbee4-1fbb-4037-a383-b1bcf1523c31 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:06:18.030392 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-98848976-e170-47fb-adc3-89a965f15b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99cac46f98>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:18.050736 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98848976-e170-47fb-adc3-89a965f15b7a None None] Routers {'59123319-69af-41ff-8cac-3b757581c2f2'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:06:18.051432 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-98848976-e170-47fb-adc3-89a965f15b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99cac46f98>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:05:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['59123319-69af-41ff-8cac-3b757581c2f2'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:18.082254 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-abdf8410-cefe-442b-845e-aff66227b229 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] 10.222.0.57 "DELETE /v2.0/subnets/7c81545d-70f1-4b0f-8133-63332e0a6b98 HTTP/1.1" status: 204  len: 168 time: 2.9224882
Jan 29 10:06:18.087567 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 48688) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:18.176096 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 48692) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:18.178428 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-98848976-e170-47fb-adc3-89a965f15b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99cac46f98>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:18.179064 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98848976-e170-47fb-adc3-89a965f15b7a None None] The sync data for ids ['59123319-69af-41ff-8cac-3b757581c2f2'] in dv-neutron-772983-2-ovs is: [] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:06:18.247544 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2741afe2-9c3b-4f61-9407-6305811a2cdf tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:18.273888 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-258bd8cb-0fd8-4b1e-b1a4-0dd54c54c3a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:18.350098 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ca470880-6a54-461d-8ec8-9b0cd0170611 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:18.428220 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a818311-5bb2-422f-9773-18792b851fed None None] DHCP port deletion for c44dbee4-1fbb-4037-a383-b1bcf1523c31 request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:06:18.432840 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4a818311-5bb2-422f-9773-18792b851fed None None] Deleting port 98dad0f6-2d08-478f-9e6d-c0a0242fbb5b {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:06:18.434003 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4a818311-5bb2-422f-9773-18792b851fed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:18.441353 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2741afe2-9c3b-4f61-9407-6305811a2cdf tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Pushing event deleted for resources: {'Port': ['ID=be6a4d41-c059-482a-a2b5-115ec4fe71da,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:18.444134 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2741afe2-9c3b-4f61-9407-6305811a2cdf tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:18.446921 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e2aec7a5-9384-497a-9d4d-0a14545c5f95 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:18.537800 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a33f4cd3-d47d-450f-9ad9-70a7962b3e3d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:18.539068 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 7f37b8ca-1651-4b49-8ad4-9d954d68ec76 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:06:18.622737 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-53c7bd3b-b09e-4e89-95e9-35f41b790bb5 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:18.634906 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1dc32d15-e413-40f2-bc27-4b08ce956799 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] 10.222.0.57 "GET /v2.0/routers/59123319-69af-41ff-8cac-3b757581c2f2 HTTP/1.1" status: 200  len: 922 time: 0.6997077
Jan 29 10:06:18.635201 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48700) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:18.747562 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca470880-6a54-461d-8ec8-9b0cd0170611 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Pushing event deleted for resources: {'Port': ['ID=34297605-357f-4541-89e2-97661cbb9dcc,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:18.757627 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a390c873-8efc-42a9-9821-94c08f10ad23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:18.766770 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4a818311-5bb2-422f-9773-18792b851fed None None] For port 98dad0f6-2d08-478f-9e6d-c0a0242fbb5b, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=98dad0f6-2d08-478f-9e6d-c0a0242fbb5b,segment=NetworkSegment(288dc5ca-1de7-40b8-8b44-34969c35ea6d),segment_id=288dc5ca-1de7-40b8-8b44-34969c35ea6d)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:06:18.767214 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4a818311-5bb2-422f-9773-18792b851fed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:18.768215 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acf4aeb-b8ad-4811-9d8f-0c7e5f5c0ddd tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:18.768993 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5acf4aeb-b8ad-4811-9d8f-0c7e5f5c0ddd tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Synchronizing usage tracker for tenant:1ff34f0ed0344ec39e5476068c831cc8 on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:06:18.786568 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ca470880-6a54-461d-8ec8-9b0cd0170611 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:18.803448 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5acf4aeb-b8ad-4811-9d8f-0c7e5f5c0ddd tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Unset dirty status for tenant:1ff34f0ed0344ec39e5476068c831cc8 on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:06:18.808088 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5acf4aeb-b8ad-4811-9d8f-0c7e5f5c0ddd tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=aadf795f-2e1a-4d04-be0e-12575f0f28a5&device_id=59123319-69af-41ff-8cac-3b757581c2f2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 943 time: 0.1718643
Jan 29 10:06:18.810234 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2aec7a5-9384-497a-9d4d-0a14545c5f95 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Router 3115bd8f-c9eb-41a1-b499-b7bb34753466 is scheduled to L3 agent 18987107-6d88-4736-94cf-15791d65b3ff with binding_index 1 {{(pid=80765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 29 10:06:18.812562 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48706) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:18.838097 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a390c873-8efc-42a9-9821-94c08f10ad23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:06:18.853337 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a390c873-8efc-42a9-9821-94c08f10ad23 admin admin] Usage tracker for resource:security_group_rule and tenant:de29b6db2e364854b060fbd634fdd099 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:06:18.857295 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-53c7bd3b-b09e-4e89-95e9-35f41b790bb5 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Deleting port 98dad0f6-2d08-478f-9e6d-c0a0242fbb5b {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:06:18.857821 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-53c7bd3b-b09e-4e89-95e9-35f41b790bb5 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:18.883829 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a390c873-8efc-42a9-9821-94c08f10ad23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:06:18.909808 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a390c873-8efc-42a9-9821-94c08f10ad23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:06:18.924399 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4a818311-5bb2-422f-9773-18792b851fed None None] Calling delete_port for 98dad0f6-2d08-478f-9e6d-c0a0242fbb5b owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:06:18.942827 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ca470880-6a54-461d-8ec8-9b0cd0170611 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:18.971665 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2741afe2-9c3b-4f61-9407-6305811a2cdf tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks [] for floatingip, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:18.978978 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ca470880-6a54-461d-8ec8-9b0cd0170611 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] 10.222.0.57 "DELETE /v2.0/ports/34297605-357f-4541-89e2-97661cbb9dcc HTTP/1.1" status: 204  len: 168 time: 2.4856143
Jan 29 10:06:18.985369 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 7f37b8ca-1651-4b49-8ad4-9d954d68ec76 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:06:18.985812 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:19.006986 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 48710) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:19.063074 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2741afe2-9c3b-4f61-9407-6305811a2cdf tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:19.064431 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2741afe2-9c3b-4f61-9407-6305811a2cdf tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] 10.222.0.57 "DELETE /v2.0/floatingips/c60ea9ff-98fb-4997-9d73-36f217088460 HTTP/1.1" status: 204  len: 168 time: 2.9593084
Jan 29 10:06:19.075010 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4a818311-5bb2-422f-9773-18792b851fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:19.079098 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-0132e086-fe58-4085-9014-ed424fdfd602 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:06:19.079606 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0132e086-fe58-4085-9014-ed424fdfd602 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:06:19.083931 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0132e086-fe58-4085-9014-ed424fdfd602 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] 10.222.0.57 "DELETE /v2.0/subnets/86780699-c28c-4992-8f3c-a1a9527633c7 HTTP/1.1" status: 404  len: 337 time: 0.0665777
Jan 29 10:06:19.092243 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 48716) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:19.196123 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:19.203011 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c011e73f-676b-4082-af22-5af04937bf70 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:19.205035 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c011e73f-676b-4082-af22-5af04937bf70 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] 10.222.0.57 "GET /v2.0/networks/aadf795f-2e1a-4d04-be0e-12575f0f28a5 HTTP/1.1" status: 200  len: 881 time: 0.3902538
Jan 29 10:06:19.206384 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2aec7a5-9384-497a-9d4d-0a14545c5f95 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:06:19.208013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48720) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:19.268874 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a818311-5bb2-422f-9773-18792b851fed None None] Pushing event deleted for resources: {'Port': ['ID=98dad0f6-2d08-478f-9e6d-c0a0242fbb5b,revision_number=None']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:19.273292 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ef4e26b6-7873-45f0-bdab-3a657ffa033b tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] 10.222.0.57 "GET /v2.0/ports?device_id=59123319-69af-41ff-8cac-3b757581c2f2 HTTP/1.1" status: 200  len: 205 time: 0.0616632
Jan 29 10:06:19.276302 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48724) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:19.282752 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4a818311-5bb2-422f-9773-18792b851fed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:19.285332 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d79be74-778d-4a7f-b48b-26d18da38fc0 None None] Sync routers for ids ['3115bd8f-c9eb-41a1-b499-b7bb34753466'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:06:19.292350 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a818311-5bb2-422f-9773-18792b851fed None None] No DVR routers for this DVR port 98dad0f6-2d08-478f-9e6d-c0a0242fbb5b on host dv-neutron-772983-2-ovs {{(pid=80767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:06:19.393460 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d79be74-778d-4a7f-b48b-26d18da38fc0 None None] Routers {'3115bd8f-c9eb-41a1-b499-b7bb34753466'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:06:19.394159 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-5d79be74-778d-4a7f-b48b-26d18da38fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c95e52b0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:05:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['3115bd8f-c9eb-41a1-b499-b7bb34753466'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:19.443736 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e2aec7a5-9384-497a-9d4d-0a14545c5f95 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:19.445062 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e2aec7a5-9384-497a-9d4d-0a14545c5f95 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 906 time: 8.2312851
Jan 29 10:06:19.454846 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48730) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:19.527381 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48734) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:19.646357 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-53c7bd3b-b09e-4e89-95e9-35f41b790bb5 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] For port 98dad0f6-2d08-478f-9e6d-c0a0242fbb5b, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=98dad0f6-2d08-478f-9e6d-c0a0242fbb5b,segment=NetworkSegment(288dc5ca-1de7-40b8-8b44-34969c35ea6d),segment_id=288dc5ca-1de7-40b8-8b44-34969c35ea6d)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:06:19.646769 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-53c7bd3b-b09e-4e89-95e9-35f41b790bb5 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:19.687358 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b1403fe5-dd52-4210-8db6-a70b1289e3ef tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:19.722152 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1da54043-efb2-42c4-b8c5-97748225bcb5 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks [] for router, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:19.810270 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-5d79be74-778d-4a7f-b48b-26d18da38fc0 None None] Set router 3115bd8f-c9eb-41a1-b499-b7bb34753466 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:06:19.898158 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-53c7bd3b-b09e-4e89-95e9-35f41b790bb5 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Calling delete_port for 98dad0f6-2d08-478f-9e6d-c0a0242fbb5b owned by network:dhcp {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:06:19.931867 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2f5313f3-d88b-440a-ba47-a4c61c6c4466 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] 10.222.0.57 "GET /v2.0/routers/3115bd8f-c9eb-41a1-b499-b7bb34753466 HTTP/1.1" status: 200  len: 907 time: 0.4757230
Jan 29 10:06:19.938550 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 48742) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:19.969684 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-97650908-1d9c-42e0-a102-d08649cbf1ab admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=dc69fae14c2c4e1faa1e6d21b85f79fa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4333866
Jan 29 10:06:19.980633 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48748) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:20.023215 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a390c873-8efc-42a9-9821-94c08f10ad23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:20.085298 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-faac57bc-190b-46fb-a3c9-0659ab5cee25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:20.124278 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1da54043-efb2-42c4-b8c5-97748225bcb5 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks [] for router_gateway, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:20.135316 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-1da54043-efb2-42c4-b8c5-97748225bcb5 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Deleting port 44f780b1-ffba-4a0c-90f1-fd81eb6e623d {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:06:20.135690 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1da54043-efb2-42c4-b8c5-97748225bcb5 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:20.162510 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 98dad0f6-2d08-478f-9e6d-c0a0242fbb5b no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:06:20.162780 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a390c873-8efc-42a9-9821-94c08f10ad23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:20.166245 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-faac57bc-190b-46fb-a3c9-0659ab5cee25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:20.199523 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:20.214065 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 98dad0f6-2d08-478f-9e6d-c0a0242fbb5b {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:06:20.214986 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 98dad0f6-2d08-478f-9e6d-c0a0242fbb5b not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:06:20.255641 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-5d79be74-778d-4a7f-b48b-26d18da38fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c95e52b0>, [{'id': '3115bd8f-c9eb-41a1-b499-b7bb34753466', 'name': 'tempest-snat-router-1116262097', 'tenant_id': 'e6ac5606c3f647439606dc5a53249186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.28'}], 'enable_snat': True}, 'gw_port_id': '0ae74ae6-979d-476e-a079-0a1d1768946e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:06:11Z', 'updated_at': '2021-01-29T10:06:16Z', 'revision_number': 3, 'project_id': 'e6ac5606c3f647439606dc5a53249186', 'gw_port': {'id': '0ae74ae6-979d-476e-a079-0a1d1768946e', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:85:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3115bd8f-c9eb-41a1-b499-b7bb34753466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:06:14Z', 'updated_at': '2021-01-29T10:06:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:20.262715 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d79be74-778d-4a7f-b48b-26d18da38fc0 None None] Checking router: 3115bd8f-c9eb-41a1-b499-b7bb34753466 for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:06:20.263124 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d79be74-778d-4a7f-b48b-26d18da38fc0 None None] Updating router 3115bd8f-c9eb-41a1-b499-b7bb34753466 port 0ae74ae6-979d-476e-a079-0a1d1768946e binding host dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 29 10:06:20.331280 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5d79be74-778d-4a7f-b48b-26d18da38fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:20.349844 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b1403fe5-dd52-4210-8db6-a70b1289e3ef tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:20.370327 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1da54043-efb2-42c4-b8c5-97748225bcb5 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:20.382159 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-faac57bc-190b-46fb-a3c9-0659ab5cee25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:20.389987 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-428cf6c3-b172-4395-8bb4-c9495d9f7511 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:20.420780 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a390c873-8efc-42a9-9821-94c08f10ad23 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=de29b6db2e364854b060fbd634fdd099&name=default HTTP/1.1" status: 200  len: 2979 time: 2.2405193
Jan 29 10:06:20.420780 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-53c7bd3b-b09e-4e89-95e9-35f41b790bb5 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80766) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:06:20.420780 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-53c7bd3b-b09e-4e89-95e9-35f41b790bb5 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:06:20.431077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a390c873-8efc-42a9-9821-94c08f10ad23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=506ca432-ffb5-4c80-b5c6-99b6d00bcc42,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:20.434644 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 48752) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:20.495017 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a390c873-8efc-42a9-9821-94c08f10ad23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:20.541800 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c8649f0f-662e-4c63-88f1-da39d92b8197 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks [] for router, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:20.706686 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-b1403fe5-dd52-4210-8db6-a70b1289e3ef tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c9b1db00>,) {'filters': {'network_id': ['256a49a5-a06e-4646-b938-f9a813584cfd']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:20.729596 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-b1403fe5-dd52-4210-8db6-a70b1289e3ef tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c9b1db00>, '9740911f-ef70-4518-9209-d9fb3cca328a') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:20.730582 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-b1403fe5-dd52-4210-8db6-a70b1289e3ef tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c9b1db00>, '9740911f-ef70-4518-9209-d9fb3cca328a') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:20.760175 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b1403fe5-dd52-4210-8db6-a70b1289e3ef tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:20.787489 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5d79be74-778d-4a7f-b48b-26d18da38fc0 None None] Notify callbacks [] for port, precommit_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:20.794320 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b1403fe5-dd52-4210-8db6-a70b1289e3ef tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:20.799952 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6d2e89eb-cd33-4501-8779-04a800a7bcc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:20.803426 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b1403fe5-dd52-4210-8db6-a70b1289e3ef tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Releasing vxlan tunnel 7 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:06:20.806129 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-1da54043-efb2-42c4-b8c5-97748225bcb5 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Calling delete_port for 44f780b1-ffba-4a0c-90f1-fd81eb6e623d owned by network:router_gateway {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:06:20.835327 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faac57bc-190b-46fb-a3c9-0659ab5cee25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c004cc-ac2d-4ad3-997d-fb769da1bd48,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:20.839973 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-faac57bc-190b-46fb-a3c9-0659ab5cee25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:20.852443 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-faac57bc-190b-46fb-a3c9-0659ab5cee25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:20.856236 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-faac57bc-190b-46fb-a3c9-0659ab5cee25 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/79c004cc-ac2d-4ad3-997d-fb769da1bd48 HTTP/1.1" status: 204  len: 168 time: 0.8718698
Jan 29 10:06:20.924349 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-53c7bd3b-b09e-4e89-95e9-35f41b790bb5 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Deleting port 98dad0f6-2d08-478f-9e6d-c0a0242fbb5b {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:06:20.924834 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-53c7bd3b-b09e-4e89-95e9-35f41b790bb5 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:20.981962 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1da54043-efb2-42c4-b8c5-97748225bcb5 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:20.982279 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6d2e89eb-cd33-4501-8779-04a800a7bcc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:21.094254 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c8649f0f-662e-4c63-88f1-da39d92b8197 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:21.115268 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-53c7bd3b-b09e-4e89-95e9-35f41b790bb5 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] The port '98dad0f6-2d08-478f-9e6d-c0a0242fbb5b' was deleted {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 29 10:06:21.174771 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-c8649f0f-662e-4c63-88f1-da39d92b8197 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Deleting port 0ae74ae6-979d-476e-a079-0a1d1768946e {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:06:21.175517 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c8649f0f-662e-4c63-88f1-da39d92b8197 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:21.189657 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1da54043-efb2-42c4-b8c5-97748225bcb5 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854102222'] for router_gateway, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:21.265881 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 48764) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:21.267902 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-b1403fe5-dd52-4210-8db6-a70b1289e3ef tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Network 256a49a5-a06e-4646-b938-f9a813584cfd has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:06:21.295376 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b1403fe5-dd52-4210-8db6-a70b1289e3ef tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:21.303517 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-523e0ae3-908c-4748-acd6-44637b28b1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:21.342263 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1da54043-efb2-42c4-b8c5-97748225bcb5 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:21.344819 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1da54043-efb2-42c4-b8c5-97748225bcb5 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:21.367308 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1da54043-efb2-42c4-b8c5-97748225bcb5 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:21.367873 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da54043-efb2-42c4-b8c5-97748225bcb5 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Fanout notify agent at l3_agent the message router_deleted on router 59123319-69af-41ff-8cac-3b757581c2f2 {{(pid=80765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 10:06:21.390818 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-482a813e-35a5-40c6-884f-bba562005259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:21.415110 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1da54043-efb2-42c4-b8c5-97748225bcb5 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:21.416322 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1da54043-efb2-42c4-b8c5-97748225bcb5 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] 10.222.0.57 "DELETE /v2.0/routers/59123319-69af-41ff-8cac-3b757581c2f2 HTTP/1.1" status: 204  len: 168 time: 2.1389954
Jan 29 10:06:21.420837 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48768) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:21.426743 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-a700824f-3442-438d-8239-776225d53ee6 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2119196314', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:06:21.448822 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a700824f-3442-438d-8239-776225d53ee6 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:06:21.452955 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a700824f-3442-438d-8239-776225d53ee6 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Usage tracker for resource:router and tenant:01cb9f3e8ac7487589f16ab0e2341af7 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:06:21.456064 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a700824f-3442-438d-8239-776225d53ee6 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Quota usage for router was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:06:21.461903 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a700824f-3442-438d-8239-776225d53ee6 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:06:21.473467 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a700824f-3442-438d-8239-776225d53ee6 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:21.474566 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a700824f-3442-438d-8239-776225d53ee6 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:21.549821 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-482a813e-35a5-40c6-884f-bba562005259 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:06:21.555126 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a700824f-3442-438d-8239-776225d53ee6 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:21.572911 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a700824f-3442-438d-8239-776225d53ee6 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:21.590600 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-53c7bd3b-b09e-4e89-95e9-35f41b790bb5 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:21.610991 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6d2e89eb-cd33-4501-8779-04a800a7bcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:21.618881 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-482a813e-35a5-40c6-884f-bba562005259 admin admin] Usage tracker for resource:security_group_rule and tenant:375323c4326d45258f4daad59c1efb10 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:06:21.626545 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a700824f-3442-438d-8239-776225d53ee6 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:21.627877 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a700824f-3442-438d-8239-776225d53ee6 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.2058935
Jan 29 10:06:21.630836 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48772) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:21.637037 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-e812ddc1-bcb2-4008-9b0e-3a676981c3df tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'enable_snat': True}}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:06:21.669850 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8bad94a6-5b5e-4989-bf5c-80921b99f609 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:21.983562 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-482a813e-35a5-40c6-884f-bba562005259 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:06:22.021676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-482a813e-35a5-40c6-884f-bba562005259 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:06:22.026915 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2e89eb-cd33-4501-8779-04a800a7bcc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=506ca432-ffb5-4c80-b5c6-99b6d00bcc42,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:22.035605 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-b1403fe5-dd52-4210-8db6-a70b1289e3ef tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Network 256a49a5-a06e-4646-b938-f9a813584cfd has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:06:22.059235 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e812ddc1-bcb2-4008-9b0e-3a676981c3df tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:22.069163 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6d2e89eb-cd33-4501-8779-04a800a7bcc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:22.072729 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:06:22.072729 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:06:22.072729 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:06:22.072729 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:06:22.072729 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:06:22.072729 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:06:22.072729 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:06:22.072729 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:06:22.072729 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:06:22.072729 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:06:22.072729 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:06:22.072729 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:06:22.072729 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:06:22.072729 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:06:22.072729 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:06:22.072729 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:06:22.072729 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:06:22.072729 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:06:22.072729 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:06:22.072729 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:06:22.072729 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:06:22.072729 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:06:22.072729 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:06:22.072729 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:06:22.072729 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:06:22.072729 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:06:22.072729 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:06:22.072729 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:06:22.072729 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:06:22.072729 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:06:22.072729 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:06:22.072729 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:06:22.273149 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c8649f0f-662e-4c63-88f1-da39d92b8197 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:22.295143 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6d2e89eb-cd33-4501-8779-04a800a7bcc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:22.296381 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6d2e89eb-cd33-4501-8779-04a800a7bcc8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/506ca432-ffb5-4c80-b5c6-99b6d00bcc42 HTTP/1.1" status: 204  len: 168 time: 1.8084536
Jan 29 10:06:22.309131 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-5d79be74-778d-4a7f-b48b-26d18da38fc0 None None] Transition to ACTIVE for port object 0ae74ae6-979d-476e-a079-0a1d1768946e will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:06:22.315427 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5d79be74-778d-4a7f-b48b-26d18da38fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:22.342241 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-29f0cc68-f8b9-4f16-9a3a-ea8c3fc122d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:22.372431 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-53c7bd3b-b09e-4e89-95e9-35f41b790bb5 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99ca9e4ba8>,) {'filters': {'network_id': ['c44dbee4-1fbb-4037-a383-b1bcf1523c31']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:22.447121 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b1403fe5-dd52-4210-8db6-a70b1289e3ef tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:22.461600 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-c8649f0f-662e-4c63-88f1-da39d92b8197 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Calling delete_port for 0ae74ae6-979d-476e-a079-0a1d1768946e owned by network:router_gateway {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:06:22.477143 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e812ddc1-bcb2-4008-9b0e-3a676981c3df tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:22.491882 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-53c7bd3b-b09e-4e89-95e9-35f41b790bb5 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99ca9e4ba8>, '288dc5ca-1de7-40b8-8b44-34969c35ea6d') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:22.492109 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-53c7bd3b-b09e-4e89-95e9-35f41b790bb5 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99ca9e4ba8>, '288dc5ca-1de7-40b8-8b44-34969c35ea6d') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:22.519859 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-16f61dee-6b7c-497c-bb15-9385bb6015e7 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:22.523861 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8fac71-c322-4d40-9f2a-83a19564cebe None None] Pushing event updated for resources: {'Port': ['ID=0ae74ae6-979d-476e-a079-0a1d1768946e,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:22.528223 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ba8fac71-c322-4d40-9f2a-83a19564cebe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:22.538575 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b1403fe5-dd52-4210-8db6-a70b1289e3ef tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:22.539474 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e812ddc1-bcb2-4008-9b0e-3a676981c3df tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:22.542840 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-53c7bd3b-b09e-4e89-95e9-35f41b790bb5 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:22.587359 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1403fe5-dd52-4210-8db6-a70b1289e3ef tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Pushing event deleted for resources: {'Network': ['ID=256a49a5-a06e-4646-b938-f9a813584cfd,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:22.595963 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b1403fe5-dd52-4210-8db6-a70b1289e3ef tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:22.599691 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-5d79be74-778d-4a7f-b48b-26d18da38fc0 None None] Attempting to bind port 0ae74ae6-979d-476e-a079-0a1d1768946e on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:06:22.600116 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-5d79be74-778d-4a7f-b48b-26d18da38fc0 None None] Attempting to bind port 0ae74ae6-979d-476e-a079-0a1d1768946e by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:06:22.600531 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d79be74-778d-4a7f-b48b-26d18da38fc0 None None] Attempting to bind port 0ae74ae6-979d-476e-a079-0a1d1768946e on network aadf795f-2e1a-4d04-be0e-12575f0f28a5 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:06:22.604139 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b1403fe5-dd52-4210-8db6-a70b1289e3ef tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] 10.222.0.57 "DELETE /v2.0/networks/256a49a5-a06e-4646-b938-f9a813584cfd HTTP/1.1" status: 204  len: 168 time: 3.5083480
Jan 29 10:06:22.607434 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-53c7bd3b-b09e-4e89-95e9-35f41b790bb5 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:22.610236 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d79be74-778d-4a7f-b48b-26d18da38fc0 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:06:22.610403 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48782) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:22.610664 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d79be74-778d-4a7f-b48b-26d18da38fc0 None None] Checking segment: {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:06:22.611118 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5d79be74-778d-4a7f-b48b-26d18da38fc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:22.611705 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d79be74-778d-4a7f-b48b-26d18da38fc0 None None] Bound using segment: {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:06:22.612761 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-5d79be74-778d-4a7f-b48b-26d18da38fc0 None None] Bound port: 0ae74ae6-979d-476e-a079-0a1d1768946e, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:06:22.613003 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5d79be74-778d-4a7f-b48b-26d18da38fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:22.613864 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-53c7bd3b-b09e-4e89-95e9-35f41b790bb5 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Releasing vxlan tunnel 6 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:06:22.708885 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-5d79be74-778d-4a7f-b48b-26d18da38fc0 None None] For port 0ae74ae6-979d-476e-a079-0a1d1768946e, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:06:22.712766 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-5d79be74-778d-4a7f-b48b-26d18da38fc0 None None] For port 0ae74ae6-979d-476e-a079-0a1d1768946e, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=0ae74ae6-979d-476e-a079-0a1d1768946e,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:06:22.719298 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5d79be74-778d-4a7f-b48b-26d18da38fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:22.739457 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:22.772688 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-c8649f0f-662e-4c63-88f1-da39d92b8197 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80766) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:06:22.773026 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-c8649f0f-662e-4c63-88f1-da39d92b8197 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Performing DB retry for function neutron.db.l3_db.L3_NAT_dbonly_mixin.delete_router {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:06:22.778630 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-e121b12f-1bfb-4d62-9e60-dc11b0a1b218 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Deleting port a96f6365-40d2-4f99-a472-a23312a2ad4a {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:06:22.778953 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e121b12f-1bfb-4d62-9e60-dc11b0a1b218 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:22.784801 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-482a813e-35a5-40c6-884f-bba562005259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:22.838459 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-482a813e-35a5-40c6-884f-bba562005259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:22.845335 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8fac71-c322-4d40-9f2a-83a19564cebe None None] Pushing event updated for resources: {'Port': ['ID=0ae74ae6-979d-476e-a079-0a1d1768946e,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:22.849134 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ba8fac71-c322-4d40-9f2a-83a19564cebe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:22.853406 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:22.877042 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-53c7bd3b-b09e-4e89-95e9-35f41b790bb5 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Network c44dbee4-1fbb-4037-a383-b1bcf1523c31 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:06:22.897178 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-53c7bd3b-b09e-4e89-95e9-35f41b790bb5 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:22.953564 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-482a813e-35a5-40c6-884f-bba562005259 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=375323c4326d45258f4daad59c1efb10&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6715767
Jan 29 10:06:22.980701 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d79be74-778d-4a7f-b48b-26d18da38fc0 None None] Routers {'3115bd8f-c9eb-41a1-b499-b7bb34753466'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:06:22.981685 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-5d79be74-778d-4a7f-b48b-26d18da38fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c95e52b0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:05:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['3115bd8f-c9eb-41a1-b499-b7bb34753466'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:23.002471 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 48794) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:23.005348 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482a813e-35a5-40c6-884f-bba562005259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69100514-f90f-4b5a-a92a-530d91e117d9,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:23.023886 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-482a813e-35a5-40c6-884f-bba562005259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:23.165745 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-53c7bd3b-b09e-4e89-95e9-35f41b790bb5 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Network c44dbee4-1fbb-4037-a383-b1bcf1523c31 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:06:23.181730 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e121b12f-1bfb-4d62-9e60-dc11b0a1b218 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:23.192396 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:06:23.192396 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:06:23.192396 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:06:23.192396 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:06:23.192396 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:06:23.192396 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:06:23.192396 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:06:23.192396 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:06:23.192396 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:06:23.192396 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:06:23.192396 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:06:23.192396 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:06:23.192396 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:06:23.192396 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:06:23.192396 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:06:23.192396 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:06:23.192396 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:06:23.192396 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:06:23.192396 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:06:23.192396 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:06:23.192396 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:06:23.192396 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:06:23.192396 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:06:23.192396 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:06:23.192396 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:06:23.192396 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:06:23.192396 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:06:23.192396 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:06:23.192396 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:06:23.192396 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:06:23.192396 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:06:23.192396 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:06:23.219027 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-5d79be74-778d-4a7f-b48b-26d18da38fc0 None None] Set router 3115bd8f-c9eb-41a1-b499-b7bb34753466 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:06:23.276149 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c8649f0f-662e-4c63-88f1-da39d92b8197 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks [] for router, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:23.299748 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-e812ddc1-bcb2-4008-9b0e-3a676981c3df tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Allocated IP 172.26.7.100 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/edec6fa1-90bc-4a9e-a624-e7d2c2a51c3c) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:06:23.361644 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9fd3bbc9-53ce-430b-8984-a7dc706a1239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:23.473351 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-53c7bd3b-b09e-4e89-95e9-35f41b790bb5 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:23.492840 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9fd3bbc9-53ce-430b-8984-a7dc706a1239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:23.514060 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:23.551501 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-53c7bd3b-b09e-4e89-95e9-35f41b790bb5 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:23.559107 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c7bd3b-b09e-4e89-95e9-35f41b790bb5 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Pushing event deleted for resources: {'Network': ['ID=c44dbee4-1fbb-4037-a383-b1bcf1523c31,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:23.575356 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-53c7bd3b-b09e-4e89-95e9-35f41b790bb5 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:23.621492 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-e121b12f-1bfb-4d62-9e60-dc11b0a1b218 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Calling delete_port for a96f6365-40d2-4f99-a472-a23312a2ad4a owned by  {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:06:23.642966 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-5d79be74-778d-4a7f-b48b-26d18da38fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c95e52b0>, [{'id': '3115bd8f-c9eb-41a1-b499-b7bb34753466', 'name': 'tempest-snat-router-1116262097', 'tenant_id': 'e6ac5606c3f647439606dc5a53249186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.28'}], 'enable_snat': True}, 'gw_port_id': '0ae74ae6-979d-476e-a079-0a1d1768946e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:06:11Z', 'updated_at': '2021-01-29T10:06:16Z', 'revision_number': 3, 'project_id': 'e6ac5606c3f647439606dc5a53249186', 'gw_port': {'id': '0ae74ae6-979d-476e-a079-0a1d1768946e', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:85:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3115bd8f-c9eb-41a1-b499-b7bb34753466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:06:14Z', 'updated_at': '2021-01-29T10:06:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:23.648864 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d79be74-778d-4a7f-b48b-26d18da38fc0 None None] The sync data for ids ['3115bd8f-c9eb-41a1-b499-b7bb34753466'] in dv-neutron-772983-2-ovs is: [{'id': '3115bd8f-c9eb-41a1-b499-b7bb34753466', 'name': 'tempest-snat-router-1116262097', 'tenant_id': 'e6ac5606c3f647439606dc5a53249186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.28'}], 'enable_snat': True}, 'gw_port_id': '0ae74ae6-979d-476e-a079-0a1d1768946e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:06:11Z', 'updated_at': '2021-01-29T10:06:16Z', 'revision_number': 3, 'project_id': 'e6ac5606c3f647439606dc5a53249186', 'gw_port': {'id': '0ae74ae6-979d-476e-a079-0a1d1768946e', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:85:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3115bd8f-c9eb-41a1-b499-b7bb34753466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:06:14Z', 'updated_at': '2021-01-29T10:06:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:06:23.660628 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-53c7bd3b-b09e-4e89-95e9-35f41b790bb5 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] 10.222.0.57 "DELETE /v2.0/networks/c44dbee4-1fbb-4037-a383-b1bcf1523c31 HTTP/1.1" status: 204  len: 168 time: 5.5718136
Jan 29 10:06:23.698684 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c8649f0f-662e-4c63-88f1-da39d92b8197 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:23.699044 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2306bb34-48bd-4304-aece-c0b1d21ec26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:23.709642 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-c8649f0f-662e-4c63-88f1-da39d92b8197 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Deleting port 0ae74ae6-979d-476e-a079-0a1d1768946e {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:06:23.710166 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c8649f0f-662e-4c63-88f1-da39d92b8197 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:23.794071 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9fd3bbc9-53ce-430b-8984-a7dc706a1239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:23.795469 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e812ddc1-bcb2-4008-9b0e-3a676981c3df tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:23.800997 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e121b12f-1bfb-4d62-9e60-dc11b0a1b218 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:23.813057 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2588bd4a-a62d-4213-9b87-e6471bd93ef0 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:23.820854 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-fefd3294-72f9-4fdc-8419-850ecc6e4039 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:23.857621 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd3bbc9-53ce-430b-8984-a7dc706a1239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69100514-f90f-4b5a-a92a-530d91e117d9,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:23.866969 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9fd3bbc9-53ce-430b-8984-a7dc706a1239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:23.881547 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9fd3bbc9-53ce-430b-8984-a7dc706a1239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:23.882858 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9fd3bbc9-53ce-430b-8984-a7dc706a1239 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/69100514-f90f-4b5a-a92a-530d91e117d9 HTTP/1.1" status: 204  len: 168 time: 0.8792121
Jan 29 10:06:23.887361 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e121b12f-1bfb-4d62-9e60-dc11b0a1b218 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Pushing event deleted for resources: {'Port': ['ID=a96f6365-40d2-4f99-a472-a23312a2ad4a,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:23.894915 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e121b12f-1bfb-4d62-9e60-dc11b0a1b218 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:24.004353 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e121b12f-1bfb-4d62-9e60-dc11b0a1b218 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:24.014092 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-c8649f0f-662e-4c63-88f1-da39d92b8197 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] For port 0ae74ae6-979d-476e-a079-0a1d1768946e, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=0ae74ae6-979d-476e-a079-0a1d1768946e,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:06:24.017059 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c8649f0f-662e-4c63-88f1-da39d92b8197 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:24.017189 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e121b12f-1bfb-4d62-9e60-dc11b0a1b218 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] 10.222.0.57 "DELETE /v2.0/ports/a96f6365-40d2-4f99-a472-a23312a2ad4a HTTP/1.1" status: 204  len: 168 time: 1.4013174
Jan 29 10:06:24.017189 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e812ddc1-bcb2-4008-9b0e-3a676981c3df tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:24.030608 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48820) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:24.033735 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-97d10aa6-307e-40f2-93f8-7b3af0ba1b8f tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:24.139733 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:24.188875 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-c8649f0f-662e-4c63-88f1-da39d92b8197 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Calling delete_port for 0ae74ae6-979d-476e-a079-0a1d1768946e owned by network:router_gateway {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:06:24.251144 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 48834) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:24.440190 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c8649f0f-662e-4c63-88f1-da39d92b8197 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:24.588849 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 0ae74ae6-979d-476e-a079-0a1d1768946e up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:06:24.615747 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f561a7d2-9c50-4f1c-b1be-174d58b896a8 req-d255cbeb-89d8-4d58-803c-170d8745ace8 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=b4b6b2bc9c2a4a5fb00c62ae774e5eeb&shared=False HTTP/1.1" status: 200  len: 213 time: 0.4705117
Jan 29 10:06:24.618007 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d7bd424-7251-4ef3-b340-f149693e76b2 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:06:24.618498 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d7bd424-7251-4ef3-b340-f149693e76b2 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:06:24.620461 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2d7bd424-7251-4ef3-b340-f149693e76b2 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] 10.222.0.57 "DELETE /v2.0/subnets/3184a6a9-c8b6-4e21-89d6-4aa396f59db0 HTTP/1.1" status: 404  len: 337 time: 0.5536540
Jan 29 10:06:24.627872 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48844) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:24.759665 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812ddc1-bcb2-4008-9b0e-3a676981c3df tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Pushing event updated for resources: {'Port': ['ID=edec6fa1-90bc-4a9e-a624-e7d2c2a51c3c,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:24.794934 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e812ddc1-bcb2-4008-9b0e-3a676981c3df tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.758s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:24.811647 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48848) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:24.819774 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a16e4862-fedb-4fce-acea-c703aa8242a0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a4bcb8daca004dd88119d6e5803b6008&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5649755
Jan 29 10:06:24.823046 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 48852) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:24.868999 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:24.895654 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c8649f0f-662e-4c63-88f1-da39d92b8197 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854102222'] for router_gateway, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:24.999732 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-098bdbfe-f267-441d-ab24-5a2468fe259f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:25.049769 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c8649f0f-662e-4c63-88f1-da39d92b8197 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:25.051208 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-098bdbfe-f267-441d-ab24-5a2468fe259f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:06:25.051668 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3248c9d6-9421-4e0b-a011-f0718e120913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:25.054672 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c8649f0f-662e-4c63-88f1-da39d92b8197 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:25.080975 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d8cdd8cf-746d-409c-aaeb-2cab035b95b0 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:25.098023 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3248c9d6-9421-4e0b-a011-f0718e120913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:25.109903 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 0ae74ae6-979d-476e-a079-0a1d1768946e completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:06:25.116883 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c8649f0f-662e-4c63-88f1-da39d92b8197 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:25.117448 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8649f0f-662e-4c63-88f1-da39d92b8197 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3115bd8f-c9eb-41a1-b499-b7bb34753466 {{(pid=80766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 10:06:25.117675 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 0ae74ae6-979d-476e-a079-0a1d1768946e triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:06:25.118357 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:25.143582 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c8649f0f-662e-4c63-88f1-da39d92b8197 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:25.147704 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c8649f0f-662e-4c63-88f1-da39d92b8197 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] 10.222.0.57 "DELETE /v2.0/routers/3115bd8f-c9eb-41a1-b499-b7bb34753466 HTTP/1.1" status: 204  len: 168 time: 5.2064838
Jan 29 10:06:25.149991 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-098bdbfe-f267-441d-ab24-5a2468fe259f admin admin] Usage tracker for resource:security_group_rule and tenant:9ec220c2b1724a4ea836b76a9231b781 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:06:25.151310 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 48858) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:25.153606 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-098bdbfe-f267-441d-ab24-5a2468fe259f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:06:25.159685 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-098bdbfe-f267-441d-ab24-5a2468fe259f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:06:25.164996 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Port 0ae74ae6-979d-476e-a079-0a1d1768946e was deleted so its status cannot be updated. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:323}}
Jan 29 10:06:25.223348 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e812ddc1-bcb2-4008-9b0e-3a676981c3df tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:06:25.231289 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-e812ddc1-bcb2-4008-9b0e-3a676981c3df tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:06:25.237838 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e812ddc1-bcb2-4008-9b0e-3a676981c3df tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:06:25.322161 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3248c9d6-9421-4e0b-a011-f0718e120913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:25.328797 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:25.350117 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3248c9d6-9421-4e0b-a011-f0718e120913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2440c92-ce37-4235-948a-62670e8e6a6c,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:25.350339 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561a7d2-9c50-4f1c-b1be-174d58b896a8 req-9f18bf65-6f6a-4ffe-b97d-b36f43cbd977 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:25.353845 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f561a7d2-9c50-4f1c-b1be-174d58b896a8 req-9f18bf65-6f6a-4ffe-b97d-b36f43cbd977 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.7371800
Jan 29 10:06:25.359040 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3248c9d6-9421-4e0b-a011-f0718e120913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:25.364852 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3248c9d6-9421-4e0b-a011-f0718e120913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:25.368688 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3248c9d6-9421-4e0b-a011-f0718e120913 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d2440c92-ce37-4235-948a-62670e8e6a6c HTTP/1.1" status: 204  len: 168 time: 0.5414793
Jan 29 10:06:25.371903 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-94c4faa0-617e-48e2-9c62-5b82824fd02e tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks [] for router, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:25.460238 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f561a7d2-9c50-4f1c-b1be-174d58b896a8 req-da6f51e0-d3bc-4a98-8ba1-1449b57cd3cb tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] 10.222.0.57 "GET /v2.0/quotas/b4b6b2bc9c2a4a5fb00c62ae774e5eeb HTTP/1.1" status: 200  len: 375 time: 0.0861998
Jan 29 10:06:25.565515 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-94c4faa0-617e-48e2-9c62-5b82824fd02e tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:25.572699 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-94c4faa0-617e-48e2-9c62-5b82824fd02e tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Deleting port 7f37b8ca-1651-4b49-8ad4-9d954d68ec76 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:06:25.573008 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-94c4faa0-617e-48e2-9c62-5b82824fd02e tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:25.618779 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f561a7d2-9c50-4f1c-b1be-174d58b896a8 req-03ce9ce5-d1f5-44e8-b1b9-a6dc21651707 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=b4b6b2bc9c2a4a5fb00c62ae774e5eeb&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1428468
Jan 29 10:06:25.704432 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d8cdd8cf-746d-409c-aaeb-2cab035b95b0 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:25.779365 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-94c4faa0-617e-48e2-9c62-5b82824fd02e tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] For port 7f37b8ca-1651-4b49-8ad4-9d954d68ec76, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=7f37b8ca-1651-4b49-8ad4-9d954d68ec76,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:06:25.779766 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-94c4faa0-617e-48e2-9c62-5b82824fd02e tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:25.812752 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-098bdbfe-f267-441d-ab24-5a2468fe259f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:25.947238 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-098bdbfe-f267-441d-ab24-5a2468fe259f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:25.955530 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:25.976826 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2bc02325-256f-40ae-b6f3-ce51c8866298 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:26.096695 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098bdbfe-f267-441d-ab24-5a2468fe259f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7947d222-6755-4d7c-aa50-61ece93473c7,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:26.132172 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-098bdbfe-f267-441d-ab24-5a2468fe259f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:26.151186 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d30e21a4-8ba2-4c51-b6b8-793e02817037 req-befe793e-ba69-4842-b772-9172b3dfb2bc tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd90f1a9-0131-408a-a301-4ff523e0b2f9 HTTP/1.1" status: 200  len: 210 time: 0.2082951
Jan 29 10:06:26.179741 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-098bdbfe-f267-441d-ab24-5a2468fe259f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9ec220c2b1724a4ea836b76a9231b781&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3590117
Jan 29 10:06:26.186776 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-d8cdd8cf-746d-409c-aaeb-2cab035b95b0 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c95ec208>,) {'filters': {'network_id': ['907e8d21-b566-4da3-a45e-6899a9c6de9b']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:26.194298 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48882) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:26.225523 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-d8cdd8cf-746d-409c-aaeb-2cab035b95b0 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c95ec208>, '3d15500b-01d7-4e6e-a4be-6baafd1ab076') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:26.225867 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-d8cdd8cf-746d-409c-aaeb-2cab035b95b0 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c95ec208>, '3d15500b-01d7-4e6e-a4be-6baafd1ab076') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:26.241529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d8cdd8cf-746d-409c-aaeb-2cab035b95b0 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:26.256642 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-94c4faa0-617e-48e2-9c62-5b82824fd02e tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Calling delete_port for 7f37b8ca-1651-4b49-8ad4-9d954d68ec76 owned by network:router_gateway {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:06:26.373151 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d8cdd8cf-746d-409c-aaeb-2cab035b95b0 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:26.431022 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d8cdd8cf-746d-409c-aaeb-2cab035b95b0 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Releasing vxlan tunnel 9 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:06:26.474068 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-94c4faa0-617e-48e2-9c62-5b82824fd02e tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:26.690238 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c15e958a-7a76-4566-94f4-129846e5e7c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:26.722857 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-94c4faa0-617e-48e2-9c62-5b82824fd02e tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854102222'] for router_gateway, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:26.735768 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e812ddc1-bcb2-4008-9b0e-3a676981c3df tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:26.818667 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-d8cdd8cf-746d-409c-aaeb-2cab035b95b0 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Network 907e8d21-b566-4da3-a45e-6899a9c6de9b has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:06:26.877306 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 48898) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:26.890667 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-94c4faa0-617e-48e2-9c62-5b82824fd02e tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:26.893245 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-94c4faa0-617e-48e2-9c62-5b82824fd02e tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:26.915561 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-94c4faa0-617e-48e2-9c62-5b82824fd02e tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:26.916492 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c4faa0-617e-48e2-9c62-5b82824fd02e tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Fanout notify agent at l3_agent the message router_deleted on router be61e0e2-ec26-4beb-b723-6828867b6bd1 {{(pid=80766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 10:06:26.935724 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-94c4faa0-617e-48e2-9c62-5b82824fd02e tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:26.940509 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-94c4faa0-617e-48e2-9c62-5b82824fd02e tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] 10.222.0.57 "DELETE /v2.0/routers/be61e0e2-ec26-4beb-b723-6828867b6bd1 HTTP/1.1" status: 204  len: 168 time: 1.7841039
Jan 29 10:06:26.941182 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 48904) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:26.953026 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-6cd3bb6c-bf47-4ae5-b99b-f6db931e6767 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2141249241', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}, 'admin_state_up': False}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:06:26.976952 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-6cd3bb6c-bf47-4ae5-b99b-f6db931e6767 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:06:26.982183 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6cd3bb6c-bf47-4ae5-b99b-f6db931e6767 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Usage tracker for resource:router and tenant:7b878d17694d4146829d67c36d7fad6f is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:06:26.985593 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6cd3bb6c-bf47-4ae5-b99b-f6db931e6767 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Quota usage for router was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:06:26.992056 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-6cd3bb6c-bf47-4ae5-b99b-f6db931e6767 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:06:27.007697 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6cd3bb6c-bf47-4ae5-b99b-f6db931e6767 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:27.008842 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6cd3bb6c-bf47-4ae5-b99b-f6db931e6767 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:27.031797 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6cd3bb6c-bf47-4ae5-b99b-f6db931e6767 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:27.179998 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d8cdd8cf-746d-409c-aaeb-2cab035b95b0 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:27.194609 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-56e07cfd-3f04-4f30-89ae-e20d9f41145c tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Request body: {'networks': [{'name': 'tempest-network--1573295290'}, {'name': 'tempest-network--1255567693'}]} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:06:27.194976 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-56e07cfd-3f04-4f30-89ae-e20d9f41145c tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Request body: {'network': {'name': 'tempest-network--1573295290'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:06:27.195713 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-56e07cfd-3f04-4f30-89ae-e20d9f41145c tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Request body: {'network': {'name': 'tempest-network--1255567693'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:06:27.210431 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-56e07cfd-3f04-4f30-89ae-e20d9f41145c tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:06:27.222294 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-56e07cfd-3f04-4f30-89ae-e20d9f41145c tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Usage tracker for resource:network and tenant:f519077dcf7b4e1c8cb267a8f970e9f8 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:06:27.225333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c15e958a-7a76-4566-94f4-129846e5e7c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:27.226268 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-56e07cfd-3f04-4f30-89ae-e20d9f41145c tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Quota usage for network was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:06:27.330846 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-56e07cfd-3f04-4f30-89ae-e20d9f41145c tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:06:27.449620 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6cd3bb6c-bf47-4ae5-b99b-f6db931e6767 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:27.461068 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e07cfd-3f04-4f30-89ae-e20d9f41145c tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Made reservation on behalf of f519077dcf7b4e1c8cb267a8f970e9f8 for: {'network': 2} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:06:27.508216 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-56e07cfd-3f04-4f30-89ae-e20d9f41145c tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:27.560753 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-d8cdd8cf-746d-409c-aaeb-2cab035b95b0 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Network 907e8d21-b566-4da3-a45e-6899a9c6de9b has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:06:27.590466 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-68d02ec7-d592-48ea-b291-6540e3d53ec9 req-00f7f84d-8faf-404a-addd-fd5f13cca329 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd90f1a9-0131-408a-a301-4ff523e0b2f9 HTTP/1.1" status: 200  len: 210 time: 0.1091034
Jan 29 10:06:27.591934 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c15e958a-7a76-4566-94f4-129846e5e7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:27.593555 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-56e07cfd-3f04-4f30-89ae-e20d9f41145c tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks [] for security_group, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:27.613998 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f561a7d2-9c50-4f1c-b1be-174d58b896a8 req-ec7ae83f-5867-4b5e-b000-302464cf6360 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=b4b6b2bc9c2a4a5fb00c62ae774e5eeb&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0927677
Jan 29 10:06:27.626114 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c140c8b9-4f57-495f-8760-3ed92c4a7582 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:27.638175 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:06:27.638175 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:06:27.638175 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:06:27.638175 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:06:27.638175 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:06:27.638175 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:06:27.638175 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:06:27.638175 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:06:27.638175 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:06:27.638175 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:06:27.638175 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:06:27.638175 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:06:27.638175 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:06:27.638175 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:06:27.638175 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:06:27.638175 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:06:27.638175 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:06:27.638175 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:06:27.638175 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:06:27.638175 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:06:27.638175 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:06:27.638175 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:06:27.638175 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:06:27.638175 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:06:27.638175 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:06:27.638175 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:06:27.638175 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:06:27.638175 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:06:27.638175 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:06:27.638175 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:06:27.638175 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:06:27.638175 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:06:27.672257 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15e958a-7a76-4566-94f4-129846e5e7c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7947d222-6755-4d7c-aa50-61ece93473c7,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:27.675558 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-56e07cfd-3f04-4f30-89ae-e20d9f41145c tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:06:27.679459 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c15e958a-7a76-4566-94f4-129846e5e7c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:27.680706 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c15e958a-7a76-4566-94f4-129846e5e7c5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7947d222-6755-4d7c-aa50-61ece93473c7 HTTP/1.1" status: 204  len: 168 time: 1.4839351
Jan 29 10:06:27.701478 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-56e07cfd-3f04-4f30-89ae-e20d9f41145c tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Usage tracker for resource:security_group_rule and tenant:f519077dcf7b4e1c8cb267a8f970e9f8 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:06:27.708325 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-56e07cfd-3f04-4f30-89ae-e20d9f41145c tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:06:27.722947 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-56e07cfd-3f04-4f30-89ae-e20d9f41145c tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:06:27.733477 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c15e958a-7a76-4566-94f4-129846e5e7c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:27.876999 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d8cdd8cf-746d-409c-aaeb-2cab035b95b0 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:27.891846 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ffe46006-63f3-4431-89b0-429894976044 tempest-PortsAdminExtendedAttrsTestJSON-26334490 tempest-PortsAdminExtendedAttrsTestJSON-26334490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:27.913764 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d8cdd8cf-746d-409c-aaeb-2cab035b95b0 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:27.941582 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cdd8cf-746d-409c-aaeb-2cab035b95b0 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Pushing event deleted for resources: {'Network': ['ID=907e8d21-b566-4da3-a45e-6899a9c6de9b,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:27.952924 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d8cdd8cf-746d-409c-aaeb-2cab035b95b0 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:27.957511 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d8cdd8cf-746d-409c-aaeb-2cab035b95b0 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] 10.222.0.57 "DELETE /v2.0/networks/907e8d21-b566-4da3-a45e-6899a9c6de9b HTTP/1.1" status: 204  len: 168 time: 3.2808368
Jan 29 10:06:27.960968 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48922) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:28.014283 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561a7d2-9c50-4f1c-b1be-174d58b896a8 req-28d62526-625f-480e-bb46-4106fdafd4ce tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:28.015932 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f561a7d2-9c50-4f1c-b1be-174d58b896a8 req-28d62526-625f-480e-bb46-4106fdafd4ce tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3762589
Jan 29 10:06:28.031937 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e812ddc1-bcb2-4008-9b0e-3a676981c3df tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:28.044214 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-f561a7d2-9c50-4f1c-b1be-174d58b896a8 req-32feab84-d135-483c-a13b-4dfc3d554b53 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] Request body: {'port': {'device_id': 'fd90f1a9-0131-408a-a301-4ff523e0b2f9', 'network_id': 'ed270c62-190e-4ee7-8370-26a5a90b0d7d', 'admin_state_up': True, 'tenant_id': 'b4b6b2bc9c2a4a5fb00c62ae774e5eeb'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:06:28.046801 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e812ddc1-bcb2-4008-9b0e-3a676981c3df tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854102271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-673560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-331322'] for router, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:28.080134 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-13a76457-8924-4dfd-92d6-b7e883bfb610 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Deleting subnet 05d12aa8-1cd7-477d-ab2c-87ebb30858e2 {{(pid=80765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:06:28.148678 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-13a76457-8924-4dfd-92d6-b7e883bfb610 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks [] for subnet, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:28.323141 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-13a76457-8924-4dfd-92d6-b7e883bfb610 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1479249'] for subnet, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:28.410222 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-56e07cfd-3f04-4f30-89ae-e20d9f41145c tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks [] for security_group, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:28.427402 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-56e07cfd-3f04-4f30-89ae-e20d9f41145c tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:28.427987 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-56e07cfd-3f04-4f30-89ae-e20d9f41145c tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:28.447568 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e4fcf98d-d70d-4b82-94a5-9c749c2f3b48 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:28.523513 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-f561a7d2-9c50-4f1c-b1be-174d58b896a8 req-32feab84-d135-483c-a13b-4dfc3d554b53 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:06:28.524981 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-13a76457-8924-4dfd-92d6-b7e883bfb610 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:28.530350 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6cd3bb6c-bf47-4ae5-b99b-f6db931e6767 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks [] for router_gateway, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:28.553454 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 7f37b8ca-1651-4b49-8ad4-9d954d68ec76 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:06:28.556462 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e812ddc1-bcb2-4008-9b0e-3a676981c3df tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Router 791f696c-bb6d-4eb3-bfb0-0fe0fef2cc7f is scheduled to L3 agent 18987107-6d88-4736-94cf-15791d65b3ff with binding_index 1 {{(pid=80765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 29 10:06:28.572984 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-f561a7d2-9c50-4f1c-b1be-174d58b896a8 req-32feab84-d135-483c-a13b-4dfc3d554b53 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] Usage tracker for resource:port and tenant:b4b6b2bc9c2a4a5fb00c62ae774e5eeb is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:06:28.576813 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e07cfd-3f04-4f30-89ae-e20d9f41145c tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=709d08f2-aa01-4882-b027-e49e6c3fce72,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:28.579967 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6cd3bb6c-bf47-4ae5-b99b-f6db931e6767 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:28.590012 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-56e07cfd-3f04-4f30-89ae-e20d9f41145c tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:28.590900 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-f561a7d2-9c50-4f1c-b1be-174d58b896a8 req-32feab84-d135-483c-a13b-4dfc3d554b53 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:06:28.609422 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56e07cfd-3f04-4f30-89ae-e20d9f41145c tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:06:28.612248 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-f561a7d2-9c50-4f1c-b1be-174d58b896a8 req-32feab84-d135-483c-a13b-4dfc3d554b53 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:06:28.662242 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 7f37b8ca-1651-4b49-8ad4-9d954d68ec76 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:06:28.662623 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 7f37b8ca-1651-4b49-8ad4-9d954d68ec76 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:06:28.665730 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 0ae74ae6-979d-476e-a079-0a1d1768946e no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:06:28.674868 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-56e07cfd-3f04-4f30-89ae-e20d9f41145c tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268197113528', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:28.675326 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-56e07cfd-3f04-4f30-89ae-e20d9f41145c tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Added segment 704fa84e-89d1-4fd5-98d5-0fec5b6a6d66 of type vxlan for network d74d55e9-dd90-4c9f-ae74-c28ce511d62e
Jan 29 10:06:28.676496 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f561a7d2-9c50-4f1c-b1be-174d58b896a8 req-32feab84-d135-483c-a13b-4dfc3d554b53 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] Made reservation on behalf of b4b6b2bc9c2a4a5fb00c62ae774e5eeb for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:06:28.698404 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-f561a7d2-9c50-4f1c-b1be-174d58b896a8 req-32feab84-d135-483c-a13b-4dfc3d554b53 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:28.722548 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-f561a7d2-9c50-4f1c-b1be-174d58b896a8 req-32feab84-d135-483c-a13b-4dfc3d554b53 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] Notify callbacks [] for security_group, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:28.743986 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 0ae74ae6-979d-476e-a079-0a1d1768946e {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:06:28.744676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 0ae74ae6-979d-476e-a079-0a1d1768946e not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:06:28.808198 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-f561a7d2-9c50-4f1c-b1be-174d58b896a8 req-32feab84-d135-483c-a13b-4dfc3d554b53 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:06:28.825331 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-f561a7d2-9c50-4f1c-b1be-174d58b896a8 req-32feab84-d135-483c-a13b-4dfc3d554b53 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] Usage tracker for resource:security_group_rule and tenant:b4b6b2bc9c2a4a5fb00c62ae774e5eeb is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:06:28.829181 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-56e07cfd-3f04-4f30-89ae-e20d9f41145c tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:28.835338 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-f561a7d2-9c50-4f1c-b1be-174d58b896a8 req-32feab84-d135-483c-a13b-4dfc3d554b53 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:06:28.843928 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-f561a7d2-9c50-4f1c-b1be-174d58b896a8 req-32feab84-d135-483c-a13b-4dfc3d554b53 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:06:28.902103 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ed585221-fb47-4776-bda6-0f0196b7f1be req-32ffb6a5-6ead-4bd1-a5f1-0bb75fa817c7 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd90f1a9-0131-408a-a301-4ff523e0b2f9 HTTP/1.1" status: 200  len: 210 time: 0.0950067
Jan 29 10:06:29.001274 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56e07cfd-3f04-4f30-89ae-e20d9f41145c tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:06:29.025274 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e812ddc1-bcb2-4008-9b0e-3a676981c3df tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:06:29.031761 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e812ddc1-bcb2-4008-9b0e-3a676981c3df tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:29.032868 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e812ddc1-bcb2-4008-9b0e-3a676981c3df tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] 10.222.0.57 "PUT /v2.0/routers/791f696c-bb6d-4eb3-bfb0-0fe0fef2cc7f HTTP/1.1" status: 200  len: 919 time: 7.4010327
Jan 29 10:06:29.037623 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48950) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:29.040281 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdaea83-da6f-44a1-b8ff-30e6928e1cfb None None] Sync routers for ids ['791f696c-bb6d-4eb3-bfb0-0fe0fef2cc7f'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:06:29.051910 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdaea83-da6f-44a1-b8ff-30e6928e1cfb None None] Routers {'791f696c-bb6d-4eb3-bfb0-0fe0fef2cc7f'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:06:29.052902 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-7fdaea83-da6f-44a1-b8ff-30e6928e1cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca377b38>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:06:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['791f696c-bb6d-4eb3-bfb0-0fe0fef2cc7f'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:29.067670 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-56e07cfd-3f04-4f30-89ae-e20d9f41145c tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268197113528', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:29.068117 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-56e07cfd-3f04-4f30-89ae-e20d9f41145c tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Added segment 5e8c1ef4-6bb2-439e-acb0-1fc123173087 of type vxlan for network cc2f8253-6cd7-4601-835b-b0ed37ee56ef
Jan 29 10:06:29.128795 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-7fdaea83-da6f-44a1-b8ff-30e6928e1cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca377b38>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:29.139373 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdaea83-da6f-44a1-b8ff-30e6928e1cfb None None] Routers {'791f696c-bb6d-4eb3-bfb0-0fe0fef2cc7f'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:06:29.140335 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-7fdaea83-da6f-44a1-b8ff-30e6928e1cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca377b38>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:06:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['791f696c-bb6d-4eb3-bfb0-0fe0fef2cc7f'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:29.154342 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-6cd3bb6c-bf47-4ae5-b99b-f6db931e6767 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Allocated IP 172.26.7.137 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/0e52eda6-f3d2-46c3-ba4c-f30440227f0c) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:06:29.159671 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-56e07cfd-3f04-4f30-89ae-e20d9f41145c tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:29.191415 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-f561a7d2-9c50-4f1c-b1be-174d58b896a8 req-32feab84-d135-483c-a13b-4dfc3d554b53 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] Notify callbacks [] for security_group, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:29.215945 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-7fdaea83-da6f-44a1-b8ff-30e6928e1cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca377b38>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:29.216706 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdaea83-da6f-44a1-b8ff-30e6928e1cfb None None] The sync data for ids ['791f696c-bb6d-4eb3-bfb0-0fe0fef2cc7f'] in dv-neutron-772983-2-ovs is: [] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:06:29.226049 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-f561a7d2-9c50-4f1c-b1be-174d58b896a8 req-32feab84-d135-483c-a13b-4dfc3d554b53 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:29.250839 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:29.320635 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f286df53-8702-4d02-982a-68097ac727d5 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] 10.222.0.57 "GET /v2.0/routers/791f696c-bb6d-4eb3-bfb0-0fe0fef2cc7f HTTP/1.1" status: 200  len: 925 time: 0.2822673
Jan 29 10:06:29.324007 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48958) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:29.381458 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-13a76457-8924-4dfd-92d6-b7e883bfb610 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852603100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2204728'] for subnet, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:29.393228 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-56e07cfd-3f04-4f30-89ae-e20d9f41145c tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:29.402410 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-56e07cfd-3f04-4f30-89ae-e20d9f41145c tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:29.405370 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32feab84-d135-483c-a13b-4dfc3d554b53 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6175841-d435-4987-b352-42c019a89b8e,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:29.418940 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-938c32d3-b92e-42bd-8764-17e0ffe9adaf tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:29.419187 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-32feab84-d135-483c-a13b-4dfc3d554b53 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:29.804005 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e07cfd-3f04-4f30-89ae-e20d9f41145c tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:29.812836 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a76457-8924-4dfd-92d6-b7e883bfb610 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Pushing event deleted for resources: {'Subnet': ['ID=05d12aa8-1cd7-477d-ab2c-87ebb30858e2,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:29.815728 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-13a76457-8924-4dfd-92d6-b7e883bfb610 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:29.859241 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-13a76457-8924-4dfd-92d6-b7e883bfb610 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:29.866430 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b06824c-0a6c-4e3e-aaff-04e0c5c8143e None None] Network f2b0a517-9894-4091-9c3e-ee4af23f217c requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:06:29.871986 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e07cfd-3f04-4f30-89ae-e20d9f41145c tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:29.872130 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b59f81-4269-47ca-a6b0-1ab95f79a8d5 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:29.872740 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-56e07cfd-3f04-4f30-89ae-e20d9f41145c tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:29.873794 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f4b59f81-4269-47ca-a6b0-1ab95f79a8d5 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=aadf795f-2e1a-4d04-be0e-12575f0f28a5&device_id=791f696c-bb6d-4eb3-bfb0-0fe0fef2cc7f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.5485716
Jan 29 10:06:29.876914 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48976) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:29.880568 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-13a76457-8924-4dfd-92d6-b7e883bfb610 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] 10.222.0.57 "DELETE /v2.0/subnets/05d12aa8-1cd7-477d-ab2c-87ebb30858e2 HTTP/1.1" status: 204  len: 168 time: 1.9163969
Jan 29 10:06:29.880689 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.476s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:29.881068 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48978) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:30.045480 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a0c248-0463-4c6c-82cb-86bab832a0f4 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:30.058077 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a8a0c248-0463-4c6c-82cb-86bab832a0f4 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] 10.222.0.57 "GET /v2.0/networks/aadf795f-2e1a-4d04-be0e-12575f0f28a5 HTTP/1.1" status: 200  len: 881 time: 0.1675360
Jan 29 10:06:30.066659 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 48986) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:30.158676 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-56e07cfd-3f04-4f30-89ae-e20d9f41145c tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1320 time: 3.2801762
Jan 29 10:06:30.200917 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 48992) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:30.204054 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6cd3bb6c-bf47-4ae5-b99b-f6db931e6767 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:30.212767 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e07cfd-3f04-4f30-89ae-e20d9f41145c tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Pushing event updated for resources: {'Network': ['ID=d74d55e9-dd90-4c9f-ae74-c28ce511d62e,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:30.226519 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network d74d55e9-dd90-4c9f-ae74-c28ce511d62e details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:06:30.243264 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0844416b-c2a1-4114-a72a-a18c1bdf09a2 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] 10.222.0.57 "GET /v2.0/ports?device_id=791f696c-bb6d-4eb3-bfb0-0fe0fef2cc7f HTTP/1.1" status: 200  len: 205 time: 0.1456847
Jan 29 10:06:30.255416 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 48998) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:30.343902 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-854f7a9a-4e57-45cc-b429-78114c39d5e8 req-03fc9500-39c7-4ef0-88d5-c77883a2e67a tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd90f1a9-0131-408a-a301-4ff523e0b2f9 HTTP/1.1" status: 200  len: 210 time: 0.1374819
Jan 29 10:06:30.374779 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1796cca6-358c-455d-ba17-cf4fc18ac9bf tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:30.413870 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faddb541-abd9-4507-88a3-6db6895db2a8 None None] DHCP port deletion for f2b0a517-9894-4091-9c3e-ee4af23f217c request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:06:30.418029 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network d74d55e9-dd90-4c9f-ae74-c28ce511d62e details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:06:30.436233 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-faddb541-abd9-4507-88a3-6db6895db2a8 None None] Deleting port 1e8b9c30-90a2-4d8c-9186-dac70e18fd9e {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:06:30.436660 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-faddb541-abd9-4507-88a3-6db6895db2a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:30.547970 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49004) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:30.567140 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e07cfd-3f04-4f30-89ae-e20d9f41145c tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Pushing event updated for resources: {'Network': ['ID=cc2f8253-6cd7-4601-835b-b0ed37ee56ef,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:30.579338 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-1796cca6-358c-455d-ba17-cf4fc18ac9bf tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Deleting port 1e8b9c30-90a2-4d8c-9186-dac70e18fd9e {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:06:30.579728 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1796cca6-358c-455d-ba17-cf4fc18ac9bf tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:30.583324 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-56e07cfd-3f04-4f30-89ae-e20d9f41145c tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.703s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:30.588317 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.692s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:30.588673 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:30.677583 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6cd3bb6c-bf47-4ae5-b99b-f6db931e6767 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:30.765741 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a407e554-4153-44f3-b7ed-ba8e5a06e386 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:30.780820 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:30.825159 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 1e8b9c30-90a2-4d8c-9186-dac70e18fd9e no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:06:30.829469 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-2f7c6be2-1841-432c-9a57-3688e542ebb1 tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Request body: {'quota': {'network': 2}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:06:30.854254 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a407e554-4153-44f3-b7ed-ba8e5a06e386 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:30.857659 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network cc2f8253-6cd7-4601-835b-b0ed37ee56ef details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:06:30.894961 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9c232a35-a309-4c77-9655-fdc543f6b206 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks [] for router, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:30.942641 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a407e554-4153-44f3-b7ed-ba8e5a06e386 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:30.974708 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [req-f561a7d2-9c50-4f1c-b1be-174d58b896a8 req-32feab84-d135-483c-a13b-4dfc3d554b53 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] Allocated IP 192.168.233.175 (ed270c62-190e-4ee7-8370-26a5a90b0d7d/264c9c43-f33f-47f8-b127-3a31fd7accbf/845cd62c-dbd3-4ee8-b463-4ec69f4789d6) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:06:30.974990 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network cc2f8253-6cd7-4601-835b-b0ed37ee56ef details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:06:31.035063 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:06:31.038389 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a407e554-4153-44f3-b7ed-ba8e5a06e386 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:31.040234 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a407e554-4153-44f3-b7ed-ba8e5a06e386 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2407 time: 0.8359811
Jan 29 10:06:31.086437 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49014) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:31.118572 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2f7c6be2-1841-432c-9a57-3688e542ebb1 tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] 10.222.0.57 "PUT /v2.0/quotas/e9d27830bada4e449cf7f48c9c77fd21 HTTP/1.1" status: 200  len: 368 time: 0.5679193
Jan 29 10:06:31.121152 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49018) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:31.161496 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd3bb6c-bf47-4ae5-b99b-f6db931e6767 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Pushing event updated for resources: {'Port': ['ID=0e52eda6-f3d2-46c3-ba4c-f30440227f0c,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:31.167660 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-a7a43825-5d3a-4c62-948f-39585b46db7f tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Request body: {'network': {'project_id': 'e9d27830bada4e449cf7f48c9c77fd21'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:06:31.192846 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6cd3bb6c-bf47-4ae5-b99b-f6db931e6767 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:31.217872 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-1796cca6-358c-455d-ba17-cf4fc18ac9bf tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] For port 1e8b9c30-90a2-4d8c-9186-dac70e18fd9e, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=1e8b9c30-90a2-4d8c-9186-dac70e18fd9e,segment=NetworkSegment(2d708f14-1e29-41bd-8921-689ab50dd1ea),segment_id=2d708f14-1e29-41bd-8921-689ab50dd1ea)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:06:31.218280 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1796cca6-358c-455d-ba17-cf4fc18ac9bf tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:31.218722 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a7a43825-5d3a-4c62-948f-39585b46db7f tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:06:31.311140 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-faddb541-abd9-4507-88a3-6db6895db2a8 None None] For port 1e8b9c30-90a2-4d8c-9186-dac70e18fd9e, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=1e8b9c30-90a2-4d8c-9186-dac70e18fd9e,segment=NetworkSegment(2d708f14-1e29-41bd-8921-689ab50dd1ea),segment_id=2d708f14-1e29-41bd-8921-689ab50dd1ea)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:06:31.311579 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-faddb541-abd9-4507-88a3-6db6895db2a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:31.362815 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a7a43825-5d3a-4c62-948f-39585b46db7f tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Usage tracker for resource:network and tenant:e9d27830bada4e449cf7f48c9c77fd21 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:06:31.367727 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-1796cca6-358c-455d-ba17-cf4fc18ac9bf tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Calling delete_port for 1e8b9c30-90a2-4d8c-9186-dac70e18fd9e owned by network:dhcp {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:06:31.387112 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3935c8bf-010d-4afe-b7aa-a178cdb4adbf tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:31.454753 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1796cca6-358c-455d-ba17-cf4fc18ac9bf tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:31.455302 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-faddb541-abd9-4507-88a3-6db6895db2a8 None None] Calling delete_port for 1e8b9c30-90a2-4d8c-9186-dac70e18fd9e owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:06:31.456070 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a7a43825-5d3a-4c62-948f-39585b46db7f tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:06:31.470677 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd3bb6c-bf47-4ae5-b99b-f6db931e6767 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:06:31.476342 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0d2f2d72-8f3a-4261-a877-c599526cd8c0 tempest-FloatingIPAdminTestJSON-1685392490 tempest-FloatingIPAdminTestJSON-1685392490-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:31.496404 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-6cd3bb6c-bf47-4ae5-b99b-f6db931e6767 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:06:31.499138 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a7a43825-5d3a-4c62-948f-39585b46db7f tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:06:31.516494 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd3bb6c-bf47-4ae5-b99b-f6db931e6767 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:06:31.527505 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Port 1e8b9c30-90a2-4d8c-9186-dac70e18fd9e update to DOWN by agent not found {{(pid=80767) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2100}}
Jan 29 10:06:31.555563 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1796cca6-358c-455d-ba17-cf4fc18ac9bf tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Pushing event deleted for resources: {'Port': ['ID=1e8b9c30-90a2-4d8c-9186-dac70e18fd9e,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:31.558722 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1796cca6-358c-455d-ba17-cf4fc18ac9bf tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:31.568202 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-faddb541-abd9-4507-88a3-6db6895db2a8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80767) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:06:31.568612 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-faddb541-abd9-4507-88a3-6db6895db2a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:06:31.661291 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4aecda45-2a8f-4cce-af21-b1519f05987c req-80e8f948-3788-45f5-84dd-02dbb19492b3 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd90f1a9-0131-408a-a301-4ff523e0b2f9 HTTP/1.1" status: 200  len: 210 time: 0.1071391
Jan 29 10:06:31.678504 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a43825-5d3a-4c62-948f-39585b46db7f tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Made reservation on behalf of e9d27830bada4e449cf7f48c9c77fd21 for: {'network': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:06:31.683865 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a7a43825-5d3a-4c62-948f-39585b46db7f tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:31.694807 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1796cca6-358c-455d-ba17-cf4fc18ac9bf tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] No DVR routers for this DVR port 1e8b9c30-90a2-4d8c-9186-dac70e18fd9e on host dv-neutron-772983-2-ovs {{(pid=80765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:06:31.725119 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9c232a35-a309-4c77-9655-fdc543f6b206 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks [] for router_gateway, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:31.746261 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a7a43825-5d3a-4c62-948f-39585b46db7f tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Notify callbacks [] for security_group, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:31.755976 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-9c232a35-a309-4c77-9655-fdc543f6b206 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Deleting port edec6fa1-90bc-4a9e-a624-e7d2c2a51c3c {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:06:31.756346 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9c232a35-a309-4c77-9655-fdc543f6b206 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:31.830290 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1796cca6-358c-455d-ba17-cf4fc18ac9bf tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:31.959351 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-1796cca6-358c-455d-ba17-cf4fc18ac9bf tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99ca116d30>,) {'filters': {'network_id': ['f2b0a517-9894-4091-9c3e-ee4af23f217c']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:31.974454 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-1796cca6-358c-455d-ba17-cf4fc18ac9bf tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99ca116d30>, '2d708f14-1e29-41bd-8921-689ab50dd1ea') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:31.974798 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-1796cca6-358c-455d-ba17-cf4fc18ac9bf tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99ca116d30>, '2d708f14-1e29-41bd-8921-689ab50dd1ea') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:31.989237 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1796cca6-358c-455d-ba17-cf4fc18ac9bf tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:32.006146 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1796cca6-358c-455d-ba17-cf4fc18ac9bf tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:32.008311 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1796cca6-358c-455d-ba17-cf4fc18ac9bf tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Releasing vxlan tunnel 11 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:06:32.070517 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-faddb541-abd9-4507-88a3-6db6895db2a8 None None] Deleting port 1e8b9c30-90a2-4d8c-9186-dac70e18fd9e {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:06:32.071213 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-faddb541-abd9-4507-88a3-6db6895db2a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:32.161245 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-faddb541-abd9-4507-88a3-6db6895db2a8 None None] The port '1e8b9c30-90a2-4d8c-9186-dac70e18fd9e' was deleted {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 29 10:06:32.205870 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-1796cca6-358c-455d-ba17-cf4fc18ac9bf tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Network f2b0a517-9894-4091-9c3e-ee4af23f217c has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:06:32.217638 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1796cca6-358c-455d-ba17-cf4fc18ac9bf tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:32.226854 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a7a43825-5d3a-4c62-948f-39585b46db7f tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:06:32.254941 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a7a43825-5d3a-4c62-948f-39585b46db7f tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Usage tracker for resource:security_group_rule and tenant:e9d27830bada4e449cf7f48c9c77fd21 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:06:32.322317 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a7a43825-5d3a-4c62-948f-39585b46db7f tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:06:32.342487 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3935c8bf-010d-4afe-b7aa-a178cdb4adbf tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:32.379536 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a7a43825-5d3a-4c62-948f-39585b46db7f tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:06:32.387230 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-f561a7d2-9c50-4f1c-b1be-174d58b896a8 req-32feab84-d135-483c-a13b-4dfc3d554b53 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:32.407592 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-1796cca6-358c-455d-ba17-cf4fc18ac9bf tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Network f2b0a517-9894-4091-9c3e-ee4af23f217c has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:06:32.434195 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:06:32.434195 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:06:32.434195 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:06:32.434195 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:06:32.434195 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:06:32.434195 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:06:32.434195 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:06:32.434195 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:06:32.434195 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:06:32.434195 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:06:32.434195 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:06:32.434195 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:06:32.434195 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:06:32.434195 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:06:32.434195 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:06:32.434195 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:06:32.434195 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:06:32.434195 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:06:32.434195 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:06:32.434195 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:06:32.434195 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:06:32.434195 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:06:32.434195 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:06:32.434195 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:06:32.434195 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:06:32.434195 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:06:32.434195 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:06:32.434195 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:06:32.434195 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:06:32.434195 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:06:32.434195 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:06:32.434195 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:06:32.523368 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1796cca6-358c-455d-ba17-cf4fc18ac9bf tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:32.527076 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1d995bb4-d785-43b0-a028-a4dd245c4582 tempest-ExternalNetworksTestJSON-37437347 tempest-ExternalNetworksTestJSON-37437347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:32.543405 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1796cca6-358c-455d-ba17-cf4fc18ac9bf tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:32.594016 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1796cca6-358c-455d-ba17-cf4fc18ac9bf tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Pushing event deleted for resources: {'Network': ['ID=f2b0a517-9894-4091-9c3e-ee4af23f217c,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:32.602318 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1796cca6-358c-455d-ba17-cf4fc18ac9bf tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:32.606300 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1796cca6-358c-455d-ba17-cf4fc18ac9bf tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] 10.222.0.57 "DELETE /v2.0/networks/f2b0a517-9894-4091-9c3e-ee4af23f217c HTTP/1.1" status: 204  len: 168 time: 2.7235975
Jan 29 10:06:32.631135 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-f561a7d2-9c50-4f1c-b1be-174d58b896a8 req-32feab84-d135-483c-a13b-4dfc3d554b53 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] Transition to ACTIVE for port object 845cd62c-dbd3-4ee8-b463-4ec69f4789d6 will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:06:32.638100 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b47e2228-d6ca-4eaa-a1a4-b14ee1d5db28 req-8bca1e85-e461-495e-a8b1-9933d5cfc3d4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5c1a94fd-9fc6-4b72-84a0-fa9b7f0e148e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0871575
Jan 29 10:06:32.691028 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-3935c8bf-010d-4afe-b7aa-a178cdb4adbf tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99ca9fed68>,) {'filters': {'network_id': ['d74d55e9-dd90-4c9f-ae74-c28ce511d62e']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:32.727605 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-3935c8bf-010d-4afe-b7aa-a178cdb4adbf tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99ca9fed68>, '704fa84e-89d1-4fd5-98d5-0fec5b6a6d66') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:32.727883 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-3935c8bf-010d-4afe-b7aa-a178cdb4adbf tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99ca9fed68>, '704fa84e-89d1-4fd5-98d5-0fec5b6a6d66') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:32.814646 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9c232a35-a309-4c77-9655-fdc543f6b206 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:32.837143 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3935c8bf-010d-4afe-b7aa-a178cdb4adbf tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:32.894869 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1a5bf67c-80c3-4027-9078-37dd67dd8fc4 req-77ec7c26-c534-4aa9-80c7-690af13172e6 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd90f1a9-0131-408a-a301-4ff523e0b2f9 HTTP/1.1" status: 200  len: 210 time: 0.0535872
Jan 29 10:06:32.903465 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e2228-d6ca-4eaa-a1a4-b14ee1d5db28 req-6c9c22fb-3daa-4ae8-b798-ea0c6ffdde42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:32.905194 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b47e2228-d6ca-4eaa-a1a4-b14ee1d5db28 req-6c9c22fb-3daa-4ae8-b798-ea0c6ffdde42 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=063e89324bbe4d0080d07e952e1945cf&device_id=5c1a94fd-9fc6-4b72-84a0-fa9b7f0e148e HTTP/1.1" status: 200  len: 1162 time: 0.1402619
Jan 29 10:06:32.971851 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 49034) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:33.058111 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-9c232a35-a309-4c77-9655-fdc543f6b206 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Calling delete_port for edec6fa1-90bc-4a9e-a624-e7d2c2a51c3c owned by network:router_gateway {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:06:33.083363 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e2228-d6ca-4eaa-a1a4-b14ee1d5db28 req-ed5fe291-853f-45fa-ba74-e585f9c5e6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:33.084982 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b47e2228-d6ca-4eaa-a1a4-b14ee1d5db28 req-ed5fe291-853f-45fa-ba74-e585f9c5e6cf service neutron] 10.222.0.22 "GET /v2.0/networks?id=ad10d455-2f6c-4431-96c2-93a5f5aa1b82 HTTP/1.1" status: 200  len: 900 time: 0.1531162
Jan 29 10:06:33.112177 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3935c8bf-010d-4afe-b7aa-a178cdb4adbf tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:33.116013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3935c8bf-010d-4afe-b7aa-a178cdb4adbf tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Releasing vxlan tunnel 5 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:06:33.173689 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-f561a7d2-9c50-4f1c-b1be-174d58b896a8 req-32feab84-d135-483c-a13b-4dfc3d554b53 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:33.244252 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b47e2228-d6ca-4eaa-a1a4-b14ee1d5db28 req-711ed501-8d37-4f30-942b-9f66009abce3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91d90fd5-7854-4804-854a-f7c573293314 HTTP/1.1" status: 200  len: 1001 time: 0.1524107
Jan 29 10:06:33.247917 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3e8b517b-45ae-44e6-8e10-bddc11a86223 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d8fb2116922348989967930f2f8f067f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2749062
Jan 29 10:06:33.249594 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0eee58ae-6dd0-4b8f-bef3-484ae8d76f9a tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:33.292821 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49040) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:33.327778 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e2228-d6ca-4eaa-a1a4-b14ee1d5db28 req-e7b762e3-0651-4840-8313-a82336705189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:33.329541 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b47e2228-d6ca-4eaa-a1a4-b14ee1d5db28 req-e7b762e3-0651-4840-8313-a82336705189 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=13442799-a6c4-4c0b-b1ed-15d8e21e2b8d HTTP/1.1" status: 200  len: 845 time: 0.0789130
Jan 29 10:06:33.404597 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a7a43825-5d3a-4c62-948f-39585b46db7f tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:33.416559 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e2228-d6ca-4eaa-a1a4-b14ee1d5db28 req-cf6fde7b-f3a2-41d3-a9e9-b206aae0b199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:33.418860 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b47e2228-d6ca-4eaa-a1a4-b14ee1d5db28 req-cf6fde7b-f3a2-41d3-a9e9-b206aae0b199 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ad10d455-2f6c-4431-96c2-93a5f5aa1b82&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0816936
Jan 29 10:06:33.439951 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a7a43825-5d3a-4c62-948f-39585b46db7f tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:33.566143 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6cd3bb6c-bf47-4ae5-b99b-f6db931e6767 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks [] for router_gateway, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:33.582259 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b47e2228-d6ca-4eaa-a1a4-b14ee1d5db28 req-6a3e7034-a027-4ce0-bf63-dcd5dbc8cf9d service neutron] 10.222.0.22 "GET /v2.0/networks/ad10d455-2f6c-4431-96c2-93a5f5aa1b82?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1446452
Jan 29 10:06:33.674352 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-3935c8bf-010d-4afe-b7aa-a178cdb4adbf tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Network d74d55e9-dd90-4c9f-ae74-c28ce511d62e has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:06:33.743189 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b47e2228-d6ca-4eaa-a1a4-b14ee1d5db28 req-301341f4-144a-4cd3-8b0f-882d258d2b28 service neutron] 10.222.0.22 "GET /v2.0/networks/ad10d455-2f6c-4431-96c2-93a5f5aa1b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1412120
Jan 29 10:06:33.745744 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32feab84-d135-483c-a13b-4dfc3d554b53 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] Pushing event updated for resources: {'Port': ['ID=845cd62c-dbd3-4ee8-b463-4ec69f4789d6,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:33.749523 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3935c8bf-010d-4afe-b7aa-a178cdb4adbf tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:33.771697 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7a43825-5d3a-4c62-948f-39585b46db7f tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:06:33.804195 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-32feab84-d135-483c-a13b-4dfc3d554b53 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:33.816915 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-582614bd-56ee-4837-a7bd-651e1b5e781a tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.310s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:34.194523 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a7a43825-5d3a-4c62-948f-39585b46db7f tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268197113528', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:34.194968 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-a7a43825-5d3a-4c62-948f-39585b46db7f tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Added segment 04bfce85-1bae-4845-8817-2680b533f4ad of type vxlan for network f61ecb03-6b0a-4a49-b0d8-2ad7b543bf00
Jan 29 10:06:34.207097 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d49f41-a5e3-4d32-98f8-0ba7de078f7d req-5123cfc3-10b8-40cd-aef9-dae6dc4657ea tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:34.209251 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-90d49f41-a5e3-4d32-98f8-0ba7de078f7d req-5123cfc3-10b8-40cd-aef9-dae6dc4657ea tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd90f1a9-0131-408a-a301-4ff523e0b2f9 HTTP/1.1" status: 200  len: 936 time: 0.1726480
Jan 29 10:06:34.280640 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a43825-5d3a-4c62-948f-39585b46db7f tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc64768d-1c40-4aa3-8678-f21fd3059f29,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:34.282618 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-90d49f41-a5e3-4d32-98f8-0ba7de078f7d req-71add621-2fc2-4a8a-a2f0-d55a246f818d tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6175841-d435-4987-b352-42c019a89b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661180
Jan 29 10:06:34.322960 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9c232a35-a309-4c77-9655-fdc543f6b206 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:34.338056 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a7a43825-5d3a-4c62-948f-39585b46db7f tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:34.399833 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8e9286ca-cdd1-433b-a976-3734579f4cd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:34.449662 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a7a43825-5d3a-4c62-948f-39585b46db7f tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:34.473607 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-3935c8bf-010d-4afe-b7aa-a178cdb4adbf tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Network d74d55e9-dd90-4c9f-ae74-c28ce511d62e has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:06:34.518075 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:06:34.518075 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:06:34.518075 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:06:34.518075 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:06:34.518075 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:06:34.518075 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:06:34.518075 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:06:34.518075 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:06:34.518075 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:06:34.518075 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:06:34.518075 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:06:34.518075 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:06:34.518075 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:06:34.518075 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:06:34.518075 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:06:34.518075 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:06:34.518075 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:06:34.518075 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:06:34.518075 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:06:34.518075 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:06:34.518075 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:06:34.518075 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:06:34.518075 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:06:34.518075 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:06:34.518075 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:06:34.518075 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:06:34.518075 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:06:34.518075 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:06:34.518075 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:06:34.518075 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:06:34.518075 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:06:34.518075 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:06:34.574402 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f561a7d2-9c50-4f1c-b1be-174d58b896a8 req-32feab84-d135-483c-a13b-4dfc3d554b53 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] Network ed270c62-190e-4ee7-8370-26a5a90b0d7d is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:06:34.575667 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:34.601670 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [req-f561a7d2-9c50-4f1c-b1be-174d58b896a8 req-32feab84-d135-483c-a13b-4dfc3d554b53 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:06:34.672779 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-f561a7d2-9c50-4f1c-b1be-174d58b896a8 req-32feab84-d135-483c-a13b-4dfc3d554b53 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:06:34.752104 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8e9286ca-cdd1-433b-a976-3734579f4cd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:34.842993 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.resource_extend [None req-a7a43825-5d3a-4c62-948f-39585b46db7f tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 29 10:06:34.882656 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e2f0766-eb0b-43f1-ac30-463080c380d6 None None] Provisioning for port 845cd62c-dbd3-4ee8-b463-4ec69f4789d6 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:06:34.888207 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e2f0766-eb0b-43f1-ac30-463080c380d6 None None] Provisioning complete for port 845cd62c-dbd3-4ee8-b463-4ec69f4789d6 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:06:34.888634 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e2f0766-eb0b-43f1-ac30-463080c380d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:34.938665 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3935c8bf-010d-4afe-b7aa-a178cdb4adbf tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:34.946333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e2f0766-eb0b-43f1-ac30-463080c380d6 None None] Port 845cd62c-dbd3-4ee8-b463-4ec69f4789d6 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:06:34.965642 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0e05fdf9-77e3-4016-a9ad-1b7275b113b6 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:34.980630 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a7a43825-5d3a-4c62-948f-39585b46db7f tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:34.981584 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a43825-5d3a-4c62-948f-39585b46db7f tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:34.982253 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a7a43825-5d3a-4c62-948f-39585b46db7f tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:34.986001 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3935c8bf-010d-4afe-b7aa-a178cdb4adbf tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:35.063348 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561a7d2-9c50-4f1c-b1be-174d58b896a8 req-32feab84-d135-483c-a13b-4dfc3d554b53 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:35.064036 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-f561a7d2-9c50-4f1c-b1be-174d58b896a8 req-32feab84-d135-483c-a13b-4dfc3d554b53 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:35.095046 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3935c8bf-010d-4afe-b7aa-a178cdb4adbf tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Pushing event deleted for resources: {'Network': ['ID=d74d55e9-dd90-4c9f-ae74-c28ce511d62e,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:35.123371 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3935c8bf-010d-4afe-b7aa-a178cdb4adbf tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:35.126095 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.128s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:35.260852 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6cd3bb6c-bf47-4ae5-b99b-f6db931e6767 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:35.263578 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a7a43825-5d3a-4c62-948f-39585b46db7f tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 830 time: 4.1296880
Jan 29 10:06:35.265177 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3935c8bf-010d-4afe-b7aa-a178cdb4adbf tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] 10.222.0.57 "DELETE /v2.0/networks/d74d55e9-dd90-4c9f-ae74-c28ce511d62e HTTP/1.1" status: 204  len: 168 time: 4.1776233
Jan 29 10:06:35.266695 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 49056) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:35.268967 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 49058) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:35.274618 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-5235084e-704f-49eb-942a-5aeddddeaea7 tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Request body: {'network': {'project_id': 'e9d27830bada4e449cf7f48c9c77fd21'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:06:35.302060 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-5235084e-704f-49eb-942a-5aeddddeaea7 tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:06:35.322476 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5235084e-704f-49eb-942a-5aeddddeaea7 tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Usage tracker for resource:network and tenant:e9d27830bada4e449cf7f48c9c77fd21 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:06:35.324160 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8e9286ca-cdd1-433b-a976-3734579f4cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:35.326787 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8e9286ca-cdd1-433b-a976-3734579f4cd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:35.330632 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8e9286ca-cdd1-433b-a976-3734579f4cd2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/eec9bb7e-4925-4270-9c62-768df5d969e8 HTTP/1.1" status: 204  len: 168 time: 2.0218375
Jan 29 10:06:35.330801 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5235084e-704f-49eb-942a-5aeddddeaea7 tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:06:35.338740 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f561a7d2-9c50-4f1c-b1be-174d58b896a8 req-32feab84-d135-483c-a13b-4dfc3d554b53 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 7.2987947
Jan 29 10:06:35.341488 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-5235084e-704f-49eb-942a-5aeddddeaea7 tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:06:35.404411 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-f561a7d2-9c50-4f1c-b1be-174d58b896a8 req-040a9e84-ff16-4b86-abce-ca017910af41 service neutron] Request body: {'port': {'device_id': 'fd90f1a9-0131-408a-a301-4ff523e0b2f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7729'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:06:35.437182 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a43825-5d3a-4c62-948f-39585b46db7f tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Pushing event updated for resources: {'Network': ['ID=f61ecb03-6b0a-4a49-b0d8-2ad7b543bf00,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:35.450894 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network f61ecb03-6b0a-4a49-b0d8-2ad7b543bf00 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:06:35.456886 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9c232a35-a309-4c77-9655-fdc543f6b206 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854102222'] for router_gateway, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:35.465183 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a7a43825-5d3a-4c62-948f-39585b46db7f tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:35.465647 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-97e48d91-4155-4cc5-ba69-c68d205863ab tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:35.474529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network f61ecb03-6b0a-4a49-b0d8-2ad7b543bf00 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:06:35.518535 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3248c9d6-9421-4e0b-a011-f0718e120913 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.189s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:35.538039 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5235084e-704f-49eb-942a-5aeddddeaea7 tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Made reservation on behalf of e9d27830bada4e449cf7f48c9c77fd21 for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:06:35.543808 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5235084e-704f-49eb-942a-5aeddddeaea7 tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:35.683475 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9286ca-cdd1-433b-a976-3734579f4cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec9bb7e-4925-4270-9c62-768df5d969e8,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:35.708800 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8e9286ca-cdd1-433b-a976-3734579f4cd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:35.724105 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9c232a35-a309-4c77-9655-fdc543f6b206 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:35.733881 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9c232a35-a309-4c77-9655-fdc543f6b206 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:35.841831 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9c232a35-a309-4c77-9655-fdc543f6b206 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:35.842405 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c232a35-a309-4c77-9655-fdc543f6b206 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Fanout notify agent at l3_agent the message router_deleted on router 791f696c-bb6d-4eb3-bfb0-0fe0fef2cc7f {{(pid=80766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 10:06:35.853204 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-f561a7d2-9c50-4f1c-b1be-174d58b896a8 req-040a9e84-ff16-4b86-abce-ca017910af41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:35.925285 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9c232a35-a309-4c77-9655-fdc543f6b206 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:35.926561 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9c232a35-a309-4c77-9655-fdc543f6b206 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] 10.222.0.57 "DELETE /v2.0/routers/791f696c-bb6d-4eb3-bfb0-0fe0fef2cc7f HTTP/1.1" status: 204  len: 168 time: 5.6702263
Jan 29 10:06:35.931289 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49080) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:35.976479 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-c127b26d-e8e8-4984-957e-50c844d68cb9 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1184566984', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:06:36.005140 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5235084e-704f-49eb-942a-5aeddddeaea7 tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:06:36.008829 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c127b26d-e8e8-4984-957e-50c844d68cb9 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:06:36.026281 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c127b26d-e8e8-4984-957e-50c844d68cb9 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Usage tracker for resource:router and tenant:01cb9f3e8ac7487589f16ab0e2341af7 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:06:36.032463 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c127b26d-e8e8-4984-957e-50c844d68cb9 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Quota usage for router was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:06:36.077858 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c127b26d-e8e8-4984-957e-50c844d68cb9 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:06:36.081028 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-97e48d91-4155-4cc5-ba69-c68d205863ab tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:36.093949 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cd3bb6c-bf47-4ae5-b99b-f6db931e6767 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Router 4cc8889e-8db0-4759-b14a-58c4698e22b5 is scheduled to L3 agent 18987107-6d88-4736-94cf-15791d65b3ff with binding_index 1 {{(pid=80766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 29 10:06:36.103913 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5235084e-704f-49eb-942a-5aeddddeaea7 tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:36.105333 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-5235084e-704f-49eb-942a-5aeddddeaea7 tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Added segment 199be839-c8df-46bb-bb5f-0a0d24b91293 of type vxlan for network 8b414694-178b-4de5-8e7b-e87e72bab5dd
Jan 29 10:06:36.115614 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c127b26d-e8e8-4984-957e-50c844d68cb9 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:36.116699 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c127b26d-e8e8-4984-957e-50c844d68cb9 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:36.312711 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f1808-16c7-4f52-8e60-ea19080eb898 req-02d87d96-fd70-4ab1-ab43-cfc1a7a1aa45 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:36.320759 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-904f1808-16c7-4f52-8e60-ea19080eb898 req-02d87d96-fd70-4ab1-ab43-cfc1a7a1aa45 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd90f1a9-0131-408a-a301-4ff523e0b2f9 HTTP/1.1" status: 200  len: 936 time: 0.7883620
Jan 29 10:06:36.359246 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-97e48d91-4155-4cc5-ba69-c68d205863ab tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c91876a0>,) {'filters': {'network_id': ['cc2f8253-6cd7-4601-835b-b0ed37ee56ef']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:36.370744 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5235084e-704f-49eb-942a-5aeddddeaea7 tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:36.396453 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-97e48d91-4155-4cc5-ba69-c68d205863ab tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c91876a0>, '5e8c1ef4-6bb2-439e-acb0-1fc123173087') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:36.396768 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-97e48d91-4155-4cc5-ba69-c68d205863ab tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c91876a0>, '5e8c1ef4-6bb2-439e-acb0-1fc123173087') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:36.435785 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-97e48d91-4155-4cc5-ba69-c68d205863ab tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:36.453410 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 49092) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:36.477934 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-904f1808-16c7-4f52-8e60-ea19080eb898 req-c6439d21-1a53-4c2f-9027-f7db0f9fe75c tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6175841-d435-4987-b352-42c019a89b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1561508
Jan 29 10:06:36.492478 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-97e48d91-4155-4cc5-ba69-c68d205863ab tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:36.494340 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-97e48d91-4155-4cc5-ba69-c68d205863ab tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Releasing vxlan tunnel 6 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:06:36.525373 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5235084e-704f-49eb-942a-5aeddddeaea7 tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:36.527048 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5235084e-704f-49eb-942a-5aeddddeaea7 tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:36.527705 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5235084e-704f-49eb-942a-5aeddddeaea7 tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:36.536566 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6a33e5c8-245f-4b9c-8f1b-9b3e95d1277d tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:36.617964 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c127b26d-e8e8-4984-957e-50c844d68cb9 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:36.664408 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-f41c1ece-ddb1-4f52-8e16-9b67cc8cf152 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1127098333'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:06:36.690466 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-f41c1ece-ddb1-4f52-8e16-9b67cc8cf152 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:06:36.721169 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c127b26d-e8e8-4984-957e-50c844d68cb9 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:36.790597 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5235084e-704f-49eb-942a-5aeddddeaea7 tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 830 time: 1.5226154
Jan 29 10:06:36.792222 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f41c1ece-ddb1-4f52-8e16-9b67cc8cf152 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Usage tracker for resource:network and tenant:b402c3f19966488ebcb859fd6d6d9b16 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:06:36.813276 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 49098) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:36.814147 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f41c1ece-ddb1-4f52-8e16-9b67cc8cf152 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Quota usage for network was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:06:36.823164 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-97e48d91-4155-4cc5-ba69-c68d205863ab tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Network cc2f8253-6cd7-4601-835b-b0ed37ee56ef has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:06:36.834208 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-f41c1ece-ddb1-4f52-8e16-9b67cc8cf152 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:06:36.836399 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd3bb6c-bf47-4ae5-b99b-f6db931e6767 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:06:36.839771 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-2614c742-307e-4cd7-b715-13b2306ab001 tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Request body: {'network': {'project_id': 'e9d27830bada4e449cf7f48c9c77fd21'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:06:36.846650 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-97e48d91-4155-4cc5-ba69-c68d205863ab tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:36.848280 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22323a29-135b-418e-9c3e-dd092b80c6e8 None None] Sync routers for ids ['4cc8889e-8db0-4759-b14a-58c4698e22b5'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:06:36.860848 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22323a29-135b-418e-9c3e-dd092b80c6e8 None None] Routers {'4cc8889e-8db0-4759-b14a-58c4698e22b5'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:06:36.861606 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-22323a29-135b-418e-9c3e-dd092b80c6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c97fb400>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:06:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['4cc8889e-8db0-4759-b14a-58c4698e22b5'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:36.878450 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c127b26d-e8e8-4984-957e-50c844d68cb9 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:36.879713 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c127b26d-e8e8-4984-957e-50c844d68cb9 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.9204767
Jan 29 10:06:36.885795 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49104) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:36.905394 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-0d2ca7ad-648b-4e8b-addd-6aef94805144 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'enable_snat': False}}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:06:36.941524 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5235084e-704f-49eb-942a-5aeddddeaea7 tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Pushing event updated for resources: {'Network': ['ID=8b414694-178b-4de5-8e7b-e87e72bab5dd,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:36.947426 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-22323a29-135b-418e-9c3e-dd092b80c6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c97fb400>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:36.954535 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 8b414694-178b-4de5-8e7b-e87e72bab5dd details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:06:36.959731 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-2614c742-307e-4cd7-b715-13b2306ab001 tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:06:36.962335 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5235084e-704f-49eb-942a-5aeddddeaea7 tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:36.970926 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2614c742-307e-4cd7-b715-13b2306ab001 tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Usage tracker for resource:network and tenant:e9d27830bada4e449cf7f48c9c77fd21 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:06:36.974094 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 8b414694-178b-4de5-8e7b-e87e72bab5dd details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:06:36.975248 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2614c742-307e-4cd7-b715-13b2306ab001 tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:06:37.000648 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-2614c742-307e-4cd7-b715-13b2306ab001 tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:06:37.001287 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41c1ece-ddb1-4f52-8e16-9b67cc8cf152 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Made reservation on behalf of b402c3f19966488ebcb859fd6d6d9b16 for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:06:37.020948 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22323a29-135b-418e-9c3e-dd092b80c6e8 None None] Routers {'4cc8889e-8db0-4759-b14a-58c4698e22b5'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:06:37.021688 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-22323a29-135b-418e-9c3e-dd092b80c6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c97fb400>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:06:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['4cc8889e-8db0-4759-b14a-58c4698e22b5'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:37.022814 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f41c1ece-ddb1-4f52-8e16-9b67cc8cf152 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:37.049907 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-2614c742-307e-4cd7-b715-13b2306ab001 tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Jan 29 10:06:37.050540 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2614c742-307e-4cd7-b715-13b2306ab001 tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:06:37.054363 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2614c742-307e-4cd7-b715-13b2306ab001 tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 409  len: 310 time: 0.2344275
Jan 29 10:06:37.054504 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6cd3bb6c-bf47-4ae5-b99b-f6db931e6767 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:37.056523 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6cd3bb6c-bf47-4ae5-b99b-f6db931e6767 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 10.1142149
Jan 29 10:06:37.065404 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49108) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:37.065767 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49110) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:37.083594 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-f7541fb6-bdce-41e0-8a1f-516bc307828e tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'enable_snat': False}}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:06:37.134076 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-97e48d91-4155-4cc5-ba69-c68d205863ab tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Network cc2f8253-6cd7-4601-835b-b0ed37ee56ef has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:06:37.170499 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:06:37.170499 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:06:37.170499 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:06:37.170499 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:06:37.170499 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:06:37.170499 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:06:37.170499 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:06:37.170499 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:06:37.170499 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:06:37.170499 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:06:37.170499 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:06:37.170499 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:06:37.170499 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:06:37.170499 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:06:37.170499 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:06:37.170499 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:06:37.170499 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:06:37.170499 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:06:37.170499 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:06:37.170499 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:06:37.170499 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:06:37.170499 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:06:37.170499 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:06:37.170499 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:06:37.170499 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:06:37.170499 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:06:37.170499 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:06:37.170499 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:06:37.170499 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:06:37.170499 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:06:37.170499 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:06:37.170499 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:06:37.172522 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f41c1ece-ddb1-4f52-8e16-9b67cc8cf152 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:37.205833 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-22323a29-135b-418e-9c3e-dd092b80c6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c97fb400>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:37.206265 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22323a29-135b-418e-9c3e-dd092b80c6e8 None None] The sync data for ids ['4cc8889e-8db0-4759-b14a-58c4698e22b5'] in dv-neutron-772983-2-ovs is: [] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:06:37.264850 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-f41c1ece-ddb1-4f52-8e16-9b67cc8cf152 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:06:37.273331 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f41c1ece-ddb1-4f52-8e16-9b67cc8cf152 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Usage tracker for resource:security_group_rule and tenant:b402c3f19966488ebcb859fd6d6d9b16 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:06:37.276818 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f41c1ece-ddb1-4f52-8e16-9b67cc8cf152 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:06:37.283329 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-f41c1ece-ddb1-4f52-8e16-9b67cc8cf152 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:06:37.285358 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-97e48d91-4155-4cc5-ba69-c68d205863ab tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:37.289416 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ca7efda9-3e71-4ab1-9407-dc564765be73 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:37.306026 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-97e48d91-4155-4cc5-ba69-c68d205863ab tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:37.323872 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e48d91-4155-4cc5-ba69-c68d205863ab tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Pushing event deleted for resources: {'Network': ['ID=cc2f8253-6cd7-4601-835b-b0ed37ee56ef,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:37.327328 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-97e48d91-4155-4cc5-ba69-c68d205863ab tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:37.331222 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-97e48d91-4155-4cc5-ba69-c68d205863ab tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] 10.222.0.57 "DELETE /v2.0/networks/cc2f8253-6cd7-4601-835b-b0ed37ee56ef HTTP/1.1" status: 204  len: 168 time: 2.0586751
Jan 29 10:06:37.340065 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 49118) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:37.389293 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.resource_extend [req-f561a7d2-9c50-4f1c-b1be-174d58b896a8 req-040a9e84-ff16-4b86-abce-ca017910af41 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 29 10:06:37.620913 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771bd800-8703-40c8-b140-827cabb909d0 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:37.684704 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b4d42338-0081-4424-8c9a-86d849d4d5c8 tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:37.703724 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771bd800-8703-40c8-b140-827cabb909d0 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:37.704582 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-771bd800-8703-40c8-b140-827cabb909d0 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Synchronizing usage tracker for tenant:f519077dcf7b4e1c8cb267a8f970e9f8 on resource:network {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:06:37.767559 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0d2ca7ad-648b-4e8b-addd-6aef94805144 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:37.778458 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f41c1ece-ddb1-4f52-8e16-9b67cc8cf152 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:37.781319 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [req-f561a7d2-9c50-4f1c-b1be-174d58b896a8 req-040a9e84-ff16-4b86-abce-ca017910af41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 845cd62c-dbd3-4ee8-b463-4ec69f4789d6 {{(pid=80766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 29 10:06:37.786123 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f41c1ece-ddb1-4f52-8e16-9b67cc8cf152 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:37.793518 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c30e1028-a8d9-4347-9022-93fb420b5324 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:37.797911 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-f561a7d2-9c50-4f1c-b1be-174d58b896a8 req-040a9e84-ff16-4b86-abce-ca017910af41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:37.805373 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-771bd800-8703-40c8-b140-827cabb909d0 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Unset dirty status for tenant:f519077dcf7b4e1c8cb267a8f970e9f8 on resource:network {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:06:37.806692 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-771bd800-8703-40c8-b140-827cabb909d0 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.4655235
Jan 29 10:06:37.813903 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 49124) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:37.842620 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-1e2e11c1-8e0c-4924-970e-f23a28c9ad0c tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2014632905'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:06:37.846503 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f41c1ece-ddb1-4f52-8e16-9b67cc8cf152 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:06:37.864906 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-1e2e11c1-8e0c-4924-970e-f23a28c9ad0c tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:06:37.881249 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f41c1ece-ddb1-4f52-8e16-9b67cc8cf152 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:37.881639 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-f41c1ece-ddb1-4f52-8e16-9b67cc8cf152 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Added segment da7d0937-6f5e-4b48-adf9-1561a215d069 of type vxlan for network db958f80-d397-4036-99bf-f5770145eb80
Jan 29 10:06:37.882949 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41c1ece-ddb1-4f52-8e16-9b67cc8cf152 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61a68fc8-34b0-4aa8-a127-f8bced9eae35,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:37.893941 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f41c1ece-ddb1-4f52-8e16-9b67cc8cf152 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:37.898294 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-1e2e11c1-8e0c-4924-970e-f23a28c9ad0c tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:06:37.994188 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-f561a7d2-9c50-4f1c-b1be-174d58b896a8 req-040a9e84-ff16-4b86-abce-ca017910af41 service neutron] Transition to ACTIVE for port object 845cd62c-dbd3-4ee8-b463-4ec69f4789d6 will not be triggered until provisioned by entity L2. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:06:38.004747 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2279c-1486-4198-b563-b6c2c4fbffa7 req-09e66a74-3eb7-4ce8-a39c-98c1948dafef tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:38.006469 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-05d2279c-1486-4198-b563-b6c2c4fbffa7 req-09e66a74-3eb7-4ce8-a39c-98c1948dafef tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd90f1a9-0131-408a-a301-4ff523e0b2f9 HTTP/1.1" status: 200  len: 936 time: 0.2976644
Jan 29 10:06:38.012207 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2e11c1-8e0c-4924-970e-f23a28c9ad0c tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Made reservation on behalf of f519077dcf7b4e1c8cb267a8f970e9f8 for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:06:38.020792 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-f561a7d2-9c50-4f1c-b1be-174d58b896a8 req-040a9e84-ff16-4b86-abce-ca017910af41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:38.033645 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1e2e11c1-8e0c-4924-970e-f23a28c9ad0c tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:38.040737 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-62109026-015d-44c6-921e-13f251352b2d tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:38.049320 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f41c1ece-ddb1-4f52-8e16-9b67cc8cf152 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:38.148842 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-05d2279c-1486-4198-b563-b6c2c4fbffa7 req-61cc86a4-b7e1-4800-8992-0b34be03ab8a tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6175841-d435-4987-b352-42c019a89b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1032426
Jan 29 10:06:38.153563 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f41c1ece-ddb1-4f52-8e16-9b67cc8cf152 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:38.222839 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41c1ece-ddb1-4f52-8e16-9b67cc8cf152 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:38.223562 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f41c1ece-ddb1-4f52-8e16-9b67cc8cf152 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:38.231667 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ae6f21d4-86b3-46e0-aa0e-bf808b6573d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:38.256606 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-1e2e11c1-8e0c-4924-970e-f23a28c9ad0c tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80765) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:06:38.256966 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-1e2e11c1-8e0c-4924-970e-f23a28c9ad0c tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:06:38.363684 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41c1ece-ddb1-4f52-8e16-9b67cc8cf152 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event updated for resources: {'Network': ['ID=db958f80-d397-4036-99bf-f5770145eb80,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:38.366860 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f41c1ece-ddb1-4f52-8e16-9b67cc8cf152 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:38.371103 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f41c1ece-ddb1-4f52-8e16-9b67cc8cf152 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 1.9103115
Jan 29 10:06:38.371497 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 49132) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:38.375813 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network db958f80-d397-4036-99bf-f5770145eb80 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:06:38.377811 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-d85f5b12-de04-417e-9d2a-0f62bff1e18f tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Request body: {'port': {'network_id': 'db958f80-d397-4036-99bf-f5770145eb80', 'name': 'tempest-PortsIpV6TestJSON-686939806'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:06:38.396580 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network db958f80-d397-4036-99bf-f5770145eb80 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:06:38.458533 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b4d42338-0081-4424-8c9a-86d849d4d5c8 tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:38.502259 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d85f5b12-de04-417e-9d2a-0f62bff1e18f tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:06:38.506406 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d85f5b12-de04-417e-9d2a-0f62bff1e18f tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Usage tracker for resource:port and tenant:b402c3f19966488ebcb859fd6d6d9b16 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:06:38.509410 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d85f5b12-de04-417e-9d2a-0f62bff1e18f tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:06:38.516274 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d85f5b12-de04-417e-9d2a-0f62bff1e18f tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:06:38.526702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85f5b12-de04-417e-9d2a-0f62bff1e18f tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Made reservation on behalf of b402c3f19966488ebcb859fd6d6d9b16 for: {'port': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:06:38.548456 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d85f5b12-de04-417e-9d2a-0f62bff1e18f tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:38.593674 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040a9e84-ff16-4b86-abce-ca017910af41 service neutron] Pushing event updated for resources: {'Port': ['ID=845cd62c-dbd3-4ee8-b463-4ec69f4789d6,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:38.660647 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-040a9e84-ff16-4b86-abce-ca017910af41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:38.689719 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-d85f5b12-de04-417e-9d2a-0f62bff1e18f tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] device_id is not set on port 8418ae30-a142-4308-b174-b91e302fddc3 yet. {{(pid=80765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:06:38.763957 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1e2e11c1-8e0c-4924-970e-f23a28c9ad0c tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:38.850554 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e2e11c1-8e0c-4924-970e-f23a28c9ad0c tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:06:38.881579 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1e2e11c1-8e0c-4924-970e-f23a28c9ad0c tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:38.882017 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-1e2e11c1-8e0c-4924-970e-f23a28c9ad0c tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Added segment c48427ac-64d4-4f21-a1ae-03ede90f2acd of type vxlan for network 6b003d7d-a950-4144-a4b8-b177db42c07b
Jan 29 10:06:38.894365 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-b4d42338-0081-4424-8c9a-86d849d4d5c8 tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c80ed668>,) {'filters': {'network_id': ['8b414694-178b-4de5-8e7b-e87e72bab5dd']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:38.923959 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-b4d42338-0081-4424-8c9a-86d849d4d5c8 tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c80ed668>, '199be839-c8df-46bb-bb5f-0a0d24b91293') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:38.924297 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-b4d42338-0081-4424-8c9a-86d849d4d5c8 tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c80ed668>, '199be839-c8df-46bb-bb5f-0a0d24b91293') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:38.963246 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b4d42338-0081-4424-8c9a-86d849d4d5c8 tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:38.990865 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1e2e11c1-8e0c-4924-970e-f23a28c9ad0c tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:39.001497 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d85f5b12-de04-417e-9d2a-0f62bff1e18f tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:39.048817 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1e2e11c1-8e0c-4924-970e-f23a28c9ad0c tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:39.058185 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b4d42338-0081-4424-8c9a-86d849d4d5c8 tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:39.067545 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b4d42338-0081-4424-8c9a-86d849d4d5c8 tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Releasing vxlan tunnel 5 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:06:39.117436 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2e11c1-8e0c-4924-970e-f23a28c9ad0c tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:39.118212 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1e2e11c1-8e0c-4924-970e-f23a28c9ad0c tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:39.125658 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f95190e2-8c00-424f-a88b-df31987347c2 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:39.175505 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d85f5b12-de04-417e-9d2a-0f62bff1e18f tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:39.257691 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f7541fb6-bdce-41e0-8a1f-516bc307828e tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:39.320571 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2e11c1-8e0c-4924-970e-f23a28c9ad0c tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Pushing event updated for resources: {'Network': ['ID=6b003d7d-a950-4144-a4b8-b177db42c07b,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:39.334021 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 6b003d7d-a950-4144-a4b8-b177db42c07b details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:06:39.336874 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1e2e11c1-8e0c-4924-970e-f23a28c9ad0c tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:39.352170 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1e2e11c1-8e0c-4924-970e-f23a28c9ad0c tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 1.5331039
Jan 29 10:06:39.353230 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-31e960a2-5653-4358-a118-01b9a490193f tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:39.394837 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 49140) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:39.424911 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-97ea3faa-b886-452b-acf8-4d82095033f8 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-654053439'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:06:39.496940 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 6b003d7d-a950-4144-a4b8-b177db42c07b details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:06:39.505949 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-97ea3faa-b886-452b-acf8-4d82095033f8 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:06:39.594301 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-b4d42338-0081-4424-8c9a-86d849d4d5c8 tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Network 8b414694-178b-4de5-8e7b-e87e72bab5dd has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:06:39.612026 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-f561a7d2-9c50-4f1c-b1be-174d58b896a8 req-040a9e84-ff16-4b86-abce-ca017910af41 service neutron] Attempting to bind port 845cd62c-dbd3-4ee8-b463-4ec69f4789d6 on host hv-neutron-7729 for vnic_type normal with profile  {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:06:39.612381 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-f561a7d2-9c50-4f1c-b1be-174d58b896a8 req-040a9e84-ff16-4b86-abce-ca017910af41 service neutron] Attempting to bind port 845cd62c-dbd3-4ee8-b463-4ec69f4789d6 by drivers openvswitch on host hv-neutron-7729 at level 0 using segments [{'id': 'd733204f-f4fe-46d6-a71e-b51326e532d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ed270c62-190e-4ee7-8370-26a5a90b0d7d'}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:06:39.612748 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f561a7d2-9c50-4f1c-b1be-174d58b896a8 req-040a9e84-ff16-4b86-abce-ca017910af41 service neutron] Attempting to bind port 845cd62c-dbd3-4ee8-b463-4ec69f4789d6 on network ed270c62-190e-4ee7-8370-26a5a90b0d7d {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:06:39.617229 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-97ea3faa-b886-452b-acf8-4d82095033f8 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Usage tracker for resource:network and tenant:f519077dcf7b4e1c8cb267a8f970e9f8 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:06:39.617615 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b4d42338-0081-4424-8c9a-86d849d4d5c8 tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:39.633044 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-97ea3faa-b886-452b-acf8-4d82095033f8 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Quota usage for network was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:06:39.648637 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-97ea3faa-b886-452b-acf8-4d82095033f8 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:06:39.650767 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85f5b12-de04-417e-9d2a-0f62bff1e18f tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event updated for resources: {'Port': ['ID=8418ae30-a142-4308-b174-b91e302fddc3,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:39.658180 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d85f5b12-de04-417e-9d2a-0f62bff1e18f tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:39.660228 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f561a7d2-9c50-4f1c-b1be-174d58b896a8 req-040a9e84-ff16-4b86-abce-ca017910af41 service neutron] Checking agent: {'id': '5acf9624-c829-41ba-afd9-92278081af05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 10, 2, 34), 'started_at': datetime.datetime(2021, 1, 29, 10, 3, 4), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:06:39.660616 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f561a7d2-9c50-4f1c-b1be-174d58b896a8 req-040a9e84-ff16-4b86-abce-ca017910af41 service neutron] Checking segment: {'id': 'd733204f-f4fe-46d6-a71e-b51326e532d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ed270c62-190e-4ee7-8370-26a5a90b0d7d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:06:39.661024 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-f561a7d2-9c50-4f1c-b1be-174d58b896a8 req-040a9e84-ff16-4b86-abce-ca017910af41 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:39.661503 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f561a7d2-9c50-4f1c-b1be-174d58b896a8 req-040a9e84-ff16-4b86-abce-ca017910af41 service neutron] Bound using segment: {'id': 'd733204f-f4fe-46d6-a71e-b51326e532d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ed270c62-190e-4ee7-8370-26a5a90b0d7d'} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:06:39.661917 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-f561a7d2-9c50-4f1c-b1be-174d58b896a8 req-040a9e84-ff16-4b86-abce-ca017910af41 service neutron] Bound port: 845cd62c-dbd3-4ee8-b463-4ec69f4789d6, host: hv-neutron-7729, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd733204f-f4fe-46d6-a71e-b51326e532d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ed270c62-190e-4ee7-8370-26a5a90b0d7d'}}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:06:39.662294 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-f561a7d2-9c50-4f1c-b1be-174d58b896a8 req-040a9e84-ff16-4b86-abce-ca017910af41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:39.931196 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ea3faa-b886-452b-acf8-4d82095033f8 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Made reservation on behalf of f519077dcf7b4e1c8cb267a8f970e9f8 for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:06:39.953065 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-97ea3faa-b886-452b-acf8-4d82095033f8 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:39.967474 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0d2ca7ad-648b-4e8b-addd-6aef94805144 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:39.999978 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-b4d42338-0081-4424-8c9a-86d849d4d5c8 tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Network 8b414694-178b-4de5-8e7b-e87e72bab5dd has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:06:40.084271 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:06:40.084271 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:06:40.084271 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:06:40.084271 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:06:40.084271 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:06:40.084271 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:06:40.084271 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:06:40.084271 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:06:40.084271 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:06:40.084271 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:06:40.084271 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:06:40.084271 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:06:40.084271 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:06:40.084271 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:06:40.084271 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:06:40.084271 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:06:40.084271 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:06:40.084271 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:06:40.084271 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:06:40.084271 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:06:40.084271 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:06:40.084271 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:06:40.084271 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:06:40.084271 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:06:40.084271 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:06:40.084271 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:06:40.084271 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:06:40.084271 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:06:40.084271 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:06:40.084271 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:06:40.084271 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:06:40.084271 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:06:40.086319 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682d7e0-cc10-4d07-afbe-422d681f1fa5 req-3c686468-a160-4384-aa31-3f00157ef978 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:40.086847 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f682d7e0-cc10-4d07-afbe-422d681f1fa5 req-3c686468-a160-4384-aa31-3f00157ef978 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd90f1a9-0131-408a-a301-4ff523e0b2f9 HTTP/1.1" status: 200  len: 948 time: 0.5830352
Jan 29 10:06:40.090058 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85f5b12-de04-417e-9d2a-0f62bff1e18f tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Checking segment: {'id': 'da7d0937-6f5e-4b48-adf9-1561a215d069', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'db958f80-d397-4036-99bf-f5770145eb80'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:06:40.090454 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85f5b12-de04-417e-9d2a-0f62bff1e18f tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Network hostable DHCP agents. Network: db958f80-d397-4036-99bf-f5770145eb80, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:06:40.094881 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0d2ca7ad-648b-4e8b-addd-6aef94805144 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:40.106973 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97ea3faa-b886-452b-acf8-4d82095033f8 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:06:40.143962 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-97ea3faa-b886-452b-acf8-4d82095033f8 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:40.144342 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-97ea3faa-b886-452b-acf8-4d82095033f8 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Added segment e127d080-be62-4f6e-a406-e47818623268 of type vxlan for network 85002a9b-a705-4cc5-a39b-fb80a5cd8cad
Jan 29 10:06:40.163400 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85f5b12-de04-417e-9d2a-0f62bff1e18f tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Network db958f80-d397-4036-99bf-f5770145eb80 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:06:40.195309 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f682d7e0-cc10-4d07-afbe-422d681f1fa5 req-91f5d6af-63c6-4538-aa16-341775f8c858 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6175841-d435-4987-b352-42c019a89b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0898466
Jan 29 10:06:40.207998 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-d85f5b12-de04-417e-9d2a-0f62bff1e18f tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, db958f80-d397-4036-99bf-f5770145eb80) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:06:40.214699 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-f561a7d2-9c50-4f1c-b1be-174d58b896a8 req-040a9e84-ff16-4b86-abce-ca017910af41 service neutron] For port 845cd62c-dbd3-4ee8-b463-4ec69f4789d6, host hv-neutron-7729, cleared binding levels {{(pid=80766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:06:40.217108 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85f5b12-de04-417e-9d2a-0f62bff1e18f tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:06:40.225093 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f21e827-9523-4ed8-a5e3-a32d671ebb6f None None] Network db958f80-d397-4036-99bf-f5770145eb80 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:06:40.249915 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-f561a7d2-9c50-4f1c-b1be-174d58b896a8 req-040a9e84-ff16-4b86-abce-ca017910af41 service neutron] For port 845cd62c-dbd3-4ee8-b463-4ec69f4789d6, host hv-neutron-7729, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=845cd62c-dbd3-4ee8-b463-4ec69f4789d6,segment=NetworkSegment(d733204f-f4fe-46d6-a71e-b51326e532d1),segment_id=d733204f-f4fe-46d6-a71e-b51326e532d1)] {{(pid=80766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:06:40.253178 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b4d42338-0081-4424-8c9a-86d849d4d5c8 tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:40.295676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85f5b12-de04-417e-9d2a-0f62bff1e18f tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:40.296709 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d85f5b12-de04-417e-9d2a-0f62bff1e18f tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:40.305022 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-f561a7d2-9c50-4f1c-b1be-174d58b896a8 req-040a9e84-ff16-4b86-abce-ca017910af41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:40.318453 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-97ea3faa-b886-452b-acf8-4d82095033f8 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:40.325208 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:40.333055 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d85f5b12-de04-417e-9d2a-0f62bff1e18f tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 1.9605312
Jan 29 10:06:40.333984 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 49146) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:40.343833 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-7296c499-e718-4d99-bd42-24e178b4f905 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-968862378'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:06:40.348607 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b4d42338-0081-4424-8c9a-86d849d4d5c8 tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:40.351476 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-7296c499-e718-4d99-bd42-24e178b4f905 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:06:40.367671 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-7296c499-e718-4d99-bd42-24e178b4f905 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Usage tracker for resource:network and tenant:b402c3f19966488ebcb859fd6d6d9b16 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:06:40.371680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-7296c499-e718-4d99-bd42-24e178b4f905 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Quota usage for network was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:06:40.380597 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-7296c499-e718-4d99-bd42-24e178b4f905 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:06:40.385554 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d42338-0081-4424-8c9a-86d849d4d5c8 tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Pushing event deleted for resources: {'Network': ['ID=8b414694-178b-4de5-8e7b-e87e72bab5dd,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:40.390932 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-97ea3faa-b886-452b-acf8-4d82095033f8 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:40.393350 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b4d42338-0081-4424-8c9a-86d849d4d5c8 tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] 10.222.0.57 "DELETE /v2.0/networks/8b414694-178b-4de5-8e7b-e87e72bab5dd HTTP/1.1" status: 204  len: 168 time: 3.3235729
Jan 29 10:06:40.394527 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b4d42338-0081-4424-8c9a-86d849d4d5c8 tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:40.462085 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ea3faa-b886-452b-acf8-4d82095033f8 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:40.462924 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-97ea3faa-b886-452b-acf8-4d82095033f8 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:40.468771 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 49150) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:40.472007 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:40.543133 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7296c499-e718-4d99-bd42-24e178b4f905 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Made reservation on behalf of b402c3f19966488ebcb859fd6d6d9b16 for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:06:40.565663 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7296c499-e718-4d99-bd42-24e178b4f905 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:40.627970 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-97ea3faa-b886-452b-acf8-4d82095033f8 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 1.2214956
Jan 29 10:06:40.719760 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-fe53ab9f-da3f-4ed6-84ce-49f8073d7c51 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.368s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:40.743297 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 49156) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:40.778419 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-00025027-8d08-4364-919f-edaeb705d30b tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Request body: {'ports': [{'network_id': '6b003d7d-a950-4144-a4b8-b177db42c07b', 'name': 'tempest-port--984729986', 'admin_state_up': True}, {'network_id': '85002a9b-a705-4cc5-a39b-fb80a5cd8cad', 'admin_state_up': False}]} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:06:40.778658 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-00025027-8d08-4364-919f-edaeb705d30b tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Request body: {'port': {'network_id': '6b003d7d-a950-4144-a4b8-b177db42c07b', 'name': 'tempest-port--984729986', 'admin_state_up': True}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:06:40.779170 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-00025027-8d08-4364-919f-edaeb705d30b tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Request body: {'port': {'network_id': '85002a9b-a705-4cc5-a39b-fb80a5cd8cad', 'admin_state_up': False}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:06:40.802767 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea3faa-b886-452b-acf8-4d82095033f8 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Pushing event updated for resources: {'Network': ['ID=85002a9b-a705-4cc5-a39b-fb80a5cd8cad,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:40.805677 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-97ea3faa-b886-452b-acf8-4d82095033f8 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:40.815451 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 85002a9b-a705-4cc5-a39b-fb80a5cd8cad details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:06:40.821071 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7296c499-e718-4d99-bd42-24e178b4f905 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:06:40.830366 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2f8161ea-4a74-4828-a435-44929681846b tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:40.833757 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 85002a9b-a705-4cc5-a39b-fb80a5cd8cad details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:06:40.981884 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040a9e84-ff16-4b86-abce-ca017910af41 service neutron] Pushing event updated for resources: {'Port': ['ID=845cd62c-dbd3-4ee8-b463-4ec69f4789d6,revision_number=3']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:41.015722 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7296c499-e718-4d99-bd42-24e178b4f905 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:41.016279 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-7296c499-e718-4d99-bd42-24e178b4f905 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Added segment 831982da-3295-4059-bfd5-515cd24028bf of type vxlan for network a5272b88-27e4-4901-b078-3f23cc6b4ae3
Jan 29 10:06:41.041417 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-040a9e84-ff16-4b86-abce-ca017910af41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:41.094523 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561a7d2-9c50-4f1c-b1be-174d58b896a8 req-040a9e84-ff16-4b86-abce-ca017910af41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:41.095221 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-f561a7d2-9c50-4f1c-b1be-174d58b896a8 req-040a9e84-ff16-4b86-abce-ca017910af41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:41.096767 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f561a7d2-9c50-4f1c-b1be-174d58b896a8 req-040a9e84-ff16-4b86-abce-ca017910af41 service neutron] 10.222.0.22 "PUT /v2.0/ports/845cd62c-dbd3-4ee8-b463-4ec69f4789d6 HTTP/1.1" status: 200  len: 1162 time: 5.6977758
Jan 29 10:06:41.099974 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd90f1a9-0131-408a-a301-4ff523e0b2f9', 'tag': '845cd62c-dbd3-4ee8-b463-4ec69f4789d6'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:06:41.231369 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7296c499-e718-4d99-bd42-24e178b4f905 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:41.275759 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-0d2ca7ad-648b-4e8b-addd-6aef94805144 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Allocated IP 172.26.7.132 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/a2b3f18e-196e-453f-98e3-7ab5dd96aa80) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:06:41.341469 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd90f1a9-0131-408a-a301-4ff523e0b2f9', 'tag': '845cd62c-dbd3-4ee8-b463-4ec69f4789d6', 'status': 'completed', 'code': 200}
Jan 29 10:06:41.439764 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2f8161ea-4a74-4828-a435-44929681846b tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:41.522060 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7296c499-e718-4d99-bd42-24e178b4f905 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:41.586577 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561a7d2-9c50-4f1c-b1be-174d58b896a8 req-6bea08d7-411c-41e3-87ca-9e01c0a57ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:41.588200 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f561a7d2-9c50-4f1c-b1be-174d58b896a8 req-6bea08d7-411c-41e3-87ca-9e01c0a57ec9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b4b6b2bc9c2a4a5fb00c62ae774e5eeb&device_id=fd90f1a9-0131-408a-a301-4ff523e0b2f9 HTTP/1.1" status: 200  len: 1165 time: 0.3984313
Jan 29 10:06:41.589881 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7296c499-e718-4d99-bd42-24e178b4f905 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:41.590576 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7296c499-e718-4d99-bd42-24e178b4f905 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:41.595009 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-00025027-8d08-4364-919f-edaeb705d30b tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:06:41.600781 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-97e48d91-4155-4cc5-ba69-c68d205863ab tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:41.680802 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-00025027-8d08-4364-919f-edaeb705d30b tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Usage tracker for resource:port and tenant:f519077dcf7b4e1c8cb267a8f970e9f8 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:06:41.690195 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-00025027-8d08-4364-919f-edaeb705d30b tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:06:41.703348 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f561a7d2-9c50-4f1c-b1be-174d58b896a8 req-40fc91a5-d080-4fb8-86ab-a07a34f21d32 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=845cd62c-dbd3-4ee8-b463-4ec69f4789d6 HTTP/1.1" status: 200  len: 217 time: 0.0901678
Jan 29 10:06:41.724635 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-00025027-8d08-4364-919f-edaeb705d30b tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:06:41.816947 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7296c499-e718-4d99-bd42-24e178b4f905 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 1.4805422
Jan 29 10:06:41.823774 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0d2ca7ad-648b-4e8b-addd-6aef94805144 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:41.826005 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-2f8161ea-4a74-4828-a435-44929681846b tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c3bd2748>,) {'filters': {'network_id': ['f61ecb03-6b0a-4a49-b0d8-2ad7b543bf00']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:41.830643 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49168) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:41.849689 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00025027-8d08-4364-919f-edaeb705d30b tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Made reservation on behalf of f519077dcf7b4e1c8cb267a8f970e9f8 for: {'port': 2} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:06:41.887899 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-00025027-8d08-4364-919f-edaeb705d30b tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:41.897632 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-788acf79-c3a7-4f15-a362-bd363323eb2e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Request body: {'ports': [{'network_id': 'db958f80-d397-4036-99bf-f5770145eb80'}, {'network_id': 'a5272b88-27e4-4901-b078-3f23cc6b4ae3'}]} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:06:41.898188 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-788acf79-c3a7-4f15-a362-bd363323eb2e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Request body: {'port': {'network_id': 'db958f80-d397-4036-99bf-f5770145eb80'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:06:41.898709 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-788acf79-c3a7-4f15-a362-bd363323eb2e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Request body: {'port': {'network_id': 'a5272b88-27e4-4901-b078-3f23cc6b4ae3'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:06:41.899758 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-2f8161ea-4a74-4828-a435-44929681846b tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3bd2748>, '04bfce85-1bae-4845-8817-2680b533f4ad') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:41.900105 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-2f8161ea-4a74-4828-a435-44929681846b tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3bd2748>, '04bfce85-1bae-4845-8817-2680b533f4ad') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:41.909287 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7296c499-e718-4d99-bd42-24e178b4f905 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event updated for resources: {'Network': ['ID=a5272b88-27e4-4901-b078-3f23cc6b4ae3,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:41.912904 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7296c499-e718-4d99-bd42-24e178b4f905 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:41.927051 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network a5272b88-27e4-4901-b078-3f23cc6b4ae3 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:06:41.927768 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2f8161ea-4a74-4828-a435-44929681846b tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:41.955013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network a5272b88-27e4-4901-b078-3f23cc6b4ae3 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:06:41.967446 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2f8161ea-4a74-4828-a435-44929681846b tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:41.969369 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-00025027-8d08-4364-919f-edaeb705d30b tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:41.980589 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2f8161ea-4a74-4828-a435-44929681846b tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Releasing vxlan tunnel 7 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:06:42.078752 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f54708d-626b-4143-958f-14eb7f33917e req-a687786c-56c1-4a5f-b654-cc6dfcb10ab8 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:42.080403 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4f54708d-626b-4143-958f-14eb7f33917e req-a687786c-56c1-4a5f-b654-cc6dfcb10ab8 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd90f1a9-0131-408a-a301-4ff523e0b2f9 HTTP/1.1" status: 200  len: 948 time: 0.6447399
Jan 29 10:06:42.089098 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561a7d2-9c50-4f1c-b1be-174d58b896a8 req-6dc23f2b-462e-48a8-8cef-73c6cd042a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:42.090743 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f561a7d2-9c50-4f1c-b1be-174d58b896a8 req-6dc23f2b-462e-48a8-8cef-73c6cd042a74 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=264c9c43-f33f-47f8-b127-3a31fd7accbf HTTP/1.1" status: 200  len: 843 time: 0.3303471
Jan 29 10:06:42.257132 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f7541fb6-bdce-41e0-8a1f-516bc307828e tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:42.267702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0d2ca7ad-648b-4e8b-addd-6aef94805144 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:42.284819 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0e237166-94a5-4a6e-a391-0dde440437a4 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:42.318052 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f7541fb6-bdce-41e0-8a1f-516bc307828e tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854102271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-673560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-331322'] for router, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:42.334151 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-788acf79-c3a7-4f15-a362-bd363323eb2e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:06:42.347529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-2f8161ea-4a74-4828-a435-44929681846b tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Network f61ecb03-6b0a-4a49-b0d8-2ad7b543bf00 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:06:42.363639 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-788acf79-c3a7-4f15-a362-bd363323eb2e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Usage tracker for resource:port and tenant:b402c3f19966488ebcb859fd6d6d9b16 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:06:42.376417 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4f54708d-626b-4143-958f-14eb7f33917e req-3c181e67-902c-4aa7-a6c0-6e6d70be824a tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6175841-d435-4987-b352-42c019a89b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2748690
Jan 29 10:06:42.378319 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2f8161ea-4a74-4828-a435-44929681846b tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:42.425767 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-788acf79-c3a7-4f15-a362-bd363323eb2e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Quota usage for port was recalculated. Used quota:1. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:06:42.570833 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-00025027-8d08-4364-919f-edaeb705d30b tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] device_id is not set on port 068c469d-d670-4a44-ad43-6eb5a6bc7b04 yet. {{(pid=80765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:06:42.654869 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-2f8161ea-4a74-4828-a435-44929681846b tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Network f61ecb03-6b0a-4a49-b0d8-2ad7b543bf00 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:06:42.680421 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:06:42.680421 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:06:42.680421 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:06:42.680421 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:06:42.680421 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:06:42.680421 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:06:42.680421 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:06:42.680421 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:06:42.680421 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:06:42.680421 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:06:42.680421 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:06:42.680421 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:06:42.680421 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:06:42.680421 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:06:42.680421 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:06:42.680421 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:06:42.680421 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:06:42.680421 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:06:42.680421 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:06:42.680421 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:06:42.680421 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:06:42.680421 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:06:42.680421 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:06:42.680421 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:06:42.680421 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:06:42.680421 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:06:42.680421 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:06:42.680421 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:06:42.680421 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:06:42.680421 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:06:42.680421 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:06:42.680421 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:06:42.773087 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2f8161ea-4a74-4828-a435-44929681846b tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:42.812847 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d0282ebe-3d14-4a68-b6e6-d7fd9b1b241f tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:42.825240 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-788acf79-c3a7-4f15-a362-bd363323eb2e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:06:42.830959 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2f8161ea-4a74-4828-a435-44929681846b tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:42.873684 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8161ea-4a74-4828-a435-44929681846b tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Pushing event deleted for resources: {'Network': ['ID=f61ecb03-6b0a-4a49-b0d8-2ad7b543bf00,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:42.879744 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2f8161ea-4a74-4828-a435-44929681846b tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:42.884515 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2f8161ea-4a74-4828-a435-44929681846b tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] 10.222.0.57 "DELETE /v2.0/networks/f61ecb03-6b0a-4a49-b0d8-2ad7b543bf00 HTTP/1.1" status: 204  len: 168 time: 2.3893619
Jan 29 10:06:42.896559 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2ca7ad-648b-4e8b-addd-6aef94805144 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Pushing event updated for resources: {'Port': ['ID=a2b3f18e-196e-453f-98e3-7ab5dd96aa80,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:42.903919 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788acf79-c3a7-4f15-a362-bd363323eb2e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Made reservation on behalf of b402c3f19966488ebcb859fd6d6d9b16 for: {'port': 2} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:06:42.934104 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-00025027-8d08-4364-919f-edaeb705d30b tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:42.942356 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-788acf79-c3a7-4f15-a362-bd363323eb2e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:42.955598 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0d2ca7ad-648b-4e8b-addd-6aef94805144 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.671s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:42.962912 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561a7d2-9c50-4f1c-b1be-174d58b896a8 req-8f3aa200-a6ed-43fe-ac15-511ed09a68ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:42.964723 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f561a7d2-9c50-4f1c-b1be-174d58b896a8 req-8f3aa200-a6ed-43fe-ac15-511ed09a68ba service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ed270c62-190e-4ee7-8370-26a5a90b0d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.8595254
Jan 29 10:06:43.090362 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-00025027-8d08-4364-919f-edaeb705d30b tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] device_id is not set on port da132e55-ae0c-4a2c-a267-5ab69d74b9ed yet. {{(pid=80765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:06:43.139374 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-788acf79-c3a7-4f15-a362-bd363323eb2e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:43.173807 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2ca7ad-648b-4e8b-addd-6aef94805144 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:06:43.181258 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7541fb6-bdce-41e0-8a1f-516bc307828e tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Router 4cc8889e-8db0-4759-b14a-58c4698e22b5 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:06:43.182497 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-0d2ca7ad-648b-4e8b-addd-6aef94805144 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:06:43.198181 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2ca7ad-648b-4e8b-addd-6aef94805144 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:06:43.255048 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-00025027-8d08-4364-919f-edaeb705d30b tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:43.287389 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-00025027-8d08-4364-919f-edaeb705d30b tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:43.305554 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e812ddc1-bcb2-4008-9b0e-3a676981c3df tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:43.401231 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00025027-8d08-4364-919f-edaeb705d30b tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Pushing event updated for resources: {'Port': ['ID=068c469d-d670-4a44-ad43-6eb5a6bc7b04,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:43.405015 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-00025027-8d08-4364-919f-edaeb705d30b tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:43.461548 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f561a7d2-9c50-4f1c-b1be-174d58b896a8 req-49610d5d-ed3e-4879-aeff-8b3c71ba6c37 service neutron] 10.222.0.22 "GET /v2.0/networks/ed270c62-190e-4ee7-8370-26a5a90b0d7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4774761
Jan 29 10:06:43.570596 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00025027-8d08-4364-919f-edaeb705d30b tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Checking segment: {'id': 'c48427ac-64d4-4f21-a1ae-03ede90f2acd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '6b003d7d-a950-4144-a4b8-b177db42c07b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:06:43.571011 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00025027-8d08-4364-919f-edaeb705d30b tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Network hostable DHCP agents. Network: 6b003d7d-a950-4144-a4b8-b177db42c07b, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:06:43.602072 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 49186) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:43.616618 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00025027-8d08-4364-919f-edaeb705d30b tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Network 6b003d7d-a950-4144-a4b8-b177db42c07b is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:06:43.635070 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-00025027-8d08-4364-919f-edaeb705d30b tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 6b003d7d-a950-4144-a4b8-b177db42c07b) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:06:43.639733 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00025027-8d08-4364-919f-edaeb705d30b tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:06:43.640651 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-00025027-8d08-4364-919f-edaeb705d30b tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:43.647086 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30e78fb-130b-42c6-881c-52046152e78d None None] Network 6b003d7d-a950-4144-a4b8-b177db42c07b requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:06:43.662581 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d85f5b12-de04-417e-9d2a-0f62bff1e18f tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:43.732687 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-788acf79-c3a7-4f15-a362-bd363323eb2e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] device_id is not set on port bd280d93-e7be-462b-92c6-aa6c6734a70f yet. {{(pid=80766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:06:43.976998 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7541fb6-bdce-41e0-8a1f-516bc307828e tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:06:43.987111 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3323a322-906a-409b-8103-88769c725013 None None] Sync routers for ids ['4cc8889e-8db0-4759-b14a-58c4698e22b5'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:06:43.998040 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3323a322-906a-409b-8103-88769c725013 None None] Routers {'4cc8889e-8db0-4759-b14a-58c4698e22b5'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:06:43.998720 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-3323a322-906a-409b-8103-88769c725013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99cad25f98>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:06:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['4cc8889e-8db0-4759-b14a-58c4698e22b5'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:44.067917 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-3323a322-906a-409b-8103-88769c725013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99cad25f98>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:44.078020 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3323a322-906a-409b-8103-88769c725013 None None] Routers {'4cc8889e-8db0-4759-b14a-58c4698e22b5'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:06:44.078698 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-3323a322-906a-409b-8103-88769c725013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99cad25f98>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:06:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['4cc8889e-8db0-4759-b14a-58c4698e22b5'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:44.130059 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f561a7d2-9c50-4f1c-b1be-174d58b896a8 req-5172baf5-eddc-443b-b8b6-a3aa9062d373 service neutron] 10.222.0.22 "GET /v2.0/networks/ed270c62-190e-4ee7-8370-26a5a90b0d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5549772
Jan 29 10:06:44.131959 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f7541fb6-bdce-41e0-8a1f-516bc307828e tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:44.136214 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f7541fb6-bdce-41e0-8a1f-516bc307828e tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] 10.222.0.57 "PUT /v2.0/routers/4cc8889e-8db0-4759-b14a-58c4698e22b5 HTTP/1.1" status: 200  len: 922 time: 7.0645018
Jan 29 10:06:44.136897 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49194) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:44.147418 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-3323a322-906a-409b-8103-88769c725013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99cad25f98>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:44.148099 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3323a322-906a-409b-8103-88769c725013 None None] The sync data for ids ['4cc8889e-8db0-4759-b14a-58c4698e22b5'] in dv-neutron-772983-2-ovs is: [] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:06:44.190214 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0654ab-84e6-4a63-8593-74df918836fb req-2d181caf-5922-46f9-bb04-02e01a066ba4 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:44.191951 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1b0654ab-84e6-4a63-8593-74df918836fb req-2d181caf-5922-46f9-bb04-02e01a066ba4 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd90f1a9-0131-408a-a301-4ff523e0b2f9 HTTP/1.1" status: 200  len: 948 time: 0.6603322
Jan 29 10:06:44.198748 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00025027-8d08-4364-919f-edaeb705d30b tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Pushing event updated for resources: {'Port': ['ID=da132e55-ae0c-4a2c-a267-5ab69d74b9ed,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:44.220021 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-00025027-8d08-4364-919f-edaeb705d30b tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:44.246472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cd487005-9aa0-4b7f-8ed0-1f0322e5b0e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:44.281751 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-cd487005-9aa0-4b7f-8ed0-1f0322e5b0e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:06:44.286204 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-cd487005-9aa0-4b7f-8ed0-1f0322e5b0e1 admin admin] Usage tracker for resource:security_group_rule and tenant:2c47816f53614dc3a95a51dbd8de68ba is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:06:44.288842 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-cd487005-9aa0-4b7f-8ed0-1f0322e5b0e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:06:44.295785 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-cd487005-9aa0-4b7f-8ed0-1f0322e5b0e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:06:44.396188 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1b0654ab-84e6-4a63-8593-74df918836fb req-7a5158af-e3e6-4d44-88f6-dafbcbec1814 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6175841-d435-4987-b352-42c019a89b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1945703
Jan 29 10:06:44.428996 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00025027-8d08-4364-919f-edaeb705d30b tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Checking segment: {'id': 'e127d080-be62-4f6e-a406-e47818623268', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '85002a9b-a705-4cc5-a39b-fb80a5cd8cad'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:06:44.429433 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00025027-8d08-4364-919f-edaeb705d30b tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Network hostable DHCP agents. Network: 85002a9b-a705-4cc5-a39b-fb80a5cd8cad, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:06:44.442662 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cd487005-9aa0-4b7f-8ed0-1f0322e5b0e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:44.450108 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cd487005-9aa0-4b7f-8ed0-1f0322e5b0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:44.459311 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f0951e58-8a11-4412-86db-55d09e89aa23 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:44.504910 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00025027-8d08-4364-919f-edaeb705d30b tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Network 85002a9b-a705-4cc5-a39b-fb80a5cd8cad is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:06:44.522346 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd487005-9aa0-4b7f-8ed0-1f0322e5b0e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3c8a7a-1faa-4a96-b3ad-f3707ca517bc,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:44.530199 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-cd487005-9aa0-4b7f-8ed0-1f0322e5b0e1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2c47816f53614dc3a95a51dbd8de68ba&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9243102
Jan 29 10:06:44.530199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-cd487005-9aa0-4b7f-8ed0-1f0322e5b0e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:44.531420 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 49202) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:44.534036 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-00025027-8d08-4364-919f-edaeb705d30b tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 85002a9b-a705-4cc5-a39b-fb80a5cd8cad) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:06:44.547385 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb56fb44-5843-495d-bcd9-3403f19f921d None None] Network 85002a9b-a705-4cc5-a39b-fb80a5cd8cad requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:06:44.550024 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00025027-8d08-4364-919f-edaeb705d30b tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:06:44.622347 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00025027-8d08-4364-919f-edaeb705d30b tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:44.689363 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00025027-8d08-4364-919f-edaeb705d30b tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:44.689691 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-00025027-8d08-4364-919f-edaeb705d30b tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:44.746020 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-00025027-8d08-4364-919f-edaeb705d30b tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1449 time: 3.9988623
Jan 29 10:06:44.746690 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 49206) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:44.763128 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0d2ca7ad-648b-4e8b-addd-6aef94805144 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:44.813410 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9672b8b6-81f2-45e4-bc09-39e1951b804e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:44.819260 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-788acf79-c3a7-4f15-a362-bd363323eb2e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:44.859724 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9672b8b6-81f2-45e4-bc09-39e1951b804e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:44.866067 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e5cf09f0-2e04-48e9-8905-4412ff4c1349 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] 10.222.0.57 "GET /v2.0/routers/4cc8889e-8db0-4759-b14a-58c4698e22b5 HTTP/1.1" status: 200  len: 922 time: 0.7136476
Jan 29 10:06:44.867779 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 49210) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:44.964852 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5b6cc-bec1-49a0-90df-2c80e749be11 req-6bdf4420-c4b7-441e-b14d-d097633628a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:44.966508 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3bd5b6cc-bec1-49a0-90df-2c80e749be11 req-6bdf4420-c4b7-441e-b14d-d097633628a9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b4b6b2bc9c2a4a5fb00c62ae774e5eeb&device_id=fd90f1a9-0131-408a-a301-4ff523e0b2f9 HTTP/1.1" status: 200  len: 1165 time: 0.6715817
Jan 29 10:06:45.041093 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c616d99-a272-446d-9faf-904e474f2874 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:45.097458 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-788acf79-c3a7-4f15-a362-bd363323eb2e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] device_id is not set on port 60c6289a-0cf6-47af-a7e2-c04899ec6dc3 yet. {{(pid=80766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:06:45.123554 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c616d99-a272-446d-9faf-904e474f2874 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:45.124427 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-0c616d99-a272-446d-9faf-904e474f2874 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Synchronizing usage tracker for tenant:f519077dcf7b4e1c8cb267a8f970e9f8 on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:06:45.160998 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9672b8b6-81f2-45e4-bc09-39e1951b804e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:45.164820 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-0c616d99-a272-446d-9faf-904e474f2874 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Unset dirty status for tenant:f519077dcf7b4e1c8cb267a8f970e9f8 on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:06:45.166119 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0c616d99-a272-446d-9faf-904e474f2874 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1444 time: 0.4172802
Jan 29 10:06:45.168994 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-53ad6a2a-48e2-415b-ba5c-a318e5a27ab6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:45.170422 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49214) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:45.183892 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9672b8b6-81f2-45e4-bc09-39e1951b804e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3c8a7a-1faa-4a96-b3ad-f3707ca517bc,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:45.186549 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9672b8b6-81f2-45e4-bc09-39e1951b804e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:45.196520 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9672b8b6-81f2-45e4-bc09-39e1951b804e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:45.197815 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9672b8b6-81f2-45e4-bc09-39e1951b804e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5f3c8a7a-1faa-4a96-b3ad-f3707ca517bc HTTP/1.1" status: 204  len: 168 time: 0.6651688
Jan 29 10:06:45.200000 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d20dfd-d1bb-48a6-9cf3-cab25cb672fc tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:45.201399 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b6d20dfd-d1bb-48a6-9cf3-cab25cb672fc tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Synchronizing usage tracker for tenant:e6ac5606c3f647439606dc5a53249186 on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:06:45.218628 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b6d20dfd-d1bb-48a6-9cf3-cab25cb672fc tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Unset dirty status for tenant:e6ac5606c3f647439606dc5a53249186 on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:06:45.219953 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b6d20dfd-d1bb-48a6-9cf3-cab25cb672fc tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=aadf795f-2e1a-4d04-be0e-12575f0f28a5&device_id=4cc8889e-8db0-4759-b14a-58c4698e22b5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.3511558
Jan 29 10:06:45.222841 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 49220) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:45.430518 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fec2a4-d5eb-4608-a150-1f745a20e33e tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:45.431424 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b7fec2a4-d5eb-4608-a150-1f745a20e33e tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Synchronizing usage tracker for tenant:e6ac5606c3f647439606dc5a53249186 on resource:network {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:06:45.452821 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b7fec2a4-d5eb-4608-a150-1f745a20e33e tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Unset dirty status for tenant:e6ac5606c3f647439606dc5a53249186 on resource:network {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:06:45.455708 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b7fec2a4-d5eb-4608-a150-1f745a20e33e tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] 10.222.0.57 "GET /v2.0/networks/aadf795f-2e1a-4d04-be0e-12575f0f28a5 HTTP/1.1" status: 200  len: 881 time: 0.2309942
Jan 29 10:06:45.457396 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-5836511f-c123-4f80-8b29-82c7938ccbfd tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Deleting port 068c469d-d670-4a44-ad43-6eb5a6bc7b04 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:06:45.457807 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5836511f-c123-4f80-8b29-82c7938ccbfd tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:45.459179 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 49230) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:45.510329 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5b6cc-bec1-49a0-90df-2c80e749be11 req-69e4daa2-3432-4d4e-bf9b-c9df1bd5b8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:45.512142 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3bd5b6cc-bec1-49a0-90df-2c80e749be11 req-69e4daa2-3432-4d4e-bf9b-c9df1bd5b8be service neutron] 10.222.0.22 "GET /v2.0/networks?id=ed270c62-190e-4ee7-8370-26a5a90b0d7d HTTP/1.1" status: 200  len: 863 time: 0.4919569
Jan 29 10:06:45.513456 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ef4ab6d8-6430-4453-9438-7a47eb19fbf4 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] 10.222.0.57 "GET /v2.0/ports?device_id=4cc8889e-8db0-4759-b14a-58c4698e22b5 HTTP/1.1" status: 200  len: 205 time: 0.0529859
Jan 29 10:06:45.516595 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 49234) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:45.670301 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3bd5b6cc-bec1-49a0-90df-2c80e749be11 req-7e813ca9-df9a-482b-8565-4308d0c3a5cf service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=845cd62c-dbd3-4ee8-b463-4ec69f4789d6 HTTP/1.1" status: 200  len: 217 time: 0.1100361
Jan 29 10:06:45.716853 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 49240) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:45.758820 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4391d876-6e91-4a2f-a9af-2d3874be4163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:45.777196 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0d2ca7ad-648b-4e8b-addd-6aef94805144 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:45.797096 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-4391d876-6e91-4a2f-a9af-2d3874be4163 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:06:45.814680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0d2ca7ad-648b-4e8b-addd-6aef94805144 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854102271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-673560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-331322'] for router, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:45.817133 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-4391d876-6e91-4a2f-a9af-2d3874be4163 admin admin] Usage tracker for resource:security_group_rule and tenant:3cb01af26a5c4148970c832e302a719b is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:06:45.824053 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-4391d876-6e91-4a2f-a9af-2d3874be4163 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:06:45.838156 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-4391d876-6e91-4a2f-a9af-2d3874be4163 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:06:45.923767 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5102cd77-7f40-4543-be6a-42850f3981e6 req-814212b6-9aa4-4040-92c4-be24874e3827 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:45.925458 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5102cd77-7f40-4543-be6a-42850f3981e6 req-814212b6-9aa4-4040-92c4-be24874e3827 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd90f1a9-0131-408a-a301-4ff523e0b2f9 HTTP/1.1" status: 200  len: 948 time: 0.3342769
Jan 29 10:06:45.947200 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d56db5d2-88be-49b6-8ef1-4635dd23b6e1 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks [] for router, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:46.030363 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5b6cc-bec1-49a0-90df-2c80e749be11 req-5895075c-527a-4db1-b42f-1c0e3f46d20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:46.031943 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3bd5b6cc-bec1-49a0-90df-2c80e749be11 req-5895075c-527a-4db1-b42f-1c0e3f46d20b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=264c9c43-f33f-47f8-b127-3a31fd7accbf HTTP/1.1" status: 200  len: 843 time: 0.3510332
Jan 29 10:06:46.038616 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-788acf79-c3a7-4f15-a362-bd363323eb2e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:46.192405 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5102cd77-7f40-4543-be6a-42850f3981e6 req-8ec1cdfe-c055-4b7e-8fd6-145c5b3b91e2 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6175841-d435-4987-b352-42c019a89b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1908414
Jan 29 10:06:46.196160 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5836511f-c123-4f80-8b29-82c7938ccbfd tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:46.234583 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d56db5d2-88be-49b6-8ef1-4635dd23b6e1 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks [] for router_gateway, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:46.249232 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-d56db5d2-88be-49b6-8ef1-4635dd23b6e1 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Deleting port 0e52eda6-f3d2-46c3-ba4c-f30440227f0c {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:06:46.249599 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d56db5d2-88be-49b6-8ef1-4635dd23b6e1 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:46.341993 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4391d876-6e91-4a2f-a9af-2d3874be4163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:46.348297 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-5836511f-c123-4f80-8b29-82c7938ccbfd tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Calling delete_port for 068c469d-d670-4a44-ad43-6eb5a6bc7b04 owned by  {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:06:46.360425 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4391d876-6e91-4a2f-a9af-2d3874be4163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:46.371915 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f41c1ece-ddb1-4f52-8e16-9b67cc8cf152 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:46.454213 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-788acf79-c3a7-4f15-a362-bd363323eb2e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:46.482365 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4391d876-6e91-4a2f-a9af-2d3874be4163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=040808be-5861-4bce-a170-d3ea50f00b41,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:46.497468 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4391d876-6e91-4a2f-a9af-2d3874be4163 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3cb01af26a5c4148970c832e302a719b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7757812
Jan 29 10:06:46.497468 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4391d876-6e91-4a2f-a9af-2d3874be4163 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:46.498371 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 49244) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:46.542800 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d56db5d2-88be-49b6-8ef1-4635dd23b6e1 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:46.699163 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-d56db5d2-88be-49b6-8ef1-4635dd23b6e1 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Calling delete_port for 0e52eda6-f3d2-46c3-ba4c-f30440227f0c owned by network:router_gateway {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:06:46.737854 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6cd3bb6c-bf47-4ae5-b99b-f6db931e6767 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:46.769142 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d29c43a6-e672-49a0-a4b5-e5b9d5c12346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:46.770918 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5b6cc-bec1-49a0-90df-2c80e749be11 req-7024f496-4021-444d-b81f-5a531897f002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:46.772557 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3bd5b6cc-bec1-49a0-90df-2c80e749be11 req-7024f496-4021-444d-b81f-5a531897f002 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ed270c62-190e-4ee7-8370-26a5a90b0d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.7264779
Jan 29 10:06:46.818536 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d29c43a6-e672-49a0-a4b5-e5b9d5c12346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:46.914313 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d56db5d2-88be-49b6-8ef1-4635dd23b6e1 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:46.938116 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5836511f-c123-4f80-8b29-82c7938ccbfd tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:46.948984 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d29c43a6-e672-49a0-a4b5-e5b9d5c12346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:46.955551 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a2ca4193-22dc-4497-84e0-3556a61c8913 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:47.024790 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29c43a6-e672-49a0-a4b5-e5b9d5c12346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=040808be-5861-4bce-a170-d3ea50f00b41,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:47.029980 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d29c43a6-e672-49a0-a4b5-e5b9d5c12346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:47.048871 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d29c43a6-e672-49a0-a4b5-e5b9d5c12346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:47.050132 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d29c43a6-e672-49a0-a4b5-e5b9d5c12346 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/040808be-5861-4bce-a170-d3ea50f00b41 HTTP/1.1" status: 204  len: 168 time: 0.5510180
Jan 29 10:06:47.055570 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788acf79-c3a7-4f15-a362-bd363323eb2e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event updated for resources: {'Port': ['ID=bd280d93-e7be-462b-92c6-aa6c6734a70f,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:47.068438 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-788acf79-c3a7-4f15-a362-bd363323eb2e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:47.072814 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-141b1305-6805-4fef-af27-2683565bc00e tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:47.123459 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d2ca7ad-648b-4e8b-addd-6aef94805144 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Router 4a1d2d9d-3ff4-473b-9a49-41105ad6881d is scheduled to L3 agent 18987107-6d88-4736-94cf-15791d65b3ff with binding_index 1 {{(pid=80766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 29 10:06:47.138763 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d56db5d2-88be-49b6-8ef1-4635dd23b6e1 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854102222'] for router_gateway, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:47.190327 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5836511f-c123-4f80-8b29-82c7938ccbfd tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Pushing event deleted for resources: {'Port': ['ID=068c469d-d670-4a44-ad43-6eb5a6bc7b04,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:47.219248 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5836511f-c123-4f80-8b29-82c7938ccbfd tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:47.286004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d56db5d2-88be-49b6-8ef1-4635dd23b6e1 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:47.288669 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d56db5d2-88be-49b6-8ef1-4635dd23b6e1 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:47.298482 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788acf79-c3a7-4f15-a362-bd363323eb2e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Network db958f80-d397-4036-99bf-f5770145eb80 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:06:47.314997 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-788acf79-c3a7-4f15-a362-bd363323eb2e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:06:47.315810 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d56db5d2-88be-49b6-8ef1-4635dd23b6e1 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:47.316420 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56db5d2-88be-49b6-8ef1-4635dd23b6e1 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Fanout notify agent at l3_agent the message router_deleted on router 4cc8889e-8db0-4759-b14a-58c4698e22b5 {{(pid=80765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 10:06:47.375707 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d56db5d2-88be-49b6-8ef1-4635dd23b6e1 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:47.377971 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d56db5d2-88be-49b6-8ef1-4635dd23b6e1 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] 10.222.0.57 "DELETE /v2.0/routers/4cc8889e-8db0-4759-b14a-58c4698e22b5 HTTP/1.1" status: 204  len: 168 time: 1.8598108
Jan 29 10:06:47.381053 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 49258) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:47.384274 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788acf79-c3a7-4f15-a362-bd363323eb2e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:06:47.385367 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-788acf79-c3a7-4f15-a362-bd363323eb2e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:47.387647 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-d173fc04-6981-467d-b73e-753157c191e2 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-235996937', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:06:47.411032 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d173fc04-6981-467d-b73e-753157c191e2 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:06:47.413593 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-556b8698-13c7-4e5b-bbb2-452f858c7ce3 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:47.453059 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d173fc04-6981-467d-b73e-753157c191e2 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Usage tracker for resource:router and tenant:7b878d17694d4146829d67c36d7fad6f is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:06:47.461207 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d173fc04-6981-467d-b73e-753157c191e2 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Quota usage for router was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:06:47.474470 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d173fc04-6981-467d-b73e-753157c191e2 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:06:47.474691 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3bd5b6cc-bec1-49a0-90df-2c80e749be11 req-145f0944-cb65-4590-be70-cb9b77d06c33 service neutron] 10.222.0.22 "GET /v2.0/networks/ed270c62-190e-4ee7-8370-26a5a90b0d7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6794667
Jan 29 10:06:47.489936 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d173fc04-6981-467d-b73e-753157c191e2 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:47.491029 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d173fc04-6981-467d-b73e-753157c191e2 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:47.505877 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5836511f-c123-4f80-8b29-82c7938ccbfd tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:47.522548 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d173fc04-6981-467d-b73e-753157c191e2 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:47.617247 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb11759-b1fc-474c-90c5-e8d07fa2cf63 req-efd62272-662f-45ad-8e80-7665bd7f9d6c tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:47.619047 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-acb11759-b1fc-474c-90c5-e8d07fa2cf63 req-efd62272-662f-45ad-8e80-7665bd7f9d6c tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd90f1a9-0131-408a-a301-4ff523e0b2f9 HTTP/1.1" status: 200  len: 948 time: 0.2054167
Jan 29 10:06:47.641253 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788acf79-c3a7-4f15-a362-bd363323eb2e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event updated for resources: {'Port': ['ID=60c6289a-0cf6-47af-a7e2-c04899ec6dc3,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:47.648587 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d173fc04-6981-467d-b73e-753157c191e2 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:47.654164 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-788acf79-c3a7-4f15-a362-bd363323eb2e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:47.721525 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5836511f-c123-4f80-8b29-82c7938ccbfd tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] 10.222.0.57 "DELETE /v2.0/ports/068c469d-d670-4a44-ad43-6eb5a6bc7b04 HTTP/1.1" status: 204  len: 168 time: 2.5468740
Jan 29 10:06:47.724191 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d173fc04-6981-467d-b73e-753157c191e2 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:47.728356 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d173fc04-6981-467d-b73e-753157c191e2 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.3428128
Jan 29 10:06:47.728356 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 49270) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:47.729317 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 49272) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:47.753836 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-acb11759-b1fc-474c-90c5-e8d07fa2cf63 req-ad1acc78-63ea-4c35-9c32-dde3d60be3ee tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6175841-d435-4987-b352-42c019a89b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1234012
Jan 29 10:06:47.756732 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d2ca7ad-648b-4e8b-addd-6aef94805144 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:06:47.770306 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84313872-2fd8-4ea4-9a39-404012721e21 None None] Sync routers for ids ['4a1d2d9d-3ff4-473b-9a49-41105ad6881d'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:06:47.776409 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0d2ca7ad-648b-4e8b-addd-6aef94805144 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:47.777655 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0d2ca7ad-648b-4e8b-addd-6aef94805144 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] 10.222.0.57 "PUT /v2.0/routers/4a1d2d9d-3ff4-473b-9a49-41105ad6881d HTTP/1.1" status: 200  len: 920 time: 10.8908365
Jan 29 10:06:47.782667 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49280) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:47.790301 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-18d58ab2-103c-48e5-8937-8510c09af21c tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Request body: {'router': {'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:06:47.810276 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84313872-2fd8-4ea4-9a39-404012721e21 None None] Routers {'4a1d2d9d-3ff4-473b-9a49-41105ad6881d'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:06:47.811004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-84313872-2fd8-4ea4-9a39-404012721e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c8fd4e48>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:06:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['4a1d2d9d-3ff4-473b-9a49-41105ad6881d'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:47.959826 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-84313872-2fd8-4ea4-9a39-404012721e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c8fd4e48>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:47.966461 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3bd5b6cc-bec1-49a0-90df-2c80e749be11 req-1a252405-b1fc-42bc-b42b-acc23e76928b service neutron] 10.222.0.22 "GET /v2.0/networks/ed270c62-190e-4ee7-8370-26a5a90b0d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4620786
Jan 29 10:06:47.980527 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84313872-2fd8-4ea4-9a39-404012721e21 None None] Routers {'4a1d2d9d-3ff4-473b-9a49-41105ad6881d'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:06:47.981442 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-84313872-2fd8-4ea4-9a39-404012721e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c8fd4e48>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:06:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['4a1d2d9d-3ff4-473b-9a49-41105ad6881d'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:48.054234 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3346abd2-0b56-4605-8717-ca52020e0e21 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] 10.222.0.57 "GET /v2.0/routers/4a1d2d9d-3ff4-473b-9a49-41105ad6881d HTTP/1.1" status: 200  len: 926 time: 0.2683678
Jan 29 10:06:48.055268 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49290) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:48.070571 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788acf79-c3a7-4f15-a362-bd363323eb2e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Checking segment: {'id': '831982da-3295-4059-bfd5-515cd24028bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a5272b88-27e4-4901-b078-3f23cc6b4ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:06:48.071436 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788acf79-c3a7-4f15-a362-bd363323eb2e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Network hostable DHCP agents. Network: a5272b88-27e4-4901-b078-3f23cc6b4ae3, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:06:48.072910 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-84313872-2fd8-4ea4-9a39-404012721e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c8fd4e48>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:48.073370 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84313872-2fd8-4ea4-9a39-404012721e21 None None] The sync data for ids ['4a1d2d9d-3ff4-473b-9a49-41105ad6881d'] in dv-neutron-772983-2-ovs is: [] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:06:48.171455 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788acf79-c3a7-4f15-a362-bd363323eb2e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Network a5272b88-27e4-4901-b078-3f23cc6b4ae3 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:06:48.195784 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-788acf79-c3a7-4f15-a362-bd363323eb2e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, a5272b88-27e4-4901-b078-3f23cc6b4ae3) {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:06:48.202796 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788acf79-c3a7-4f15-a362-bd363323eb2e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:06:48.206989 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042bb178-34e8-47e9-9823-8d5150e9b06a None None] Network a5272b88-27e4-4901-b078-3f23cc6b4ae3 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:06:48.304911 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788acf79-c3a7-4f15-a362-bd363323eb2e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:48.332854 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-16003e5e-ddd3-4eea-89aa-2a0e516dbfca tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Deleting port da132e55-ae0c-4a2c-a267-5ab69d74b9ed {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:06:48.333344 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-16003e5e-ddd3-4eea-89aa-2a0e516dbfca tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:48.389651 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788acf79-c3a7-4f15-a362-bd363323eb2e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:48.394888 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-788acf79-c3a7-4f15-a362-bd363323eb2e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:48.409561 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6dbec36-138a-4f2d-ada2-d9022c33c1d7 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:48.411529 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c6dbec36-138a-4f2d-ada2-d9022c33c1d7 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=aadf795f-2e1a-4d04-be0e-12575f0f28a5&device_id=4a1d2d9d-3ff4-473b-9a49-41105ad6881d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.3445530
Jan 29 10:06:48.418561 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49298) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:48.485685 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-788acf79-c3a7-4f15-a362-bd363323eb2e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 6.6018956
Jan 29 10:06:48.486581 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49302) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:48.645836 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18d58ab2-103c-48e5-8937-8510c09af21c tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:48.658674 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-b673f8ea-c50f-4908-8dda-1b7b0afeb6c0 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Deleting port 60c6289a-0cf6-47af-a7e2-c04899ec6dc3 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:06:48.659065 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b673f8ea-c50f-4908-8dda-1b7b0afeb6c0 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:48.702101 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0c7045-0b2a-44b4-9b17-eb66183ecdfc tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:48.706561 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9b0c7045-0b2a-44b4-9b17-eb66183ecdfc tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] 10.222.0.57 "GET /v2.0/networks/aadf795f-2e1a-4d04-be0e-12575f0f28a5 HTTP/1.1" status: 200  len: 881 time: 0.2840779
Jan 29 10:06:48.706826 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49308) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:48.777860 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-dbf39b58-6199-4b49-8d50-87d302c98c1a tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a1d2d9d-3ff4-473b-9a49-41105ad6881d HTTP/1.1" status: 200  len: 205 time: 0.0663850
Jan 29 10:06:48.778684 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49314) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:48.826467 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-16003e5e-ddd3-4eea-89aa-2a0e516dbfca tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:48.856194 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network ed270c62-190e-4ee7-8370-26a5a90b0d7d details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:06:49.010478 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b673f8ea-c50f-4908-8dda-1b7b0afeb6c0 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:49.018570 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-16003e5e-ddd3-4eea-89aa-2a0e516dbfca tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Calling delete_port for da132e55-ae0c-4a2c-a267-5ab69d74b9ed owned by  {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:06:49.199710 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-16003e5e-ddd3-4eea-89aa-2a0e516dbfca tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:49.218907 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-84118ecb-7ad6-41e7-9cc6-b1a4baf11cca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:49.291405 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16003e5e-ddd3-4eea-89aa-2a0e516dbfca tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Pushing event deleted for resources: {'Port': ['ID=da132e55-ae0c-4a2c-a267-5ab69d74b9ed,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:49.412216 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec14a955-36e4-477d-89eb-401313b6894a req-224ea52f-b5ed-49d9-ab5b-d247c0af5b24 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:49.418066 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ec14a955-36e4-477d-89eb-401313b6894a req-224ea52f-b5ed-49d9-ab5b-d247c0af5b24 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd90f1a9-0131-408a-a301-4ff523e0b2f9 HTTP/1.1" status: 200  len: 948 time: 0.4071825
Jan 29 10:06:49.419179 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-16003e5e-ddd3-4eea-89aa-2a0e516dbfca tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:49.450734 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-b673f8ea-c50f-4908-8dda-1b7b0afeb6c0 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Calling delete_port for 60c6289a-0cf6-47af-a7e2-c04899ec6dc3 owned by  {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:06:49.460575 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.objects.ports [None req-97cc4f69-3fb3-4629-a8fc-1126fd619718 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80767) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 29 10:06:49.645051 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b673f8ea-c50f-4908-8dda-1b7b0afeb6c0 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:49.661547 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-040a9e84-ff16-4b86-abce-ca017910af41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:49.709594 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 49336) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:49.711151 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-113ac774-0c2e-4b85-9d98-a5ebf554e379 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks [] for router, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:49.743819 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ec14a955-36e4-477d-89eb-401313b6894a req-1b0d6134-6995-43f7-8fd8-ee26bd5403e8 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6175841-d435-4987-b352-42c019a89b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2624273
Jan 29 10:06:49.745060 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18d58ab2-103c-48e5-8937-8510c09af21c tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks [] for router_gateway, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:49.781559 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18d58ab2-103c-48e5-8937-8510c09af21c tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:49.793923 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-16003e5e-ddd3-4eea-89aa-2a0e516dbfca tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:49.811964 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-16003e5e-ddd3-4eea-89aa-2a0e516dbfca tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] 10.222.0.57 "DELETE /v2.0/ports/da132e55-ae0c-4a2c-a267-5ab69d74b9ed HTTP/1.1" status: 204  len: 168 time: 2.0782118
Jan 29 10:06:49.825166 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 49342) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:49.848799 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b673f8ea-c50f-4908-8dda-1b7b0afeb6c0 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event deleted for resources: {'Port': ['ID=60c6289a-0cf6-47af-a7e2-c04899ec6dc3,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:49.874180 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b673f8ea-c50f-4908-8dda-1b7b0afeb6c0 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:49.895002 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-4b079d8e-2985-4f8b-88d8-0d913ce17db4 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Synchronizing usage tracker for tenant:f519077dcf7b4e1c8cb267a8f970e9f8 on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:06:49.984617 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-78786619-92ef-46d4-a8bc-ef93e4a665fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1387058254'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:06:49.990671 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-4b079d8e-2985-4f8b-88d8-0d913ce17db4 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Unset dirty status for tenant:f519077dcf7b4e1c8cb267a8f970e9f8 on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:06:49.991880 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4b079d8e-2985-4f8b-88d8-0d913ce17db4 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.1656947
Jan 29 10:06:49.996117 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-78786619-92ef-46d4-a8bc-ef93e4a665fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:06:49.998909 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49346) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:50.010663 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-8b8a8939-15b5-44bd-bd09-434504af58c2 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1373102563'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:06:50.021559 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b673f8ea-c50f-4908-8dda-1b7b0afeb6c0 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:50.024614 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-113ac774-0c2e-4b85-9d98-a5ebf554e379 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks [] for router_gateway, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:50.032194 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-8b8a8939-15b5-44bd-bd09-434504af58c2 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:06:50.038538 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-113ac774-0c2e-4b85-9d98-a5ebf554e379 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Deleting port a2b3f18e-196e-453f-98e3-7ab5dd96aa80 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:06:50.038916 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-113ac774-0c2e-4b85-9d98-a5ebf554e379 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:50.040645 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-78786619-92ef-46d4-a8bc-ef93e4a665fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432-project] Usage tracker for resource:network and tenant:60a18203228543dfa59e9609ced0b4ec is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:06:50.044598 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-78786619-92ef-46d4-a8bc-ef93e4a665fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432-project] Quota usage for network was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:06:50.054889 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-78786619-92ef-46d4-a8bc-ef93e4a665fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:06:50.073591 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8b8a8939-15b5-44bd-bd09-434504af58c2 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Usage tracker for resource:network and tenant:f519077dcf7b4e1c8cb267a8f970e9f8 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:06:50.077212 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b673f8ea-c50f-4908-8dda-1b7b0afeb6c0 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "DELETE /v2.0/ports/60c6289a-0cf6-47af-a7e2-c04899ec6dc3 HTTP/1.1" status: 204  len: 168 time: 1.5441248
Jan 29 10:06:50.078843 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78786619-92ef-46d4-a8bc-ef93e4a665fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432-project] Made reservation on behalf of 60a18203228543dfa59e9609ced0b4ec for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:06:50.084829 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8b8a8939-15b5-44bd-bd09-434504af58c2 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Quota usage for network was recalculated. Used quota:2. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:06:50.087485 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49350) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:50.100694 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-78786619-92ef-46d4-a8bc-ef93e4a665fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:50.124356 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-78786619-92ef-46d4-a8bc-ef93e4a665fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432-project] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:50.140708 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-8b8a8939-15b5-44bd-bd09-434504af58c2 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:06:50.185526 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-78786619-92ef-46d4-a8bc-ef93e4a665fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:06:50.192859 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-78786619-92ef-46d4-a8bc-ef93e4a665fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432-project] Usage tracker for resource:security_group_rule and tenant:60a18203228543dfa59e9609ced0b4ec is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:06:50.198218 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-78786619-92ef-46d4-a8bc-ef93e4a665fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:06:50.199505 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8a8939-15b5-44bd-bd09-434504af58c2 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Made reservation on behalf of f519077dcf7b4e1c8cb267a8f970e9f8 for: {'network': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:06:50.210846 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-78786619-92ef-46d4-a8bc-ef93e4a665fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:06:50.220713 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8b8a8939-15b5-44bd-bd09-434504af58c2 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:50.237846 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-18d58ab2-103c-48e5-8937-8510c09af21c tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Allocated IP 172.26.7.87 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/d9d7758a-bd33-4110-b730-038be4567625) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:06:50.335049 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 845cd62c-dbd3-4ee8-b463-4ec69f4789d6 up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:06:50.348664 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b8a8939-15b5-44bd-bd09-434504af58c2 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:06:50.375048 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-78786619-92ef-46d4-a8bc-ef93e4a665fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432-project] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:50.442399 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning for port 845cd62c-dbd3-4ee8-b463-4ec69f4789d6 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:06:50.448171 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-78786619-92ef-46d4-a8bc-ef93e4a665fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:50.449406 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 845cd62c-dbd3-4ee8-b463-4ec69f4789d6 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:06:50.449841 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:50.454582 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-faac57bc-190b-46fb-a3c9-0659ab5cee25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:50.456476 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e280c9-2e20-42c2-90f7-1eab11f85468 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:50.528651 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78786619-92ef-46d4-a8bc-ef93e4a665fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=530fbc53-9424-467c-bc1b-dace11983737,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:50.535692 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-78786619-92ef-46d4-a8bc-ef93e4a665fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:50.539338 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e280c9-2e20-42c2-90f7-1eab11f85468 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:50.540237 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-31e280c9-2e20-42c2-90f7-1eab11f85468 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Synchronizing usage tracker for tenant:b402c3f19966488ebcb859fd6d6d9b16 on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:06:50.551895 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-113ac774-0c2e-4b85-9d98-a5ebf554e379 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:50.554549 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18d58ab2-103c-48e5-8937-8510c09af21c tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:50.566415 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8b8a8939-15b5-44bd-bd09-434504af58c2 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268197113528', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:50.566857 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-8b8a8939-15b5-44bd-bd09-434504af58c2 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Added segment da727e55-2373-4662-8adf-e7124b261adb of type vxlan for network b0f634ae-93e9-4bca-9f8b-5c13b16550b2
Jan 29 10:06:50.588951 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18d58ab2-103c-48e5-8937-8510c09af21c tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:50.605981 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-84175c47-e1ee-4b69-b507-23ead2ca1634 tempest-FloatingIPAdminTestJSON-2102666705 tempest-FloatingIPAdminTestJSON-2102666705-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:50.621518 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:50.654040 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd90f1a9-0131-408a-a301-4ff523e0b2f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '845cd62c-dbd3-4ee8-b463-4ec69f4789d6'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:06:50.670790 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port 845cd62c-dbd3-4ee8-b463-4ec69f4789d6, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=845cd62c-dbd3-4ee8-b463-4ec69f4789d6,segment=NetworkSegment(d733204f-f4fe-46d6-a71e-b51326e532d1),segment_id=d733204f-f4fe-46d6-a71e-b51326e532d1)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:06:50.676793 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:50.680086 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4a818311-5bb2-422f-9773-18792b851fed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:50.712317 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-113ac774-0c2e-4b85-9d98-a5ebf554e379 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Calling delete_port for a2b3f18e-196e-453f-98e3-7ab5dd96aa80 owned by network:router_gateway {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:06:50.732676 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd90f1a9-0131-408a-a301-4ff523e0b2f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '845cd62c-dbd3-4ee8-b463-4ec69f4789d6', 'code': 200}
Jan 29 10:06:50.752145 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d58ab2-103c-48e5-8937-8510c09af21c tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Pushing event updated for resources: {'Port': ['ID=d9d7758a-bd33-4110-b730-038be4567625,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:50.756882 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18d58ab2-103c-48e5-8937-8510c09af21c tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:50.769964 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=845cd62c-dbd3-4ee8-b463-4ec69f4789d6,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:50.773320 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:50.774333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-31e280c9-2e20-42c2-90f7-1eab11f85468 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Unset dirty status for tenant:b402c3f19966488ebcb859fd6d6d9b16 on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:06:50.778890 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-31e280c9-2e20-42c2-90f7-1eab11f85468 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1455 time: 0.6856389
Jan 29 10:06:50.780066 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 49362) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:50.811720 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8b8a8939-15b5-44bd-bd09-434504af58c2 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:50.903044 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8b8a8939-15b5-44bd-bd09-434504af58c2 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:50.975648 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8a8939-15b5-44bd-bd09-434504af58c2 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:50.976284 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8b8a8939-15b5-44bd-bd09-434504af58c2 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:50.991178 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:51.145869 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-78786619-92ef-46d4-a8bc-ef93e4a665fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80765) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:06:51.146218 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-78786619-92ef-46d4-a8bc-ef93e4a665fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:06:51.152186 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 845cd62c-dbd3-4ee8-b463-4ec69f4789d6 up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:06:51.186439 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8b8a8939-15b5-44bd-bd09-434504af58c2 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 1.1844707
Jan 29 10:06:51.187441 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8a8939-15b5-44bd-bd09-434504af58c2 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Pushing event updated for resources: {'Network': ['ID=b0f634ae-93e9-4bca-9f8b-5c13b16550b2,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:51.189810 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d58ab2-103c-48e5-8937-8510c09af21c tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:06:51.190791 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 49366) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:51.191185 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8b8a8939-15b5-44bd-bd09-434504af58c2 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:51.192072 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-113ac774-0c2e-4b85-9d98-a5ebf554e379 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:51.198072 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-18d58ab2-103c-48e5-8937-8510c09af21c tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:06:51.206249 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-d29ac806-08ac-4b32-9b40-74b099d70907 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-464739093'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:06:51.209914 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d58ab2-103c-48e5-8937-8510c09af21c tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:06:51.220558 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network b0f634ae-93e9-4bca-9f8b-5c13b16550b2 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:06:51.234218 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network b0f634ae-93e9-4bca-9f8b-5c13b16550b2 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:06:51.264182 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-05803a8d-5e14-41d4-ab5a-b17b63262c6d tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Deleting port bd280d93-e7be-462b-92c6-aa6c6734a70f {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:06:51.264571 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-05803a8d-5e14-41d4-ab5a-b17b63262c6d tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:51.313345 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d29ac806-08ac-4b32-9b40-74b099d70907 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:06:51.331639 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d29ac806-08ac-4b32-9b40-74b099d70907 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Usage tracker for resource:network and tenant:f519077dcf7b4e1c8cb267a8f970e9f8 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:06:51.352789 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d29ac806-08ac-4b32-9b40-74b099d70907 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Quota usage for network was recalculated. Used quota:3. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:06:51.375182 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d29ac806-08ac-4b32-9b40-74b099d70907 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:06:51.382993 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef62e2-6849-455e-b77d-faa52d650530 req-6fb6696c-60f3-4078-be1b-8162e2fbe014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:51.386180 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b9ef62e2-6849-455e-b77d-faa52d650530 req-6fb6696c-60f3-4078-be1b-8162e2fbe014 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=fd90f1a9-0131-408a-a301-4ff523e0b2f9 HTTP/1.1" status: 200  len: 1167 time: 0.3727221
Jan 29 10:06:51.463526 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 845cd62c-dbd3-4ee8-b463-4ec69f4789d6 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:06:51.464078 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:51.477311 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-113ac774-0c2e-4b85-9d98-a5ebf554e379 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854102222'] for router_gateway, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:51.480378 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b9ef62e2-6849-455e-b77d-faa52d650530 req-ecd4e9c3-c58a-4b31-b1be-1808a6dd6c61 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=e6175841-d435-4987-b352-42c019a89b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605397
Jan 29 10:06:51.533373 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8d7949ad-03b9-4139-bb79-be8177588da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:51.626161 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-113ac774-0c2e-4b85-9d98-a5ebf554e379 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:51.628526 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-113ac774-0c2e-4b85-9d98-a5ebf554e379 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:51.642123 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f33d3-9377-49da-805f-8fd75cb66e1d req-837d7249-1ab5-4857-b7f6-11e56579d39f tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:51.643832 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-570f33d3-9377-49da-805f-8fd75cb66e1d req-837d7249-1ab5-4857-b7f6-11e56579d39f tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd90f1a9-0131-408a-a301-4ff523e0b2f9 HTTP/1.1" status: 200  len: 950 time: 0.5480659
Jan 29 10:06:51.649579 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-113ac774-0c2e-4b85-9d98-a5ebf554e379 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:51.650239 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-113ac774-0c2e-4b85-9d98-a5ebf554e379 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Fanout notify agent at l3_agent the message router_deleted on router 4a1d2d9d-3ff4-473b-9a49-41105ad6881d {{(pid=80766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 10:06:51.659148 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-78786619-92ef-46d4-a8bc-ef93e4a665fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:51.677530 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29ac806-08ac-4b32-9b40-74b099d70907 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Made reservation on behalf of f519077dcf7b4e1c8cb267a8f970e9f8 for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:06:51.695299 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-113ac774-0c2e-4b85-9d98-a5ebf554e379 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:51.696545 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-113ac774-0c2e-4b85-9d98-a5ebf554e379 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] 10.222.0.57 "DELETE /v2.0/routers/4a1d2d9d-3ff4-473b-9a49-41105ad6881d HTTP/1.1" status: 204  len: 168 time: 2.9174809
Jan 29 10:06:51.699798 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d29ac806-08ac-4b32-9b40-74b099d70907 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:51.701151 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49372) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:51.706980 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-d084c456-b9fc-4968-932c-e5e110861736 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1670611839', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}, 'admin_state_up': False}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:06:51.729939 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d084c456-b9fc-4968-932c-e5e110861736 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:06:51.734040 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d084c456-b9fc-4968-932c-e5e110861736 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Usage tracker for resource:router and tenant:01cb9f3e8ac7487589f16ab0e2341af7 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:06:51.737038 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d084c456-b9fc-4968-932c-e5e110861736 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Quota usage for router was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:06:51.742923 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d084c456-b9fc-4968-932c-e5e110861736 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:06:51.754374 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d084c456-b9fc-4968-932c-e5e110861736 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:51.755518 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d084c456-b9fc-4968-932c-e5e110861736 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:51.771674 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d084c456-b9fc-4968-932c-e5e110861736 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:51.885738 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78786619-92ef-46d4-a8bc-ef93e4a665fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432-project] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:06:51.979115 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-570f33d3-9377-49da-805f-8fd75cb66e1d req-cedb2400-d15e-4ef7-bec7-165bd9deb233 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6175841-d435-4987-b352-42c019a89b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3078845
Jan 29 10:06:52.003306 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-78786619-92ef-46d4-a8bc-ef93e4a665fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:52.003703 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-78786619-92ef-46d4-a8bc-ef93e4a665fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432-project] Added segment 8f5a8fc2-6b9c-4c3e-8adc-c7b78ae80a0f of type vxlan for network 1aa9f280-8e86-4636-a385-21234d6538b4
Jan 29 10:06:52.012690 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-05803a8d-5e14-41d4-ab5a-b17b63262c6d tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:52.061010 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d084c456-b9fc-4968-932c-e5e110861736 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:52.227964 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-05803a8d-5e14-41d4-ab5a-b17b63262c6d tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Calling delete_port for bd280d93-e7be-462b-92c6-aa6c6734a70f owned by  {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:06:52.335948 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-78786619-92ef-46d4-a8bc-ef93e4a665fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:52.444749 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-05803a8d-5e14-41d4-ab5a-b17b63262c6d tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:52.473446 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-d29ac806-08ac-4b32-9b40-74b099d70907 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80765) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:06:52.473980 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-d29ac806-08ac-4b32-9b40-74b099d70907 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:06:52.474358 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-78786619-92ef-46d4-a8bc-ef93e4a665fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:52.541402 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78786619-92ef-46d4-a8bc-ef93e4a665fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:52.542118 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-78786619-92ef-46d4-a8bc-ef93e4a665fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:52.546076 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:52.610831 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05803a8d-5e14-41d4-ab5a-b17b63262c6d tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event deleted for resources: {'Port': ['ID=bd280d93-e7be-462b-92c6-aa6c6734a70f,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:52.625303 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-05803a8d-5e14-41d4-ab5a-b17b63262c6d tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:52.628329 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18d58ab2-103c-48e5-8937-8510c09af21c tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks [] for router_gateway, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:52.667181 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d084c456-b9fc-4968-932c-e5e110861736 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks [] for router_gateway, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:52.684799 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1e2e11c1-8e0c-4924-970e-f23a28c9ad0c tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:52.704022 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d084c456-b9fc-4968-932c-e5e110861736 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:52.961463 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-78786619-92ef-46d4-a8bc-ef93e4a665fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 803 time: 3.2507715
Jan 29 10:06:52.968933 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78786619-92ef-46d4-a8bc-ef93e4a665fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432-project] Pushing event updated for resources: {'Network': ['ID=1aa9f280-8e86-4636-a385-21234d6538b4,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:52.975823 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d29ac806-08ac-4b32-9b40-74b099d70907 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:52.992762 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-78786619-92ef-46d4-a8bc-ef93e4a665fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:53.006212 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 1aa9f280-8e86-4636-a385-21234d6538b4 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:06:53.006654 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-d084c456-b9fc-4968-932c-e5e110861736 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Allocated IP 172.26.7.30 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/bde829b2-0c89-4daf-beb8-107ec6639a59) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:06:53.007552 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-05803a8d-5e14-41d4-ab5a-b17b63262c6d tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:53.012173 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-05803a8d-5e14-41d4-ab5a-b17b63262c6d tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "DELETE /v2.0/ports/bd280d93-e7be-462b-92c6-aa6c6734a70f HTTP/1.1" status: 204  len: 168 time: 2.2187004
Jan 29 10:06:53.013427 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49384) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:53.052195 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d29ac806-08ac-4b32-9b40-74b099d70907 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] vxlan segment allocate from pool success with {'vxlan_vni': 11}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:06:53.063783 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 1aa9f280-8e86-4636-a385-21234d6538b4 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:06:53.362068 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 845cd62c-dbd3-4ee8-b463-4ec69f4789d6 up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:06:53.415190 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d084c456-b9fc-4968-932c-e5e110861736 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:53.453254 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d084c456-b9fc-4968-932c-e5e110861736 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:53.475713 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 845cd62c-dbd3-4ee8-b463-4ec69f4789d6 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:06:53.476192 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:53.477823 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-814a4b6f-3a6c-46ba-ae21-3bfe89ede7ca tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:53.516696 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49392) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:53.551914 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d29ac806-08ac-4b32-9b40-74b099d70907 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:53.551914 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-d29ac806-08ac-4b32-9b40-74b099d70907 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Added segment 04849efb-2ceb-47ca-a3d7-1070592b2caf of type vxlan for network e14fc82d-5b8f-4b32-ada0-8e686669c29f
Jan 29 10:06:53.563951 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-4f606590-f296-41b4-b94d-a53bb52cebca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Request body: {'port': {'network_id': '1aa9f280-8e86-4636-a385-21234d6538b4', 'binding:host_id': 'hv-neutron-7729', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-135660858'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:06:53.585138 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-4f606590-f296-41b4-b94d-a53bb52cebca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:06:53.601089 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-4f606590-f296-41b4-b94d-a53bb52cebca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Usage tracker for resource:port and tenant:8ffc93f6ada04da0bae09e76d4a39f64 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:06:53.657513 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-4f606590-f296-41b4-b94d-a53bb52cebca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:06:53.666722 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d29ac806-08ac-4b32-9b40-74b099d70907 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:53.679951 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-4f606590-f296-41b4-b94d-a53bb52cebca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:06:53.698106 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084c456-b9fc-4968-932c-e5e110861736 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Pushing event updated for resources: {'Port': ['ID=bde829b2-0c89-4daf-beb8-107ec6639a59,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:53.701284 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d084c456-b9fc-4968-932c-e5e110861736 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:53.702961 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ff11a081-f471-461f-aed3-da5dacc3d5e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:53.733921 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18d58ab2-103c-48e5-8937-8510c09af21c tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:53.745190 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18d58ab2-103c-48e5-8937-8510c09af21c tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854102271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-673560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-331322'] for router, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:53.802895 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d93731-e059-44f8-91a4-18349569fc77 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:53.804569 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-33d93731-e059-44f8-91a4-18349569fc77 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200  len: 847 time: 0.7900844
Jan 29 10:06:53.808160 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49396) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:53.808813 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f606590-f296-41b4-b94d-a53bb52cebca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Made reservation on behalf of 8ffc93f6ada04da0bae09e76d4a39f64 for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:06:53.813567 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4f606590-f296-41b4-b94d-a53bb52cebca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:53.833940 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1f59e-277f-4188-a64c-013def7e7175 req-0d75517d-0349-46df-aaed-4c9121c8ed3d tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:53.835641 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7fd1f59e-277f-4188-a64c-013def7e7175 req-0d75517d-0349-46df-aaed-4c9121c8ed3d tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd90f1a9-0131-408a-a301-4ff523e0b2f9 HTTP/1.1" status: 200  len: 950 time: 0.2957368
Jan 29 10:06:53.836818 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d29ac806-08ac-4b32-9b40-74b099d70907 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:53.885822 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4f606590-f296-41b4-b94d-a53bb52cebca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Notify callbacks [] for security_group, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:53.902041 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b4c6a74-e487-41a8-8b81-7cd16acc0013 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] GET failed (client error): The resource could not be found.
Jan 29 10:06:53.903408 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2b4c6a74-e487-41a8-8b81-7cd16acc0013 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "GET /v2.0/ports/60c6289a-0cf6-47af-a7e2-c04899ec6dc3 HTTP/1.1" status: 404  len: 333 time: 0.0794067
Jan 29 10:06:53.904193 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29ac806-08ac-4b32-9b40-74b099d70907 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:53.904888 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d29ac806-08ac-4b32-9b40-74b099d70907 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:53.909807 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49400) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:53.915756 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-4f606590-f296-41b4-b94d-a53bb52cebca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:06:53.972230 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-4f606590-f296-41b4-b94d-a53bb52cebca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Usage tracker for resource:security_group_rule and tenant:8ffc93f6ada04da0bae09e76d4a39f64 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:06:53.973175 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1796cca6-358c-455d-ba17-cf4fc18ac9bf tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:53.975921 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-4f606590-f296-41b4-b94d-a53bb52cebca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:06:53.984307 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-da763841-3c67-4d78-867b-4306edc6fb5a tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] GET failed (client error): The resource could not be found.
Jan 29 10:06:53.985686 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-da763841-3c67-4d78-867b-4306edc6fb5a tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "GET /v2.0/ports/bd280d93-e7be-462b-92c6-aa6c6734a70f HTTP/1.1" status: 404  len: 333 time: 0.0740156
Jan 29 10:06:53.986708 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-4f606590-f296-41b4-b94d-a53bb52cebca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:06:53.990242 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d084c456-b9fc-4968-932c-e5e110861736 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:06:53.991183 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49404) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:53.993206 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-d084c456-b9fc-4968-932c-e5e110861736 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:06:53.996600 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d084c456-b9fc-4968-932c-e5e110861736 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:06:54.134413 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:54.196475 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d29ac806-08ac-4b32-9b40-74b099d70907 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 3.0005825
Jan 29 10:06:54.239411 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7fd1f59e-277f-4188-a64c-013def7e7175 req-63204d4f-e2cc-48ce-ae7b-e8dcce1d10d0 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6175841-d435-4987-b352-42c019a89b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2673316
Jan 29 10:06:54.243053 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29ac806-08ac-4b32-9b40-74b099d70907 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Pushing event updated for resources: {'Network': ['ID=e14fc82d-5b8f-4b32-ada0-8e686669c29f,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:54.248167 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d29ac806-08ac-4b32-9b40-74b099d70907 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:54.258787 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network e14fc82d-5b8f-4b32-ada0-8e686669c29f details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:06:54.312214 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e104ed4b-2ccd-4cfc-a575-d3806e44ae4c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:54.379174 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d58ab2-103c-48e5-8937-8510c09af21c tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Router 61d444b1-80c0-4e62-adbc-6648465fd71a is scheduled to L3 agent 18987107-6d88-4736-94cf-15791d65b3ff with binding_index 1 {{(pid=80765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 29 10:06:54.392975 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network e14fc82d-5b8f-4b32-ada0-8e686669c29f details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:06:54.886642 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d58ab2-103c-48e5-8937-8510c09af21c tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:06:54.898192 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec96969-a2e2-43bd-84f5-64eb5cd2c873 None None] Sync routers for ids ['61d444b1-80c0-4e62-adbc-6648465fd71a'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:06:54.921715 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4f606590-f296-41b4-b94d-a53bb52cebca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:54.923251 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec96969-a2e2-43bd-84f5-64eb5cd2c873 None None] Routers {'61d444b1-80c0-4e62-adbc-6648465fd71a'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:06:54.924361 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-6ec96969-a2e2-43bd-84f5-64eb5cd2c873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9ea02b0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:06:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['61d444b1-80c0-4e62-adbc-6648465fd71a'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:54.927914 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e104ed4b-2ccd-4cfc-a575-d3806e44ae4c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:54.953489 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18d58ab2-103c-48e5-8937-8510c09af21c tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:54.956462 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-18d58ab2-103c-48e5-8937-8510c09af21c tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] 10.222.0.57 "PUT /v2.0/routers/61d444b1-80c0-4e62-adbc-6648465fd71a HTTP/1.1" status: 200  len: 878 time: 7.2227123
Jan 29 10:06:54.959760 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 49414) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:55.074255 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:55.082394 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4f606590-f296-41b4-b94d-a53bb52cebca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:55.107698 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-6ec96969-a2e2-43bd-84f5-64eb5cd2c873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9ea02b0>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:55.111966 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:55.118239 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec96969-a2e2-43bd-84f5-64eb5cd2c873 None None] Routers {'61d444b1-80c0-4e62-adbc-6648465fd71a'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:06:55.119731 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-6ec96969-a2e2-43bd-84f5-64eb5cd2c873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9ea02b0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:06:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['61d444b1-80c0-4e62-adbc-6648465fd71a'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:55.183282 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbeec47-756d-4304-bc43-90fc24355e36 req-15648fe4-00e1-4a39-a803-efd749a3535c tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:55.191649 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0bbeec47-756d-4304-bc43-90fc24355e36 req-15648fe4-00e1-4a39-a803-efd749a3535c tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd90f1a9-0131-408a-a301-4ff523e0b2f9 HTTP/1.1" status: 200  len: 950 time: 0.5828290
Jan 29 10:06:55.193653 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-6ec96969-a2e2-43bd-84f5-64eb5cd2c873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9ea02b0>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:55.194295 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec96969-a2e2-43bd-84f5-64eb5cd2c873 None None] The sync data for ids ['61d444b1-80c0-4e62-adbc-6648465fd71a'] in dv-neutron-772983-2-ovs is: [] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:06:55.406458 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0bbeec47-756d-4304-bc43-90fc24355e36 req-baffa593-60c9-47cb-b382-d15b166a34ed tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6175841-d435-4987-b352-42c019a89b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2137401
Jan 29 10:06:55.470886 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b46b5645-746b-4506-aa63-f5883d2828be tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] 10.222.0.57 "GET /v2.0/routers/61d444b1-80c0-4e62-adbc-6648465fd71a HTTP/1.1" status: 200  len: 919 time: 0.5097315
Jan 29 10:06:55.473664 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 49420) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:55.563370 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091dde19-5b57-4796-a843-a21b29378be5 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:55.568056 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-091dde19-5b57-4796-a843-a21b29378be5 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=aadf795f-2e1a-4d04-be0e-12575f0f28a5&device_id=61d444b1-80c0-4e62-adbc-6648465fd71a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.0927887
Jan 29 10:06:55.568854 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 49424) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:55.647395 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-4f606590-f296-41b4-b94d-a53bb52cebca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] device_id is not set on port 6f800177-0b24-4491-b772-2f49cd608274 yet. {{(pid=80766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:06:55.752332 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f606590-f296-41b4-b94d-a53bb52cebca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb712e5-8c98-44ac-9012-d8b06c71be0f,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:55.761326 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-e104ed4b-2ccd-4cfc-a575-d3806e44ae4c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c3b0e278>,) {'filters': {'network_id': ['a5272b88-27e4-4901-b078-3f23cc6b4ae3']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:55.781466 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-e104ed4b-2ccd-4cfc-a575-d3806e44ae4c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3b0e278>, '831982da-3295-4059-bfd5-515cd24028bf') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:55.782246 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-e104ed4b-2ccd-4cfc-a575-d3806e44ae4c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3b0e278>, '831982da-3295-4059-bfd5-515cd24028bf') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:55.807422 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e104ed4b-2ccd-4cfc-a575-d3806e44ae4c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:55.810362 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e896b2-5a88-4d78-9ea9-12ec257441ec tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:55.817555 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a6e896b2-5a88-4d78-9ea9-12ec257441ec tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] 10.222.0.57 "GET /v2.0/networks/aadf795f-2e1a-4d04-be0e-12575f0f28a5 HTTP/1.1" status: 200  len: 881 time: 0.2448449
Jan 29 10:06:55.817842 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 49432) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:55.831711 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4f606590-f296-41b4-b94d-a53bb52cebca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.720s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:55.832604 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d084c456-b9fc-4968-932c-e5e110861736 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks [] for router_gateway, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:55.881552 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8b37b9d9-fa6a-4c1f-a698-abbf8512fa1b tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] 10.222.0.57 "GET /v2.0/ports?device_id=61d444b1-80c0-4e62-adbc-6648465fd71a HTTP/1.1" status: 200  len: 205 time: 0.0602012
Jan 29 10:06:55.881930 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 49436) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:55.944235 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:56.021057 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e104ed4b-2ccd-4cfc-a575-d3806e44ae4c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:56.023968 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e104ed4b-2ccd-4cfc-a575-d3806e44ae4c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Releasing vxlan tunnel 5 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:06:56.248375 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd4b6e4-68c7-42fd-a1e7-54419b8f3ae1 req-f3835cdd-c5e6-4a1d-8ecf-9d7cb0e756c1 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:56.250175 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2cd4b6e4-68c7-42fd-a1e7-54419b8f3ae1 req-f3835cdd-c5e6-4a1d-8ecf-9d7cb0e756c1 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd90f1a9-0131-408a-a301-4ff523e0b2f9 HTTP/1.1" status: 200  len: 950 time: 0.2893214
Jan 29 10:06:56.268609 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-955fcf26-d340-4684-a365-1a6960b438d9 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks [] for router, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:56.270664 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-e104ed4b-2ccd-4cfc-a575-d3806e44ae4c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Network a5272b88-27e4-4901-b078-3f23cc6b4ae3 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:06:56.295898 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e104ed4b-2ccd-4cfc-a575-d3806e44ae4c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:56.480265 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2cd4b6e4-68c7-42fd-a1e7-54419b8f3ae1 req-40c60aea-dbc0-4293-b4df-f9e2bc2ebc53 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6175841-d435-4987-b352-42c019a89b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1557989
Jan 29 10:06:56.522480 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-955fcf26-d340-4684-a365-1a6960b438d9 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks [] for router_gateway, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:56.528177 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-955fcf26-d340-4684-a365-1a6960b438d9 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Deleting port d9d7758a-bd33-4110-b730-038be4567625 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:06:56.528552 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-955fcf26-d340-4684-a365-1a6960b438d9 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:56.714281 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-e104ed4b-2ccd-4cfc-a575-d3806e44ae4c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Network a5272b88-27e4-4901-b078-3f23cc6b4ae3 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:06:56.813329 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:06:56.813329 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:06:56.813329 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:06:56.813329 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:06:56.813329 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:06:56.813329 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:06:56.813329 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:06:56.813329 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:06:56.813329 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:06:56.813329 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:06:56.813329 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:06:56.813329 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:06:56.813329 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:06:56.813329 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:06:56.813329 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:06:56.813329 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:06:56.813329 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:06:56.813329 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:06:56.813329 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:06:56.813329 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:06:56.813329 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:06:56.813329 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:06:56.813329 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:06:56.813329 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:06:56.813329 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:06:56.813329 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:06:56.813329 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:06:56.813329 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:06:56.813329 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:06:56.813329 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:06:56.813329 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:06:56.813329 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:06:57.009080 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e104ed4b-2ccd-4cfc-a575-d3806e44ae4c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:57.018431 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-955fcf26-d340-4684-a365-1a6960b438d9 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:57.018618 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:57.041021 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e104ed4b-2ccd-4cfc-a575-d3806e44ae4c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:57.064489 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-4f606590-f296-41b4-b94d-a53bb52cebca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] device_id is not set on port 6f800177-0b24-4491-b772-2f49cd608274 yet. {{(pid=80766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:06:57.069059 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e104ed4b-2ccd-4cfc-a575-d3806e44ae4c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event deleted for resources: {'Network': ['ID=a5272b88-27e4-4901-b078-3f23cc6b4ae3,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:57.087499 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e104ed4b-2ccd-4cfc-a575-d3806e44ae4c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:57.087499 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4f606590-f296-41b4-b94d-a53bb52cebca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:57.111548 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d084c456-b9fc-4968-932c-e5e110861736 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:57.114257 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4f606590-f296-41b4-b94d-a53bb52cebca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Transition to ACTIVE for port object 6f800177-0b24-4491-b772-2f49cd608274 will not be triggered until provisioned by entity L2. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:06:57.125456 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e104ed4b-2ccd-4cfc-a575-d3806e44ae4c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "DELETE /v2.0/networks/a5272b88-27e4-4901-b078-3f23cc6b4ae3 HTTP/1.1" status: 204  len: 168 time: 3.0954468
Jan 29 10:06:57.125456 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49444) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:57.129665 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-8cfa22fd-6cd3-4936-b5e2-5e08e713e189 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1476202027'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:06:57.157472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-955fcf26-d340-4684-a365-1a6960b438d9 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Calling delete_port for d9d7758a-bd33-4110-b730-038be4567625 owned by network:router_gateway {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:06:57.190874 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-8cfa22fd-6cd3-4936-b5e2-5e08e713e189 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:06:57.204297 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8cfa22fd-6cd3-4936-b5e2-5e08e713e189 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Usage tracker for resource:network and tenant:b402c3f19966488ebcb859fd6d6d9b16 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:06:57.208507 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8cfa22fd-6cd3-4936-b5e2-5e08e713e189 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Quota usage for network was recalculated. Used quota:1. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:06:57.218565 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-8cfa22fd-6cd3-4936-b5e2-5e08e713e189 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:06:57.233304 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4f606590-f296-41b4-b94d-a53bb52cebca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:57.297593 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-955fcf26-d340-4684-a365-1a6960b438d9 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:57.473355 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0d2ca7ad-648b-4e8b-addd-6aef94805144 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:57.492227 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-955fcf26-d340-4684-a365-1a6960b438d9 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854102222'] for router_gateway, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:57.526718 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cfa22fd-6cd3-4936-b5e2-5e08e713e189 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Made reservation on behalf of b402c3f19966488ebcb859fd6d6d9b16 for: {'network': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:06:57.551699 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8cfa22fd-6cd3-4936-b5e2-5e08e713e189 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:57.636438 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f606590-f296-41b4-b94d-a53bb52cebca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Pushing event updated for resources: {'Port': ['ID=6f800177-0b24-4491-b772-2f49cd608274,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:57.646518 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-955fcf26-d340-4684-a365-1a6960b438d9 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:57.649136 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-955fcf26-d340-4684-a365-1a6960b438d9 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:57.655887 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4f606590-f296-41b4-b94d-a53bb52cebca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:57.687863 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cfa22fd-6cd3-4936-b5e2-5e08e713e189 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:06:57.693522 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f606590-f296-41b4-b94d-a53bb52cebca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Checking segment: {'id': '8f5a8fc2-6b9c-4c3e-8adc-c7b78ae80a0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '1aa9f280-8e86-4636-a385-21234d6538b4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:06:57.694060 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f606590-f296-41b4-b94d-a53bb52cebca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Network hostable DHCP agents. Network: 1aa9f280-8e86-4636-a385-21234d6538b4, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:06:57.722298 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-955fcf26-d340-4684-a365-1a6960b438d9 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:57.722892 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955fcf26-d340-4684-a365-1a6960b438d9 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Fanout notify agent at l3_agent the message router_deleted on router 61d444b1-80c0-4e62-adbc-6648465fd71a {{(pid=80765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 10:06:57.726020 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8cfa22fd-6cd3-4936-b5e2-5e08e713e189 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268197113528', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:57.726469 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-8cfa22fd-6cd3-4936-b5e2-5e08e713e189 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Added segment d150cc37-80b2-4b90-8060-5b8050cb493d of type vxlan for network e4ad20a2-f03a-4d31-b155-72c677a9fd68
Jan 29 10:06:57.776233 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f606590-f296-41b4-b94d-a53bb52cebca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Network 1aa9f280-8e86-4636-a385-21234d6538b4 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:06:57.781753 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d084c456-b9fc-4968-932c-e5e110861736 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Router 51d45286-fe7a-45ec-823d-f67dcbd77878 is scheduled to L3 agent 18987107-6d88-4736-94cf-15791d65b3ff with binding_index 1 {{(pid=80766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 29 10:06:57.785513 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8cfa22fd-6cd3-4936-b5e2-5e08e713e189 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:57.787860 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-955fcf26-d340-4684-a365-1a6960b438d9 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:57.793133 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-955fcf26-d340-4684-a365-1a6960b438d9 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] 10.222.0.57 "DELETE /v2.0/routers/61d444b1-80c0-4e62-adbc-6648465fd71a HTTP/1.1" status: 204  len: 168 time: 1.9061444
Jan 29 10:06:57.793133 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 49452) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:57.799586 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-9616880d-b84d-49af-878b-2e23ad50753a tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1156820664', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:06:57.805653 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-4f606590-f296-41b4-b94d-a53bb52cebca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 1aa9f280-8e86-4636-a385-21234d6538b4) {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:06:57.810205 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f606590-f296-41b4-b94d-a53bb52cebca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:06:57.816216 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edf7848-28bf-460d-9d8e-df03ace14cdb None None] Network 1aa9f280-8e86-4636-a385-21234d6538b4 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:06:57.905881 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef35298-1318-4d78-84f3-c98722a4124c req-057d5669-8de2-4423-a63b-e495b3e51666 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:57.907600 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8ef35298-1318-4d78-84f3-c98722a4124c req-057d5669-8de2-4423-a63b-e495b3e51666 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd90f1a9-0131-408a-a301-4ff523e0b2f9 HTTP/1.1" status: 200  len: 950 time: 0.2557828
Jan 29 10:06:57.912592 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-9616880d-b84d-49af-878b-2e23ad50753a tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:06:57.932601 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-9616880d-b84d-49af-878b-2e23ad50753a tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Usage tracker for resource:router and tenant:7b878d17694d4146829d67c36d7fad6f is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:06:57.937124 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-9616880d-b84d-49af-878b-2e23ad50753a tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Quota usage for router was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:06:57.948338 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-9616880d-b84d-49af-878b-2e23ad50753a tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:06:57.970164 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 49456) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:57.978976 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-c367fe77-a895-4cf3-8992-a63c31c882c3 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Request body: {'subnets': [{'network_id': 'b0f634ae-93e9-4bca-9f8b-5c13b16550b2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1839314313', 'ip_version': 6}, {'network_id': 'e14fc82d-5b8f-4b32-ada0-8e686669c29f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:06:57.979516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-c367fe77-a895-4cf3-8992-a63c31c882c3 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Request body: {'subnet': {'network_id': 'b0f634ae-93e9-4bca-9f8b-5c13b16550b2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1839314313', 'ip_version': 6}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:06:57.980358 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-c367fe77-a895-4cf3-8992-a63c31c882c3 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Request body: {'subnet': {'network_id': 'e14fc82d-5b8f-4b32-ada0-8e686669c29f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:06:58.012882 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8ef35298-1318-4d78-84f3-c98722a4124c req-ea294a02-0cb6-4bda-95e6-ea26f629ff13 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6175841-d435-4987-b352-42c019a89b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0974181
Jan 29 10:06:58.015045 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8cfa22fd-6cd3-4936-b5e2-5e08e713e189 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:58.016948 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9616880d-b84d-49af-878b-2e23ad50753a tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:58.018099 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9616880d-b84d-49af-878b-2e23ad50753a tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:58.061303 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9616880d-b84d-49af-878b-2e23ad50753a tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:58.093707 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfa22fd-6cd3-4936-b5e2-5e08e713e189 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:58.094439 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8cfa22fd-6cd3-4936-b5e2-5e08e713e189 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:58.117751 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-53c7bd3b-b09e-4e89-95e9-35f41b790bb5 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:58.180149 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9616880d-b84d-49af-878b-2e23ad50753a tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:58.327221 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9616880d-b84d-49af-878b-2e23ad50753a tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:58.328445 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9616880d-b84d-49af-878b-2e23ad50753a tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.5344541
Jan 29 10:06:58.331338 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 49466) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:58.338784 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-59d436ea-8b21-41aa-8039-f8660b3a6895 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'enable_snat': True}}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:06:58.481719 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c367fe77-a895-4cf3-8992-a63c31c882c3 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:06:58.534949 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c367fe77-a895-4cf3-8992-a63c31c882c3 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Usage tracker for resource:subnet and tenant:f519077dcf7b4e1c8cb267a8f970e9f8 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:06:58.545535 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c367fe77-a895-4cf3-8992-a63c31c882c3 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:06:58.569148 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8cfa22fd-6cd3-4936-b5e2-5e08e713e189 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.4415500
Jan 29 10:06:58.569148 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-4f606590-f296-41b4-b94d-a53bb52cebca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Attempting to bind port 6f800177-0b24-4491-b772-2f49cd608274 on host hv-neutron-7729 for vnic_type normal with profile  {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:06:58.569148 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-4f606590-f296-41b4-b94d-a53bb52cebca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Attempting to bind port 6f800177-0b24-4491-b772-2f49cd608274 by drivers openvswitch on host hv-neutron-7729 at level 0 using segments [{'id': '8f5a8fc2-6b9c-4c3e-8adc-c7b78ae80a0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '1aa9f280-8e86-4636-a385-21234d6538b4'}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:06:58.569148 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f606590-f296-41b4-b94d-a53bb52cebca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Attempting to bind port 6f800177-0b24-4491-b772-2f49cd608274 on network 1aa9f280-8e86-4636-a385-21234d6538b4 {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:06:58.570470 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49472) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:58.595516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfa22fd-6cd3-4936-b5e2-5e08e713e189 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event updated for resources: {'Network': ['ID=e4ad20a2-f03a-4d31-b155-72c677a9fd68,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:58.605231 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-e7766bba-3106-4b9b-bd9c-ceb350f21b3e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Request body: {'subnet': {'network_id': 'e4ad20a2-f03a-4d31-b155-72c677a9fd68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:06:58.607412 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network e4ad20a2-f03a-4d31-b155-72c677a9fd68 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:06:58.623241 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c367fe77-a895-4cf3-8992-a63c31c882c3 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:06:58.624945 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8cfa22fd-6cd3-4936-b5e2-5e08e713e189 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:58.626471 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network e4ad20a2-f03a-4d31-b155-72c677a9fd68 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:06:58.629625 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f606590-f296-41b4-b94d-a53bb52cebca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Checking agent: {'id': '5acf9624-c829-41ba-afd9-92278081af05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 10, 2, 34), 'started_at': datetime.datetime(2021, 1, 29, 10, 3, 4), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:06:58.630029 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f606590-f296-41b4-b94d-a53bb52cebca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Checking segment: {'id': '8f5a8fc2-6b9c-4c3e-8adc-c7b78ae80a0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '1aa9f280-8e86-4636-a385-21234d6538b4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:06:58.630441 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4f606590-f296-41b4-b94d-a53bb52cebca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:58.630843 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f606590-f296-41b4-b94d-a53bb52cebca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Bound using segment: {'id': '8f5a8fc2-6b9c-4c3e-8adc-c7b78ae80a0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '1aa9f280-8e86-4636-a385-21234d6538b4'} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:06:58.631344 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-4f606590-f296-41b4-b94d-a53bb52cebca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Bound port: 6f800177-0b24-4491-b772-2f49cd608274, host: hv-neutron-7729, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f5a8fc2-6b9c-4c3e-8adc-c7b78ae80a0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '1aa9f280-8e86-4636-a385-21234d6538b4'}}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:06:58.631726 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4f606590-f296-41b4-b94d-a53bb52cebca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:58.778617 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c367fe77-a895-4cf3-8992-a63c31c882c3 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Made reservation on behalf of f519077dcf7b4e1c8cb267a8f970e9f8 for: {'subnet': 2} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:06:58.816993 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c367fe77-a895-4cf3-8992-a63c31c882c3 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:58.817836 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c367fe77-a895-4cf3-8992-a63c31c882c3 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:58.833256 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d084c456-b9fc-4968-932c-e5e110861736 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:06:58.845803 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163bcbde-7e8f-4952-97fe-eabf07e895ab None None] Sync routers for ids ['51d45286-fe7a-45ec-823d-f67dcbd77878'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:06:58.857320 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163bcbde-7e8f-4952-97fe-eabf07e895ab None None] Routers {'51d45286-fe7a-45ec-823d-f67dcbd77878'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:06:58.858192 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-163bcbde-7e8f-4952-97fe-eabf07e895ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9034278>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:06:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['51d45286-fe7a-45ec-823d-f67dcbd77878'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:58.902311 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-e7766bba-3106-4b9b-bd9c-ceb350f21b3e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:06:58.920065 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e7766bba-3106-4b9b-bd9c-ceb350f21b3e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Usage tracker for resource:subnet and tenant:b402c3f19966488ebcb859fd6d6d9b16 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:06:58.926834 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-163bcbde-7e8f-4952-97fe-eabf07e895ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9034278>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:58.927523 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e7766bba-3106-4b9b-bd9c-ceb350f21b3e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:06:58.937108 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8965a-9ccb-405d-a53c-3947de7e16de req-925288c3-4831-4987-95c8-98c1b4b5ec4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:58.938637 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163bcbde-7e8f-4952-97fe-eabf07e895ab None None] Routers {'51d45286-fe7a-45ec-823d-f67dcbd77878'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:06:58.938771 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4af8965a-9ccb-405d-a53c-3947de7e16de req-925288c3-4831-4987-95c8-98c1b4b5ec4d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b4b6b2bc9c2a4a5fb00c62ae774e5eeb&device_id=fd90f1a9-0131-408a-a301-4ff523e0b2f9 HTTP/1.1" status: 200  len: 1167 time: 0.4244478
Jan 29 10:06:58.939210 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-163bcbde-7e8f-4952-97fe-eabf07e895ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9034278>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:06:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['51d45286-fe7a-45ec-823d-f67dcbd77878'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:58.941032 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-e7766bba-3106-4b9b-bd9c-ceb350f21b3e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:06:58.943225 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d084c456-b9fc-4968-932c-e5e110861736 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:58.943857 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-59d436ea-8b21-41aa-8039-f8660b3a6895 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:58.944445 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d084c456-b9fc-4968-932c-e5e110861736 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 888 time: 7.2421229
Jan 29 10:06:58.948519 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49476) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:06:58.977428 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4f606590-f296-41b4-b94d-a53bb52cebca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] For port 6f800177-0b24-4491-b772-2f49cd608274, host hv-neutron-7729, cleared binding levels {{(pid=80766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:06:58.983545 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-9c3b5cbb-5d08-4119-897b-009ff97b5450 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:06:59.012989 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-163bcbde-7e8f-4952-97fe-eabf07e895ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9034278>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:06:59.013545 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163bcbde-7e8f-4952-97fe-eabf07e895ab None None] The sync data for ids ['51d45286-fe7a-45ec-823d-f67dcbd77878'] in dv-neutron-772983-2-ovs is: [] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:06:59.076841 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7766bba-3106-4b9b-bd9c-ceb350f21b3e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Made reservation on behalf of b402c3f19966488ebcb859fd6d6d9b16 for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:06:59.098992 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e7766bba-3106-4b9b-bd9c-ceb350f21b3e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:59.118555 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9319719-8798-41d2-9591-dee244b1696d req-93b43a64-ab5d-4b5b-9c49-9c4c68e55e14 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:59.120796 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a9319719-8798-41d2-9591-dee244b1696d req-93b43a64-ab5d-4b5b-9c49-9c4c68e55e14 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd90f1a9-0131-408a-a301-4ff523e0b2f9 HTTP/1.1" status: 200  len: 950 time: 0.6406147
Jan 29 10:06:59.171783 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4f606590-f296-41b4-b94d-a53bb52cebca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] For port 6f800177-0b24-4491-b772-2f49cd608274, host hv-neutron-7729, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=6f800177-0b24-4491-b772-2f49cd608274,segment=NetworkSegment(8f5a8fc2-6b9c-4c3e-8adc-c7b78ae80a0f),segment_id=8f5a8fc2-6b9c-4c3e-8adc-c7b78ae80a0f)] {{(pid=80766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:06:59.204698 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4f606590-f296-41b4-b94d-a53bb52cebca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:06:59.235445 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a9319719-8798-41d2-9591-dee244b1696d req-1be5bd1d-7f4b-48f7-b0a4-f09b49653f55 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6175841-d435-4987-b352-42c019a89b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0985749
Jan 29 10:06:59.276945 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-788acf79-c3a7-4f15-a362-bd363323eb2e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:06:59.501297 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8965a-9ccb-405d-a53c-3947de7e16de req-755f00af-6d44-4230-a4e4-9aeffa6b8ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:59.502944 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4af8965a-9ccb-405d-a53c-3947de7e16de req-755f00af-6d44-4230-a4e4-9aeffa6b8ca7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ed270c62-190e-4ee7-8370-26a5a90b0d7d HTTP/1.1" status: 200  len: 863 time: 0.5535161
Jan 29 10:06:59.678369 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4af8965a-9ccb-405d-a53c-3947de7e16de req-6f1bb9bf-3f44-4e9c-ab8f-ae73d21dc94b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=845cd62c-dbd3-4ee8-b463-4ec69f4789d6 HTTP/1.1" status: 200  len: 217 time: 0.1151936
Jan 29 10:06:59.684440 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f606590-f296-41b4-b94d-a53bb52cebca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Pushing event updated for resources: {'Port': ['ID=6f800177-0b24-4491-b772-2f49cd608274,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:06:59.733115 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4f606590-f296-41b4-b94d-a53bb52cebca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:06:59.868108 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f606590-f296-41b4-b94d-a53bb52cebca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:06:59.869300 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4f606590-f296-41b4-b94d-a53bb52cebca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:00.008203 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8965a-9ccb-405d-a53c-3947de7e16de req-d8693594-90d7-4388-9cef-b6ede2472345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:00.010309 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4af8965a-9ccb-405d-a53c-3947de7e16de req-d8693594-90d7-4388-9cef-b6ede2472345 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=264c9c43-f33f-47f8-b127-3a31fd7accbf HTTP/1.1" status: 200  len: 843 time: 0.3205802
Jan 29 10:07:00.023540 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4f606590-f296-41b4-b94d-a53bb52cebca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1084 time: 6.4959071
Jan 29 10:07:00.034060 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49488) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:00.176348 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-59d436ea-8b21-41aa-8039-f8660b3a6895 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:00.234529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-5e2e14f7-6702-4464-b3af-ff3159e29fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Deleting port 6f800177-0b24-4491-b772-2f49cd608274 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:07:00.234914 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5e2e14f7-6702-4464-b3af-ff3159e29fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:00.258800 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-59d436ea-8b21-41aa-8039-f8660b3a6895 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:00.385363 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae0087-2bdd-4f54-8ba5-316ff9abc4cc req-98b9fa41-8ada-4f53-8ee7-88154e6f476e tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:00.387128 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-86ae0087-2bdd-4f54-8ba5-316ff9abc4cc req-98b9fa41-8ada-4f53-8ee7-88154e6f476e tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f010b7d-6299-4840-b36f-8427c8fd3647 HTTP/1.1" status: 200  len: 946 time: 0.7874115
Jan 29 10:07:00.496255 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a7c4cf-1c6a-40c4-ad73-381ed29792a6 req-9d9d7967-8669-45a7-99ed-ac125e2f76ba tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:00.497979 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-06a7c4cf-1c6a-40c4-ad73-381ed29792a6 req-9d9d7967-8669-45a7-99ed-ac125e2f76ba tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c1a94fd-9fc6-4b72-84a0-fa9b7f0e148e HTTP/1.1" status: 200  len: 945 time: 0.5804455
Jan 29 10:07:00.712411 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-86ae0087-2bdd-4f54-8ba5-316ff9abc4cc req-616adc46-3ec5-4cb5-aa8c-404d3d3df3f4 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] 10.222.0.57 "GET /v2.0/security-groups?id=dc805e9c-5c84-4bba-8acf-28c50f5a45c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3097146
Jan 29 10:07:00.749229 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-06a7c4cf-1c6a-40c4-ad73-381ed29792a6 req-5ee0119c-8a25-4752-9975-40258d84cc35 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b24940d-b25f-4390-af94-14bbacc8e68d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2188802
Jan 29 10:07:00.786822 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8965a-9ccb-405d-a53c-3947de7e16de req-551b2729-3b8a-4201-bdcf-32a3e07c8977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:00.788454 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4af8965a-9ccb-405d-a53c-3947de7e16de req-551b2729-3b8a-4201-bdcf-32a3e07c8977 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ed270c62-190e-4ee7-8370-26a5a90b0d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.7553482
Jan 29 10:07:01.093898 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9c3b5cbb-5d08-4119-897b-009ff97b5450 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:01.127275 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-59d436ea-8b21-41aa-8039-f8660b3a6895 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Allocated IP 172.26.7.10 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/a39b37ae-ec07-49b4-a53b-988ac66ad747) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:07:01.168349 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9c3b5cbb-5d08-4119-897b-009ff97b5450 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks [] for router_gateway, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:01.173321 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-5e2e14f7-6702-4464-b3af-ff3159e29fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] For port 6f800177-0b24-4491-b772-2f49cd608274, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=6f800177-0b24-4491-b772-2f49cd608274,segment=NetworkSegment(8f5a8fc2-6b9c-4c3e-8adc-c7b78ae80a0f),segment_id=8f5a8fc2-6b9c-4c3e-8adc-c7b78ae80a0f)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:07:01.173725 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5e2e14f7-6702-4464-b3af-ff3159e29fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:01.238900 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bba9e1b-9210-43d2-a8b7-f04e72227ad0 req-68a6a20f-4070-42b0-ba3a-9f7bc5845714 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:01.240618 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4bba9e1b-9210-43d2-a8b7-f04e72227ad0 req-68a6a20f-4070-42b0-ba3a-9f7bc5845714 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd90f1a9-0131-408a-a301-4ff523e0b2f9 HTTP/1.1" status: 200  len: 950 time: 0.3625727
Jan 29 10:07:01.254286 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4af8965a-9ccb-405d-a53c-3947de7e16de req-c4790b79-3f0f-41b1-8912-63a38113a330 service neutron] 10.222.0.22 "GET /v2.0/networks/ed270c62-190e-4ee7-8370-26a5a90b0d7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4569108
Jan 29 10:07:01.334416 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-5e2e14f7-6702-4464-b3af-ff3159e29fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Calling delete_port for 6f800177-0b24-4491-b772-2f49cd608274 owned by  {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:07:01.383880 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-9c3b5cbb-5d08-4119-897b-009ff97b5450 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Deleting port bde829b2-0c89-4daf-beb8-107ec6639a59 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:07:01.384263 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9c3b5cbb-5d08-4119-897b-009ff97b5450 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:01.463270 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4bba9e1b-9210-43d2-a8b7-f04e72227ad0 req-56020752-df90-4902-a905-ee70c9d1091e tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6175841-d435-4987-b352-42c019a89b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1995671
Jan 29 10:07:01.499985 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c367fe77-a895-4cf3-8992-a63c31c882c3 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:01.528804 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:01.572474 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-59d436ea-8b21-41aa-8039-f8660b3a6895 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:01.669234 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c367fe77-a895-4cf3-8992-a63c31c882c3 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Pushing event updated for resources: {'Subnet': ['ID=f0c72bbe-afb5-4ca1-8137-1417b1b42fb7,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:01.678444 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c367fe77-a895-4cf3-8992-a63c31c882c3 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:01.734900 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5e2e14f7-6702-4464-b3af-ff3159e29fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:01.757147 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-59d436ea-8b21-41aa-8039-f8660b3a6895 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:01.761600 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4af8965a-9ccb-405d-a53c-3947de7e16de req-c85a2b45-4a98-4bbc-940c-30befbdafc1b service neutron] 10.222.0.22 "GET /v2.0/networks/ed270c62-190e-4ee7-8370-26a5a90b0d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4412827
Jan 29 10:07:01.762355 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4f606590-f296-41b4-b94d-a53bb52cebca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:01.775482 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7208f83e-4b8e-4b87-b8ac-2e4d1b3d2be2 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:01.825680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2e14f7-6702-4464-b3af-ff3159e29fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Pushing event deleted for resources: {'Port': ['ID=6f800177-0b24-4491-b772-2f49cd608274,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:01.842499 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5e2e14f7-6702-4464-b3af-ff3159e29fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:01.845760 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e7766bba-3106-4b9b-bd9c-ceb350f21b3e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:01.852231 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d436ea-8b21-41aa-8039-f8660b3a6895 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Pushing event updated for resources: {'Port': ['ID=a39b37ae-ec07-49b4-a53b-988ac66ad747,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:01.870167 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-59d436ea-8b21-41aa-8039-f8660b3a6895 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:01.878163 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:01.930493 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c367fe77-a895-4cf3-8992-a63c31c882c3 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Checking segment: {'id': 'da727e55-2373-4662-8adf-e7124b261adb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b0f634ae-93e9-4bca-9f8b-5c13b16550b2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:07:01.930919 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c367fe77-a895-4cf3-8992-a63c31c882c3 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Network hostable DHCP agents. Network: b0f634ae-93e9-4bca-9f8b-5c13b16550b2, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:07:02.001515 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c367fe77-a895-4cf3-8992-a63c31c882c3 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Network b0f634ae-93e9-4bca-9f8b-5c13b16550b2 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:07:02.025922 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9c3b5cbb-5d08-4119-897b-009ff97b5450 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:02.039100 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d436ea-8b21-41aa-8039-f8660b3a6895 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:07:02.041497 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-c367fe77-a895-4cf3-8992-a63c31c882c3 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, b0f634ae-93e9-4bca-9f8b-5c13b16550b2) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:07:02.044921 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-59d436ea-8b21-41aa-8039-f8660b3a6895 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:07:02.048704 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d436ea-8b21-41aa-8039-f8660b3a6895 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:07:02.057589 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56893a66-ce4e-41c5-8a7b-369e590f1212 None None] Network b0f634ae-93e9-4bca-9f8b-5c13b16550b2 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:07:02.238731 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-9c3b5cbb-5d08-4119-897b-009ff97b5450 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Calling delete_port for bde829b2-0c89-4daf-beb8-107ec6639a59 owned by network:router_gateway {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:07:02.291352 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5e2e14f7-6702-4464-b3af-ff3159e29fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:02.302790 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b333d39d-0a71-4f80-9ed6-e46551cdac51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-b0f634ae-93e9-4bca-9f8b-5c13b16550b2', 'network_id': 'b0f634ae-93e9-4bca-9f8b-5c13b16550b2', 'tenant_id': 'f519077dcf7b4e1c8cb267a8f970e9f8', 'fixed_ips': [{'subnet_id': 'f0c72bbe-afb5-4ca1-8137-1417b1b42fb7'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:07:02.303474 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7766bba-3106-4b9b-bd9c-ceb350f21b3e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event updated for resources: {'Subnet': ['ID=a6114fbc-b9d9-4d4b-bc72-c80c311af980,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:02.303584 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b333d39d-0a71-4f80-9ed6-e46551cdac51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:02.319635 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e7766bba-3106-4b9b-bd9c-ceb350f21b3e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:02.325451 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5e2e14f7-6702-4464-b3af-ff3159e29fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] 10.222.0.57 "DELETE /v2.0/ports/6f800177-0b24-4491-b772-2f49cd608274 HTTP/1.1" status: 204  len: 168 time: 2.2531235
Jan 29 10:07:02.332878 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49510) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:02.543563 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e2b2463-a57d-478d-940c-2c0edd6626e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] GET failed (client error): The resource could not be found.
Jan 29 10:07:02.544048 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-1e2b2463-a57d-478d-940c-2c0edd6626e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Synchronizing usage tracker for tenant:8ffc93f6ada04da0bae09e76d4a39f64 on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:07:02.606978 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-1e2b2463-a57d-478d-940c-2c0edd6626e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Unset dirty status for tenant:8ffc93f6ada04da0bae09e76d4a39f64 on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:07:02.608229 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1e2b2463-a57d-478d-940c-2c0edd6626e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] 10.222.0.57 "GET /v2.0/ports/6f800177-0b24-4491-b772-2f49cd608274 HTTP/1.1" status: 404  len: 333 time: 0.2743447
Jan 29 10:07:02.615887 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-b333d39d-0a71-4f80-9ed6-e46551cdac51 None None] Allocated IP 2001:db8::1 (b0f634ae-93e9-4bca-9f8b-5c13b16550b2/f0c72bbe-afb5-4ca1-8137-1417b1b42fb7/e72dfe1d-360e-45f4-b129-3cfa1cd61c46) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:07:02.616200 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49516) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:02.628739 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-6c8b31e1-4f57-442f-9268-8b5bc188c231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Request body: {'port': {'network_id': '1aa9f280-8e86-4636-a385-21234d6538b4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1432418854'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:07:02.638034 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-6c8b31e1-4f57-442f-9268-8b5bc188c231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:07:02.654416 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7766bba-3106-4b9b-bd9c-ceb350f21b3e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Checking segment: {'id': 'd150cc37-80b2-4b90-8060-5b8050cb493d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e4ad20a2-f03a-4d31-b155-72c677a9fd68'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:07:02.654810 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7766bba-3106-4b9b-bd9c-ceb350f21b3e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Network hostable DHCP agents. Network: e4ad20a2-f03a-4d31-b155-72c677a9fd68, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:07:02.692537 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-6c8b31e1-4f57-442f-9268-8b5bc188c231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:07:02.727348 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c8b31e1-4f57-442f-9268-8b5bc188c231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Made reservation on behalf of 8ffc93f6ada04da0bae09e76d4a39f64 for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:07:02.732908 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6c8b31e1-4f57-442f-9268-8b5bc188c231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:02.752241 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7766bba-3106-4b9b-bd9c-ceb350f21b3e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Network e4ad20a2-f03a-4d31-b155-72c677a9fd68 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:07:02.836708 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e4c8f1-b2c8-462e-97b8-1d79f32c5861 req-7fde9e9e-33a2-498b-aaa3-2c0c5546bfe6 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:02.838968 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-79e4c8f1-b2c8-462e-97b8-1d79f32c5861 req-7fde9e9e-33a2-498b-aaa3-2c0c5546bfe6 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f010b7d-6299-4840-b36f-8427c8fd3647 HTTP/1.1" status: 200  len: 946 time: 0.6445591
Jan 29 10:07:03.070995 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9c3b5cbb-5d08-4119-897b-009ff97b5450 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:03.085851 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-e7766bba-3106-4b9b-bd9c-ceb350f21b3e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, e4ad20a2-f03a-4d31-b155-72c677a9fd68) {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:07:03.092491 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-040a9e84-ff16-4b86-abce-ca017910af41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:03.102074 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1232e8c7-4665-4794-aa93-426c75b2a32d None None] Network e4ad20a2-f03a-4d31-b155-72c677a9fd68 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:07:03.180343 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3b5cbb-5d08-4119-897b-009ff97b5450 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Pushing event deleted for resources: {'Port': ['ID=bde829b2-0c89-4daf-beb8-107ec6639a59,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:03.201023 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9c3b5cbb-5d08-4119-897b-009ff97b5450 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:03.204071 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7766bba-3106-4b9b-bd9c-ceb350f21b3e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:03.204730 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e7766bba-3106-4b9b-bd9c-ceb350f21b3e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:03.280574 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d41268-270a-4610-a5a9-0bfbbbeb45c8 req-fd42a186-9675-4ed3-9c58-964642212d99 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:03.288354 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d5d41268-270a-4610-a5a9-0bfbbbeb45c8 req-fd42a186-9675-4ed3-9c58-964642212d99 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c1a94fd-9fc6-4b72-84a0-fa9b7f0e148e HTTP/1.1" status: 200  len: 945 time: 1.0951581
Jan 29 10:07:03.343000 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-6c8b31e1-4f57-442f-9268-8b5bc188c231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] device_id is not set on port 98421772-6806-4ccf-a0da-4f372831b4b4 yet. {{(pid=80766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:07:03.377795 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b333d39d-0a71-4f80-9ed6-e46551cdac51 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:03.391005 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-b333d39d-0a71-4f80-9ed6-e46551cdac51 None None] Transition to ACTIVE for port object e72dfe1d-360e-45f4-b129-3cfa1cd61c46 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:07:03.392241 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-79e4c8f1-b2c8-462e-97b8-1d79f32c5861 req-bbb65eee-b511-4cad-b66e-047221d1d924 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] 10.222.0.57 "GET /v2.0/security-groups?id=dc805e9c-5c84-4bba-8acf-28c50f5a45c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5371411
Jan 29 10:07:03.400654 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e7766bba-3106-4b9b-bd9c-ceb350f21b3e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 4.8184643
Jan 29 10:07:03.408363 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 49520) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:03.428705 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-b333d39d-0a71-4f80-9ed6-e46551cdac51 None None] Transition to ACTIVE for port object e72dfe1d-360e-45f4-b129-3cfa1cd61c46 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:07:03.435098 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-a6b07e63-05ad-4002-8426-f342d5f3ec5c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Request body: {'port': {'network_id': 'e4ad20a2-f03a-4d31-b155-72c677a9fd68', 'name': 'tempest-PortsIpV6TestJSON-1778303054'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:07:03.443130 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b333d39d-0a71-4f80-9ed6-e46551cdac51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:03.486774 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d5d41268-270a-4610-a5a9-0bfbbbeb45c8 req-d860f34d-0ccb-4328-9d9f-6d02bed5209a tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b24940d-b25f-4390-af94-14bbacc8e68d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1887584
Jan 29 10:07:03.539287 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-59d436ea-8b21-41aa-8039-f8660b3a6895 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:03.543540 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:03.574169 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 845cd62c-dbd3-4ee8-b463-4ec69f4789d6 up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:07:03.655801 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9c3b5cbb-5d08-4119-897b-009ff97b5450 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854102222'] for router_gateway, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:03.754146 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b333d39d-0a71-4f80-9ed6-e46551cdac51 None None] Pushing event updated for resources: {'Port': ['ID=e72dfe1d-360e-45f4-b129-3cfa1cd61c46,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:03.769495 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b333d39d-0a71-4f80-9ed6-e46551cdac51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:03.824210 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6c8b31e1-4f57-442f-9268-8b5bc188c231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:03.845189 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b333d39d-0a71-4f80-9ed6-e46551cdac51 None None] Network b0f634ae-93e9-4bca-9f8b-5c13b16550b2 is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:07:03.858858 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-b333d39d-0a71-4f80-9ed6-e46551cdac51 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:07:03.860670 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 845cd62c-dbd3-4ee8-b463-4ec69f4789d6 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:07:03.861086 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:03.892398 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b333d39d-0a71-4f80-9ed6-e46551cdac51 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:07:03.943239 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a6b07e63-05ad-4002-8426-f342d5f3ec5c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:07:03.980090 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a6b07e63-05ad-4002-8426-f342d5f3ec5c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:07:04.061681 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c367fe77-a895-4cf3-8992-a63c31c882c3 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:04.129252 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9c3b5cbb-5d08-4119-897b-009ff97b5450 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:04.135626 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9c3b5cbb-5d08-4119-897b-009ff97b5450 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854102271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-673560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-331322'] for router, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:04.189732 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-b333d39d-0a71-4f80-9ed6-e46551cdac51 None None] Attempting to bind port e72dfe1d-360e-45f4-b129-3cfa1cd61c46 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:07:04.190169 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-b333d39d-0a71-4f80-9ed6-e46551cdac51 None None] Attempting to bind port e72dfe1d-360e-45f4-b129-3cfa1cd61c46 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'da727e55-2373-4662-8adf-e7124b261adb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b0f634ae-93e9-4bca-9f8b-5c13b16550b2'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:07:04.190582 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b333d39d-0a71-4f80-9ed6-e46551cdac51 None None] Attempting to bind port e72dfe1d-360e-45f4-b129-3cfa1cd61c46 on network b0f634ae-93e9-4bca-9f8b-5c13b16550b2 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:07:04.200392 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b333d39d-0a71-4f80-9ed6-e46551cdac51 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:07:04.200749 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b333d39d-0a71-4f80-9ed6-e46551cdac51 None None] Checking segment: {'id': 'da727e55-2373-4662-8adf-e7124b261adb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b0f634ae-93e9-4bca-9f8b-5c13b16550b2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:07:04.201192 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b333d39d-0a71-4f80-9ed6-e46551cdac51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:04.201624 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b333d39d-0a71-4f80-9ed6-e46551cdac51 None None] Bound using segment: {'id': 'da727e55-2373-4662-8adf-e7124b261adb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b0f634ae-93e9-4bca-9f8b-5c13b16550b2'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:07:04.202163 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-b333d39d-0a71-4f80-9ed6-e46551cdac51 None None] Bound port: e72dfe1d-360e-45f4-b129-3cfa1cd61c46, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da727e55-2373-4662-8adf-e7124b261adb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b0f634ae-93e9-4bca-9f8b-5c13b16550b2'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:07:04.202580 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b333d39d-0a71-4f80-9ed6-e46551cdac51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:04.212133 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f39d71-ec50-481c-8cee-8845ce8fe58f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-e4ad20a2-f03a-4d31-b155-72c677a9fd68', 'network_id': 'e4ad20a2-f03a-4d31-b155-72c677a9fd68', 'tenant_id': 'b402c3f19966488ebcb859fd6d6d9b16', 'fixed_ips': [{'subnet_id': 'a6114fbc-b9d9-4d4b-bc72-c80c311af980'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:07:04.213064 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-90f39d71-ec50-481c-8cee-8845ce8fe58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:04.216062 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6c8b31e1-4f57-442f-9268-8b5bc188c231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:04.220794 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db126c-e982-47a3-88da-9e8ff4951f05 req-09fad172-0b96-47d7-8f2b-2b0919d48e7b tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:04.222555 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c8db126c-e982-47a3-88da-9e8ff4951f05 req-09fad172-0b96-47d7-8f2b-2b0919d48e7b tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd90f1a9-0131-408a-a301-4ff523e0b2f9 HTTP/1.1" status: 200  len: 950 time: 0.6852608
Jan 29 10:07:04.251382 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8295a79c-3980-4b32-bb22-70f5787fa5e2 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:04.286196 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-788acf79-c3a7-4f15-a362-bd363323eb2e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:04.346339 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-b333d39d-0a71-4f80-9ed6-e46551cdac51 None None] For port e72dfe1d-360e-45f4-b129-3cfa1cd61c46, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:07:04.349520 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-b333d39d-0a71-4f80-9ed6-e46551cdac51 None None] For port e72dfe1d-360e-45f4-b129-3cfa1cd61c46, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=e72dfe1d-360e-45f4-b129-3cfa1cd61c46,segment=NetworkSegment(da727e55-2373-4662-8adf-e7124b261adb),segment_id=da727e55-2373-4662-8adf-e7124b261adb)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:07:04.364288 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b333d39d-0a71-4f80-9ed6-e46551cdac51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:04.366213 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8b31e1-4f57-442f-9268-8b5bc188c231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Pushing event updated for resources: {'Port': ['ID=98421772-6806-4ccf-a0da-4f372831b4b4,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:04.384006 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:04.393562 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6c8b31e1-4f57-442f-9268-8b5bc188c231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:04.412104 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c3b5cbb-5d08-4119-897b-009ff97b5450 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Router 51d45286-fe7a-45ec-823d-f67dcbd77878 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:07:04.429800 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b07e63-05ad-4002-8426-f342d5f3ec5c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Made reservation on behalf of b402c3f19966488ebcb859fd6d6d9b16 for: {'port': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:07:04.452699 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a6b07e63-05ad-4002-8426-f342d5f3ec5c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:04.639610 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c8db126c-e982-47a3-88da-9e8ff4951f05 req-7d9f7b6b-f509-4aba-b63e-87ef6dbe0e25 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6175841-d435-4987-b352-42c019a89b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3519535
Jan 29 10:07:04.648053 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8b31e1-4f57-442f-9268-8b5bc188c231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Network 1aa9f280-8e86-4636-a385-21234d6538b4 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:07:04.651041 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-6c8b31e1-4f57-442f-9268-8b5bc188c231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:07:04.653343 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3b5cbb-5d08-4119-897b-009ff97b5450 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:07:04.654875 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8b31e1-4f57-442f-9268-8b5bc188c231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:07:04.655706 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8b31e1-4f57-442f-9268-8b5bc188c231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:04.656352 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6c8b31e1-4f57-442f-9268-8b5bc188c231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:04.667371 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a45e7fe-b3fc-4d96-8410-d2b4091a3360 None None] Sync routers for ids ['51d45286-fe7a-45ec-823d-f67dcbd77878'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:07:04.682176 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c367fe77-a895-4cf3-8992-a63c31c882c3 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Pushing event updated for resources: {'Subnet': ['ID=ee65cee9-de67-4a04-b953-80b7402e5cf3,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:04.695286 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a45e7fe-b3fc-4d96-8410-d2b4091a3360 None None] Routers {'51d45286-fe7a-45ec-823d-f67dcbd77878'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:07:04.697289 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-9a45e7fe-b3fc-4d96-8410-d2b4091a3360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9e0c908>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:06:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['51d45286-fe7a-45ec-823d-f67dcbd77878'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:07:04.705377 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9c3b5cbb-5d08-4119-897b-009ff97b5450 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:04.706728 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9c3b5cbb-5d08-4119-897b-009ff97b5450 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] 10.222.0.57 "PUT /v2.0/routers/51d45286-fe7a-45ec-823d-f67dcbd77878 HTTP/1.1" status: 200  len: 710 time: 5.7542777
Jan 29 10:07:04.709470 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49530) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:04.713275 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c367fe77-a895-4cf3-8992-a63c31c882c3 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:04.752021 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-59d436ea-8b21-41aa-8039-f8660b3a6895 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:04.811169 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c367fe77-a895-4cf3-8992-a63c31c882c3 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Checking segment: {'id': '04849efb-2ceb-47ca-a3d7-1070592b2caf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'e14fc82d-5b8f-4b32-ada0-8e686669c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:07:04.811566 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c367fe77-a895-4cf3-8992-a63c31c882c3 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Network hostable DHCP agents. Network: e14fc82d-5b8f-4b32-ada0-8e686669c29f, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:07:04.819265 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:04.831641 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-9a45e7fe-b3fc-4d96-8410-d2b4091a3360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9e0c908>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:07:04.835506 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-59d436ea-8b21-41aa-8039-f8660b3a6895 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854102271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-673560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-331322'] for router, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:04.845379 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a45e7fe-b3fc-4d96-8410-d2b4091a3360 None None] Routers {'51d45286-fe7a-45ec-823d-f67dcbd77878'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:07:04.846665 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-9a45e7fe-b3fc-4d96-8410-d2b4091a3360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9e0c908>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:06:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['51d45286-fe7a-45ec-823d-f67dcbd77878'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:07:04.860054 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b333d39d-0a71-4f80-9ed6-e46551cdac51 None None] Pushing event updated for resources: {'Port': ['ID=e72dfe1d-360e-45f4-b129-3cfa1cd61c46,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:04.863657 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b333d39d-0a71-4f80-9ed6-e46551cdac51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:04.867837 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6e090bc0-b659-4518-80f4-0e27cbc3f56d tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] 10.222.0.57 "GET /v2.0/routers/51d45286-fe7a-45ec-823d-f67dcbd77878 HTTP/1.1" status: 200  len: 745 time: 0.1571023
Jan 29 10:07:04.882135 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 49534) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:04.935742 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6c8b31e1-4f57-442f-9268-8b5bc188c231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 2.3153391
Jan 29 10:07:04.941008 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49538) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:04.956578 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-6b55ac44-7047-45ee-8de2-3050f9658167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7729'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:07:05.104167 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6b55ac44-7047-45ee-8de2-3050f9658167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:05.118202 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-90f39d71-ec50-481c-8cee-8845ce8fe58f None None] Allocated IP 2001:db8::2 (e4ad20a2-f03a-4d31-b155-72c677a9fd68/a6114fbc-b9d9-4d4b-bc72-c80c311af980/fed62b02-0a97-4379-b785-49f35f0d4404) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:07:05.184907 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-9a45e7fe-b3fc-4d96-8410-d2b4091a3360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9e0c908>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:07:05.185959 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a45e7fe-b3fc-4d96-8410-d2b4091a3360 None None] The sync data for ids ['51d45286-fe7a-45ec-823d-f67dcbd77878'] in dv-neutron-772983-2-ovs is: [] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:07:05.190484 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 2f9c6f8b-a04e-434c-97af-b39859324c3d no longer exists at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:07:05.250673 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-cb3eb967-b7c1-40d5-ad9e-4fa493f24a80 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=aadf795f-2e1a-4d04-be0e-12575f0f28a5&device_id=51d45286-fe7a-45ec-823d-f67dcbd77878 HTTP/1.1" status: 200  len: 205 time: 0.3542573
Jan 29 10:07:05.264227 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 49544) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:05.393899 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ea1cb8-beb5-498b-b0dd-9eaefcb97cc9 req-0eacc96e-dbd8-4ec9-87d5-cb2af26a555a tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:05.400108 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-55ea1cb8-beb5-498b-b0dd-9eaefcb97cc9 req-0eacc96e-dbd8-4ec9-87d5-cb2af26a555a tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f010b7d-6299-4840-b36f-8427c8fd3647 HTTP/1.1" status: 200  len: 946 time: 0.8466704
Jan 29 10:07:05.456666 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-a6b07e63-05ad-4002-8426-f342d5f3ec5c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] device_id is not set on port dd1f67d8-eb7e-4e5d-9e5b-d5b3b689b7de yet. {{(pid=80765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:07:05.520047 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c367fe77-a895-4cf3-8992-a63c31c882c3 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Network e14fc82d-5b8f-4b32-ada0-8e686669c29f is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:07:05.552361 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:05.586752 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c9386535-52d2-4a31-9b59-18e2d9d3771d tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] 10.222.0.57 "GET /v2.0/ports?device_id=51d45286-fe7a-45ec-823d-f67dcbd77878 HTTP/1.1" status: 200  len: 205 time: 0.3091805
Jan 29 10:07:05.595853 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-90f39d71-ec50-481c-8cee-8845ce8fe58f None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:05.598181 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-c367fe77-a895-4cf3-8992-a63c31c882c3 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, e14fc82d-5b8f-4b32-ada0-8e686669c29f) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:07:05.613903 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 49548) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:05.614713 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f010b7d-6299-4840-b36f-8427c8fd3647', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f9c6f8b-a04e-434c-97af-b39859324c3d'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:07:05.619990 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0eff75-bd73-41c0-b792-3a20ac6a5009 None None] Network e14fc82d-5b8f-4b32-ada0-8e686669c29f requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:07:05.643114 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-90f39d71-ec50-481c-8cee-8845ce8fe58f None None] Transition to ACTIVE for port object fed62b02-0a97-4379-b785-49f35f0d4404 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:07:05.663068 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44972c7c-bff0-470a-b6ff-bb896fca2c1b req-47827822-e087-4247-b675-8e304b356657 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:05.663872 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-44972c7c-bff0-470a-b6ff-bb896fca2c1b req-47827822-e087-4247-b675-8e304b356657 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Synchronizing usage tracker for tenant:427e7808217340cf85796dc28ee6ee48 on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:07:05.664816 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port 2f9c6f8b-a04e-434c-97af-b39859324c3d, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=2f9c6f8b-a04e-434c-97af-b39859324c3d,segment=NetworkSegment(18bc8eec-b98a-44b9-bed5-2f62335d7fbd),segment_id=18bc8eec-b98a-44b9-bed5-2f62335d7fbd)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:07:05.679987 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:05.680840 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 91d90fd5-7854-4804-854a-f7c573293314 no longer exists at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:07:05.743056 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-44972c7c-bff0-470a-b6ff-bb896fca2c1b req-47827822-e087-4247-b675-8e304b356657 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Unset dirty status for tenant:427e7808217340cf85796dc28ee6ee48 on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:07:05.745037 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-44972c7c-bff0-470a-b6ff-bb896fca2c1b req-47827822-e087-4247-b675-8e304b356657 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f010b7d-6299-4840-b36f-8427c8fd3647 HTTP/1.1" status: 200  len: 946 time: 0.8731670
Jan 29 10:07:05.766115 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4fd79e6c-ac24-435e-8e34-aed34c825c3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:05.810001 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-90f39d71-ec50-481c-8cee-8845ce8fe58f None None] Transition to ACTIVE for port object fed62b02-0a97-4379-b785-49f35f0d4404 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:07:05.851761 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-90f39d71-ec50-481c-8cee-8845ce8fe58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:05.952912 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-44972c7c-bff0-470a-b6ff-bb896fca2c1b req-4832881c-2a35-4b79-9129-09f1ddf0a888 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Deleting port 2f9c6f8b-a04e-434c-97af-b39859324c3d {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:07:05.953316 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-44972c7c-bff0-470a-b6ff-bb896fca2c1b req-4832881c-2a35-4b79-9129-09f1ddf0a888 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:06.025835 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c367fe77-a895-4cf3-8992-a63c31c882c3 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:06.026200 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c367fe77-a895-4cf3-8992-a63c31c882c3 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:06.026895 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c367fe77-a895-4cf3-8992-a63c31c882c3 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:06.047756 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=2f9c6f8b-a04e-434c-97af-b39859324c3d,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:06.049035 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-55ea1cb8-beb5-498b-b0dd-9eaefcb97cc9 req-80717d30-ac8f-4b46-9797-74c2c48cc3cb tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] 10.222.0.57 "GET /v2.0/security-groups?id=dc805e9c-5c84-4bba-8acf-28c50f5a45c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6478829
Jan 29 10:07:06.051388 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:06.097543 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a8480230-bb9f-4152-9bbc-dd67e6d06732 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.215s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:06.200610 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-6b55ac44-7047-45ee-8de2-3050f9658167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] device_id is not set on port 98421772-6806-4ccf-a0da-4f372831b4b4 yet. {{(pid=80766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:07:06.211083 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-a6b07e63-05ad-4002-8426-f342d5f3ec5c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Allocated IP 2001:db8::368 (e4ad20a2-f03a-4d31-b155-72c677a9fd68/a6114fbc-b9d9-4d4b-bc72-c80c311af980/dd1f67d8-eb7e-4e5d-9e5b-d5b3b689b7de) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:07:06.221902 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6b55ac44-7047-45ee-8de2-3050f9658167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:06.396203 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-6b55ac44-7047-45ee-8de2-3050f9658167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Transition to ACTIVE for port object 98421772-6806-4ccf-a0da-4f372831b4b4 will not be triggered until provisioned by entity L2. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:07:06.410060 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6b55ac44-7047-45ee-8de2-3050f9658167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:06.425716 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59d436ea-8b21-41aa-8039-f8660b3a6895 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Router 463c9dc5-e959-47c0-958b-3af18d0cb002 is scheduled to L3 agent 18987107-6d88-4736-94cf-15791d65b3ff with binding_index 1 {{(pid=80765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 29 10:07:06.443624 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f010b7d-6299-4840-b36f-8427c8fd3647', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f9c6f8b-a04e-434c-97af-b39859324c3d', 'code': 200}
Jan 29 10:07:06.444261 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:06.456095 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6c8b31e1-4f57-442f-9268-8b5bc188c231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:06.459557 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f39d71-ec50-481c-8cee-8845ce8fe58f None None] Pushing event updated for resources: {'Port': ['ID=fed62b02-0a97-4379-b785-49f35f0d4404,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:06.459721 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-285aa101-95a9-4f49-8974-33475afc425a tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks [] for router, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:06.463272 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-90f39d71-ec50-481c-8cee-8845ce8fe58f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:06.535422 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f39d71-ec50-481c-8cee-8845ce8fe58f None None] Network e4ad20a2-f03a-4d31-b155-72c677a9fd68 is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:07:06.539695 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-90f39d71-ec50-481c-8cee-8845ce8fe58f None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:07:06.542767 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f39d71-ec50-481c-8cee-8845ce8fe58f None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:07:06.554975 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c0b3fe-0aec-4c0b-9fc6-80d925f850f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-e14fc82d-5b8f-4b32-ada0-8e686669c29f', 'network_id': 'e14fc82d-5b8f-4b32-ada0-8e686669c29f', 'tenant_id': 'f519077dcf7b4e1c8cb267a8f970e9f8', 'fixed_ips': [{'subnet_id': 'ee65cee9-de67-4a04-b953-80b7402e5cf3'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:07:06.555895 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c2c0b3fe-0aec-4c0b-9fc6-80d925f850f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:06.636988 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port 91d90fd5-7854-4804-854a-f7c573293314, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=91d90fd5-7854-4804-854a-f7c573293314,segment=NetworkSegment(9329d575-ed3f-46b1-819e-a36233065db3),segment_id=9329d575-ed3f-46b1-819e-a36233065db3)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:07:06.653022 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-44972c7c-bff0-470a-b6ff-bb896fca2c1b req-4832881c-2a35-4b79-9129-09f1ddf0a888 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] For port 2f9c6f8b-a04e-434c-97af-b39859324c3d, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=2f9c6f8b-a04e-434c-97af-b39859324c3d,segment=NetworkSegment(18bc8eec-b98a-44b9-bed5-2f62335d7fbd),segment_id=18bc8eec-b98a-44b9-bed5-2f62335d7fbd)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:07:06.653432 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-44972c7c-bff0-470a-b6ff-bb896fca2c1b req-4832881c-2a35-4b79-9129-09f1ddf0a888 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:06.668409 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:06.674797 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2acf2967-ff61-40e1-890c-5a0d136a0ae7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:06.714610 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device e72dfe1d-360e-45f4-b129-3cfa1cd61c46 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:07:06.804627 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b55ac44-7047-45ee-8de2-3050f9658167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Pushing event updated for resources: {'Port': ['ID=98421772-6806-4ccf-a0da-4f372831b4b4,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:06.815012 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b84b5f-1603-4f2e-95b6-01ad9d687622 None None] Network b0f634ae-93e9-4bca-9f8b-5c13b16550b2 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:07:06.821482 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6b55ac44-7047-45ee-8de2-3050f9658167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:06.844713 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-90f39d71-ec50-481c-8cee-8845ce8fe58f None None] Attempting to bind port fed62b02-0a97-4379-b785-49f35f0d4404 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:07:06.845046 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-90f39d71-ec50-481c-8cee-8845ce8fe58f None None] Attempting to bind port fed62b02-0a97-4379-b785-49f35f0d4404 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'd150cc37-80b2-4b90-8060-5b8050cb493d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e4ad20a2-f03a-4d31-b155-72c677a9fd68'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:07:06.845798 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f39d71-ec50-481c-8cee-8845ce8fe58f None None] Attempting to bind port fed62b02-0a97-4379-b785-49f35f0d4404 on network e4ad20a2-f03a-4d31-b155-72c677a9fd68 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:07:06.891502 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f39d71-ec50-481c-8cee-8845ce8fe58f None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:07:06.891929 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f39d71-ec50-481c-8cee-8845ce8fe58f None None] Checking segment: {'id': 'd150cc37-80b2-4b90-8060-5b8050cb493d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e4ad20a2-f03a-4d31-b155-72c677a9fd68'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:07:06.892380 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-90f39d71-ec50-481c-8cee-8845ce8fe58f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:06.892828 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f39d71-ec50-481c-8cee-8845ce8fe58f None None] Bound using segment: {'id': 'd150cc37-80b2-4b90-8060-5b8050cb493d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e4ad20a2-f03a-4d31-b155-72c677a9fd68'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:07:06.893364 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-90f39d71-ec50-481c-8cee-8845ce8fe58f None None] Bound port: fed62b02-0a97-4379-b785-49f35f0d4404, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd150cc37-80b2-4b90-8060-5b8050cb493d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e4ad20a2-f03a-4d31-b155-72c677a9fd68'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:07:06.893831 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-90f39d71-ec50-481c-8cee-8845ce8fe58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:06.935449 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d0e24-73de-4b13-bf08-8a9d78985d05 req-7ebd8d3e-c42f-48c7-8114-631955b3e3ba tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:06.937422 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-734d0e24-73de-4b13-bf08-8a9d78985d05 req-7ebd8d3e-c42f-48c7-8114-631955b3e3ba tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c1a94fd-9fc6-4b72-84a0-fa9b7f0e148e HTTP/1.1" status: 200  len: 945 time: 2.0967412
Jan 29 10:07:06.950149 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c367fe77-a895-4cf3-8992-a63c31c882c3 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1476 time: 8.9790132
Jan 29 10:07:06.981487 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49556) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:07.049417 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=91d90fd5-7854-4804-854a-f7c573293314,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:07.050109 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a9b6ee-f0fc-47ce-ba16-bf49eb3ec23f req-ce530e65-4caa-48c2-a0eb-568ff446a023 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:07.051910 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-94a9b6ee-f0fc-47ce-ba16-bf49eb3ec23f req-ce530e65-4caa-48c2-a0eb-568ff446a023 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c1a94fd-9fc6-4b72-84a0-fa9b7f0e148e HTTP/1.1" status: 200  len: 945 time: 1.8906035
Jan 29 10:07:07.056180 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:07.118516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-435fe72e-273f-47b2-b9b0-7f4b26381b56 None None] Provisioning for port e72dfe1d-360e-45f4-b129-3cfa1cd61c46 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:07:07.160787 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port e72dfe1d-360e-45f4-b129-3cfa1cd61c46 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:07:07.199362 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-6b55ac44-7047-45ee-8de2-3050f9658167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Attempting to bind port 98421772-6806-4ccf-a0da-4f372831b4b4 on host hv-neutron-7729 for vnic_type normal with profile  {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:07:07.199741 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-6b55ac44-7047-45ee-8de2-3050f9658167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Attempting to bind port 98421772-6806-4ccf-a0da-4f372831b4b4 by drivers openvswitch on host hv-neutron-7729 at level 0 using segments [{'id': '8f5a8fc2-6b9c-4c3e-8adc-c7b78ae80a0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '1aa9f280-8e86-4636-a385-21234d6538b4'}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:07:07.200125 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b55ac44-7047-45ee-8de2-3050f9658167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Attempting to bind port 98421772-6806-4ccf-a0da-4f372831b4b4 on network 1aa9f280-8e86-4636-a385-21234d6538b4 {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:07:07.235401 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port e72dfe1d-360e-45f4-b129-3cfa1cd61c46 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:07:07.235814 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:07.238879 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e1a287-37ad-46ef-b171-1691daebbe5f tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:07.258335 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e1a287-37ad-46ef-b171-1691daebbe5f tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:07.292279 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e1a287-37ad-46ef-b171-1691daebbe5f tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:07.304235 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-07e1a287-37ad-46ef-b171-1691daebbe5f tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2102 time: 0.3140116
Jan 29 10:07:07.315304 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49562) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:07.316197 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b55ac44-7047-45ee-8de2-3050f9658167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Checking agent: {'id': '5acf9624-c829-41ba-afd9-92278081af05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 10, 2, 34), 'started_at': datetime.datetime(2021, 1, 29, 10, 3, 4), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:07:07.316580 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b55ac44-7047-45ee-8de2-3050f9658167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Checking segment: {'id': '8f5a8fc2-6b9c-4c3e-8adc-c7b78ae80a0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '1aa9f280-8e86-4636-a385-21234d6538b4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:07:07.316995 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6b55ac44-7047-45ee-8de2-3050f9658167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:07.317696 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b55ac44-7047-45ee-8de2-3050f9658167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Bound using segment: {'id': '8f5a8fc2-6b9c-4c3e-8adc-c7b78ae80a0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '1aa9f280-8e86-4636-a385-21234d6538b4'} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:07:07.317873 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-6b55ac44-7047-45ee-8de2-3050f9658167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Bound port: 98421772-6806-4ccf-a0da-4f372831b4b4, host: hv-neutron-7729, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f5a8fc2-6b9c-4c3e-8adc-c7b78ae80a0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '1aa9f280-8e86-4636-a385-21234d6538b4'}}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:07:07.318270 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6b55ac44-7047-45ee-8de2-3050f9658167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:07.355229 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-90f39d71-ec50-481c-8cee-8845ce8fe58f None None] For port fed62b02-0a97-4379-b785-49f35f0d4404, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:07:07.356686 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d436ea-8b21-41aa-8039-f8660b3a6895 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:07:07.361533 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-59d436ea-8b21-41aa-8039-f8660b3a6895 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:07.365374 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-59d436ea-8b21-41aa-8039-f8660b3a6895 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] 10.222.0.57 "PUT /v2.0/routers/463c9dc5-e959-47c0-958b-3af18d0cb002 HTTP/1.1" status: 200  len: 914 time: 9.0304556
Jan 29 10:07:07.377738 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49566) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:07.385687 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cf9546-5077-4b9f-9ff8-d9c70761efbf None None] Sync routers for ids ['463c9dc5-e959-47c0-958b-3af18d0cb002'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:07:07.388847 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-90f39d71-ec50-481c-8cee-8845ce8fe58f None None] For port fed62b02-0a97-4379-b785-49f35f0d4404, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=fed62b02-0a97-4379-b785-49f35f0d4404,segment=NetworkSegment(d150cc37-80b2-4b90-8060-5b8050cb493d),segment_id=d150cc37-80b2-4b90-8060-5b8050cb493d)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:07:07.416124 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-90f39d71-ec50-481c-8cee-8845ce8fe58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:07.470242 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f85018b6-4c3b-4200-990e-bdb8d0f4a767 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:07.541066 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cf9546-5077-4b9f-9ff8-d9c70761efbf None None] Routers {'463c9dc5-e959-47c0-958b-3af18d0cb002'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:07:07.541764 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-e0cf9546-5077-4b9f-9ff8-d9c70761efbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c960d160>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:06:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['463c9dc5-e959-47c0-958b-3af18d0cb002'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:07:07.589339 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-44972c7c-bff0-470a-b6ff-bb896fca2c1b req-4832881c-2a35-4b79-9129-09f1ddf0a888 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:07.589755 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-44972c7c-bff0-470a-b6ff-bb896fca2c1b req-4832881c-2a35-4b79-9129-09f1ddf0a888 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:07.590130 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [req-44972c7c-bff0-470a-b6ff-bb896fca2c1b req-4832881c-2a35-4b79-9129-09f1ddf0a888 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Floating IP cc9150ec-b778-49f5-9e54-b6486c5640bc disassociated. External IP: 172.26.7.163, port: 2f9c6f8b-a04e-434c-97af-b39859324c3d.
Jan 29 10:07:07.590518 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-44972c7c-bff0-470a-b6ff-bb896fca2c1b req-4832881c-2a35-4b79-9129-09f1ddf0a888 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Calling delete_port for 2f9c6f8b-a04e-434c-97af-b39859324c3d owned by compute:nova {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:07:07.619600 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-734d0e24-73de-4b13-bf08-8a9d78985d05 req-ebb609dc-0e29-48e3-bf25-fbdc4a514b34 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b24940d-b25f-4390-af94-14bbacc8e68d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6538160
Jan 29 10:07:07.661335 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-285aa101-95a9-4f49-8974-33475afc425a tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:07.680257 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-285aa101-95a9-4f49-8974-33475afc425a tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:07.701567 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-c2c0b3fe-0aec-4c0b-9fc6-80d925f850f8 None None] Allocated IP 2001:db8:0:1::1 (e14fc82d-5b8f-4b32-ada0-8e686669c29f/ee65cee9-de67-4a04-b953-80b7402e5cf3/27e5b85f-98ac-40ec-a425-dfa300e97507) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:07:07.728520 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-69538800-f911-41af-9268-291325bdcc57 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Deleting subnet f0c72bbe-afb5-4ca1-8137-1417b1b42fb7 {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:07:07.734193 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-94a9b6ee-f0fc-47ce-ba16-bf49eb3ec23f req-d0dad56b-ead4-4bcf-9d86-0c97a300d697 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Deleting port 91d90fd5-7854-4804-854a-f7c573293314 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:07:07.734590 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-94a9b6ee-f0fc-47ce-ba16-bf49eb3ec23f req-d0dad56b-ead4-4bcf-9d86-0c97a300d697 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:07.750855 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-69538800-f911-41af-9268-291325bdcc57 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:07.758834 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-e0cf9546-5077-4b9f-9ff8-d9c70761efbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c960d160>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:07:07.797317 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a6b07e63-05ad-4002-8426-f342d5f3ec5c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:07.858545 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-6b55ac44-7047-45ee-8de2-3050f9658167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] For port 98421772-6806-4ccf-a0da-4f372831b4b4, host hv-neutron-7729, cleared binding levels {{(pid=80766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:07:07.869098 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-69538800-f911-41af-9268-291325bdcc57 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:07.918209 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f01e5f2a-285f-4ed1-9502-b734c6a89b1e tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] 10.222.0.57 "GET /v2.0/routers/463c9dc5-e959-47c0-958b-3af18d0cb002 HTTP/1.1" status: 200  len: 920 time: 0.5391686
Jan 29 10:07:07.923813 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-6b55ac44-7047-45ee-8de2-3050f9658167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] For port 98421772-6806-4ccf-a0da-4f372831b4b4, host hv-neutron-7729, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=98421772-6806-4ccf-a0da-4f372831b4b4,segment=NetworkSegment(8f5a8fc2-6b9c-4c3e-8adc-c7b78ae80a0f),segment_id=8f5a8fc2-6b9c-4c3e-8adc-c7b78ae80a0f)] {{(pid=80766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:07:07.924711 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49570) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:07.947790 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c0a91b-a790-426c-99b8-8dc11f5a2770 req-58618c83-8092-488b-87ab-c7a16f197d5b tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:07.953796 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d5c0a91b-a790-426c-99b8-8dc11f5a2770 req-58618c83-8092-488b-87ab-c7a16f197d5b tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd90f1a9-0131-408a-a301-4ff523e0b2f9 HTTP/1.1" status: 200  len: 950 time: 1.2562382
Jan 29 10:07:07.964900 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-285aa101-95a9-4f49-8974-33475afc425a tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:07.965447 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285aa101-95a9-4f49-8974-33475afc425a tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Fanout notify agent at l3_agent the message router_deleted on router 51d45286-fe7a-45ec-823d-f67dcbd77878 {{(pid=80765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 10:07:07.990243 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cf9546-5077-4b9f-9ff8-d9c70761efbf None None] Routers {'463c9dc5-e959-47c0-958b-3af18d0cb002'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:07:07.991336 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-e0cf9546-5077-4b9f-9ff8-d9c70761efbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c960d160>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:06:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['463c9dc5-e959-47c0-958b-3af18d0cb002'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:07:08.005548 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-a6b07e63-05ad-4002-8426-f342d5f3ec5c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Transition to ACTIVE for port object dd1f67d8-eb7e-4e5d-9e5b-d5b3b689b7de will not be triggered until provisioned by entity DHCP. {{(pid=80765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:07:08.036414 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:07:08.049919 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-285aa101-95a9-4f49-8974-33475afc425a tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:08.055034 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-285aa101-95a9-4f49-8974-33475afc425a tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] 10.222.0.57 "DELETE /v2.0/routers/51d45286-fe7a-45ec-823d-f67dcbd77878 HTTP/1.1" status: 204  len: 168 time: 2.4267855
Jan 29 10:07:08.058894 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 49574) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:08.085041 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f39d71-ec50-481c-8cee-8845ce8fe58f None None] Pushing event updated for resources: {'Port': ['ID=fed62b02-0a97-4379-b785-49f35f0d4404,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:08.113150 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-90f39d71-ec50-481c-8cee-8845ce8fe58f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.643s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:08.133705 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-e0cf9546-5077-4b9f-9ff8-d9c70761efbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c960d160>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:07:08.134277 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cf9546-5077-4b9f-9ff8-d9c70761efbf None None] The sync data for ids ['463c9dc5-e959-47c0-958b-3af18d0cb002'] in dv-neutron-772983-2-ovs is: [] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:07:08.152622 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:08.203033 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6c3e8dc7-8210-45ea-ac49-15b8a50a917d tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] 10.222.0.57 "GET /v2.0/ports?device_id=51d45286-fe7a-45ec-823d-f67dcbd77878 HTTP/1.1" status: 200  len: 205 time: 0.1376579
Jan 29 10:07:08.222350 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d5c0a91b-a790-426c-99b8-8dc11f5a2770 req-9e00b9d0-b567-4414-8a94-6d1ed52ba659 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6175841-d435-4987-b352-42c019a89b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2503207
Jan 29 10:07:08.223286 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 49578) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:08.295081 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6b55ac44-7047-45ee-8de2-3050f9658167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:08.319247 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-6170b883-659b-41ae-ac06-97467ba1809c tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] delete failed (client error): The resource could not be found.
Jan 29 10:07:08.320800 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6170b883-659b-41ae-ac06-97467ba1809c tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] 10.222.0.57 "DELETE /v2.0/routers/51d45286-fe7a-45ec-823d-f67dcbd77878 HTTP/1.1" status: 404  len: 336 time: 0.0863197
Jan 29 10:07:08.321303 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6b55ac44-7047-45ee-8de2-3050f9658167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:08.329007 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 49582) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:08.452050 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-752b71f5-3075-4020-b316-f9acd1d7a2a1 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a1d2d9d-3ff4-473b-9a49-41105ad6881d HTTP/1.1" status: 200  len: 205 time: 0.1192369
Jan 29 10:07:08.502334 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49586) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:08.543960 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cfded2-025d-4873-ae01-459f05eb1306 req-1e79503e-d3d8-4b36-8223-42dbfc798520 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:08.549549 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-60cfded2-025d-4873-ae01-459f05eb1306 req-1e79503e-d3d8-4b36-8223-42dbfc798520 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f010b7d-6299-4840-b36f-8427c8fd3647 HTTP/1.1" status: 200  len: 944 time: 0.7751300
Jan 29 10:07:08.605143 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c2c0b3fe-0aec-4c0b-9fc6-80d925f850f8 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:08.625374 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port e72dfe1d-360e-45f4-b129-3cfa1cd61c46, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=e72dfe1d-360e-45f4-b129-3cfa1cd61c46,segment=NetworkSegment(da727e55-2373-4662-8adf-e7124b261adb),segment_id=da727e55-2373-4662-8adf-e7124b261adb)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:07:08.627422 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c1a94fd-9fc6-4b72-84a0-fa9b7f0e148e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91d90fd5-7854-4804-854a-f7c573293314'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:07:08.636576 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-c2c0b3fe-0aec-4c0b-9fc6-80d925f850f8 None None] Transition to ACTIVE for port object 27e5b85f-98ac-40ec-a425-dfa300e97507 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:07:08.638613 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-ff59c54e-01be-4862-8676-be6003fbab94 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] delete failed (client error): The resource could not be found.
Jan 29 10:07:08.639790 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ff59c54e-01be-4862-8676-be6003fbab94 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] 10.222.0.57 "DELETE /v2.0/routers/4a1d2d9d-3ff4-473b-9a49-41105ad6881d HTTP/1.1" status: 404  len: 336 time: 0.1329763
Jan 29 10:07:08.644458 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49592) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:08.652012 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a6b07e63-05ad-4002-8426-f342d5f3ec5c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:08.666978 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b55ac44-7047-45ee-8de2-3050f9658167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:08.667683 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6b55ac44-7047-45ee-8de2-3050f9658167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:08.671646 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6b55ac44-7047-45ee-8de2-3050f9658167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] 10.222.0.57 "PUT /v2.0/ports/98421772-6806-4ccf-a0da-4f372831b4b4 HTTP/1.1" status: 200  len: 1080 time: 3.7208450
Jan 29 10:07:08.682931 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-c2c0b3fe-0aec-4c0b-9fc6-80d925f850f8 None None] Transition to ACTIVE for port object 27e5b85f-98ac-40ec-a425-dfa300e97507 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:07:08.694703 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:08.710898 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-44972c7c-bff0-470a-b6ff-bb896fca2c1b req-4832881c-2a35-4b79-9129-09f1ddf0a888 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:08.716980 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49598) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:08.720133 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b333d39d-0a71-4f80-9ed6-e46551cdac51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:08.829137 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a7ba8672-d980-4920-8333-7866e0c878f2 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] 10.222.0.57 "GET /v2.0/ports?device_id=791f696c-bb6d-4eb3-bfb0-0fe0fef2cc7f HTTP/1.1" status: 200  len: 205 time: 0.1699688
Jan 29 10:07:08.836045 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b55ac44-7047-45ee-8de2-3050f9658167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Pushing event updated for resources: {'Port': ['ID=98421772-6806-4ccf-a0da-4f372831b4b4,revision_number=3']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:08.840239 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49602) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:08.852094 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c2c0b3fe-0aec-4c0b-9fc6-80d925f850f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:08.901144 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=e72dfe1d-360e-45f4-b129-3cfa1cd61c46,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:08.906897 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:08.920820 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b333d39d-0a71-4f80-9ed6-e46551cdac51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:08.959063 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6b55ac44-7047-45ee-8de2-3050f9658167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:08.960108 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-40fb0975-c464-491e-8e4f-def5d1de9d24 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] delete failed (client error): The resource could not be found.
Jan 29 10:07:08.964066 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-40fb0975-c464-491e-8e4f-def5d1de9d24 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] 10.222.0.57 "DELETE /v2.0/routers/791f696c-bb6d-4eb3-bfb0-0fe0fef2cc7f HTTP/1.1" status: 404  len: 336 time: 0.1026180
Jan 29 10:07:08.964066 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-062ff2d5-3738-4a4c-9c6a-7dc006343a85 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.201s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:08.996722 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-ea8d5e37-aa02-4fc1-92bb-81fb46df7369 None None] Provisioning complete for port e72dfe1d-360e-45f4-b129-3cfa1cd61c46 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:07:08.997154 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ea8d5e37-aa02-4fc1-92bb-81fb46df7369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:09.005491 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49606) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:09.008003 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-69538800-f911-41af-9268-291325bdcc57 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:09.119676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c0b3fe-0aec-4c0b-9fc6-80d925f850f8 None None] Pushing event updated for resources: {'Port': ['ID=27e5b85f-98ac-40ec-a425-dfa300e97507,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:09.122502 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c2c0b3fe-0aec-4c0b-9fc6-80d925f850f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:09.149029 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bee892c6-f9ad-4e17-908d-3c719b89b99e tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:09.224877 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-24f5730a-6f52-4fe6-a130-726f6cb99758 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] 10.222.0.57 "GET /v2.0/ports?device_id=59123319-69af-41ff-8cac-3b757581c2f2 HTTP/1.1" status: 200  len: 205 time: 0.1771605
Jan 29 10:07:09.226294 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4832881c-2a35-4b79-9129-09f1ddf0a888 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Pushing event deleted for resources: {'Port': ['ID=2f9c6f8b-a04e-434c-97af-b39859324c3d,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:09.239668 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49610) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:09.240887 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4832881c-2a35-4b79-9129-09f1ddf0a888 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:09.295246 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c0b3fe-0aec-4c0b-9fc6-80d925f850f8 None None] Network e14fc82d-5b8f-4b32-ada0-8e686669c29f is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:07:09.298576 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-c2c0b3fe-0aec-4c0b-9fc6-80d925f850f8 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:07:09.308304 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c0b3fe-0aec-4c0b-9fc6-80d925f850f8 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:07:09.332616 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7a17cd-3aba-49e0-8472-7e37d91bc5ee tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:09.333672 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-3a7a17cd-3aba-49e0-8472-7e37d91bc5ee tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Synchronizing usage tracker for tenant:e6ac5606c3f647439606dc5a53249186 on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:07:09.362480 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b07e63-05ad-4002-8426-f342d5f3ec5c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event updated for resources: {'Port': ['ID=dd1f67d8-eb7e-4e5d-9e5b-d5b3b689b7de,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:09.372460 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 845cd62c-dbd3-4ee8-b463-4ec69f4789d6 up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:07:09.386774 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a6b07e63-05ad-4002-8426-f342d5f3ec5c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:09.418923 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-c2c0b3fe-0aec-4c0b-9fc6-80d925f850f8 None None] Attempting to bind port 27e5b85f-98ac-40ec-a425-dfa300e97507 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:07:09.419339 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-c2c0b3fe-0aec-4c0b-9fc6-80d925f850f8 None None] Attempting to bind port 27e5b85f-98ac-40ec-a425-dfa300e97507 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '04849efb-2ceb-47ca-a3d7-1070592b2caf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'e14fc82d-5b8f-4b32-ada0-8e686669c29f'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:07:09.420015 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c0b3fe-0aec-4c0b-9fc6-80d925f850f8 None None] Attempting to bind port 27e5b85f-98ac-40ec-a425-dfa300e97507 on network e14fc82d-5b8f-4b32-ada0-8e686669c29f {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:07:09.421152 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-5a5382de-dbed-475c-ba9a-dcd6d2656da8 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] delete failed (client error): The resource could not be found.
Jan 29 10:07:09.425053 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5a5382de-dbed-475c-ba9a-dcd6d2656da8 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] 10.222.0.57 "DELETE /v2.0/routers/59123319-69af-41ff-8cac-3b757581c2f2 HTTP/1.1" status: 404  len: 336 time: 0.1800778
Jan 29 10:07:09.439775 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-60cfded2-025d-4873-ae01-459f05eb1306 req-c5ae88da-bcd6-441d-99e0-1af2510fd78d tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] 10.222.0.57 "GET /v2.0/security-groups?id=dc805e9c-5c84-4bba-8acf-28c50f5a45c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.8840623
Jan 29 10:07:09.441154 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c0b3fe-0aec-4c0b-9fc6-80d925f850f8 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:07:09.441582 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c0b3fe-0aec-4c0b-9fc6-80d925f850f8 None None] Checking segment: {'id': '04849efb-2ceb-47ca-a3d7-1070592b2caf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'e14fc82d-5b8f-4b32-ada0-8e686669c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:07:09.442184 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c2c0b3fe-0aec-4c0b-9fc6-80d925f850f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:09.442631 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c0b3fe-0aec-4c0b-9fc6-80d925f850f8 None None] Bound using segment: {'id': '04849efb-2ceb-47ca-a3d7-1070592b2caf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'e14fc82d-5b8f-4b32-ada0-8e686669c29f'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:07:09.443172 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-c2c0b3fe-0aec-4c0b-9fc6-80d925f850f8 None None] Bound port: 27e5b85f-98ac-40ec-a425-dfa300e97507, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04849efb-2ceb-47ca-a3d7-1070592b2caf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'e14fc82d-5b8f-4b32-ada0-8e686669c29f'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:07:09.443311 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 49616) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:09.443595 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c2c0b3fe-0aec-4c0b-9fc6-80d925f850f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:09.455479 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-3a7a17cd-3aba-49e0-8472-7e37d91bc5ee tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Unset dirty status for tenant:e6ac5606c3f647439606dc5a53249186 on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:07:09.459586 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3a7a17cd-3aba-49e0-8472-7e37d91bc5ee tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=aadf795f-2e1a-4d04-be0e-12575f0f28a5&device_id=463c9dc5-e959-47c0-958b-3af18d0cb002&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 1.4974558
Jan 29 10:07:09.473679 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-347e8950-53c2-4e73-93d4-23414df2bcd1 None None] Provisioning complete for port e72dfe1d-360e-45f4-b129-3cfa1cd61c46 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:07:09.474529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-347e8950-53c2-4e73-93d4-23414df2bcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:09.474645 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49620) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:09.511259 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63c2e7d-d0f7-44d7-a623-04d4d304a122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:09.511809 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63c2e7d-d0f7-44d7-a623-04d4d304a122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:09.512236 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63c2e7d-d0f7-44d7-a623-04d4d304a122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:09.512511 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63c2e7d-d0f7-44d7-a623-04d4d304a122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:09.512929 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63c2e7d-d0f7-44d7-a623-04d4d304a122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:09.513338 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63c2e7d-d0f7-44d7-a623-04d4d304a122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:09.513749 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63c2e7d-d0f7-44d7-a623-04d4d304a122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:09.514188 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63c2e7d-d0f7-44d7-a623-04d4d304a122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:09.514978 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63c2e7d-d0f7-44d7-a623-04d4d304a122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:09.515393 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63c2e7d-d0f7-44d7-a623-04d4d304a122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:09.515805 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63c2e7d-d0f7-44d7-a623-04d4d304a122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:09.516350 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63c2e7d-d0f7-44d7-a623-04d4d304a122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:09.516812 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63c2e7d-d0f7-44d7-a623-04d4d304a122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:09.517175 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63c2e7d-d0f7-44d7-a623-04d4d304a122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:09.517587 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63c2e7d-d0f7-44d7-a623-04d4d304a122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:09.518028 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63c2e7d-d0f7-44d7-a623-04d4d304a122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:09.518439 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63c2e7d-d0f7-44d7-a623-04d4d304a122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:09.518964 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63c2e7d-d0f7-44d7-a623-04d4d304a122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:09.519242 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63c2e7d-d0f7-44d7-a623-04d4d304a122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:09.519347 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-94a9b6ee-f0fc-47ce-ba16-bf49eb3ec23f req-d0dad56b-ead4-4bcf-9d86-0c97a300d697 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] For port 91d90fd5-7854-4804-854a-f7c573293314, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=91d90fd5-7854-4804-854a-f7c573293314,segment=NetworkSegment(9329d575-ed3f-46b1-819e-a36233065db3),segment_id=9329d575-ed3f-46b1-819e-a36233065db3)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:07:09.519660 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-94a9b6ee-f0fc-47ce-ba16-bf49eb3ec23f req-d0dad56b-ead4-4bcf-9d86-0c97a300d697 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:09.521343 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e63c2e7d-d0f7-44d7-a623-04d4d304a122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Synchronizing usage tracker for tenant:8ffc93f6ada04da0bae09e76d4a39f64 on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:07:09.549393 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b0f1cf51-9451-4f36-a5fd-ac67606e4710 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] 10.222.0.57 "GET /v2.0/ports?device_id=44b71fa3-58af-4970-9216-2b5916191863 HTTP/1.1" status: 200  len: 205 time: 0.0943556
Jan 29 10:07:09.609238 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-c2c0b3fe-0aec-4c0b-9fc6-80d925f850f8 None None] For port 27e5b85f-98ac-40ec-a425-dfa300e97507, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:07:09.612552 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-c2c0b3fe-0aec-4c0b-9fc6-80d925f850f8 None None] For port 27e5b85f-98ac-40ec-a425-dfa300e97507, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=27e5b85f-98ac-40ec-a425-dfa300e97507,segment=NetworkSegment(04849efb-2ceb-47ca-a3d7-1070592b2caf),segment_id=04849efb-2ceb-47ca-a3d7-1070592b2caf)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:07:09.615080 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c1a94fd-9fc6-4b72-84a0-fa9b7f0e148e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91d90fd5-7854-4804-854a-f7c573293314', 'code': 200}
Jan 29 10:07:09.616348 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 49624) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:09.621646 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c2c0b3fe-0aec-4c0b-9fc6-80d925f850f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:09.622478 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b07e63-05ad-4002-8426-f342d5f3ec5c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Network e4ad20a2-f03a-4d31-b155-72c677a9fd68 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:07:09.646111 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c2c0b3fe-0aec-4c0b-9fc6-80d925f850f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:09.687251 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4673dd2f-eef0-4219-9a27-16df0772b017 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:09.687896 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-4673dd2f-eef0-4219-9a27-16df0772b017 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Synchronizing usage tracker for tenant:e6ac5606c3f647439606dc5a53249186 on resource:network {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:07:09.715273 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-1f571660-30cd-44c6-96bd-5dd6db43a631 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] delete failed (client error): The resource could not be found.
Jan 29 10:07:09.719116 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1f571660-30cd-44c6-96bd-5dd6db43a631 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] 10.222.0.57 "DELETE /v2.0/routers/44b71fa3-58af-4970-9216-2b5916191863 HTTP/1.1" status: 404  len: 336 time: 0.0977561
Jan 29 10:07:09.753556 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49628) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:09.757487 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-a6b07e63-05ad-4002-8426-f342d5f3ec5c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:07:09.768515 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b07e63-05ad-4002-8426-f342d5f3ec5c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:07:09.792637 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 845cd62c-dbd3-4ee8-b463-4ec69f4789d6 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:07:09.793063 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:09.838769 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b07e63-05ad-4002-8426-f342d5f3ec5c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:09.839512 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a6b07e63-05ad-4002-8426-f342d5f3ec5c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:09.844641 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a505ab4c-c21f-4cae-a11a-74e277959974 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5512405-e4c2-4f10-a878-f4b5d33bc737 HTTP/1.1" status: 200  len: 205 time: 0.0778723
Jan 29 10:07:09.855279 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-4673dd2f-eef0-4219-9a27-16df0772b017 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Unset dirty status for tenant:e6ac5606c3f647439606dc5a53249186 on resource:network {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:07:09.859409 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4673dd2f-eef0-4219-9a27-16df0772b017 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] 10.222.0.57 "GET /v2.0/networks/aadf795f-2e1a-4d04-be0e-12575f0f28a5 HTTP/1.1" status: 200  len: 881 time: 0.3675270
Jan 29 10:07:09.862148 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49632) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:09.862524 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49634) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:09.932045 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c0b3fe-0aec-4c0b-9fc6-80d925f850f8 None None] Pushing event updated for resources: {'Port': ['ID=27e5b85f-98ac-40ec-a425-dfa300e97507,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:09.949180 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c2c0b3fe-0aec-4c0b-9fc6-80d925f850f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:09.960873 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cffc2e-198b-49c9-af20-dcaa35c0d044 req-a94a5f38-af1a-4c78-90e8-9d352fec3df2 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:09.963504 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c5cffc2e-198b-49c9-af20-dcaa35c0d044 req-a94a5f38-af1a-4c78-90e8-9d352fec3df2 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c1a94fd-9fc6-4b72-84a0-fa9b7f0e148e HTTP/1.1" status: 200  len: 943 time: 0.7632825
Jan 29 10:07:09.965317 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e63c2e7d-d0f7-44d7-a623-04d4d304a122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Unset dirty status for tenant:8ffc93f6ada04da0bae09e76d4a39f64 on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:07:09.970737 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e63c2e7d-d0f7-44d7-a623-04d4d304a122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200  len: 18953 time: 1.2333407
Jan 29 10:07:09.973089 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 49640) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:10.081333 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e88a6255-ceab-4a91-ab59-44f37936bee7 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] 10.222.0.57 "GET /v2.0/ports?device_id=463c9dc5-e959-47c0-958b-3af18d0cb002 HTTP/1.1" status: 200  len: 205 time: 0.2136896
Jan 29 10:07:10.090652 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-26f6de97-9432-4e22-b8f1-83e4b0740ca4 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] delete failed (client error): The resource could not be found.
Jan 29 10:07:10.091800 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-26f6de97-9432-4e22-b8f1-83e4b0740ca4 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] 10.222.0.57 "DELETE /v2.0/routers/a5512405-e4c2-4f10-a878-f4b5d33bc737 HTTP/1.1" status: 404  len: 336 time: 0.2282982
Jan 29 10:07:10.101446 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49644) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:10.101862 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49646) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:10.140245 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a6b07e63-05ad-4002-8426-f342d5f3ec5c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 6.7279711
Jan 29 10:07:10.153418 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 49652) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:10.264067 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-0b4841a5-7142-49bc-a53d-33d1a96879fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Deleting port 98421772-6806-4ccf-a0da-4f372831b4b4 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:07:10.264453 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0b4841a5-7142-49bc-a53d-33d1a96879fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:10.348601 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c5cffc2e-198b-49c9-af20-dcaa35c0d044 req-1e3bc826-b0ae-40e1-9e64-aa054b8b217e tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b24940d-b25f-4390-af94-14bbacc8e68d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3719480
Jan 29 10:07:10.362486 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-76e0ab5f-76c6-4619-a183-998b0711dab3 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:07:10.362975 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76e0ab5f-76c6-4619-a183-998b0711dab3 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:07:10.595096 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf83ce2-fd7e-440b-9126-3804a542712a req-80ea7c8d-2f6e-44f9-ac70-eb6e92171479 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:10.607826 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5bf83ce2-fd7e-440b-9126-3804a542712a req-80ea7c8d-2f6e-44f9-ac70-eb6e92171479 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd90f1a9-0131-408a-a301-4ff523e0b2f9 HTTP/1.1" status: 200  len: 950 time: 0.8900969
Jan 29 10:07:10.632243 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d5af6b-ad0e-4ca4-becb-2517f402e60b None None] Network e4ad20a2-f03a-4d31-b155-72c677a9fd68 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:07:10.744649 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8adeb039-a6ba-44a6-95b3-b020b34f7c2b req-1878ca10-6a2c-4527-b0e5-1a92293cbe7a tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f010b7d-6299-4840-b36f-8427c8fd3647 HTTP/1.1" status: 200  len: 210 time: 0.0768864
Jan 29 10:07:10.845674 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-76e0ab5f-76c6-4619-a183-998b0711dab3 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] 10.222.0.57 "DELETE /v2.0/subnets/672e7782-c324-4d9f-9759-0713dfd48ae7 HTTP/1.1" status: 404  len: 337 time: 0.7384388
Jan 29 10:07:10.904035 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-67a21ea0-2f1a-4cdf-b472-02de30182b36 None None] Provisioning for port fed62b02-0a97-4379-b785-49f35f0d4404 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:07:10.972558 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7bc4e0dc-1528-45a4-a858-04e857bb6ce3 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks [] for router, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:10.980919 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-458ad6a6-24ea-4f86-a18b-a2a6b01b1156 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Deleting port dd1f67d8-eb7e-4e5d-9e5b-d5b3b689b7de {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:07:10.981306 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-458ad6a6-24ea-4f86-a18b-a2a6b01b1156 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:11.041111 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 27e5b85f-98ac-40ec-a425-dfa300e97507 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:07:11.091344 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-94a9b6ee-f0fc-47ce-ba16-bf49eb3ec23f req-d0dad56b-ead4-4bcf-9d86-0c97a300d697 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:11.092050 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-94a9b6ee-f0fc-47ce-ba16-bf49eb3ec23f req-d0dad56b-ead4-4bcf-9d86-0c97a300d697 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:11.092558 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [req-94a9b6ee-f0fc-47ce-ba16-bf49eb3ec23f req-d0dad56b-ead4-4bcf-9d86-0c97a300d697 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Floating IP c8f06ebc-b940-47ce-816e-5f68ac2380db disassociated. External IP: 172.26.7.110, port: 91d90fd5-7854-4804-854a-f7c573293314.
Jan 29 10:07:11.093095 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-94a9b6ee-f0fc-47ce-ba16-bf49eb3ec23f req-d0dad56b-ead4-4bcf-9d86-0c97a300d697 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Calling delete_port for 91d90fd5-7854-4804-854a-f7c573293314 owned by compute:nova {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:07:11.149211 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 27e5b85f-98ac-40ec-a425-dfa300e97507 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:07:11.159937 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device e72dfe1d-360e-45f4-b129-3cfa1cd61c46 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:07:11.176092 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44972c7c-bff0-470a-b6ff-bb896fca2c1b req-4832881c-2a35-4b79-9129-09f1ddf0a888 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Router 8644e8b2-d35a-42d3-8ee4-29fde7174aa3 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:07:11.181854 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-69538800-f911-41af-9268-291325bdcc57 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:11.216298 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5bf83ce2-fd7e-440b-9126-3804a542712a req-d70d58f4-c213-46bf-b25d-4335db0c4fb7 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6175841-d435-4987-b352-42c019a89b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6073222
Jan 29 10:07:11.263433 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port e72dfe1d-360e-45f4-b129-3cfa1cd61c46 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:07:11.264014 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:11.312802 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-0b4841a5-7142-49bc-a53d-33d1a96879fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] For port 98421772-6806-4ccf-a0da-4f372831b4b4, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=98421772-6806-4ccf-a0da-4f372831b4b4,segment=NetworkSegment(8f5a8fc2-6b9c-4c3e-8adc-c7b78ae80a0f),segment_id=8f5a8fc2-6b9c-4c3e-8adc-c7b78ae80a0f)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:07:11.313215 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0b4841a5-7142-49bc-a53d-33d1a96879fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:11.313653 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7bc4e0dc-1528-45a4-a858-04e857bb6ce3 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks [] for router_gateway, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:11.317725 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f43c1564-c74f-4066-b6fb-b136d09300ef tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:11.386525 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-7bc4e0dc-1528-45a4-a858-04e857bb6ce3 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Deleting port a39b37ae-ec07-49b4-a53b-988ac66ad747 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:07:11.387289 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7bc4e0dc-1528-45a4-a858-04e857bb6ce3 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:11.408527 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 49664) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:11.522580 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-0b4841a5-7142-49bc-a53d-33d1a96879fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Calling delete_port for 98421772-6806-4ccf-a0da-4f372831b4b4 owned by  {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:07:11.530804 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device fed62b02-0a97-4379-b785-49f35f0d4404 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:07:11.719380 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port fed62b02-0a97-4379-b785-49f35f0d4404 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:07:11.726038 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port fed62b02-0a97-4379-b785-49f35f0d4404 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:07:11.726904 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:11.824209 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7bc4e0dc-1528-45a4-a858-04e857bb6ce3 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:11.890588 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-39e06bcc-3406-45c5-b548-553cb831daf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:12.013880 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:12.044027 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-7bc4e0dc-1528-45a4-a858-04e857bb6ce3 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Calling delete_port for a39b37ae-ec07-49b4-a53b-988ac66ad747 owned by network:router_gateway {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:07:12.080536 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port fed62b02-0a97-4379-b785-49f35f0d4404, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=fed62b02-0a97-4379-b785-49f35f0d4404,segment=NetworkSegment(d150cc37-80b2-4b90-8060-5b8050cb493d),segment_id=d150cc37-80b2-4b90-8060-5b8050cb493d)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:07:12.082960 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-bcb64592-4f6f-465b-8629-7de6b5011459 None None] Provisioning for port dd1f67d8-eb7e-4e5d-9e5b-d5b3b689b7de completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:07:12.091251 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-bcb64592-4f6f-465b-8629-7de6b5011459 None None] Provisioning complete for port dd1f67d8-eb7e-4e5d-9e5b-d5b3b689b7de triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:07:12.091995 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bcb64592-4f6f-465b-8629-7de6b5011459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:12.097442 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.22', 56890) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:12.111801 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-69538800-f911-41af-9268-291325bdcc57 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:12.120922 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69538800-f911-41af-9268-291325bdcc57 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Pushing event deleted for resources: {'Subnet': ['ID=f0c72bbe-afb5-4ca1-8137-1417b1b42fb7,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:12.155516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:12.167249 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:12.203445 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-69538800-f911-41af-9268-291325bdcc57 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.886s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:12.203796 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb64380-2d0c-43d4-8d07-4992d20baa29 None None] Network b0f634ae-93e9-4bca-9f8b-5c13b16550b2 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:07:12.218366 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd217d79-f2f2-4495-919e-9634be3d34ec None None] Network e14fc82d-5b8f-4b32-ada0-8e686669c29f requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:07:12.342252 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-39e06bcc-3406-45c5-b548-553cb831daf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:07:12.354961 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-94a9b6ee-f0fc-47ce-ba16-bf49eb3ec23f req-d0dad56b-ead4-4bcf-9d86-0c97a300d697 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:12.371043 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-bcb64592-4f6f-465b-8629-7de6b5011459 None None] Port dd1f67d8-eb7e-4e5d-9e5b-d5b3b689b7de cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:07:12.375108 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=fed62b02-0a97-4379-b785-49f35f0d4404,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:12.398928 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:12.402188 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-39e06bcc-3406-45c5-b548-553cb831daf1 admin admin] Usage tracker for resource:security_group_rule and tenant:01cb9f3e8ac7487589f16ab0e2341af7 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:07:12.408713 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f2c23511-995d-4a33-b0ca-085405202c24 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:12.453646 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44972c7c-bff0-470a-b6ff-bb896fca2c1b req-4832881c-2a35-4b79-9129-09f1ddf0a888 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:07:12.464293 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da07388-e0c5-4ff8-8f7b-08ffa8797389 None None] Sync routers for ids ['8644e8b2-d35a-42d3-8ee4-29fde7174aa3'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:07:12.473745 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-bcb64592-4f6f-465b-8629-7de6b5011459 None None] Provisioning complete for port fed62b02-0a97-4379-b785-49f35f0d4404 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:07:12.473745 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bcb64592-4f6f-465b-8629-7de6b5011459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:12.474676 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-69538800-f911-41af-9268-291325bdcc57 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] 10.222.0.57 "DELETE /v2.0/subnets/f0c72bbe-afb5-4ca1-8137-1417b1b42fb7 HTTP/1.1" status: 204  len: 168 time: 5.1441791
Jan 29 10:07:12.484511 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-39e06bcc-3406-45c5-b548-553cb831daf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:07:12.487078 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da07388-e0c5-4ff8-8f7b-08ffa8797389 None None] Routers {'8644e8b2-d35a-42d3-8ee4-29fde7174aa3'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:07:12.487899 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-8da07388-e0c5-4ff8-8f7b-08ffa8797389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9f36cc0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:06:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['8644e8b2-d35a-42d3-8ee4-29fde7174aa3'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:07:12.499752 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dad56b-ead4-4bcf-9d86-0c97a300d697 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Pushing event deleted for resources: {'Port': ['ID=91d90fd5-7854-4804-854a-f7c573293314,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:12.517203 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49678) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:12.535586 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-39e06bcc-3406-45c5-b548-553cb831daf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:07:12.572659 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d0dad56b-ead4-4bcf-9d86-0c97a300d697 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:12.584463 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-458ad6a6-24ea-4f86-a18b-a2a6b01b1156 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:12.621994 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-44972c7c-bff0-470a-b6ff-bb896fca2c1b req-4832881c-2a35-4b79-9129-09f1ddf0a888 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] No DVR routers for this DVR port 2f9c6f8b-a04e-434c-97af-b39859324c3d on host hv-neutron-7729 {{(pid=80766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:07:12.629017 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-44972c7c-bff0-470a-b6ff-bb896fca2c1b req-4832881c-2a35-4b79-9129-09f1ddf0a888 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:12.630963 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0b4841a5-7142-49bc-a53d-33d1a96879fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:12.632074 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-44972c7c-bff0-470a-b6ff-bb896fca2c1b req-4832881c-2a35-4b79-9129-09f1ddf0a888 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] 10.222.0.22 "DELETE /v2.0/ports/2f9c6f8b-a04e-434c-97af-b39859324c3d HTTP/1.1" status: 204  len: 173 time: 6.8694112
Jan 29 10:07:12.637371 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f010b7d-6299-4840-b36f-8427c8fd3647', 'name': 'network-vif-deleted', 'tag': '2f9c6f8b-a04e-434c-97af-b39859324c3d'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:07:12.671962 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565a69a-c294-48e2-8c67-ea2543e3018c req-beb932bd-25e2-45a3-9402-ba4f19820e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:12.674197 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f565a69a-c294-48e2-8c67-ea2543e3018c req-beb932bd-25e2-45a3-9402-ba4f19820e6a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b4b6b2bc9c2a4a5fb00c62ae774e5eeb&device_id=fd90f1a9-0131-408a-a301-4ff523e0b2f9 HTTP/1.1" status: 200  len: 1167 time: 0.5713747
Jan 29 10:07:12.786141 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-8da07388-e0c5-4ff8-8f7b-08ffa8797389 None None] Set router 8644e8b2-d35a-42d3-8ee4-29fde7174aa3 gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:07:12.825411 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba71d3-79dd-4a9d-a543-1e37b1687a23 req-06e51994-31b8-44d7-903f-8135385ee9fa tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:12.832179 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f3ba71d3-79dd-4a9d-a543-1e37b1687a23 req-06e51994-31b8-44d7-903f-8135385ee9fa tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c1a94fd-9fc6-4b72-84a0-fa9b7f0e148e HTTP/1.1" status: 200  len: 865 time: 1.1880002
Jan 29 10:07:12.870126 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device fed62b02-0a97-4379-b785-49f35f0d4404 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:07:12.907564 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565a69a-c294-48e2-8c67-ea2543e3018c req-c0ff4575-d7aa-4659-a168-8dfe360762d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:12.909546 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f565a69a-c294-48e2-8c67-ea2543e3018c req-c0ff4575-d7aa-4659-a168-8dfe360762d9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ed270c62-190e-4ee7-8370-26a5a90b0d7d HTTP/1.1" status: 200  len: 863 time: 0.1860714
Jan 29 10:07:12.958794 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-b835d0ac-ee42-4657-9924-115111e7de2b tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Deleting subnet ee65cee9-de67-4a04-b953-80b7402e5cf3 {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:07:12.962998 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b835d0ac-ee42-4657-9924-115111e7de2b tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:13.017621 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-59d436ea-8b21-41aa-8039-f8660b3a6895 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:13.032988 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b835d0ac-ee42-4657-9924-115111e7de2b tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:13.132042 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port fed62b02-0a97-4379-b785-49f35f0d4404 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:07:13.132464 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:13.186303 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f565a69a-c294-48e2-8c67-ea2543e3018c req-3c3c226b-6531-4b95-94a3-ff6c655f3596 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=845cd62c-dbd3-4ee8-b463-4ec69f4789d6 HTTP/1.1" status: 200  len: 217 time: 0.0901926
Jan 29 10:07:13.269312 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7bc4e0dc-1528-45a4-a858-04e857bb6ce3 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:13.329442 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565a69a-c294-48e2-8c67-ea2543e3018c req-feee383e-8578-4e98-8f3a-caba521608b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:13.331868 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f565a69a-c294-48e2-8c67-ea2543e3018c req-feee383e-8578-4e98-8f3a-caba521608b8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=264c9c43-f33f-47f8-b127-3a31fd7accbf HTTP/1.1" status: 200  len: 843 time: 0.1339910
Jan 29 10:07:13.359909 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-458ad6a6-24ea-4f86-a18b-a2a6b01b1156 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Calling delete_port for dd1f67d8-eb7e-4e5d-9e5b-d5b3b689b7de owned by  {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:07:13.419761 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f3ba71d3-79dd-4a9d-a543-1e37b1687a23 req-af8170dc-a60d-4eb9-a42a-542420ae26b8 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b24940d-b25f-4390-af94-14bbacc8e68d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3137689
Jan 29 10:07:13.420792 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4841a5-7142-49bc-a53d-33d1a96879fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Pushing event deleted for resources: {'Port': ['ID=98421772-6806-4ccf-a0da-4f372831b4b4,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:13.440024 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0b4841a5-7142-49bc-a53d-33d1a96879fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:13.457372 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b835d0ac-ee42-4657-9924-115111e7de2b tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:13.487124 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-8da07388-e0c5-4ff8-8f7b-08ffa8797389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9f36cc0>, [{'id': '8644e8b2-d35a-42d3-8ee4-29fde7174aa3', 'name': 'tempest-ServersTestManualDisk-496623575-router', 'tenant_id': '427e7808217340cf85796dc28ee6ee48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.124'}], 'enable_snat': True}, 'gw_port_id': '588c2831-d082-4a94-b8d9-c370bc71e291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:04:11Z', 'updated_at': '2021-01-29T10:04:30Z', 'revision_number': 4, 'project_id': '427e7808217340cf85796dc28ee6ee48', 'gw_port': {'id': '588c2831-d082-4a94-b8d9-c370bc71e291', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:61:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8644e8b2-d35a-42d3-8ee4-29fde7174aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:04:13Z', 'updated_at': '2021-01-29T10:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '47c7780c-b711-4907-b125-250e9a633ccd', 'name': '', 'network_id': '1fd58bb7-5017-4a35-98e9-2ebd6e679ae2', 'tenant_id': '427e7808217340cf85796dc28ee6ee48', 'mac_address': 'fa:16:3e:ad:20:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8644e8b2-d35a-42d3-8ee4-29fde7174aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '33e91942-d524-458e-9fbf-e90687db90c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:04:25Z', 'updated_at': '2021-01-29T10:04:43Z', 'revision_number': 5, 'project_id': '427e7808217340cf85796dc28ee6ee48', 'subnets': [{'id': '33e91942-d524-458e-9fbf-e90687db90c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:07:13.501740 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da07388-e0c5-4ff8-8f7b-08ffa8797389 None None] Checking router: 8644e8b2-d35a-42d3-8ee4-29fde7174aa3 for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:07:13.522528 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da07388-e0c5-4ff8-8f7b-08ffa8797389 None None] Routers {'8644e8b2-d35a-42d3-8ee4-29fde7174aa3'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:07:13.523559 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-8da07388-e0c5-4ff8-8f7b-08ffa8797389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9f36cc0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:06:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['8644e8b2-d35a-42d3-8ee4-29fde7174aa3'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:07:13.662605 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5092a313-b205-4753-9a78-8697d65f6240 req-d2988ba3-daee-4c13-bef8-25dd64876d6d tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:13.664719 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5092a313-b205-4753-9a78-8697d65f6240 req-d2988ba3-daee-4c13-bef8-25dd64876d6d tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd90f1a9-0131-408a-a301-4ff523e0b2f9 HTTP/1.1" status: 200  len: 950 time: 1.3908644
Jan 29 10:07:13.674593 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-5e3b965d-3a2a-417d-85ad-1b21d780e0c1 None None] Provisioning for port 27e5b85f-98ac-40ec-a425-dfa300e97507 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:07:13.685367 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-5e3b965d-3a2a-417d-85ad-1b21d780e0c1 None None] Provisioning complete for port 27e5b85f-98ac-40ec-a425-dfa300e97507 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:07:13.685902 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5e3b965d-3a2a-417d-85ad-1b21d780e0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:13.696049 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0b4841a5-7142-49bc-a53d-33d1a96879fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:13.796352 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd4d4d1-99f7-4e43-81dc-c946a1b145b2 None None] DHCP port deletion for b0f634ae-93e9-4bca-9f8b-5c13b16550b2 request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:07:13.804684 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565a69a-c294-48e2-8c67-ea2543e3018c req-b07bfc8a-7610-4d74-bb78-dfe43a22fec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:13.812068 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-5fd4d4d1-99f7-4e43-81dc-c946a1b145b2 None None] Deleting port e72dfe1d-360e-45f4-b129-3cfa1cd61c46 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:07:13.812741 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5fd4d4d1-99f7-4e43-81dc-c946a1b145b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:13.816293 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f565a69a-c294-48e2-8c67-ea2543e3018c req-b07bfc8a-7610-4d74-bb78-dfe43a22fec1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ed270c62-190e-4ee7-8370-26a5a90b0d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.4226508
Jan 29 10:07:13.918407 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0b4841a5-7142-49bc-a53d-33d1a96879fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] 10.222.0.57 "DELETE /v2.0/ports/98421772-6806-4ccf-a0da-4f372831b4b4 HTTP/1.1" status: 204  len: 168 time: 3.9431307
Jan 29 10:07:13.924300 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49684) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:13.980183 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1220bbf8-0e44-48f1-85f9-eb53a45df35a req-c384308a-e76f-4014-a193-77051ed530db tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f010b7d-6299-4840-b36f-8427c8fd3647 HTTP/1.1" status: 200  len: 210 time: 0.2964966
Jan 29 10:07:13.999315 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-458ad6a6-24ea-4f86-a18b-a2a6b01b1156 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:13.999544 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-8da07388-e0c5-4ff8-8f7b-08ffa8797389 None None] Set router 8644e8b2-d35a-42d3-8ee4-29fde7174aa3 gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:07:14.085695 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5e3b965d-3a2a-417d-85ad-1b21d780e0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:14.294408 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1796cca6-358c-455d-ba17-cf4fc18ac9bf tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:14.353270 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-5fd4d4d1-99f7-4e43-81dc-c946a1b145b2 None None] For port e72dfe1d-360e-45f4-b129-3cfa1cd61c46, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=e72dfe1d-360e-45f4-b129-3cfa1cd61c46,segment=NetworkSegment(da727e55-2373-4662-8adf-e7124b261adb),segment_id=da727e55-2373-4662-8adf-e7124b261adb)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:07:14.353942 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5fd4d4d1-99f7-4e43-81dc-c946a1b145b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:14.387822 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458ad6a6-24ea-4f86-a18b-a2a6b01b1156 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event deleted for resources: {'Port': ['ID=dd1f67d8-eb7e-4e5d-9e5b-d5b3b689b7de,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:14.412077 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5092a313-b205-4753-9a78-8697d65f6240 req-50c2a710-59bf-4007-bad7-993ea5235f39 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6175841-d435-4987-b352-42c019a89b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6891336
Jan 29 10:07:14.427182 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-458ad6a6-24ea-4f86-a18b-a2a6b01b1156 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:14.550543 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-25543c40-92b7-4bfd-9f83-6de6977c59c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] GET failed (client error): The resource could not be found.
Jan 29 10:07:14.567084 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-25543c40-92b7-4bfd-9f83-6de6977c59c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] 10.222.0.57 "GET /v2.0/ports/98421772-6806-4ccf-a0da-4f372831b4b4 HTTP/1.1" status: 404  len: 333 time: 0.6273599
Jan 29 10:07:14.568506 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7bc4e0dc-1528-45a4-a858-04e857bb6ce3 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854102222'] for router_gateway, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:14.570195 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49690) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:14.574009 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f010b7d-6299-4840-b36f-8427c8fd3647', 'name': 'network-vif-deleted', 'tag': '2f9c6f8b-a04e-434c-97af-b39859324c3d', 'status': 'completed', 'code': 200}
Jan 29 10:07:14.612628 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-8da07388-e0c5-4ff8-8f7b-08ffa8797389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9f36cc0>, [{'id': '8644e8b2-d35a-42d3-8ee4-29fde7174aa3', 'name': 'tempest-ServersTestManualDisk-496623575-router', 'tenant_id': '427e7808217340cf85796dc28ee6ee48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.124'}], 'enable_snat': True}, 'gw_port_id': '588c2831-d082-4a94-b8d9-c370bc71e291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:04:11Z', 'updated_at': '2021-01-29T10:04:30Z', 'revision_number': 4, 'project_id': '427e7808217340cf85796dc28ee6ee48', 'gw_port': {'id': '588c2831-d082-4a94-b8d9-c370bc71e291', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:61:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8644e8b2-d35a-42d3-8ee4-29fde7174aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:04:13Z', 'updated_at': '2021-01-29T10:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '47c7780c-b711-4907-b125-250e9a633ccd', 'name': '', 'network_id': '1fd58bb7-5017-4a35-98e9-2ebd6e679ae2', 'tenant_id': '427e7808217340cf85796dc28ee6ee48', 'mac_address': 'fa:16:3e:ad:20:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8644e8b2-d35a-42d3-8ee4-29fde7174aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '33e91942-d524-458e-9fbf-e90687db90c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:04:25Z', 'updated_at': '2021-01-29T10:04:43Z', 'revision_number': 5, 'project_id': '427e7808217340cf85796dc28ee6ee48', 'subnets': [{'id': '33e91942-d524-458e-9fbf-e90687db90c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:07:14.619047 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da07388-e0c5-4ff8-8f7b-08ffa8797389 None None] The sync data for ids ['8644e8b2-d35a-42d3-8ee4-29fde7174aa3'] in dv-neutron-772983-2-ovs is: [{'id': '8644e8b2-d35a-42d3-8ee4-29fde7174aa3', 'name': 'tempest-ServersTestManualDisk-496623575-router', 'tenant_id': '427e7808217340cf85796dc28ee6ee48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.124'}], 'enable_snat': True}, 'gw_port_id': '588c2831-d082-4a94-b8d9-c370bc71e291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:04:11Z', 'updated_at': '2021-01-29T10:04:30Z', 'revision_number': 4, 'project_id': '427e7808217340cf85796dc28ee6ee48', 'gw_port': {'id': '588c2831-d082-4a94-b8d9-c370bc71e291', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:61:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8644e8b2-d35a-42d3-8ee4-29fde7174aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:04:13Z', 'updated_at': '2021-01-29T10:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '47c7780c-b711-4907-b125-250e9a633ccd', 'name': '', 'network_id': '1fd58bb7-5017-4a35-98e9-2ebd6e679ae2', 'tenant_id': '427e7808217340cf85796dc28ee6ee48', 'mac_address': 'fa:16:3e:ad:20:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8644e8b2-d35a-42d3-8ee4-29fde7174aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '33e91942-d524-458e-9fbf-e90687db90c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:04:25Z', 'updated_at': '2021-01-29T10:04:43Z', 'revision_number': 5, 'project_id': '427e7808217340cf85796dc28ee6ee48', 'subnets': [{'id': '33e91942-d524-458e-9fbf-e90687db90c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:07:14.633162 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-5fd4d4d1-99f7-4e43-81dc-c946a1b145b2 None None] Calling delete_port for e72dfe1d-360e-45f4-b129-3cfa1cd61c46 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:07:14.773739 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ad6a6-24ea-4f86-a18b-a2a6b01b1156 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:07:14.774179 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ad6a6-24ea-4f86-a18b-a2a6b01b1156 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:07:14.775200 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ad6a6-24ea-4f86-a18b-a2a6b01b1156 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:07:14.775605 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ad6a6-24ea-4f86-a18b-a2a6b01b1156 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:07:14.776192 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ad6a6-24ea-4f86-a18b-a2a6b01b1156 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:07:14.776593 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ad6a6-24ea-4f86-a18b-a2a6b01b1156 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:07:14.776991 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ad6a6-24ea-4f86-a18b-a2a6b01b1156 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:07:14.777389 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ad6a6-24ea-4f86-a18b-a2a6b01b1156 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:07:14.777807 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ad6a6-24ea-4f86-a18b-a2a6b01b1156 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:07:14.778201 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ad6a6-24ea-4f86-a18b-a2a6b01b1156 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:07:14.778594 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ad6a6-24ea-4f86-a18b-a2a6b01b1156 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:07:14.778989 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ad6a6-24ea-4f86-a18b-a2a6b01b1156 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:07:14.779462 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ad6a6-24ea-4f86-a18b-a2a6b01b1156 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:07:14.779852 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ad6a6-24ea-4f86-a18b-a2a6b01b1156 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:07:14.780267 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ad6a6-24ea-4f86-a18b-a2a6b01b1156 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:07:14.780756 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ad6a6-24ea-4f86-a18b-a2a6b01b1156 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:07:14.797001 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ad6a6-24ea-4f86-a18b-a2a6b01b1156 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:07:14.799932 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ad6a6-24ea-4f86-a18b-a2a6b01b1156 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:07:14.800504 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ad6a6-24ea-4f86-a18b-a2a6b01b1156 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:07:14.803734 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ad6a6-24ea-4f86-a18b-a2a6b01b1156 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:07:14.804395 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ad6a6-24ea-4f86-a18b-a2a6b01b1156 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:07:14.804962 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ad6a6-24ea-4f86-a18b-a2a6b01b1156 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:07:14.805532 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ad6a6-24ea-4f86-a18b-a2a6b01b1156 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:07:14.807153 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ad6a6-24ea-4f86-a18b-a2a6b01b1156 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:07:14.816041 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5fd4d4d1-99f7-4e43-81dc-c946a1b145b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:14.846500 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-90f39d71-ec50-481c-8cee-8845ce8fe58f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:14.868388 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-458ad6a6-24ea-4f86-a18b-a2a6b01b1156 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:14.886074 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device e72dfe1d-360e-45f4-b129-3cfa1cd61c46 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:07:14.902400 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-458ad6a6-24ea-4f86-a18b-a2a6b01b1156 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "DELETE /v2.0/ports/dd1f67d8-eb7e-4e5d-9e5b-d5b3b689b7de HTTP/1.1" status: 204  len: 168 time: 4.7439938
Jan 29 10:07:14.904333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-8dc5ca5a-8930-4081-b4d0-81798091a5c9 req-18f9698b-03b0-4fa3-a6de-1283697f08bd tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Synchronizing usage tracker for tenant:063e89324bbe4d0080d07e952e1945cf on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:07:14.906886 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 49694) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:14.957576 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: e72dfe1d-360e-45f4-b129-3cfa1cd61c46 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:07:14.957980 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device e72dfe1d-360e-45f4-b129-3cfa1cd61c46 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:07:14.963594 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-428a920c-a130-4e52-b8ff-8cb5989594f8 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:07:14.963716 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd4d4d1-99f7-4e43-81dc-c946a1b145b2 None None] Pushing event deleted for resources: {'Port': ['ID=e72dfe1d-360e-45f4-b129-3cfa1cd61c46,revision_number=None']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:14.964169 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-428a920c-a130-4e52-b8ff-8cb5989594f8 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:07:14.967180 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5fd4d4d1-99f7-4e43-81dc-c946a1b145b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:14.969090 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-428a920c-a130-4e52-b8ff-8cb5989594f8 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "DELETE /v2.0/ports/dd1f67d8-eb7e-4e5d-9e5b-d5b3b689b7de HTTP/1.1" status: 404  len: 333 time: 0.0575309
Jan 29 10:07:14.972296 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 49698) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:15.065515 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7bc4e0dc-1528-45a4-a858-04e857bb6ce3 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:15.074780 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-9085537f-1ac6-4cfc-a7c3-8a43f267be4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-431125465', 'network_id': '1aa9f280-8e86-4636-a385-21234d6538b4'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:07:15.101542 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7bc4e0dc-1528-45a4-a858-04e857bb6ce3 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:15.108893 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-9085537f-1ac6-4cfc-a7c3-8a43f267be4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:07:15.123644 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4d9f378-dcf2-4634-ab98-813e8cd73364 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] GET failed (client error): The resource could not be found.
Jan 29 10:07:15.124223 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d4d9f378-dcf2-4634-ab98-813e8cd73364 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Synchronizing usage tracker for tenant:b402c3f19966488ebcb859fd6d6d9b16 on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:07:15.130889 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-9085537f-1ac6-4cfc-a7c3-8a43f267be4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Usage tracker for resource:port and tenant:8ffc93f6ada04da0bae09e76d4a39f64 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:07:15.150014 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd4d4d1-99f7-4e43-81dc-c946a1b145b2 None None] No DVR routers for this DVR port e72dfe1d-360e-45f4-b129-3cfa1cd61c46 on host dv-neutron-772983-2-ovs {{(pid=80767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:07:15.153482 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-9085537f-1ac6-4cfc-a7c3-8a43f267be4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:07:15.171471 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-9085537f-1ac6-4cfc-a7c3-8a43f267be4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:07:15.175457 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-8dc5ca5a-8930-4081-b4d0-81798091a5c9 req-18f9698b-03b0-4fa3-a6de-1283697f08bd tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Unset dirty status for tenant:063e89324bbe4d0080d07e952e1945cf on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:07:15.176933 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8dc5ca5a-8930-4081-b4d0-81798091a5c9 req-18f9698b-03b0-4fa3-a6de-1283697f08bd tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c1a94fd-9fc6-4b72-84a0-fa9b7f0e148e HTTP/1.1" status: 200  len: 210 time: 0.3516679
Jan 29 10:07:15.186853 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b835d0ac-ee42-4657-9924-115111e7de2b tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:15.210123 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94a9b6ee-f0fc-47ce-ba16-bf49eb3ec23f req-d0dad56b-ead4-4bcf-9d86-0c97a300d697 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Router 4a2dbef9-f510-4df4-8738-7c1c6e2523ec has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:07:15.223614 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d4d9f378-dcf2-4634-ab98-813e8cd73364 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Unset dirty status for tenant:b402c3f19966488ebcb859fd6d6d9b16 on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:07:15.224856 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d4d9f378-dcf2-4634-ab98-813e8cd73364 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "GET /v2.0/ports/dd1f67d8-eb7e-4e5d-9e5b-d5b3b689b7de HTTP/1.1" status: 404  len: 333 time: 0.2495751
Jan 29 10:07:15.229280 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 49706) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:15.253595 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee25cbd1-65ef-4f19-82ad-1fb4003e8b7d None None] New status for floating IP cc9150ec-b778-49f5-9e54-b6486c5640bc: DOWN {{(pid=80767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 29 10:07:15.328128 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49710) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:15.330612 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:15.337865 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-5e3b965d-3a2a-417d-85ad-1b21d780e0c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80767) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:07:15.338580 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-5e3b965d-3a2a-417d-85ad-1b21d780e0c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:07:15.384608 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7bc4e0dc-1528-45a4-a858-04e857bb6ce3 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:15.385351 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc4e0dc-1528-45a4-a858-04e857bb6ce3 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Fanout notify agent at l3_agent the message router_deleted on router 463c9dc5-e959-47c0-958b-3af18d0cb002 {{(pid=80766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 10:07:15.404495 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9085537f-1ac6-4cfc-a7c3-8a43f267be4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Made reservation on behalf of 8ffc93f6ada04da0bae09e76d4a39f64 for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:07:15.409285 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9085537f-1ac6-4cfc-a7c3-8a43f267be4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:15.419257 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b835d0ac-ee42-4657-9924-115111e7de2b tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Pushing event deleted for resources: {'Subnet': ['ID=ee65cee9-de67-4a04-b953-80b7402e5cf3,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:15.440283 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a675db0-0eb7-4d44-8931-fe961bf684ae None None] Network e14fc82d-5b8f-4b32-ada0-8e686669c29f requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:07:15.447413 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f565a69a-c294-48e2-8c67-ea2543e3018c req-d9461172-415c-4158-a2e6-a4592d09729f service neutron] 10.222.0.22 "GET /v2.0/networks/ed270c62-190e-4ee7-8370-26a5a90b0d7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.6119013
Jan 29 10:07:15.454151 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b835d0ac-ee42-4657-9924-115111e7de2b tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:15.457819 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b835d0ac-ee42-4657-9924-115111e7de2b tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:07:15.458488 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b835d0ac-ee42-4657-9924-115111e7de2b tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:07:15.458908 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b835d0ac-ee42-4657-9924-115111e7de2b tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:07:15.459320 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b835d0ac-ee42-4657-9924-115111e7de2b tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:07:15.459721 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b835d0ac-ee42-4657-9924-115111e7de2b tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:07:15.460128 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b835d0ac-ee42-4657-9924-115111e7de2b tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:07:15.460793 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b835d0ac-ee42-4657-9924-115111e7de2b tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:07:15.460904 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b835d0ac-ee42-4657-9924-115111e7de2b tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:07:15.461274 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b835d0ac-ee42-4657-9924-115111e7de2b tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:07:15.461672 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b835d0ac-ee42-4657-9924-115111e7de2b tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:07:15.462229 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b835d0ac-ee42-4657-9924-115111e7de2b tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:07:15.462776 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b835d0ac-ee42-4657-9924-115111e7de2b tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:07:15.463213 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b835d0ac-ee42-4657-9924-115111e7de2b tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:07:15.463954 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b835d0ac-ee42-4657-9924-115111e7de2b tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:07:15.464358 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b835d0ac-ee42-4657-9924-115111e7de2b tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:07:15.464755 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b835d0ac-ee42-4657-9924-115111e7de2b tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:07:15.465154 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b835d0ac-ee42-4657-9924-115111e7de2b tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:07:15.465828 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b835d0ac-ee42-4657-9924-115111e7de2b tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:07:15.465936 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b835d0ac-ee42-4657-9924-115111e7de2b tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:07:15.466326 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b835d0ac-ee42-4657-9924-115111e7de2b tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:07:15.466719 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b835d0ac-ee42-4657-9924-115111e7de2b tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:07:15.467273 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b835d0ac-ee42-4657-9924-115111e7de2b tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:07:15.467680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b835d0ac-ee42-4657-9924-115111e7de2b tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:07:15.468077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b835d0ac-ee42-4657-9924-115111e7de2b tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:07:15.521498 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b835d0ac-ee42-4657-9924-115111e7de2b tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:15.543528 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d6d7a4b-b5f8-4d9d-9b44-e3d8fe894d00 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Deleting subnet a6114fbc-b9d9-4d4b-bc72-c80c311af980 {{(pid=80765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:07:15.547018 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3d6d7a4b-b5f8-4d9d-9b44-e3d8fe894d00 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for subnet, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:15.577327 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7bc4e0dc-1528-45a4-a858-04e857bb6ce3 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:15.582398 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7bc4e0dc-1528-45a4-a858-04e857bb6ce3 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] 10.222.0.57 "DELETE /v2.0/routers/463c9dc5-e959-47c0-958b-3af18d0cb002 HTTP/1.1" status: 204  len: 168 time: 5.4737263
Jan 29 10:07:15.592082 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 49716) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:15.608110 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-80d2863c-f1eb-4d10-b5ba-cb48b849b36f tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1695427762', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:07:15.613688 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b835d0ac-ee42-4657-9924-115111e7de2b tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] 10.222.0.57 "DELETE /v2.0/subnets/ee65cee9-de67-4a04-b953-80b7402e5cf3 HTTP/1.1" status: 204  len: 168 time: 3.0909493
Jan 29 10:07:15.621299 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49720) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:15.719098 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-80d2863c-f1eb-4d10-b5ba-cb48b849b36f tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:07:15.723132 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3d6d7a4b-b5f8-4d9d-9b44-e3d8fe894d00 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1479249'] for subnet, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:15.787646 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-80d2863c-f1eb-4d10-b5ba-cb48b849b36f tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Usage tracker for resource:router and tenant:7b878d17694d4146829d67c36d7fad6f is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:07:15.804182 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-80d2863c-f1eb-4d10-b5ba-cb48b849b36f tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Quota usage for router was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:07:15.808809 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-13b5af0e-6a11-4293-888f-0170a39f6421 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:15.816122 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94a9b6ee-f0fc-47ce-ba16-bf49eb3ec23f req-d0dad56b-ead4-4bcf-9d86-0c97a300d697 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:07:15.821585 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-39e06bcc-3406-45c5-b548-553cb831daf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:15.823616 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-80d2863c-f1eb-4d10-b5ba-cb48b849b36f tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:07:15.825759 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abf35ab-7d05-4eb2-8a68-fdf2f6cce789 None None] DHCP port deletion for e14fc82d-5b8f-4b32-ada0-8e686669c29f request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:07:15.831470 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-2abf35ab-7d05-4eb2-8a68-fdf2f6cce789 None None] Deleting port 27e5b85f-98ac-40ec-a425-dfa300e97507 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:07:15.832013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ae6c37-3c0e-4886-8b5c-4fe552a2e64d None None] Sync routers for ids ['4a2dbef9-f510-4df4-8738-7c1c6e2523ec'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:07:15.832579 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2abf35ab-7d05-4eb2-8a68-fdf2f6cce789 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:15.843124 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ae6c37-3c0e-4886-8b5c-4fe552a2e64d None None] Routers {'4a2dbef9-f510-4df4-8738-7c1c6e2523ec'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:07:15.844119 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-02ae6c37-3c0e-4886-8b5c-4fe552a2e64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9f360f0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:06:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['4a2dbef9-f510-4df4-8738-7c1c6e2523ec'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:07:15.884575 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-39e06bcc-3406-45c5-b548-553cb831daf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:15.900939 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3c0768fb-7265-4b30-8407-4a4597b9f351 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:15.907966 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a9b6ee-f0fc-47ce-ba16-bf49eb3ec23f req-d0dad56b-ead4-4bcf-9d86-0c97a300d697 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] No DVR routers for this DVR port 91d90fd5-7854-4804-854a-f7c573293314 on host hv-neutron-7729 {{(pid=80765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:07:15.921391 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-9085537f-1ac6-4cfc-a7c3-8a43f267be4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] device_id is not set on port 8497c28e-e2a4-4730-8f0b-4496f75a7029 yet. {{(pid=80766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:07:15.930359 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-94a9b6ee-f0fc-47ce-ba16-bf49eb3ec23f req-d0dad56b-ead4-4bcf-9d86-0c97a300d697 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:15.939527 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c1a94fd-9fc6-4b72-84a0-fa9b7f0e148e', 'name': 'network-vif-deleted', 'tag': '91d90fd5-7854-4804-854a-f7c573293314'}] {{(pid=80765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:07:15.970973 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-80d2863c-f1eb-4d10-b5ba-cb48b849b36f tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:15.972091 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-80d2863c-f1eb-4d10-b5ba-cb48b849b36f tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:15.982686 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5e3b965d-3a2a-417d-85ad-1b21d780e0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:16.056702 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c1a94fd-9fc6-4b72-84a0-fa9b7f0e148e', 'name': 'network-vif-deleted', 'tag': '91d90fd5-7854-4804-854a-f7c573293314', 'status': 'completed', 'code': 200}
Jan 29 10:07:16.063767 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-39e06bcc-3406-45c5-b548-553cb831daf1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=01cb9f3e8ac7487589f16ab0e2341af7&name=default HTTP/1.1" status: 200  len: 2979 time: 4.6489227
Jan 29 10:07:16.069723 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 49726) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:16.070988 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-5e3b965d-3a2a-417d-85ad-1b21d780e0c1 None None] For port 27e5b85f-98ac-40ec-a425-dfa300e97507, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=27e5b85f-98ac-40ec-a425-dfa300e97507,segment=NetworkSegment(04849efb-2ceb-47ca-a3d7-1070592b2caf),segment_id=04849efb-2ceb-47ca-a3d7-1070592b2caf)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:07:16.078139 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-94a9b6ee-f0fc-47ce-ba16-bf49eb3ec23f req-d0dad56b-ead4-4bcf-9d86-0c97a300d697 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] 10.222.0.22 "DELETE /v2.0/ports/91d90fd5-7854-4804-854a-f7c573293314 HTTP/1.1" status: 204  len: 173 time: 8.7258794
Jan 29 10:07:16.079850 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-02ae6c37-3c0e-4886-8b5c-4fe552a2e64d None None] Set router 4a2dbef9-f510-4df4-8738-7c1c6e2523ec gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:07:16.098551 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5e3b965d-3a2a-417d-85ad-1b21d780e0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:16.101967 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-13b5af0e-6a11-4293-888f-0170a39f6421 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:16.110491 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0f95d904-db45-4dbc-a1fc-2b24962e922a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:16.154064 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-5e3b965d-3a2a-417d-85ad-1b21d780e0c1 None None] Could not find standard attr ID for object dd1f67d8-eb7e-4e5d-9e5b-d5b3b689b7de. {{(pid=80767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 29 10:07:16.194186 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9416cc-4a2d-42cb-acc3-09fa96e0f28d req-b99ccd61-49fc-445c-9560-bb5a05aba2a8 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:16.202121 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6c9416cc-4a2d-42cb-acc3-09fa96e0f28d req-b99ccd61-49fc-445c-9560-bb5a05aba2a8 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd90f1a9-0131-408a-a301-4ff523e0b2f9 HTTP/1.1" status: 200  len: 950 time: 0.5574157
Jan 29 10:07:16.204123 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e06bcc-3406-45c5-b548-553cb831daf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c605dee0-5ae5-4588-af5f-45172a0bcc3b,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:16.222748 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fa9022-9cf0-48f2-8fcb-1207cab3c827 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:16.226786 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-39e06bcc-3406-45c5-b548-553cb831daf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:16.228723 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e1fa9022-9cf0-48f2-8fcb-1207cab3c827 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Synchronizing usage tracker for tenant:f519077dcf7b4e1c8cb267a8f970e9f8 on resource:subnet {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:07:16.239168 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-80d2863c-f1eb-4d10-b5ba-cb48b849b36f tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:16.263092 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-13b5af0e-6a11-4293-888f-0170a39f6421 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:16.277947 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4f606590-f296-41b4-b94d-a53bb52cebca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:16.367832 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3d6d7a4b-b5f8-4d9d-9b44-e3d8fe894d00 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:16.408289 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b5af0e-6a11-4293-888f-0170a39f6421 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc805e9c-5c84-4bba-8acf-28c50f5a45c1,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:16.410902 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e1fa9022-9cf0-48f2-8fcb-1207cab3c827 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Unset dirty status for tenant:f519077dcf7b4e1c8cb267a8f970e9f8 on resource:subnet {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:07:16.420817 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e1fa9022-9cf0-48f2-8fcb-1207cab3c827 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.7789273
Jan 29 10:07:16.428657 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-13b5af0e-6a11-4293-888f-0170a39f6421 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:16.434162 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f565a69a-c294-48e2-8c67-ea2543e3018c req-c052edf8-99b9-4fd3-910c-50c40b1bf9bc service neutron] 10.222.0.22 "GET /v2.0/networks/ed270c62-190e-4ee7-8370-26a5a90b0d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.9627309
Jan 29 10:07:16.434891 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49732) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:16.477117 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-02ae6c37-3c0e-4886-8b5c-4fe552a2e64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9f360f0>, [{'id': '4a2dbef9-f510-4df4-8738-7c1c6e2523ec', 'name': 'tempest-ServersTestJSON-2001015195-router', 'tenant_id': '063e89324bbe4d0080d07e952e1945cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': 'f41b7193-b3f2-4acf-97c1-545cb4640858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:04:11Z', 'updated_at': '2021-01-29T10:04:27Z', 'revision_number': 4, 'project_id': '063e89324bbe4d0080d07e952e1945cf', 'gw_port': {'id': 'f41b7193-b3f2-4acf-97c1-545cb4640858', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2dbef9-f510-4df4-8738-7c1c6e2523ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:04:13Z', 'updated_at': '2021-01-29T10:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'aa212c3d-284c-45fa-92f3-fa3ecfdea7c7', 'name': '', 'network_id': 'ad10d455-2f6c-4431-96c2-93a5f5aa1b82', 'tenant_id': '063e89324bbe4d0080d07e952e1945cf', 'mac_address': 'fa:16:3e:63:8f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2dbef9-f510-4df4-8738-7c1c6e2523ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '13442799-a6c4-4c0b-b1ed-15d8e21e2b8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:04:22Z', 'updated_at': '2021-01-29T10:04:39Z', 'revision_number': 5, 'project_id': '063e89324bbe4d0080d07e952e1945cf', 'subnets': [{'id': '13442799-a6c4-4c0b-b1ed-15d8e21e2b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:07:16.482953 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ae6c37-3c0e-4886-8b5c-4fe552a2e64d None None] Checking router: 4a2dbef9-f510-4df4-8738-7c1c6e2523ec for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:07:16.494385 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ae6c37-3c0e-4886-8b5c-4fe552a2e64d None None] Routers {'4a2dbef9-f510-4df4-8738-7c1c6e2523ec'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:07:16.494651 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-02ae6c37-3c0e-4886-8b5c-4fe552a2e64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9f360f0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:06:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['4a2dbef9-f510-4df4-8738-7c1c6e2523ec'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:07:16.518497 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6c9416cc-4a2d-42cb-acc3-09fa96e0f28d req-b7604c8c-9554-47e8-8a7c-08a10f040b7c tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6175841-d435-4987-b352-42c019a89b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3153107
Jan 29 10:07:16.563780 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-80d2863c-f1eb-4d10-b5ba-cb48b849b36f tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:16.658818 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-2abf35ab-7d05-4eb2-8a68-fdf2f6cce789 None None] For port 27e5b85f-98ac-40ec-a425-dfa300e97507, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=27e5b85f-98ac-40ec-a425-dfa300e97507,segment=NetworkSegment(04849efb-2ceb-47ca-a3d7-1070592b2caf),segment_id=04849efb-2ceb-47ca-a3d7-1070592b2caf)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:07:16.659264 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2abf35ab-7d05-4eb2-8a68-fdf2f6cce789 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:16.669233 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0216cf21-976a-4c60-8396-a95fc8601b8f tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:16.692942 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-5e3b965d-3a2a-417d-85ad-1b21d780e0c1 None None] Provisioning complete for port fed62b02-0a97-4379-b785-49f35f0d4404 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:07:16.693365 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5e3b965d-3a2a-417d-85ad-1b21d780e0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:16.701672 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-02ae6c37-3c0e-4886-8b5c-4fe552a2e64d None None] Set router 4a2dbef9-f510-4df4-8738-7c1c6e2523ec gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:07:16.734053 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-527e93cd-a603-4437-b264-73c46ac07263 req-2824b83a-fe56-48bd-bb10-47cc7f951639 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c1a94fd-9fc6-4b72-84a0-fa9b7f0e148e HTTP/1.1" status: 200  len: 210 time: 0.1184442
Jan 29 10:07:16.744396 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9cda4ec6-b60b-4282-899c-f55b25b9d514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:16.801390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-80d2863c-f1eb-4d10-b5ba-cb48b849b36f tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:16.803076 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-80d2863c-f1eb-4d10-b5ba-cb48b849b36f tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 1.2047410
Jan 29 10:07:16.808472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 49736) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:16.858553 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9085537f-1ac6-4cfc-a7c3-8a43f267be4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:16.866199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-13b5af0e-6a11-4293-888f-0170a39f6421 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:16.870193 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-13b5af0e-6a11-4293-888f-0170a39f6421 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] 10.222.0.57 "DELETE /v2.0/security-groups/dc805e9c-5c84-4bba-8acf-28c50f5a45c1 HTTP/1.1" status: 204  len: 168 time: 1.5060921
Jan 29 10:07:16.871100 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49738) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:16.877051 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-0216cf21-976a-4c60-8396-a95fc8601b8f tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Deleting port 27e5b85f-98ac-40ec-a425-dfa300e97507 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:07:16.877432 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0216cf21-976a-4c60-8396-a95fc8601b8f tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:16.988452 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-2abf35ab-7d05-4eb2-8a68-fdf2f6cce789 None None] Calling delete_port for 27e5b85f-98ac-40ec-a425-dfa300e97507 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:07:17.037636 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 27e5b85f-98ac-40ec-a425-dfa300e97507 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:07:17.076302 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-02ae6c37-3c0e-4886-8b5c-4fe552a2e64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9f360f0>, [{'id': '4a2dbef9-f510-4df4-8738-7c1c6e2523ec', 'name': 'tempest-ServersTestJSON-2001015195-router', 'tenant_id': '063e89324bbe4d0080d07e952e1945cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': 'f41b7193-b3f2-4acf-97c1-545cb4640858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:04:11Z', 'updated_at': '2021-01-29T10:04:27Z', 'revision_number': 4, 'project_id': '063e89324bbe4d0080d07e952e1945cf', 'gw_port': {'id': 'f41b7193-b3f2-4acf-97c1-545cb4640858', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2dbef9-f510-4df4-8738-7c1c6e2523ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:04:13Z', 'updated_at': '2021-01-29T10:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'aa212c3d-284c-45fa-92f3-fa3ecfdea7c7', 'name': '', 'network_id': 'ad10d455-2f6c-4431-96c2-93a5f5aa1b82', 'tenant_id': '063e89324bbe4d0080d07e952e1945cf', 'mac_address': 'fa:16:3e:63:8f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2dbef9-f510-4df4-8738-7c1c6e2523ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '13442799-a6c4-4c0b-b1ed-15d8e21e2b8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:04:22Z', 'updated_at': '2021-01-29T10:04:39Z', 'revision_number': 5, 'project_id': '063e89324bbe4d0080d07e952e1945cf', 'subnets': [{'id': '13442799-a6c4-4c0b-b1ed-15d8e21e2b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:07:17.081767 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ae6c37-3c0e-4886-8b5c-4fe552a2e64d None None] The sync data for ids ['4a2dbef9-f510-4df4-8738-7c1c6e2523ec'] in dv-neutron-772983-2-ovs is: [{'id': '4a2dbef9-f510-4df4-8738-7c1c6e2523ec', 'name': 'tempest-ServersTestJSON-2001015195-router', 'tenant_id': '063e89324bbe4d0080d07e952e1945cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': 'f41b7193-b3f2-4acf-97c1-545cb4640858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:04:11Z', 'updated_at': '2021-01-29T10:04:27Z', 'revision_number': 4, 'project_id': '063e89324bbe4d0080d07e952e1945cf', 'gw_port': {'id': 'f41b7193-b3f2-4acf-97c1-545cb4640858', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2dbef9-f510-4df4-8738-7c1c6e2523ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:04:13Z', 'updated_at': '2021-01-29T10:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'aa212c3d-284c-45fa-92f3-fa3ecfdea7c7', 'name': '', 'network_id': 'ad10d455-2f6c-4431-96c2-93a5f5aa1b82', 'tenant_id': '063e89324bbe4d0080d07e952e1945cf', 'mac_address': 'fa:16:3e:63:8f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2dbef9-f510-4df4-8738-7c1c6e2523ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '13442799-a6c4-4c0b-b1ed-15d8e21e2b8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:04:22Z', 'updated_at': '2021-01-29T10:04:39Z', 'revision_number': 5, 'project_id': '063e89324bbe4d0080d07e952e1945cf', 'subnets': [{'id': '13442799-a6c4-4c0b-b1ed-15d8e21e2b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:07:17.099977 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3b965d-3a2a-417d-85ad-1b21d780e0c1 None None] Pushing event updated for resources: {'Port': ['ID=27e5b85f-98ac-40ec-a425-dfa300e97507,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:17.135070 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b965d-3a2a-417d-85ad-1b21d780e0c1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:07:17.135461 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b965d-3a2a-417d-85ad-1b21d780e0c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:07:17.135841 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b965d-3a2a-417d-85ad-1b21d780e0c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:07:17.136212 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b965d-3a2a-417d-85ad-1b21d780e0c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:07:17.136576 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b965d-3a2a-417d-85ad-1b21d780e0c1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:07:17.136942 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b965d-3a2a-417d-85ad-1b21d780e0c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:07:17.137307 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b965d-3a2a-417d-85ad-1b21d780e0c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:07:17.137669 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b965d-3a2a-417d-85ad-1b21d780e0c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:07:17.138061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b965d-3a2a-417d-85ad-1b21d780e0c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:07:17.138423 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b965d-3a2a-417d-85ad-1b21d780e0c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:07:17.138788 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b965d-3a2a-417d-85ad-1b21d780e0c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:07:17.139148 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b965d-3a2a-417d-85ad-1b21d780e0c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:07:17.139586 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b965d-3a2a-417d-85ad-1b21d780e0c1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:07:17.139951 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b965d-3a2a-417d-85ad-1b21d780e0c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:07:17.140299 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b965d-3a2a-417d-85ad-1b21d780e0c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:07:17.140654 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b965d-3a2a-417d-85ad-1b21d780e0c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:07:17.141007 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b965d-3a2a-417d-85ad-1b21d780e0c1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:07:17.141360 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b965d-3a2a-417d-85ad-1b21d780e0c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:07:17.141711 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b965d-3a2a-417d-85ad-1b21d780e0c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:07:17.142140 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b965d-3a2a-417d-85ad-1b21d780e0c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:07:17.142489 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b965d-3a2a-417d-85ad-1b21d780e0c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:07:17.142842 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b965d-3a2a-417d-85ad-1b21d780e0c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:07:17.143197 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b965d-3a2a-417d-85ad-1b21d780e0c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:07:17.143546 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b965d-3a2a-417d-85ad-1b21d780e0c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:07:17.148135 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5e3b965d-3a2a-417d-85ad-1b21d780e0c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.038s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:17.171828 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-c8e70e55-d9e1-4a5b-8009-341b22c9226e tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] show failed (client error): The resource could not be found.
Jan 29 10:07:17.175409 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c8e70e55-d9e1-4a5b-8009-341b22c9226e tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] 10.222.0.57 "GET /v2.0/security-groups/dc805e9c-5c84-4bba-8acf-28c50f5a45c1 HTTP/1.1" status: 404  len: 347 time: 0.2971549
Jan 29 10:07:17.179684 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-0216cf21-976a-4c60-8396-a95fc8601b8f tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] For port 27e5b85f-98ac-40ec-a425-dfa300e97507, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=27e5b85f-98ac-40ec-a425-dfa300e97507,segment=NetworkSegment(04849efb-2ceb-47ca-a3d7-1070592b2caf),segment_id=04849efb-2ceb-47ca-a3d7-1070592b2caf)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:07:17.180085 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0216cf21-976a-4c60-8396-a95fc8601b8f tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:17.189949 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49744) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:17.230492 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-713c2e27-030c-4013-8705-01fe5e9ada10 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'enable_snat': False}}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:07:17.289819 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-2abf35ab-7d05-4eb2-8a68-fdf2f6cce789 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80767) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:07:17.290360 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-2abf35ab-7d05-4eb2-8a68-fdf2f6cce789 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:07:17.324857 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:17.326067 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9cda4ec6-b60b-4282-899c-f55b25b9d514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:17.365583 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port 27e5b85f-98ac-40ec-a425-dfa300e97507, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=27e5b85f-98ac-40ec-a425-dfa300e97507,segment=NetworkSegment(04849efb-2ceb-47ca-a3d7-1070592b2caf),segment_id=04849efb-2ceb-47ca-a3d7-1070592b2caf)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:07:17.369158 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:17.372086 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:17.449564 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=27e5b85f-98ac-40ec-a425-dfa300e97507,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:17.452822 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:17.455920 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 845cd62c-dbd3-4ee8-b463-4ec69f4789d6 up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:07:17.524242 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-3d459192-20c3-4d95-98ae-a5335678fa97 None None] Provisioning complete for port 27e5b85f-98ac-40ec-a425-dfa300e97507 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:07:17.524923 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3d459192-20c3-4d95-98ae-a5335678fa97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:17.578019 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-0216cf21-976a-4c60-8396-a95fc8601b8f tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Calling delete_port for 27e5b85f-98ac-40ec-a425-dfa300e97507 owned by network:dhcp {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:07:17.655622 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e166fb-1b2b-4192-aaf3-2fcaf7d1c521 None None] New status for floating IP c8f06ebc-b940-47ce-816e-5f68ac2380db: DOWN {{(pid=80767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 29 10:07:17.690312 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-0216cf21-976a-4c60-8396-a95fc8601b8f tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80766) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:07:17.690666 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-0216cf21-976a-4c60-8396-a95fc8601b8f tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:07:17.700649 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9085537f-1ac6-4cfc-a7c3-8a43f267be4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:17.718882 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:17.752623 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-d0b0830b-5f7f-4f9b-bfc4-2fa6686bc2b3 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Deleting port 2bdcd88c-a8c8-42db-8876-6a5834a93599 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:07:17.753008 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d0b0830b-5f7f-4f9b-bfc4-2fa6686bc2b3 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:17.815987 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9cda4ec6-b60b-4282-899c-f55b25b9d514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:17.842773 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-cd487005-9aa0-4b7f-8ed0-1f0322e5b0e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:17.860926 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-2abf35ab-7d05-4eb2-8a68-fdf2f6cce789 None None] Deleting port 27e5b85f-98ac-40ec-a425-dfa300e97507 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:07:17.861360 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2abf35ab-7d05-4eb2-8a68-fdf2f6cce789 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:17.876395 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-713c2e27-030c-4013-8705-01fe5e9ada10 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:17.886031 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cda4ec6-b60b-4282-899c-f55b25b9d514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c605dee0-5ae5-4588-af5f-45172a0bcc3b,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:17.890155 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9cda4ec6-b60b-4282-899c-f55b25b9d514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:17.898817 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9cda4ec6-b60b-4282-899c-f55b25b9d514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:17.903117 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9cda4ec6-b60b-4282-899c-f55b25b9d514 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c605dee0-5ae5-4588-af5f-45172a0bcc3b HTTP/1.1" status: 204  len: 168 time: 1.8246195
Jan 29 10:07:17.947565 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 845cd62c-dbd3-4ee8-b463-4ec69f4789d6 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:07:17.948320 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:17.960607 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3d6d7a4b-b5f8-4d9d-9b44-e3d8fe894d00 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852603100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2204728'] for subnet, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:18.046860 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0f47cb24-2874-4527-910b-453e76e18da9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:18.074626 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49756) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:18.117522 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6d7a4b-b5f8-4d9d-9b44-e3d8fe894d00 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event deleted for resources: {'Subnet': ['ID=a6114fbc-b9d9-4d4b-bc72-c80c311af980,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:18.126057 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3d6d7a4b-b5f8-4d9d-9b44-e3d8fe894d00 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:18.140823 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d0b0830b-5f7f-4f9b-bfc4-2fa6686bc2b3 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:18.141197 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d0b0830b-5f7f-4f9b-bfc4-2fa6686bc2b3 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:18.248528 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3d459192-20c3-4d95-98ae-a5335678fa97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:18.289101 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3d6d7a4b-b5f8-4d9d-9b44-e3d8fe894d00 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:18.308258 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3d6d7a4b-b5f8-4d9d-9b44-e3d8fe894d00 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "DELETE /v2.0/subnets/a6114fbc-b9d9-4d4b-bc72-c80c311af980 HTTP/1.1" status: 204  len: 168 time: 3.0756249
Jan 29 10:07:18.309874 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 49764) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:18.315238 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-d0b0830b-5f7f-4f9b-bfc4-2fa6686bc2b3 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Calling delete_port for 2bdcd88c-a8c8-42db-8876-6a5834a93599 owned by network:floatingip {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:07:18.325148 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-3d459192-20c3-4d95-98ae-a5335678fa97 None None] For port 27e5b85f-98ac-40ec-a425-dfa300e97507, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=27e5b85f-98ac-40ec-a425-dfa300e97507,segment=NetworkSegment(04849efb-2ceb-47ca-a3d7-1070592b2caf),segment_id=04849efb-2ceb-47ca-a3d7-1070592b2caf)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:07:18.335733 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ade5cd1-d020-4f92-9004-52218711d8b8 None None] Network e4ad20a2-f03a-4d31-b155-72c677a9fd68 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:07:18.426316 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce68b94-62a8-4ef4-a1d0-95e65ba533e3 req-58d9a508-15cd-481d-b45b-390a4c41cf3e tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:18.428021 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2ce68b94-62a8-4ef4-a1d0-95e65ba533e3 req-58d9a508-15cd-481d-b45b-390a4c41cf3e tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd90f1a9-0131-408a-a301-4ff523e0b2f9 HTTP/1.1" status: 200  len: 950 time: 0.4265244
Jan 29 10:07:18.428731 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 49768) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:18.443906 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-0216cf21-976a-4c60-8396-a95fc8601b8f tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Deleting port 27e5b85f-98ac-40ec-a425-dfa300e97507 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:07:18.444220 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0216cf21-976a-4c60-8396-a95fc8601b8f tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:18.448343 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3d459192-20c3-4d95-98ae-a5335678fa97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:18.468962 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c2c0b3fe-0aec-4c0b-9fc6-80d925f850f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:18.659175 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-88732695-cc6d-409f-916a-541a49e31b46 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:18.744097 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2ce68b94-62a8-4ef4-a1d0-95e65ba533e3 req-01d58a12-05cb-42a4-87f3-26ae17f350df tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6175841-d435-4987-b352-42c019a89b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3063631
Jan 29 10:07:18.782159 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-2abf35ab-7d05-4eb2-8a68-fdf2f6cce789 None None] For port 27e5b85f-98ac-40ec-a425-dfa300e97507, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=27e5b85f-98ac-40ec-a425-dfa300e97507,segment=NetworkSegment(04849efb-2ceb-47ca-a3d7-1070592b2caf),segment_id=04849efb-2ceb-47ca-a3d7-1070592b2caf)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:07:18.782159 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2abf35ab-7d05-4eb2-8a68-fdf2f6cce789 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:18.815398 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0cfcab72-3a72-4ae2-a5b6-badcd441189f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1ff34f0ed0344ec39e5476068c831cc8&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3776112
Jan 29 10:07:18.830165 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 49774) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:18.842537 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9085537f-1ac6-4cfc-a7c3-8a43f267be4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Pushing event updated for resources: {'Port': ['ID=8497c28e-e2a4-4730-8f0b-4496f75a7029,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:18.897599 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9085537f-1ac6-4cfc-a7c3-8a43f267be4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.179s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:18.920204 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-88732695-cc6d-409f-916a-541a49e31b46 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Deleting port fed62b02-0a97-4379-b785-49f35f0d4404 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:07:18.920576 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-88732695-cc6d-409f-916a-541a49e31b46 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:18.990652 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9085537f-1ac6-4cfc-a7c3-8a43f267be4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Network 1aa9f280-8e86-4636-a385-21234d6538b4 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:07:18.999863 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-2abf35ab-7d05-4eb2-8a68-fdf2f6cce789 None None] Calling delete_port for 27e5b85f-98ac-40ec-a425-dfa300e97507 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:07:19.054257 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d459192-20c3-4d95-98ae-a5335678fa97 None None] Pushing event updated for resources: {'Port': ['ID=27e5b85f-98ac-40ec-a425-dfa300e97507,revision_number=6']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:19.058170 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d0b0830b-5f7f-4f9b-bfc4-2fa6686bc2b3 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:19.073559 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-659812b6-50b3-4c4a-baf1-be8bbed5e073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:19.073754 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b24f7538-e123-4a47-af3e-1777c086b125 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:19.083286 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-706caf9f-94d2-4980-8b49-c242c5b3e715 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:19.131399 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-9085537f-1ac6-4cfc-a7c3-8a43f267be4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:07:19.134524 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9085537f-1ac6-4cfc-a7c3-8a43f267be4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:07:19.135318 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-713c2e27-030c-4013-8705-01fe5e9ada10 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:19.135556 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9085537f-1ac6-4cfc-a7c3-8a43f267be4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:19.136211 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9085537f-1ac6-4cfc-a7c3-8a43f267be4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:19.157173 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b0830b-5f7f-4f9b-bfc4-2fa6686bc2b3 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Pushing event deleted for resources: {'Port': ['ID=2bdcd88c-a8c8-42db-8876-6a5834a93599,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:19.160695 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d0b0830b-5f7f-4f9b-bfc4-2fa6686bc2b3 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:19.196733 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-713c2e27-030c-4013-8705-01fe5e9ada10 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:19.219809 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-659812b6-50b3-4c4a-baf1-be8bbed5e073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:19.267371 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3d459192-20c3-4d95-98ae-a5335678fa97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.798s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:19.372062 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b24f7538-e123-4a47-af3e-1777c086b125 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:19.399292 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-0216cf21-976a-4c60-8396-a95fc8601b8f tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] For port 27e5b85f-98ac-40ec-a425-dfa300e97507, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=27e5b85f-98ac-40ec-a425-dfa300e97507,segment=NetworkSegment(04849efb-2ceb-47ca-a3d7-1070592b2caf),segment_id=04849efb-2ceb-47ca-a3d7-1070592b2caf)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:07:19.399839 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0216cf21-976a-4c60-8396-a95fc8601b8f tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:19.482391 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2abf35ab-7d05-4eb2-8a68-fdf2f6cce789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:19.499702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:19.570481 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a272dd43-c784-4b76-9c24-f08e33d4b213 None None] DHCP port deletion for e4ad20a2-f03a-4d31-b155-72c677a9fd68 request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:07:19.572838 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abf35ab-7d05-4eb2-8a68-fdf2f6cce789 None None] Pushing event deleted for resources: {'Port': ['ID=27e5b85f-98ac-40ec-a425-dfa300e97507,revision_number=None']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:19.576190 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2abf35ab-7d05-4eb2-8a68-fdf2f6cce789 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:19.580596 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9085537f-1ac6-4cfc-a7c3-8a43f267be4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 963 time: 4.7068591
Jan 29 10:07:19.586417 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-0216cf21-976a-4c60-8396-a95fc8601b8f tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Calling delete_port for 27e5b85f-98ac-40ec-a425-dfa300e97507 owned by network:dhcp {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:07:19.595767 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-a272dd43-c784-4b76-9c24-f08e33d4b213 None None] Deleting port fed62b02-0a97-4379-b785-49f35f0d4404 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:07:19.596101 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a272dd43-c784-4b76-9c24-f08e33d4b213 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:19.628707 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49780) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:19.789644 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abf35ab-7d05-4eb2-8a68-fdf2f6cce789 None None] No DVR routers for this DVR port 27e5b85f-98ac-40ec-a425-dfa300e97507 on host dv-neutron-772983-2-ovs {{(pid=80767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:07:19.793595 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-88732695-cc6d-409f-916a-541a49e31b46 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] For port fed62b02-0a97-4379-b785-49f35f0d4404, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=fed62b02-0a97-4379-b785-49f35f0d4404,segment=NetworkSegment(d150cc37-80b2-4b90-8060-5b8050cb493d),segment_id=d150cc37-80b2-4b90-8060-5b8050cb493d)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:07:19.794024 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-88732695-cc6d-409f-916a-541a49e31b46 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:19.802153 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd4c732-8458-4232-bc2f-5306dedfd53c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:19.802724 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-1dd4c732-8458-4232-bc2f-5306dedfd53c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Synchronizing usage tracker for tenant:8ffc93f6ada04da0bae09e76d4a39f64 on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:07:19.818235 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b24f7538-e123-4a47-af3e-1777c086b125 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:19.831128 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-13b5af0e-6a11-4293-888f-0170a39f6421 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:19.859200 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-0216cf21-976a-4c60-8396-a95fc8601b8f tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80766) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:07:19.859200 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-0216cf21-976a-4c60-8396-a95fc8601b8f tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:07:19.860065 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24f7538-e123-4a47-af3e-1777c086b125 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b24940d-b25f-4390-af94-14bbacc8e68d,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:19.875839 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b24f7538-e123-4a47-af3e-1777c086b125 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:19.882734 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-1dd4c732-8458-4232-bc2f-5306dedfd53c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Unset dirty status for tenant:8ffc93f6ada04da0bae09e76d4a39f64 on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:07:19.886620 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1dd4c732-8458-4232-bc2f-5306dedfd53c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] 10.222.0.57 "GET /v2.0/ports/8497c28e-e2a4-4730-8f0b-4496f75a7029 HTTP/1.1" status: 200  len: 958 time: 0.2473693
Jan 29 10:07:19.887893 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b24f7538-e123-4a47-af3e-1777c086b125 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:19.889130 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b24f7538-e123-4a47-af3e-1777c086b125 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] 10.222.0.57 "DELETE /v2.0/security-groups/3b24940d-b25f-4390-af94-14bbacc8e68d HTTP/1.1" status: 204  len: 168 time: 1.8038158
Jan 29 10:07:19.892671 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49784) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:19.893046 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49786) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:19.901170 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d0b0830b-5f7f-4f9b-bfc4-2fa6686bc2b3 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Notify callbacks [] for floatingip, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:19.962407 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-88732695-cc6d-409f-916a-541a49e31b46 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Calling delete_port for fed62b02-0a97-4379-b785-49f35f0d4404 owned by network:dhcp {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:07:19.964504 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-a272dd43-c784-4b76-9c24-f08e33d4b213 None None] For port fed62b02-0a97-4379-b785-49f35f0d4404, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=fed62b02-0a97-4379-b785-49f35f0d4404,segment=NetworkSegment(d150cc37-80b2-4b90-8060-5b8050cb493d),segment_id=d150cc37-80b2-4b90-8060-5b8050cb493d)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:07:19.964952 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a272dd43-c784-4b76-9c24-f08e33d4b213 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:19.992605 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-659812b6-50b3-4c4a-baf1-be8bbed5e073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:19.996766 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d0b0830b-5f7f-4f9b-bfc4-2fa6686bc2b3 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:20.001069 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d0b0830b-5f7f-4f9b-bfc4-2fa6686bc2b3 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] 10.222.0.57 "DELETE /v2.0/floatingips/cc9150ec-b778-49f5-9e54-b6486c5640bc HTTP/1.1" status: 204  len: 168 time: 2.8069785
Jan 29 10:07:20.003339 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49792) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:20.008059 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-651ca395-3810-471c-bda1-2ae36a0cbd8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:20.008444 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-13e92ecd-79cd-4374-872a-51343fe02694 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] show failed (client error): The resource could not be found.
Jan 29 10:07:20.012964 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-13e92ecd-79cd-4374-872a-51343fe02694 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] 10.222.0.57 "GET /v2.0/security-groups/3b24940d-b25f-4390-af94-14bbacc8e68d HTTP/1.1" status: 404  len: 347 time: 0.1123693
Jan 29 10:07:20.022558 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 49796) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:20.073525 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-5fd788df-f55c-4ea3-acf0-72052aa2851f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Deleting port 8497c28e-e2a4-4730-8f0b-4496f75a7029 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:07:20.073932 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5fd788df-f55c-4ea3-acf0-72052aa2851f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:20.110204 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-a272dd43-c784-4b76-9c24-f08e33d4b213 None None] Calling delete_port for fed62b02-0a97-4379-b785-49f35f0d4404 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:07:20.177169 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659812b6-50b3-4c4a-baf1-be8bbed5e073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de21f124-258d-4724-bfb1-59d31c36359b,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:20.205176 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-659812b6-50b3-4c4a-baf1-be8bbed5e073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:20.252563 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a272dd43-c784-4b76-9c24-f08e33d4b213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:20.278817 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ba8fac71-c322-4d40-9f2a-83a19564cebe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:20.293372 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac0ca1b-5326-4f55-b4cf-6568b5cb6b32 req-94dbd308-1916-44c8-b817-e832e0dde795 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:20.301028 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cac0ca1b-5326-4f55-b4cf-6568b5cb6b32 req-94dbd308-1916-44c8-b817-e832e0dde795 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd90f1a9-0131-408a-a301-4ff523e0b2f9 HTTP/1.1" status: 200  len: 950 time: 1.0923991
Jan 29 10:07:20.346528 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-0216cf21-976a-4c60-8396-a95fc8601b8f tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Deleting port 27e5b85f-98ac-40ec-a425-dfa300e97507 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:07:20.346908 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0216cf21-976a-4c60-8396-a95fc8601b8f tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:20.385335 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a272dd43-c784-4b76-9c24-f08e33d4b213 None None] Pushing event deleted for resources: {'Port': ['ID=fed62b02-0a97-4379-b785-49f35f0d4404,revision_number=None']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:20.392607 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a272dd43-c784-4b76-9c24-f08e33d4b213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:20.434741 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-659812b6-50b3-4c4a-baf1-be8bbed5e073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:20.438433 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-659812b6-50b3-4c4a-baf1-be8bbed5e073 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/de21f124-258d-4724-bfb1-59d31c36359b HTTP/1.1" status: 204  len: 168 time: 1.6036589
Jan 29 10:07:20.481889 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a272dd43-c784-4b76-9c24-f08e33d4b213 None None] No DVR routers for this DVR port fed62b02-0a97-4379-b785-49f35f0d4404 on host dv-neutron-772983-2-ovs {{(pid=80767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:07:20.489877 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-d2b83306-34c8-489d-bd9b-c5f4ee4a84f0 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Deleting port faa9d0be-666a-45df-9eee-6e1c499e44ed {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:07:20.490263 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d2b83306-34c8-489d-bd9b-c5f4ee4a84f0 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:20.568179 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cac0ca1b-5326-4f55-b4cf-6568b5cb6b32 req-8e5b9e37-ae22-4bea-baa7-3ae72c9cb0b1 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6175841-d435-4987-b352-42c019a89b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2660699
Jan 29 10:07:20.579568 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-0216cf21-976a-4c60-8396-a95fc8601b8f tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] The port '27e5b85f-98ac-40ec-a425-dfa300e97507' was deleted {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 29 10:07:20.610618 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-88732695-cc6d-409f-916a-541a49e31b46 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80765) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:07:20.610991 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-88732695-cc6d-409f-916a-541a49e31b46 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:07:20.746290 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-713c2e27-030c-4013-8705-01fe5e9ada10 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Allocated IP 172.26.7.93 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/785c677b-52ba-45b4-996d-1cbc64e709a1) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:07:20.793883 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0216cf21-976a-4c60-8396-a95fc8601b8f tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:20.811059 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device fed62b02-0a97-4379-b785-49f35f0d4404 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:07:20.862234 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: fed62b02-0a97-4379-b785-49f35f0d4404 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:07:20.863651 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device fed62b02-0a97-4379-b785-49f35f0d4404 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:07:20.890597 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d2b83306-34c8-489d-bd9b-c5f4ee4a84f0 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:20.890971 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d2b83306-34c8-489d-bd9b-c5f4ee4a84f0 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:20.915950 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5fd788df-f55c-4ea3-acf0-72052aa2851f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:21.011076 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-0216cf21-976a-4c60-8396-a95fc8601b8f tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c8502198>,) {'filters': {'network_id': ['e14fc82d-5b8f-4b32-ada0-8e686669c29f']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:07:21.044139 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-d2b83306-34c8-489d-bd9b-c5f4ee4a84f0 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Calling delete_port for faa9d0be-666a-45df-9eee-6e1c499e44ed owned by network:floatingip {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:07:21.099491 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-5fd788df-f55c-4ea3-acf0-72052aa2851f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Calling delete_port for 8497c28e-e2a4-4730-8f0b-4496f75a7029 owned by  {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:07:21.116214 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-88732695-cc6d-409f-916a-541a49e31b46 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Deleting port fed62b02-0a97-4379-b785-49f35f0d4404 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:07:21.116591 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-88732695-cc6d-409f-916a-541a49e31b46 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:21.142230 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-0216cf21-976a-4c60-8396-a95fc8601b8f tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c8502198>, '04849efb-2ceb-47ca-a3d7-1070592b2caf') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:07:21.142541 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-0216cf21-976a-4c60-8396-a95fc8601b8f tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c8502198>, '04849efb-2ceb-47ca-a3d7-1070592b2caf') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:07:21.200102 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0216cf21-976a-4c60-8396-a95fc8601b8f tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:21.241486 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-88732695-cc6d-409f-916a-541a49e31b46 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] The port 'fed62b02-0a97-4379-b785-49f35f0d4404' was deleted {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 29 10:07:21.257849 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0216cf21-976a-4c60-8396-a95fc8601b8f tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:21.268477 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0216cf21-976a-4c60-8396-a95fc8601b8f tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Releasing vxlan tunnel 11 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:07:21.292046 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-713c2e27-030c-4013-8705-01fe5e9ada10 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:21.327052 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c43ffd6f-178f-4db3-9468-3d3ffff78841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:21.432147 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-88732695-cc6d-409f-916a-541a49e31b46 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:21.566851 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 49818) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:21.604812 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d2b83306-34c8-489d-bd9b-c5f4ee4a84f0 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:21.625009 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18d58ab2-103c-48e5-8937-8510c09af21c tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:21.660125 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5fd788df-f55c-4ea3-acf0-72052aa2851f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:21.675649 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-88732695-cc6d-409f-916a-541a49e31b46 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c3b24080>,) {'filters': {'network_id': ['e4ad20a2-f03a-4d31-b155-72c677a9fd68']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:07:21.683052 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-654b81f4-bc49-469e-a90f-cb8972117fc9 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:21.692390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-88732695-cc6d-409f-916a-541a49e31b46 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3b24080>, 'd150cc37-80b2-4b90-8060-5b8050cb493d') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:07:21.692841 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-88732695-cc6d-409f-916a-541a49e31b46 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3b24080>, 'd150cc37-80b2-4b90-8060-5b8050cb493d') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:07:21.708278 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-88732695-cc6d-409f-916a-541a49e31b46 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:21.709276 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 845cd62c-dbd3-4ee8-b463-4ec69f4789d6 no longer exists at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:07:21.728164 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-88732695-cc6d-409f-916a-541a49e31b46 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:21.730729 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-88732695-cc6d-409f-916a-541a49e31b46 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Releasing vxlan tunnel 5 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:07:21.807319 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd788df-f55c-4ea3-acf0-72052aa2851f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Pushing event deleted for resources: {'Port': ['ID=8497c28e-e2a4-4730-8f0b-4496f75a7029,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:21.824886 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5fd788df-f55c-4ea3-acf0-72052aa2851f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:21.851834 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:21.883083 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b83306-34c8-489d-bd9b-c5f4ee4a84f0 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Pushing event deleted for resources: {'Port': ['ID=faa9d0be-666a-45df-9eee-6e1c499e44ed,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:21.884833 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd90f1a9-0131-408a-a301-4ff523e0b2f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '845cd62c-dbd3-4ee8-b463-4ec69f4789d6'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:07:21.901529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port 845cd62c-dbd3-4ee8-b463-4ec69f4789d6, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=845cd62c-dbd3-4ee8-b463-4ec69f4789d6,segment=NetworkSegment(d733204f-f4fe-46d6-a71e-b51326e532d1),segment_id=d733204f-f4fe-46d6-a71e-b51326e532d1)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:07:21.907743 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:21.909891 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0dff6496-95ca-403a-a9cb-567230043de0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:21.927258 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d2b83306-34c8-489d-bd9b-c5f4ee4a84f0 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:21.958441 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd90f1a9-0131-408a-a301-4ff523e0b2f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '845cd62c-dbd3-4ee8-b463-4ec69f4789d6', 'code': 200}
Jan 29 10:07:21.966815 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-0216cf21-976a-4c60-8396-a95fc8601b8f tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Network e14fc82d-5b8f-4b32-ada0-8e686669c29f has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:07:21.984764 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0216cf21-976a-4c60-8396-a95fc8601b8f tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:22.001696 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=845cd62c-dbd3-4ee8-b463-4ec69f4789d6,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:22.005148 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:22.044305 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-07f08844-a149-4af8-b88b-805c913fdee4 tempest-AgentManagementNegativeTest-326239265 tempest-AgentManagementNegativeTest-326239265-project] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200  len: 207 time: 0.4640558
Jan 29 10:07:22.045536 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-713c2e27-030c-4013-8705-01fe5e9ada10 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:22.082731 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0b4841a5-7142-49bc-a53d-33d1a96879fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:22.136311 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5fd788df-f55c-4ea3-acf0-72052aa2851f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:22.236859 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-0216cf21-976a-4c60-8396-a95fc8601b8f tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Network e14fc82d-5b8f-4b32-ada0-8e686669c29f has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:07:22.267420 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5fd788df-f55c-4ea3-acf0-72052aa2851f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] 10.222.0.57 "DELETE /v2.0/ports/8497c28e-e2a4-4730-8f0b-4496f75a7029 HTTP/1.1" status: 204  len: 168 time: 2.3716376
Jan 29 10:07:22.268285 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:07:22.268285 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:07:22.268285 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:07:22.268285 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:07:22.268285 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:07:22.268285 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:07:22.268285 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:07:22.268285 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:07:22.268285 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:07:22.268285 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:07:22.268285 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:07:22.268285 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:07:22.268285 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:07:22.268285 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:07:22.268285 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:07:22.268285 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:07:22.268285 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:07:22.268285 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:07:22.268285 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:07:22.268285 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:07:22.268285 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:07:22.268285 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:07:22.268285 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:07:22.268285 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:07:22.268285 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:07:22.268285 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:07:22.268285 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:07:22.268285 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:07:22.268285 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:07:22.268285 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:07:22.268285 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:07:22.268285 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:07:22.268285 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:07:22.268285 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:07:22.268285 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:07:22.268285 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:07:22.268285 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:07:22.268285 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:07:22.268285 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:07:22.268285 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:07:22.354094 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c11fd8-1402-4fda-8ca4-3b4524520742 req-029d0f52-79b0-45ce-8ae2-6e64e51aa268 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:22.354937 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-e8c11fd8-1402-4fda-8ca4-3b4524520742 req-029d0f52-79b0-45ce-8ae2-6e64e51aa268 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] Synchronizing usage tracker for tenant:b4b6b2bc9c2a4a5fb00c62ae774e5eeb on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:07:22.358959 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49832) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:22.514996 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49838) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:22.545900 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-a582169c-70c1-4f76-a665-770b3813a487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] GET failed (client error): The resource could not be found.
Jan 29 10:07:22.546917 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a582169c-70c1-4f76-a665-770b3813a487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Synchronizing usage tracker for tenant:8ffc93f6ada04da0bae09e76d4a39f64 on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:07:22.561516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-e8c11fd8-1402-4fda-8ca4-3b4524520742 req-029d0f52-79b0-45ce-8ae2-6e64e51aa268 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] Unset dirty status for tenant:b4b6b2bc9c2a4a5fb00c62ae774e5eeb on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:07:22.562838 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e8c11fd8-1402-4fda-8ca4-3b4524520742 req-029d0f52-79b0-45ce-8ae2-6e64e51aa268 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd90f1a9-0131-408a-a301-4ff523e0b2f9 HTTP/1.1" status: 200  len: 950 time: 0.9008157
Jan 29 10:07:22.566276 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0216cf21-976a-4c60-8396-a95fc8601b8f tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:22.575551 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9129ac1d-2378-44a6-b494-81b0e7f263c1 tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:22.591748 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0216cf21-976a-4c60-8396-a95fc8601b8f tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:22.658666 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a582169c-70c1-4f76-a665-770b3813a487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Unset dirty status for tenant:8ffc93f6ada04da0bae09e76d4a39f64 on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:07:22.663496 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a582169c-70c1-4f76-a665-770b3813a487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] 10.222.0.57 "GET /v2.0/ports/8497c28e-e2a4-4730-8f0b-4496f75a7029 HTTP/1.1" status: 404  len: 333 time: 0.2952631
Jan 29 10:07:22.663496 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0216cf21-976a-4c60-8396-a95fc8601b8f tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Pushing event deleted for resources: {'Network': ['ID=e14fc82d-5b8f-4b32-ada0-8e686669c29f,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:22.668574 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49844) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:22.669721 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0216cf21-976a-4c60-8396-a95fc8601b8f tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:22.671674 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-88732695-cc6d-409f-916a-541a49e31b46 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Network e4ad20a2-f03a-4d31-b155-72c677a9fd68 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:07:22.680234 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0216cf21-976a-4c60-8396-a95fc8601b8f tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] 10.222.0.57 "DELETE /v2.0/networks/e14fc82d-5b8f-4b32-ada0-8e686669c29f HTTP/1.1" status: 204  len: 168 time: 6.2145803
Jan 29 10:07:22.682568 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-bea33397-1066-4c3b-9f85-e8f27eea0b68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Request body: {'port': {'network_id': '1aa9f280-8e86-4636-a385-21234d6538b4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-32419637'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:07:22.685891 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 49848) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:22.702111 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-88732695-cc6d-409f-916a-541a49e31b46 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:22.716782 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-bea33397-1066-4c3b-9f85-e8f27eea0b68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:07:22.732881 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-86ebb880-1461-4d0b-ba0c-8a669a912453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:22.764868 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713c2e27-030c-4013-8705-01fe5e9ada10 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Pushing event updated for resources: {'Port': ['ID=785c677b-52ba-45b4-996d-1cbc64e709a1,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:22.768171 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-713c2e27-030c-4013-8705-01fe5e9ada10 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.685s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:22.769113 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-e8c11fd8-1402-4fda-8ca4-3b4524520742 req-85eb5f33-8e01-43c5-9d3e-b53ce0b166e4 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] Deleting port 845cd62c-dbd3-4ee8-b463-4ec69f4789d6 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:07:22.769519 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e8c11fd8-1402-4fda-8ca4-3b4524520742 req-85eb5f33-8e01-43c5-9d3e-b53ce0b166e4 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:22.802287 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-bea33397-1066-4c3b-9f85-e8f27eea0b68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:07:22.821060 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-891e03f5-f747-4a87-8877-82d06fcbcbae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349253'] for router_interface, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:22.884983 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-86ebb880-1461-4d0b-ba0c-8a669a912453 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:07:22.974378 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-86ebb880-1461-4d0b-ba0c-8a669a912453 admin admin] Usage tracker for resource:security_group_rule and tenant:d6841007f29446a4989c6994459df653 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:07:22.988007 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-86ebb880-1461-4d0b-ba0c-8a669a912453 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:07:22.992389 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea33397-1066-4c3b-9f85-e8f27eea0b68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Made reservation on behalf of 8ffc93f6ada04da0bae09e76d4a39f64 for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:07:22.998210 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bea33397-1066-4c3b-9f85-e8f27eea0b68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:23.016422 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-86ebb880-1461-4d0b-ba0c-8a669a912453 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:07:23.122520 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb88aa-567b-46e4-8d47-0be24b6cf98c req-f168e3f7-90e6-4517-817c-a4f2ffbec7e1 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:23.123899 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-29fb88aa-567b-46e4-8d47-0be24b6cf98c req-f168e3f7-90e6-4517-817c-a4f2ffbec7e1 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd90f1a9-0131-408a-a301-4ff523e0b2f9 HTTP/1.1" status: 200  len: 948 time: 1.2982521
Jan 29 10:07:23.278850 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-01043d00-8053-4455-8cbd-20452ec85572 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:23.385582 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-88732695-cc6d-409f-916a-541a49e31b46 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Network e4ad20a2-f03a-4d31-b155-72c677a9fd68 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:07:23.394892 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713c2e27-030c-4013-8705-01fe5e9ada10 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:07:23.399629 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-bea33397-1066-4c3b-9f85-e8f27eea0b68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] device_id is not set on port 41255ea9-31e7-4be9-9d07-5ac7a9a8672f yet. {{(pid=80766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:07:23.425530 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:07:23.425530 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:07:23.425530 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:07:23.425530 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:07:23.425530 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:07:23.425530 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:07:23.425530 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:07:23.425530 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:07:23.425530 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:07:23.425530 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:07:23.425530 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:07:23.425530 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:07:23.425530 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:07:23.425530 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:07:23.425530 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:07:23.425530 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:07:23.425530 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:07:23.425530 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:07:23.425530 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:07:23.425530 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:07:23.425530 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:07:23.425530 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:07:23.425530 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:07:23.425530 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:07:23.425530 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:07:23.425530 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:07:23.425530 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:07:23.425530 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:07:23.425530 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:07:23.425530 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:07:23.425530 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:07:23.425530 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:07:23.425530 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:07:23.425530 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:07:23.425530 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:07:23.425530 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:07:23.425530 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:07:23.425530 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:07:23.425530 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:07:23.425530 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:07:23.429055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-713c2e27-030c-4013-8705-01fe5e9ada10 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:07:23.429055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713c2e27-030c-4013-8705-01fe5e9ada10 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:07:23.563401 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d2b83306-34c8-489d-bd9b-c5f4ee4a84f0 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Notify callbacks [] for floatingip, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:23.564448 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-e8c11fd8-1402-4fda-8ca4-3b4524520742 req-85eb5f33-8e01-43c5-9d3e-b53ce0b166e4 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] For port 845cd62c-dbd3-4ee8-b463-4ec69f4789d6, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=845cd62c-dbd3-4ee8-b463-4ec69f4789d6,segment=NetworkSegment(d733204f-f4fe-46d6-a71e-b51326e532d1),segment_id=d733204f-f4fe-46d6-a71e-b51326e532d1)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:07:23.564850 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e8c11fd8-1402-4fda-8ca4-3b4524520742 req-85eb5f33-8e01-43c5-9d3e-b53ce0b166e4 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:23.627529 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-29fb88aa-567b-46e4-8d47-0be24b6cf98c req-c63924b3-6133-47fe-9663-6cd784a3449d tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6175841-d435-4987-b352-42c019a89b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4729521
Jan 29 10:07:23.697100 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-31cfcf96-44b9-4720-8eef-119eb856bcb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:23.732458 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-e8c11fd8-1402-4fda-8ca4-3b4524520742 req-85eb5f33-8e01-43c5-9d3e-b53ce0b166e4 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] Calling delete_port for 845cd62c-dbd3-4ee8-b463-4ec69f4789d6 owned by compute:nova {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:07:23.819546 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-88732695-cc6d-409f-916a-541a49e31b46 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:23.824153 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-88732695-cc6d-409f-916a-541a49e31b46 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:23.838570 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:23.965618 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88732695-cc6d-409f-916a-541a49e31b46 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event deleted for resources: {'Network': ['ID=e4ad20a2-f03a-4d31-b155-72c677a9fd68,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:23.968529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-88732695-cc6d-409f-916a-541a49e31b46 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:23.978849 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-01043d00-8053-4455-8cbd-20452ec85572 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:23.996462 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-88732695-cc6d-409f-916a-541a49e31b46 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "DELETE /v2.0/networks/e4ad20a2-f03a-4d31-b155-72c677a9fd68 HTTP/1.1" status: 204  len: 168 time: 5.6838598
Jan 29 10:07:24.004549 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d2b83306-34c8-489d-bd9b-c5f4ee4a84f0 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:24.005847 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d2b83306-34c8-489d-bd9b-c5f4ee4a84f0 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] 10.222.0.57 "DELETE /v2.0/floatingips/c8f06ebc-b940-47ce-816e-5f68ac2380db HTTP/1.1" status: 204  len: 168 time: 3.9761584
Jan 29 10:07:24.025166 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 49852) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:24.025383 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 49854) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:24.106603 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-5ca6faf1-824b-4952-9fec-acd2128e4e64 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-762861164'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:07:24.132818 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-5ca6faf1-824b-4952-9fec-acd2128e4e64 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:07:24.139342 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:24.246308 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5ca6faf1-824b-4952-9fec-acd2128e4e64 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Usage tracker for resource:network and tenant:b402c3f19966488ebcb859fd6d6d9b16 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:07:24.260515 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5ca6faf1-824b-4952-9fec-acd2128e4e64 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Quota usage for network was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:07:24.291560 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-5ca6faf1-824b-4952-9fec-acd2128e4e64 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:07:24.292118 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-891e03f5-f747-4a87-8877-82d06fcbcbae admin admin] Deleting port 47c7780c-b711-4907-b125-250e9a633ccd {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:07:24.292511 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-891e03f5-f747-4a87-8877-82d06fcbcbae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:24.377890 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bea33397-1066-4c3b-9f85-e8f27eea0b68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:24.389912 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-01043d00-8053-4455-8cbd-20452ec85572 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c84fe4a8>,) {'filters': {'network_id': ['b0f634ae-93e9-4bca-9f8b-5c13b16550b2']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:07:24.423826 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-86ebb880-1461-4d0b-ba0c-8a669a912453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:24.452750 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-86ebb880-1461-4d0b-ba0c-8a669a912453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:24.467698 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3b118d90-2292-4114-8f36-9567d922e5de tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:24.485548 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-01043d00-8053-4455-8cbd-20452ec85572 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c84fe4a8>, 'da727e55-2373-4662-8adf-e7124b261adb') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:07:24.485932 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-01043d00-8053-4455-8cbd-20452ec85572 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c84fe4a8>, 'da727e55-2373-4662-8adf-e7124b261adb') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:07:24.515210 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca6faf1-824b-4952-9fec-acd2128e4e64 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Made reservation on behalf of b402c3f19966488ebcb859fd6d6d9b16 for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:07:24.536716 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e8c11fd8-1402-4fda-8ca4-3b4524520742 req-85eb5f33-8e01-43c5-9d3e-b53ce0b166e4 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:24.537212 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5ca6faf1-824b-4952-9fec-acd2128e4e64 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:24.563976 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-01043d00-8053-4455-8cbd-20452ec85572 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:24.609738 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ebb880-1461-4d0b-ba0c-8a669a912453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e98edb57-29be-4ffd-9d6d-06940b23c858,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:24.610153 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-01043d00-8053-4455-8cbd-20452ec85572 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:24.616863 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-86ebb880-1461-4d0b-ba0c-8a669a912453 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d6841007f29446a4989c6994459df653&name=default HTTP/1.1" status: 200  len: 2979 time: 2.0983403
Jan 29 10:07:24.619027 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-86ebb880-1461-4d0b-ba0c-8a669a912453 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:24.621468 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:24.664365 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49860) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:24.682939 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-01043d00-8053-4455-8cbd-20452ec85572 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Releasing vxlan tunnel 7 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:07:24.703313 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eb5f33-8e01-43c5-9d3e-b53ce0b166e4 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] Pushing event deleted for resources: {'Port': ['ID=845cd62c-dbd3-4ee8-b463-4ec69f4789d6,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:24.714095 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-85eb5f33-8e01-43c5-9d3e-b53ce0b166e4 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:24.811689 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bea33397-1066-4c3b-9f85-e8f27eea0b68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:24.851593 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:24.859901 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5836511f-c123-4f80-8b29-82c7938ccbfd tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:24.914487 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-891e03f5-f747-4a87-8877-82d06fcbcbae admin admin] For port 47c7780c-b711-4907-b125-250e9a633ccd, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=47c7780c-b711-4907-b125-250e9a633ccd,segment=NetworkSegment(18bc8eec-b98a-44b9-bed5-2f62335d7fbd),segment_id=18bc8eec-b98a-44b9-bed5-2f62335d7fbd)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:07:24.915433 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-891e03f5-f747-4a87-8877-82d06fcbcbae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:25.074103 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ca6faf1-824b-4952-9fec-acd2128e4e64 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:07:25.177195 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-891e03f5-f747-4a87-8877-82d06fcbcbae admin admin] Calling delete_port for 47c7780c-b711-4907-b125-250e9a633ccd owned by network:router_interface {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:07:25.211412 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-713c2e27-030c-4013-8705-01fe5e9ada10 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:25.226212 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c1ac3842-4853-4a53-8e95-67f0cc229854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:25.255329 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea33397-1066-4c3b-9f85-e8f27eea0b68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Pushing event updated for resources: {'Port': ['ID=41255ea9-31e7-4be9-9d07-5ac7a9a8672f,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:25.275440 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5ca6faf1-824b-4952-9fec-acd2128e4e64 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:25.275782 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-5ca6faf1-824b-4952-9fec-acd2128e4e64 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Added segment 1fc4db12-e1f5-45d4-a5fd-791920405c5f of type vxlan for network e08d07e5-f0e1-4617-a2e0-9a3d88bdf121
Jan 29 10:07:25.282648 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bea33397-1066-4c3b-9f85-e8f27eea0b68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:25.301313 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1f0671bf-acaa-41f4-83b7-930cfa5e872a req-33cbf97e-c06f-4274-b534-6a0426e48258 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd90f1a9-0131-408a-a301-4ff523e0b2f9 HTTP/1.1" status: 200  len: 210 time: 0.2433331
Jan 29 10:07:25.363403 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c11fd8-1402-4fda-8ca4-3b4524520742 req-85eb5f33-8e01-43c5-9d3e-b53ce0b166e4 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] No DVR routers for this DVR port 845cd62c-dbd3-4ee8-b463-4ec69f4789d6 on host hv-neutron-7729 {{(pid=80766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:07:25.365806 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e8c11fd8-1402-4fda-8ca4-3b4524520742 req-85eb5f33-8e01-43c5-9d3e-b53ce0b166e4 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:25.370960 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c1ac3842-4853-4a53-8e95-67f0cc229854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:25.380997 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd90f1a9-0131-408a-a301-4ff523e0b2f9', 'name': 'network-vif-deleted', 'tag': '845cd62c-dbd3-4ee8-b463-4ec69f4789d6'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:07:25.516945 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd90f1a9-0131-408a-a301-4ff523e0b2f9', 'name': 'network-vif-deleted', 'tag': '845cd62c-dbd3-4ee8-b463-4ec69f4789d6', 'status': 'completed', 'code': 200}
Jan 29 10:07:25.521954 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-01043d00-8053-4455-8cbd-20452ec85572 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Network b0f634ae-93e9-4bca-9f8b-5c13b16550b2 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:07:25.525751 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea33397-1066-4c3b-9f85-e8f27eea0b68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Network 1aa9f280-8e86-4636-a385-21234d6538b4 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:07:25.535221 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-01043d00-8053-4455-8cbd-20452ec85572 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:25.536128 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-bea33397-1066-4c3b-9f85-e8f27eea0b68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:07:25.549680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea33397-1066-4c3b-9f85-e8f27eea0b68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:07:25.550567 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea33397-1066-4c3b-9f85-e8f27eea0b68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:25.551222 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bea33397-1066-4c3b-9f85-e8f27eea0b68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:25.587117 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e8c11fd8-1402-4fda-8ca4-3b4524520742 req-85eb5f33-8e01-43c5-9d3e-b53ce0b166e4 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] 10.222.0.22 "DELETE /v2.0/ports/845cd62c-dbd3-4ee8-b463-4ec69f4789d6 HTTP/1.1" status: 204  len: 173 time: 3.0171611
Jan 29 10:07:25.607905 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-891e03f5-f747-4a87-8877-82d06fcbcbae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:25.624866 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bea33397-1066-4c3b-9f85-e8f27eea0b68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:25.670654 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-bea33397-1066-4c3b-9f85-e8f27eea0b68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 962 time: 2.9986627
Jan 29 10:07:25.677493 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 49868) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:25.685890 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5ca6faf1-824b-4952-9fec-acd2128e4e64 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:25.689379 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891e03f5-f747-4a87-8877-82d06fcbcbae admin admin] Pushing event deleted for resources: {'Port': ['ID=47c7780c-b711-4907-b125-250e9a633ccd,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:25.694768 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-891e03f5-f747-4a87-8877-82d06fcbcbae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:25.723922 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-698df500-b7a3-4f5f-a1a9-86fd2fecc163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7729'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:07:25.753925 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c1ac3842-4853-4a53-8e95-67f0cc229854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:25.761927 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:25.793358 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ac3842-4853-4a53-8e95-67f0cc229854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98edb57-29be-4ffd-9d6d-06940b23c858,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:25.800470 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c1ac3842-4853-4a53-8e95-67f0cc229854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:25.804150 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c1ac3842-4853-4a53-8e95-67f0cc229854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:25.808595 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c1ac3842-4853-4a53-8e95-67f0cc229854 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e98edb57-29be-4ffd-9d6d-06940b23c858 HTTP/1.1" status: 204  len: 168 time: 1.1393433
Jan 29 10:07:25.900978 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-01043d00-8053-4455-8cbd-20452ec85572 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Network b0f634ae-93e9-4bca-9f8b-5c13b16550b2 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:07:25.949074 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:25.974120 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:07:25.974120 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:07:25.974120 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:07:25.974120 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:07:25.974120 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:07:25.974120 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:07:25.974120 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:07:25.974120 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:07:25.974120 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:07:25.974120 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:07:25.974120 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:07:25.974120 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:07:25.974120 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:07:25.974120 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:07:25.974120 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:07:25.974120 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:07:25.974120 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:07:25.974120 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:07:25.974120 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:07:25.974120 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:07:25.974120 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:07:25.974120 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:07:25.974120 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:07:25.974120 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:07:25.974120 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:07:25.974120 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:07:25.974120 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:07:25.974120 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:07:25.974120 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:07:25.974120 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:07:25.974120 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:07:25.974120 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:07:26.126033 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-891e03f5-f747-4a87-8877-82d06fcbcbae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854415430'] for router_interface, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:26.202580 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5ca6faf1-824b-4952-9fec-acd2128e4e64 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:26.270722 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca6faf1-824b-4952-9fec-acd2128e4e64 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:26.271429 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5ca6faf1-824b-4952-9fec-acd2128e4e64 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:26.355364 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:26.461530 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-01043d00-8053-4455-8cbd-20452ec85572 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:26.474997 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-01043d00-8053-4455-8cbd-20452ec85572 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:26.477000 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-01043d00-8053-4455-8cbd-20452ec85572 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] 10.222.0.57 "DELETE /v2.0/networks/b0f634ae-93e9-4bca-9f8b-5c13b16550b2 HTTP/1.1" status: 204  len: 168 time: 3.7842004
Jan 29 10:07:26.487119 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49888) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:26.530463 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-698df500-b7a3-4f5f-a1a9-86fd2fecc163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:26.541598 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5ca6faf1-824b-4952-9fec-acd2128e4e64 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 2.5149279
Jan 29 10:07:26.545367 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49892) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:26.574331 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca6faf1-824b-4952-9fec-acd2128e4e64 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event updated for resources: {'Network': ['ID=e08d07e5-f0e1-4617-a2e0-9a3d88bdf121,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:26.585138 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5ca6faf1-824b-4952-9fec-acd2128e4e64 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:26.588538 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network e08d07e5-f0e1-4617-a2e0-9a3d88bdf121 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:07:26.613375 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5235084e-704f-49eb-942a-5aeddddeaea7 tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:26.666055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01043d00-8053-4455-8cbd-20452ec85572 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Pushing event deleted for resources: {'Network': ['ID=b0f634ae-93e9-4bca-9f8b-5c13b16550b2,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:26.673674 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-01043d00-8053-4455-8cbd-20452ec85572 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:26.692311 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-713c2e27-030c-4013-8705-01fe5e9ada10 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:26.734745 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-713c2e27-030c-4013-8705-01fe5e9ada10 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854102271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-673560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-331322'] for router, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:26.782384 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network e08d07e5-f0e1-4617-a2e0-9a3d88bdf121 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:07:27.047911 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-0381d047-8347-4fe6-9cc6-6ab6f547e7ac tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Request body: {'subnet': {'network_id': 'e08d07e5-f0e1-4617-a2e0-9a3d88bdf121', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:07:27.062867 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49902) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:27.156983 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-39639b89-e05d-4011-b0a7-c8f4c98ea012 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:27.238046 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 49910) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:27.357223 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-0381d047-8347-4fe6-9cc6-6ab6f547e7ac tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:07:27.370694 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-0381d047-8347-4fe6-9cc6-6ab6f547e7ac tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Usage tracker for resource:subnet and tenant:b402c3f19966488ebcb859fd6d6d9b16 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:07:27.404067 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-0381d047-8347-4fe6-9cc6-6ab6f547e7ac tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:07:27.439648 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-0381d047-8347-4fe6-9cc6-6ab6f547e7ac tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:07:27.453757 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-0dcbc0ad-8cf8-4ac8-9249-63fc6f8be1e0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-711896359'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:07:27.467337 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-0dcbc0ad-8cf8-4ac8-9249-63fc6f8be1e0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:07:27.489228 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-0dcbc0ad-8cf8-4ac8-9249-63fc6f8be1e0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Usage tracker for resource:network and tenant:b2cc7248d2184abfb3aa21c44218cf1c is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:07:27.495211 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-0dcbc0ad-8cf8-4ac8-9249-63fc6f8be1e0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Quota usage for network was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:07:27.506622 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-0dcbc0ad-8cf8-4ac8-9249-63fc6f8be1e0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:07:27.514247 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2b99fbf3-7954-41d5-80c6-449ec654158c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349253'] for router_interface, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:27.648720 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-39639b89-e05d-4011-b0a7-c8f4c98ea012 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:27.692201 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0381d047-8347-4fe6-9cc6-6ab6f547e7ac tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Made reservation on behalf of b402c3f19966488ebcb859fd6d6d9b16 for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:07:27.703801 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dcbc0ad-8cf8-4ac8-9249-63fc6f8be1e0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Made reservation on behalf of b2cc7248d2184abfb3aa21c44218cf1c for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:07:27.714358 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0381d047-8347-4fe6-9cc6-6ab6f547e7ac tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:27.724630 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0dcbc0ad-8cf8-4ac8-9249-63fc6f8be1e0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:27.774768 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0dcbc0ad-8cf8-4ac8-9249-63fc6f8be1e0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:27.779515 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-bd64958b-0fde-45c9-ad7e-35552131f4d1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b4b6b2bc9c2a4a5fb00c62ae774e5eeb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7100174
Jan 29 10:07:27.785658 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 49916) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:27.828283 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-0dcbc0ad-8cf8-4ac8-9249-63fc6f8be1e0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:07:27.843518 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-698df500-b7a3-4f5f-a1a9-86fd2fecc163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] device_id is not set on port 41255ea9-31e7-4be9-9d07-5ac7a9a8672f yet. {{(pid=80765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:07:27.848261 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-0dcbc0ad-8cf8-4ac8-9249-63fc6f8be1e0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Usage tracker for resource:security_group_rule and tenant:b2cc7248d2184abfb3aa21c44218cf1c is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:07:27.858496 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-0dcbc0ad-8cf8-4ac8-9249-63fc6f8be1e0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:07:27.881658 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-698df500-b7a3-4f5f-a1a9-86fd2fecc163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:27.892695 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-0dcbc0ad-8cf8-4ac8-9249-63fc6f8be1e0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:07:27.902977 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-713c2e27-030c-4013-8705-01fe5e9ada10 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Router 9a648f92-11b2-4e12-b504-25e587d64412 is scheduled to L3 agent 18987107-6d88-4736-94cf-15791d65b3ff with binding_index 1 {{(pid=80765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 29 10:07:27.935743 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-698df500-b7a3-4f5f-a1a9-86fd2fecc163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Transition to ACTIVE for port object 41255ea9-31e7-4be9-9d07-5ac7a9a8672f will not be triggered until provisioned by entity L2. {{(pid=80765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:07:27.954034 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-39639b89-e05d-4011-b0a7-c8f4c98ea012 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c91f9080>,) {'filters': {'network_id': ['85002a9b-a705-4cc5-a39b-fb80a5cd8cad']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:07:27.982879 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-39639b89-e05d-4011-b0a7-c8f4c98ea012 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c91f9080>, 'e127d080-be62-4f6e-a406-e47818623268') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:07:27.983135 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-39639b89-e05d-4011-b0a7-c8f4c98ea012 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c91f9080>, 'e127d080-be62-4f6e-a406-e47818623268') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:07:28.006239 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-39639b89-e05d-4011-b0a7-c8f4c98ea012 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:28.015355 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-891e03f5-f747-4a87-8877-82d06fcbcbae admin admin] Router 8644e8b2-d35a-42d3-8ee4-29fde7174aa3 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:07:28.039975 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-39639b89-e05d-4011-b0a7-c8f4c98ea012 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:28.066512 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-698df500-b7a3-4f5f-a1a9-86fd2fecc163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:28.091911 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f5a0583b-56f2-4f6f-90c1-9745a46d1fa9 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:28.095400 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-39639b89-e05d-4011-b0a7-c8f4c98ea012 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Releasing vxlan tunnel 9 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:07:28.303807 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fbaa95c1-33c2-4180-b9be-db02ab39bc67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:28.408958 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698df500-b7a3-4f5f-a1a9-86fd2fecc163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Pushing event updated for resources: {'Port': ['ID=41255ea9-31e7-4be9-9d07-5ac7a9a8672f,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:28.412564 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-698df500-b7a3-4f5f-a1a9-86fd2fecc163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:28.441310 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-39639b89-e05d-4011-b0a7-c8f4c98ea012 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Network 85002a9b-a705-4cc5-a39b-fb80a5cd8cad has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:07:28.454848 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-39639b89-e05d-4011-b0a7-c8f4c98ea012 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:28.473326 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fbaa95c1-33c2-4180-b9be-db02ab39bc67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:28.594740 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-891e03f5-f747-4a87-8877-82d06fcbcbae admin admin] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:07:28.605289 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdea702-9e2d-439f-8852-e050547c4489 None None] Sync routers for ids ['8644e8b2-d35a-42d3-8ee4-29fde7174aa3'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:07:28.615575 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdea702-9e2d-439f-8852-e050547c4489 None None] Routers {'8644e8b2-d35a-42d3-8ee4-29fde7174aa3'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:07:28.616217 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-ebdea702-9e2d-439f-8852-e050547c4489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca33fcc0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:07:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['8644e8b2-d35a-42d3-8ee4-29fde7174aa3'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:07:28.617517 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-713c2e27-030c-4013-8705-01fe5e9ada10 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:07:28.629639 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aaaec00-ee1b-4465-9652-88175c3a2797 None None] Sync routers for ids ['9a648f92-11b2-4e12-b504-25e587d64412'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:07:28.665474 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aaaec00-ee1b-4465-9652-88175c3a2797 None None] Routers {'9a648f92-11b2-4e12-b504-25e587d64412'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:07:28.667708 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-2aaaec00-ee1b-4465-9652-88175c3a2797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c955d978>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:07:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['9a648f92-11b2-4e12-b504-25e587d64412'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:07:28.703654 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-698df500-b7a3-4f5f-a1a9-86fd2fecc163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Attempting to bind port 41255ea9-31e7-4be9-9d07-5ac7a9a8672f on host hv-neutron-7729 for vnic_type normal with profile  {{(pid=80765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:07:28.704027 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-698df500-b7a3-4f5f-a1a9-86fd2fecc163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Attempting to bind port 41255ea9-31e7-4be9-9d07-5ac7a9a8672f by drivers openvswitch on host hv-neutron-7729 at level 0 using segments [{'id': '8f5a8fc2-6b9c-4c3e-8adc-c7b78ae80a0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '1aa9f280-8e86-4636-a385-21234d6538b4'}] {{(pid=80765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:07:28.704403 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698df500-b7a3-4f5f-a1a9-86fd2fecc163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Attempting to bind port 41255ea9-31e7-4be9-9d07-5ac7a9a8672f on network 1aa9f280-8e86-4636-a385-21234d6538b4 {{(pid=80765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:07:28.706193 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-891e03f5-f747-4a87-8877-82d06fcbcbae admin admin] 10.222.0.57 "PUT /v2.0/routers/8644e8b2-d35a-42d3-8ee4-29fde7174aa3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.7016380
Jan 29 10:07:28.714838 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49920) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:28.731984 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0dcbc0ad-8cf8-4ac8-9249-63fc6f8be1e0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:28.733250 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-713c2e27-030c-4013-8705-01fe5e9ada10 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:28.737386 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-713c2e27-030c-4013-8705-01fe5e9ada10 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] 10.222.0.57 "PUT /v2.0/routers/9a648f92-11b2-4e12-b504-25e587d64412 HTTP/1.1" status: 200  len: 915 time: 11.8281145
Jan 29 10:07:28.738576 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698df500-b7a3-4f5f-a1a9-86fd2fecc163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Checking agent: {'id': '5acf9624-c829-41ba-afd9-92278081af05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 10, 2, 34), 'started_at': datetime.datetime(2021, 1, 29, 10, 3, 4), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:07:28.739035 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698df500-b7a3-4f5f-a1a9-86fd2fecc163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Checking segment: {'id': '8f5a8fc2-6b9c-4c3e-8adc-c7b78ae80a0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '1aa9f280-8e86-4636-a385-21234d6538b4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:07:28.739455 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-698df500-b7a3-4f5f-a1a9-86fd2fecc163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:28.739912 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698df500-b7a3-4f5f-a1a9-86fd2fecc163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Bound using segment: {'id': '8f5a8fc2-6b9c-4c3e-8adc-c7b78ae80a0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '1aa9f280-8e86-4636-a385-21234d6538b4'} {{(pid=80765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:07:28.740416 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-698df500-b7a3-4f5f-a1a9-86fd2fecc163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Bound port: 41255ea9-31e7-4be9-9d07-5ac7a9a8672f, host: hv-neutron-7729, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f5a8fc2-6b9c-4c3e-8adc-c7b78ae80a0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '1aa9f280-8e86-4636-a385-21234d6538b4'}}] {{(pid=80765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:07:28.740795 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-698df500-b7a3-4f5f-a1a9-86fd2fecc163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:28.755391 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 49924) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:28.769922 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0dcbc0ad-8cf8-4ac8-9249-63fc6f8be1e0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:28.845868 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0d278aa2-88bc-41c8-a6ef-8b67dd5bfcee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:28.862431 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-2aaaec00-ee1b-4465-9652-88175c3a2797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c955d978>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:07:28.862901 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-39639b89-e05d-4011-b0a7-c8f4c98ea012 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Network 85002a9b-a705-4cc5-a39b-fb80a5cd8cad has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:07:28.877198 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aaaec00-ee1b-4465-9652-88175c3a2797 None None] Routers {'9a648f92-11b2-4e12-b504-25e587d64412'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:07:28.878286 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-2aaaec00-ee1b-4465-9652-88175c3a2797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c955d978>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:07:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['9a648f92-11b2-4e12-b504-25e587d64412'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:07:28.881084 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fbaa95c1-33c2-4180-b9be-db02ab39bc67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:28.901923 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:07:28.901923 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:07:28.901923 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:07:28.901923 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:07:28.901923 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:07:28.901923 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:07:28.901923 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:07:28.901923 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:07:28.901923 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:07:28.901923 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:07:28.901923 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:07:28.901923 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:07:28.901923 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:07:28.901923 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:07:28.901923 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:07:28.901923 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:07:28.901923 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:07:28.901923 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:07:28.901923 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:07:28.901923 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:07:28.901923 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:07:28.901923 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:07:28.901923 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:07:28.901923 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:07:28.901923 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:07:28.901923 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:07:28.901923 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:07:28.901923 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:07:28.901923 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:07:28.901923 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:07:28.901923 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:07:28.901923 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:07:28.979594 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-2aaaec00-ee1b-4465-9652-88175c3a2797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c955d978>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:07:28.980054 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aaaec00-ee1b-4465-9652-88175c3a2797 None None] The sync data for ids ['9a648f92-11b2-4e12-b504-25e587d64412'] in dv-neutron-772983-2-ovs is: [] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:07:29.005483 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dcbc0ad-8cf8-4ac8-9249-63fc6f8be1e0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:07:29.015487 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-2b99fbf3-7954-41d5-80c6-449ec654158c admin admin] Deleting port aa212c3d-284c-45fa-92f3-fa3ecfdea7c7 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:07:29.015867 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2b99fbf3-7954-41d5-80c6-449ec654158c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:29.100628 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-ebdea702-9e2d-439f-8852-e050547c4489 None None] Set router 8644e8b2-d35a-42d3-8ee4-29fde7174aa3 gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:07:29.101937 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcbc0ad-8cf8-4ac8-9249-63fc6f8be1e0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77d2fc62-e3f2-475f-a566-6534bbf2d9fd,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:29.118384 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fbaa95c1-33c2-4180-b9be-db02ab39bc67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:29.119606 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-fbaa95c1-33c2-4180-b9be-db02ab39bc67 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e6175841-d435-4987-b352-42c019a89b8e HTTP/1.1" status: 204  len: 168 time: 1.3252676
Jan 29 10:07:29.123896 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0dcbc0ad-8cf8-4ac8-9249-63fc6f8be1e0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:29.124428 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-0dcbc0ad-8cf8-4ac8-9249-63fc6f8be1e0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Added segment d9ab660f-a49b-4cd3-aa52-d8f5b41e1319 of type vxlan for network 36ec2ab5-acc9-45dc-a136-797459b09a1c
Jan 29 10:07:29.130114 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0dcbc0ad-8cf8-4ac8-9249-63fc6f8be1e0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:29.130672 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-659812b6-50b3-4c4a-baf1-be8bbed5e073 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.154s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:29.143233 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-39639b89-e05d-4011-b0a7-c8f4c98ea012 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:29.153801 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-39639b89-e05d-4011-b0a7-c8f4c98ea012 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:29.163097 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8b8a8939-15b5-44bd-bd09-434504af58c2 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:29.187323 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaa95c1-33c2-4180-b9be-db02ab39bc67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6175841-d435-4987-b352-42c019a89b8e,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:29.205096 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-39639b89-e05d-4011-b0a7-c8f4c98ea012 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] 10.222.0.57 "DELETE /v2.0/networks/85002a9b-a705-4cc5-a39b-fb80a5cd8cad HTTP/1.1" status: 204  len: 168 time: 2.7166896
Jan 29 10:07:29.206482 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39639b89-e05d-4011-b0a7-c8f4c98ea012 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Pushing event deleted for resources: {'Network': ['ID=85002a9b-a705-4cc5-a39b-fb80a5cd8cad,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:29.209733 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-39639b89-e05d-4011-b0a7-c8f4c98ea012 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:29.210421 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49930) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:29.214292 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-fbaa95c1-33c2-4180-b9be-db02ab39bc67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:29.217042 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-058041cf-d11b-4dcf-973d-906f2fd6aa93 admin admin] Notify callbacks [] for router, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:29.260208 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-698df500-b7a3-4f5f-a1a9-86fd2fecc163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] For port 41255ea9-31e7-4be9-9d07-5ac7a9a8672f, host hv-neutron-7729, cleared binding levels {{(pid=80765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:07:29.319357 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0dcbc0ad-8cf8-4ac8-9249-63fc6f8be1e0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:29.340983 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d2233da0-215f-4d75-a550-6d5acd3c4c11 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] 10.222.0.57 "GET /v2.0/routers/9a648f92-11b2-4e12-b504-25e587d64412 HTTP/1.1" status: 200  len: 921 time: 0.5842667
Jan 29 10:07:29.349502 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 49936) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:29.355098 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-698df500-b7a3-4f5f-a1a9-86fd2fecc163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] For port 41255ea9-31e7-4be9-9d07-5ac7a9a8672f, host hv-neutron-7729, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=41255ea9-31e7-4be9-9d07-5ac7a9a8672f,segment=NetworkSegment(8f5a8fc2-6b9c-4c3e-8adc-c7b78ae80a0f),segment_id=8f5a8fc2-6b9c-4c3e-8adc-c7b78ae80a0f)] {{(pid=80765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:07:29.601736 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-ebdea702-9e2d-439f-8852-e050547c4489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca33fcc0>, [{'id': '8644e8b2-d35a-42d3-8ee4-29fde7174aa3', 'name': 'tempest-ServersTestManualDisk-496623575-router', 'tenant_id': '427e7808217340cf85796dc28ee6ee48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.124'}], 'enable_snat': True}, 'gw_port_id': '588c2831-d082-4a94-b8d9-c370bc71e291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:04:11Z', 'updated_at': '2021-01-29T10:07:25Z', 'revision_number': 5, 'project_id': '427e7808217340cf85796dc28ee6ee48', 'gw_port': {'id': '588c2831-d082-4a94-b8d9-c370bc71e291', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:61:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8644e8b2-d35a-42d3-8ee4-29fde7174aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:04:13Z', 'updated_at': '2021-01-29T10:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:07:29.609303 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdea702-9e2d-439f-8852-e050547c4489 None None] Checking router: 8644e8b2-d35a-42d3-8ee4-29fde7174aa3 for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:07:29.622133 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdea702-9e2d-439f-8852-e050547c4489 None None] Routers {'8644e8b2-d35a-42d3-8ee4-29fde7174aa3'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:07:29.623040 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-ebdea702-9e2d-439f-8852-e050547c4489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca33fcc0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:07:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['8644e8b2-d35a-42d3-8ee4-29fde7174aa3'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:07:29.687237 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-698df500-b7a3-4f5f-a1a9-86fd2fecc163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:29.703603 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.resource_extend [None req-0dcbc0ad-8cf8-4ac8-9249-63fc6f8be1e0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 29 10:07:29.719132 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-75408875-0c65-4550-ad5f-e92dcfeb7763 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:29.842601 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0dcbc0ad-8cf8-4ac8-9249-63fc6f8be1e0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:29.851368 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b17feb94-12af-4371-830f-295d30f467d6 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:29.885195 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-ebdea702-9e2d-439f-8852-e050547c4489 None None] Set router 8644e8b2-d35a-42d3-8ee4-29fde7174aa3 gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:07:29.909220 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcbc0ad-8cf8-4ac8-9249-63fc6f8be1e0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:29.909955 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0dcbc0ad-8cf8-4ac8-9249-63fc6f8be1e0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:29.962654 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-058041cf-d11b-4dcf-973d-906f2fd6aa93 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:30.006490 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-2b99fbf3-7954-41d5-80c6-449ec654158c admin admin] For port aa212c3d-284c-45fa-92f3-fa3ecfdea7c7, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=aa212c3d-284c-45fa-92f3-fa3ecfdea7c7,segment=NetworkSegment(9329d575-ed3f-46b1-819e-a36233065db3),segment_id=9329d575-ed3f-46b1-819e-a36233065db3)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:07:30.006901 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2b99fbf3-7954-41d5-80c6-449ec654158c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:30.028055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-058041cf-d11b-4dcf-973d-906f2fd6aa93 admin admin] Deleting port 588c2831-d082-4a94-b8d9-c370bc71e291 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:07:30.028055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-058041cf-d11b-4dcf-973d-906f2fd6aa93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:30.090738 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698df500-b7a3-4f5f-a1a9-86fd2fecc163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Pushing event updated for resources: {'Port': ['ID=41255ea9-31e7-4be9-9d07-5ac7a9a8672f,revision_number=3']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:30.163868 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-698df500-b7a3-4f5f-a1a9-86fd2fecc163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:30.171907 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0381d047-8347-4fe6-9cc6-6ab6f547e7ac tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:30.174049 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-2b99fbf3-7954-41d5-80c6-449ec654158c admin admin] Calling delete_port for aa212c3d-284c-45fa-92f3-fa3ecfdea7c7 owned by network:router_interface {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:07:30.203641 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6fbea5ec-2051-4390-a2c6-9610f2c8ed24 tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.234s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:30.223017 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0dcbc0ad-8cf8-4ac8-9249-63fc6f8be1e0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 2.9692178
Jan 29 10:07:30.233673 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 49954) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:30.263016 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-ebdea702-9e2d-439f-8852-e050547c4489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca33fcc0>, [{'id': '8644e8b2-d35a-42d3-8ee4-29fde7174aa3', 'name': 'tempest-ServersTestManualDisk-496623575-router', 'tenant_id': '427e7808217340cf85796dc28ee6ee48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.124'}], 'enable_snat': True}, 'gw_port_id': '588c2831-d082-4a94-b8d9-c370bc71e291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:04:11Z', 'updated_at': '2021-01-29T10:07:25Z', 'revision_number': 5, 'project_id': '427e7808217340cf85796dc28ee6ee48', 'gw_port': {'id': '588c2831-d082-4a94-b8d9-c370bc71e291', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:61:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8644e8b2-d35a-42d3-8ee4-29fde7174aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:04:13Z', 'updated_at': '2021-01-29T10:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:07:30.267631 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdea702-9e2d-439f-8852-e050547c4489 None None] The sync data for ids ['8644e8b2-d35a-42d3-8ee4-29fde7174aa3'] in dv-neutron-772983-2-ovs is: [{'id': '8644e8b2-d35a-42d3-8ee4-29fde7174aa3', 'name': 'tempest-ServersTestManualDisk-496623575-router', 'tenant_id': '427e7808217340cf85796dc28ee6ee48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.124'}], 'enable_snat': True}, 'gw_port_id': '588c2831-d082-4a94-b8d9-c370bc71e291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:04:11Z', 'updated_at': '2021-01-29T10:07:25Z', 'revision_number': 5, 'project_id': '427e7808217340cf85796dc28ee6ee48', 'gw_port': {'id': '588c2831-d082-4a94-b8d9-c370bc71e291', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:61:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8644e8b2-d35a-42d3-8ee4-29fde7174aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:04:13Z', 'updated_at': '2021-01-29T10:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:07:30.280488 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:30.293396 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-f90bedcc-e112-4286-a029-4dea0d0a5f66 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Request body: {'subnet': {'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:07:30.315895 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abce9cb-3680-4961-9cd5-fcc4200e3d46 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:30.317545 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0abce9cb-3680-4961-9cd5-fcc4200e3d46 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=aadf795f-2e1a-4d04-be0e-12575f0f28a5&device_id=9a648f92-11b2-4e12-b504-25e587d64412&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.9660792
Jan 29 10:07:30.321196 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b17feb94-12af-4371-830f-295d30f467d6 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:30.324913 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698df500-b7a3-4f5f-a1a9-86fd2fecc163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:30.325587 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-698df500-b7a3-4f5f-a1a9-86fd2fecc163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:30.329991 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-698df500-b7a3-4f5f-a1a9-86fd2fecc163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] 10.222.0.57 "PUT /v2.0/ports/41255ea9-31e7-4be9-9d07-5ac7a9a8672f HTTP/1.1" status: 200  len: 1078 time: 4.6393034
Jan 29 10:07:30.348145 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 49958) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:30.348145 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 49960) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:30.348384 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 49962) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:30.584345 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0381d047-8347-4fe6-9cc6-6ab6f547e7ac tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event updated for resources: {'Subnet': ['ID=8a9b8999-85b4-46fd-b4c6-6ca0cf089e4a,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:30.588426 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcbc0ad-8cf8-4ac8-9249-63fc6f8be1e0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event updated for resources: {'Network': ['ID=36ec2ab5-acc9-45dc-a136-797459b09a1c,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:30.591496 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0dcbc0ad-8cf8-4ac8-9249-63fc6f8be1e0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:30.605662 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:07:30.610893 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0381d047-8347-4fe6-9cc6-6ab6f547e7ac tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:30.646881 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:07:30.665844 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-b17feb94-12af-4371-830f-295d30f467d6 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c98295c0>,) {'filters': {'network_id': ['6b003d7d-a950-4144-a4b8-b177db42c07b']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:07:30.670422 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-360dcd93-5fc1-4038-a285-732690d1bd11 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1113126477-network', 'tenant_id': '4d907168a4924ceb9472857ce37e1904'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:07:30.692868 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-058041cf-d11b-4dcf-973d-906f2fd6aa93 admin admin] For port 588c2831-d082-4a94-b8d9-c370bc71e291, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=588c2831-d082-4a94-b8d9-c370bc71e291,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:07:30.693268 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-058041cf-d11b-4dcf-973d-906f2fd6aa93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:30.704618 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-b17feb94-12af-4371-830f-295d30f467d6 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c98295c0>, 'c48427ac-64d4-4f21-a1ae-03ede90f2acd') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:07:30.704950 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-b17feb94-12af-4371-830f-295d30f467d6 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c98295c0>, 'c48427ac-64d4-4f21-a1ae-03ede90f2acd') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:07:30.721015 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-360dcd93-5fc1-4038-a285-732690d1bd11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:07:30.749573 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-360dcd93-5fc1-4038-a285-732690d1bd11 admin admin] Usage tracker for resource:network and tenant:4d907168a4924ceb9472857ce37e1904 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:07:30.761554 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 47c7780c-b711-4907-b125-250e9a633ccd no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:07:30.768987 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-360dcd93-5fc1-4038-a285-732690d1bd11 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:07:30.782015 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-842b4c87-0c4c-4496-9641-612d45ab77b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Deleting port 41255ea9-31e7-4be9-9d07-5ac7a9a8672f {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:07:30.782416 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-842b4c87-0c4c-4496-9641-612d45ab77b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:30.786764 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b17feb94-12af-4371-830f-295d30f467d6 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:30.811933 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 47c7780c-b711-4907-b125-250e9a633ccd {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:07:30.812338 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 47c7780c-b711-4907-b125-250e9a633ccd not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:07:30.821697 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-f90bedcc-e112-4286-a029-4dea0d0a5f66 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:07:30.831732 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-360dcd93-5fc1-4038-a285-732690d1bd11 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:07:30.842658 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8448e0-63b1-4b4e-b4e0-902fb070d688 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:30.847485 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3b8448e0-63b1-4b4e-b4e0-902fb070d688 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] 10.222.0.57 "GET /v2.0/networks/aadf795f-2e1a-4d04-be0e-12575f0f28a5 HTTP/1.1" status: 200  len: 881 time: 0.4947939
Jan 29 10:07:30.849300 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f90bedcc-e112-4286-a029-4dea0d0a5f66 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Usage tracker for resource:subnet and tenant:b2cc7248d2184abfb3aa21c44218cf1c is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:07:30.853524 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49974) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:30.862148 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f90bedcc-e112-4286-a029-4dea0d0a5f66 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:07:30.871723 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-058041cf-d11b-4dcf-973d-906f2fd6aa93 admin admin] Calling delete_port for 588c2831-d082-4a94-b8d9-c370bc71e291 owned by network:router_gateway {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:07:30.882706 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360dcd93-5fc1-4038-a285-732690d1bd11 admin admin] Made reservation on behalf of 4d907168a4924ceb9472857ce37e1904 for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:07:30.888688 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-360dcd93-5fc1-4038-a285-732690d1bd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:30.909025 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-f90bedcc-e112-4286-a029-4dea0d0a5f66 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:07:30.946276 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-360dcd93-5fc1-4038-a285-732690d1bd11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:30.963257 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b17feb94-12af-4371-830f-295d30f467d6 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:30.968983 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6cd5c9a8-8521-4fa2-810a-647692c98d83 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a648f92-11b2-4e12-b504-25e587d64412 HTTP/1.1" status: 200  len: 205 time: 0.1093657
Jan 29 10:07:30.969907 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b17feb94-12af-4371-830f-295d30f467d6 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Releasing vxlan tunnel 8 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:07:30.983006 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 49978) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:30.985831 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-360dcd93-5fc1-4038-a285-732690d1bd11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:07:30.991350 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90bedcc-e112-4286-a029-4dea0d0a5f66 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Made reservation on behalf of b2cc7248d2184abfb3aa21c44218cf1c for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:07:31.013180 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f90bedcc-e112-4286-a029-4dea0d0a5f66 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:31.098972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-360dcd93-5fc1-4038-a285-732690d1bd11 admin admin] Usage tracker for resource:security_group_rule and tenant:4d907168a4924ceb9472857ce37e1904 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:07:31.110903 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0381d047-8347-4fe6-9cc6-6ab6f547e7ac tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Checking segment: {'id': '1fc4db12-e1f5-45d4-a5fd-791920405c5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e08d07e5-f0e1-4617-a2e0-9a3d88bdf121'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:07:31.111076 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-360dcd93-5fc1-4038-a285-732690d1bd11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:07:31.111296 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0381d047-8347-4fe6-9cc6-6ab6f547e7ac tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Network hostable DHCP agents. Network: e08d07e5-f0e1-4617-a2e0-9a3d88bdf121, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:07:31.203086 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-360dcd93-5fc1-4038-a285-732690d1bd11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:07:31.223406 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-b17feb94-12af-4371-830f-295d30f467d6 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Network 6b003d7d-a950-4144-a4b8-b177db42c07b has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:07:31.236147 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b17feb94-12af-4371-830f-295d30f467d6 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:31.287335 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0381d047-8347-4fe6-9cc6-6ab6f547e7ac tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Network e08d07e5-f0e1-4617-a2e0-9a3d88bdf121 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:07:31.366570 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-0381d047-8347-4fe6-9cc6-6ab6f547e7ac tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, e08d07e5-f0e1-4617-a2e0-9a3d88bdf121) {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:07:31.374997 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b461856-e680-4ad8-aab9-6e09a0e377f5 None None] Network e08d07e5-f0e1-4617-a2e0-9a3d88bdf121 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:07:31.427299 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-058041cf-d11b-4dcf-973d-906f2fd6aa93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:31.490843 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0381d047-8347-4fe6-9cc6-6ab6f547e7ac tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:31.491372 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0381d047-8347-4fe6-9cc6-6ab6f547e7ac tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:31.521853 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-842b4c87-0c4c-4496-9641-612d45ab77b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] For port 41255ea9-31e7-4be9-9d07-5ac7a9a8672f, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=41255ea9-31e7-4be9-9d07-5ac7a9a8672f,segment=NetworkSegment(8f5a8fc2-6b9c-4c3e-8adc-c7b78ae80a0f),segment_id=8f5a8fc2-6b9c-4c3e-8adc-c7b78ae80a0f)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:07:31.522269 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-842b4c87-0c4c-4496-9641-612d45ab77b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:31.526313 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-b17feb94-12af-4371-830f-295d30f467d6 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Network 6b003d7d-a950-4144-a4b8-b177db42c07b has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:07:31.554001 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2b99fbf3-7954-41d5-80c6-449ec654158c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:31.558407 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:07:31.558407 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:07:31.558407 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:07:31.558407 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:07:31.558407 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:07:31.558407 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:07:31.558407 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:07:31.558407 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:07:31.558407 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:07:31.558407 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:07:31.558407 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:07:31.558407 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:07:31.558407 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:07:31.558407 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:07:31.558407 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:07:31.558407 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:07:31.558407 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:07:31.558407 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:07:31.558407 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:07:31.558407 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:07:31.558407 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:07:31.558407 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:07:31.558407 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:07:31.558407 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:07:31.558407 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:07:31.558407 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:07:31.558407 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:07:31.558407 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:07:31.558407 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:07:31.558407 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:07:31.558407 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:07:31.558407 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:07:31.614983 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58d2f48-8377-4ee4-8d6f-0774cd380b64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-e08d07e5-f0e1-4617-a2e0-9a3d88bdf121', 'network_id': 'e08d07e5-f0e1-4617-a2e0-9a3d88bdf121', 'tenant_id': 'b402c3f19966488ebcb859fd6d6d9b16', 'fixed_ips': [{'subnet_id': '8a9b8999-85b4-46fd-b4c6-6ca0cf089e4a'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:07:31.615914 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b58d2f48-8377-4ee4-8d6f-0774cd380b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:31.638072 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a6b07e63-05ad-4002-8426-f342d5f3ec5c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:31.698390 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0381d047-8347-4fe6-9cc6-6ab6f547e7ac tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 5.1518157
Jan 29 10:07:31.707513 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49982) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:31.719263 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-053ccd62-c216-45f6-b51f-3dbbdd259f33 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Request body: {'port': {'network_id': 'e08d07e5-f0e1-4617-a2e0-9a3d88bdf121', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-656205315'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:07:32.044572 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-842b4c87-0c4c-4496-9641-612d45ab77b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Calling delete_port for 41255ea9-31e7-4be9-9d07-5ac7a9a8672f owned by  {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:07:32.064652 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b17feb94-12af-4371-830f-295d30f467d6 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:32.076508 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b1403fe5-dd52-4210-8db6-a70b1289e3ef tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:32.109768 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b17feb94-12af-4371-830f-295d30f467d6 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:32.124710 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b99fbf3-7954-41d5-80c6-449ec654158c admin admin] Pushing event deleted for resources: {'Port': ['ID=aa212c3d-284c-45fa-92f3-fa3ecfdea7c7,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:32.127726 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17feb94-12af-4371-830f-295d30f467d6 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Pushing event deleted for resources: {'Network': ['ID=6b003d7d-a950-4144-a4b8-b177db42c07b,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:32.139802 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-b58d2f48-8377-4ee4-8d6f-0774cd380b64 None None] Allocated IP 2001:db8::2 (e08d07e5-f0e1-4617-a2e0-9a3d88bdf121/8a9b8999-85b4-46fd-b4c6-6ca0cf089e4a/408ce91e-c14d-4ce7-83fb-8fe35605e26d) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:07:32.144381 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4bfcdfdb-b237-4bab-80f4-d01720580bf0 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks [] for router, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:32.185627 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b17feb94-12af-4371-830f-295d30f467d6 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:32.196262 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b17feb94-12af-4371-830f-295d30f467d6 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] 10.222.0.57 "DELETE /v2.0/networks/6b003d7d-a950-4144-a4b8-b177db42c07b HTTP/1.1" status: 204  len: 168 time: 2.9829237
Jan 29 10:07:32.301386 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-058041cf-d11b-4dcf-973d-906f2fd6aa93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854102222'] for router_gateway, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:32.303048 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2b99fbf3-7954-41d5-80c6-449ec654158c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.665s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:32.373737 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b58d2f48-8377-4ee4-8d6f-0774cd380b64 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:32.386182 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-b58d2f48-8377-4ee4-8d6f-0774cd380b64 None None] Transition to ACTIVE for port object 408ce91e-c14d-4ce7-83fb-8fe35605e26d will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:07:32.404601 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-b58d2f48-8377-4ee4-8d6f-0774cd380b64 None None] Transition to ACTIVE for port object 408ce91e-c14d-4ce7-83fb-8fe35605e26d will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:07:32.411647 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b58d2f48-8377-4ee4-8d6f-0774cd380b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:32.429227 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-90f39d71-ec50-481c-8cee-8845ce8fe58f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:32.497200 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49990) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:32.506068 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d2f48-8377-4ee4-8d6f-0774cd380b64 None None] Pushing event updated for resources: {'Port': ['ID=408ce91e-c14d-4ce7-83fb-8fe35605e26d,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:32.519085 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-058041cf-d11b-4dcf-973d-906f2fd6aa93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:32.520013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b58d2f48-8377-4ee4-8d6f-0774cd380b64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:32.524058 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-058041cf-d11b-4dcf-973d-906f2fd6aa93 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:32.566589 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-053ccd62-c216-45f6-b51f-3dbbdd259f33 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:07:32.576748 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-053ccd62-c216-45f6-b51f-3dbbdd259f33 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:07:32.586299 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-058041cf-d11b-4dcf-973d-906f2fd6aa93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:32.586953 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-058041cf-d11b-4dcf-973d-906f2fd6aa93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8644e8b2-d35a-42d3-8ee4-29fde7174aa3 {{(pid=80766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 10:07:32.598197 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-058041cf-d11b-4dcf-973d-906f2fd6aa93 admin admin] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:32.600691 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-058041cf-d11b-4dcf-973d-906f2fd6aa93 admin admin] 10.222.0.57 "DELETE /v2.0/routers/8644e8b2-d35a-42d3-8ee4-29fde7174aa3 HTTP/1.1" status: 204  len: 168 time: 3.8838897
Jan 29 10:07:32.604166 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 49996) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:32.604948 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-360dcd93-5fc1-4038-a285-732690d1bd11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:32.640123 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-360dcd93-5fc1-4038-a285-732690d1bd11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:32.660615 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58d2f48-8377-4ee4-8d6f-0774cd380b64 None None] Network e08d07e5-f0e1-4617-a2e0-9a3d88bdf121 is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:07:32.661811 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-b58d2f48-8377-4ee4-8d6f-0774cd380b64 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:07:32.664951 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58d2f48-8377-4ee4-8d6f-0774cd380b64 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:07:32.667297 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8571c7e0-c75b-443c-ad5c-a933fac518ea tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:32.703372 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-10751d29-1827-441b-9d0d-465f6471ceec admin admin] Deleting subnet 33e91942-d524-458e-9fbf-e90687db90c7 {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:07:32.707601 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-10751d29-1827-441b-9d0d-465f6471ceec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:32.723467 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360dcd93-5fc1-4038-a285-732690d1bd11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b03a0da-6963-4dce-9cf9-40a8323d306c,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:32.750438 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-b58d2f48-8377-4ee4-8d6f-0774cd380b64 None None] Attempting to bind port 408ce91e-c14d-4ce7-83fb-8fe35605e26d on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:07:32.750875 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-b58d2f48-8377-4ee4-8d6f-0774cd380b64 None None] Attempting to bind port 408ce91e-c14d-4ce7-83fb-8fe35605e26d by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '1fc4db12-e1f5-45d4-a5fd-791920405c5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e08d07e5-f0e1-4617-a2e0-9a3d88bdf121'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:07:32.751459 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58d2f48-8377-4ee4-8d6f-0774cd380b64 None None] Attempting to bind port 408ce91e-c14d-4ce7-83fb-8fe35605e26d on network e08d07e5-f0e1-4617-a2e0-9a3d88bdf121 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:07:32.755983 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-360dcd93-5fc1-4038-a285-732690d1bd11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:32.757956 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58d2f48-8377-4ee4-8d6f-0774cd380b64 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:07:32.758924 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58d2f48-8377-4ee4-8d6f-0774cd380b64 None None] Checking segment: {'id': '1fc4db12-e1f5-45d4-a5fd-791920405c5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e08d07e5-f0e1-4617-a2e0-9a3d88bdf121'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:07:32.759542 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b58d2f48-8377-4ee4-8d6f-0774cd380b64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:32.759805 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58d2f48-8377-4ee4-8d6f-0774cd380b64 None None] Bound using segment: {'id': '1fc4db12-e1f5-45d4-a5fd-791920405c5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e08d07e5-f0e1-4617-a2e0-9a3d88bdf121'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:07:32.760694 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-b58d2f48-8377-4ee4-8d6f-0774cd380b64 None None] Bound port: 408ce91e-c14d-4ce7-83fb-8fe35605e26d, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fc4db12-e1f5-45d4-a5fd-791920405c5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e08d07e5-f0e1-4617-a2e0-9a3d88bdf121'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:07:32.761124 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b58d2f48-8377-4ee4-8d6f-0774cd380b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:32.789795 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-10751d29-1827-441b-9d0d-465f6471ceec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:32.811398 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-360dcd93-5fc1-4038-a285-732690d1bd11 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:07:32.853321 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-842b4c87-0c4c-4496-9641-612d45ab77b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:32.869845 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-b58d2f48-8377-4ee4-8d6f-0774cd380b64 None None] For port 408ce91e-c14d-4ce7-83fb-8fe35605e26d, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:07:32.870845 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-053ccd62-c216-45f6-b51f-3dbbdd259f33 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Made reservation on behalf of b402c3f19966488ebcb859fd6d6d9b16 for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:07:32.873558 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-b58d2f48-8377-4ee4-8d6f-0774cd380b64 None None] For port 408ce91e-c14d-4ce7-83fb-8fe35605e26d, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=408ce91e-c14d-4ce7-83fb-8fe35605e26d,segment=NetworkSegment(1fc4db12-e1f5-45d4-a5fd-791920405c5f),segment_id=1fc4db12-e1f5-45d4-a5fd-791920405c5f)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:07:32.879811 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e2aec7a5-9384-497a-9d4d-0a14545c5f95 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:32.881631 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b58d2f48-8377-4ee4-8d6f-0774cd380b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:32.898228 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-053ccd62-c216-45f6-b51f-3dbbdd259f33 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:32.900599 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ba8fac71-c322-4d40-9f2a-83a19564cebe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:32.930414 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-360dcd93-5fc1-4038-a285-732690d1bd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:32.930806 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-360dcd93-5fc1-4038-a285-732690d1bd11 admin admin] Added segment b73319d1-1a15-4ad0-895c-77a7ce281119 of type vxlan for network 9c450a0f-2c11-436c-8735-9a1afe6b7184
Jan 29 10:07:32.936109 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4bfcdfdb-b237-4bab-80f4-d01720580bf0 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks [] for router_gateway, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:32.970350 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842b4c87-0c4c-4496-9641-612d45ab77b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Pushing event deleted for resources: {'Port': ['ID=41255ea9-31e7-4be9-9d07-5ac7a9a8672f,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:32.986911 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d2f48-8377-4ee4-8d6f-0774cd380b64 None None] Pushing event updated for resources: {'Port': ['ID=408ce91e-c14d-4ce7-83fb-8fe35605e26d,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:32.997057 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-10751d29-1827-441b-9d0d-465f6471ceec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:33.000224 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b58d2f48-8377-4ee4-8d6f-0774cd380b64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:33.046333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4bfcdfdb-b237-4bab-80f4-d01720580bf0 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Deleting port 785c677b-52ba-45b4-996d-1cbc64e709a1 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:07:33.046720 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4bfcdfdb-b237-4bab-80f4-d01720580bf0 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:33.088295 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-842b4c87-0c4c-4496-9641-612d45ab77b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:33.128984 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e79fdb54-1994-4e60-a243-88a365ced65f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f519077dcf7b4e1c8cb267a8f970e9f8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6300716
Jan 29 10:07:33.150991 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50000) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:33.242488 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-360dcd93-5fc1-4038-a285-732690d1bd11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:33.377809 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-053ccd62-c216-45f6-b51f-3dbbdd259f33 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] device_id is not set on port 3e46f7d3-f03e-4ab4-9122-e96584b9f088 yet. {{(pid=80766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:07:33.470748 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a4c044e8-e9e3-420f-8245-ab7cc730ec75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:33.484227 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.resource_extend [None req-360dcd93-5fc1-4038-a285-732690d1bd11 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 29 10:07:33.499327 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-842b4c87-0c4c-4496-9641-612d45ab77b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:33.568844 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a4c044e8-e9e3-420f-8245-ab7cc730ec75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:33.579424 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-360dcd93-5fc1-4038-a285-732690d1bd11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:33.580415 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360dcd93-5fc1-4038-a285-732690d1bd11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:33.581045 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-360dcd93-5fc1-4038-a285-732690d1bd11 admin admin] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:33.594138 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a9305f9e-157c-4b14-9d0c-e5b0633c273f tempest-DHCPAgentSchedulersTestJSON-1629282204 tempest-DHCPAgentSchedulersTestJSON-1629282204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:33.709267 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4bfcdfdb-b237-4bab-80f4-d01720580bf0 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:33.720301 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-053ccd62-c216-45f6-b51f-3dbbdd259f33 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Allocated IP 2001:db8::2d3 (e08d07e5-f0e1-4617-a2e0-9a3d88bdf121/8a9b8999-85b4-46fd-b4c6-6ca0cf089e4a/3e46f7d3-f03e-4ab4-9122-e96584b9f088) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:07:33.724967 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-842b4c87-0c4c-4496-9641-612d45ab77b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] 10.222.0.57 "DELETE /v2.0/ports/41255ea9-31e7-4be9-9d07-5ac7a9a8672f HTTP/1.1" status: 204  len: 168 time: 3.3737636
Jan 29 10:07:33.726499 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-360dcd93-5fc1-4038-a285-732690d1bd11 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 3.3732672
Jan 29 10:07:33.729313 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50004) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:33.729706 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50006) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:33.736138 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-10751d29-1827-441b-9d0d-465f6471ceec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:33.741182 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-9b3e461c-ac34-46c3-8c3f-ab9ba594db04 admin admin] Request body: {'subnet': {'network_id': '9c450a0f-2c11-436c-8735-9a1afe6b7184', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1113126477-subnet', 'tenant_id': '4d907168a4924ceb9472857ce37e1904', 'ip_version': 4}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:07:33.817818 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-9b3e461c-ac34-46c3-8c3f-ab9ba594db04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:07:33.820514 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b835d0ac-ee42-4657-9924-115111e7de2b tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:33.872432 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-9b3e461c-ac34-46c3-8c3f-ab9ba594db04 admin admin] Usage tracker for resource:subnet and tenant:4d907168a4924ceb9472857ce37e1904 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:07:33.884617 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-9b3e461c-ac34-46c3-8c3f-ab9ba594db04 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:07:33.887753 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-df87d5ef-fcb6-450b-8638-79b3656e36ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] GET failed (client error): The resource could not be found.
Jan 29 10:07:33.888319 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-df87d5ef-fcb6-450b-8638-79b3656e36ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Synchronizing usage tracker for tenant:8ffc93f6ada04da0bae09e76d4a39f64 on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:07:33.898320 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10751d29-1827-441b-9d0d-465f6471ceec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33e91942-d524-458e-9fbf-e90687db90c7,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:33.908756 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-9b3e461c-ac34-46c3-8c3f-ab9ba594db04 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:07:33.913084 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a4c044e8-e9e3-420f-8245-ab7cc730ec75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:33.916013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360dcd93-5fc1-4038-a285-732690d1bd11 admin admin] Pushing event updated for resources: {'Network': ['ID=9c450a0f-2c11-436c-8735-9a1afe6b7184,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:33.917820 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-10751d29-1827-441b-9d0d-465f6471ceec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:33.918255 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2b99fbf3-7954-41d5-80c6-449ec654158c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854415430'] for router_interface, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:33.926986 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 9c450a0f-2c11-436c-8735-9a1afe6b7184 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:07:33.939513 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4bfcdfdb-b237-4bab-80f4-d01720580bf0 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Calling delete_port for 785c677b-52ba-45b4-996d-1cbc64e709a1 owned by network:router_gateway {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:07:33.948204 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 9c450a0f-2c11-436c-8735-9a1afe6b7184 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:07:33.969534 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-360dcd93-5fc1-4038-a285-732690d1bd11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:33.986559 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-482a813e-35a5-40c6-884f-bba562005259 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:34.042569 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c044e8-e9e3-420f-8245-ab7cc730ec75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709d08f2-aa01-4882-b027-e49e6c3fce72,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:34.052356 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a4c044e8-e9e3-420f-8245-ab7cc730ec75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:34.112081 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-df87d5ef-fcb6-450b-8638-79b3656e36ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Unset dirty status for tenant:8ffc93f6ada04da0bae09e76d4a39f64 on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:07:34.113134 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-df87d5ef-fcb6-450b-8638-79b3656e36ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] 10.222.0.57 "GET /v2.0/ports/41255ea9-31e7-4be9-9d07-5ac7a9a8672f HTTP/1.1" status: 404  len: 333 time: 0.3809223
Jan 29 10:07:34.122265 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3e461c-ac34-46c3-8c3f-ab9ba594db04 admin admin] Made reservation on behalf of 4d907168a4924ceb9472857ce37e1904 for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:07:34.127217 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9b3e461c-ac34-46c3-8c3f-ab9ba594db04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:34.129012 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50012) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:34.180058 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f90bedcc-e112-4286-a029-4dea0d0a5f66 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:34.203087 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-10751d29-1827-441b-9d0d-465f6471ceec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:34.204944 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdbeb0f-2f99-462e-b57e-2deedc5a589f None None] Network 1fd58bb7-5017-4a35-98e9-2ebd6e679ae2 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:07:34.227605 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7f3e7b95-e773-4fcc-9e7b-bfe3252a84b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:34.300951 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a4c044e8-e9e3-420f-8245-ab7cc730ec75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:34.302193 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a4c044e8-e9e3-420f-8245-ab7cc730ec75 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/709d08f2-aa01-4882-b027-e49e6c3fce72 HTTP/1.1" status: 204  len: 168 time: 1.1463857
Jan 29 10:07:34.309180 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-10751d29-1827-441b-9d0d-465f6471ceec admin admin] 10.222.0.57 "DELETE /v2.0/subnets/33e91942-d524-458e-9fbf-e90687db90c7 HTTP/1.1" status: 204  len: 168 time: 1.7039199
Jan 29 10:07:34.316664 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50018) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:34.381741 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-053ccd62-c216-45f6-b51f-3dbbdd259f33 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:34.469954 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-053ccd62-c216-45f6-b51f-3dbbdd259f33 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Transition to ACTIVE for port object 3e46f7d3-f03e-4ab4-9122-e96584b9f088 will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:07:34.561011 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a645f3bc-5804-4f41-bbf4-3aae4775ece0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:34.570043 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda1e806-f6ec-45fb-be33-5b992d6123a1 None None] DHCP port deletion for 1fd58bb7-5017-4a35-98e9-2ebd6e679ae2 request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:07:34.580539 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-eda1e806-f6ec-45fb-be33-5b992d6123a1 None None] Deleting port 3fc25889-9501-4617-81bf-6565d06e4b74 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:07:34.580923 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-eda1e806-f6ec-45fb-be33-5b992d6123a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:34.725673 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-a645f3bc-5804-4f41-bbf4-3aae4775ece0 admin admin] Deleting port 3fc25889-9501-4617-81bf-6565d06e4b74 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:07:34.726172 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a645f3bc-5804-4f41-bbf4-3aae4775ece0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:34.853306 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-053ccd62-c216-45f6-b51f-3dbbdd259f33 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:34.989336 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 408ce91e-c14d-4ce7-83fb-8fe35605e26d up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:07:34.993924 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-109d5c2c-8c5a-4c69-bacd-0d3e770e4244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:35.011592 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5fd788df-f55c-4ea3-acf0-72052aa2851f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:35.023363 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:35.041445 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-eda1e806-f6ec-45fb-be33-5b992d6123a1 None None] For port 3fc25889-9501-4617-81bf-6565d06e4b74, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=3fc25889-9501-4617-81bf-6565d06e4b74,segment=NetworkSegment(18bc8eec-b98a-44b9-bed5-2f62335d7fbd),segment_id=18bc8eec-b98a-44b9-bed5-2f62335d7fbd)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:07:35.041931 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-eda1e806-f6ec-45fb-be33-5b992d6123a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:35.136869 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29affad-53cb-4c2b-bed3-02edb5b1e491 None None] Network e08d07e5-f0e1-4617-a2e0-9a3d88bdf121 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:07:35.179254 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90bedcc-e112-4286-a029-4dea0d0a5f66 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event updated for resources: {'Subnet': ['ID=cb7e3f5d-7962-4579-9191-ed2ca83134e2,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:35.232162 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-eda1e806-f6ec-45fb-be33-5b992d6123a1 None None] Calling delete_port for 3fc25889-9501-4617-81bf-6565d06e4b74 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:07:35.257496 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f90bedcc-e112-4286-a029-4dea0d0a5f66 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.030s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:35.267406 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4bfcdfdb-b237-4bab-80f4-d01720580bf0 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:35.381064 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 408ce91e-c14d-4ce7-83fb-8fe35605e26d completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:07:35.393873 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-814c3d47-984a-48f2-824e-e1180572e4cf None None] Provisioning for port 408ce91e-c14d-4ce7-83fb-8fe35605e26d completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:07:35.405633 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 408ce91e-c14d-4ce7-83fb-8fe35605e26d triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:07:35.406272 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:35.441901 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-814c3d47-984a-48f2-824e-e1180572e4cf None None] Provisioning complete for port 408ce91e-c14d-4ce7-83fb-8fe35605e26d triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:07:35.442576 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-814c3d47-984a-48f2-824e-e1180572e4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:35.590983 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50038) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:35.605060 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-109d5c2c-8c5a-4c69-bacd-0d3e770e4244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:35.714001 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053ccd62-c216-45f6-b51f-3dbbdd259f33 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event updated for resources: {'Port': ['ID=3e46f7d3-f03e-4ab4-9122-e96584b9f088,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:35.717568 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-053ccd62-c216-45f6-b51f-3dbbdd259f33 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.706s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:35.748129 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-eda1e806-f6ec-45fb-be33-5b992d6123a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:35.797494 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5fd4d4d1-99f7-4e43-81dc-c946a1b145b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:35.860972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90bedcc-e112-4286-a029-4dea0d0a5f66 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Checking segment: {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:07:35.861380 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90bedcc-e112-4286-a029-4dea0d0a5f66 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Network hostable DHCP agents. Network: 36ec2ab5-acc9-45dc-a136-797459b09a1c, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:07:35.878062 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda1e806-f6ec-45fb-be33-5b992d6123a1 None None] Pushing event deleted for resources: {'Port': ['ID=3fc25889-9501-4617-81bf-6565d06e4b74,revision_number=None']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:35.891173 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-eda1e806-f6ec-45fb-be33-5b992d6123a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:35.930958 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-25549722-7d6c-41b6-8837-8965d21b40e5 tempest-DvrRoutersNegativeTest-1432817883 tempest-DvrRoutersNegativeTest-1432817883-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1996553674', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:07:35.949403 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.policy [None req-25549722-7d6c-41b6-8837-8965d21b40e5 tempest-DvrRoutersNegativeTest-1432817883 tempest-DvrRoutersNegativeTest-1432817883-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=80766) log_rule_list /opt/stack/neutron/neutron/policy.py:428}}
Jan 29 10:07:35.950202 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.policy [None req-25549722-7d6c-41b6-8837-8965d21b40e5 tempest-DvrRoutersNegativeTest-1432817883 tempest-DvrRoutersNegativeTest-1432817883-project] Failed policy check for 'create_router' {{(pid=80766) enforce /opt/stack/neutron/neutron/policy.py:499}}
Jan 29 10:07:35.950319 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-25549722-7d6c-41b6-8837-8965d21b40e5 tempest-DvrRoutersNegativeTest-1432817883 tempest-DvrRoutersNegativeTest-1432817883-project] create failed (client error): Access was denied to this resource.
Jan 29 10:07:35.960054 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-25549722-7d6c-41b6-8837-8965d21b40e5 tempest-DvrRoutersNegativeTest-1432817883 tempest-DvrRoutersNegativeTest-1432817883-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 403  len: 414 time: 0.3376844
Jan 29 10:07:35.962448 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053ccd62-c216-45f6-b51f-3dbbdd259f33 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Network e08d07e5-f0e1-4617-a2e0-9a3d88bdf121 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:07:35.966524 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-053ccd62-c216-45f6-b51f-3dbbdd259f33 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:07:35.968703 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053ccd62-c216-45f6-b51f-3dbbdd259f33 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:07:36.011369 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-109d5c2c-8c5a-4c69-bacd-0d3e770e4244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99cacb2198>,) {'filters': {'network_id': ['1aa9f280-8e86-4636-a385-21234d6538b4']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:07:36.035118 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053ccd62-c216-45f6-b51f-3dbbdd259f33 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:36.035855 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-053ccd62-c216-45f6-b51f-3dbbdd259f33 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:36.050834 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-109d5c2c-8c5a-4c69-bacd-0d3e770e4244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99cacb2198>, '8f5a8fc2-6b9c-4c3e-8adc-c7b78ae80a0f') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:07:36.051181 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-109d5c2c-8c5a-4c69-bacd-0d3e770e4244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99cacb2198>, '8f5a8fc2-6b9c-4c3e-8adc-c7b78ae80a0f') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:07:36.058909 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4bfcdfdb-b237-4bab-80f4-d01720580bf0 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854102222'] for router_gateway, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:36.059115 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-a645f3bc-5804-4f41-bbf4-3aae4775ece0 admin admin] For port 3fc25889-9501-4617-81bf-6565d06e4b74, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=3fc25889-9501-4617-81bf-6565d06e4b74,segment=NetworkSegment(18bc8eec-b98a-44b9-bed5-2f62335d7fbd),segment_id=18bc8eec-b98a-44b9-bed5-2f62335d7fbd)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:07:36.060452 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a645f3bc-5804-4f41-bbf4-3aae4775ece0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:36.128001 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90bedcc-e112-4286-a029-4dea0d0a5f66 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:07:36.129605 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda1e806-f6ec-45fb-be33-5b992d6123a1 None None] No DVR routers for this DVR port 3fc25889-9501-4617-81bf-6565d06e4b74 on host dv-neutron-772983-2-ovs {{(pid=80767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:07:36.134412 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:36.158551 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-814c3d47-984a-48f2-824e-e1180572e4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:36.159895 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-053ccd62-c216-45f6-b51f-3dbbdd259f33 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 892 time: 4.4512568
Jan 29 10:07:36.160777 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50046) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:36.203460 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-109d5c2c-8c5a-4c69-bacd-0d3e770e4244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:36.219174 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port 408ce91e-c14d-4ce7-83fb-8fe35605e26d, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=408ce91e-c14d-4ce7-83fb-8fe35605e26d,segment=NetworkSegment(1fc4db12-e1f5-45d4-a5fd-791920405c5f),segment_id=1fc4db12-e1f5-45d4-a5fd-791920405c5f)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:07:36.237743 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-a645f3bc-5804-4f41-bbf4-3aae4775ece0 admin admin] Calling delete_port for 3fc25889-9501-4617-81bf-6565d06e4b74 owned by network:dhcp {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:07:36.246848 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4bfcdfdb-b237-4bab-80f4-d01720580bf0 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:36.251799 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-109d5c2c-8c5a-4c69-bacd-0d3e770e4244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:36.254817 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4bfcdfdb-b237-4bab-80f4-d01720580bf0 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:36.256080 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-f90bedcc-e112-4286-a029-4dea0d0a5f66 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 36ec2ab5-acc9-45dc-a136-797459b09a1c) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:07:36.260593 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-109d5c2c-8c5a-4c69-bacd-0d3e770e4244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432-project] Releasing vxlan tunnel 10 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:07:36.266040 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:36.272093 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-eda1e806-f6ec-45fb-be33-5b992d6123a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:36.306702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2c30d8-99a1-4613-a38d-0b1f1d2a3959 None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:07:36.370456 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 3fc25889-9501-4617-81bf-6565d06e4b74 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:07:36.371711 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90bedcc-e112-4286-a029-4dea0d0a5f66 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:36.372368 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f90bedcc-e112-4286-a029-4dea0d0a5f66 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:36.441745 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 3fc25889-9501-4617-81bf-6565d06e4b74 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:07:36.441745 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 3fc25889-9501-4617-81bf-6565d06e4b74 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:07:36.442859 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 588c2831-d082-4a94-b8d9-c370bc71e291 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:07:36.465256 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b99fbf3-7954-41d5-80c6-449ec654158c admin admin] Router 4a2dbef9-f510-4df4-8738-7c1c6e2523ec has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:07:36.512707 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4bfcdfdb-b237-4bab-80f4-d01720580bf0 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:36.513271 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bfcdfdb-b237-4bab-80f4-d01720580bf0 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Fanout notify agent at l3_agent the message router_deleted on router 9a648f92-11b2-4e12-b504-25e587d64412 {{(pid=80765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 10:07:36.530302 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-814c3d47-984a-48f2-824e-e1180572e4cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80767) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:07:36.530991 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-814c3d47-984a-48f2-824e-e1180572e4cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:07:36.554132 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-04cc8ea3-2e68-40af-9d16-f452de06eb99 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Deleting port 3e46f7d3-f03e-4ab4-9122-e96584b9f088 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:07:36.554362 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-04cc8ea3-2e68-40af-9d16-f452de06eb99 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:36.559771 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 588c2831-d082-4a94-b8d9-c370bc71e291 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:07:36.560167 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 588c2831-d082-4a94-b8d9-c370bc71e291 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:07:36.573654 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=408ce91e-c14d-4ce7-83fb-8fe35605e26d,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:36.586086 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:36.630077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50052) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:36.707752 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9b3e461c-ac34-46c3-8c3f-ab9ba594db04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:36.712164 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-109d5c2c-8c5a-4c69-bacd-0d3e770e4244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432-project] Network 1aa9f280-8e86-4636-a385-21234d6538b4 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:07:36.721127 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f90bedcc-e112-4286-a029-4dea0d0a5f66 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 6.4779623
Jan 29 10:07:36.723239 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-109d5c2c-8c5a-4c69-bacd-0d3e770e4244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:36.723952 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50058) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:36.727525 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:36.741351 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226aa875-0a8a-408d-b55f-95b54131dc88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-36ec2ab5-acc9-45dc-a136-797459b09a1c', 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'tenant_id': 'b2cc7248d2184abfb3aa21c44218cf1c', 'fixed_ips': [{'subnet_id': 'cb7e3f5d-7962-4579-9191-ed2ca83134e2'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:07:36.744040 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-226aa875-0a8a-408d-b55f-95b54131dc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:36.795986 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4bfcdfdb-b237-4bab-80f4-d01720580bf0 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:36.797240 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4bfcdfdb-b237-4bab-80f4-d01720580bf0 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] 10.222.0.57 "DELETE /v2.0/routers/9a648f92-11b2-4e12-b504-25e587d64412 HTTP/1.1" status: 204  len: 168 time: 5.8131726
Jan 29 10:07:36.860737 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 408ce91e-c14d-4ce7-83fb-8fe35605e26d up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:07:36.879752 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-ed76b664-cc99-46c3-b576-361702473f35 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Request body: {'port': {'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'name': 'tempest-NetworksTestDHCPv6-1677863800'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:07:36.901616 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50062) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:37.026570 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3e461c-ac34-46c3-8c3f-ab9ba594db04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd17e4b6-a33a-4e17-bc4a-03539800690d,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:37.062969 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9b3e461c-ac34-46c3-8c3f-ab9ba594db04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:37.091131 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-a645f3bc-5804-4f41-bbf4-3aae4775ece0 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80766) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:07:37.091476 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-a645f3bc-5804-4f41-bbf4-3aae4775ece0 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:07:37.158423 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 408ce91e-c14d-4ce7-83fb-8fe35605e26d triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:07:37.158828 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:37.282949 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-d9327ad6-901e-415b-a02b-c2b8d4a0769a tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1986610828', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}, 'admin_state_up': False}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:07:37.293033 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-04cc8ea3-2e68-40af-9d16-f452de06eb99 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:37.305251 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-52ef9d1d-972f-4a9c-8a67-abcbd1978b1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:37.335821 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d9327ad6-901e-415b-a02b-c2b8d4a0769a tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:07:37.363640 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d9327ad6-901e-415b-a02b-c2b8d4a0769a tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Usage tracker for resource:router and tenant:7b878d17694d4146829d67c36d7fad6f is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:07:37.368672 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-226aa875-0a8a-408d-b55f-95b54131dc88 None None] Allocated IP 2001:db8::2 (36ec2ab5-acc9-45dc-a136-797459b09a1c/cb7e3f5d-7962-4579-9191-ed2ca83134e2/1cf3ef5b-079b-4e02-8ff3-8dea9c433913) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:07:37.373631 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d9327ad6-901e-415b-a02b-c2b8d4a0769a tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Quota usage for router was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:07:37.456898 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-e332e1ae-4c06-46e9-a345-37435da93e01 None None] Provisioning for port 3e46f7d3-f03e-4ab4-9122-e96584b9f088 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:07:37.461011 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d9327ad6-901e-415b-a02b-c2b8d4a0769a tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:07:37.488535 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-e332e1ae-4c06-46e9-a345-37435da93e01 None None] Provisioning complete for port 3e46f7d3-f03e-4ab4-9122-e96584b9f088 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:07:37.488962 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e332e1ae-4c06-46e9-a345-37435da93e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:37.497208 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-109d5c2c-8c5a-4c69-bacd-0d3e770e4244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432-project] Network 1aa9f280-8e86-4636-a385-21234d6538b4 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:07:37.528054 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:07:37.528054 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:07:37.528054 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:07:37.528054 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:07:37.528054 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:07:37.528054 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:07:37.528054 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:07:37.528054 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:07:37.528054 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:07:37.528054 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:07:37.528054 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:07:37.528054 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:07:37.528054 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:07:37.528054 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:07:37.528054 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:07:37.528054 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:07:37.528054 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:07:37.528054 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:07:37.528054 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:07:37.528054 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:07:37.528054 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:07:37.528054 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:07:37.528054 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:07:37.528054 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:07:37.528054 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:07:37.528054 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:07:37.528054 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:07:37.528054 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:07:37.528054 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:07:37.528054 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:07:37.528054 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:07:37.528054 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:07:37.550133 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d9327ad6-901e-415b-a02b-c2b8d4a0769a tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:37.551242 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d9327ad6-901e-415b-a02b-c2b8d4a0769a tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:37.560262 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b99fbf3-7954-41d5-80c6-449ec654158c admin admin] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:07:37.567245 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-04cc8ea3-2e68-40af-9d16-f452de06eb99 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Calling delete_port for 3e46f7d3-f03e-4ab4-9122-e96584b9f088 owned by  {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:07:37.573411 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b1d7cb-66de-4efc-8389-261be0ea9728 None None] Sync routers for ids ['4a2dbef9-f510-4df4-8738-7c1c6e2523ec'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:07:37.583766 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b1d7cb-66de-4efc-8389-261be0ea9728 None None] Routers {'4a2dbef9-f510-4df4-8738-7c1c6e2523ec'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:07:37.584857 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-60b1d7cb-66de-4efc-8389-261be0ea9728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca1b2ef0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:07:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['4a2dbef9-f510-4df4-8738-7c1c6e2523ec'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:07:37.618333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-e332e1ae-4c06-46e9-a345-37435da93e01 None None] Port 3e46f7d3-f03e-4ab4-9122-e96584b9f088 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:07:37.654193 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-109d5c2c-8c5a-4c69-bacd-0d3e770e4244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:37.662574 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-e332e1ae-4c06-46e9-a345-37435da93e01 None None] Provisioning complete for port 408ce91e-c14d-4ce7-83fb-8fe35605e26d triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:07:37.663000 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e332e1ae-4c06-46e9-a345-37435da93e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:37.669052 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-109d5c2c-8c5a-4c69-bacd-0d3e770e4244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:37.670123 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-a645f3bc-5804-4f41-bbf4-3aae4775ece0 admin admin] Deleting port 3fc25889-9501-4617-81bf-6565d06e4b74 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:07:37.670515 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a645f3bc-5804-4f41-bbf4-3aae4775ece0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:37.674919 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5f8a2168-b525-4cb5-9f4d-873659ed694b tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:37.700520 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109d5c2c-8c5a-4c69-bacd-0d3e770e4244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432-project] Pushing event deleted for resources: {'Network': ['ID=1aa9f280-8e86-4636-a385-21234d6538b4,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:37.708143 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-109d5c2c-8c5a-4c69-bacd-0d3e770e4244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:37.714113 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2b99fbf3-7954-41d5-80c6-449ec654158c admin admin] 10.222.0.57 "PUT /v2.0/routers/4a2dbef9-f510-4df4-8738-7c1c6e2523ec/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 13.6834660
Jan 29 10:07:37.717259 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-109d5c2c-8c5a-4c69-bacd-0d3e770e4244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432-project] 10.222.0.57 "DELETE /v2.0/networks/1aa9f280-8e86-4636-a385-21234d6538b4 HTTP/1.1" status: 204  len: 168 time: 3.5844893
Jan 29 10:07:37.719418 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50066) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:37.815094 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-60b1d7cb-66de-4efc-8389-261be0ea9728 None None] Set router 4a2dbef9-f510-4df4-8738-7c1c6e2523ec gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:07:37.934195 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-52ef9d1d-972f-4a9c-8a67-abcbd1978b1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:07:37.941082 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d9327ad6-901e-415b-a02b-c2b8d4a0769a tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:37.960758 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ed76b664-cc99-46c3-b576-361702473f35 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:07:37.970270 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-a645f3bc-5804-4f41-bbf4-3aae4775ece0 admin admin] The port '3fc25889-9501-4617-81bf-6565d06e4b74' was deleted {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 29 10:07:37.971599 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-04cc8ea3-2e68-40af-9d16-f452de06eb99 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:37.998070 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-52ef9d1d-972f-4a9c-8a67-abcbd1978b1c admin admin] Usage tracker for resource:security_group_rule and tenant:a2f1c2f894d54b73893043ec0e961de7 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:07:38.001127 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4f3a089f-1fd8-4577-a134-487d24d5036f tempest-PortsAdminExtendedAttrsTestJSON-1343148779 tempest-PortsAdminExtendedAttrsTestJSON-1343148779-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:38.017747 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-226aa875-0a8a-408d-b55f-95b54131dc88 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:38.042553 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-226aa875-0a8a-408d-b55f-95b54131dc88 None None] Transition to ACTIVE for port object 1cf3ef5b-079b-4e02-8ff3-8dea9c433913 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:07:38.053114 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ed76b664-cc99-46c3-b576-361702473f35 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Usage tracker for resource:port and tenant:b2cc7248d2184abfb3aa21c44218cf1c is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:07:38.056741 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-52ef9d1d-972f-4a9c-8a67-abcbd1978b1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:07:38.089020 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-226aa875-0a8a-408d-b55f-95b54131dc88 None None] Transition to ACTIVE for port object 1cf3ef5b-079b-4e02-8ff3-8dea9c433913 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:07:38.095621 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-226aa875-0a8a-408d-b55f-95b54131dc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:38.112069 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0dff6496-95ca-403a-a9cb-567230043de0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:38.162392 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ed76b664-cc99-46c3-b576-361702473f35 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:07:38.168626 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50074) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:38.191132 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cc8ea3-2e68-40af-9d16-f452de06eb99 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event deleted for resources: {'Port': ['ID=3e46f7d3-f03e-4ab4-9122-e96584b9f088,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:38.195250 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-04cc8ea3-2e68-40af-9d16-f452de06eb99 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:38.196575 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ed76b664-cc99-46c3-b576-361702473f35 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:07:38.199653 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7a19e02d-0ea0-42de-ad7d-1818ea8e318b admin admin] Notify callbacks [] for router, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:38.203015 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-52ef9d1d-972f-4a9c-8a67-abcbd1978b1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:07:38.268123 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226aa875-0a8a-408d-b55f-95b54131dc88 None None] Pushing event updated for resources: {'Port': ['ID=1cf3ef5b-079b-4e02-8ff3-8dea9c433913,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:38.274231 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-226aa875-0a8a-408d-b55f-95b54131dc88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:38.291337 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-c3153973-8f24-458a-a0da-25beff8b0d02 None None] Provisioning complete for port 408ce91e-c14d-4ce7-83fb-8fe35605e26d triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:07:38.291759 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c3153973-8f24-458a-a0da-25beff8b0d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:38.319994 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a645f3bc-5804-4f41-bbf4-3aae4775ece0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:38.415760 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-60b1d7cb-66de-4efc-8389-261be0ea9728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca1b2ef0>, [{'id': '4a2dbef9-f510-4df4-8738-7c1c6e2523ec', 'name': 'tempest-ServersTestJSON-2001015195-router', 'tenant_id': '063e89324bbe4d0080d07e952e1945cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': 'f41b7193-b3f2-4acf-97c1-545cb4640858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:04:11Z', 'updated_at': '2021-01-29T10:07:31Z', 'revision_number': 5, 'project_id': '063e89324bbe4d0080d07e952e1945cf', 'gw_port': {'id': 'f41b7193-b3f2-4acf-97c1-545cb4640858', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2dbef9-f510-4df4-8738-7c1c6e2523ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:04:13Z', 'updated_at': '2021-01-29T10:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:07:38.426534 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b1d7cb-66de-4efc-8389-261be0ea9728 None None] Checking router: 4a2dbef9-f510-4df4-8738-7c1c6e2523ec for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:07:38.436659 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b1d7cb-66de-4efc-8389-261be0ea9728 None None] Routers {'4a2dbef9-f510-4df4-8738-7c1c6e2523ec'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:07:38.437332 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-60b1d7cb-66de-4efc-8389-261be0ea9728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca1b2ef0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:07:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['4a2dbef9-f510-4df4-8738-7c1c6e2523ec'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:07:38.466278 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-a645f3bc-5804-4f41-bbf4-3aae4775ece0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99ca9d5f60>,) {'filters': {'network_id': ['1fd58bb7-5017-4a35-98e9-2ebd6e679ae2']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:07:38.519523 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d9327ad6-901e-415b-a02b-c2b8d4a0769a tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:38.525018 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226aa875-0a8a-408d-b55f-95b54131dc88 None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:07:38.528358 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-226aa875-0a8a-408d-b55f-95b54131dc88 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:07:38.530929 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226aa875-0a8a-408d-b55f-95b54131dc88 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:07:38.585983 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-a645f3bc-5804-4f41-bbf4-3aae4775ece0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99ca9d5f60>, '18bc8eec-b98a-44b9-bed5-2f62335d7fbd') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:07:38.587547 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-a645f3bc-5804-4f41-bbf4-3aae4775ece0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99ca9d5f60>, '18bc8eec-b98a-44b9-bed5-2f62335d7fbd') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:07:38.604246 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-226aa875-0a8a-408d-b55f-95b54131dc88 None None] Attempting to bind port 1cf3ef5b-079b-4e02-8ff3-8dea9c433913 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:07:38.604825 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-226aa875-0a8a-408d-b55f-95b54131dc88 None None] Attempting to bind port 1cf3ef5b-079b-4e02-8ff3-8dea9c433913 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:07:38.605242 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226aa875-0a8a-408d-b55f-95b54131dc88 None None] Attempting to bind port 1cf3ef5b-079b-4e02-8ff3-8dea9c433913 on network 36ec2ab5-acc9-45dc-a136-797459b09a1c {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:07:38.611467 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226aa875-0a8a-408d-b55f-95b54131dc88 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:07:38.611899 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226aa875-0a8a-408d-b55f-95b54131dc88 None None] Checking segment: {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:07:38.612355 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-226aa875-0a8a-408d-b55f-95b54131dc88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:38.612806 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226aa875-0a8a-408d-b55f-95b54131dc88 None None] Bound using segment: {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:07:38.613342 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-226aa875-0a8a-408d-b55f-95b54131dc88 None None] Bound port: 1cf3ef5b-079b-4e02-8ff3-8dea9c433913, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:07:38.613767 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-226aa875-0a8a-408d-b55f-95b54131dc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:38.619499 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7a19e02d-0ea0-42de-ad7d-1818ea8e318b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:38.629867 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-7a19e02d-0ea0-42de-ad7d-1818ea8e318b admin admin] Deleting port f41b7193-b3f2-4acf-97c1-545cb4640858 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:07:38.630265 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7a19e02d-0ea0-42de-ad7d-1818ea8e318b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:38.634587 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed76b664-cc99-46c3-b576-361702473f35 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Made reservation on behalf of b2cc7248d2184abfb3aa21c44218cf1c for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:07:38.656360 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ed76b664-cc99-46c3-b576-361702473f35 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:38.668785 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a645f3bc-5804-4f41-bbf4-3aae4775ece0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:38.718083 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-226aa875-0a8a-408d-b55f-95b54131dc88 None None] For port 1cf3ef5b-079b-4e02-8ff3-8dea9c433913, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:07:38.721645 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-226aa875-0a8a-408d-b55f-95b54131dc88 None None] For port 1cf3ef5b-079b-4e02-8ff3-8dea9c433913, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=1cf3ef5b-079b-4e02-8ff3-8dea9c433913,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:07:38.726141 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-226aa875-0a8a-408d-b55f-95b54131dc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:38.742704 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a272dd43-c784-4b76-9c24-f08e33d4b213 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:38.747072 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a645f3bc-5804-4f41-bbf4-3aae4775ece0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:38.781611 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a645f3bc-5804-4f41-bbf4-3aae4775ece0 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:07:38.920927 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226aa875-0a8a-408d-b55f-95b54131dc88 None None] Pushing event updated for resources: {'Port': ['ID=1cf3ef5b-079b-4e02-8ff3-8dea9c433913,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:38.924542 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-226aa875-0a8a-408d-b55f-95b54131dc88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:38.957281 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7e8dd49f-554c-405b-9621-800da3fab7e5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=60a18203228543dfa59e9609ced0b4ec&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7665660
Jan 29 10:07:38.957281 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3e461c-ac34-46c3-8c3f-ab9ba594db04 admin admin] Checking segment: {'id': 'b73319d1-1a15-4ad0-895c-77a7ce281119', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '9c450a0f-2c11-436c-8735-9a1afe6b7184'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:07:38.957281 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3e461c-ac34-46c3-8c3f-ab9ba594db04 admin admin] Network hostable DHCP agents. Network: 9c450a0f-2c11-436c-8735-9a1afe6b7184, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:07:38.960938 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50080) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:39.018274 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-60b1d7cb-66de-4efc-8389-261be0ea9728 None None] Set router 4a2dbef9-f510-4df4-8738-7c1c6e2523ec gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:07:39.089989 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-7a19e02d-0ea0-42de-ad7d-1818ea8e318b admin admin] For port f41b7193-b3f2-4acf-97c1-545cb4640858, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=f41b7193-b3f2-4acf-97c1-545cb4640858,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:07:39.090532 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7a19e02d-0ea0-42de-ad7d-1818ea8e318b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:39.280303 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-7a19e02d-0ea0-42de-ad7d-1818ea8e318b admin admin] Calling delete_port for f41b7193-b3f2-4acf-97c1-545cb4640858 owned by network:router_gateway {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:07:39.312166 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d9327ad6-901e-415b-a02b-c2b8d4a0769a tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks [] for router_gateway, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:39.333060 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-04cc8ea3-2e68-40af-9d16-f452de06eb99 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:39.360026 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d9327ad6-901e-415b-a02b-c2b8d4a0769a tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:39.478142 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-60b1d7cb-66de-4efc-8389-261be0ea9728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca1b2ef0>, [{'id': '4a2dbef9-f510-4df4-8738-7c1c6e2523ec', 'name': 'tempest-ServersTestJSON-2001015195-router', 'tenant_id': '063e89324bbe4d0080d07e952e1945cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': 'f41b7193-b3f2-4acf-97c1-545cb4640858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:04:11Z', 'updated_at': '2021-01-29T10:07:31Z', 'revision_number': 5, 'project_id': '063e89324bbe4d0080d07e952e1945cf', 'gw_port': {'id': 'f41b7193-b3f2-4acf-97c1-545cb4640858', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2dbef9-f510-4df4-8738-7c1c6e2523ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:04:13Z', 'updated_at': '2021-01-29T10:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:07:39.484000 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b1d7cb-66de-4efc-8389-261be0ea9728 None None] The sync data for ids ['4a2dbef9-f510-4df4-8738-7c1c6e2523ec'] in dv-neutron-772983-2-ovs is: [{'id': '4a2dbef9-f510-4df4-8738-7c1c6e2523ec', 'name': 'tempest-ServersTestJSON-2001015195-router', 'tenant_id': '063e89324bbe4d0080d07e952e1945cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': 'f41b7193-b3f2-4acf-97c1-545cb4640858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:04:11Z', 'updated_at': '2021-01-29T10:07:31Z', 'revision_number': 5, 'project_id': '063e89324bbe4d0080d07e952e1945cf', 'gw_port': {'id': 'f41b7193-b3f2-4acf-97c1-545cb4640858', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2dbef9-f510-4df4-8738-7c1c6e2523ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:04:13Z', 'updated_at': '2021-01-29T10:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:07:39.562986 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-ed76b664-cc99-46c3-b576-361702473f35 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] device_id is not set on port 95a8367c-31eb-493a-b8ea-efa400273fba yet. {{(pid=80766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:07:39.596662 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7a19e02d-0ea0-42de-ad7d-1818ea8e318b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:39.648893 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-a645f3bc-5804-4f41-bbf4-3aae4775ece0 admin admin] Network 1fd58bb7-5017-4a35-98e9-2ebd6e679ae2 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:07:39.669674 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a645f3bc-5804-4f41-bbf4-3aae4775ece0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:39.748565 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-04cc8ea3-2e68-40af-9d16-f452de06eb99 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "DELETE /v2.0/ports/3e46f7d3-f03e-4ab4-9122-e96584b9f088 HTTP/1.1" status: 204  len: 168 time: 3.5197511
Jan 29 10:07:39.818852 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50084) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:39.826894 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3e461c-ac34-46c3-8c3f-ab9ba594db04 admin admin] Network 9c450a0f-2c11-436c-8735-9a1afe6b7184 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:07:39.841686 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-52ef9d1d-972f-4a9c-8a67-abcbd1978b1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:39.949520 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-52ef9d1d-972f-4a9c-8a67-abcbd1978b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:39.970731 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-98ba5dd4-ca63-49ce-add0-7e7544685644 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:40.030540 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-9b3e461c-ac34-46c3-8c3f-ab9ba594db04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 9c450a0f-2c11-436c-8735-9a1afe6b7184) {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:07:40.041018 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6466d845-6068-4554-a119-48f5d33f6e45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:40.041259 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b325182-83e8-4c46-81c0-f94e47a3d2fc None None] Network 9c450a0f-2c11-436c-8735-9a1afe6b7184 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:07:40.090595 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-c39bfc3c-0995-4d73-9dc0-318b87b5d2c6 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] GET failed (client error): The resource could not be found.
Jan 29 10:07:40.091549 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c39bfc3c-0995-4d73-9dc0-318b87b5d2c6 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Synchronizing usage tracker for tenant:b402c3f19966488ebcb859fd6d6d9b16 on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:07:40.139199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-a645f3bc-5804-4f41-bbf4-3aae4775ece0 admin admin] Network 1fd58bb7-5017-4a35-98e9-2ebd6e679ae2 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:07:40.153373 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3e461c-ac34-46c3-8c3f-ab9ba594db04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:40.154083 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9b3e461c-ac34-46c3-8c3f-ab9ba594db04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:40.190354 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:07:40.190354 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:07:40.190354 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:07:40.190354 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:07:40.190354 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:07:40.190354 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:07:40.190354 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:07:40.190354 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:07:40.190354 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:07:40.190354 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:07:40.190354 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:07:40.190354 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:07:40.190354 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:07:40.190354 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:07:40.190354 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:07:40.190354 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:07:40.190354 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:07:40.190354 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:07:40.190354 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:07:40.190354 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:07:40.190354 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:07:40.190354 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:07:40.190354 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:07:40.190354 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:07:40.190354 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:07:40.190354 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:07:40.190354 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:07:40.190354 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:07:40.190354 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:07:40.190354 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:07:40.190354 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:07:40.190354 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:07:40.190354 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:07:40.190354 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:07:40.190354 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:07:40.190354 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:07:40.190354 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:07:40.190354 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:07:40.190354 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:07:40.190354 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:07:40.233055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-d9327ad6-901e-415b-a02b-c2b8d4a0769a tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Allocated IP 172.26.7.87 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/a9a885f6-2c90-4d89-b2a4-89876c408c80) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:07:40.235436 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7a19e02d-0ea0-42de-ad7d-1818ea8e318b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854102222'] for router_gateway, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:40.240574 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-52ef9d1d-972f-4a9c-8a67-abcbd1978b1c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a2f1c2f894d54b73893043ec0e961de7&name=default HTTP/1.1" status: 200  len: 2979 time: 3.6089530
Jan 29 10:07:40.253471 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ef9d1d-972f-4a9c-8a67-abcbd1978b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e410c84-e07d-4128-b612-5cf56770eb0b,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:40.258988 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-52ef9d1d-972f-4a9c-8a67-abcbd1978b1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:40.316040 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50088) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:40.342039 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba30cc3-c7d2-40ec-9f2c-6f4e719afbf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-9c450a0f-2c11-436c-8735-9a1afe6b7184', 'network_id': '9c450a0f-2c11-436c-8735-9a1afe6b7184', 'tenant_id': '4d907168a4924ceb9472857ce37e1904', 'fixed_ips': [{'subnet_id': 'dd17e4b6-a33a-4e17-bc4a-03539800690d'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:07:40.344018 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-aba30cc3-c7d2-40ec-9f2c-6f4e719afbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:40.378797 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6466d845-6068-4554-a119-48f5d33f6e45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:40.391560 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c39bfc3c-0995-4d73-9dc0-318b87b5d2c6 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Unset dirty status for tenant:b402c3f19966488ebcb859fd6d6d9b16 on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:07:40.393175 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c39bfc3c-0995-4d73-9dc0-318b87b5d2c6 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "GET /v2.0/ports/3e46f7d3-f03e-4ab4-9122-e96584b9f088 HTTP/1.1" status: 404  len: 333 time: 0.5694571
Jan 29 10:07:40.406872 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50092) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:40.458737 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9b3e461c-ac34-46c3-8c3f-ab9ba594db04 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 6.7244892
Jan 29 10:07:40.489015 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50096) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:40.497695 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-ed76b664-cc99-46c3-b576-361702473f35 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Allocated IP 2001:db8::3d7 (36ec2ab5-acc9-45dc-a136-797459b09a1c/cb7e3f5d-7962-4579-9191-ed2ca83134e2/95a8367c-31eb-493a-b8ea-efa400273fba) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:07:40.499282 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7a19e02d-0ea0-42de-ad7d-1818ea8e318b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:40.506142 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7a19e02d-0ea0-42de-ad7d-1818ea8e318b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:40.512412 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-faffe439-8fef-4770-a513-61d9978566f4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1113126477-router', 'tenant_id': '4d907168a4924ceb9472857ce37e1904', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:07:40.526853 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a645f3bc-5804-4f41-bbf4-3aae4775ece0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:40.530915 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a645f3bc-5804-4f41-bbf4-3aae4775ece0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:40.543044 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-faffe439-8fef-4770-a513-61d9978566f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:07:40.545476 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:40.583831 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a6bfb3-1952-4291-9f14-cdf70e5977f0 None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:07:40.590436 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a645f3bc-5804-4f41-bbf4-3aae4775ece0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fd58bb7-5017-4a35-98e9-2ebd6e679ae2,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:40.594007 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a645f3bc-5804-4f41-bbf4-3aae4775ece0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:40.595782 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-faffe439-8fef-4770-a513-61d9978566f4 admin admin] Usage tracker for resource:router and tenant:4d907168a4924ceb9472857ce37e1904 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:07:40.611070 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-faffe439-8fef-4770-a513-61d9978566f4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:07:40.623332 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7a19e02d-0ea0-42de-ad7d-1818ea8e318b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:40.623900 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a19e02d-0ea0-42de-ad7d-1818ea8e318b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a2dbef9-f510-4df4-8738-7c1c6e2523ec {{(pid=80765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 10:07:40.629438 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-faffe439-8fef-4770-a513-61d9978566f4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:07:40.645286 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a645f3bc-5804-4f41-bbf4-3aae4775ece0 admin admin] 10.222.0.57 "DELETE /v2.0/networks/1fd58bb7-5017-4a35-98e9-2ebd6e679ae2 HTTP/1.1" status: 204  len: 168 time: 6.3227072
Jan 29 10:07:40.645964 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-43c4cf96-7220-4aea-92b0-35a1e40e65d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:40.694453 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7a19e02d-0ea0-42de-ad7d-1818ea8e318b admin admin] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:40.696792 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7a19e02d-0ea0-42de-ad7d-1818ea8e318b admin admin] 10.222.0.57 "DELETE /v2.0/routers/4a2dbef9-f510-4df4-8738-7c1c6e2523ec HTTP/1.1" status: 204  len: 168 time: 2.9761961
Jan 29 10:07:40.701867 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ad1d756-1268-4b60-a683-c2bff55df040 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Deleting subnet 8a9b8999-85b4-46fd-b4c6-6ca0cf089e4a {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:07:40.704008 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50102) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:40.715231 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5ad1d756-1268-4b60-a683-c2bff55df040 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:40.717127 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-43c4cf96-7220-4aea-92b0-35a1e40e65d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:40.737975 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-7257aabf-684d-4da5-997d-bac6d2dc7db1 None None] Provisioning for port 1cf3ef5b-079b-4e02-8ff3-8dea9c433913 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:07:40.742259 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d9327ad6-901e-415b-a02b-c2b8d4a0769a tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:40.822541 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-43c4cf96-7220-4aea-92b0-35a1e40e65d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:40.828397 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c15e958a-7a76-4566-94f4-129846e5e7c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:40.839910 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d9327ad6-901e-415b-a02b-c2b8d4a0769a tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:40.854142 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-faffe439-8fef-4770-a513-61d9978566f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:40.855405 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-faffe439-8fef-4770-a513-61d9978566f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:40.865265 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c4cf96-7220-4aea-92b0-35a1e40e65d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e410c84-e07d-4128-b612-5cf56770eb0b,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:40.883781 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-43c4cf96-7220-4aea-92b0-35a1e40e65d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:40.884155 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-698df500-b7a3-4f5f-a1a9-86fd2fecc163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:40.889968 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6466d845-6068-4554-a119-48f5d33f6e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:40.919406 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-43c4cf96-7220-4aea-92b0-35a1e40e65d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:40.919815 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-11a42d48-a2e7-4a1c-a14c-8ae6abb29515 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:40.923122 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-43c4cf96-7220-4aea-92b0-35a1e40e65d6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9e410c84-e07d-4128-b612-5cf56770eb0b HTTP/1.1" status: 204  len: 168 time: 0.6017375
Jan 29 10:07:41.015650 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 1cf3ef5b-079b-4e02-8ff3-8dea9c433913 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:07:41.017867 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50108) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:41.048450 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6466d845-6068-4554-a119-48f5d33f6e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530fbc53-9424-467c-bc1b-dace11983737,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:41.051593 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6466d845-6068-4554-a119-48f5d33f6e45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:41.058510 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9327ad6-901e-415b-a02b-c2b8d4a0769a tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Pushing event updated for resources: {'Port': ['ID=a9a885f6-2c90-4d89-b2a4-89876c408c80,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:41.063144 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d9327ad6-901e-415b-a02b-c2b8d4a0769a tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:41.075539 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-aba30cc3-c7d2-40ec-9f2c-6f4e719afbf2 None None] Allocated IP 172.20.0.2 (9c450a0f-2c11-436c-8735-9a1afe6b7184/dd17e4b6-a33a-4e17-bc4a-03539800690d/b01acce3-a3c3-402b-9429-b6a2ff0c6cf6) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:07:41.108868 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9327ad6-901e-415b-a02b-c2b8d4a0769a tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:07:41.110178 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-d9327ad6-901e-415b-a02b-c2b8d4a0769a tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:07:41.112478 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9327ad6-901e-415b-a02b-c2b8d4a0769a tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:07:41.115449 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5ad1d756-1268-4b60-a683-c2bff55df040 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:41.309333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 1cf3ef5b-079b-4e02-8ff3-8dea9c433913 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:07:41.370339 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ed76b664-cc99-46c3-b576-361702473f35 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:41.387219 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-ed76b664-cc99-46c3-b576-361702473f35 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Transition to ACTIVE for port object 95a8367c-31eb-493a-b8ea-efa400273fba will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:07:41.401108 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-38ef13a1-d8d1-48d0-9de7-1e21b164ae8c admin admin] Deleting subnet 13442799-a6c4-4c0b-b1ed-15d8e21e2b8d {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:07:41.404441 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-38ef13a1-d8d1-48d0-9de7-1e21b164ae8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:41.431620 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-aba30cc3-c7d2-40ec-9f2c-6f4e719afbf2 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:41.450394 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 1cf3ef5b-079b-4e02-8ff3-8dea9c433913 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:07:41.450846 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:41.469602 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-38ef13a1-d8d1-48d0-9de7-1e21b164ae8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:41.500694 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-aba30cc3-c7d2-40ec-9f2c-6f4e719afbf2 None None] Transition to ACTIVE for port object b01acce3-a3c3-402b-9429-b6a2ff0c6cf6 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:07:41.528298 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6466d845-6068-4554-a119-48f5d33f6e45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:41.532379 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6466d845-6068-4554-a119-48f5d33f6e45 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/530fbc53-9424-467c-bc1b-dace11983737 HTTP/1.1" status: 204  len: 168 time: 2.2528970
Jan 29 10:07:41.540623 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-faffe439-8fef-4770-a513-61d9978566f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:41.547069 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-aba30cc3-c7d2-40ec-9f2c-6f4e719afbf2 None None] Transition to ACTIVE for port object b01acce3-a3c3-402b-9429-b6a2ff0c6cf6 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:07:41.593075 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-aba30cc3-c7d2-40ec-9f2c-6f4e719afbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:41.620596 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5e3b965d-3a2a-417d-85ad-1b21d780e0c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:41.727146 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d9327ad6-901e-415b-a02b-c2b8d4a0769a tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks [] for router_gateway, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:41.829046 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:41.895988 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba30cc3-c7d2-40ec-9f2c-6f4e719afbf2 None None] Pushing event updated for resources: {'Port': ['ID=b01acce3-a3c3-402b-9429-b6a2ff0c6cf6,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:41.926434 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-faffe439-8fef-4770-a513-61d9978566f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:41.935776 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port 1cf3ef5b-079b-4e02-8ff3-8dea9c433913, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=1cf3ef5b-079b-4e02-8ff3-8dea9c433913,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:07:41.938850 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-aba30cc3-c7d2-40ec-9f2c-6f4e719afbf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:41.954661 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:41.958458 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:42.041181 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c399d769-9099-4f9b-8c02-48acd1a32ec9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=427e7808217340cf85796dc28ee6ee48&name=default HTTP/1.1" status: 200  len: 2975 time: 1.0022254
Jan 29 10:07:42.042726 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50126) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:42.167877 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ed76b664-cc99-46c3-b576-361702473f35 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:42.181856 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-38ef13a1-d8d1-48d0-9de7-1e21b164ae8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:42.353756 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=1cf3ef5b-079b-4e02-8ff3-8dea9c433913,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:42.366828 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:42.368780 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device aa212c3d-284c-45fa-92f3-fa3ecfdea7c7 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:07:42.421574 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: aa212c3d-284c-45fa-92f3-fa3ecfdea7c7 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:07:42.422365 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device aa212c3d-284c-45fa-92f3-fa3ecfdea7c7 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:07:42.450975 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-d6e5ad0e-4676-4fa2-b806-9e92d22249d1 None None] Provisioning complete for port 1cf3ef5b-079b-4e02-8ff3-8dea9c433913 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:07:42.451652 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d6e5ad0e-4676-4fa2-b806-9e92d22249d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:42.464973 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50132) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:42.466676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d9327ad6-901e-415b-a02b-c2b8d4a0769a tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:42.523703 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba30cc3-c7d2-40ec-9f2c-6f4e719afbf2 None None] Network 9c450a0f-2c11-436c-8735-9a1afe6b7184 is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:07:42.527722 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-aba30cc3-c7d2-40ec-9f2c-6f4e719afbf2 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:07:42.530477 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba30cc3-c7d2-40ec-9f2c-6f4e719afbf2 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:07:42.561327 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5e2e14f7-6702-4464-b3af-ff3159e29fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:42.640603 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-aba30cc3-c7d2-40ec-9f2c-6f4e719afbf2 None None] Attempting to bind port b01acce3-a3c3-402b-9429-b6a2ff0c6cf6 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:07:42.641025 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-aba30cc3-c7d2-40ec-9f2c-6f4e719afbf2 None None] Attempting to bind port b01acce3-a3c3-402b-9429-b6a2ff0c6cf6 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'b73319d1-1a15-4ad0-895c-77a7ce281119', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '9c450a0f-2c11-436c-8735-9a1afe6b7184'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:07:42.641442 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba30cc3-c7d2-40ec-9f2c-6f4e719afbf2 None None] Attempting to bind port b01acce3-a3c3-402b-9429-b6a2ff0c6cf6 on network 9c450a0f-2c11-436c-8735-9a1afe6b7184 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:07:42.651592 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba30cc3-c7d2-40ec-9f2c-6f4e719afbf2 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:07:42.651937 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba30cc3-c7d2-40ec-9f2c-6f4e719afbf2 None None] Checking segment: {'id': 'b73319d1-1a15-4ad0-895c-77a7ce281119', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '9c450a0f-2c11-436c-8735-9a1afe6b7184'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:07:42.652682 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-aba30cc3-c7d2-40ec-9f2c-6f4e719afbf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:42.653022 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba30cc3-c7d2-40ec-9f2c-6f4e719afbf2 None None] Bound using segment: {'id': 'b73319d1-1a15-4ad0-895c-77a7ce281119', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '9c450a0f-2c11-436c-8735-9a1afe6b7184'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:07:42.653558 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-aba30cc3-c7d2-40ec-9f2c-6f4e719afbf2 None None] Bound port: b01acce3-a3c3-402b-9429-b6a2ff0c6cf6, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b73319d1-1a15-4ad0-895c-77a7ce281119', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '9c450a0f-2c11-436c-8735-9a1afe6b7184'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:07:42.654142 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-aba30cc3-c7d2-40ec-9f2c-6f4e719afbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:42.751732 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5ad1d756-1268-4b60-a683-c2bff55df040 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:42.751887 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e5202a77-2404-4434-b332-35b10e494883 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8ffc93f6ada04da0bae09e76d4a39f64&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2823129
Jan 29 10:07:42.764462 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50142) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:42.770212 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7f0654c9-7401-4ae2-b284-083585cbccbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:42.799672 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7f0654c9-7401-4ae2-b284-083585cbccbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:42.874697 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7f0654c9-7401-4ae2-b284-083585cbccbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:42.885489 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-098bdbfe-f267-441d-ab24-5a2468fe259f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:42.905813 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0654c9-7401-4ae2-b284-083585cbccbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1474f07-c952-45cf-8dde-23bc087f85b2,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:42.921997 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7f0654c9-7401-4ae2-b284-083585cbccbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:42.925922 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-aba30cc3-c7d2-40ec-9f2c-6f4e719afbf2 None None] For port b01acce3-a3c3-402b-9429-b6a2ff0c6cf6, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:07:42.931266 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-aba30cc3-c7d2-40ec-9f2c-6f4e719afbf2 None None] For port b01acce3-a3c3-402b-9429-b6a2ff0c6cf6, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=b01acce3-a3c3-402b-9429-b6a2ff0c6cf6,segment=NetworkSegment(b73319d1-1a15-4ad0-895c-77a7ce281119),segment_id=b73319d1-1a15-4ad0-895c-77a7ce281119)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:07:42.935033 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed76b664-cc99-46c3-b576-361702473f35 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event updated for resources: {'Port': ['ID=95a8367c-31eb-493a-b8ea-efa400273fba,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:42.940320 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 1cf3ef5b-079b-4e02-8ff3-8dea9c433913 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:07:42.951262 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ed76b664-cc99-46c3-b576-361702473f35 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:42.955031 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7f0654c9-7401-4ae2-b284-083585cbccbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:42.959196 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7f0654c9-7401-4ae2-b284-083585cbccbe admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c1474f07-c952-45cf-8dde-23bc087f85b2 HTTP/1.1" status: 204  len: 168 time: 0.9151998
Jan 29 10:07:43.022811 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d47b8dc9-9f8c-4651-90e3-a6d6d71be182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:43.026752 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-aba30cc3-c7d2-40ec-9f2c-6f4e719afbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:43.060747 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9327ad6-901e-415b-a02b-c2b8d4a0769a tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Router 16a207ab-1c93-4968-bc1f-6bde1f8c1d71 is scheduled to L3 agent 18987107-6d88-4736-94cf-15791d65b3ff with binding_index 1 {{(pid=80765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 29 10:07:43.064943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d47b8dc9-9f8c-4651-90e3-a6d6d71be182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:43.149879 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b58d2f48-8377-4ee4-8d6f-0774cd380b64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:43.235006 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba30cc3-c7d2-40ec-9f2c-6f4e719afbf2 None None] Pushing event updated for resources: {'Port': ['ID=b01acce3-a3c3-402b-9429-b6a2ff0c6cf6,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:43.239182 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-aba30cc3-c7d2-40ec-9f2c-6f4e719afbf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:43.266026 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-5e1f460b-bf72-4a52-abf5-7d6f64b07870 None None] Provisioning complete for port 1cf3ef5b-079b-4e02-8ff3-8dea9c433913 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:07:43.266567 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5e1f460b-bf72-4a52-abf5-7d6f64b07870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:43.421962 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 1cf3ef5b-079b-4e02-8ff3-8dea9c433913 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:07:43.422414 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:43.494563 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed76b664-cc99-46c3-b576-361702473f35 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:07:43.500934 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-ed76b664-cc99-46c3-b576-361702473f35 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:07:43.503706 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-38ef13a1-d8d1-48d0-9de7-1e21b164ae8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:43.519982 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed76b664-cc99-46c3-b576-361702473f35 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:07:43.611156 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed76b664-cc99-46c3-b576-361702473f35 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:43.613037 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ed76b664-cc99-46c3-b576-361702473f35 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:43.624648 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:43.687462 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ef13a1-d8d1-48d0-9de7-1e21b164ae8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13442799-a6c4-4c0b-b1ed-15d8e21e2b8d,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:43.839808 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device f41b7193-b3f2-4acf-97c1-545cb4640858 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:07:43.875221 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-38ef13a1-d8d1-48d0-9de7-1e21b164ae8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:43.904151 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: f41b7193-b3f2-4acf-97c1-545cb4640858 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:07:43.905095 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device f41b7193-b3f2-4acf-97c1-545cb4640858 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:07:43.913243 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-16633fd2-a1a1-43a2-b677-dd29c381d8ec None None] Provisioning for port 95a8367c-31eb-493a-b8ea-efa400273fba completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:07:43.920348 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-16633fd2-a1a1-43a2-b677-dd29c381d8ec None None] Provisioning complete for port 95a8367c-31eb-493a-b8ea-efa400273fba triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:07:43.921267 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-16633fd2-a1a1-43a2-b677-dd29c381d8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:44.002428 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-16633fd2-a1a1-43a2-b677-dd29c381d8ec None None] Port 95a8367c-31eb-493a-b8ea-efa400273fba cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:07:44.017268 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d47b8dc9-9f8c-4651-90e3-a6d6d71be182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:44.034010 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-25e41a3b-3ffe-4604-8403-b02baf98b7f7 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:44.064517 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47b8dc9-9f8c-4651-90e3-a6d6d71be182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb712e5-8c98-44ac-9012-d8b06c71be0f,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:44.070199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d47b8dc9-9f8c-4651-90e3-a6d6d71be182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:44.084537 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d47b8dc9-9f8c-4651-90e3-a6d6d71be182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:44.086672 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d47b8dc9-9f8c-4651-90e3-a6d6d71be182 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ecb712e5-8c98-44ac-9012-d8b06c71be0f HTTP/1.1" status: 204  len: 168 time: 1.3205717
Jan 29 10:07:44.158848 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9327ad6-901e-415b-a02b-c2b8d4a0769a tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:07:44.164449 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ed76b664-cc99-46c3-b576-361702473f35 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 7.4059427
Jan 29 10:07:44.172481 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7ab358-4fd5-419a-a94e-2ec8d2a6e84c None None] Sync routers for ids ['16a207ab-1c93-4968-bc1f-6bde1f8c1d71'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:07:44.176147 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50172) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:44.180802 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-faffe439-8fef-4770-a513-61d9978566f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:44.185900 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7ab358-4fd5-419a-a94e-2ec8d2a6e84c None None] Routers {'16a207ab-1c93-4968-bc1f-6bde1f8c1d71'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:07:44.186542 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-9f7ab358-4fd5-419a-a94e-2ec8d2a6e84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c8fa20f0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:07:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['16a207ab-1c93-4968-bc1f-6bde1f8c1d71'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:07:44.254928 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d9327ad6-901e-415b-a02b-c2b8d4a0769a tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:44.256954 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d9327ad6-901e-415b-a02b-c2b8d4a0769a tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 7.3500338
Jan 29 10:07:44.260296 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50180) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:44.276694 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-e6d93a45-6b84-46bd-8b5f-805164f4237f tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:07:44.307903 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-9f7ab358-4fd5-419a-a94e-2ec8d2a6e84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c8fa20f0>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:07:44.322005 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7ab358-4fd5-419a-a94e-2ec8d2a6e84c None None] Routers {'16a207ab-1c93-4968-bc1f-6bde1f8c1d71'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:07:44.322719 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-9f7ab358-4fd5-419a-a94e-2ec8d2a6e84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c8fa20f0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:07:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['16a207ab-1c93-4968-bc1f-6bde1f8c1d71'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:07:44.329629 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-faffe439-8fef-4770-a513-61d9978566f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:44.344294 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-38ef13a1-d8d1-48d0-9de7-1e21b164ae8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:44.349069 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-38ef13a1-d8d1-48d0-9de7-1e21b164ae8c admin admin] 10.222.0.57 "DELETE /v2.0/subnets/13442799-a6c4-4c0b-b1ed-15d8e21e2b8d HTTP/1.1" status: 204  len: 168 time: 3.6382701
Jan 29 10:07:44.356892 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50184) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:44.440788 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443fd511-9355-4577-90af-8af4ae1f00df None None] Network ad10d455-2f6c-4431-96c2-93a5f5aa1b82 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:07:44.478448 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-9f7ab358-4fd5-419a-a94e-2ec8d2a6e84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c8fa20f0>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:07:44.478918 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7ab358-4fd5-419a-a94e-2ec8d2a6e84c None None] The sync data for ids ['16a207ab-1c93-4968-bc1f-6bde1f8c1d71'] in dv-neutron-772983-2-ovs is: [] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:07:44.527317 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5ad1d756-1268-4b60-a683-c2bff55df040 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:44.545190 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9b3e461c-ac34-46c3-8c3f-ab9ba594db04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:44.641113 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad1d756-1268-4b60-a683-c2bff55df040 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event deleted for resources: {'Subnet': ['ID=8a9b8999-85b4-46fd-b4c6-6ca0cf089e4a,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:44.698308 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50192) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:44.736698 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ab5a7c-eec6-4db7-ab36-df47b9abceb6 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:44.770304 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f07748d5-1e7e-4d00-99df-00c31254410c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:44.825172 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ab5a7c-eec6-4db7-ab36-df47b9abceb6 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:44.826090 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-32ab5a7c-eec6-4db7-ab36-df47b9abceb6 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Synchronizing usage tracker for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:07:44.835534 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5ad1d756-1268-4b60-a683-c2bff55df040 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:44.881834 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-f07748d5-1e7e-4d00-99df-00c31254410c admin admin] Deleting port b2b0f2aa-8af1-4663-aaab-0b5d4f4884d3 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:07:44.882218 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f07748d5-1e7e-4d00-99df-00c31254410c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:44.899959 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device b01acce3-a3c3-402b-9429-b6a2ff0c6cf6 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:07:45.038344 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:07:45.057185 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a73ae2-19a2-4281-80fa-c22ce7853fff None None] DHCP port deletion for ad10d455-2f6c-4431-96c2-93a5f5aa1b82 request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:07:45.059553 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-32ab5a7c-eec6-4db7-ab36-df47b9abceb6 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Unset dirty status for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:07:45.060727 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-32ab5a7c-eec6-4db7-ab36-df47b9abceb6 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1671 time: 0.8825314
Jan 29 10:07:45.072953 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-a2a73ae2-19a2-4281-80fa-c22ce7853fff None None] Deleting port b2b0f2aa-8af1-4663-aaab-0b5d4f4884d3 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:07:45.074431 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50206) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:45.075273 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a2a73ae2-19a2-4281-80fa-c22ce7853fff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:45.167616 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5ad1d756-1268-4b60-a683-c2bff55df040 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:45.178055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-15529a85-09f4-48d4-a4bf-89b7788ce571 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'network': {'name': 'tempest-network-smoke--563605075', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'port_security_enabled': True}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:07:45.191692 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-15529a85-09f4-48d4-a4bf-89b7788ce571 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:07:45.212347 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port b01acce3-a3c3-402b-9429-b6a2ff0c6cf6 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:07:45.254668 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a99ace-121a-456a-b0bc-c38a8e005285 None None] Network e08d07e5-f0e1-4617-a2e0-9a3d88bdf121 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:07:45.274352 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-15529a85-09f4-48d4-a4bf-89b7788ce571 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:network and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:07:45.288170 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-15529a85-09f4-48d4-a4bf-89b7788ce571 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for network was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:07:45.333203 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5ad1d756-1268-4b60-a683-c2bff55df040 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "DELETE /v2.0/subnets/8a9b8999-85b4-46fd-b4c6-6ca0cf089e4a HTTP/1.1" status: 204  len: 168 time: 4.9226999
Jan 29 10:07:45.337430 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50212) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:45.448954 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50216) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:45.448954 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-15529a85-09f4-48d4-a4bf-89b7788ce571 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:07:45.524046 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51f8e97-5f0f-48bc-aeae-80a8b560567a None None] Network 9c450a0f-2c11-436c-8735-9a1afe6b7184 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:07:45.725645 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15529a85-09f4-48d4-a4bf-89b7788ce571 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Made reservation on behalf of ff1f06ee29ef461597f2ecd846f8813d for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:07:45.726276 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-642c65c2-8996-4373-8cb6-392e1877fa89 None None] Provisioning for port b01acce3-a3c3-402b-9429-b6a2ff0c6cf6 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:07:45.765688 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-0229ec44-4854-441d-a4d8-57aed847d6df tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Deleting port 95a8367c-31eb-493a-b8ea-efa400273fba {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:07:45.766332 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0229ec44-4854-441d-a4d8-57aed847d6df tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:45.787973 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-15529a85-09f4-48d4-a4bf-89b7788ce571 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:45.791264 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-642c65c2-8996-4373-8cb6-392e1877fa89 None None] Provisioning complete for port b01acce3-a3c3-402b-9429-b6a2ff0c6cf6 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:07:45.791693 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-642c65c2-8996-4373-8cb6-392e1877fa89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:45.902825 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-a2a73ae2-19a2-4281-80fa-c22ce7853fff None None] For port b2b0f2aa-8af1-4663-aaab-0b5d4f4884d3, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=b2b0f2aa-8af1-4663-aaab-0b5d4f4884d3,segment=NetworkSegment(9329d575-ed3f-46b1-819e-a36233065db3),segment_id=9329d575-ed3f-46b1-819e-a36233065db3)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:07:45.903279 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a2a73ae2-19a2-4281-80fa-c22ce7853fff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:45.922287 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-faffe439-8fef-4770-a513-61d9978566f4 admin admin] Allocated IP 172.26.7.140 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/28d59b23-64d3-4cb4-9403-19957bc5481c) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:07:45.924912 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-00d9ace3-4090-4105-b485-29fbddc89ae2 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1081424766'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:07:45.931512 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-15529a85-09f4-48d4-a4bf-89b7788ce571 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:45.953048 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-00d9ace3-4090-4105-b485-29fbddc89ae2 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:07:45.966804 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-f07748d5-1e7e-4d00-99df-00c31254410c admin admin] For port b2b0f2aa-8af1-4663-aaab-0b5d4f4884d3, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=b2b0f2aa-8af1-4663-aaab-0b5d4f4884d3,segment=NetworkSegment(9329d575-ed3f-46b1-819e-a36233065db3),segment_id=9329d575-ed3f-46b1-819e-a36233065db3)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:07:45.967211 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f07748d5-1e7e-4d00-99df-00c31254410c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:45.980877 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-15529a85-09f4-48d4-a4bf-89b7788ce571 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:07:45.987243 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-00d9ace3-4090-4105-b485-29fbddc89ae2 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Usage tracker for resource:network and tenant:4689bd38a28449b8a6e0e214f6c75ac2 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:07:45.991727 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-00d9ace3-4090-4105-b485-29fbddc89ae2 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Quota usage for network was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:07:45.996657 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-15529a85-09f4-48d4-a4bf-89b7788ce571 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:07:46.056487 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-15529a85-09f4-48d4-a4bf-89b7788ce571 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:07:46.091765 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-a2a73ae2-19a2-4281-80fa-c22ce7853fff None None] Calling delete_port for b2b0f2aa-8af1-4663-aaab-0b5d4f4884d3 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:07:46.135888 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-00d9ace3-4090-4105-b485-29fbddc89ae2 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:07:46.147482 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-f07748d5-1e7e-4d00-99df-00c31254410c admin admin] Calling delete_port for b2b0f2aa-8af1-4663-aaab-0b5d4f4884d3 owned by network:dhcp {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:07:46.155254 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a20bc303-4341-447f-9c33-838509d79e5e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:46.179753 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-15529a85-09f4-48d4-a4bf-89b7788ce571 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:07:46.213762 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e6d93a45-6b84-46bd-8b5f-805164f4237f tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:46.240634 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a2a73ae2-19a2-4281-80fa-c22ce7853fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:46.251941 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d9ace3-4090-4105-b485-29fbddc89ae2 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Made reservation on behalf of 4689bd38a28449b8a6e0e214f6c75ac2 for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:07:46.262975 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-80bbffaa-6d2f-4c3e-992a-7c233e8b09a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:46.284370 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-00d9ace3-4090-4105-b485-29fbddc89ae2 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:46.362872 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-00d9ace3-4090-4105-b485-29fbddc89ae2 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:46.407929 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e6d93a45-6b84-46bd-8b5f-805164f4237f tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks [] for router_gateway, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:46.428776 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-00d9ace3-4090-4105-b485-29fbddc89ae2 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:07:46.428927 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-a20bc303-4341-447f-9c33-838509d79e5e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Deleting port 408ce91e-c14d-4ce7-83fb-8fe35605e26d {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:07:46.429292 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a20bc303-4341-447f-9c33-838509d79e5e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:46.437011 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-00d9ace3-4090-4105-b485-29fbddc89ae2 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Usage tracker for resource:security_group_rule and tenant:4689bd38a28449b8a6e0e214f6c75ac2 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:07:46.440399 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-00d9ace3-4090-4105-b485-29fbddc89ae2 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:07:46.449850 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-00d9ace3-4090-4105-b485-29fbddc89ae2 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:07:46.493429 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50a716a-c15d-4532-891f-1c2f7dc3e947 None None] DHCP port deletion for e08d07e5-f0e1-4617-a2e0-9a3d88bdf121 request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:07:46.525145 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a73ae2-19a2-4281-80fa-c22ce7853fff None None] Pushing event deleted for resources: {'Port': ['ID=b2b0f2aa-8af1-4663-aaab-0b5d4f4884d3,revision_number=None']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:46.532260 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-e50a716a-c15d-4532-891f-1c2f7dc3e947 None None] Deleting port 408ce91e-c14d-4ce7-83fb-8fe35605e26d {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:07:46.532679 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e50a716a-c15d-4532-891f-1c2f7dc3e947 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:46.562569 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a2a73ae2-19a2-4281-80fa-c22ce7853fff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:46.591350 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-15529a85-09f4-48d4-a4bf-89b7788ce571 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:46.594308 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-f07748d5-1e7e-4d00-99df-00c31254410c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80765) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:07:46.595009 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-f07748d5-1e7e-4d00-99df-00c31254410c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:07:46.597390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-e6d93a45-6b84-46bd-8b5f-805164f4237f tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Deleting port a9a885f6-2c90-4d89-b2a4-89876c408c80 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:07:46.598203 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e6d93a45-6b84-46bd-8b5f-805164f4237f tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:46.607509 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0229ec44-4854-441d-a4d8-57aed847d6df tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:46.718779 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-faffe439-8fef-4770-a513-61d9978566f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:46.721761 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-00d9ace3-4090-4105-b485-29fbddc89ae2 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:46.732947 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-15529a85-09f4-48d4-a4bf-89b7788ce571 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:46.822422 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-0229ec44-4854-441d-a4d8-57aed847d6df tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Calling delete_port for 95a8367c-31eb-493a-b8ea-efa400273fba owned by  {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:07:46.826869 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a73ae2-19a2-4281-80fa-c22ce7853fff None None] No DVR routers for this DVR port b2b0f2aa-8af1-4663-aaab-0b5d4f4884d3 on host dv-neutron-772983-2-ovs {{(pid=80767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:07:46.829428 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-642c65c2-8996-4373-8cb6-392e1877fa89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:46.849049 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 408ce91e-c14d-4ce7-83fb-8fe35605e26d no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:07:46.985356 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e6d93a45-6b84-46bd-8b5f-805164f4237f tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:47.005917 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-faffe439-8fef-4770-a513-61d9978566f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:47.029451 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-891e03f5-f747-4a87-8877-82d06fcbcbae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:47.060229 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-642c65c2-8996-4373-8cb6-392e1877fa89 None None] For port b01acce3-a3c3-402b-9429-b6a2ff0c6cf6, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=b01acce3-a3c3-402b-9429-b6a2ff0c6cf6,segment=NetworkSegment(b73319d1-1a15-4ad0-895c-77a7ce281119),segment_id=b73319d1-1a15-4ad0-895c-77a7ce281119)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:07:47.110093 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-642c65c2-8996-4373-8cb6-392e1877fa89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:47.126463 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-226aa875-0a8a-408d-b55f-95b54131dc88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:47.169471 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-e6d93a45-6b84-46bd-8b5f-805164f4237f tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Calling delete_port for a9a885f6-2c90-4d89-b2a4-89876c408c80 owned by network:router_gateway {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:07:47.213616 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-e50a716a-c15d-4532-891f-1c2f7dc3e947 None None] For port 408ce91e-c14d-4ce7-83fb-8fe35605e26d, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=408ce91e-c14d-4ce7-83fb-8fe35605e26d,segment=NetworkSegment(1fc4db12-e1f5-45d4-a5fd-791920405c5f),segment_id=1fc4db12-e1f5-45d4-a5fd-791920405c5f)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:07:47.214083 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e50a716a-c15d-4532-891f-1c2f7dc3e947 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:47.329538 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faffe439-8fef-4770-a513-61d9978566f4 admin admin] Pushing event updated for resources: {'Port': ['ID=28d59b23-64d3-4cb4-9403-19957bc5481c,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:47.342468 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-faffe439-8fef-4770-a513-61d9978566f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:47.352504 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-a20bc303-4341-447f-9c33-838509d79e5e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] For port 408ce91e-c14d-4ce7-83fb-8fe35605e26d, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=408ce91e-c14d-4ce7-83fb-8fe35605e26d,segment=NetworkSegment(1fc4db12-e1f5-45d4-a5fd-791920405c5f),segment_id=1fc4db12-e1f5-45d4-a5fd-791920405c5f)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:07:47.352915 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a20bc303-4341-447f-9c33-838509d79e5e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:47.392113 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a828176d-d695-4cf9-9a1e-969ddad00f5c tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:47.401216 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-00d9ace3-4090-4105-b485-29fbddc89ae2 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:47.409993 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-f07748d5-1e7e-4d00-99df-00c31254410c admin admin] Deleting port b2b0f2aa-8af1-4663-aaab-0b5d4f4884d3 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:07:47.410873 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f07748d5-1e7e-4d00-99df-00c31254410c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:47.430250 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-e50a716a-c15d-4532-891f-1c2f7dc3e947 None None] Calling delete_port for 408ce91e-c14d-4ce7-83fb-8fe35605e26d owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:07:47.436936 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faffe439-8fef-4770-a513-61d9978566f4 admin admin] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:07:47.446046 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-faffe439-8fef-4770-a513-61d9978566f4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:07:47.508752 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-f07748d5-1e7e-4d00-99df-00c31254410c admin admin] The port 'b2b0f2aa-8af1-4663-aaab-0b5d4f4884d3' was deleted {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 29 10:07:47.510711 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e6d93a45-6b84-46bd-8b5f-805164f4237f tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:47.521411 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:47.594622 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-08488c0d-a33f-437b-9b1b-7a918ec29eca None None] Provisioning complete for port b01acce3-a3c3-402b-9429-b6a2ff0c6cf6 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:07:47.595060 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-08488c0d-a33f-437b-9b1b-7a918ec29eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:47.595875 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50248) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:47.605940 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-a20bc303-4341-447f-9c33-838509d79e5e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Calling delete_port for 408ce91e-c14d-4ce7-83fb-8fe35605e26d owned by network:dhcp {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:07:47.631121 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642c65c2-8996-4373-8cb6-392e1877fa89 None None] Pushing event updated for resources: {'Port': ['ID=b01acce3-a3c3-402b-9429-b6a2ff0c6cf6,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:47.651444 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-642c65c2-8996-4373-8cb6-392e1877fa89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:47.684359 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port 408ce91e-c14d-4ce7-83fb-8fe35605e26d, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=408ce91e-c14d-4ce7-83fb-8fe35605e26d,segment=NetworkSegment(1fc4db12-e1f5-45d4-a5fd-791920405c5f),segment_id=1fc4db12-e1f5-45d4-a5fd-791920405c5f)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:07:47.699638 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faffe439-8fef-4770-a513-61d9978566f4 admin admin] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:07:47.703703 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:47.705179 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device b2b0f2aa-8af1-4663-aaab-0b5d4f4884d3 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:07:47.760410 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:47.791609 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: b2b0f2aa-8af1-4663-aaab-0b5d4f4884d3 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:07:47.792000 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device b2b0f2aa-8af1-4663-aaab-0b5d4f4884d3 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:07:47.817958 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-a20bc303-4341-447f-9c33-838509d79e5e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80766) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:07:47.818157 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-a20bc303-4341-447f-9c33-838509d79e5e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:07:47.842240 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-e50a716a-c15d-4532-891f-1c2f7dc3e947 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80767) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:07:47.842557 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-e50a716a-c15d-4532-891f-1c2f7dc3e947 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:07:47.903316 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=408ce91e-c14d-4ce7-83fb-8fe35605e26d,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:47.908110 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:47.967271 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15529a85-09f4-48d4-a4bf-89b7788ce571 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50bd7ee8-4060-4fb5-bf27-f10aef34e79f,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:47.970616 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0229ec44-4854-441d-a4d8-57aed847d6df tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:47.980233 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-15529a85-09f4-48d4-a4bf-89b7788ce571 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:47.988574 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b673f8ea-c50f-4908-8dda-1b7b0afeb6c0 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:47.989086 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-39e06bcc-3406-45c5-b548-553cb831daf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.579s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:48.009686 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00d9ace3-4090-4105-b485-29fbddc89ae2 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:07:48.033408 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-d61abd80-3971-4fe7-aa2b-e32c1d797e83 tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-876843140'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:07:48.049430 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0229ec44-4854-441d-a4d8-57aed847d6df tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event deleted for resources: {'Port': ['ID=95a8367c-31eb-493a-b8ea-efa400273fba,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:48.049903 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-72c19d96-3d0d-4451-b79d-3ffc24986e9f None None] Provisioning complete for port b01acce3-a3c3-402b-9429-b6a2ff0c6cf6 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:07:48.050335 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-72c19d96-3d0d-4451-b79d-3ffc24986e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:48.051786 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d61abd80-3971-4fe7-aa2b-e32c1d797e83 tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:07:48.074052 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0229ec44-4854-441d-a4d8-57aed847d6df tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:48.079487 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d61abd80-3971-4fe7-aa2b-e32c1d797e83 tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Usage tracker for resource:router and tenant:a4650b10fbef4209aa492d56465ac083 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:07:48.083127 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-00d9ace3-4090-4105-b485-29fbddc89ae2 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:48.083531 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-00d9ace3-4090-4105-b485-29fbddc89ae2 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Added segment ae2c4e76-2abe-4061-b104-a4009463fa49 of type vxlan for network 199fc74d-8154-4f93-b41f-1d6cdce07a22
Jan 29 10:07:48.084372 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d61abd80-3971-4fe7-aa2b-e32c1d797e83 tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:07:48.139885 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d61abd80-3971-4fe7-aa2b-e32c1d797e83 tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:07:48.150615 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d9ace3-4090-4105-b485-29fbddc89ae2 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67a57cf7-4569-4686-9655-9698bc9ab841,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:48.162496 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-00d9ace3-4090-4105-b485-29fbddc89ae2 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:48.166149 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d9327ad6-901e-415b-a02b-c2b8d4a0769a tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.236s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:48.205220 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f07748d5-1e7e-4d00-99df-00c31254410c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:48.252392 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d93a45-6b84-46bd-8b5f-805164f4237f tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Pushing event deleted for resources: {'Port': ['ID=a9a885f6-2c90-4d89-b2a4-89876c408c80,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:48.268268 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e6d93a45-6b84-46bd-8b5f-805164f4237f tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:48.308982 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-00d9ace3-4090-4105-b485-29fbddc89ae2 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:48.343676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-e50a716a-c15d-4532-891f-1c2f7dc3e947 None None] Deleting port 408ce91e-c14d-4ce7-83fb-8fe35605e26d {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:07:48.344123 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e50a716a-c15d-4532-891f-1c2f7dc3e947 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:48.446209 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-f07748d5-1e7e-4d00-99df-00c31254410c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c9e71ba8>,) {'filters': {'network_id': ['ad10d455-2f6c-4431-96c2-93a5f5aa1b82']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:07:48.470990 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-f07748d5-1e7e-4d00-99df-00c31254410c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c9e71ba8>, '9329d575-ed3f-46b1-819e-a36233065db3') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:07:48.471403 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-f07748d5-1e7e-4d00-99df-00c31254410c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c9e71ba8>, '9329d575-ed3f-46b1-819e-a36233065db3') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:07:48.479446 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e6d93a45-6b84-46bd-8b5f-805164f4237f tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854102222'] for router_gateway, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:48.556821 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-a20bc303-4341-447f-9c33-838509d79e5e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Deleting port 408ce91e-c14d-4ce7-83fb-8fe35605e26d {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:07:48.557619 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a20bc303-4341-447f-9c33-838509d79e5e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:48.560482 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f07748d5-1e7e-4d00-99df-00c31254410c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:48.591761 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-e50a716a-c15d-4532-891f-1c2f7dc3e947 None None] For port 408ce91e-c14d-4ce7-83fb-8fe35605e26d, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=408ce91e-c14d-4ce7-83fb-8fe35605e26d,segment=NetworkSegment(1fc4db12-e1f5-45d4-a5fd-791920405c5f),segment_id=1fc4db12-e1f5-45d4-a5fd-791920405c5f)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:07:48.592207 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e50a716a-c15d-4532-891f-1c2f7dc3e947 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:48.614998 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d61abd80-3971-4fe7-aa2b-e32c1d797e83 tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:48.616093 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d61abd80-3971-4fe7-aa2b-e32c1d797e83 tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:48.620329 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-15529a85-09f4-48d4-a4bf-89b7788ce571 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80765) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:07:48.620693 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-15529a85-09f4-48d4-a4bf-89b7788ce571 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:07:48.621249 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-00d9ace3-4090-4105-b485-29fbddc89ae2 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:48.690300 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d9ace3-4090-4105-b485-29fbddc89ae2 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:48.690973 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-00d9ace3-4090-4105-b485-29fbddc89ae2 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:48.707583 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-01043d00-8053-4455-8cbd-20452ec85572 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:48.737031 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d61abd80-3971-4fe7-aa2b-e32c1d797e83 tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:48.740685 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-e50a716a-c15d-4532-891f-1c2f7dc3e947 None None] Calling delete_port for 408ce91e-c14d-4ce7-83fb-8fe35605e26d owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:07:48.782236 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0229ec44-4854-441d-a4d8-57aed847d6df tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:48.844876 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e50a716a-c15d-4532-891f-1c2f7dc3e947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:48.863468 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:48.890240 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-faffe439-8fef-4770-a513-61d9978566f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:48.912287 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device b01acce3-a3c3-402b-9429-b6a2ff0c6cf6 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:07:48.915238 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f07748d5-1e7e-4d00-99df-00c31254410c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:48.971645 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50a716a-c15d-4532-891f-1c2f7dc3e947 None None] Pushing event deleted for resources: {'Port': ['ID=408ce91e-c14d-4ce7-83fb-8fe35605e26d,revision_number=None']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:48.980339 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f07748d5-1e7e-4d00-99df-00c31254410c admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:07:48.982675 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e50a716a-c15d-4532-891f-1c2f7dc3e947 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:49.097867 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50a716a-c15d-4532-891f-1c2f7dc3e947 None None] No DVR routers for this DVR port 408ce91e-c14d-4ce7-83fb-8fe35605e26d on host dv-neutron-772983-2-ovs {{(pid=80767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:07:49.100034 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d61abd80-3971-4fe7-aa2b-e32c1d797e83 tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:49.111541 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port b01acce3-a3c3-402b-9429-b6a2ff0c6cf6 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:07:49.111959 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:49.134430 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-15529a85-09f4-48d4-a4bf-89b7788ce571 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:49.180307 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0229ec44-4854-441d-a4d8-57aed847d6df tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/ports/95a8367c-31eb-493a-b8ea-efa400273fba HTTP/1.1" status: 204  len: 168 time: 4.1047015
Jan 29 10:07:49.229464 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50254) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:49.232099 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d9ace3-4090-4105-b485-29fbddc89ae2 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Pushing event updated for resources: {'Network': ['ID=199fc74d-8154-4f93-b41f-1d6cdce07a22,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:49.238214 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e6d93a45-6b84-46bd-8b5f-805164f4237f tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:49.247183 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 199fc74d-8154-4f93-b41f-1d6cdce07a22 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:07:49.249205 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-00d9ace3-4090-4105-b485-29fbddc89ae2 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:49.257033 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d61abd80-3971-4fe7-aa2b-e32c1d797e83 tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:49.261441 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d61abd80-3971-4fe7-aa2b-e32c1d797e83 tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 728 time: 1.5309830
Jan 29 10:07:49.262478 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50258) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:49.266104 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-a20bc303-4341-447f-9c33-838509d79e5e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] For port 408ce91e-c14d-4ce7-83fb-8fe35605e26d, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=408ce91e-c14d-4ce7-83fb-8fe35605e26d,segment=NetworkSegment(1fc4db12-e1f5-45d4-a5fd-791920405c5f),segment_id=1fc4db12-e1f5-45d4-a5fd-791920405c5f)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:07:49.266512 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a20bc303-4341-447f-9c33-838509d79e5e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:49.269363 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 199fc74d-8154-4f93-b41f-1d6cdce07a22 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:07:49.325361 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e6d93a45-6b84-46bd-8b5f-805164f4237f tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854102271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-673560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-331322'] for router, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:49.410689 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-00d9ace3-4090-4105-b485-29fbddc89ae2 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 798 time: 3.9136820
Jan 29 10:07:49.458202 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50262) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:49.545962 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15529a85-09f4-48d4-a4bf-89b7788ce571 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:07:49.581287 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-f07748d5-1e7e-4d00-99df-00c31254410c admin admin] Network ad10d455-2f6c-4431-96c2-93a5f5aa1b82 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:07:49.596990 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-a20bc303-4341-447f-9c33-838509d79e5e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Calling delete_port for 408ce91e-c14d-4ce7-83fb-8fe35605e26d owned by network:dhcp {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:07:49.597225 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f07748d5-1e7e-4d00-99df-00c31254410c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:49.634570 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-7dfc2412-e93b-4536-a44b-39d9aca8f195 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Request body: {'subnet': {'network_id': '199fc74d-8154-4f93-b41f-1d6cdce07a22', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:07:49.645461 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0f98f4-9f7b-4cc5-8f29-a238ba1b72f9 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:49.662859 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0f98f4-9f7b-4cc5-8f29-a238ba1b72f9 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:49.663767 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-aa0f98f4-9f7b-4cc5-8f29-a238ba1b72f9 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Synchronizing usage tracker for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:subnet {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:07:49.681726 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-254123ed-f897-481a-b5f0-8228c45a6254 tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Notify callbacks [] for router, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:49.681969 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-15529a85-09f4-48d4-a4bf-89b7788ce571 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:49.682110 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-15529a85-09f4-48d4-a4bf-89b7788ce571 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Added segment da74141a-e053-4807-8732-98d074b8386c of type vxlan for network 202d926a-4317-4fd3-a6b3-3233b8a4bdb4
Jan 29 10:07:49.753841 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6d93a45-6b84-46bd-8b5f-805164f4237f tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Router 16a207ab-1c93-4968-bc1f-6bde1f8c1d71 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:07:49.868302 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-aa0f98f4-9f7b-4cc5-8f29-a238ba1b72f9 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Unset dirty status for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:subnet {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:07:49.869519 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-aa0f98f4-9f7b-4cc5-8f29-a238ba1b72f9 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.6347859
Jan 29 10:07:49.878617 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50266) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:49.880364 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-15529a85-09f4-48d4-a4bf-89b7788ce571 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:49.903790 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-faffe439-8fef-4770-a513-61d9978566f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:49.953896 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-f07748d5-1e7e-4d00-99df-00c31254410c admin admin] Network ad10d455-2f6c-4431-96c2-93a5f5aa1b82 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:07:50.014391 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:07:50.014391 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:07:50.014391 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:07:50.014391 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:07:50.014391 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:07:50.014391 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:07:50.014391 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:07:50.014391 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:07:50.014391 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:07:50.014391 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:07:50.014391 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:07:50.014391 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:07:50.014391 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:07:50.014391 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:07:50.014391 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:07:50.014391 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:07:50.014391 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:07:50.014391 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:07:50.014391 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:07:50.014391 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:07:50.014391 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:07:50.014391 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:07:50.014391 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:07:50.014391 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:07:50.014391 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:07:50.014391 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:07:50.014391 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:07:50.014391 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:07:50.014391 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:07:50.014391 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:07:50.014391 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:07:50.014391 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:07:50.014391 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:07:50.014391 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:07:50.014391 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:07:50.014391 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:07:50.014391 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:07:50.014391 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:07:50.014391 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:07:50.014391 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:07:50.202267 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-7dfc2412-e93b-4536-a44b-39d9aca8f195 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:07:50.209068 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-254123ed-f897-481a-b5f0-8228c45a6254 tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:50.222573 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-254123ed-f897-481a-b5f0-8228c45a6254 tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:50.227776 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-7dfc2412-e93b-4536-a44b-39d9aca8f195 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Usage tracker for resource:subnet and tenant:4689bd38a28449b8a6e0e214f6c75ac2 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:07:50.235984 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-7dfc2412-e93b-4536-a44b-39d9aca8f195 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:07:50.238901 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-a20bc303-4341-447f-9c33-838509d79e5e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80766) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:07:50.239267 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-a20bc303-4341-447f-9c33-838509d79e5e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:07:50.263951 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-7dfc2412-e93b-4536-a44b-39d9aca8f195 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:07:50.307818 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-254123ed-f897-481a-b5f0-8228c45a6254 tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:50.308538 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254123ed-f897-481a-b5f0-8228c45a6254 tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 00af7564-0a17-49c0-99b7-d2be5f914f56 {{(pid=80766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 10:07:50.326088 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dfc2412-e93b-4536-a44b-39d9aca8f195 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Made reservation on behalf of 4689bd38a28449b8a6e0e214f6c75ac2 for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:07:50.348491 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7dfc2412-e93b-4536-a44b-39d9aca8f195 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:50.426053 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.resource_extend [None req-15529a85-09f4-48d4-a4bf-89b7788ce571 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 29 10:07:50.457443 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d93a45-6b84-46bd-8b5f-805164f4237f tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:07:50.470211 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e10f46-572c-4010-9068-c0539bc1e805 None None] Sync routers for ids ['16a207ab-1c93-4968-bc1f-6bde1f8c1d71'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:07:50.474958 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-254123ed-f897-481a-b5f0-8228c45a6254 tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:50.476373 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-254123ed-f897-481a-b5f0-8228c45a6254 tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] 10.222.0.57 "DELETE /v2.0/routers/00af7564-0a17-49c0-99b7-d2be5f914f56 HTTP/1.1" status: 204  len: 168 time: 1.2127512
Jan 29 10:07:50.484581 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50270) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:50.485560 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e10f46-572c-4010-9068-c0539bc1e805 None None] Routers {'16a207ab-1c93-4968-bc1f-6bde1f8c1d71'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:07:50.486373 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-23e10f46-572c-4010-9068-c0539bc1e805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca19b2b0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:07:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['16a207ab-1c93-4968-bc1f-6bde1f8c1d71'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:07:50.499560 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-19f7e8a6-d28d-4838-8139-156e55387466 tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Request body: {'router': {'name': 'tempest-router-704093766', 'distributed': False}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:07:50.499916 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-15529a85-09f4-48d4-a4bf-89b7788ce571 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:50.506259 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-19f7e8a6-d28d-4838-8139-156e55387466 tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:07:50.520717 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-19f7e8a6-d28d-4838-8139-156e55387466 tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Usage tracker for resource:router and tenant:a4650b10fbef4209aa492d56465ac083 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:07:50.529366 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-19f7e8a6-d28d-4838-8139-156e55387466 tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:07:50.538599 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-19f7e8a6-d28d-4838-8139-156e55387466 tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:07:50.546105 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faffe439-8fef-4770-a513-61d9978566f4 admin admin] Router 186f80c1-4500-4ded-869d-b89be306d531 is scheduled to L3 agent 18987107-6d88-4736-94cf-15791d65b3ff with binding_index 1 {{(pid=80766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 29 10:07:50.557997 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-23e10f46-572c-4010-9068-c0539bc1e805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca19b2b0>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:07:50.561312 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-19f7e8a6-d28d-4838-8139-156e55387466 tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:50.562417 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-19f7e8a6-d28d-4838-8139-156e55387466 tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:50.566834 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15529a85-09f4-48d4-a4bf-89b7788ce571 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:50.567294 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e10f46-572c-4010-9068-c0539bc1e805 None None] Routers {'16a207ab-1c93-4968-bc1f-6bde1f8c1d71'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:07:50.567534 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-15529a85-09f4-48d4-a4bf-89b7788ce571 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:50.567928 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-23e10f46-572c-4010-9068-c0539bc1e805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca19b2b0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:07:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['16a207ab-1c93-4968-bc1f-6bde1f8c1d71'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:07:50.572367 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f07748d5-1e7e-4d00-99df-00c31254410c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:50.578653 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7296c499-e718-4d99-bd42-24e178b4f905 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:50.636791 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-23e10f46-572c-4010-9068-c0539bc1e805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca19b2b0>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:07:50.637248 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e10f46-572c-4010-9068-c0539bc1e805 None None] The sync data for ids ['16a207ab-1c93-4968-bc1f-6bde1f8c1d71'] in dv-neutron-772983-2-ovs is: [] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:07:50.642117 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5a94dd6-dc66-4c6e-aba5-50d0f4a4c8fe tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Deleting subnet cb7e3f5d-7962-4579-9191-ed2ca83134e2 {{(pid=80765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:07:50.645052 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f07748d5-1e7e-4d00-99df-00c31254410c admin admin] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:50.647137 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f07748d5-1e7e-4d00-99df-00c31254410c admin admin] 10.222.0.57 "DELETE /v2.0/networks/ad10d455-2f6c-4431-96c2-93a5f5aa1b82 HTTP/1.1" status: 204  len: 168 time: 6.2880673
Jan 29 10:07:50.691854 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e6d93a45-6b84-46bd-8b5f-805164f4237f tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:50.693146 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e6d93a45-6b84-46bd-8b5f-805164f4237f tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] 10.222.0.57 "PUT /v2.0/routers/16a207ab-1c93-4968-bc1f-6bde1f8c1d71 HTTP/1.1" status: 200  len: 706 time: 6.4303370
Jan 29 10:07:50.697991 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e5a94dd6-dc66-4c6e-aba5-50d0f4a4c8fe tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for subnet, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:50.730972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50276) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:50.859655 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-15529a85-09f4-48d4-a4bf-89b7788ce571 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 6.1581190
Jan 29 10:07:50.876480 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50280) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:50.925637 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-a20bc303-4341-447f-9c33-838509d79e5e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Deleting port 408ce91e-c14d-4ce7-83fb-8fe35605e26d {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:07:50.926069 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a20bc303-4341-447f-9c33-838509d79e5e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:50.954314 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-fee4d242-fffe-4210-91a2-55cf7f31f989 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-415840673', 'admin_state_up': True, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:07:50.955733 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50284) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:50.976953 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15529a85-09f4-48d4-a4bf-89b7788ce571 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Network': ['ID=202d926a-4317-4fd3-a6b3-3233b8a4bdb4,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:50.990208 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 202d926a-4317-4fd3-a6b3-3233b8a4bdb4 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:07:50.995818 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-15529a85-09f4-48d4-a4bf-89b7788ce571 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:50.996815 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-fee4d242-fffe-4210-91a2-55cf7f31f989 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:07:50.999457 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d8cdd8cf-746d-409c-aaeb-2cab035b95b0 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.355s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:51.008416 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 202d926a-4317-4fd3-a6b3-3233b8a4bdb4 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:07:51.022390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-fee4d242-fffe-4210-91a2-55cf7f31f989 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:router and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:07:51.027439 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e5a94dd6-dc66-4c6e-aba5-50d0f4a4c8fe tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1479249'] for subnet, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:51.058996 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-fee4d242-fffe-4210-91a2-55cf7f31f989 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for router was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:07:51.072922 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-23d47132-a11c-48b1-b631-9afd19c5808a tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] 10.222.0.57 "GET /v2.0/routers/16a207ab-1c93-4968-bc1f-6bde1f8c1d71 HTTP/1.1" status: 200  len: 741 time: 0.3349998
Jan 29 10:07:51.076097 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07748d5-1e7e-4d00-99df-00c31254410c admin admin] Pushing event deleted for resources: {'Network': ['ID=ad10d455-2f6c-4431-96c2-93a5f5aa1b82,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:51.078010 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50288) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:51.078642 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-fee4d242-fffe-4210-91a2-55cf7f31f989 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:07:51.084370 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f07748d5-1e7e-4d00-99df-00c31254410c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:51.102931 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fee4d242-fffe-4210-91a2-55cf7f31f989 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:51.104009 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fee4d242-fffe-4210-91a2-55cf7f31f989 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:51.141349 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fee4d242-fffe-4210-91a2-55cf7f31f989 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:51.160809 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-19f7e8a6-d28d-4838-8139-156e55387466 tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:51.165336 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e5a94dd6-dc66-4c6e-aba5-50d0f4a4c8fe tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:51.248476 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-a20bc303-4341-447f-9c33-838509d79e5e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] The port '408ce91e-c14d-4ce7-83fb-8fe35605e26d' was deleted {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 29 10:07:51.260283 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a48e6bb4-9129-4800-8e2b-3ee9e22e6c75 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=aadf795f-2e1a-4d04-be0e-12575f0f28a5&device_id=16a207ab-1c93-4968-bc1f-6bde1f8c1d71 HTTP/1.1" status: 200  len: 205 time: 0.1809285
Jan 29 10:07:51.265378 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50292) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:51.311888 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-94482408-cc5b-4aee-9ba4-3a0934966c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:51.372276 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-73faa350-7e87-46c8-86b7-397a1cf93a8c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=063e89324bbe4d0080d07e952e1945cf&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3969662
Jan 29 10:07:51.382340 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50296) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:51.385180 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-19f7e8a6-d28d-4838-8139-156e55387466 tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:51.403020 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c2cc9961-56d1-446d-9cd4-a67af1d1293e tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] 10.222.0.57 "GET /v2.0/ports?device_id=16a207ab-1c93-4968-bc1f-6bde1f8c1d71 HTTP/1.1" status: 200  len: 205 time: 0.1318860
Jan 29 10:07:51.420989 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50300) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:51.518099 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faffe439-8fef-4770-a513-61d9978566f4 admin admin] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:07:51.530287 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9503d7ba-3bb4-45c5-a14e-b978fffdeb98 None None] Sync routers for ids ['186f80c1-4500-4ded-869d-b89be306d531'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:07:51.541327 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9503d7ba-3bb4-45c5-a14e-b978fffdeb98 None None] Routers {'186f80c1-4500-4ded-869d-b89be306d531'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:07:51.542072 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-9503d7ba-3bb4-45c5-a14e-b978fffdeb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c95bdcf8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:07:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['186f80c1-4500-4ded-869d-b89be306d531'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:07:51.627259 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a20bc303-4341-447f-9c33-838509d79e5e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:51.645319 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fee4d242-fffe-4210-91a2-55cf7f31f989 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:51.734132 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-19f7e8a6-d28d-4838-8139-156e55387466 tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:51.734729 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-9503d7ba-3bb4-45c5-a14e-b978fffdeb98 None None] Set router 186f80c1-4500-4ded-869d-b89be306d531 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:07:51.738166 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-19f7e8a6-d28d-4838-8139-156e55387466 tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 721 time: 1.2497072
Jan 29 10:07:51.765171 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50304) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:51.856995 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-57a76af8-e64a-42b3-8816-a53895323451 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks [] for router, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:51.925508 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-faffe439-8fef-4770-a513-61d9978566f4 admin admin] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:51.930510 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-faffe439-8fef-4770-a513-61d9978566f4 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 11.4366233
Jan 29 10:07:51.936550 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50308) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:52.050789 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d651cf35-a73b-48a4-a1a3-580d64e3c98b tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Notify callbacks [] for router, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:52.051429 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-9503d7ba-3bb4-45c5-a14e-b978fffdeb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c95bdcf8>, [{'id': '186f80c1-4500-4ded-869d-b89be306d531', 'name': 'tempest-TestVolumeBootPattern-1113126477-router', 'tenant_id': '4d907168a4924ceb9472857ce37e1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '28d59b23-64d3-4cb4-9403-19957bc5481c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:07:40Z', 'updated_at': '2021-01-29T10:07:48Z', 'revision_number': 3, 'project_id': '4d907168a4924ceb9472857ce37e1904', 'gw_port': {'id': '28d59b23-64d3-4cb4-9403-19957bc5481c', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:af:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '186f80c1-4500-4ded-869d-b89be306d531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:07:44Z', 'updated_at': '2021-01-29T10:07:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:07:52.055663 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9503d7ba-3bb4-45c5-a14e-b978fffdeb98 None None] Checking router: 186f80c1-4500-4ded-869d-b89be306d531 for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:07:52.056018 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9503d7ba-3bb4-45c5-a14e-b978fffdeb98 None None] Updating router 186f80c1-4500-4ded-869d-b89be306d531 port 28d59b23-64d3-4cb4-9403-19957bc5481c binding host dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 29 10:07:52.115713 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9503d7ba-3bb4-45c5-a14e-b978fffdeb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:52.136240 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-a20bc303-4341-447f-9c33-838509d79e5e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c81e25f8>,) {'filters': {'network_id': ['e08d07e5-f0e1-4617-a2e0-9a3d88bdf121']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:07:52.144267 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-31cdd30e-6071-4e6e-9881-0bdba56d6983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:52.242563 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-a20bc303-4341-447f-9c33-838509d79e5e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c81e25f8>, '1fc4db12-e1f5-45d4-a5fd-791920405c5f') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:07:52.242563 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-a20bc303-4341-447f-9c33-838509d79e5e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c81e25f8>, '1fc4db12-e1f5-45d4-a5fd-791920405c5f') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:07:52.274504 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-57a76af8-e64a-42b3-8816-a53895323451 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:52.284760 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-57a76af8-e64a-42b3-8816-a53895323451 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:52.291767 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a20bc303-4341-447f-9c33-838509d79e5e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:52.375335 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-31cdd30e-6071-4e6e-9881-0bdba56d6983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:52.412624 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a20bc303-4341-447f-9c33-838509d79e5e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:52.423747 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a20bc303-4341-447f-9c33-838509d79e5e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Releasing vxlan tunnel 5 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:07:52.481232 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-57a76af8-e64a-42b3-8816-a53895323451 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:52.481803 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a76af8-e64a-42b3-8816-a53895323451 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Fanout notify agent at l3_agent the message router_deleted on router 16a207ab-1c93-4968-bc1f-6bde1f8c1d71 {{(pid=80766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 10:07:52.570837 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9503d7ba-3bb4-45c5-a14e-b978fffdeb98 None None] Notify callbacks [] for port, precommit_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:52.614111 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-57a76af8-e64a-42b3-8816-a53895323451 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:52.615369 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-57a76af8-e64a-42b3-8816-a53895323451 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] 10.222.0.57 "DELETE /v2.0/routers/16a207ab-1c93-4968-bc1f-6bde1f8c1d71 HTTP/1.1" status: 204  len: 168 time: 1.1739745
Jan 29 10:07:52.633595 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50312) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:52.730498 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e5a94dd6-dc66-4c6e-aba5-50d0f4a4c8fe tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852603100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2204728'] for subnet, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:52.732478 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d651cf35-a73b-48a4-a1a3-580d64e3c98b tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:52.737924 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d651cf35-a73b-48a4-a1a3-580d64e3c98b tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:52.761210 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c367fe77-a895-4cf3-8992-a63c31c882c3 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:52.767411 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3da4927b-18de-4282-ab9e-5f46e3c5effc tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] 10.222.0.57 "GET /v2.0/ports?device_id=16a207ab-1c93-4968-bc1f-6bde1f8c1d71 HTTP/1.1" status: 200  len: 205 time: 0.1325459
Jan 29 10:07:52.770100 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-a20bc303-4341-447f-9c33-838509d79e5e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Network e08d07e5-f0e1-4617-a2e0-9a3d88bdf121 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:07:52.781369 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50316) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:52.783593 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a20bc303-4341-447f-9c33-838509d79e5e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:52.848548 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a94dd6-dc66-4c6e-aba5-50d0f4a4c8fe tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event deleted for resources: {'Subnet': ['ID=cb7e3f5d-7962-4579-9191-ed2ca83134e2,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:52.858523 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e5a94dd6-dc66-4c6e-aba5-50d0f4a4c8fe tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:52.874840 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-31cdd30e-6071-4e6e-9881-0bdba56d6983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:52.888941 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-86ebb880-1461-4d0b-ba0c-8a669a912453 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:52.929869 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d651cf35-a73b-48a4-a1a3-580d64e3c98b tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:52.930448 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d651cf35-a73b-48a4-a1a3-580d64e3c98b tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d219c08c-811b-4b9a-be87-9e57d6206e4b {{(pid=80765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 10:07:53.175676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ebf768-10e0-48ab-99d0-be102a36d672 None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:07:53.237395 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e5a94dd6-dc66-4c6e-aba5-50d0f4a4c8fe tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:53.247572 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-dbb4e3b9-792b-4b1f-806d-b490aa88a16f tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] delete failed (client error): The resource could not be found.
Jan 29 10:07:53.251851 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-dbb4e3b9-792b-4b1f-806d-b490aa88a16f tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] 10.222.0.57 "DELETE /v2.0/routers/16a207ab-1c93-4968-bc1f-6bde1f8c1d71 HTTP/1.1" status: 404  len: 336 time: 0.4494321
Jan 29 10:07:53.251851 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cdd30e-6071-4e6e-9881-0bdba56d6983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3248584a-df19-4970-b005-c760685eb656,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:53.260593 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50322) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:53.273830 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-31cdd30e-6071-4e6e-9881-0bdba56d6983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:53.298949 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-31cdd30e-6071-4e6e-9881-0bdba56d6983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:53.300505 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-31cdd30e-6071-4e6e-9881-0bdba56d6983 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3248584a-df19-4970-b005-c760685eb656 HTTP/1.1" status: 204  len: 168 time: 1.9112022
Jan 29 10:07:53.326782 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e5a94dd6-dc66-4c6e-aba5-50d0f4a4c8fe tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/subnets/cb7e3f5d-7962-4579-9191-ed2ca83134e2 HTTP/1.1" status: 204  len: 168 time: 3.3766143
Jan 29 10:07:53.359838 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50328) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:53.373253 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d651cf35-a73b-48a4-a1a3-580d64e3c98b tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:53.378136 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d651cf35-a73b-48a4-a1a3-580d64e3c98b tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] 10.222.0.57 "DELETE /v2.0/routers/d219c08c-811b-4b9a-be87-9e57d6206e4b HTTP/1.1" status: 204  len: 168 time: 1.6082537
Jan 29 10:07:53.386749 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4a03696c-cec2-4952-b38d-135a54a87c47 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a648f92-11b2-4e12-b504-25e587d64412 HTTP/1.1" status: 200  len: 205 time: 0.1152616
Jan 29 10:07:53.388151 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50332) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:53.388151 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50334) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:53.444412 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fee4d242-fffe-4210-91a2-55cf7f31f989 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for router_gateway, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:53.477103 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-a20bc303-4341-447f-9c33-838509d79e5e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Network e08d07e5-f0e1-4617-a2e0-9a3d88bdf121 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:07:53.490082 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-7db26077-a867-427f-bb7d-5dccba89611b tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Request body: {'router': {'name': 'tempest-router-1917989103', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '0c05b39853f340d082ace26c221922a2'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:07:53.500053 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d014ec5e-d453-4fe1-810e-844cd43428f2 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1286483
Jan 29 10:07:53.500698 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fee4d242-fffe-4210-91a2-55cf7f31f989 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:53.510829 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50340) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:53.521481 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:07:53.521481 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:07:53.521481 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:07:53.521481 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:07:53.521481 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:07:53.521481 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:07:53.521481 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:07:53.521481 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:07:53.521481 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:07:53.521481 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:07:53.521481 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:07:53.521481 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:07:53.521481 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:07:53.521481 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:07:53.521481 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:07:53.521481 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:07:53.521481 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:07:53.521481 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:07:53.521481 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:07:53.521481 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:07:53.521481 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:07:53.521481 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:07:53.521481 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:07:53.521481 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:07:53.521481 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:07:53.521481 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:07:53.521481 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:07:53.521481 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:07:53.521481 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:07:53.521481 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:07:53.521481 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:07:53.521481 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:07:53.521481 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:07:53.521481 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:07:53.521481 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:07:53.521481 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:07:53.521481 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:07:53.521481 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:07:53.521481 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:07:53.521481 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:07:53.532782 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-7db26077-a867-427f-bb7d-5dccba89611b tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:07:53.535019 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-8c0d4349-bb35-41dd-a5aa-6746e4cf65e8 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Request body: {'subnet': {'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:07:53.552262 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-9a724e4e-b63c-4b0b-b5ff-388e95b0c679 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] delete failed (client error): The resource could not be found.
Jan 29 10:07:53.553388 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9a724e4e-b63c-4b0b-b5ff-388e95b0c679 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] 10.222.0.57 "DELETE /v2.0/routers/9a648f92-11b2-4e12-b504-25e587d64412 HTTP/1.1" status: 404  len: 336 time: 0.1569924
Jan 29 10:07:53.555239 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-7db26077-a867-427f-bb7d-5dccba89611b tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Usage tracker for resource:router and tenant:0c05b39853f340d082ace26c221922a2 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:07:53.561610 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50344) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:53.569294 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc3646a-5855-4c56-813c-c6c492ea35ea None None] DHCP port deletion for 36ec2ab5-acc9-45dc-a136-797459b09a1c request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:07:53.572878 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-7db26077-a867-427f-bb7d-5dccba89611b tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:07:53.575449 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-ffc3646a-5855-4c56-813c-c6c492ea35ea None None] Deleting port 1cf3ef5b-079b-4e02-8ff3-8dea9c433913 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:07:53.575787 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ffc3646a-5855-4c56-813c-c6c492ea35ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:53.639611 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-7db26077-a867-427f-bb7d-5dccba89611b tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:07:53.647437 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7dfc2412-e93b-4536-a44b-39d9aca8f195 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:53.672918 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:53.732124 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-eacd5932-df66-4be8-b47d-fbd0be77194a tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] 10.222.0.57 "GET /v2.0/ports?device_id=463c9dc5-e959-47c0-958b-3af18d0cb002 HTTP/1.1" status: 200  len: 205 time: 0.1655192
Jan 29 10:07:53.739900 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50350) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:53.748361 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7db26077-a867-427f-bb7d-5dccba89611b tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:53.749449 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7db26077-a867-427f-bb7d-5dccba89611b tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:53.758750 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-9503d7ba-3bb4-45c5-a14e-b978fffdeb98 None None] Transition to ACTIVE for port object 28d59b23-64d3-4cb4-9403-19957bc5481c will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:07:53.763355 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0990465b-9265-41c7-8fd4-327026ea2029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:53.765807 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7db26077-a867-427f-bb7d-5dccba89611b tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:53.780239 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9503d7ba-3bb4-45c5-a14e-b978fffdeb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:53.802698 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:53.848165 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a20bc303-4341-447f-9c33-838509d79e5e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:53.915210 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7db26077-a867-427f-bb7d-5dccba89611b tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:53.942023 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a20bc303-4341-447f-9c33-838509d79e5e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:53.956576 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-54934973-4340-474b-b7c6-48e2f600bd8a tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] delete failed (client error): The resource could not be found.
Jan 29 10:07:53.957481 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-54934973-4340-474b-b7c6-48e2f600bd8a tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] 10.222.0.57 "DELETE /v2.0/routers/463c9dc5-e959-47c0-958b-3af18d0cb002 HTTP/1.1" status: 404  len: 336 time: 0.2165389
Jan 29 10:07:53.961725 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50360) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:53.962761 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-8c0d4349-bb35-41dd-a5aa-6746e4cf65e8 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:07:53.965960 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfc2412-e93b-4536-a44b-39d9aca8f195 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Pushing event updated for resources: {'Subnet': ['ID=e82a6fd5-22f9-4b3b-8cd7-13d8e90e94f2,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:53.974026 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7dfc2412-e93b-4536-a44b-39d9aca8f195 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:53.976140 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:54.004137 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a20bc303-4341-447f-9c33-838509d79e5e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "DELETE /v2.0/networks/e08d07e5-f0e1-4617-a2e0-9a3d88bdf121 HTTP/1.1" status: 204  len: 168 time: 8.6531179
Jan 29 10:07:54.011062 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7db26077-a867-427f-bb7d-5dccba89611b tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:54.012315 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7db26077-a867-427f-bb7d-5dccba89611b tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 723 time: 0.6180391
Jan 29 10:07:54.015056 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50364) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:54.015427 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50366) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:54.016305 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20bc303-4341-447f-9c33-838509d79e5e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event deleted for resources: {'Network': ['ID=e08d07e5-f0e1-4617-a2e0-9a3d88bdf121,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:54.025845 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-63bc308f-d98c-40d8-84dc-f0dcc4266437 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Request body: {'port': {'network_id': 'db958f80-d397-4036-99bf-f5770145eb80', 'name': 'tempest-PortsIpV6TestJSON-684855088'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:07:54.033958 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8c0d4349-bb35-41dd-a5aa-6746e4cf65e8 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Usage tracker for resource:subnet and tenant:b2cc7248d2184abfb3aa21c44218cf1c is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:07:54.042132 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a20bc303-4341-447f-9c33-838509d79e5e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:54.047158 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8c0d4349-bb35-41dd-a5aa-6746e4cf65e8 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:07:54.048564 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-bbe2b222-0432-42ea-bc5c-2929d5873cbc tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Request body: {'router': {'distributed': True}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:07:54.054906 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3b5b184b-cc1b-43ae-8d7c-59c66a7c1231 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] 10.222.0.57 "GET /v2.0/ports?device_id=61d444b1-80c0-4e62-adbc-6648465fd71a HTTP/1.1" status: 200  len: 205 time: 0.0859871
Jan 29 10:07:54.065888 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50372) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:54.066893 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-8c0d4349-bb35-41dd-a5aa-6746e4cf65e8 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:07:54.096864 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-ffc3646a-5855-4c56-813c-c6c492ea35ea None None] For port 1cf3ef5b-079b-4e02-8ff3-8dea9c433913, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=1cf3ef5b-079b-4e02-8ff3-8dea9c433913,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:07:54.097239 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ffc3646a-5855-4c56-813c-c6c492ea35ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:54.120079 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912cb89a-c243-4d12-9fb0-ad524f4331da None None] Pushing event updated for resources: {'Port': ['ID=28d59b23-64d3-4cb4-9403-19957bc5481c,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:54.123941 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-912cb89a-c243-4d12-9fb0-ad524f4331da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:54.220376 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-6ab12753-ccf1-4b22-88a7-612aeb6a05a7 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] delete failed (client error): The resource could not be found.
Jan 29 10:07:54.224098 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6ab12753-ccf1-4b22-88a7-612aeb6a05a7 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] 10.222.0.57 "DELETE /v2.0/routers/61d444b1-80c0-4e62-adbc-6648465fd71a HTTP/1.1" status: 404  len: 336 time: 0.1521277
Jan 29 10:07:54.229871 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50378) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:54.232411 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0d4349-bb35-41dd-a5aa-6746e4cf65e8 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Made reservation on behalf of b2cc7248d2184abfb3aa21c44218cf1c for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:07:54.253612 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8c0d4349-bb35-41dd-a5aa-6746e4cf65e8 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:54.307748 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-ffc3646a-5855-4c56-813c-c6c492ea35ea None None] Calling delete_port for 1cf3ef5b-079b-4e02-8ff3-8dea9c433913 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:07:54.420444 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:54.474819 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-9503d7ba-3bb4-45c5-a14e-b978fffdeb98 None None] Attempting to bind port 28d59b23-64d3-4cb4-9403-19957bc5481c on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:07:54.475261 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-9503d7ba-3bb4-45c5-a14e-b978fffdeb98 None None] Attempting to bind port 28d59b23-64d3-4cb4-9403-19957bc5481c by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:07:54.475645 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9503d7ba-3bb4-45c5-a14e-b978fffdeb98 None None] Attempting to bind port 28d59b23-64d3-4cb4-9403-19957bc5481c on network aadf795f-2e1a-4d04-be0e-12575f0f28a5 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:07:54.480604 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ffc3646a-5855-4c56-813c-c6c492ea35ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:54.498687 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:54.619199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-63bc308f-d98c-40d8-84dc-f0dcc4266437 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:07:54.624114 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-63bc308f-d98c-40d8-84dc-f0dcc4266437 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Usage tracker for resource:port and tenant:b402c3f19966488ebcb859fd6d6d9b16 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:07:54.627559 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-63bc308f-d98c-40d8-84dc-f0dcc4266437 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Quota usage for port was recalculated. Used quota:1. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:07:54.634742 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-63bc308f-d98c-40d8-84dc-f0dcc4266437 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:07:54.648269 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bbe2b222-0432-42ea-bc5c-2929d5873cbc tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:54.648680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bbe2b222-0432-42ea-bc5c-2929d5873cbc tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Notify callbacks [] for router, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:54.711775 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50388) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:54.731292 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9503d7ba-3bb4-45c5-a14e-b978fffdeb98 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:07:54.731706 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9503d7ba-3bb4-45c5-a14e-b978fffdeb98 None None] Checking segment: {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:07:54.732167 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9503d7ba-3bb4-45c5-a14e-b978fffdeb98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:54.732542 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63bc308f-d98c-40d8-84dc-f0dcc4266437 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Made reservation on behalf of b402c3f19966488ebcb859fd6d6d9b16 for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:07:54.732662 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9503d7ba-3bb4-45c5-a14e-b978fffdeb98 None None] Bound using segment: {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:07:54.733137 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-9503d7ba-3bb4-45c5-a14e-b978fffdeb98 None None] Bound port: 28d59b23-64d3-4cb4-9403-19957bc5481c, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:07:54.733558 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9503d7ba-3bb4-45c5-a14e-b978fffdeb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:54.749669 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d15cc6ef-e7ca-4fd4-b8e5-a67d46750312 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] 10.222.0.57 "GET /v2.0/ports?device_id=4cc8889e-8db0-4759-b14a-58c4698e22b5 HTTP/1.1" status: 200  len: 205 time: 0.5184395
Jan 29 10:07:54.753589 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-63bc308f-d98c-40d8-84dc-f0dcc4266437 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:54.761897 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50392) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:54.790571 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc3646a-5855-4c56-813c-c6c492ea35ea None None] Pushing event deleted for resources: {'Port': ['ID=1cf3ef5b-079b-4e02-8ff3-8dea9c433913,revision_number=None']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:54.793110 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ffc3646a-5855-4c56-813c-c6c492ea35ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:54.861871 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 1cf3ef5b-079b-4e02-8ff3-8dea9c433913 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:07:54.883477 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfc2412-e93b-4536-a44b-39d9aca8f195 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Checking segment: {'id': 'ae2c4e76-2abe-4061-b104-a4009463fa49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '199fc74d-8154-4f93-b41f-1d6cdce07a22'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:07:54.883867 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfc2412-e93b-4536-a44b-39d9aca8f195 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Network hostable DHCP agents. Network: 199fc74d-8154-4f93-b41f-1d6cdce07a22, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:07:54.908241 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-bbe2b222-0432-42ea-bc5c-2929d5873cbc tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=80766) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:159}}
Jan 29 10:07:54.908629 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-bbe2b222-0432-42ea-bc5c-2929d5873cbc tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Router aa17f814-0a35-405c-ac11-0c8cbbcc09a3 migrating from <neutron.services.l3_router.service_providers.single_node.SingleNodeDriver object at 0x7f99cb200f28> provider to <neutron.services.l3_router.service_providers.dvr.DvrDriver object at 0x7f99cb200a90> provider. {{(pid=80766) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:165}}
Jan 29 10:07:54.908981 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bbe2b222-0432-42ea-bc5c-2929d5873cbc tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:54.938875 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 1cf3ef5b-079b-4e02-8ff3-8dea9c433913 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:07:54.939273 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 1cf3ef5b-079b-4e02-8ff3-8dea9c433913 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:07:54.939943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bbe2b222-0432-42ea-bc5c-2929d5873cbc tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:54.961891 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:54.965614 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-9503d7ba-3bb4-45c5-a14e-b978fffdeb98 None None] For port 28d59b23-64d3-4cb4-9403-19957bc5481c, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:07:54.970512 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-9503d7ba-3bb4-45c5-a14e-b978fffdeb98 None None] For port 28d59b23-64d3-4cb4-9403-19957bc5481c, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=28d59b23-64d3-4cb4-9403-19957bc5481c,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:07:54.971725 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc3646a-5855-4c56-813c-c6c492ea35ea None None] No DVR routers for this DVR port 1cf3ef5b-079b-4e02-8ff3-8dea9c433913 on host dv-neutron-772983-2-ovs {{(pid=80767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:07:54.980136 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9503d7ba-3bb4-45c5-a14e-b978fffdeb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:54.994201 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-fee4d242-fffe-4210-91a2-55cf7f31f989 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Allocated IP 172.26.7.223 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/14363516-cbca-474d-8ee5-1a3c34317c4a) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:07:54.994952 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3d459192-20c3-4d95-98ae-a5335678fa97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:55.010150 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bbe2b222-0432-42ea-bc5c-2929d5873cbc tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854102271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-673560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-331322'] for router, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:55.025103 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-9ece1660-5e5f-4dd8-8a60-7544510d2173 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1485438757-network', 'tenant_id': 'ee8761d4330e4fd09e97501060c8b8ec'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:07:55.029977 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-63bc308f-d98c-40d8-84dc-f0dcc4266437 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] device_id is not set on port f1e55d2e-87ef-4103-b0a8-64069a990e1b yet. {{(pid=80766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:07:55.068976 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-931f8923-e998-45ea-9b38-0e0c75eab0c0 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] delete failed (client error): The resource could not be found.
Jan 29 10:07:55.069486 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfc2412-e93b-4536-a44b-39d9aca8f195 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Network 199fc74d-8154-4f93-b41f-1d6cdce07a22 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:07:55.073376 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-931f8923-e998-45ea-9b38-0e0c75eab0c0 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] 10.222.0.57 "DELETE /v2.0/routers/4cc8889e-8db0-4759-b14a-58c4698e22b5 HTTP/1.1" status: 404  len: 336 time: 0.3076067
Jan 29 10:07:55.085475 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50398) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:55.135520 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-9ece1660-5e5f-4dd8-8a60-7544510d2173 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:07:55.155757 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912cb89a-c243-4d12-9fb0-ad524f4331da None None] Pushing event updated for resources: {'Port': ['ID=28d59b23-64d3-4cb4-9403-19957bc5481c,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:55.161389 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-912cb89a-c243-4d12-9fb0-ad524f4331da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:55.208457 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9503d7ba-3bb4-45c5-a14e-b978fffdeb98 None None] Routers {'186f80c1-4500-4ded-869d-b89be306d531'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:07:55.209185 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-9503d7ba-3bb4-45c5-a14e-b978fffdeb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c95bdcf8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:07:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['186f80c1-4500-4ded-869d-b89be306d531'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:07:55.218811 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-21ec6d88-e15d-4ab4-b996-eb09d5840f72 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] 10.222.0.57 "GET /v2.0/ports?device_id=39540de8-a62f-4603-9400-5bf5d8f2b2d2 HTTP/1.1" status: 200  len: 205 time: 0.1240377
Jan 29 10:07:55.236987 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50402) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:55.399607 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-f4f645b7-828e-4677-aa8e-c6d172e69b2b tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] delete failed (client error): The resource could not be found.
Jan 29 10:07:55.400745 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f4f645b7-828e-4677-aa8e-c6d172e69b2b tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] 10.222.0.57 "DELETE /v2.0/routers/39540de8-a62f-4603-9400-5bf5d8f2b2d2 HTTP/1.1" status: 404  len: 336 time: 0.1598909
Jan 29 10:07:55.416164 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-9503d7ba-3bb4-45c5-a14e-b978fffdeb98 None None] Set router 186f80c1-4500-4ded-869d-b89be306d531 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:07:55.435088 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50406) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:55.446022 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-9ece1660-5e5f-4dd8-8a60-7544510d2173 admin admin] Usage tracker for resource:network and tenant:ee8761d4330e4fd09e97501060c8b8ec is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:07:55.506997 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-9ece1660-5e5f-4dd8-8a60-7544510d2173 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:07:55.509747 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-08ad5a9e-a220-46cf-a393-fa11b2346f82 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:07:55.510317 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08ad5a9e-a220-46cf-a393-fa11b2346f82 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:07:55.524452 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-7dfc2412-e93b-4536-a44b-39d9aca8f195 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 199fc74d-8154-4f93-b41f-1d6cdce07a22) {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:07:55.530681 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-9ece1660-5e5f-4dd8-8a60-7544510d2173 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:07:55.537492 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0172aeb4-b735-40c0-96f5-99545baa5a23 None None] Network 199fc74d-8154-4f93-b41f-1d6cdce07a22 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:07:55.577564 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfc2412-e93b-4536-a44b-39d9aca8f195 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:55.578247 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7dfc2412-e93b-4536-a44b-39d9aca8f195 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:55.594272 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ece1660-5e5f-4dd8-8a60-7544510d2173 admin admin] Made reservation on behalf of ee8761d4330e4fd09e97501060c8b8ec for: {'network': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:07:55.599054 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9ece1660-5e5f-4dd8-8a60-7544510d2173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:55.614141 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-08ad5a9e-a220-46cf-a393-fa11b2346f82 tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] 10.222.0.57 "DELETE /v2.0/subnets/b3cc0641-981b-4a18-ba98-96bfab5beea0 HTTP/1.1" status: 404  len: 337 time: 0.1725197
Jan 29 10:07:55.616224 dv-neutron-772983-2-ovs neutron-server[80656]: WARNING neutron.scheduler.l3_agent_scheduler [None req-bbe2b222-0432-42ea-bc5c-2929d5873cbc tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] No L3 agents can host the router aa17f814-0a35-405c-ac11-0c8cbbcc09a3
Jan 29 10:07:55.623332 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5cf1c655-9002-4c3c-8b8f-ddf274670dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:55.644063 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9ece1660-5e5f-4dd8-8a60-7544510d2173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:55.654585 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fee4d242-fffe-4210-91a2-55cf7f31f989 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:55.666950 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7dfc2412-e93b-4536-a44b-39d9aca8f195 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 6.1518743
Jan 29 10:07:55.682850 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50412) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:55.699061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-572b295f-356a-448b-9b98-158802674789 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Request body: {'port': {'network_id': '199fc74d-8154-4f93-b41f-1d6cdce07a22', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-80692047'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:07:55.809079 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-9ece1660-5e5f-4dd8-8a60-7544510d2173 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:07:55.836702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-9ece1660-5e5f-4dd8-8a60-7544510d2173 admin admin] Usage tracker for resource:security_group_rule and tenant:ee8761d4330e4fd09e97501060c8b8ec is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:07:55.843986 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-9ece1660-5e5f-4dd8-8a60-7544510d2173 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:07:55.934892 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-9ece1660-5e5f-4dd8-8a60-7544510d2173 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:07:55.971561 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe2b222-0432-42ea-bc5c-2929d5873cbc tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Hosts for router aa17f814-0a35-405c-ac11-0c8cbbcc09a3: [] {{(pid=80766) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}}
Jan 29 10:07:55.997415 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50418) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:56.017172 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:56.020697 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aede0700-33af-4327-9907-eae636899c30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-199fc74d-8154-4f93-b41f-1d6cdce07a22', 'network_id': '199fc74d-8154-4f93-b41f-1d6cdce07a22', 'tenant_id': '4689bd38a28449b8a6e0e214f6c75ac2', 'fixed_ips': [{'subnet_id': 'e82a6fd5-22f9-4b3b-8cd7-13d8e90e94f2'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:07:56.021585 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-aede0700-33af-4327-9907-eae636899c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:56.044762 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-63bc308f-d98c-40d8-84dc-f0dcc4266437 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:56.047980 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe2b222-0432-42ea-bc5c-2929d5873cbc tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Hosts for other DVR routers connected to router aa17f814-0a35-405c-ac11-0c8cbbcc09a3: set() {{(pid=80766) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}}
Jan 29 10:07:56.063613 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bbe2b222-0432-42ea-bc5c-2929d5873cbc tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:56.067661 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-bbe2b222-0432-42ea-bc5c-2929d5873cbc tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] 10.222.0.57 "PUT /v2.0/routers/aa17f814-0a35-405c-ac11-0c8cbbcc09a3 HTTP/1.1" status: 200  len: 717 time: 2.0447607
Jan 29 10:07:56.070791 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50424) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:56.097943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fee4d242-fffe-4210-91a2-55cf7f31f989 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:56.120416 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2b99fbf3-7954-41d5-80c6-449ec654158c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:56.202294 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-572b295f-356a-448b-9b98-158802674789 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:07:56.220992 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-572b295f-356a-448b-9b98-158802674789 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Usage tracker for resource:port and tenant:4689bd38a28449b8a6e0e214f6c75ac2 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:07:56.232450 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-572b295f-356a-448b-9b98-158802674789 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:07:56.249051 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-dd35ea80-bb31-4677-855a-f84994fa1c14 tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] 10.222.0.57 "GET /v2.0/routers/aa17f814-0a35-405c-ac11-0c8cbbcc09a3 HTTP/1.1" status: 200  len: 717 time: 0.1745679
Jan 29 10:07:56.250268 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50428) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:56.287563 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-63bc308f-d98c-40d8-84dc-f0dcc4266437 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:56.310195 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:56.317081 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-572b295f-356a-448b-9b98-158802674789 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:07:56.384127 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9ece1660-5e5f-4dd8-8a60-7544510d2173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:56.449976 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee4d242-fffe-4210-91a2-55cf7f31f989 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Port': ['ID=14363516-cbca-474d-8ee5-1a3c34317c4a,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:56.453352 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-fee4d242-fffe-4210-91a2-55cf7f31f989 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:56.460346 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-aede0700-33af-4327-9907-eae636899c30 None None] Allocated IP 2001:db8::2 (199fc74d-8154-4f93-b41f-1d6cdce07a22/e82a6fd5-22f9-4b3b-8cd7-13d8e90e94f2/cffd79e9-8978-4f15-ac89-07a2ad6db1c9) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:07:56.467187 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9ece1660-5e5f-4dd8-8a60-7544510d2173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:56.494939 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-572b295f-356a-448b-9b98-158802674789 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Made reservation on behalf of 4689bd38a28449b8a6e0e214f6c75ac2 for: {'port': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:07:56.519857 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-572b295f-356a-448b-9b98-158802674789 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:56.573452 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ece1660-5e5f-4dd8-8a60-7544510d2173 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:07:56.576377 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bc308f-d98c-40d8-84dc-f0dcc4266437 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event updated for resources: {'Port': ['ID=f1e55d2e-87ef-4103-b0a8-64069a990e1b,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:56.585361 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-63bc308f-d98c-40d8-84dc-f0dcc4266437 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:56.597035 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-56e07cfd-3f04-4f30-89ae-e20d9f41145c tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:56.631939 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9ece1660-5e5f-4dd8-8a60-7544510d2173 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268197113528', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:56.632596 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-9ece1660-5e5f-4dd8-8a60-7544510d2173 admin admin] Added segment de6cd88b-883d-45e3-9b50-097e9e102b48 of type vxlan for network 26a4294d-c956-403b-8f7a-57f8ffefaf53
Jan 29 10:07:56.650618 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bc308f-d98c-40d8-84dc-f0dcc4266437 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Network db958f80-d397-4036-99bf-f5770145eb80 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:07:56.655297 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6f173dd3-23dc-4b93-9185-e341ce0e1f2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:56.656582 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-63bc308f-d98c-40d8-84dc-f0dcc4266437 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:07:56.669252 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bc308f-d98c-40d8-84dc-f0dcc4266437 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:07:56.740090 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-9503d7ba-3bb4-45c5-a14e-b978fffdeb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c95bdcf8>, [{'id': '186f80c1-4500-4ded-869d-b89be306d531', 'name': 'tempest-TestVolumeBootPattern-1113126477-router', 'tenant_id': '4d907168a4924ceb9472857ce37e1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '28d59b23-64d3-4cb4-9403-19957bc5481c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:07:40Z', 'updated_at': '2021-01-29T10:07:48Z', 'revision_number': 3, 'project_id': '4d907168a4924ceb9472857ce37e1904', 'gw_port': {'id': '28d59b23-64d3-4cb4-9403-19957bc5481c', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:af:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '186f80c1-4500-4ded-869d-b89be306d531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:07:44Z', 'updated_at': '2021-01-29T10:07:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:07:56.755767 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9503d7ba-3bb4-45c5-a14e-b978fffdeb98 None None] The sync data for ids ['186f80c1-4500-4ded-869d-b89be306d531'] in dv-neutron-772983-2-ovs is: [{'id': '186f80c1-4500-4ded-869d-b89be306d531', 'name': 'tempest-TestVolumeBootPattern-1113126477-router', 'tenant_id': '4d907168a4924ceb9472857ce37e1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '28d59b23-64d3-4cb4-9403-19957bc5481c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:07:40Z', 'updated_at': '2021-01-29T10:07:48Z', 'revision_number': 3, 'project_id': '4d907168a4924ceb9472857ce37e1904', 'gw_port': {'id': '28d59b23-64d3-4cb4-9403-19957bc5481c', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:af:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '186f80c1-4500-4ded-869d-b89be306d531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:07:44Z', 'updated_at': '2021-01-29T10:07:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:07:56.756564 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bc308f-d98c-40d8-84dc-f0dcc4266437 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:56.757413 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-63bc308f-d98c-40d8-84dc-f0dcc4266437 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:56.765488 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-6f173dd3-23dc-4b93-9185-e341ce0e1f2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:07:56.794300 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee4d242-fffe-4210-91a2-55cf7f31f989 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:07:56.794455 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-aede0700-33af-4327-9907-eae636899c30 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:56.795635 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6f173dd3-23dc-4b93-9185-e341ce0e1f2d admin admin] Usage tracker for resource:security_group_rule and tenant:7b878d17694d4146829d67c36d7fad6f is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:07:56.798802 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-fee4d242-fffe-4210-91a2-55cf7f31f989 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:07:56.801108 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6f173dd3-23dc-4b93-9185-e341ce0e1f2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:07:56.807439 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-aede0700-33af-4327-9907-eae636899c30 None None] Transition to ACTIVE for port object cffd79e9-8978-4f15-ac89-07a2ad6db1c9 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:07:56.812638 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-5cf1c655-9002-4c3c-8b8f-ddf274670dab admin admin] Allocated IP 172.20.0.1 (9c450a0f-2c11-436c-8735-9a1afe6b7184/dd17e4b6-a33a-4e17-bc4a-03539800690d/baad40a7-f833-4fed-9129-14efdd69b52a) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:07:56.815752 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee4d242-fffe-4210-91a2-55cf7f31f989 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:07:56.826279 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-aede0700-33af-4327-9907-eae636899c30 None None] Transition to ACTIVE for port object cffd79e9-8978-4f15-ac89-07a2ad6db1c9 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:07:56.831616 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-aede0700-33af-4327-9907-eae636899c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:56.854682 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-6f173dd3-23dc-4b93-9185-e341ce0e1f2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:07:56.854925 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:56.884042 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ece1660-5e5f-4dd8-8a60-7544510d2173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8abff7f0-322a-4d0a-924e-5d0ec6aafc4a,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:56.956568 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-63bc308f-d98c-40d8-84dc-f0dcc4266437 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 2.9378281
Jan 29 10:07:56.957680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9ece1660-5e5f-4dd8-8a60-7544510d2173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:56.959752 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9ece1660-5e5f-4dd8-8a60-7544510d2173 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:56.977796 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50434) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:57.016644 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aede0700-33af-4327-9907-eae636899c30 None None] Pushing event updated for resources: {'Port': ['ID=cffd79e9-8978-4f15-ac89-07a2ad6db1c9,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:57.020907 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-aede0700-33af-4327-9907-eae636899c30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:57.085907 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aede0700-33af-4327-9907-eae636899c30 None None] Network 199fc74d-8154-4f93-b41f-1d6cdce07a22 is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:07:57.086273 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-aede0700-33af-4327-9907-eae636899c30 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:07:57.088851 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aede0700-33af-4327-9907-eae636899c30 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:07:57.118233 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-92aab4de-ec21-4381-92c0-d146d7d48316 tempest-RoutersTestDVR-1620395545 tempest-RoutersTestDVR-1620395545-project] 10.222.0.57 "GET /v2.0/routers/aa17f814-0a35-405c-ac11-0c8cbbcc09a3 HTTP/1.1" status: 200  len: 683 time: 0.8635874
Jan 29 10:07:57.126837 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50438) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:57.136209 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.resource_extend [None req-9ece1660-5e5f-4dd8-8a60-7544510d2173 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 29 10:07:57.170219 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-aede0700-33af-4327-9907-eae636899c30 None None] Attempting to bind port cffd79e9-8978-4f15-ac89-07a2ad6db1c9 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:07:57.170746 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-aede0700-33af-4327-9907-eae636899c30 None None] Attempting to bind port cffd79e9-8978-4f15-ac89-07a2ad6db1c9 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'ae2c4e76-2abe-4061-b104-a4009463fa49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '199fc74d-8154-4f93-b41f-1d6cdce07a22'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:07:57.171275 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aede0700-33af-4327-9907-eae636899c30 None None] Attempting to bind port cffd79e9-8978-4f15-ac89-07a2ad6db1c9 on network 199fc74d-8154-4f93-b41f-1d6cdce07a22 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:07:57.177990 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aede0700-33af-4327-9907-eae636899c30 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:07:57.178571 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aede0700-33af-4327-9907-eae636899c30 None None] Checking segment: {'id': 'ae2c4e76-2abe-4061-b104-a4009463fa49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '199fc74d-8154-4f93-b41f-1d6cdce07a22'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:07:57.180919 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-aede0700-33af-4327-9907-eae636899c30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:57.180919 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aede0700-33af-4327-9907-eae636899c30 None None] Bound using segment: {'id': 'ae2c4e76-2abe-4061-b104-a4009463fa49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '199fc74d-8154-4f93-b41f-1d6cdce07a22'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:07:57.180919 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-aede0700-33af-4327-9907-eae636899c30 None None] Bound port: cffd79e9-8978-4f15-ac89-07a2ad6db1c9, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae2c4e76-2abe-4061-b104-a4009463fa49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '199fc74d-8154-4f93-b41f-1d6cdce07a22'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:07:57.181329 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-aede0700-33af-4327-9907-eae636899c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:57.301657 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-572b295f-356a-448b-9b98-158802674789 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] device_id is not set on port 323e2033-abe9-4eaa-82c3-870697adf09d yet. {{(pid=80765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:07:57.325602 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-aede0700-33af-4327-9907-eae636899c30 None None] For port cffd79e9-8978-4f15-ac89-07a2ad6db1c9, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:07:57.330291 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-aede0700-33af-4327-9907-eae636899c30 None None] For port cffd79e9-8978-4f15-ac89-07a2ad6db1c9, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=cffd79e9-8978-4f15-ac89-07a2ad6db1c9,segment=NetworkSegment(ae2c4e76-2abe-4061-b104-a4009463fa49),segment_id=ae2c4e76-2abe-4061-b104-a4009463fa49)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:07:57.343527 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-aede0700-33af-4327-9907-eae636899c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:57.367526 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:57.390579 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-5d674dea-48c4-4b4f-8ec1-f000b27be0c5 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Deleting port f1e55d2e-87ef-4103-b0a8-64069a990e1b {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:07:57.390968 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5d674dea-48c4-4b4f-8ec1-f000b27be0c5 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:57.472391 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2484507e-f7f9-49ac-a58c-73c32a31ef6c tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Notify callbacks [] for router, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:57.570474 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9ece1660-5e5f-4dd8-8a60-7544510d2173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:57.571972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ece1660-5e5f-4dd8-8a60-7544510d2173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:57.572772 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9ece1660-5e5f-4dd8-8a60-7544510d2173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:57.649865 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3119518a-bb72-45bc-91d4-75e66d931b52 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:57.717187 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aede0700-33af-4327-9907-eae636899c30 None None] Pushing event updated for resources: {'Port': ['ID=cffd79e9-8978-4f15-ac89-07a2ad6db1c9,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:57.722068 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-aede0700-33af-4327-9907-eae636899c30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:57.734392 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8c0d4349-bb35-41dd-a5aa-6746e4cf65e8 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:57.793917 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:57.911274 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9ece1660-5e5f-4dd8-8a60-7544510d2173 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 3.1961961
Jan 29 10:07:57.918342 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50442) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:57.980349 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-86d409af-4cc9-495b-a7b2-4ee232f8ca9b admin admin] Request body: {'subnet': {'network_id': '26a4294d-c956-403b-8f7a-57f8ffefaf53', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1485438757-subnet', 'tenant_id': 'ee8761d4330e4fd09e97501060c8b8ec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:07:58.000553 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2484507e-f7f9-49ac-a58c-73c32a31ef6c tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:58.006500 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ece1660-5e5f-4dd8-8a60-7544510d2173 admin admin] Pushing event updated for resources: {'Network': ['ID=26a4294d-c956-403b-8f7a-57f8ffefaf53,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:58.009956 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9ece1660-5e5f-4dd8-8a60-7544510d2173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:58.019180 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 26a4294d-c956-403b-8f7a-57f8ffefaf53 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:07:58.026839 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2484507e-f7f9-49ac-a58c-73c32a31ef6c tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:58.059283 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 26a4294d-c956-403b-8f7a-57f8ffefaf53 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:07:58.059993 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-86d409af-4cc9-495b-a7b2-4ee232f8ca9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:07:58.108265 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-86d409af-4cc9-495b-a7b2-4ee232f8ca9b admin admin] Usage tracker for resource:subnet and tenant:ee8761d4330e4fd09e97501060c8b8ec is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:07:58.125214 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-86d409af-4cc9-495b-a7b2-4ee232f8ca9b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:07:58.140496 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5d674dea-48c4-4b4f-8ec1-f000b27be0c5 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:58.152065 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6f173dd3-23dc-4b93-9185-e341ce0e1f2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:58.153019 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2484507e-f7f9-49ac-a58c-73c32a31ef6c tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:58.153653 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2484507e-f7f9-49ac-a58c-73c32a31ef6c tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aa17f814-0a35-405c-ac11-0c8cbbcc09a3 {{(pid=80766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 10:07:58.179646 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-86d409af-4cc9-495b-a7b2-4ee232f8ca9b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:07:58.202051 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6f173dd3-23dc-4b93-9185-e341ce0e1f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:58.244599 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6f173dd3-23dc-4b93-9185-e341ce0e1f2d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7b878d17694d4146829d67c36d7fad6f&name=default HTTP/1.1" status: 200  len: 2979 time: 2.2386365
Jan 29 10:07:58.304905 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0d4349-bb35-41dd-a5aa-6746e4cf65e8 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event updated for resources: {'Subnet': ['ID=d0c72eaa-f60d-4625-ad0f-5eb18c8b4db7,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:58.316893 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50446) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:58.329767 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d409af-4cc9-495b-a7b2-4ee232f8ca9b admin admin] Made reservation on behalf of ee8761d4330e4fd09e97501060c8b8ec for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:07:58.334765 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-86d409af-4cc9-495b-a7b2-4ee232f8ca9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:58.363613 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8c0d4349-bb35-41dd-a5aa-6746e4cf65e8 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:58.393440 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-142d356c-d347-45db-badb-b5bba46b75f0 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.152s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:58.515365 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-572b295f-356a-448b-9b98-158802674789 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Allocated IP 2001:db8::b9 (199fc74d-8154-4f93-b41f-1d6cdce07a22/e82a6fd5-22f9-4b3b-8cd7-13d8e90e94f2/323e2033-abe9-4eaa-82c3-870697adf09d) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:07:58.550525 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2484507e-f7f9-49ac-a58c-73c32a31ef6c tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:58.551765 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2484507e-f7f9-49ac-a58c-73c32a31ef6c tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] 10.222.0.57 "DELETE /v2.0/routers/aa17f814-0a35-405c-ac11-0c8cbbcc09a3 HTTP/1.1" status: 204  len: 168 time: 1.4180307
Jan 29 10:07:58.561561 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-5d674dea-48c4-4b4f-8ec1-f000b27be0c5 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Calling delete_port for f1e55d2e-87ef-4103-b0a8-64069a990e1b owned by  {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:07:58.570540 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50450) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:58.647296 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5d674dea-48c4-4b4f-8ec1-f000b27be0c5 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:58.662679 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-062ff2d5-3738-4a4c-9c6a-7dc006343a85 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:58.669583 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5cf1c655-9002-4c3c-8b8f-ddf274670dab admin admin] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:58.676271 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-be452beb-5537-431c-8296-1b0007d2c1ed tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Request body: {'router': {'name': 'tempest-router-1965734581', 'distributed': True}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:07:58.695840 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f173dd3-23dc-4b93-9185-e341ce0e1f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d224e7dd-78e9-4a51-94f9-fa955720ab74,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:58.711588 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d674dea-48c4-4b4f-8ec1-f000b27be0c5 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event deleted for resources: {'Port': ['ID=f1e55d2e-87ef-4103-b0a8-64069a990e1b,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:58.712569 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6f173dd3-23dc-4b93-9185-e341ce0e1f2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:58.727871 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5d674dea-48c4-4b4f-8ec1-f000b27be0c5 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:58.731719 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-be452beb-5537-431c-8296-1b0007d2c1ed tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:07:58.770771 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-be452beb-5537-431c-8296-1b0007d2c1ed tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Usage tracker for resource:router and tenant:a4650b10fbef4209aa492d56465ac083 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:07:58.773840 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-be452beb-5537-431c-8296-1b0007d2c1ed tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:07:58.780197 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-be452beb-5537-431c-8296-1b0007d2c1ed tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:07:58.790985 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-5cf1c655-9002-4c3c-8b8f-ddf274670dab admin admin] Transition to ACTIVE for port object baad40a7-f833-4fed-9129-14efdd69b52a will not be triggered until provisioned by entity DHCP. {{(pid=80765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:07:58.827314 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0d4349-bb35-41dd-a5aa-6746e4cf65e8 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:07:58.828915 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5d674dea-48c4-4b4f-8ec1-f000b27be0c5 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:58.839665 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-be452beb-5537-431c-8296-1b0007d2c1ed tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:58.840779 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-be452beb-5537-431c-8296-1b0007d2c1ed tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:58.841982 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5d674dea-48c4-4b4f-8ec1-f000b27be0c5 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "DELETE /v2.0/ports/f1e55d2e-87ef-4103-b0a8-64069a990e1b HTTP/1.1" status: 204  len: 168 time: 1.8629270
Jan 29 10:07:58.844839 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50456) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:58.853737 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-496c926b-cbcd-495b-bbf4-ef54168282ee tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Request body: {'port': {'network_id': 'db958f80-d397-4036-99bf-f5770145eb80', 'mac_address': 'fa:16:3e:a0:aa:69', 'name': 'tempest-PortsIpV6TestJSON-473823365'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:07:58.856141 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-8c0d4349-bb35-41dd-a5aa-6746e4cf65e8 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:07:58.868987 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1cfff6c-fd12-486f-9bb8-9e716935d4fd None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:07:58.885614 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-be240572-d349-4937-8806-f9f359f4a52d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:58.895070 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 28d59b23-64d3-4cb4-9403-19957bc5481c up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:07:58.912502 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fee4d242-fffe-4210-91a2-55cf7f31f989 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for router_gateway, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:58.991216 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-be240572-d349-4937-8806-f9f359f4a52d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:59.013174 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-496c926b-cbcd-495b-bbf4-ef54168282ee tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:07:59.017704 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-496c926b-cbcd-495b-bbf4-ef54168282ee tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Usage tracker for resource:port and tenant:b402c3f19966488ebcb859fd6d6d9b16 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:07:59.020749 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0d4349-bb35-41dd-a5aa-6746e4cf65e8 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:07:59.021362 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-496c926b-cbcd-495b-bbf4-ef54168282ee tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Quota usage for port was recalculated. Used quota:1. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:07:59.021493 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8c0d4349-bb35-41dd-a5aa-6746e4cf65e8 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:59.029188 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-496c926b-cbcd-495b-bbf4-ef54168282ee tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:07:59.042018 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-496c926b-cbcd-495b-bbf4-ef54168282ee tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Made reservation on behalf of b402c3f19966488ebcb859fd6d6d9b16 for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:07:59.090907 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 28d59b23-64d3-4cb4-9403-19957bc5481c completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:07:59.100175 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 28d59b23-64d3-4cb4-9403-19957bc5481c triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:07:59.101012 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:59.166228 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-be452beb-5537-431c-8296-1b0007d2c1ed tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:59.167767 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-be240572-d349-4937-8806-f9f359f4a52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:59.190150 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-496c926b-cbcd-495b-bbf4-ef54168282ee tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:59.194367 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:59.328809 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ce3ac2-7fb1-409a-a376-ee43828febb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-36ec2ab5-acc9-45dc-a136-797459b09a1c', 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'tenant_id': 'b2cc7248d2184abfb3aa21c44218cf1c', 'fixed_ips': [{'subnet_id': 'd0c72eaa-f60d-4625-ad0f-5eb18c8b4db7'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:07:59.329736 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e9ce3ac2-7fb1-409a-a376-ee43828febb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:59.400419 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:59.400708 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-496c926b-cbcd-495b-bbf4-ef54168282ee tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] device_id is not set on port 1eb15623-210b-4caf-8ac5-6f8bee59111e yet. {{(pid=80766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:07:59.442589 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1539f1-ee29-48da-be78-9fe76bd58fbb None None] Network 199fc74d-8154-4f93-b41f-1d6cdce07a22 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:07:59.555855 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be240572-d349-4937-8806-f9f359f4a52d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d224e7dd-78e9-4a51-94f9-fa955720ab74,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:59.585532 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port 28d59b23-64d3-4cb4-9403-19957bc5481c, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=28d59b23-64d3-4cb4-9403-19957bc5481c,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:07:59.627500 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-be240572-d349-4937-8806-f9f359f4a52d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:59.665236 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:59.665451 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-be240572-d349-4937-8806-f9f359f4a52d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:59.666179 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device cffd79e9-8978-4f15-ac89-07a2ad6db1c9 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:07:59.666645 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-be240572-d349-4937-8806-f9f359f4a52d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d224e7dd-78e9-4a51-94f9-fa955720ab74 HTTP/1.1" status: 204  len: 168 time: 1.3169422
Jan 29 10:07:59.675073 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5cf1c655-9002-4c3c-8b8f-ddf274670dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:59.697635 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-496c926b-cbcd-495b-bbf4-ef54168282ee tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:59.708061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5a192283-1fec-4552-8bed-d82b3fe39aa9 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:59.727477 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:59.732010 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-496c926b-cbcd-495b-bbf4-ef54168282ee tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:59.744566 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-be452beb-5537-431c-8296-1b0007d2c1ed tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:07:59.748890 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8c0d4349-bb35-41dd-a5aa-6746e4cf65e8 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 6.2334025
Jan 29 10:07:59.776065 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50462) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:07:59.810115 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=28d59b23-64d3-4cb4-9403-19957bc5481c,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:07:59.813519 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-8d6e9510-b7e8-4969-bfe2-0e2017cd510e None None] Provisioning for port cffd79e9-8978-4f15-ac89-07a2ad6db1c9 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:07:59.823938 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:07:59.829383 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-5dc9d2c8-b402-42bd-ac6f-300bf1ec35be tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Request body: {'port': {'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'name': 'tempest-NetworksTestDHCPv6-467989905'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:07:59.874594 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-053ccd62-c216-45f6-b51f-3dbbdd259f33 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:07:59.949017 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496c926b-cbcd-495b-bbf4-ef54168282ee tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Network db958f80-d397-4036-99bf-f5770145eb80 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:07:59.952925 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-496c926b-cbcd-495b-bbf4-ef54168282ee tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:07:59.955451 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496c926b-cbcd-495b-bbf4-ef54168282ee tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:07:59.999572 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port cffd79e9-8978-4f15-ac89-07a2ad6db1c9 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:08:00.010035 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port cffd79e9-8978-4f15-ac89-07a2ad6db1c9 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:08:00.010464 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:00.028323 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496c926b-cbcd-495b-bbf4-ef54168282ee tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:00.029210 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-496c926b-cbcd-495b-bbf4-ef54168282ee tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:00.059833 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf1c655-9002-4c3c-8b8f-ddf274670dab admin admin] Pushing event updated for resources: {'Port': ['ID=baad40a7-f833-4fed-9129-14efdd69b52a,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:00.075021 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496c926b-cbcd-495b-bbf4-ef54168282ee tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event updated for resources: {'Port': ['ID=1eb15623-210b-4caf-8ac5-6f8bee59111e,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:00.078761 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-496c926b-cbcd-495b-bbf4-ef54168282ee tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:00.085907 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-496c926b-cbcd-495b-bbf4-ef54168282ee tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 1.2392061
Jan 29 10:08:00.088457 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50468) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:00.166903 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5cf1c655-9002-4c3c-8b8f-ddf274670dab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:00.167731 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-be452beb-5537-431c-8296-1b0007d2c1ed tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:00.172244 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-be452beb-5537-431c-8296-1b0007d2c1ed tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 721 time: 1.5833113
Jan 29 10:08:00.184353 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50472) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:00.281487 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50476) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:00.289886 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd50325-7f86-49b8-a4fd-2cf208a191ce tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:00.290660 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-cbd50325-7f86-49b8-a4fd-2cf208a191ce tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Synchronizing usage tracker for tenant:b402c3f19966488ebcb859fd6d6d9b16 on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:08:00.362200 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf1c655-9002-4c3c-8b8f-ddf274670dab admin admin] Network 9c450a0f-2c11-436c-8735-9a1afe6b7184 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:08:00.385898 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-572b295f-356a-448b-9b98-158802674789 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:00.393457 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-5cf1c655-9002-4c3c-8b8f-ddf274670dab admin admin] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:08:00.424049 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf1c655-9002-4c3c-8b8f-ddf274670dab admin admin] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:08:00.447159 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-e9ce3ac2-7fb1-409a-a376-ee43828febb6 None None] Allocated IP 2001:db8::2 (36ec2ab5-acc9-45dc-a136-797459b09a1c/d0c72eaa-f60d-4625-ad0f-5eb18c8b4db7/5213e070-4302-4226-bf10-f07a6b2a5648) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:08:00.451095 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-cbd50325-7f86-49b8-a4fd-2cf208a191ce tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Unset dirty status for tenant:b402c3f19966488ebcb859fd6d6d9b16 on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:08:00.452479 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-cbd50325-7f86-49b8-a4fd-2cf208a191ce tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "GET /v2.0/ports/1eb15623-210b-4caf-8ac5-6f8bee59111e HTTP/1.1" status: 200  len: 844 time: 0.3629282
Jan 29 10:08:00.455688 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50480) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:00.546462 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-52ea82f5-ee72-4b09-97f0-cd39b41dd7b1 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Deleting port 1eb15623-210b-4caf-8ac5-6f8bee59111e {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:08:00.547072 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-52ea82f5-ee72-4b09-97f0-cd39b41dd7b1 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:00.560701 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:00.577153 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-572b295f-356a-448b-9b98-158802674789 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Transition to ACTIVE for port object 323e2033-abe9-4eaa-82c3-870697adf09d will not be triggered until provisioned by entity DHCP. {{(pid=80765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:08:00.599660 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9dac42b6-cecc-4c6b-844a-fa2f75d3f8eb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e6ac5606c3f647439606dc5a53249186&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3051586
Jan 29 10:08:00.602061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-404c5ca1-0c75-4b38-8a79-c4aa63be665b tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Notify callbacks [] for router, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:00.654278 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50484) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:00.665413 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port cffd79e9-8978-4f15-ac89-07a2ad6db1c9, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=cffd79e9-8978-4f15-ac89-07a2ad6db1c9,segment=NetworkSegment(ae2c4e76-2abe-4061-b104-a4009463fa49),segment_id=ae2c4e76-2abe-4061-b104-a4009463fa49)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:08:00.686340 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:00.729629 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5cf1c655-9002-4c3c-8b8f-ddf274670dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854426412'] for router_interface, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:00.739044 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-5dc9d2c8-b402-42bd-ac6f-300bf1ec35be tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:08:00.766396 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5dc9d2c8-b402-42bd-ac6f-300bf1ec35be tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Usage tracker for resource:port and tenant:b2cc7248d2184abfb3aa21c44218cf1c is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:08:00.780118 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5dc9d2c8-b402-42bd-ac6f-300bf1ec35be tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:08:00.785073 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fee4d242-fffe-4210-91a2-55cf7f31f989 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:00.808958 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e9ce3ac2-7fb1-409a-a376-ee43828febb6 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:00.817885 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-5dc9d2c8-b402-42bd-ac6f-300bf1ec35be tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:08:00.820420 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-e9ce3ac2-7fb1-409a-a376-ee43828febb6 None None] Transition to ACTIVE for port object 5213e070-4302-4226-bf10-f07a6b2a5648 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:08:00.853751 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-e9ce3ac2-7fb1-409a-a376-ee43828febb6 None None] Transition to ACTIVE for port object 5213e070-4302-4226-bf10-f07a6b2a5648 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:08:00.856316 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b58d2f48-8377-4ee4-8d6f-0774cd380b64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:00.901963 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 28d59b23-64d3-4cb4-9403-19957bc5481c up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:08:00.952033 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-404c5ca1-0c75-4b38-8a79-c4aa63be665b tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:00.957346 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-404c5ca1-0c75-4b38-8a79-c4aa63be665b tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:00.961693 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e9ce3ac2-7fb1-409a-a376-ee43828febb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:01.054585 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-07514c03-061a-43a6-bac6-e0422bb0a598 None None] Provisioning for port baad40a7-f833-4fed-9129-14efdd69b52a completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:08:01.068405 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc9d2c8-b402-42bd-ac6f-300bf1ec35be tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Made reservation on behalf of b2cc7248d2184abfb3aa21c44218cf1c for: {'port': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:08:01.075970 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-404c5ca1-0c75-4b38-8a79-c4aa63be665b tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:01.076661 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-404c5ca1-0c75-4b38-8a79-c4aa63be665b tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ac2395fd-cc58-4e75-993d-7f1905e2943d {{(pid=80766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 10:08:01.092953 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5dc9d2c8-b402-42bd-ac6f-300bf1ec35be tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:01.111240 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-404c5ca1-0c75-4b38-8a79-c4aa63be665b tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:01.117600 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-404c5ca1-0c75-4b38-8a79-c4aa63be665b tempest-RoutersTestDVR-582264261 tempest-RoutersTestDVR-582264261-project-admin] 10.222.0.57 "DELETE /v2.0/routers/ac2395fd-cc58-4e75-993d-7f1905e2943d HTTP/1.1" status: 204  len: 168 time: 0.9218917
Jan 29 10:08:01.134734 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-572b295f-356a-448b-9b98-158802674789 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:01.137502 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-07514c03-061a-43a6-bac6-e0422bb0a598 None None] Provisioning complete for port baad40a7-f833-4fed-9129-14efdd69b52a triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:08:01.138010 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-07514c03-061a-43a6-bac6-e0422bb0a598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:01.173080 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e6d93a45-6b84-46bd-8b5f-805164f4237f tempest-RoutersAdminTest-1440709420 tempest-RoutersAdminTest-1440709420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:01.209142 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-52ea82f5-ee72-4b09-97f0-cd39b41dd7b1 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:01.211700 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=cffd79e9-8978-4f15-ac89-07a2ad6db1c9,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:01.241172 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:01.244383 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.251s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:01.263273 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572b295f-356a-448b-9b98-158802674789 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Pushing event updated for resources: {'Port': ['ID=323e2033-abe9-4eaa-82c3-870697adf09d,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:01.267349 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-572b295f-356a-448b-9b98-158802674789 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:01.289401 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ffc2237d-9b4b-445f-9c3f-afe92c5d1ed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:01.345508 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 28d59b23-64d3-4cb4-9403-19957bc5481c triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:08:01.346227 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:01.395925 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-52ea82f5-ee72-4b09-97f0-cd39b41dd7b1 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Calling delete_port for 1eb15623-210b-4caf-8ac5-6f8bee59111e owned by  {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:08:01.500523 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ffc2237d-9b4b-445f-9c3f-afe92c5d1ed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:01.505492 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-07514c03-061a-43a6-bac6-e0422bb0a598 None None] Port baad40a7-f833-4fed-9129-14efdd69b52a cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:08:01.550075 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-52ea82f5-ee72-4b09-97f0-cd39b41dd7b1 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:01.565999 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ce3ac2-7fb1-409a-a376-ee43828febb6 None None] Pushing event updated for resources: {'Port': ['ID=5213e070-4302-4226-bf10-f07a6b2a5648,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:01.576885 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e9ce3ac2-7fb1-409a-a376-ee43828febb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:01.579609 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ca470880-6a54-461d-8ec8-9b0cd0170611 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:01.584254 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ce3ac2-7fb1-409a-a376-ee43828febb6 None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:08:01.593465 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-e9ce3ac2-7fb1-409a-a376-ee43828febb6 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:08:01.599625 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ce3ac2-7fb1-409a-a376-ee43828febb6 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:08:01.644929 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ea82f5-ee72-4b09-97f0-cd39b41dd7b1 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event deleted for resources: {'Port': ['ID=1eb15623-210b-4caf-8ac5-6f8bee59111e,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:01.661371 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-52ea82f5-ee72-4b09-97f0-cd39b41dd7b1 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:01.675644 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-8e79f9c8-978a-45f0-9075-6305a7f79a38 None None] Provisioning complete for port cffd79e9-8978-4f15-ac89-07a2ad6db1c9 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:08:01.676068 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8e79f9c8-978a-45f0-9075-6305a7f79a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:01.717399 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-e9ce3ac2-7fb1-409a-a376-ee43828febb6 None None] Attempting to bind port 5213e070-4302-4226-bf10-f07a6b2a5648 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:08:01.717713 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-e9ce3ac2-7fb1-409a-a376-ee43828febb6 None None] Attempting to bind port 5213e070-4302-4226-bf10-f07a6b2a5648 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:08:01.718148 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ce3ac2-7fb1-409a-a376-ee43828febb6 None None] Attempting to bind port 5213e070-4302-4226-bf10-f07a6b2a5648 on network 36ec2ab5-acc9-45dc-a136-797459b09a1c {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:08:01.722171 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50492) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:01.733217 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ce3ac2-7fb1-409a-a376-ee43828febb6 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:08:01.733654 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ce3ac2-7fb1-409a-a376-ee43828febb6 None None] Checking segment: {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:08:01.734125 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e9ce3ac2-7fb1-409a-a376-ee43828febb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:01.734574 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ce3ac2-7fb1-409a-a376-ee43828febb6 None None] Bound using segment: {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:08:01.735127 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-e9ce3ac2-7fb1-409a-a376-ee43828febb6 None None] Bound port: 5213e070-4302-4226-bf10-f07a6b2a5648, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:08:01.735554 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e9ce3ac2-7fb1-409a-a376-ee43828febb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:01.763994 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-52ea82f5-ee72-4b09-97f0-cd39b41dd7b1 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:01.781625 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-52ea82f5-ee72-4b09-97f0-cd39b41dd7b1 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "DELETE /v2.0/ports/1eb15623-210b-4caf-8ac5-6f8bee59111e HTTP/1.1" status: 204  len: 168 time: 1.3223941
Jan 29 10:08:01.782167 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50494) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:01.837251 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-afefc3bd-dbc4-4b25-ba03-1811193b8fb9 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] GET failed (client error): The resource could not be found.
Jan 29 10:08:01.837888 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-afefc3bd-dbc4-4b25-ba03-1811193b8fb9 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Synchronizing usage tracker for tenant:b402c3f19966488ebcb859fd6d6d9b16 on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:08:01.856478 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-afefc3bd-dbc4-4b25-ba03-1811193b8fb9 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Unset dirty status for tenant:b402c3f19966488ebcb859fd6d6d9b16 on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:08:01.861816 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-afefc3bd-dbc4-4b25-ba03-1811193b8fb9 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "GET /v2.0/ports/1eb15623-210b-4caf-8ac5-6f8bee59111e HTTP/1.1" status: 404  len: 333 time: 0.0747890
Jan 29 10:08:01.861816 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50498) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:01.868413 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-e1be8323-25d9-4913-82b7-5487c199df14 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Request body: {'port': {'network_id': 'db958f80-d397-4036-99bf-f5770145eb80', 'name': 'tempest-PortsIpV6TestJSON-2109576059'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:08:01.915658 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-e9ce3ac2-7fb1-409a-a376-ee43828febb6 None None] For port 5213e070-4302-4226-bf10-f07a6b2a5648, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:08:01.919488 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-e9ce3ac2-7fb1-409a-a376-ee43828febb6 None None] For port 5213e070-4302-4226-bf10-f07a6b2a5648, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=5213e070-4302-4226-bf10-f07a6b2a5648,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:08:01.923776 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e9ce3ac2-7fb1-409a-a376-ee43828febb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:01.940162 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ffc3646a-5855-4c56-813c-c6c492ea35ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:01.997055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-e1be8323-25d9-4913-82b7-5487c199df14 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:08:02.009079 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-e1be8323-25d9-4913-82b7-5487c199df14 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:08:02.018665 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1be8323-25d9-4913-82b7-5487c199df14 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Made reservation on behalf of b402c3f19966488ebcb859fd6d6d9b16 for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:08:02.041188 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e1be8323-25d9-4913-82b7-5487c199df14 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:02.074405 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-5dc9d2c8-b402-42bd-ac6f-300bf1ec35be tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] device_id is not set on port 0e34cc61-facf-4a7e-abaf-0738494ae025 yet. {{(pid=80765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:08:02.095976 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ce3ac2-7fb1-409a-a376-ee43828febb6 None None] Pushing event updated for resources: {'Port': ['ID=5213e070-4302-4226-bf10-f07a6b2a5648,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:02.102387 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e9ce3ac2-7fb1-409a-a376-ee43828febb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:02.135147 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5cf1c655-9002-4c3c-8b8f-ddf274670dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:02.226579 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572b295f-356a-448b-9b98-158802674789 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Network 199fc74d-8154-4f93-b41f-1d6cdce07a22 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:08:02.237414 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-572b295f-356a-448b-9b98-158802674789 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:08:02.239931 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572b295f-356a-448b-9b98-158802674789 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:08:02.309537 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572b295f-356a-448b-9b98-158802674789 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:02.310300 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-572b295f-356a-448b-9b98-158802674789 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:02.419515 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-26c70e4e-ca03-4077-ad7f-b67bcee7adb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:02.429760 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ffc2237d-9b4b-445f-9c3f-afe92c5d1ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:02.446300 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2b14d434-7a75-45e9-bdd5-a9b1072523df tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:02.456805 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-e1be8323-25d9-4913-82b7-5487c199df14 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] device_id is not set on port ef93b4af-09c4-4058-8a55-ad7f0359d887 yet. {{(pid=80766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:08:02.472920 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee4d242-fffe-4210-91a2-55cf7f31f989 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Router 8874ac55-28b2-44e3-ad16-8c1286200534 is scheduled to L3 agent 18987107-6d88-4736-94cf-15791d65b3ff with binding_index 1 {{(pid=80765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 29 10:08:02.475070 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-86d409af-4cc9-495b-a7b2-4ee232f8ca9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:02.549661 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-a31a2460-1d27-4f93-8fd1-04af0b5e02cb None None] Provisioning for port 323e2033-abe9-4eaa-82c3-870697adf09d completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:08:02.555717 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-a31a2460-1d27-4f93-8fd1-04af0b5e02cb None None] Provisioning complete for port 323e2033-abe9-4eaa-82c3-870697adf09d triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:08:02.556243 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a31a2460-1d27-4f93-8fd1-04af0b5e02cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:02.558864 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc2237d-9b4b-445f-9c3f-afe92c5d1ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c41e3ab-77af-4672-bb26-c42a94949446,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:02.561677 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ffc2237d-9b4b-445f-9c3f-afe92c5d1ed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:02.572560 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:02.602667 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ffc2237d-9b4b-445f-9c3f-afe92c5d1ed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:02.603930 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ffc2237d-9b4b-445f-9c3f-afe92c5d1ed5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6c41e3ab-77af-4672-bb26-c42a94949446 HTTP/1.1" status: 204  len: 168 time: 1.9362319
Jan 29 10:08:02.623641 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-26c70e4e-ca03-4077-ad7f-b67bcee7adb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:08:02.665507 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-572b295f-356a-448b-9b98-158802674789 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 941 time: 6.9782782
Jan 29 10:08:02.666340 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50508) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:02.680169 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-a31a2460-1d27-4f93-8fd1-04af0b5e02cb None None] Port 323e2033-abe9-4eaa-82c3-870697adf09d cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:08:02.692189 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-26c70e4e-ca03-4077-ad7f-b67bcee7adb0 admin admin] Usage tracker for resource:security_group_rule and tenant:0c05b39853f340d082ace26c221922a2 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:08:02.697215 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-c872523d-c5dd-4c1c-b1e0-2076de161b7f tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Request body: {'port': {'network_id': '199fc74d-8154-4f93-b41f-1d6cdce07a22', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-540295825', 'allowed_address_pairs': [{'ip_address': '2001:db8::b9', 'mac_address': 'fa:16:3e:57:ca:9a'}]}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:08:02.753309 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-26c70e4e-ca03-4077-ad7f-b67bcee7adb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:08:02.923680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e1be8323-25d9-4913-82b7-5487c199df14 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:02.926452 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-26c70e4e-ca03-4077-ad7f-b67bcee7adb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:08:02.980777 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c872523d-c5dd-4c1c-b1e0-2076de161b7f tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:08:02.984216 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 5213e070-4302-4226-bf10-f07a6b2a5648 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:08:02.985149 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-5dc9d2c8-b402-42bd-ac6f-300bf1ec35be tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Allocated IP 2001:db8::9c (36ec2ab5-acc9-45dc-a136-797459b09a1c/d0c72eaa-f60d-4625-ad0f-5eb18c8b4db7/0e34cc61-facf-4a7e-abaf-0738494ae025) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:08:02.997476 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c872523d-c5dd-4c1c-b1e0-2076de161b7f tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Usage tracker for resource:port and tenant:4689bd38a28449b8a6e0e214f6c75ac2 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:08:03.001206 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d409af-4cc9-495b-a7b2-4ee232f8ca9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a251db5-5565-4afc-bc11-9aa24a0c3cc1,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:03.004183 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-86d409af-4cc9-495b-a7b2-4ee232f8ca9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:03.010478 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c872523d-c5dd-4c1c-b1e0-2076de161b7f tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Quota usage for port was recalculated. Used quota:2. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:08:03.018414 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e1be8323-25d9-4913-82b7-5487c199df14 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:03.020579 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c872523d-c5dd-4c1c-b1e0-2076de161b7f tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:08:03.038676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d084c456-b9fc-4968-932c-e5e110861736 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:03.117611 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 5213e070-4302-4226-bf10-f07a6b2a5648 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:08:03.124542 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device cffd79e9-8978-4f15-ac89-07a2ad6db1c9 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:08:03.141659 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1be8323-25d9-4913-82b7-5487c199df14 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event updated for resources: {'Port': ['ID=ef93b4af-09c4-4058-8a55-ad7f0359d887,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:03.147723 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e1be8323-25d9-4913-82b7-5487c199df14 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:03.151002 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c872523d-c5dd-4c1c-b1e0-2076de161b7f tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Made reservation on behalf of 4689bd38a28449b8a6e0e214f6c75ac2 for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:08:03.223699 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port cffd79e9-8978-4f15-ac89-07a2ad6db1c9 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:08:03.230073 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:03.286488 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee4d242-fffe-4210-91a2-55cf7f31f989 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:08:03.298744 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869bb32d-e532-462d-b252-55b13562c4b4 None None] Sync routers for ids ['8874ac55-28b2-44e3-ad16-8c1286200534'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:08:03.310307 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869bb32d-e532-462d-b252-55b13562c4b4 None None] Routers {'8874ac55-28b2-44e3-ad16-8c1286200534'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:08:03.311325 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-869bb32d-e532-462d-b252-55b13562c4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca32fb38>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:07:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['8874ac55-28b2-44e3-ad16-8c1286200534'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:08:03.431817 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1be8323-25d9-4913-82b7-5487c199df14 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Network db958f80-d397-4036-99bf-f5770145eb80 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:08:03.435099 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-e1be8323-25d9-4913-82b7-5487c199df14 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:08:03.437512 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1be8323-25d9-4913-82b7-5487c199df14 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:08:03.483052 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fee4d242-fffe-4210-91a2-55cf7f31f989 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:03.487667 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-fee4d242-fffe-4210-91a2-55cf7f31f989 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 12.5991044
Jan 29 10:08:03.504963 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50522) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:03.517843 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1be8323-25d9-4913-82b7-5487c199df14 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:03.518575 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e1be8323-25d9-4913-82b7-5487c199df14 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:03.563986 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c872523d-c5dd-4c1c-b1e0-2076de161b7f tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:03.588090 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-869bb32d-e532-462d-b252-55b13562c4b4 None None] Set router 8874ac55-28b2-44e3-ad16-8c1286200534 gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:08:03.604688 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e1be8323-25d9-4913-82b7-5487c199df14 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 1.7416909
Jan 29 10:08:03.609042 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50530) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:03.618253 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-4a6aace5-534d-4425-9b6c-0cb2ac884f52 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:08:03.700492 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d409af-4cc9-495b-a7b2-4ee232f8ca9b admin admin] Checking segment: {'id': 'de6cd88b-883d-45e3-9b50-097e9e102b48', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '26a4294d-c956-403b-8f7a-57f8ffefaf53'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:08:03.701206 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d409af-4cc9-495b-a7b2-4ee232f8ca9b admin admin] Network hostable DHCP agents. Network: 26a4294d-c956-403b-8f7a-57f8ffefaf53, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:08:03.806728 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-c872523d-c5dd-4c1c-b1e0-2076de161b7f tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] device_id is not set on port bc6d7c49-9d9f-4a81-8237-b3d58f0a31c0 yet. {{(pid=80766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:08:03.831685 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-26c70e4e-ca03-4077-ad7f-b67bcee7adb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:03.837098 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5cf1c655-9002-4c3c-8b8f-ddf274670dab admin admin] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:03.854038 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-26c70e4e-ca03-4077-ad7f-b67bcee7adb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:03.896312 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d29c43a6-e672-49a0-a4b5-e5b9d5c12346 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:03.909412 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-26c70e4e-ca03-4077-ad7f-b67bcee7adb0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0c05b39853f340d082ace26c221922a2&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8998022
Jan 29 10:08:03.911232 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5cf1c655-9002-4c3c-8b8f-ddf274670dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:03.953041 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50538) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:03.972801 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5dc9d2c8-b402-42bd-ac6f-300bf1ec35be tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:03.981125 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-c872523d-c5dd-4c1c-b1e0-2076de161b7f tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Allocated IP 2001:db8::7c (199fc74d-8154-4f93-b41f-1d6cdce07a22/e82a6fd5-22f9-4b3b-8cd7-13d8e90e94f2/bc6d7c49-9d9f-4a81-8237-b3d58f0a31c0) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:08:03.997264 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d409af-4cc9-495b-a7b2-4ee232f8ca9b admin admin] Network 26a4294d-c956-403b-8f7a-57f8ffefaf53 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:08:04.069075 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-86d409af-4cc9-495b-a7b2-4ee232f8ca9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 26a4294d-c956-403b-8f7a-57f8ffefaf53) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:08:04.090374 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004b435e-e546-48d3-b7cf-d119b4f2078c None None] Network 26a4294d-c956-403b-8f7a-57f8ffefaf53 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:08:04.105191 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-5dc9d2c8-b402-42bd-ac6f-300bf1ec35be tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Transition to ACTIVE for port object 0e34cc61-facf-4a7e-abaf-0738494ae025 will not be triggered until provisioned by entity DHCP. {{(pid=80765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:08:04.111015 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d409af-4cc9-495b-a7b2-4ee232f8ca9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:04.112083 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-86d409af-4cc9-495b-a7b2-4ee232f8ca9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:04.165963 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50542) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:04.167439 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5cf1c655-9002-4c3c-8b8f-ddf274670dab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854133895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349242'] for router_interface, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:04.185267 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c70e4e-ca03-4077-ad7f-b67bcee7adb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c40d42e-b033-47ce-bf17-98fd85a429ba,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:04.199639 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-26c70e4e-ca03-4077-ad7f-b67bcee7adb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:04.203964 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-869bb32d-e532-462d-b252-55b13562c4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca32fb38>, [{'id': '8874ac55-28b2-44e3-ad16-8c1286200534', 'name': 'tempest-TestNetworkBasicOps-router-415840673', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.223'}], 'enable_snat': True}, 'gw_port_id': '14363516-cbca-474d-8ee5-1a3c34317c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:07:51Z', 'updated_at': '2021-01-29T10:07:58Z', 'revision_number': 3, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '14363516-cbca-474d-8ee5-1a3c34317c4a', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:90:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8874ac55-28b2-44e3-ad16-8c1286200534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:07:54Z', 'updated_at': '2021-01-29T10:07:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:08:04.204442 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-86d409af-4cc9-495b-a7b2-4ee232f8ca9b admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 6.2388444
Jan 29 10:08:04.205200 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-fee4d242-fffe-4210-91a2-55cf7f31f989 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.248s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:04.215715 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50548) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:04.216254 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869bb32d-e532-462d-b252-55b13562c4b4 None None] Checking router: 8874ac55-28b2-44e3-ad16-8c1286200534 for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:08:04.216829 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869bb32d-e532-462d-b252-55b13562c4b4 None None] Updating router 8874ac55-28b2-44e3-ad16-8c1286200534 port 14363516-cbca-474d-8ee5-1a3c34317c4a binding host dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 29 10:08:04.235899 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-c3c1c201-9102-4f05-9c1a-0736197548e7 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1485438757-router', 'tenant_id': 'ee8761d4330e4fd09e97501060c8b8ec', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:08:04.241845 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c3c1c201-9102-4f05-9c1a-0736197548e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:08:04.247067 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c3c1c201-9102-4f05-9c1a-0736197548e7 admin admin] Usage tracker for resource:router and tenant:ee8761d4330e4fd09e97501060c8b8ec is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:08:04.250338 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c3c1c201-9102-4f05-9c1a-0736197548e7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:08:04.256435 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c3c1c201-9102-4f05-9c1a-0736197548e7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:08:04.295968 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c3c1c201-9102-4f05-9c1a-0736197548e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:04.297076 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c3c1c201-9102-4f05-9c1a-0736197548e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:04.330844 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-869bb32d-e532-462d-b252-55b13562c4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:04.391482 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-6dd07d15-8715-4b2c-8231-f7d27ebd5f6e None None] Provisioning for port 5213e070-4302-4226-bf10-f07a6b2a5648 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:08:04.407704 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-6dd07d15-8715-4b2c-8231-f7d27ebd5f6e None None] Provisioning complete for port 5213e070-4302-4226-bf10-f07a6b2a5648 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:08:04.408212 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6dd07d15-8715-4b2c-8231-f7d27ebd5f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:04.485420 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4a6aace5-534d-4425-9b6c-0cb2ac884f52 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:04.536732 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c3c1c201-9102-4f05-9c1a-0736197548e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:04.544831 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-a424361c-2875-4aff-9bfd-8a8040e13efd tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-702524605'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:08:04.566366 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-936baffe-09d9-4e32-bb2c-5b7539bde0aa tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=ff1f06ee29ef461597f2ecd846f8813d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 1.0506523
Jan 29 10:08:04.571047 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a424361c-2875-4aff-9bfd-8a8040e13efd tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:08:04.573315 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50554) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:04.577701 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c271bdd9-daae-43c7-a070-3d25f4d587e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:04.649560 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c872523d-c5dd-4c1c-b1e0-2076de161b7f tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:04.704896 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df7933b-524b-47f4-ad7c-a57125d20aae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-26a4294d-c956-403b-8f7a-57f8ffefaf53', 'network_id': '26a4294d-c956-403b-8f7a-57f8ffefaf53', 'tenant_id': 'ee8761d4330e4fd09e97501060c8b8ec', 'fixed_ips': [{'subnet_id': '5a251db5-5565-4afc-bc11-9aa24a0c3cc1'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:08:04.705892 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2df7933b-524b-47f4-ad7c-a57125d20aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:04.724861 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:04.754832 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6dd07d15-8715-4b2c-8231-f7d27ebd5f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:04.786448 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c271bdd9-daae-43c7-a070-3d25f4d587e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:04.794322 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-6dd07d15-8715-4b2c-8231-f7d27ebd5f6e None None] For port 5213e070-4302-4226-bf10-f07a6b2a5648, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=5213e070-4302-4226-bf10-f07a6b2a5648,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:08:04.810896 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-c872523d-c5dd-4c1c-b1e0-2076de161b7f tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Transition to ACTIVE for port object bc6d7c49-9d9f-4a81-8237-b3d58f0a31c0 will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:08:04.833582 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf1c655-9002-4c3c-8b8f-ddf274670dab admin admin] Pushing event updated for resources: {'Port': ['ID=baad40a7-f833-4fed-9129-14efdd69b52a,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:04.837596 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5cf1c655-9002-4c3c-8b8f-ddf274670dab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:04.839192 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597471c6-142a-45d3-929b-01f268223f75 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:04.844479 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-597471c6-142a-45d3-929b-01f268223f75 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2265577
Jan 29 10:08:04.856694 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50558) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:04.857756 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a424361c-2875-4aff-9bfd-8a8040e13efd tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Usage tracker for resource:network and tenant:1958396d18164bb09457e89192306a99 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:08:04.902464 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a424361c-2875-4aff-9bfd-8a8040e13efd tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Quota usage for network was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:08:04.907404 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c271bdd9-daae-43c7-a070-3d25f4d587e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:04.921320 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ffc2237d-9b4b-445f-9c3f-afe92c5d1ed5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:04.929394 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a424361c-2875-4aff-9bfd-8a8040e13efd tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:08:04.966901 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-81f5e5a3-f6ea-4dad-aa1f-5615a4623f8f tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=aadf795f-2e1a-4d04-be0e-12575f0f28a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1047192
Jan 29 10:08:04.967579 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50562) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:04.975782 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c271bdd9-daae-43c7-a070-3d25f4d587e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c40d42e-b033-47ce-bf17-98fd85a429ba,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:04.978556 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c271bdd9-daae-43c7-a070-3d25f4d587e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:04.984151 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5dc9d2c8-b402-42bd-ac6f-300bf1ec35be tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:05.002885 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-869bb32d-e532-462d-b252-55b13562c4b4 None None] Notify callbacks [] for port, precommit_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:05.011298 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-dd4ba3d3-addc-4c78-a1eb-796755c638e1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-375989265', 'network_id': '202d926a-4317-4fd3-a6b3-3233b8a4bdb4', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:08:05.019620 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-869bb32d-e532-462d-b252-55b13562c4b4 None None] Transition to ACTIVE for port object 14363516-cbca-474d-8ee5-1a3c34317c4a will not be triggered until provisioned by entity L2. {{(pid=80768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:08:05.026508 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-869bb32d-e532-462d-b252-55b13562c4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:05.045959 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6dd07d15-8715-4b2c-8231-f7d27ebd5f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:05.084874 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e9ce3ac2-7fb1-409a-a376-ee43828febb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:05.129499 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c3c1c201-9102-4f05-9c1a-0736197548e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:05.170272 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd07d15-8715-4b2c-8231-f7d27ebd5f6e None None] Pushing event updated for resources: {'Port': ['ID=5213e070-4302-4226-bf10-f07a6b2a5648,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:05.175446 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6dd07d15-8715-4b2c-8231-f7d27ebd5f6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:05.204279 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:05.204693 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-842aa355-312d-4bae-a2e4-780734fe53da None None] Provisioning complete for port 5213e070-4302-4226-bf10-f07a6b2a5648 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:08:05.205124 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-842aa355-312d-4bae-a2e4-780734fe53da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:05.248510 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c872523d-c5dd-4c1c-b1e0-2076de161b7f tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:05.283990 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d0b0830b-5f7f-4f9b-bfc4-2fa6686bc2b3 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:05.357819 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb7ec87-4fdd-4457-964c-2ddeaa67e965 None None] Pushing event updated for resources: {'Port': ['ID=14363516-cbca-474d-8ee5-1a3c34317c4a,revision_number=2']} {{(pid=80768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:05.394402 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c872523d-c5dd-4c1c-b1e0-2076de161b7f tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Pushing event updated for resources: {'Port': ['ID=bc6d7c49-9d9f-4a81-8237-b3d58f0a31c0,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:05.398349 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb7ec87-4fdd-4457-964c-2ddeaa67e965 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:05.399197 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb7ec87-4fdd-4457-964c-2ddeaa67e965 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:05.399724 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb7ec87-4fdd-4457-964c-2ddeaa67e965 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:05.400244 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb7ec87-4fdd-4457-964c-2ddeaa67e965 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:05.400767 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb7ec87-4fdd-4457-964c-2ddeaa67e965 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:05.401301 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb7ec87-4fdd-4457-964c-2ddeaa67e965 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:05.401855 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb7ec87-4fdd-4457-964c-2ddeaa67e965 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:05.402365 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb7ec87-4fdd-4457-964c-2ddeaa67e965 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:05.402893 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb7ec87-4fdd-4457-964c-2ddeaa67e965 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:05.403416 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb7ec87-4fdd-4457-964c-2ddeaa67e965 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:05.404045 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb7ec87-4fdd-4457-964c-2ddeaa67e965 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:05.404549 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb7ec87-4fdd-4457-964c-2ddeaa67e965 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:05.405147 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb7ec87-4fdd-4457-964c-2ddeaa67e965 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:05.406414 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb7ec87-4fdd-4457-964c-2ddeaa67e965 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:05.407097 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb7ec87-4fdd-4457-964c-2ddeaa67e965 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:05.407610 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb7ec87-4fdd-4457-964c-2ddeaa67e965 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:05.408120 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb7ec87-4fdd-4457-964c-2ddeaa67e965 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:05.408787 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb7ec87-4fdd-4457-964c-2ddeaa67e965 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:05.409294 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb7ec87-4fdd-4457-964c-2ddeaa67e965 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:05.409824 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb7ec87-4fdd-4457-964c-2ddeaa67e965 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:05.410342 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb7ec87-4fdd-4457-964c-2ddeaa67e965 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:05.410842 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb7ec87-4fdd-4457-964c-2ddeaa67e965 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:05.411344 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb7ec87-4fdd-4457-964c-2ddeaa67e965 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:05.411842 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb7ec87-4fdd-4457-964c-2ddeaa67e965 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:05.419103 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-cdb7ec87-4fdd-4457-964c-2ddeaa67e965 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:05.429379 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-869bb32d-e532-462d-b252-55b13562c4b4 None None] Attempting to bind port 14363516-cbca-474d-8ee5-1a3c34317c4a on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:08:05.430157 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-869bb32d-e532-462d-b252-55b13562c4b4 None None] Attempting to bind port 14363516-cbca-474d-8ee5-1a3c34317c4a by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}] {{(pid=80768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:08:05.430742 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869bb32d-e532-462d-b252-55b13562c4b4 None None] Attempting to bind port 14363516-cbca-474d-8ee5-1a3c34317c4a on network aadf795f-2e1a-4d04-be0e-12575f0f28a5 {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:08:05.438335 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869bb32d-e532-462d-b252-55b13562c4b4 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:08:05.439223 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869bb32d-e532-462d-b252-55b13562c4b4 None None] Checking segment: {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:08:05.439834 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-869bb32d-e532-462d-b252-55b13562c4b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:05.440448 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869bb32d-e532-462d-b252-55b13562c4b4 None None] Bound using segment: {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'} {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:08:05.441137 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-869bb32d-e532-462d-b252-55b13562c4b4 None None] Bound port: 14363516-cbca-474d-8ee5-1a3c34317c4a, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}}] {{(pid=80768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:08:05.441604 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c872523d-c5dd-4c1c-b1e0-2076de161b7f tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:05.441954 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-869bb32d-e532-462d-b252-55b13562c4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:05.466357 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d0dad56b-ead4-4bcf-9d86-0c97a300d697 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:05.492862 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-2df7933b-524b-47f4-ad7c-a57125d20aae None None] Allocated IP 172.20.0.2 (26a4294d-c956-403b-8f7a-57f8ffefaf53/5a251db5-5565-4afc-bc11-9aa24a0c3cc1/31fa7983-1b00-41c0-94db-1713584d3691) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:08:05.503498 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c271bdd9-daae-43c7-a070-3d25f4d587e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:05.504715 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c271bdd9-daae-43c7-a070-3d25f4d587e7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0c40d42e-b033-47ce-bf17-98fd85a429ba HTTP/1.1" status: 204  len: 168 time: 1.5467217
Jan 29 10:08:05.523745 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a424361c-2875-4aff-9bfd-8a8040e13efd tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Made reservation on behalf of 1958396d18164bb09457e89192306a99 for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:08:05.564279 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a424361c-2875-4aff-9bfd-8a8040e13efd tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:05.602020 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-869bb32d-e532-462d-b252-55b13562c4b4 None None] For port 14363516-cbca-474d-8ee5-1a3c34317c4a, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:08:05.611995 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-869bb32d-e532-462d-b252-55b13562c4b4 None None] For port 14363516-cbca-474d-8ee5-1a3c34317c4a, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=14363516-cbca-474d-8ee5-1a3c34317c4a,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:08:05.617130 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.resource_extend [None req-4a6aace5-534d-4425-9b6c-0cb2ac884f52 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 29 10:08:05.618972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-869bb32d-e532-462d-b252-55b13562c4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:05.643652 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-dd4ba3d3-addc-4c78-a1eb-796755c638e1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:08:05.646913 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4a6aace5-534d-4425-9b6c-0cb2ac884f52 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:05.648997 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-082cffc1-d5a1-48e6-a4fb-0365ea766d45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:05.673309 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4a6aace5-534d-4425-9b6c-0cb2ac884f52 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:05.816936 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb7ec87-4fdd-4457-964c-2ddeaa67e965 None None] Pushing event updated for resources: {'Port': ['ID=14363516-cbca-474d-8ee5-1a3c34317c4a,revision_number=3']} {{(pid=80768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:05.821970 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-cdb7ec87-4fdd-4457-964c-2ddeaa67e965 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:05.861159 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2df7933b-524b-47f4-ad7c-a57125d20aae None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:05.874109 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-2df7933b-524b-47f4-ad7c-a57125d20aae None None] Transition to ACTIVE for port object 31fa7983-1b00-41c0-94db-1713584d3691 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:08:05.896806 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-2df7933b-524b-47f4-ad7c-a57125d20aae None None] Transition to ACTIVE for port object 31fa7983-1b00-41c0-94db-1713584d3691 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:08:05.899899 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-dd4ba3d3-addc-4c78-a1eb-796755c638e1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:subnet and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:08:05.903608 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-dd4ba3d3-addc-4c78-a1eb-796755c638e1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:08:05.912527 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-dd4ba3d3-addc-4c78-a1eb-796755c638e1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:08:05.912780 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2df7933b-524b-47f4-ad7c-a57125d20aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:05.919217 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869bb32d-e532-462d-b252-55b13562c4b4 None None] Routers {'8874ac55-28b2-44e3-ad16-8c1286200534'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:08:05.920001 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-869bb32d-e532-462d-b252-55b13562c4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca32fb38>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:07:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['8874ac55-28b2-44e3-ad16-8c1286200534'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:08:05.926851 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a424361c-2875-4aff-9bfd-8a8040e13efd tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:05.940347 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-642c65c2-8996-4373-8cb6-392e1877fa89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:05.954421 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd4ba3d3-addc-4c78-a1eb-796755c638e1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Made reservation on behalf of ff1f06ee29ef461597f2ecd846f8813d for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:08:05.979026 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dd4ba3d3-addc-4c78-a1eb-796755c638e1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:06.139408 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-faffe439-8fef-4770-a513-61d9978566f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:06.227185 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50570) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:06.229008 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6aace5-534d-4425-9b6c-0cb2ac884f52 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event updated for resources: {'Port': ['ID=ef93b4af-09c4-4058-8a55-ad7f0359d887,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:06.237497 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4a6aace5-534d-4425-9b6c-0cb2ac884f52 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] In _notify_port_updated(), no bound segment for port ef93b4af-09c4-4058-8a55-ad7f0359d887 on network db958f80-d397-4036-99bf-f5770145eb80 {{(pid=80766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:863}}
Jan 29 10:08:06.306025 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6aace5-534d-4425-9b6c-0cb2ac884f52 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:06.306767 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4a6aace5-534d-4425-9b6c-0cb2ac884f52 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:06.308195 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4a6aace5-534d-4425-9b6c-0cb2ac884f52 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "PUT /v2.0/ports/ef93b4af-09c4-4058-8a55-ad7f0359d887 HTTP/1.1" status: 200  len: 818 time: 2.6981549
Jan 29 10:08:06.313116 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf1c655-9002-4c3c-8b8f-ddf274670dab admin admin] Network 9c450a0f-2c11-436c-8735-9a1afe6b7184 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:08:06.317381 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50574) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:06.317695 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-869bb32d-e532-462d-b252-55b13562c4b4 None None] Set router 8874ac55-28b2-44e3-ad16-8c1286200534 gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:08:06.325061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-5cf1c655-9002-4c3c-8b8f-ddf274670dab admin admin] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:08:06.336093 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4a6aace5-534d-4425-9b6c-0cb2ac884f52 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:06.340668 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc9d2c8-b402-42bd-ac6f-300bf1ec35be tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:08:06.358718 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a424361c-2875-4aff-9bfd-8a8040e13efd tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:08:06.378180 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df7933b-524b-47f4-ad7c-a57125d20aae None None] Pushing event updated for resources: {'Port': ['ID=31fa7983-1b00-41c0-94db-1713584d3691,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:06.389405 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2df7933b-524b-47f4-ad7c-a57125d20aae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:06.391538 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df7933b-524b-47f4-ad7c-a57125d20aae None None] Network 26a4294d-c956-403b-8f7a-57f8ffefaf53 is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:08:06.392947 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-2df7933b-524b-47f4-ad7c-a57125d20aae None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:08:06.398991 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df7933b-524b-47f4-ad7c-a57125d20aae None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:08:06.417238 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-5dc9d2c8-b402-42bd-ac6f-300bf1ec35be tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:08:06.465542 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3a88be43-8b61-4077-b190-8acb3216afb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:06.497207 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-2df7933b-524b-47f4-ad7c-a57125d20aae None None] Attempting to bind port 31fa7983-1b00-41c0-94db-1713584d3691 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:08:06.497632 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-2df7933b-524b-47f4-ad7c-a57125d20aae None None] Attempting to bind port 31fa7983-1b00-41c0-94db-1713584d3691 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'de6cd88b-883d-45e3-9b50-097e9e102b48', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '26a4294d-c956-403b-8f7a-57f8ffefaf53'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:08:06.498081 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df7933b-524b-47f4-ad7c-a57125d20aae None None] Attempting to bind port 31fa7983-1b00-41c0-94db-1713584d3691 on network 26a4294d-c956-403b-8f7a-57f8ffefaf53 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:08:06.504621 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df7933b-524b-47f4-ad7c-a57125d20aae None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:08:06.505054 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df7933b-524b-47f4-ad7c-a57125d20aae None None] Checking segment: {'id': 'de6cd88b-883d-45e3-9b50-097e9e102b48', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '26a4294d-c956-403b-8f7a-57f8ffefaf53'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:08:06.505510 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2df7933b-524b-47f4-ad7c-a57125d20aae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:06.506022 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df7933b-524b-47f4-ad7c-a57125d20aae None None] Bound using segment: {'id': 'de6cd88b-883d-45e3-9b50-097e9e102b48', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '26a4294d-c956-403b-8f7a-57f8ffefaf53'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:08:06.506559 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-2df7933b-524b-47f4-ad7c-a57125d20aae None None] Bound port: 31fa7983-1b00-41c0-94db-1713584d3691, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de6cd88b-883d-45e3-9b50-097e9e102b48', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '26a4294d-c956-403b-8f7a-57f8ffefaf53'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:08:06.508240 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2df7933b-524b-47f4-ad7c-a57125d20aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:06.523706 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc9d2c8-b402-42bd-ac6f-300bf1ec35be tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:08:06.562926 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-3a88be43-8b61-4077-b190-8acb3216afb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:08:06.567784 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-3a88be43-8b61-4077-b190-8acb3216afb1 admin admin] Usage tracker for resource:security_group_rule and tenant:a4650b10fbef4209aa492d56465ac083 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:08:06.571466 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-3a88be43-8b61-4077-b190-8acb3216afb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:08:06.578081 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-3a88be43-8b61-4077-b190-8acb3216afb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:08:06.632872 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc9d2c8-b402-42bd-ac6f-300bf1ec35be tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:06.633794 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5dc9d2c8-b402-42bd-ac6f-300bf1ec35be tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:06.668929 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-2df7933b-524b-47f4-ad7c-a57125d20aae None None] For port 31fa7983-1b00-41c0-94db-1713584d3691, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:08:06.673154 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-2df7933b-524b-47f4-ad7c-a57125d20aae None None] For port 31fa7983-1b00-41c0-94db-1713584d3691, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=31fa7983-1b00-41c0-94db-1713584d3691,segment=NetworkSegment(de6cd88b-883d-45e3-9b50-097e9e102b48),segment_id=de6cd88b-883d-45e3-9b50-097e9e102b48)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:08:06.688820 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2df7933b-524b-47f4-ad7c-a57125d20aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:06.697093 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3a88be43-8b61-4077-b190-8acb3216afb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:06.708098 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-aede0700-33af-4327-9907-eae636899c30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:06.743072 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3a88be43-8b61-4077-b190-8acb3216afb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:06.771518 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9fd3bbc9-53ce-430b-8984-a7dc706a1239 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:06.810365 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a88be43-8b61-4077-b190-8acb3216afb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72285ef6-063c-4134-b142-da140dba754a,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:06.852652 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-c307abc5-01fe-4a2d-bcb4-97702bd6f15a None None] Provisioning complete for port baad40a7-f833-4fed-9129-14efdd69b52a triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:08:06.853311 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c307abc5-01fe-4a2d-bcb4-97702bd6f15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:06.872374 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3a88be43-8b61-4077-b190-8acb3216afb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:06.874493 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cf1c655-9002-4c3c-8b8f-ddf274670dab admin admin] Router 186f80c1-4500-4ded-869d-b89be306d531 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:08:06.875586 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c3c1c201-9102-4f05-9c1a-0736197548e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:06.894962 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-869bb32d-e532-462d-b252-55b13562c4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca32fb38>, [{'id': '8874ac55-28b2-44e3-ad16-8c1286200534', 'name': 'tempest-TestNetworkBasicOps-router-415840673', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.223'}], 'enable_snat': True}, 'gw_port_id': '14363516-cbca-474d-8ee5-1a3c34317c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:07:51Z', 'updated_at': '2021-01-29T10:07:58Z', 'revision_number': 3, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '14363516-cbca-474d-8ee5-1a3c34317c4a', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:90:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8874ac55-28b2-44e3-ad16-8c1286200534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:07:54Z', 'updated_at': '2021-01-29T10:08:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:08:06.899428 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-13e217a0-ef59-49b7-b112-8078b7c80494 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Deleting port ef93b4af-09c4-4058-8a55-ad7f0359d887 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:08:06.899814 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-13e217a0-ef59-49b7-b112-8078b7c80494 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:06.900001 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869bb32d-e532-462d-b252-55b13562c4b4 None None] The sync data for ids ['8874ac55-28b2-44e3-ad16-8c1286200534'] in dv-neutron-772983-2-ovs is: [{'id': '8874ac55-28b2-44e3-ad16-8c1286200534', 'name': 'tempest-TestNetworkBasicOps-router-415840673', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.223'}], 'enable_snat': True}, 'gw_port_id': '14363516-cbca-474d-8ee5-1a3c34317c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:07:51Z', 'updated_at': '2021-01-29T10:07:58Z', 'revision_number': 3, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '14363516-cbca-474d-8ee5-1a3c34317c4a', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:90:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8874ac55-28b2-44e3-ad16-8c1286200534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:07:54Z', 'updated_at': '2021-01-29T10:08:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:08:06.917738 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c872523d-c5dd-4c1c-b1e0-2076de161b7f tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Network 199fc74d-8154-4f93-b41f-1d6cdce07a22 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:08:06.925336 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-c872523d-c5dd-4c1c-b1e0-2076de161b7f tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:08:06.931142 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c3c1c201-9102-4f05-9c1a-0736197548e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:06.932927 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a424361c-2875-4aff-9bfd-8a8040e13efd tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Usage tracker for resource:security_group_rule and tenant:1958396d18164bb09457e89192306a99 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:08:06.945406 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc9d2c8-b402-42bd-ac6f-300bf1ec35be tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event updated for resources: {'Port': ['ID=0e34cc61-facf-4a7e-abaf-0738494ae025,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:06.951760 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c872523d-c5dd-4c1c-b1e0-2076de161b7f tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:08:06.952564 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5dc9d2c8-b402-42bd-ac6f-300bf1ec35be tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.486s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:06.961932 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5dc9d2c8-b402-42bd-ac6f-300bf1ec35be tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 7.1528080
Jan 29 10:08:06.971282 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a424361c-2875-4aff-9bfd-8a8040e13efd tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:08:06.974604 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 5213e070-4302-4226-bf10-f07a6b2a5648 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:08:06.974727 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50578) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:07.014619 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a424361c-2875-4aff-9bfd-8a8040e13efd tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:08:07.021770 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c872523d-c5dd-4c1c-b1e0-2076de161b7f tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:07.022619 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c872523d-c5dd-4c1c-b1e0-2076de161b7f tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:07.091104 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3a88be43-8b61-4077-b190-8acb3216afb1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a4650b10fbef4209aa492d56465ac083&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8541114
Jan 29 10:08:07.096383 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df7933b-524b-47f4-ad7c-a57125d20aae None None] Pushing event updated for resources: {'Port': ['ID=31fa7983-1b00-41c0-94db-1713584d3691,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:07.115300 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50582) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:07.121222 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2df7933b-524b-47f4-ad7c-a57125d20aae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:07.138863 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-c307abc5-01fe-4a2d-bcb4-97702bd6f15a None None] Port baad40a7-f833-4fed-9129-14efdd69b52a cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:08:07.178179 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 5213e070-4302-4226-bf10-f07a6b2a5648 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:08:07.179477 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:07.260939 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c872523d-c5dd-4c1c-b1e0-2076de161b7f tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1005 time: 4.5933318
Jan 29 10:08:07.276635 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-b1dedc87-3ab0-4964-9c94-cadaa152a3c0 None None] Provisioning for port 0e34cc61-facf-4a7e-abaf-0738494ae025 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:08:07.284443 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50586) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:07.303206 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-b1dedc87-3ab0-4964-9c94-cadaa152a3c0 None None] Provisioning complete for port 0e34cc61-facf-4a7e-abaf-0738494ae025 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:08:07.309249 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b1dedc87-3ab0-4964-9c94-cadaa152a3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:07.474228 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-b1dedc87-3ab0-4964-9c94-cadaa152a3c0 None None] Port 0e34cc61-facf-4a7e-abaf-0738494ae025 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:08:07.511821 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-50906813-3a35-4650-91fe-3654f31e1abf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:07.542774 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-b1dedc87-3ab0-4964-9c94-cadaa152a3c0 None None] Provisioning for port bc6d7c49-9d9f-4a81-8237-b3d58f0a31c0 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:08:07.550425 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-b1dedc87-3ab0-4964-9c94-cadaa152a3c0 None None] Provisioning complete for port bc6d7c49-9d9f-4a81-8237-b3d58f0a31c0 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:08:07.550856 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b1dedc87-3ab0-4964-9c94-cadaa152a3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:07.578993 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-50906813-3a35-4650-91fe-3654f31e1abf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:07.656475 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-50906813-3a35-4650-91fe-3654f31e1abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:07.656677 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-b1dedc87-3ab0-4964-9c94-cadaa152a3c0 None None] Port bc6d7c49-9d9f-4a81-8237-b3d58f0a31c0 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:08:07.668062 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-52ef9d1d-972f-4a9c-8a67-abcbd1978b1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:07.693760 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50906813-3a35-4650-91fe-3654f31e1abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72285ef6-063c-4134-b142-da140dba754a,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:07.700560 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-50906813-3a35-4650-91fe-3654f31e1abf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:07.761863 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-13e217a0-ef59-49b7-b112-8078b7c80494 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:07.837299 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26cfece-2653-4c27-83df-d9d96e8626a5 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:07.891893 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf1c655-9002-4c3c-8b8f-ddf274670dab admin admin] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:08:07.901475 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-13e217a0-ef59-49b7-b112-8078b7c80494 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Calling delete_port for ef93b4af-09c4-4058-8a55-ad7f0359d887 owned by  {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:08:07.903003 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e667544c-9805-4f2d-b922-60a9f5446cdf None None] Sync routers for ids ['186f80c1-4500-4ded-869d-b89be306d531'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:08:07.915599 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e667544c-9805-4f2d-b922-60a9f5446cdf None None] Routers {'186f80c1-4500-4ded-869d-b89be306d531'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:08:07.916566 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-e667544c-9805-4f2d-b922-60a9f5446cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9518da0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:07:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['186f80c1-4500-4ded-869d-b89be306d531'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:08:07.923675 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26cfece-2653-4c27-83df-d9d96e8626a5 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:08.017261 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26cfece-2653-4c27-83df-d9d96e8626a5 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:08.018274 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e26cfece-2653-4c27-83df-d9d96e8626a5 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Synchronizing usage tracker for tenant:4689bd38a28449b8a6e0e214f6c75ac2 on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:08:08.033926 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-50906813-3a35-4650-91fe-3654f31e1abf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:08.035186 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-50906813-3a35-4650-91fe-3654f31e1abf admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/72285ef6-063c-4134-b142-da140dba754a HTTP/1.1" status: 204  len: 168 time: 0.9186144
Jan 29 10:08:08.073321 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-c3c1c201-9102-4f05-9c1a-0736197548e7 admin admin] Allocated IP 172.26.7.158 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/f313f94e-1e43-4323-8d42-67981da4c4a8) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:08:08.075613 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e26cfece-2653-4c27-83df-d9d96e8626a5 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Unset dirty status for tenant:4689bd38a28449b8a6e0e214f6c75ac2 on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:08:08.079686 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e26cfece-2653-4c27-83df-d9d96e8626a5 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2478 time: 0.7883291
Jan 29 10:08:08.080643 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50592) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:08.140504 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2616e197-4725-44f1-adc9-180ae7322f44 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:08.173647 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-e667544c-9805-4f2d-b922-60a9f5446cdf None None] Set router 186f80c1-4500-4ded-869d-b89be306d531 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:08:08.226363 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2616e197-4725-44f1-adc9-180ae7322f44 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:08.227274 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2616e197-4725-44f1-adc9-180ae7322f44 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Synchronizing usage tracker for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:08:08.232846 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-dcec2479-d876-470a-b479-0fce1b194d71 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Deleting port bc6d7c49-9d9f-4a81-8237-b3d58f0a31c0 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:08:08.233247 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dcec2479-d876-470a-b479-0fce1b194d71 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:08.235991 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a424361c-2875-4aff-9bfd-8a8040e13efd tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:08.264384 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5cf1c655-9002-4c3c-8b8f-ddf274670dab admin admin] 10.222.0.57 "PUT /v2.0/routers/186f80c1-4500-4ded-869d-b89be306d531/add_router_interface HTTP/1.1" status: 200  len: 503 time: 16.2770982
Jan 29 10:08:08.301948 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a424361c-2875-4aff-9bfd-8a8040e13efd tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:08.327814 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9672b8b6-81f2-45e4-bc09-39e1951b804e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:08.346727 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2616e197-4725-44f1-adc9-180ae7322f44 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Unset dirty status for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:08:08.353407 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2616e197-4725-44f1-adc9-180ae7322f44 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1669 time: 1.3587925
Jan 29 10:08:08.402299 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50598) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:08.442004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a424361c-2875-4aff-9bfd-8a8040e13efd tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:08:08.477575 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a424361c-2875-4aff-9bfd-8a8040e13efd tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=553a6910-9a21-4f4b-8a24-fdb285ca1c8f,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:08.482615 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a424361c-2875-4aff-9bfd-8a8040e13efd tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:08.493262 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a424361c-2875-4aff-9bfd-8a8040e13efd tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:08.496421 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-a424361c-2875-4aff-9bfd-8a8040e13efd tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Added segment 7a5ad1c4-9b1a-455d-836a-1b7439617858 of type vxlan for network 064f61d7-3b27-4c99-afa5-d418434af3be
Jan 29 10:08:08.499229 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-13e217a0-ef59-49b7-b112-8078b7c80494 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:08.541137 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-beebb8e1-6db0-4647-9a4c-a03d65b9b9f1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Deleting port 0e34cc61-facf-4a7e-abaf-0738494ae025 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:08:08.541542 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-beebb8e1-6db0-4647-9a4c-a03d65b9b9f1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:08.642523 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-402b7d0d-3a0a-44d5-8754-5dc055aa322a tempest-FloatingIPAdminTestJSON-1685392490 tempest-FloatingIPAdminTestJSON-1685392490-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:08.796430 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e217a0-ef59-49b7-b112-8078b7c80494 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event deleted for resources: {'Port': ['ID=ef93b4af-09c4-4058-8a55-ad7f0359d887,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:08.870516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-13e217a0-ef59-49b7-b112-8078b7c80494 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:08.873106 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-e667544c-9805-4f2d-b922-60a9f5446cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9518da0>, [{'id': '186f80c1-4500-4ded-869d-b89be306d531', 'name': 'tempest-TestVolumeBootPattern-1113126477-router', 'tenant_id': '4d907168a4924ceb9472857ce37e1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '28d59b23-64d3-4cb4-9403-19957bc5481c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:07:40Z', 'updated_at': '2021-01-29T10:08:01Z', 'revision_number': 4, 'project_id': '4d907168a4924ceb9472857ce37e1904', 'gw_port': {'id': '28d59b23-64d3-4cb4-9403-19957bc5481c', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186f80c1-4500-4ded-869d-b89be306d531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:07:44Z', 'updated_at': '2021-01-29T10:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'baad40a7-f833-4fed-9129-14efdd69b52a', 'name': '', 'network_id': '9c450a0f-2c11-436c-8735-9a1afe6b7184', 'tenant_id': '4d907168a4924ceb9472857ce37e1904', 'mac_address': 'fa:16:3e:db:ec:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '186f80c1-4500-4ded-869d-b89be306d531', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'dd17e4b6-a33a-4e17-bc4a-03539800690d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:07:56Z', 'updated_at': '2021-01-29T10:08:02Z', 'revision_number': 2, 'project_id': '4d907168a4924ceb9472857ce37e1904', 'subnets': [{'id': 'dd17e4b6-a33a-4e17-bc4a-03539800690d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:08:08.891393 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e667544c-9805-4f2d-b922-60a9f5446cdf None None] Checking router: 186f80c1-4500-4ded-869d-b89be306d531 for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:08:08.891801 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e667544c-9805-4f2d-b922-60a9f5446cdf None None] Updating router 186f80c1-4500-4ded-869d-b89be306d531 port baad40a7-f833-4fed-9129-14efdd69b52a binding host dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 29 10:08:08.915150 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a424361c-2875-4aff-9bfd-8a8040e13efd tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:08.934827 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-13e217a0-ef59-49b7-b112-8078b7c80494 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:08.949079 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebc8ea8-1235-4c4e-bf37-a32d1c8f577d None None] Network 26a4294d-c956-403b-8f7a-57f8ffefaf53 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:08:08.977940 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-13e217a0-ef59-49b7-b112-8078b7c80494 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "DELETE /v2.0/ports/ef93b4af-09c4-4058-8a55-ad7f0359d887 HTTP/1.1" status: 204  len: 168 time: 2.6544378
Jan 29 10:08:08.979405 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dd4ba3d3-addc-4c78-a1eb-796755c638e1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:09.008509 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50614) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:09.024032 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f90bedcc-e112-4286-a029-4dea0d0a5f66 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:09.024595 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 14363516-cbca-474d-8ee5-1a3c34317c4a up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:08:09.105715 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4ba3d3-addc-4c78-a1eb-796755c638e1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Subnet': ['ID=18ba1ea0-4872-4c5f-bc2f-ad1138a60b95,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:09.127493 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-dd4ba3d3-addc-4c78-a1eb-796755c638e1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:09.184194 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c3c1c201-9102-4f05-9c1a-0736197548e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:09.276677 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a424361c-2875-4aff-9bfd-8a8040e13efd tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:09.278887 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dcec2479-d876-470a-b479-0fce1b194d71 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:09.348140 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a424361c-2875-4aff-9bfd-8a8040e13efd tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:09.348976 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a424361c-2875-4aff-9bfd-8a8040e13efd tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:09.356639 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-109d5c2c-8c5a-4c69-bacd-0d3e770e4244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:09.492412 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-f5b447fd-8830-4d7d-a34a-2810f5112bf0 None None] Provisioning for port 31fa7983-1b00-41c0-94db-1713584d3691 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:08:09.496100 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e667544c-9805-4f2d-b922-60a9f5446cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:09.620311 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-beebb8e1-6db0-4647-9a4c-a03d65b9b9f1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:09.757846 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 14363516-cbca-474d-8ee5-1a3c34317c4a completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:08:09.787828 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a424361c-2875-4aff-9bfd-8a8040e13efd tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Pushing event updated for resources: {'Network': ['ID=064f61d7-3b27-4c99-afa5-d418434af3be,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:09.795042 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 14363516-cbca-474d-8ee5-1a3c34317c4a triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:08:09.795526 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:09.801845 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a424361c-2875-4aff-9bfd-8a8040e13efd tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:09.841747 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a424361c-2875-4aff-9bfd-8a8040e13efd tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 793 time: 5.6520674
Jan 29 10:08:09.845350 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50634) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:09.847493 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-beebb8e1-6db0-4647-9a4c-a03d65b9b9f1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Calling delete_port for 0e34cc61-facf-4a7e-abaf-0738494ae025 owned by  {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:08:09.855212 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-a16fef1f-14db-4824-a51c-a27836ab8bbe tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Request body: {'subnet': {'network_id': '064f61d7-3b27-4c99-afa5-d418434af3be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:08:09.880007 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 064f61d7-3b27-4c99-afa5-d418434af3be details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:08:09.906534 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 064f61d7-3b27-4c99-afa5-d418434af3be details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:08:09.953525 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4ba3d3-addc-4c78-a1eb-796755c638e1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Checking segment: {'id': 'da74141a-e053-4807-8732-98d074b8386c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '202d926a-4317-4fd3-a6b3-3233b8a4bdb4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:08:09.953914 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4ba3d3-addc-4c78-a1eb-796755c638e1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network hostable DHCP agents. Network: 202d926a-4317-4fd3-a6b3-3233b8a4bdb4, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:08:10.066658 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50638) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:10.115554 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4ba3d3-addc-4c78-a1eb-796755c638e1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network 202d926a-4317-4fd3-a6b3-3233b8a4bdb4 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:08:10.124485 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a16fef1f-14db-4824-a51c-a27836ab8bbe tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:08:10.129496 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a16fef1f-14db-4824-a51c-a27836ab8bbe tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Usage tracker for resource:subnet and tenant:1958396d18164bb09457e89192306a99 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:08:10.133718 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a16fef1f-14db-4824-a51c-a27836ab8bbe tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:08:10.140255 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a16fef1f-14db-4824-a51c-a27836ab8bbe tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:08:10.145174 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-dcec2479-d876-470a-b479-0fce1b194d71 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Calling delete_port for bc6d7c49-9d9f-4a81-8237-b3d58f0a31c0 owned by  {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:08:10.146783 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-dd4ba3d3-addc-4c78-a1eb-796755c638e1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 202d926a-4317-4fd3-a6b3-3233b8a4bdb4) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:08:10.169030 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4ba3d3-addc-4c78-a1eb-796755c638e1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:10.169748 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dd4ba3d3-addc-4c78-a1eb-796755c638e1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:10.188113 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a16fef1f-14db-4824-a51c-a27836ab8bbe tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Made reservation on behalf of 1958396d18164bb09457e89192306a99 for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:08:10.213605 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a16fef1f-14db-4824-a51c-a27836ab8bbe tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:10.240349 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-dd4ba3d3-addc-4c78-a1eb-796755c638e1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 5.2662852
Jan 29 10:08:10.240504 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20aabc3b-5392-4d2e-87ae-6bdd4483fabe None None] Network 202d926a-4317-4fd3-a6b3-3233b8a4bdb4 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:08:10.246060 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50648) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:10.338076 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50652) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:10.368233 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-a93ae3cd-03d6-4549-9b43-56c0aecd2ff6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1863543552-network', 'tenant_id': '5fdf3ff8e4ec495a9920173817d5a87c'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:08:10.373638 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a93ae3cd-03d6-4549-9b43-56c0aecd2ff6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:08:10.378134 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a93ae3cd-03d6-4549-9b43-56c0aecd2ff6 admin admin] Usage tracker for resource:network and tenant:5fdf3ff8e4ec495a9920173817d5a87c is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:08:10.381514 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a93ae3cd-03d6-4549-9b43-56c0aecd2ff6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:08:10.388218 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a93ae3cd-03d6-4549-9b43-56c0aecd2ff6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:08:10.498571 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e912e7fb-2f7a-40b1-9248-3e8226a47482 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:10.499705 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e912e7fb-2f7a-40b1-9248-3e8226a47482 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Synchronizing usage tracker for tenant:b402c3f19966488ebcb859fd6d6d9b16 on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:08:10.511364 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c3c1c201-9102-4f05-9c1a-0736197548e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:10.539096 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5d674dea-48c4-4b4f-8ec1-f000b27be0c5 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:10.576518 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93ae3cd-03d6-4549-9b43-56c0aecd2ff6 admin admin] Made reservation on behalf of 5fdf3ff8e4ec495a9920173817d5a87c for: {'network': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:08:10.580017 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-ca9a4839-9430-4c68-a156-2673d7492087 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-277982049'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:08:10.581528 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a93ae3cd-03d6-4549-9b43-56c0aecd2ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:10.602188 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ca9a4839-9430-4c68-a156-2673d7492087 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:08:10.612259 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ca9a4839-9430-4c68-a156-2673d7492087 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Usage tracker for resource:network and tenant:22949024c322421d99052f9202cdd49a is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:08:10.618603 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ca9a4839-9430-4c68-a156-2673d7492087 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Quota usage for network was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:08:10.634404 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ca9a4839-9430-4c68-a156-2673d7492087 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:08:10.763320 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca9a4839-9430-4c68-a156-2673d7492087 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Made reservation on behalf of 22949024c322421d99052f9202cdd49a for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:08:10.785125 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ca9a4839-9430-4c68-a156-2673d7492087 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:10.798039 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6257f75f-14ce-46f5-9c92-f0f4303c1c4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-202d926a-4317-4fd3-a6b3-3233b8a4bdb4', 'network_id': '202d926a-4317-4fd3-a6b3-3233b8a4bdb4', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'fixed_ips': [{'subnet_id': '18ba1ea0-4872-4c5f-bc2f-ad1138a60b95'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:08:10.799000 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6257f75f-14ce-46f5-9c92-f0f4303c1c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:10.837909 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:10.878870 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ca9a4839-9430-4c68-a156-2673d7492087 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:10.910563 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port 14363516-cbca-474d-8ee5-1a3c34317c4a, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=14363516-cbca-474d-8ee5-1a3c34317c4a,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:08:10.935409 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ca9a4839-9430-4c68-a156-2673d7492087 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:08:10.935729 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:10.936787 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 31fa7983-1b00-41c0-94db-1713584d3691 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:08:10.939391 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ca9a4839-9430-4c68-a156-2673d7492087 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Usage tracker for resource:security_group_rule and tenant:22949024c322421d99052f9202cdd49a is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:08:10.943429 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ca9a4839-9430-4c68-a156-2673d7492087 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:08:10.953031 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ca9a4839-9430-4c68-a156-2673d7492087 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:08:10.982566 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2abf35ab-7d05-4eb2-8a68-fdf2f6cce789 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:11.066979 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a93ae3cd-03d6-4549-9b43-56c0aecd2ff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:11.074874 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ca9a4839-9430-4c68-a156-2673d7492087 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:11.089163 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-beebb8e1-6db0-4647-9a4c-a03d65b9b9f1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:11.094604 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ca9a4839-9430-4c68-a156-2673d7492087 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:11.109636 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca9a4839-9430-4c68-a156-2673d7492087 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:08:11.119541 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e912e7fb-2f7a-40b1-9248-3e8226a47482 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Unset dirty status for tenant:b402c3f19966488ebcb859fd6d6d9b16 on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:08:11.119891 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ca9a4839-9430-4c68-a156-2673d7492087 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:11.120284 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-ca9a4839-9430-4c68-a156-2673d7492087 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Added segment 960cf5cc-8c62-428f-a298-497a56febd96 of type vxlan for network 6f4ec9eb-40b3-445a-b38b-33a10f804879
Jan 29 10:08:11.124240 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e912e7fb-2f7a-40b1-9248-3e8226a47482 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200  len: 847 time: 2.1145813
Jan 29 10:08:11.132582 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50656) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:11.133966 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a93ae3cd-03d6-4549-9b43-56c0aecd2ff6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:08:11.148095 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ca9a4839-9430-4c68-a156-2673d7492087 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:11.158203 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0dcbc0ad-8cf8-4ac8-9249-63fc6f8be1e0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:11.185339 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.resource_extend [None req-e667544c-9805-4f2d-b922-60a9f5446cdf None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 29 10:08:11.216349 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-75f640a6-9eca-46b6-bb94-6c4e1bd64691 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] GET failed (client error): The resource could not be found.
Jan 29 10:08:11.221660 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-75f640a6-9eca-46b6-bb94-6c4e1bd64691 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "GET /v2.0/ports/ef93b4af-09c4-4058-8a55-ad7f0359d887 HTTP/1.1" status: 404  len: 333 time: 0.0841732
Jan 29 10:08:11.235894 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50660) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:11.237866 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a93ae3cd-03d6-4549-9b43-56c0aecd2ff6 admin admin] Usage tracker for resource:security_group_rule and tenant:5fdf3ff8e4ec495a9920173817d5a87c is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:08:11.248355 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a93ae3cd-03d6-4549-9b43-56c0aecd2ff6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:08:11.260245 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a4839-9430-4c68-a156-2673d7492087 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ae43a2-96e1-4c71-a476-abc9a1716638,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:11.266656 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-1719d705-e176-4975-ad45-1943d92151f2 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-151336519'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:08:11.307940 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=14363516-cbca-474d-8ee5-1a3c34317c4a,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:11.308287 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ca9a4839-9430-4c68-a156-2673d7492087 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:11.315157 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-1719d705-e176-4975-ad45-1943d92151f2 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:08:11.326805 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c1c201-9102-4f05-9c1a-0736197548e7 admin admin] Pushing event updated for resources: {'Port': ['ID=f313f94e-1e43-4323-8d42-67981da4c4a8,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:11.330385 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c3c1c201-9102-4f05-9c1a-0736197548e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.791s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:11.339475 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c1c201-9102-4f05-9c1a-0736197548e7 admin admin] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:08:11.340416 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:11.342721 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a93ae3cd-03d6-4549-9b43-56c0aecd2ff6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:08:11.354055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6b55ac44-7047-45ee-8de2-3050f9658167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.235s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:11.355820 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ca9a4839-9430-4c68-a156-2673d7492087 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:11.420163 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e667544c-9805-4f2d-b922-60a9f5446cdf None None] Notify callbacks [] for port, precommit_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:11.423177 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 31fa7983-1b00-41c0-94db-1713584d3691 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:08:11.425368 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9a4839-9430-4c68-a156-2673d7492087 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:11.426104 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ca9a4839-9430-4c68-a156-2673d7492087 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:11.435465 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 31fa7983-1b00-41c0-94db-1713584d3691 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:08:11.435726 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-1719d705-e176-4975-ad45-1943d92151f2 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Usage tracker for resource:network and tenant:b402c3f19966488ebcb859fd6d6d9b16 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:08:11.436080 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:11.440221 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-360dcd93-5fc1-4038-a285-732690d1bd11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:11.451472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-c3c1c201-9102-4f05-9c1a-0736197548e7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:08:11.454191 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c1c201-9102-4f05-9c1a-0736197548e7 admin admin] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:08:11.457306 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-1719d705-e176-4975-ad45-1943d92151f2 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Quota usage for network was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:08:11.538571 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-1719d705-e176-4975-ad45-1943d92151f2 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:08:11.609594 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beebb8e1-6db0-4647-9a4c-a03d65b9b9f1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event deleted for resources: {'Port': ['ID=0e34cc61-facf-4a7e-abaf-0738494ae025,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:11.612342 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-beebb8e1-6db0-4647-9a4c-a03d65b9b9f1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:11.729933 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-566f254a-a383-464f-b82a-3d36e8916645 None None] Provisioning complete for port 31fa7983-1b00-41c0-94db-1713584d3691 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:08:11.730528 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-566f254a-a383-464f-b82a-3d36e8916645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:11.757202 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1719d705-e176-4975-ad45-1943d92151f2 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Made reservation on behalf of b402c3f19966488ebcb859fd6d6d9b16 for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:08:11.779607 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1719d705-e176-4975-ad45-1943d92151f2 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:11.807524 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ca9a4839-9430-4c68-a156-2673d7492087 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.7292252
Jan 29 10:08:11.807524 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a4839-9430-4c68-a156-2673d7492087 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Pushing event updated for resources: {'Network': ['ID=6f4ec9eb-40b3-445a-b38b-33a10f804879,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:11.809230 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dcec2479-d876-470a-b479-0fce1b194d71 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:11.811122 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50664) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:11.821339 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ca9a4839-9430-4c68-a156-2673d7492087 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:11.829809 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-7cf3b81e-17a9-4270-a2f0-cd31125908f6 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2063877112'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:08:11.835412 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 6f4ec9eb-40b3-445a-b38b-33a10f804879 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:08:11.836480 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c872523d-c5dd-4c1c-b1e0-2076de161b7f tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:11.846739 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-7cf3b81e-17a9-4270-a2f0-cd31125908f6 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:08:11.860678 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-7cf3b81e-17a9-4270-a2f0-cd31125908f6 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Usage tracker for resource:network and tenant:22949024c322421d99052f9202cdd49a is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:08:11.866996 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-7cf3b81e-17a9-4270-a2f0-cd31125908f6 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Quota usage for network was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:08:11.892952 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-e667544c-9805-4f2d-b922-60a9f5446cdf None None] Transition to ACTIVE for port object baad40a7-f833-4fed-9129-14efdd69b52a will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:08:11.901598 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-7cf3b81e-17a9-4270-a2f0-cd31125908f6 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:08:11.902288 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 6f4ec9eb-40b3-445a-b38b-33a10f804879 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:08:11.907542 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1719d705-e176-4975-ad45-1943d92151f2 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] vxlan segment allocate from pool success with {'vxlan_vni': 11}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:08:11.918628 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcec2479-d876-470a-b479-0fce1b194d71 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Pushing event deleted for resources: {'Port': ['ID=bc6d7c49-9d9f-4a81-8237-b3d58f0a31c0,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:11.921361 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-dcec2479-d876-470a-b479-0fce1b194d71 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:11.935817 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-beebb8e1-6db0-4647-9a4c-a03d65b9b9f1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:11.939847 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e667544c-9805-4f2d-b922-60a9f5446cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:12.010625 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1719d705-e176-4975-ad45-1943d92151f2 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:12.011023 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-1719d705-e176-4975-ad45-1943d92151f2 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Added segment ea556d19-04d7-4a6c-bc45-d9f34f3b4154 of type vxlan for network d5d37060-ecd1-4192-8388-607c14013c2f
Jan 29 10:08:12.025364 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf3b81e-17a9-4270-a2f0-cd31125908f6 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Made reservation on behalf of 22949024c322421d99052f9202cdd49a for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:08:12.047327 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7cf3b81e-17a9-4270-a2f0-cd31125908f6 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:12.054852 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:12.130128 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1719d705-e176-4975-ad45-1943d92151f2 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:12.147207 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b9ac06-ebc3-4df5-88a5-dade7ea79be8 None None] Pushing event updated for resources: {'Port': ['ID=baad40a7-f833-4fed-9129-14efdd69b52a,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:12.186466 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b6b9ac06-ebc3-4df5-88a5-dade7ea79be8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:12.187895 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-6257f75f-14ce-46f5-9c92-f0f4303c1c4f None None] Allocated IP 172.20.0.2 (202d926a-4317-4fd3-a6b3-3233b8a4bdb4/18ba1ea0-4872-4c5f-bc2f-ad1138a60b95/0b548236-7506-4181-92e8-d676bbbd5ae5) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:08:12.195740 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-beebb8e1-6db0-4647-9a4c-a03d65b9b9f1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/ports/0e34cc61-facf-4a7e-abaf-0738494ae025 HTTP/1.1" status: 204  len: 168 time: 3.7922521
Jan 29 10:08:12.198429 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50670) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:12.275104 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a93ae3cd-03d6-4549-9b43-56c0aecd2ff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:12.294466 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dcec2479-d876-470a-b479-0fce1b194d71 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:12.301089 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a93ae3cd-03d6-4549-9b43-56c0aecd2ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:12.330950 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-644fd746-df68-414d-b9d9-f979509d9b77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:12.366346 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c3c1c201-9102-4f05-9c1a-0736197548e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:12.389457 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1719d705-e176-4975-ad45-1943d92151f2 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:12.424036 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-566f254a-a383-464f-b82a-3d36e8916645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:12.442016 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:12.454325 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93ae3cd-03d6-4549-9b43-56c0aecd2ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c54d19-d690-4027-9ed4-2007dfb27a1c,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:12.459198 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-dcec2479-d876-470a-b479-0fce1b194d71 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] 10.222.0.57 "DELETE /v2.0/ports/bc6d7c49-9d9f-4a81-8237-b3d58f0a31c0 HTTP/1.1" status: 204  len: 168 time: 4.3771772
Jan 29 10:08:12.460663 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a93ae3cd-03d6-4549-9b43-56c0aecd2ff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:12.466369 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1719d705-e176-4975-ad45-1943d92151f2 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:12.467067 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1719d705-e176-4975-ad45-1943d92151f2 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:12.474459 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-a93ae3cd-03d6-4549-9b43-56c0aecd2ff6 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80766) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:08:12.475000 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-a93ae3cd-03d6-4549-9b43-56c0aecd2ff6 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:08:12.476665 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50674) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:12.492917 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d90ef3fb-dfb2-47ad-9baa-7a60f510a390 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:12.517296 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-7cf3b81e-17a9-4270-a2f0-cd31125908f6 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80765) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:08:12.517652 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-7cf3b81e-17a9-4270-a2f0-cd31125908f6 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:08:12.537308 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ba8656-82b9-4fa2-baaf-9fb3a0a608ff tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:12.555284 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ba8656-82b9-4fa2-baaf-9fb3a0a608ff tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:12.556152 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d0ba8656-82b9-4fa2-baaf-9fb3a0a608ff tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Synchronizing usage tracker for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:subnet {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:08:12.597381 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1719d705-e176-4975-ad45-1943d92151f2 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 1.3603342
Jan 29 10:08:12.603596 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50678) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:12.627291 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-ff95d0ea-c8dd-4870-89a4-f24e962a9914 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Request body: {'subnet': {'network_id': 'd5d37060-ecd1-4192-8388-607c14013c2f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:08:12.648110 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7b3e80d-ce99-4cee-9268-6ddd32d10e50 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] GET failed (client error): The resource could not be found.
Jan 29 10:08:12.648741 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f7b3e80d-ce99-4cee-9268-6ddd32d10e50 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Synchronizing usage tracker for tenant:4689bd38a28449b8a6e0e214f6c75ac2 on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:08:12.658773 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-566f254a-a383-464f-b82a-3d36e8916645 None None] For port 31fa7983-1b00-41c0-94db-1713584d3691, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=31fa7983-1b00-41c0-94db-1713584d3691,segment=NetworkSegment(de6cd88b-883d-45e3-9b50-097e9e102b48),segment_id=de6cd88b-883d-45e3-9b50-097e9e102b48)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:08:12.674934 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-566f254a-a383-464f-b82a-3d36e8916645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:12.683277 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2acf2967-ff61-40e1-890c-5a0d136a0ae7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:12.770665 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f7b3e80d-ce99-4cee-9268-6ddd32d10e50 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Unset dirty status for tenant:4689bd38a28449b8a6e0e214f6c75ac2 on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:08:12.776700 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f7b3e80d-ce99-4cee-9268-6ddd32d10e50 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] 10.222.0.57 "GET /v2.0/ports/bc6d7c49-9d9f-4a81-8237-b3d58f0a31c0 HTTP/1.1" status: 404  len: 333 time: 0.2269683
Jan 29 10:08:12.794467 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50682) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:12.806795 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-07bfd94f-6858-4b2f-9734-43ae5266769a tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Request body: {'port': {'network_id': '199fc74d-8154-4f93-b41f-1d6cdce07a22', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-398830383'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:08:13.006160 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2a855ae5-2f6f-435f-93bd-0c8ab82adb44 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:13.024100 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80767) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:08:13.024506 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:08:13.025028 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7cf3b81e-17a9-4270-a2f0-cd31125908f6 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:13.043397 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566f254a-a383-464f-b82a-3d36e8916645 None None] Pushing event updated for resources: {'Port': ['ID=31fa7983-1b00-41c0-94db-1713584d3691,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:13.047028 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-566f254a-a383-464f-b82a-3d36e8916645 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:13.050882 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-934b59f1-cfd3-4811-bc8a-6f5c7ca4e2f3 None None] Provisioning complete for port 31fa7983-1b00-41c0-94db-1713584d3691 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:08:13.051787 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-934b59f1-cfd3-4811-bc8a-6f5c7ca4e2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:13.052230 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d0ba8656-82b9-4fa2-baaf-9fb3a0a608ff tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Unset dirty status for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:subnet {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:08:13.054389 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d0ba8656-82b9-4fa2-baaf-9fb3a0a608ff tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.8540120
Jan 29 10:08:13.055784 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1719d705-e176-4975-ad45-1943d92151f2 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event updated for resources: {'Network': ['ID=d5d37060-ecd1-4192-8388-607c14013c2f,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:13.076472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50686) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:13.104031 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1719d705-e176-4975-ad45-1943d92151f2 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:13.138659 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network d5d37060-ecd1-4192-8388-607c14013c2f details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:08:13.155991 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network d5d37060-ecd1-4192-8388-607c14013c2f details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:08:13.174609 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a16fef1f-14db-4824-a51c-a27836ab8bbe tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:13.196934 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4aabca19-e473-4259-b84a-cfed8b2daa5d tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:13.213983 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6257f75f-14ce-46f5-9c92-f0f4303c1c4f None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:13.231098 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-e667544c-9805-4f2d-b922-60a9f5446cdf None None] Attempting to bind port baad40a7-f833-4fed-9129-14efdd69b52a on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:08:13.231510 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-e667544c-9805-4f2d-b922-60a9f5446cdf None None] Attempting to bind port baad40a7-f833-4fed-9129-14efdd69b52a by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'b73319d1-1a15-4ad0-895c-77a7ce281119', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '9c450a0f-2c11-436c-8735-9a1afe6b7184'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:08:13.231943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e667544c-9805-4f2d-b922-60a9f5446cdf None None] Attempting to bind port baad40a7-f833-4fed-9129-14efdd69b52a on network 9c450a0f-2c11-436c-8735-9a1afe6b7184 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:08:13.246763 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e667544c-9805-4f2d-b922-60a9f5446cdf None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:08:13.247184 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e667544c-9805-4f2d-b922-60a9f5446cdf None None] Checking segment: {'id': 'b73319d1-1a15-4ad0-895c-77a7ce281119', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '9c450a0f-2c11-436c-8735-9a1afe6b7184'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:08:13.247634 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e667544c-9805-4f2d-b922-60a9f5446cdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:13.248078 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e667544c-9805-4f2d-b922-60a9f5446cdf None None] Bound using segment: {'id': 'b73319d1-1a15-4ad0-895c-77a7ce281119', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '9c450a0f-2c11-436c-8735-9a1afe6b7184'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:08:13.248616 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-e667544c-9805-4f2d-b922-60a9f5446cdf None None] Bound port: baad40a7-f833-4fed-9129-14efdd69b52a, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b73319d1-1a15-4ad0-895c-77a7ce281119', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '9c450a0f-2c11-436c-8735-9a1afe6b7184'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:08:13.249032 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e667544c-9805-4f2d-b922-60a9f5446cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:13.311574 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a93ae3cd-03d6-4549-9b43-56c0aecd2ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:13.336921 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c3c1c201-9102-4f05-9c1a-0736197548e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:13.347158 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-07bfd94f-6858-4b2f-9734-43ae5266769a tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:08:13.362338 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-07bfd94f-6858-4b2f-9734-43ae5266769a tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:08:13.411234 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-6257f75f-14ce-46f5-9c92-f0f4303c1c4f None None] Transition to ACTIVE for port object 0b548236-7506-4181-92e8-d676bbbd5ae5 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:08:13.434441 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cf3b81e-17a9-4270-a2f0-cd31125908f6 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] vxlan segment allocate from pool success with {'vxlan_vni': 12}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:08:13.550309 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-15f2115b-840e-46f2-8920-843c22486128 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Deleting subnet d0c72eaa-f60d-4625-ad0f-5eb18c8b4db7 {{(pid=80765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:08:13.575406 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-15f2115b-840e-46f2-8920-843c22486128 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for subnet, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:13.628227 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16fef1f-14db-4824-a51c-a27836ab8bbe tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Pushing event updated for resources: {'Subnet': ['ID=193806c8-4044-46c5-87c8-fbba2cb09ed4,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:13.631070 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7cf3b81e-17a9-4270-a2f0-cd31125908f6 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:13.631505 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-7cf3b81e-17a9-4270-a2f0-cd31125908f6 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Added segment 3460f6f2-079a-4691-ab1d-5b83336e6f44 of type vxlan for network 3604bf84-bcc3-47aa-add5-df79811477a6
Jan 29 10:08:13.641373 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a16fef1f-14db-4824-a51c-a27836ab8bbe tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:13.732040 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-15f2115b-840e-46f2-8920-843c22486128 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1479249'] for subnet, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:13.795941 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7cf3b81e-17a9-4270-a2f0-cd31125908f6 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:13.806650 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-6257f75f-14ce-46f5-9c92-f0f4303c1c4f None None] Transition to ACTIVE for port object 0b548236-7506-4181-92e8-d676bbbd5ae5 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:08:13.845104 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6257f75f-14ce-46f5-9c92-f0f4303c1c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:13.868995 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ce330c79-19d1-415a-a8e9-e50715930a03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:13.897708 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ff95d0ea-c8dd-4870-89a4-f24e962a9914 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:08:13.911787 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ff95d0ea-c8dd-4870-89a4-f24e962a9914 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Usage tracker for resource:subnet and tenant:b402c3f19966488ebcb859fd6d6d9b16 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:08:13.923774 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ff95d0ea-c8dd-4870-89a4-f24e962a9914 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:08:13.935683 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07bfd94f-6858-4b2f-9734-43ae5266769a tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Made reservation on behalf of 4689bd38a28449b8a6e0e214f6c75ac2 for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:08:13.957411 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-07bfd94f-6858-4b2f-9734-43ae5266769a tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:14.003640 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16fef1f-14db-4824-a51c-a27836ab8bbe tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Checking segment: {'id': '7a5ad1c4-9b1a-455d-836a-1b7439617858', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '064f61d7-3b27-4c99-afa5-d418434af3be'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:08:14.003915 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16fef1f-14db-4824-a51c-a27836ab8bbe tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Network hostable DHCP agents. Network: 064f61d7-3b27-4c99-afa5-d418434af3be, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:08:14.005764 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ff95d0ea-c8dd-4870-89a4-f24e962a9914 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:08:14.025735 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7cf3b81e-17a9-4270-a2f0-cd31125908f6 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:14.043508 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-e667544c-9805-4f2d-b922-60a9f5446cdf None None] For port baad40a7-f833-4fed-9129-14efdd69b52a, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:08:14.054024 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6257f75f-14ce-46f5-9c92-f0f4303c1c4f None None] Pushing event updated for resources: {'Port': ['ID=0b548236-7506-4181-92e8-d676bbbd5ae5,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:14.067142 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6257f75f-14ce-46f5-9c92-f0f4303c1c4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:14.080913 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-e667544c-9805-4f2d-b922-60a9f5446cdf None None] For port baad40a7-f833-4fed-9129-14efdd69b52a, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=baad40a7-f833-4fed-9129-14efdd69b52a,segment=NetworkSegment(b73319d1-1a15-4ad0-895c-77a7ce281119),segment_id=b73319d1-1a15-4ad0-895c-77a7ce281119)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:08:14.095470 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf3b81e-17a9-4270-a2f0-cd31125908f6 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:14.095843 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e667544c-9805-4f2d-b922-60a9f5446cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:14.096185 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7cf3b81e-17a9-4270-a2f0-cd31125908f6 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:14.107136 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1719d705-e176-4975-ad45-1943d92151f2 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:14.114543 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-a93ae3cd-03d6-4549-9b43-56c0aecd2ff6 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80766) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:08:14.114906 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-a93ae3cd-03d6-4549-9b43-56c0aecd2ff6 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:08:14.124102 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-aba30cc3-c7d2-40ec-9f2c-6f4e719afbf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:14.144995 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff95d0ea-c8dd-4870-89a4-f24e962a9914 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Made reservation on behalf of b402c3f19966488ebcb859fd6d6d9b16 for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:08:14.171568 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ff95d0ea-c8dd-4870-89a4-f24e962a9914 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:14.172804 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 14363516-cbca-474d-8ee5-1a3c34317c4a up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:08:14.232701 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3c1c201-9102-4f05-9c1a-0736197548e7 admin admin] Router bed3b29c-d843-4467-9402-68f02779e54b is scheduled to L3 agent 18987107-6d88-4736-94cf-15791d65b3ff with binding_index 1 {{(pid=80766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 29 10:08:14.237120 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-15f2115b-840e-46f2-8920-843c22486128 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:14.292343 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a93ae3cd-03d6-4549-9b43-56c0aecd2ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:14.365367 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7cf3b81e-17a9-4270-a2f0-cd31125908f6 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 2.5485504
Jan 29 10:08:14.384473 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6257f75f-14ce-46f5-9c92-f0f4303c1c4f None None] Network 202d926a-4317-4fd3-a6b3-3233b8a4bdb4 is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:08:14.387044 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50690) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:14.387741 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16fef1f-14db-4824-a51c-a27836ab8bbe tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Network 064f61d7-3b27-4c99-afa5-d418434af3be is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:08:14.388054 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-07bfd94f-6858-4b2f-9734-43ae5266769a tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] device_id is not set on port 9e3c170f-72c1-49a1-9206-856b835d182e yet. {{(pid=80766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:08:14.392082 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-6257f75f-14ce-46f5-9c92-f0f4303c1c4f None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:08:14.396707 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b9ac06-ebc3-4df5-88a5-dade7ea79be8 None None] Pushing event updated for resources: {'Port': ['ID=baad40a7-f833-4fed-9129-14efdd69b52a,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:14.403509 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6257f75f-14ce-46f5-9c92-f0f4303c1c4f None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:08:14.403708 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-b946132b-9404-4019-b653-ae5c28c134d7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Request body: {'subnet': {'network_id': '6f4ec9eb-40b3-445a-b38b-33a10f804879', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:08:14.418728 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b6b9ac06-ebc3-4df5-88a5-dade7ea79be8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:14.419259 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf3b81e-17a9-4270-a2f0-cd31125908f6 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Pushing event updated for resources: {'Network': ['ID=3604bf84-bcc3-47aa-add5-df79811477a6,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:14.465108 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 3604bf84-bcc3-47aa-add5-df79811477a6 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:08:14.470660 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7cf3b81e-17a9-4270-a2f0-cd31125908f6 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:14.480090 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 3604bf84-bcc3-47aa-add5-df79811477a6 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:08:14.489122 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-a16fef1f-14db-4824-a51c-a27836ab8bbe tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 064f61d7-3b27-4c99-afa5-d418434af3be) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:08:14.531093 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b0dacd-9503-4cab-8e10-d85f5af4262b None None] Network 064f61d7-3b27-4c99-afa5-d418434af3be requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:08:14.583704 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a93ae3cd-03d6-4549-9b43-56c0aecd2ff6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 13}  {{(pid=80766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:08:14.613894 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a93ae3cd-03d6-4549-9b43-56c0aecd2ff6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268197113528', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:14.614541 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-a93ae3cd-03d6-4549-9b43-56c0aecd2ff6 admin admin] Added segment f45dbb05-bcf8-4e6d-baca-ba3a610ed176 of type vxlan for network 91377aae-8517-403c-bf87-a5f994a9382d
Jan 29 10:08:14.625380 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16fef1f-14db-4824-a51c-a27836ab8bbe tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:14.626004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a16fef1f-14db-4824-a51c-a27836ab8bbe tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:14.672366 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 14363516-cbca-474d-8ee5-1a3c34317c4a triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:08:14.672786 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:14.760438 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c1c201-9102-4f05-9c1a-0736197548e7 admin admin] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:08:14.763455 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-6257f75f-14ce-46f5-9c92-f0f4303c1c4f None None] Attempting to bind port 0b548236-7506-4181-92e8-d676bbbd5ae5 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:08:14.763868 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-6257f75f-14ce-46f5-9c92-f0f4303c1c4f None None] Attempting to bind port 0b548236-7506-4181-92e8-d676bbbd5ae5 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'da74141a-e053-4807-8732-98d074b8386c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '202d926a-4317-4fd3-a6b3-3233b8a4bdb4'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:08:14.764284 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6257f75f-14ce-46f5-9c92-f0f4303c1c4f None None] Attempting to bind port 0b548236-7506-4181-92e8-d676bbbd5ae5 on network 202d926a-4317-4fd3-a6b3-3233b8a4bdb4 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:08:14.775359 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818a0eb0-5f6e-4042-8777-bc3c6968c079 None None] Sync routers for ids ['bed3b29c-d843-4467-9402-68f02779e54b'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:08:14.785208 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818a0eb0-5f6e-4042-8777-bc3c6968c079 None None] Routers {'bed3b29c-d843-4467-9402-68f02779e54b'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:08:14.786279 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-818a0eb0-5f6e-4042-8777-bc3c6968c079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9c3a828>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:07:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['bed3b29c-d843-4467-9402-68f02779e54b'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:08:14.793910 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-b946132b-9404-4019-b653-ae5c28c134d7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:08:14.808172 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b946132b-9404-4019-b653-ae5c28c134d7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Usage tracker for resource:subnet and tenant:22949024c322421d99052f9202cdd49a is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:08:14.823176 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a16fef1f-14db-4824-a51c-a27836ab8bbe tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.9766479
Jan 29 10:08:14.827838 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b946132b-9404-4019-b653-ae5c28c134d7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:08:14.843039 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50694) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:14.845940 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-b946132b-9404-4019-b653-ae5c28c134d7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:08:14.877537 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a93ae3cd-03d6-4549-9b43-56c0aecd2ff6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:14.883106 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-07bfd94f-6858-4b2f-9734-43ae5266769a tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Allocated IP 2001:db8::16a (199fc74d-8154-4f93-b41f-1d6cdce07a22/e82a6fd5-22f9-4b3b-8cd7-13d8e90e94f2/9e3c170f-72c1-49a1-9206-856b835d182e) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:08:14.889156 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6257f75f-14ce-46f5-9c92-f0f4303c1c4f None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:08:14.889628 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6257f75f-14ce-46f5-9c92-f0f4303c1c4f None None] Checking segment: {'id': 'da74141a-e053-4807-8732-98d074b8386c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '202d926a-4317-4fd3-a6b3-3233b8a4bdb4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:08:14.890000 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6257f75f-14ce-46f5-9c92-f0f4303c1c4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:14.890442 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6257f75f-14ce-46f5-9c92-f0f4303c1c4f None None] Bound using segment: {'id': 'da74141a-e053-4807-8732-98d074b8386c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '202d926a-4317-4fd3-a6b3-3233b8a4bdb4'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:08:14.890991 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-6257f75f-14ce-46f5-9c92-f0f4303c1c4f None None] Bound port: 0b548236-7506-4181-92e8-d676bbbd5ae5, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da74141a-e053-4807-8732-98d074b8386c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '202d926a-4317-4fd3-a6b3-3233b8a4bdb4'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:08:14.891422 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6257f75f-14ce-46f5-9c92-f0f4303c1c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:14.892269 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b946132b-9404-4019-b653-ae5c28c134d7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Made reservation on behalf of 22949024c322421d99052f9202cdd49a for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:08:14.896343 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-2dc95ae4-af2e-495f-a46a-35241ab1124d tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Request body: {'port': {'network_id': '064f61d7-3b27-4c99-afa5-d418434af3be', 'name': 'tempest-AllowedAddressPairTestJSON-1274640602'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:08:14.914692 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b946132b-9404-4019-b653-ae5c28c134d7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:14.933540 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e667544c-9805-4f2d-b922-60a9f5446cdf None None] Routers {'186f80c1-4500-4ded-869d-b89be306d531'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:08:14.933823 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-2a855ae5-2f6f-435f-93bd-0c8ab82adb44 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Allocated IP 172.20.0.1 (202d926a-4317-4fd3-a6b3-3233b8a4bdb4/18ba1ea0-4872-4c5f-bc2f-ad1138a60b95/bd7862d9-0746-4c02-9b51-23b3718ccd22) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:08:14.934304 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-e667544c-9805-4f2d-b922-60a9f5446cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9518da0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:07:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['186f80c1-4500-4ded-869d-b89be306d531'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:08:15.137390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-818a0eb0-5f6e-4042-8777-bc3c6968c079 None None] Set router bed3b29c-d843-4467-9402-68f02779e54b gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:08:15.170512 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.resource_extend [None req-a93ae3cd-03d6-4549-9b43-56c0aecd2ff6 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 29 10:08:15.195024 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c3c1c201-9102-4f05-9c1a-0736197548e7 admin admin] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:15.199705 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c3c1c201-9102-4f05-9c1a-0736197548e7 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 10.9806352
Jan 29 10:08:15.205175 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50698) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:15.310294 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a93ae3cd-03d6-4549-9b43-56c0aecd2ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:15.311417 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93ae3cd-03d6-4549-9b43-56c0aecd2ff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:15.312481 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a93ae3cd-03d6-4549-9b43-56c0aecd2ff6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:15.340362 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8cfa22fd-6cd3-4936-b5e2-5e08e713e189 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:15.372893 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-6257f75f-14ce-46f5-9c92-f0f4303c1c4f None None] For port 0b548236-7506-4181-92e8-d676bbbd5ae5, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:08:15.402145 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-15f2115b-840e-46f2-8920-843c22486128 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852603100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2204728'] for subnet, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:15.430898 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:15.440373 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-e667544c-9805-4f2d-b922-60a9f5446cdf None None] Set router 186f80c1-4500-4ded-869d-b89be306d531 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:08:15.473920 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a93ae3cd-03d6-4549-9b43-56c0aecd2ff6 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 5.1304855
Jan 29 10:08:15.533316 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-2dc95ae4-af2e-495f-a46a-35241ab1124d tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:08:15.535875 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50702) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:15.573607 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-1493dd92-2725-4a2b-91a6-e380ec5e0634 admin admin] Request body: {'subnet': {'network_id': '91377aae-8517-403c-bf87-a5f994a9382d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1863543552-subnet', 'tenant_id': '5fdf3ff8e4ec495a9920173817d5a87c', 'ip_version': 4}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:08:15.581989 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2dc95ae4-af2e-495f-a46a-35241ab1124d tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Usage tracker for resource:port and tenant:1958396d18164bb09457e89192306a99 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:08:15.592278 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93ae3cd-03d6-4549-9b43-56c0aecd2ff6 admin admin] Pushing event updated for resources: {'Network': ['ID=91377aae-8517-403c-bf87-a5f994a9382d,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:15.603590 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2dc95ae4-af2e-495f-a46a-35241ab1124d tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:08:15.625934 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-1493dd92-2725-4a2b-91a6-e380ec5e0634 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:08:15.629001 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-2dc95ae4-af2e-495f-a46a-35241ab1124d tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:08:15.637139 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93ae3cd-03d6-4549-9b43-56c0aecd2ff6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:15.637139 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93ae3cd-03d6-4549-9b43-56c0aecd2ff6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:15.637580 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93ae3cd-03d6-4549-9b43-56c0aecd2ff6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:15.638047 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93ae3cd-03d6-4549-9b43-56c0aecd2ff6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:15.638528 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93ae3cd-03d6-4549-9b43-56c0aecd2ff6 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:15.639015 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93ae3cd-03d6-4549-9b43-56c0aecd2ff6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:15.639504 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93ae3cd-03d6-4549-9b43-56c0aecd2ff6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:15.639979 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93ae3cd-03d6-4549-9b43-56c0aecd2ff6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:15.640462 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93ae3cd-03d6-4549-9b43-56c0aecd2ff6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:15.640961 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93ae3cd-03d6-4549-9b43-56c0aecd2ff6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:15.641619 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93ae3cd-03d6-4549-9b43-56c0aecd2ff6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:15.642136 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93ae3cd-03d6-4549-9b43-56c0aecd2ff6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:15.642700 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93ae3cd-03d6-4549-9b43-56c0aecd2ff6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:15.643729 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93ae3cd-03d6-4549-9b43-56c0aecd2ff6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:15.644385 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93ae3cd-03d6-4549-9b43-56c0aecd2ff6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:15.644879 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93ae3cd-03d6-4549-9b43-56c0aecd2ff6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:15.645360 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93ae3cd-03d6-4549-9b43-56c0aecd2ff6 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:15.645873 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93ae3cd-03d6-4549-9b43-56c0aecd2ff6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:15.646375 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93ae3cd-03d6-4549-9b43-56c0aecd2ff6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:15.646845 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93ae3cd-03d6-4549-9b43-56c0aecd2ff6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:15.648408 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93ae3cd-03d6-4549-9b43-56c0aecd2ff6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:15.648408 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93ae3cd-03d6-4549-9b43-56c0aecd2ff6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:15.648615 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93ae3cd-03d6-4549-9b43-56c0aecd2ff6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:15.649077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93ae3cd-03d6-4549-9b43-56c0aecd2ff6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:15.660888 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a93ae3cd-03d6-4549-9b43-56c0aecd2ff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:15.662110 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-1493dd92-2725-4a2b-91a6-e380ec5e0634 admin admin] Usage tracker for resource:subnet and tenant:5fdf3ff8e4ec495a9920173817d5a87c is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:08:15.669605 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-07bfd94f-6858-4b2f-9734-43ae5266769a tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:15.676020 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-1493dd92-2725-4a2b-91a6-e380ec5e0634 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:08:15.680274 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-818a0eb0-5f6e-4042-8777-bc3c6968c079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9c3a828>, [{'id': 'bed3b29c-d843-4467-9402-68f02779e54b', 'name': 'tempest-ServerActionsTestJSON-1485438757-router', 'tenant_id': 'ee8761d4330e4fd09e97501060c8b8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.158'}], 'enable_snat': True}, 'gw_port_id': 'f313f94e-1e43-4323-8d42-67981da4c4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:08:04Z', 'updated_at': '2021-01-29T10:08:11Z', 'revision_number': 3, 'project_id': 'ee8761d4330e4fd09e97501060c8b8ec', 'gw_port': {'id': 'f313f94e-1e43-4323-8d42-67981da4c4a8', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:68:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed3b29c-d843-4467-9402-68f02779e54b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:08:07Z', 'updated_at': '2021-01-29T10:08:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:08:15.685276 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818a0eb0-5f6e-4042-8777-bc3c6968c079 None None] Checking router: bed3b29c-d843-4467-9402-68f02779e54b for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:08:15.685678 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818a0eb0-5f6e-4042-8777-bc3c6968c079 None None] Updating router bed3b29c-d843-4467-9402-68f02779e54b port f313f94e-1e43-4323-8d42-67981da4c4a8 binding host dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 29 10:08:15.692521 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-1493dd92-2725-4a2b-91a6-e380ec5e0634 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:08:15.756484 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc95ae4-af2e-495f-a46a-35241ab1124d tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Made reservation on behalf of 1958396d18164bb09457e89192306a99 for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:08:15.758996 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-818a0eb0-5f6e-4042-8777-bc3c6968c079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:15.778545 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2dc95ae4-af2e-495f-a46a-35241ab1124d tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:15.786770 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f2115b-840e-46f2-8920-843c22486128 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event deleted for resources: {'Subnet': ['ID=d0c72eaa-f60d-4625-ad0f-5eb18c8b4db7,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:15.808331 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-07bfd94f-6858-4b2f-9734-43ae5266769a tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Transition to ACTIVE for port object 9e3c170f-72c1-49a1-9206-856b835d182e will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:08:15.817551 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1493dd92-2725-4a2b-91a6-e380ec5e0634 admin admin] Made reservation on behalf of 5fdf3ff8e4ec495a9920173817d5a87c for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:08:15.824808 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1493dd92-2725-4a2b-91a6-e380ec5e0634 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:15.879180 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f2115b-840e-46f2-8920-843c22486128 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:15.879590 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f2115b-840e-46f2-8920-843c22486128 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:15.879999 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f2115b-840e-46f2-8920-843c22486128 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:15.880396 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f2115b-840e-46f2-8920-843c22486128 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:15.880789 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f2115b-840e-46f2-8920-843c22486128 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:15.881183 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f2115b-840e-46f2-8920-843c22486128 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:15.882150 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f2115b-840e-46f2-8920-843c22486128 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:15.882614 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f2115b-840e-46f2-8920-843c22486128 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:15.883030 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f2115b-840e-46f2-8920-843c22486128 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:15.883421 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f2115b-840e-46f2-8920-843c22486128 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:15.883812 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f2115b-840e-46f2-8920-843c22486128 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:15.884197 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f2115b-840e-46f2-8920-843c22486128 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:15.884659 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f2115b-840e-46f2-8920-843c22486128 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:15.885037 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f2115b-840e-46f2-8920-843c22486128 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:15.885446 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f2115b-840e-46f2-8920-843c22486128 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:15.885858 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f2115b-840e-46f2-8920-843c22486128 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:15.886246 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f2115b-840e-46f2-8920-843c22486128 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:15.886633 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f2115b-840e-46f2-8920-843c22486128 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:15.887017 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f2115b-840e-46f2-8920-843c22486128 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:15.887399 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f2115b-840e-46f2-8920-843c22486128 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:15.887782 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f2115b-840e-46f2-8920-843c22486128 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:15.888165 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f2115b-840e-46f2-8920-843c22486128 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:15.888549 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f2115b-840e-46f2-8920-843c22486128 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:15.888932 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f2115b-840e-46f2-8920-843c22486128 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:15.894871 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2a855ae5-2f6f-435f-93bd-0c8ab82adb44 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:15.913158 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-15f2115b-840e-46f2-8920-843c22486128 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:16.003196 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-2a855ae5-2f6f-435f-93bd-0c8ab82adb44 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Transition to ACTIVE for port object bd7862d9-0746-4c02-9b51-23b3718ccd22 will not be triggered until provisioned by entity DHCP. {{(pid=80765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:08:16.021752 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-15f2115b-840e-46f2-8920-843c22486128 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:16.055200 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 31fa7983-1b00-41c0-94db-1713584d3691 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:08:16.130422 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-07bfd94f-6858-4b2f-9734-43ae5266769a tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:16.134484 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-6257f75f-14ce-46f5-9c92-f0f4303c1c4f None None] For port 0b548236-7506-4181-92e8-d676bbbd5ae5, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=0b548236-7506-4181-92e8-d676bbbd5ae5,segment=NetworkSegment(da74141a-e053-4807-8732-98d074b8386c),segment_id=da74141a-e053-4807-8732-98d074b8386c)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:08:16.145965 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 91377aae-8517-403c-bf87-a5f994a9382d details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:08:16.164742 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-04cc8ea3-2e68-40af-9d16-f452de06eb99 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:16.182007 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 91377aae-8517-403c-bf87-a5f994a9382d details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:08:16.197516 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-15f2115b-840e-46f2-8920-843c22486128 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/subnets/d0c72eaa-f60d-4625-ad0f-5eb18c8b4db7 HTTP/1.1" status: 204  len: 168 time: 3.1010132
Jan 29 10:08:16.221203 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50706) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:16.299782 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-818a0eb0-5f6e-4042-8777-bc3c6968c079 None None] Notify callbacks [] for port, precommit_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:16.317386 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-818a0eb0-5f6e-4042-8777-bc3c6968c079 None None] Transition to ACTIVE for port object f313f94e-1e43-4323-8d42-67981da4c4a8 will not be triggered until provisioned by entity L2. {{(pid=80768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:08:16.321671 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-818a0eb0-5f6e-4042-8777-bc3c6968c079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:16.342590 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:16.346252 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-35dd5456-b3bc-4201-8c6b-a0c4106fc84b tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1224124
Jan 29 10:08:16.346943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50710) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:16.362425 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afd82eb-689f-4fbf-a2cd-fbfb244dc626 None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:08:16.378805 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-1ce4b985-b9c2-4ce4-8035-e55172a48319 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Request body: {'subnet': {'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:08:16.407440 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2a855ae5-2f6f-435f-93bd-0c8ab82adb44 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:16.433374 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-00025027-8d08-4364-919f-edaeb705d30b tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:16.442077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b1ff43-962e-4bba-9008-f0ffa790fe17 None None] Pushing event updated for resources: {'Port': ['ID=f313f94e-1e43-4323-8d42-67981da4c4a8,revision_number=2']} {{(pid=80768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:16.466612 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c7b1ff43-962e-4bba-9008-f0ffa790fe17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:16.527238 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48c650c-f1ca-4724-8586-ee59ef796141 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-064f61d7-3b27-4c99-afa5-d418434af3be', 'network_id': '064f61d7-3b27-4c99-afa5-d418434af3be', 'tenant_id': '1958396d18164bb09457e89192306a99', 'fixed_ips': [{'subnet_id': '193806c8-4044-46c5-87c8-fbba2cb09ed4'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:08:16.529211 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c48c650c-f1ca-4724-8586-ee59ef796141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:16.536158 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-2dc95ae4-af2e-495f-a46a-35241ab1124d tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] device_id is not set on port 4406f656-c403-4543-b8bb-875b59226b28 yet. {{(pid=80766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:08:16.631243 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-818a0eb0-5f6e-4042-8777-bc3c6968c079 None None] Attempting to bind port f313f94e-1e43-4323-8d42-67981da4c4a8 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:08:16.632393 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-818a0eb0-5f6e-4042-8777-bc3c6968c079 None None] Attempting to bind port f313f94e-1e43-4323-8d42-67981da4c4a8 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}] {{(pid=80768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:08:16.632801 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818a0eb0-5f6e-4042-8777-bc3c6968c079 None None] Attempting to bind port f313f94e-1e43-4323-8d42-67981da4c4a8 on network aadf795f-2e1a-4d04-be0e-12575f0f28a5 {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:08:16.640762 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818a0eb0-5f6e-4042-8777-bc3c6968c079 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:08:16.641179 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818a0eb0-5f6e-4042-8777-bc3c6968c079 None None] Checking segment: {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:08:16.641824 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-818a0eb0-5f6e-4042-8777-bc3c6968c079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:16.642352 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818a0eb0-5f6e-4042-8777-bc3c6968c079 None None] Bound using segment: {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'} {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:08:16.642920 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-818a0eb0-5f6e-4042-8777-bc3c6968c079 None None] Bound port: f313f94e-1e43-4323-8d42-67981da4c4a8, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}}] {{(pid=80768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:08:16.643267 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-818a0eb0-5f6e-4042-8777-bc3c6968c079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:16.655077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6257f75f-14ce-46f5-9c92-f0f4303c1c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:16.737162 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-818a0eb0-5f6e-4042-8777-bc3c6968c079 None None] For port f313f94e-1e43-4323-8d42-67981da4c4a8, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:08:16.740592 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-818a0eb0-5f6e-4042-8777-bc3c6968c079 None None] For port f313f94e-1e43-4323-8d42-67981da4c4a8, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=f313f94e-1e43-4323-8d42-67981da4c4a8,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:08:16.748605 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-818a0eb0-5f6e-4042-8777-bc3c6968c079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:16.767208 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a855ae5-2f6f-435f-93bd-0c8ab82adb44 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Port': ['ID=bd7862d9-0746-4c02-9b51-23b3718ccd22,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:16.790615 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bfd94f-6858-4b2f-9734-43ae5266769a tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Pushing event updated for resources: {'Port': ['ID=9e3c170f-72c1-49a1-9206-856b835d182e,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:16.814569 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-07bfd94f-6858-4b2f-9734-43ae5266769a tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.650s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:16.843084 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2a855ae5-2f6f-435f-93bd-0c8ab82adb44 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:16.862036 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-1ce4b985-b9c2-4ce4-8035-e55172a48319 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:08:16.865387 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ff95d0ea-c8dd-4870-89a4-f24e962a9914 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:16.885979 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e9ce3ac2-7fb1-409a-a376-ee43828febb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:16.925314 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:16.935589 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-1ce4b985-b9c2-4ce4-8035-e55172a48319 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Usage tracker for resource:subnet and tenant:b2cc7248d2184abfb3aa21c44218cf1c is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:08:16.936580 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-cdb7ec87-4fdd-4457-964c-2ddeaa67e965 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:16.952025 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-1ce4b985-b9c2-4ce4-8035-e55172a48319 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:08:16.966565 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-1ce4b985-b9c2-4ce4-8035-e55172a48319 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:08:16.995075 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6257f75f-14ce-46f5-9c92-f0f4303c1c4f None None] Pushing event updated for resources: {'Port': ['ID=0b548236-7506-4181-92e8-d676bbbd5ae5,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:16.999964 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6257f75f-14ce-46f5-9c92-f0f4303c1c4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:17.026539 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a855ae5-2f6f-435f-93bd-0c8ab82adb44 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network 202d926a-4317-4fd3-a6b3-3233b8a4bdb4 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:08:17.027372 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce4b985-b9c2-4ce4-8035-e55172a48319 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Made reservation on behalf of b2cc7248d2184abfb3aa21c44218cf1c for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:08:17.048833 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1ce4b985-b9c2-4ce4-8035-e55172a48319 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:17.056497 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b1ff43-962e-4bba-9008-f0ffa790fe17 None None] Pushing event updated for resources: {'Port': ['ID=f313f94e-1e43-4323-8d42-67981da4c4a8,revision_number=3']} {{(pid=80768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:17.074744 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-2a855ae5-2f6f-435f-93bd-0c8ab82adb44 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:08:17.085685 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a855ae5-2f6f-435f-93bd-0c8ab82adb44 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:08:17.091677 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c7b1ff43-962e-4bba-9008-f0ffa790fe17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:17.123337 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818a0eb0-5f6e-4042-8777-bc3c6968c079 None None] Routers {'bed3b29c-d843-4467-9402-68f02779e54b'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:08:17.125913 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-818a0eb0-5f6e-4042-8777-bc3c6968c079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9c3a828>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:07:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['bed3b29c-d843-4467-9402-68f02779e54b'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:08:17.141726 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07bfd94f-6858-4b2f-9734-43ae5266769a tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Network 199fc74d-8154-4f93-b41f-1d6cdce07a22 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:08:17.158997 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 31fa7983-1b00-41c0-94db-1713584d3691 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:08:17.159534 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:17.168391 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-07bfd94f-6858-4b2f-9734-43ae5266769a tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:08:17.180383 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-2dc95ae4-af2e-495f-a46a-35241ab1124d tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Allocated IP 172.20.0.7 (064f61d7-3b27-4c99-afa5-d418434af3be/193806c8-4044-46c5-87c8-fbba2cb09ed4/4406f656-c403-4543-b8bb-875b59226b28) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:08:17.182641 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bfd94f-6858-4b2f-9734-43ae5266769a tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:08:17.263547 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bfd94f-6858-4b2f-9734-43ae5266769a tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:17.264338 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-07bfd94f-6858-4b2f-9734-43ae5266769a tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:17.268939 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff95d0ea-c8dd-4870-89a4-f24e962a9914 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event updated for resources: {'Subnet': ['ID=82635263-5c08-4517-8d57-b298380acd9d,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:17.278237 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ff95d0ea-c8dd-4870-89a4-f24e962a9914 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:17.417883 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-07bfd94f-6858-4b2f-9734-43ae5266769a tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 4.6219668
Jan 29 10:08:17.418839 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50716) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:17.435130 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2a855ae5-2f6f-435f-93bd-0c8ab82adb44 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854426412'] for router_interface, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:17.721351 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2dc95ae4-af2e-495f-a46a-35241ab1124d tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:17.722330 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9f6b79-105b-4d75-9e57-375cb326359f None None] DHCP port deletion for 36ec2ab5-acc9-45dc-a136-797459b09a1c request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:08:17.740212 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-2dc95ae4-af2e-495f-a46a-35241ab1124d tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Transition to ACTIVE for port object 4406f656-c403-4543-b8bb-875b59226b28 will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:08:17.751288 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-1d9f6b79-105b-4d75-9e57-375cb326359f None None] Deleting port 5213e070-4302-4226-bf10-f07a6b2a5648 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:08:17.751761 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1d9f6b79-105b-4d75-9e57-375cb326359f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:17.769661 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-cd3252c5-8bd1-41c1-a3ef-b290d1812992 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::b9', 'mac_address': 'fa:16:3e:57:ca:9a'}]}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:08:17.833724 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-9c726642-1c66-42a9-98bd-ee0a4f1931bf None None] Provisioning for port 9e3c170f-72c1-49a1-9206-856b835d182e completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:08:17.838421 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-818a0eb0-5f6e-4042-8777-bc3c6968c079 None None] Set router bed3b29c-d843-4467-9402-68f02779e54b gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:08:17.854216 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b946132b-9404-4019-b653-ae5c28c134d7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:17.862624 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-9c726642-1c66-42a9-98bd-ee0a4f1931bf None None] Provisioning complete for port 9e3c170f-72c1-49a1-9206-856b835d182e triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:08:17.863096 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9c726642-1c66-42a9-98bd-ee0a4f1931bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:17.893599 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c367fe77-a895-4cf3-8992-a63c31c882c3 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:17.901731 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2dc95ae4-af2e-495f-a46a-35241ab1124d tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:17.927537 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-dcec2479-d876-470a-b479-0fce1b194d71 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:17.960326 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-e667544c-9805-4f2d-b922-60a9f5446cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9518da0>, [{'id': '186f80c1-4500-4ded-869d-b89be306d531', 'name': 'tempest-TestVolumeBootPattern-1113126477-router', 'tenant_id': '4d907168a4924ceb9472857ce37e1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '28d59b23-64d3-4cb4-9403-19957bc5481c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:07:40Z', 'updated_at': '2021-01-29T10:08:01Z', 'revision_number': 4, 'project_id': '4d907168a4924ceb9472857ce37e1904', 'gw_port': {'id': '28d59b23-64d3-4cb4-9403-19957bc5481c', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186f80c1-4500-4ded-869d-b89be306d531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:07:44Z', 'updated_at': '2021-01-29T10:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'baad40a7-f833-4fed-9129-14efdd69b52a', 'name': '', 'network_id': '9c450a0f-2c11-436c-8735-9a1afe6b7184', 'tenant_id': '4d907168a4924ceb9472857ce37e1904', 'mac_address': 'fa:16:3e:db:ec:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '186f80c1-4500-4ded-869d-b89be306d531', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'dd17e4b6-a33a-4e17-bc4a-03539800690d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:07:56Z', 'updated_at': '2021-01-29T10:08:13Z', 'revision_number': 4, 'project_id': '4d907168a4924ceb9472857ce37e1904', 'subnets': [{'id': 'dd17e4b6-a33a-4e17-bc4a-03539800690d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:08:17.972894 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 0b548236-7506-4181-92e8-d676bbbd5ae5 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:08:18.031598 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc95ae4-af2e-495f-a46a-35241ab1124d tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Pushing event updated for resources: {'Port': ['ID=4406f656-c403-4543-b8bb-875b59226b28,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:18.035190 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2dc95ae4-af2e-495f-a46a-35241ab1124d tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:18.065571 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e667544c-9805-4f2d-b922-60a9f5446cdf None None] The sync data for ids ['186f80c1-4500-4ded-869d-b89be306d531'] in dv-neutron-772983-2-ovs is: [{'id': '186f80c1-4500-4ded-869d-b89be306d531', 'name': 'tempest-TestVolumeBootPattern-1113126477-router', 'tenant_id': '4d907168a4924ceb9472857ce37e1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '28d59b23-64d3-4cb4-9403-19957bc5481c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:07:40Z', 'updated_at': '2021-01-29T10:08:01Z', 'revision_number': 4, 'project_id': '4d907168a4924ceb9472857ce37e1904', 'gw_port': {'id': '28d59b23-64d3-4cb4-9403-19957bc5481c', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186f80c1-4500-4ded-869d-b89be306d531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:07:44Z', 'updated_at': '2021-01-29T10:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'baad40a7-f833-4fed-9129-14efdd69b52a', 'name': '', 'network_id': '9c450a0f-2c11-436c-8735-9a1afe6b7184', 'tenant_id': '4d907168a4924ceb9472857ce37e1904', 'mac_address': 'fa:16:3e:db:ec:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '186f80c1-4500-4ded-869d-b89be306d531', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'dd17e4b6-a33a-4e17-bc4a-03539800690d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:07:56Z', 'updated_at': '2021-01-29T10:08:13Z', 'revision_number': 4, 'project_id': '4d907168a4924ceb9472857ce37e1904', 'subnets': [{'id': 'dd17e4b6-a33a-4e17-bc4a-03539800690d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:08:18.169032 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-9c726642-1c66-42a9-98bd-ee0a4f1931bf None None] Port 9e3c170f-72c1-49a1-9206-856b835d182e cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:08:18.203673 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-c48c650c-f1ca-4724-8586-ee59ef796141 None None] Allocated IP 172.20.0.2 (064f61d7-3b27-4c99-afa5-d418434af3be/193806c8-4044-46c5-87c8-fbba2cb09ed4/33470968-b24b-4795-b41a-7d0d2638685d) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:08:18.307352 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-818a0eb0-5f6e-4042-8777-bc3c6968c079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9c3a828>, [{'id': 'bed3b29c-d843-4467-9402-68f02779e54b', 'name': 'tempest-ServerActionsTestJSON-1485438757-router', 'tenant_id': 'ee8761d4330e4fd09e97501060c8b8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.158'}], 'enable_snat': True}, 'gw_port_id': 'f313f94e-1e43-4323-8d42-67981da4c4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:08:04Z', 'updated_at': '2021-01-29T10:08:11Z', 'revision_number': 3, 'project_id': 'ee8761d4330e4fd09e97501060c8b8ec', 'gw_port': {'id': 'f313f94e-1e43-4323-8d42-67981da4c4a8', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:68:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed3b29c-d843-4467-9402-68f02779e54b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:08:07Z', 'updated_at': '2021-01-29T10:08:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:08:18.313333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818a0eb0-5f6e-4042-8777-bc3c6968c079 None None] The sync data for ids ['bed3b29c-d843-4467-9402-68f02779e54b'] in dv-neutron-772983-2-ovs is: [{'id': 'bed3b29c-d843-4467-9402-68f02779e54b', 'name': 'tempest-ServerActionsTestJSON-1485438757-router', 'tenant_id': 'ee8761d4330e4fd09e97501060c8b8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.158'}], 'enable_snat': True}, 'gw_port_id': 'f313f94e-1e43-4323-8d42-67981da4c4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:08:04Z', 'updated_at': '2021-01-29T10:08:11Z', 'revision_number': 3, 'project_id': 'ee8761d4330e4fd09e97501060c8b8ec', 'gw_port': {'id': 'f313f94e-1e43-4323-8d42-67981da4c4a8', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:68:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed3b29c-d843-4467-9402-68f02779e54b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:08:07Z', 'updated_at': '2021-01-29T10:08:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:08:18.450947 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-1d9f6b79-105b-4d75-9e57-375cb326359f None None] For port 5213e070-4302-4226-bf10-f07a6b2a5648, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=5213e070-4302-4226-bf10-f07a6b2a5648,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:08:18.451513 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1d9f6b79-105b-4d75-9e57-375cb326359f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:18.502785 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff95d0ea-c8dd-4870-89a4-f24e962a9914 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Checking segment: {'id': 'ea556d19-04d7-4a6c-bc45-d9f34f3b4154', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'd5d37060-ecd1-4192-8388-607c14013c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:08:18.503593 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff95d0ea-c8dd-4870-89a4-f24e962a9914 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Network hostable DHCP agents. Network: d5d37060-ecd1-4192-8388-607c14013c2f, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:08:18.533221 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a044d56b-e1d3-4a83-92be-faecae4a181f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:18.594299 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc95ae4-af2e-495f-a46a-35241ab1124d tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Network 064f61d7-3b27-4c99-afa5-d418434af3be is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:08:18.599003 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-2dc95ae4-af2e-495f-a46a-35241ab1124d tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:08:18.602613 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc95ae4-af2e-495f-a46a-35241ab1124d tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:08:18.693220 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff95d0ea-c8dd-4870-89a4-f24e962a9914 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Network d5d37060-ecd1-4192-8388-607c14013c2f is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:08:18.721949 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cd3252c5-8bd1-41c1-a3ef-b290d1812992 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:18.730592 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946132b-9404-4019-b653-ae5c28c134d7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Pushing event updated for resources: {'Subnet': ['ID=2c2fa54a-55c7-40f7-ae77-8ef0e047e4e1,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:18.744923 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-ff95d0ea-c8dd-4870-89a4-f24e962a9914 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, d5d37060-ecd1-4192-8388-607c14013c2f) {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:08:18.816867 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff95d0ea-c8dd-4870-89a4-f24e962a9914 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:18.817723 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ff95d0ea-c8dd-4870-89a4-f24e962a9914 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:18.886232 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b946132b-9404-4019-b653-ae5c28c134d7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.993s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:18.901194 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ff95d0ea-c8dd-4870-89a4-f24e962a9914 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 6.2873046
Jan 29 10:08:18.903502 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50726) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:18.989716 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc95ae4-af2e-495f-a46a-35241ab1124d tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:18.990994 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2dc95ae4-af2e-495f-a46a-35241ab1124d tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:19.001270 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-1d9f6b79-105b-4d75-9e57-375cb326359f None None] Calling delete_port for 5213e070-4302-4226-bf10-f07a6b2a5648 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:08:19.024120 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-704b5683-dc93-4f5c-a183-60d7c72c3eac tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Request body: {'subnet': {'network_id': 'd5d37060-ecd1-4192-8388-607c14013c2f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:08:19.078834 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2dc95ae4-af2e-495f-a46a-35241ab1124d tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 4.2041728
Jan 29 10:08:19.097599 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50730) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:19.106792 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 0b548236-7506-4181-92e8-d676bbbd5ae5 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:08:19.145597 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f35aa14-8191-4aec-a183-689d9f283163 None None] Network d5d37060-ecd1-4192-8388-607c14013c2f requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:08:19.148428 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b946132b-9404-4019-b653-ae5c28c134d7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Checking segment: {'id': '960cf5cc-8c62-428f-a298-497a56febd96', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '6f4ec9eb-40b3-445a-b38b-33a10f804879'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:08:19.148841 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b946132b-9404-4019-b653-ae5c28c134d7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Network hostable DHCP agents. Network: 6f4ec9eb-40b3-445a-b38b-33a10f804879, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:08:19.158596 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2a855ae5-2f6f-435f-93bd-0c8ab82adb44 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:19.161257 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-0997b75b-2d2c-45ac-b588-eee345d55e51 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Request body: {'port': {'network_id': '064f61d7-3b27-4c99-afa5-d418434af3be', 'name': 'tempest-AllowedAddressPairTestJSON-2089221745', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:4c:bb:68'}]}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:08:19.310673 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34aa076-f5d5-4b78-9ba2-4a48d41939c6 None None] Network 202d926a-4317-4fd3-a6b3-3233b8a4bdb4 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:08:19.459043 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-0997b75b-2d2c-45ac-b588-eee345d55e51 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:08:19.474483 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-0997b75b-2d2c-45ac-b588-eee345d55e51 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Usage tracker for resource:port and tenant:1958396d18164bb09457e89192306a99 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:08:19.482186 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-0997b75b-2d2c-45ac-b588-eee345d55e51 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Quota usage for port was recalculated. Used quota:1. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:08:19.537798 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1493dd92-2725-4a2b-91a6-e380ec5e0634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:19.596226 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-0997b75b-2d2c-45ac-b588-eee345d55e51 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:08:19.603579 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7dfc2412-e93b-4536-a44b-39d9aca8f195 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:19.605303 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-e5849f08-dede-40ef-b704-3eed036c1a7e None None] Provisioning for port 0b548236-7506-4181-92e8-d676bbbd5ae5 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:08:19.623973 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 5213e070-4302-4226-bf10-f07a6b2a5648 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:08:19.673441 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937920c6-a028-48f6-b7d9-71989121685b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-d5d37060-ecd1-4192-8388-607c14013c2f', 'network_id': 'd5d37060-ecd1-4192-8388-607c14013c2f', 'tenant_id': 'b402c3f19966488ebcb859fd6d6d9b16', 'fixed_ips': [{'subnet_id': '82635263-5c08-4517-8d57-b298380acd9d'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:08:19.674539 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-937920c6-a028-48f6-b7d9-71989121685b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:19.675734 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b946132b-9404-4019-b653-ae5c28c134d7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Network 6f4ec9eb-40b3-445a-b38b-33a10f804879 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:08:19.742161 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-b946132b-9404-4019-b653-ae5c28c134d7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 6f4ec9eb-40b3-445a-b38b-33a10f804879) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:08:19.763469 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-e5849f08-dede-40ef-b704-3eed036c1a7e None None] Provisioning complete for port 0b548236-7506-4181-92e8-d676bbbd5ae5 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:08:19.763882 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e5849f08-dede-40ef-b704-3eed036c1a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:19.816388 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1d4c1e-0e81-498c-aa5e-9df902e9efbb None None] Network 6f4ec9eb-40b3-445a-b38b-33a10f804879 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:08:19.834641 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b946132b-9404-4019-b653-ae5c28c134d7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:19.835339 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b946132b-9404-4019-b653-ae5c28c134d7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:19.963772 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1d9f6b79-105b-4d75-9e57-375cb326359f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:19.977706 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b946132b-9404-4019-b653-ae5c28c134d7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 5.5836239
Jan 29 10:08:19.988441 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50736) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:20.000445 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-efa30328-5a0a-4dd3-abdf-1f4b5ba732a5 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Request body: {'subnet': {'network_id': '3604bf84-bcc3-47aa-add5-df79811477a6', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:08:20.002587 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a2a73ae2-19a2-4281-80fa-c22ce7853fff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:20.029835 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1493dd92-2725-4a2b-91a6-e380ec5e0634 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7f2eb06-2f75-4aca-bbbd-8eb1e8079f17,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:20.099428 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1493dd92-2725-4a2b-91a6-e380ec5e0634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:20.102376 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9f6b79-105b-4d75-9e57-375cb326359f None None] Pushing event deleted for resources: {'Port': ['ID=5213e070-4302-4226-bf10-f07a6b2a5648,revision_number=None']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:20.103268 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0997b75b-2d2c-45ac-b588-eee345d55e51 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Made reservation on behalf of 1958396d18164bb09457e89192306a99 for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:08:20.184894 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9f6b79-105b-4d75-9e57-375cb326359f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:20.185277 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9f6b79-105b-4d75-9e57-375cb326359f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:20.185656 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9f6b79-105b-4d75-9e57-375cb326359f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:20.186054 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9f6b79-105b-4d75-9e57-375cb326359f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:20.186421 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9f6b79-105b-4d75-9e57-375cb326359f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:20.186787 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9f6b79-105b-4d75-9e57-375cb326359f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:20.187146 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9f6b79-105b-4d75-9e57-375cb326359f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:20.187508 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9f6b79-105b-4d75-9e57-375cb326359f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:20.187871 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9f6b79-105b-4d75-9e57-375cb326359f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:20.188228 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9f6b79-105b-4d75-9e57-375cb326359f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:20.188584 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9f6b79-105b-4d75-9e57-375cb326359f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:20.188936 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9f6b79-105b-4d75-9e57-375cb326359f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:20.189725 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9f6b79-105b-4d75-9e57-375cb326359f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:20.189725 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9f6b79-105b-4d75-9e57-375cb326359f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:20.196827 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9f6b79-105b-4d75-9e57-375cb326359f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:20.197243 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9f6b79-105b-4d75-9e57-375cb326359f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:20.197623 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9f6b79-105b-4d75-9e57-375cb326359f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:20.198341 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9f6b79-105b-4d75-9e57-375cb326359f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:20.198458 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9f6b79-105b-4d75-9e57-375cb326359f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:20.199841 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9f6b79-105b-4d75-9e57-375cb326359f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:20.199841 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9f6b79-105b-4d75-9e57-375cb326359f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:20.199841 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9f6b79-105b-4d75-9e57-375cb326359f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:20.199841 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9f6b79-105b-4d75-9e57-375cb326359f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:20.200454 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9f6b79-105b-4d75-9e57-375cb326359f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:08:20.216093 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-a044d56b-e1d3-4a83-92be-faecae4a181f admin admin] Allocated IP 172.20.0.1 (26a4294d-c956-403b-8f7a-57f8ffefaf53/5a251db5-5565-4afc-bc11-9aa24a0c3cc1/bd6c7a28-1fdf-4f8e-89b7-848669d0a5a3) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:08:20.220944 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1d9f6b79-105b-4d75-9e57-375cb326359f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:20.253977 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-704b5683-dc93-4f5c-a183-60d7c72c3eac tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:08:20.301847 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-704b5683-dc93-4f5c-a183-60d7c72c3eac tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Usage tracker for resource:subnet and tenant:b402c3f19966488ebcb859fd6d6d9b16 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:08:20.325117 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-704b5683-dc93-4f5c-a183-60d7c72c3eac tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:08:20.326474 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1ce4b985-b9c2-4ce4-8035-e55172a48319 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:20.347040 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a16fef1f-14db-4824-a51c-a27836ab8bbe tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:20.356345 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-704b5683-dc93-4f5c-a183-60d7c72c3eac tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:08:20.396121 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No active binding found for port 5213e070-4302-4226-bf10-f07a6b2a5648 {{(pid=80767) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}}
Jan 29 10:08:20.396593 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 5213e070-4302-4226-bf10-f07a6b2a5648 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:08:20.405017 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-efa30328-5a0a-4dd3-abdf-1f4b5ba732a5 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:08:20.462006 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-efa30328-5a0a-4dd3-abdf-1f4b5ba732a5 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Usage tracker for resource:subnet and tenant:22949024c322421d99052f9202cdd49a is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:08:20.499774 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-efa30328-5a0a-4dd3-abdf-1f4b5ba732a5 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:08:20.507598 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0997b75b-2d2c-45ac-b588-eee345d55e51 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:20.517937 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704b5683-dc93-4f5c-a183-60d7c72c3eac tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Made reservation on behalf of b402c3f19966488ebcb859fd6d6d9b16 for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:08:20.539684 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-704b5683-dc93-4f5c-a183-60d7c72c3eac tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:20.594559 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-efa30328-5a0a-4dd3-abdf-1f4b5ba732a5 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:08:20.737828 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce4b985-b9c2-4ce4-8035-e55172a48319 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event updated for resources: {'Subnet': ['ID=e7c36299-8636-4473-b9c1-e6dd044d9420,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:20.746807 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1493dd92-2725-4a2b-91a6-e380ec5e0634 admin admin] Checking segment: {'id': 'f45dbb05-bcf8-4e6d-baca-ba3a610ed176', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '91377aae-8517-403c-bf87-a5f994a9382d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:08:20.747038 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa30328-5a0a-4dd3-abdf-1f4b5ba732a5 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Made reservation on behalf of 22949024c322421d99052f9202cdd49a for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:08:20.747329 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1493dd92-2725-4a2b-91a6-e380ec5e0634 admin admin] Network hostable DHCP agents. Network: 91377aae-8517-403c-bf87-a5f994a9382d, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:08:20.769257 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-efa30328-5a0a-4dd3-abdf-1f4b5ba732a5 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:20.787630 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1ce4b985-b9c2-4ce4-8035-e55172a48319 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:20.825116 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.resource_extend [None req-2a855ae5-2f6f-435f-93bd-0c8ab82adb44 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 29 10:08:20.856261 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1868e6f-529e-4955-ab44-288e8c1af3b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-6f4ec9eb-40b3-445a-b38b-33a10f804879', 'network_id': '6f4ec9eb-40b3-445a-b38b-33a10f804879', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'fixed_ips': [{'subnet_id': '2c2fa54a-55c7-40f7-ae77-8ef0e047e4e1'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:08:20.857155 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b1868e6f-529e-4955-ab44-288e8c1af3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:20.861243 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2a855ae5-2f6f-435f-93bd-0c8ab82adb44 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:20.868699 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device f313f94e-1e43-4323-8d42-67981da4c4a8 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:08:20.882000 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1493dd92-2725-4a2b-91a6-e380ec5e0634 admin admin] Network 91377aae-8517-403c-bf87-a5f994a9382d is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:08:20.894443 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.resource_extend [None req-cd3252c5-8bd1-41c1-a3ef-b290d1812992 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 29 10:08:20.925378 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cd3252c5-8bd1-41c1-a3ef-b290d1812992 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:20.927081 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-1493dd92-2725-4a2b-91a6-e380ec5e0634 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 91377aae-8517-403c-bf87-a5f994a9382d) {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:08:20.929679 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.ipam_backend_mixin [None req-704b5683-dc93-4f5c-a183-60d7c72c3eac tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 82635263-5c08-4517-8d57-b298380acd9d (CIDR: 2001:db8::/64)
Jan 29 10:08:20.943886 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2a855ae5-2f6f-435f-93bd-0c8ab82adb44 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:20.950720 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-704b5683-dc93-4f5c-a183-60d7c72c3eac tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 10:08:20.951222 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-704b5683-dc93-4f5c-a183-60d7c72c3eac tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:08:20.954775 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cd3252c5-8bd1-41c1-a3ef-b290d1812992 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:20.983989 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-52ea82f5-ee72-4b09-97f0-cd39b41dd7b1 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:20.986424 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e121b12f-1bfb-4d62-9e60-dc11b0a1b218 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:21.009162 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec208a8-55c3-49ed-a3e3-2d334ec42847 None None] Network 91377aae-8517-403c-bf87-a5f994a9382d requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:08:21.043247 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c48c650c-f1ca-4724-8586-ee59ef796141 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:21.051428 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a044d56b-e1d3-4a83-92be-faecae4a181f admin admin] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:21.058564 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1493dd92-2725-4a2b-91a6-e380ec5e0634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:21.059226 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1493dd92-2725-4a2b-91a6-e380ec5e0634 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:21.067937 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-0997b75b-2d2c-45ac-b588-eee345d55e51 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] device_id is not set on port 1fa565a4-295f-4d45-8f53-3a2e9219bd2b yet. {{(pid=80766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:08:21.081723 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce4b985-b9c2-4ce4-8035-e55172a48319 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:08:21.101933 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-1ce4b985-b9c2-4ce4-8035-e55172a48319 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:08:21.147368 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-704b5683-dc93-4f5c-a183-60d7c72c3eac tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 2.2320807
Jan 29 10:08:21.150901 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50742) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:21.152037 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce4b985-b9c2-4ce4-8035-e55172a48319 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:21.152695 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1ce4b985-b9c2-4ce4-8035-e55172a48319 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:21.164106 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-a044d56b-e1d3-4a83-92be-faecae4a181f admin admin] Transition to ACTIVE for port object bd6c7a28-1fdf-4f8e-89b7-848669d0a5a3 will not be triggered until provisioned by entity DHCP. {{(pid=80765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:08:21.167451 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a855ae5-2f6f-435f-93bd-0c8ab82adb44 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Port': ['ID=bd7862d9-0746-4c02-9b51-23b3718ccd22,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:21.169851 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-c48c650c-f1ca-4724-8586-ee59ef796141 None None] Transition to ACTIVE for port object 33470968-b24b-4795-b41a-7d0d2638685d will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:08:21.173427 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-7cb10b43-e2c1-4176-9e4a-cffbfc57e6f2 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Request body: {'subnet': {'network_id': 'd5d37060-ecd1-4192-8388-607c14013c2f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:08:21.202108 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2a855ae5-2f6f-435f-93bd-0c8ab82adb44 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:21.212581 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2a855ae5-2f6f-435f-93bd-0c8ab82adb44 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854133895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349242'] for router_interface, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:21.230482 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3252c5-8bd1-41c1-a3ef-b290d1812992 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Pushing event updated for resources: {'Port': ['ID=9e3c170f-72c1-49a1-9206-856b835d182e,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:21.238625 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-cd3252c5-8bd1-41c1-a3ef-b290d1812992 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:21.244351 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e5849f08-dede-40ef-b704-3eed036c1a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:21.251871 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1493dd92-2725-4a2b-91a6-e380ec5e0634 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 5.6949649
Jan 29 10:08:21.264829 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50746) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:21.276829 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-6eeda06f-98b8-4053-a087-a50f779b15bb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1863543552-router', 'tenant_id': '5fdf3ff8e4ec495a9920173817d5a87c', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:08:21.294074 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-6eeda06f-98b8-4053-a087-a50f779b15bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:08:21.302563 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6eeda06f-98b8-4053-a087-a50f779b15bb admin admin] Usage tracker for resource:router and tenant:5fdf3ff8e4ec495a9920173817d5a87c is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:08:21.307570 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6eeda06f-98b8-4053-a087-a50f779b15bb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:08:21.311704 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9f6b79-105b-4d75-9e57-375cb326359f None None] No DVR routers for this DVR port 5213e070-4302-4226-bf10-f07a6b2a5648 on host dv-neutron-772983-2-ovs {{(pid=80767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:08:21.322161 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-6eeda06f-98b8-4053-a087-a50f779b15bb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:08:21.337166 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-cd3252c5-8bd1-41c1-a3ef-b290d1812992 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] In _notify_port_updated(), no bound segment for port 9e3c170f-72c1-49a1-9206-856b835d182e on network 199fc74d-8154-4f93-b41f-1d6cdce07a22 {{(pid=80766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:863}}
Jan 29 10:08:21.396419 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-c48c650c-f1ca-4724-8586-ee59ef796141 None None] Transition to ACTIVE for port object 33470968-b24b-4795-b41a-7d0d2638685d will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:08:21.410283 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3252c5-8bd1-41c1-a3ef-b290d1812992 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:21.411013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cd3252c5-8bd1-41c1-a3ef-b290d1812992 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:21.415961 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-cd3252c5-8bd1-41c1-a3ef-b290d1812992 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] 10.222.0.57 "PUT /v2.0/ports/9e3c170f-72c1-49a1-9206-856b835d182e HTTP/1.1" status: 200  len: 1001 time: 3.9837437
Jan 29 10:08:21.417859 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50750) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:21.434721 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-e5849f08-dede-40ef-b704-3eed036c1a7e None None] For port 0b548236-7506-4181-92e8-d676bbbd5ae5, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=0b548236-7506-4181-92e8-d676bbbd5ae5,segment=NetworkSegment(da74141a-e053-4807-8732-98d074b8386c),segment_id=da74141a-e053-4807-8732-98d074b8386c)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:08:21.461625 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f5ff49-5545-4dc8-8413-01b776c22d1f None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:08:21.468593 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6eeda06f-98b8-4053-a087-a50f779b15bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:21.469728 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6eeda06f-98b8-4053-a087-a50f779b15bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:21.596252 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-0997b75b-2d2c-45ac-b588-eee345d55e51 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Allocated IP 172.20.0.14 (064f61d7-3b27-4c99-afa5-d418434af3be/193806c8-4044-46c5-87c8-fbba2cb09ed4/1fa565a4-295f-4d45-8f53-3a2e9219bd2b) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:08:21.608774 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e5849f08-dede-40ef-b704-3eed036c1a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:21.669010 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2df7933b-524b-47f4-ad7c-a57125d20aae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:21.737366 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-a06f6f59-bf17-4071-a07d-6325487a7947 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Deleting port 9e3c170f-72c1-49a1-9206-856b835d182e {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:08:21.737983 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a06f6f59-bf17-4071-a07d-6325487a7947 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:21.747346 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c48c650c-f1ca-4724-8586-ee59ef796141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:21.797901 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1ce4b985-b9c2-4ce4-8035-e55172a48319 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 5.4454288
Jan 29 10:08:21.813516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50756) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:21.825370 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-57a1e30d-dea7-43c2-9f0e-736a80f77e78 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Request body: {'port': {'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'name': 'tempest-NetworksTestDHCPv6-1757144839'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:08:21.827880 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6eeda06f-98b8-4053-a087-a50f779b15bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:21.832052 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port f313f94e-1e43-4323-8d42-67981da4c4a8 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:08:21.885532 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9c8c8e37-2352-4515-8294-886e3a51f0eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:21.887088 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-7ec25fe3-eba9-4002-a50c-80a955a57570 None None] Provisioning for port bd7862d9-0746-4c02-9b51-23b3718ccd22 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:08:21.946941 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port f313f94e-1e43-4323-8d42-67981da4c4a8 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:08:21.947278 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:22.038810 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:08:22.081969 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-7ec25fe3-eba9-4002-a50c-80a955a57570 None None] Provisioning complete for port bd7862d9-0746-4c02-9b51-23b3718ccd22 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:08:22.082965 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7ec25fe3-eba9-4002-a50c-80a955a57570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:22.091089 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a044d56b-e1d3-4a83-92be-faecae4a181f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:22.116317 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5dc9d2c8-b402-42bd-ac6f-300bf1ec35be tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:22.189722 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-7ec25fe3-eba9-4002-a50c-80a955a57570 None None] Port bd7862d9-0746-4c02-9b51-23b3718ccd22 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:08:22.215814 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6eeda06f-98b8-4053-a087-a50f779b15bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:22.220378 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-7cb10b43-e2c1-4176-9e4a-cffbfc57e6f2 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:08:22.224648 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a855ae5-2f6f-435f-93bd-0c8ab82adb44 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network 202d926a-4317-4fd3-a6b3-3233b8a4bdb4 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:08:22.238218 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-2a855ae5-2f6f-435f-93bd-0c8ab82adb44 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:08:22.238542 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-937920c6-a028-48f6-b7d9-71989121685b None None] Allocated IP 2001:db8::2 (d5d37060-ecd1-4192-8388-607c14013c2f/82635263-5c08-4517-8d57-b298380acd9d/a459ad32-8104-4413-a36a-37765c022261) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:08:22.256721 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5849f08-dede-40ef-b704-3eed036c1a7e None None] Pushing event updated for resources: {'Port': ['ID=0b548236-7506-4181-92e8-d676bbbd5ae5,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:22.306073 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e5849f08-dede-40ef-b704-3eed036c1a7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:22.326217 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2df7933b-524b-47f4-ad7c-a57125d20aae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.540s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:22.398562 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-7cb10b43-e2c1-4176-9e4a-cffbfc57e6f2 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Usage tracker for resource:subnet and tenant:b402c3f19966488ebcb859fd6d6d9b16 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:08:22.416306 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-7cb10b43-e2c1-4176-9e4a-cffbfc57e6f2 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:08:22.510540 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-7cb10b43-e2c1-4176-9e4a-cffbfc57e6f2 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:08:22.604971 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-57a1e30d-dea7-43c2-9f0e-736a80f77e78 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:08:22.627851 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a044d56b-e1d3-4a83-92be-faecae4a181f admin admin] Pushing event updated for resources: {'Port': ['ID=bd6c7a28-1fdf-4f8e-89b7-848669d0a5a3,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:22.640106 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:22.641105 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-57a1e30d-dea7-43c2-9f0e-736a80f77e78 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Usage tracker for resource:port and tenant:b2cc7248d2184abfb3aa21c44218cf1c is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:08:22.649436 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-7ec25fe3-eba9-4002-a50c-80a955a57570 None None] Provisioning complete for port 0b548236-7506-4181-92e8-d676bbbd5ae5 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:08:22.649676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a044d56b-e1d3-4a83-92be-faecae4a181f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:22.649857 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7ec25fe3-eba9-4002-a50c-80a955a57570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:22.661420 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-57a1e30d-dea7-43c2-9f0e-736a80f77e78 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:08:22.703774 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb10b43-e2c1-4176-9e4a-cffbfc57e6f2 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Made reservation on behalf of b402c3f19966488ebcb859fd6d6d9b16 for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:08:22.726333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7cb10b43-e2c1-4176-9e4a-cffbfc57e6f2 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:22.742064 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb467642-fc70-4d36-8b34-f822e83ee916 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-91377aae-8517-403c-bf87-a5f994a9382d', 'network_id': '91377aae-8517-403c-bf87-a5f994a9382d', 'tenant_id': '5fdf3ff8e4ec495a9920173817d5a87c', 'fixed_ips': [{'subnet_id': 'b7f2eb06-2f75-4aca-bbbd-8eb1e8079f17'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:08:22.742840 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cb467642-fc70-4d36-8b34-f822e83ee916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:22.747937 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-57a1e30d-dea7-43c2-9f0e-736a80f77e78 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:08:22.851074 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48c650c-f1ca-4724-8586-ee59ef796141 None None] Pushing event updated for resources: {'Port': ['ID=33470968-b24b-4795-b41a-7d0d2638685d,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:22.853463 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5b803a-0d14-4d7d-b4f8-462561b9d4e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-36ec2ab5-acc9-45dc-a136-797459b09a1c', 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'tenant_id': 'b2cc7248d2184abfb3aa21c44218cf1c', 'fixed_ips': [{'subnet_id': 'e7c36299-8636-4473-b9c1-e6dd044d9420'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:08:22.854416 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8c5b803a-0d14-4d7d-b4f8-462561b9d4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:22.879700 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a1e30d-dea7-43c2-9f0e-736a80f77e78 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Made reservation on behalf of b2cc7248d2184abfb3aa21c44218cf1c for: {'port': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:08:22.901005 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-57a1e30d-dea7-43c2-9f0e-736a80f77e78 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:22.944289 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a044d56b-e1d3-4a83-92be-faecae4a181f admin admin] Network 26a4294d-c956-403b-8f7a-57f8ffefaf53 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:08:22.951912 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-a044d56b-e1d3-4a83-92be-faecae4a181f admin admin] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:08:23.010541 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a044d56b-e1d3-4a83-92be-faecae4a181f admin admin] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:08:23.051472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a06f6f59-bf17-4071-a07d-6325487a7947 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:23.066000 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c48c650c-f1ca-4724-8586-ee59ef796141 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.740s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:23.072416 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port f313f94e-1e43-4323-8d42-67981da4c4a8, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=f313f94e-1e43-4323-8d42-67981da4c4a8,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:08:23.125313 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a044d56b-e1d3-4a83-92be-faecae4a181f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854426412'] for router_interface, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:23.163103 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:23.164049 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device baad40a7-f833-4fed-9129-14efdd69b52a up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:08:23.191365 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a855ae5-2f6f-435f-93bd-0c8ab82adb44 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Router 8874ac55-28b2-44e3-ad16-8c1286200534 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:08:23.212921 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e50a716a-c15d-4532-891f-1c2f7dc3e947 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:23.266861 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-a06f6f59-bf17-4071-a07d-6325487a7947 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Calling delete_port for 9e3c170f-72c1-49a1-9206-856b835d182e owned by  {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:08:23.338991 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-b1868e6f-529e-4955-ab44-288e8c1af3b2 None None] Allocated IP 2001:db8::2 (6f4ec9eb-40b3-445a-b38b-33a10f804879/2c2fa54a-55c7-40f7-ae77-8ef0e047e4e1/10927309-f41c-4a02-afd1-1415fe8b5be3) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:08:23.345072 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48c650c-f1ca-4724-8586-ee59ef796141 None None] Network 064f61d7-3b27-4c99-afa5-d418434af3be is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:08:23.373208 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-c48c650c-f1ca-4724-8586-ee59ef796141 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:08:23.390730 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0997b75b-2d2c-45ac-b588-eee345d55e51 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:23.420343 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48c650c-f1ca-4724-8586-ee59ef796141 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:08:23.425061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-0997b75b-2d2c-45ac-b588-eee345d55e51 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Transition to ACTIVE for port object 1fa565a4-295f-4d45-8f53-3a2e9219bd2b will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:08:23.543654 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-57a1e30d-dea7-43c2-9f0e-736a80f77e78 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] device_id is not set on port 2fdf9585-1b58-4ab1-9a8e-a4d7b9c7985b yet. {{(pid=80765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:08:23.690175 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a06f6f59-bf17-4071-a07d-6325487a7947 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:23.692148 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6eeda06f-98b8-4053-a087-a50f779b15bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:23.697767 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=f313f94e-1e43-4323-8d42-67981da4c4a8,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:23.728800 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:23.734875 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-85eb5f33-8e01-43c5-9d3e-b53ce0b166e4 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:23.777981 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0997b75b-2d2c-45ac-b588-eee345d55e51 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:23.789191 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6eeda06f-98b8-4053-a087-a50f779b15bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:23.829560 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06f6f59-bf17-4071-a07d-6325487a7947 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Pushing event deleted for resources: {'Port': ['ID=9e3c170f-72c1-49a1-9206-856b835d182e,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:23.845115 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a06f6f59-bf17-4071-a07d-6325487a7947 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:23.847634 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ed76b664-cc99-46c3-b576-361702473f35 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:23.945116 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-c48c650c-f1ca-4724-8586-ee59ef796141 None None] Attempting to bind port 33470968-b24b-4795-b41a-7d0d2638685d on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:08:23.945620 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-c48c650c-f1ca-4724-8586-ee59ef796141 None None] Attempting to bind port 33470968-b24b-4795-b41a-7d0d2638685d by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '7a5ad1c4-9b1a-455d-836a-1b7439617858', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '064f61d7-3b27-4c99-afa5-d418434af3be'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:08:23.946170 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48c650c-f1ca-4724-8586-ee59ef796141 None None] Attempting to bind port 33470968-b24b-4795-b41a-7d0d2638685d on network 064f61d7-3b27-4c99-afa5-d418434af3be {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:08:23.986391 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port baad40a7-f833-4fed-9129-14efdd69b52a completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:08:24.002456 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48c650c-f1ca-4724-8586-ee59ef796141 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:08:24.003467 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48c650c-f1ca-4724-8586-ee59ef796141 None None] Checking segment: {'id': '7a5ad1c4-9b1a-455d-836a-1b7439617858', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '064f61d7-3b27-4c99-afa5-d418434af3be'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:08:24.003467 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c48c650c-f1ca-4724-8586-ee59ef796141 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:24.004099 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48c650c-f1ca-4724-8586-ee59ef796141 None None] Bound using segment: {'id': '7a5ad1c4-9b1a-455d-836a-1b7439617858', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '064f61d7-3b27-4c99-afa5-d418434af3be'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:08:24.004757 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-c48c650c-f1ca-4724-8586-ee59ef796141 None None] Bound port: 33470968-b24b-4795-b41a-7d0d2638685d, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5ad1c4-9b1a-455d-836a-1b7439617858', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '064f61d7-3b27-4c99-afa5-d418434af3be'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:08:24.005365 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c48c650c-f1ca-4724-8586-ee59ef796141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:24.032069 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c031445d-b6eb-4f7d-8d3f-598eba2b1971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:24.088233 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port baad40a7-f833-4fed-9129-14efdd69b52a triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:08:24.088817 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:24.099350 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a855ae5-2f6f-435f-93bd-0c8ab82adb44 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:08:24.128555 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-efa30328-5a0a-4dd3-abdf-1f4b5ba732a5 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:24.140785 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc0d32a-935f-4de8-986b-deb40c921714 None None] Sync routers for ids ['8874ac55-28b2-44e3-ad16-8c1286200534'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:08:24.154116 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-86d409af-4cc9-495b-a7b2-4ee232f8ca9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:24.178580 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0997b75b-2d2c-45ac-b588-eee345d55e51 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Pushing event updated for resources: {'Port': ['ID=1fa565a4-295f-4d45-8f53-3a2e9219bd2b,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:24.194587 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0997b75b-2d2c-45ac-b588-eee345d55e51 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:24.238686 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-937920c6-a028-48f6-b7d9-71989121685b None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:24.293091 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a06f6f59-bf17-4071-a07d-6325487a7947 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:24.308824 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-937920c6-a028-48f6-b7d9-71989121685b None None] Transition to ACTIVE for port object a459ad32-8104-4413-a36a-37765c022261 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:08:24.326953 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0997b75b-2d2c-45ac-b588-eee345d55e51 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Network 064f61d7-3b27-4c99-afa5-d418434af3be is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:08:24.331414 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-0997b75b-2d2c-45ac-b588-eee345d55e51 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:08:24.336840 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0997b75b-2d2c-45ac-b588-eee345d55e51 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:08:24.338554 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-937920c6-a028-48f6-b7d9-71989121685b None None] Transition to ACTIVE for port object a459ad32-8104-4413-a36a-37765c022261 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:08:24.356692 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2a855ae5-2f6f-435f-93bd-0c8ab82adb44 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "PUT /v2.0/routers/8874ac55-28b2-44e3-ad16-8c1286200534/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.1094453
Jan 29 10:08:24.357662 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a044d56b-e1d3-4a83-92be-faecae4a181f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:24.369185 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a06f6f59-bf17-4071-a07d-6325487a7947 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] 10.222.0.57 "DELETE /v2.0/ports/9e3c170f-72c1-49a1-9206-856b835d182e HTTP/1.1" status: 204  len: 168 time: 2.9501808
Jan 29 10:08:24.376770 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50760) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:24.377148 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50762) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:24.415978 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-c48c650c-f1ca-4724-8586-ee59ef796141 None None] For port 33470968-b24b-4795-b41a-7d0d2638685d, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:08:24.422244 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-c48c650c-f1ca-4724-8586-ee59ef796141 None None] For port 33470968-b24b-4795-b41a-7d0d2638685d, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=33470968-b24b-4795-b41a-7d0d2638685d,segment=NetworkSegment(7a5ad1c4-9b1a-455d-836a-1b7439617858),segment_id=7a5ad1c4-9b1a-455d-836a-1b7439617858)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:08:24.439017 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa30328-5a0a-4dd3-abdf-1f4b5ba732a5 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Pushing event updated for resources: {'Subnet': ['ID=db880bcd-54b9-4cad-a6ae-893fc2a446ca,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:24.442285 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-efa30328-5a0a-4dd3-abdf-1f4b5ba732a5 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:24.499582 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-a659c4e2-dfc1-4662-b02c-e84ca16c1b8e tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] GET failed (client error): The resource could not be found.
Jan 29 10:08:24.500202 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a659c4e2-dfc1-4662-b02c-e84ca16c1b8e tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Synchronizing usage tracker for tenant:4689bd38a28449b8a6e0e214f6c75ac2 on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:08:24.540465 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-57a1e30d-dea7-43c2-9f0e-736a80f77e78 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Allocated IP 2001:db8::26e (36ec2ab5-acc9-45dc-a136-797459b09a1c/e7c36299-8636-4473-b9c1-e6dd044d9420/2fdf9585-1b58-4ab1-9a8e-a4d7b9c7985b) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:08:24.574131 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c48c650c-f1ca-4724-8586-ee59ef796141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:24.597745 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc0d32a-935f-4de8-986b-deb40c921714 None None] Routers {'8874ac55-28b2-44e3-ad16-8c1286200534'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:08:24.598497 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-8dc0d32a-935f-4de8-986b-deb40c921714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99cad2e128>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:08:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['8874ac55-28b2-44e3-ad16-8c1286200534'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:08:24.666652 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-566f254a-a383-464f-b82a-3d36e8916645 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:24.699413 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0997b75b-2d2c-45ac-b588-eee345d55e51 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:24.700359 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0997b75b-2d2c-45ac-b588-eee345d55e51 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:24.700477 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-937920c6-a028-48f6-b7d9-71989121685b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:24.740749 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a659c4e2-dfc1-4662-b02c-e84ca16c1b8e tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Unset dirty status for tenant:4689bd38a28449b8a6e0e214f6c75ac2 on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:08:24.745649 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a659c4e2-dfc1-4662-b02c-e84ca16c1b8e tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] 10.222.0.57 "GET /v2.0/ports/9e3c170f-72c1-49a1-9206-856b835d182e HTTP/1.1" status: 404  len: 333 time: 0.3580780
Jan 29 10:08:24.759918 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50770) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:24.765724 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-6eeda06f-98b8-4053-a087-a50f779b15bb admin admin] Allocated IP 172.26.7.2 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/ea22ec2c-d406-4d8b-9a93-1da36ee1bccc) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:08:24.774230 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0997b75b-2d2c-45ac-b588-eee345d55e51 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 999 time: 5.6638460
Jan 29 10:08:24.774398 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-8e6f3aef-2b90-401f-9440-b6ea8e26f83c tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Request body: {'port': {'network_id': '199fc74d-8154-4f93-b41f-1d6cdce07a22', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1598993687'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:08:24.780614 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50774) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:24.880759 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f67425e-2c28-4422-a0c0-bfad74900b79 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:24.882657 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f67425e-2c28-4422-a0c0-bfad74900b79 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:24.883506 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f67425e-2c28-4422-a0c0-bfad74900b79 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:24.883734 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f67425e-2c28-4422-a0c0-bfad74900b79 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:24.884155 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f67425e-2c28-4422-a0c0-bfad74900b79 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:24.884568 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f67425e-2c28-4422-a0c0-bfad74900b79 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:24.884975 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f67425e-2c28-4422-a0c0-bfad74900b79 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:24.885382 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f67425e-2c28-4422-a0c0-bfad74900b79 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:24.885808 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f67425e-2c28-4422-a0c0-bfad74900b79 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:24.886626 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f67425e-2c28-4422-a0c0-bfad74900b79 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:24.887281 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa30328-5a0a-4dd3-abdf-1f4b5ba732a5 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Checking segment: {'id': '3460f6f2-079a-4691-ab1d-5b83336e6f44', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '3604bf84-bcc3-47aa-add5-df79811477a6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:08:24.887695 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa30328-5a0a-4dd3-abdf-1f4b5ba732a5 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Network hostable DHCP agents. Network: 3604bf84-bcc3-47aa-add5-df79811477a6, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:08:24.892315 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8f67425e-2c28-4422-a0c0-bfad74900b79 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200  len: 9737 time: 0.5076687
Jan 29 10:08:24.906332 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50778) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:25.038336 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:25.079550 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-b9dc1173-5dec-4fb0-af4c-e2c88532411b None None] Provisioning complete for port bd7862d9-0746-4c02-9b51-23b3718ccd22 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:08:25.079972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b9dc1173-5dec-4fb0-af4c-e2c88532411b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:25.135266 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a425d5-0ed1-4957-848c-76a2787fca3f tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:25.152590 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-cb467642-fc70-4d36-8b34-f822e83ee916 None None] Allocated IP 172.20.0.2 (91377aae-8517-403c-bf87-a5f994a9382d/b7f2eb06-2f75-4aca-bbbd-8eb1e8079f17/aa46302e-decc-4720-8e0c-8b8057970879) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:08:25.222433 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a425d5-0ed1-4957-848c-76a2787fca3f tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:25.279001 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa30328-5a0a-4dd3-abdf-1f4b5ba732a5 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Network 3604bf84-bcc3-47aa-add5-df79811477a6 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:08:25.305042 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a425d5-0ed1-4957-848c-76a2787fca3f tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:25.306361 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-53a425d5-0ed1-4957-848c-76a2787fca3f tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Synchronizing usage tracker for tenant:1958396d18164bb09457e89192306a99 on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:08:25.342044 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6eeda06f-98b8-4053-a087-a50f779b15bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:25.353237 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-53a425d5-0ed1-4957-848c-76a2787fca3f tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Unset dirty status for tenant:1958396d18164bb09457e89192306a99 on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:08:25.358109 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-53a425d5-0ed1-4957-848c-76a2787fca3f tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2465 time: 0.5729513
Jan 29 10:08:25.358109 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50782) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:25.361430 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:25.377057 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-efa30328-5a0a-4dd3-abdf-1f4b5ba732a5 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 3604bf84-bcc3-47aa-add5-df79811477a6) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:08:25.395831 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f4821f-2356-414a-b77f-562d397a78f5 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:25.396285 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f4821f-2356-414a-b77f-562d397a78f5 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:25.397239 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f4821f-2356-414a-b77f-562d397a78f5 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:25.397845 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f4821f-2356-414a-b77f-562d397a78f5 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:25.398256 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f4821f-2356-414a-b77f-562d397a78f5 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:25.398684 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f4821f-2356-414a-b77f-562d397a78f5 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:25.399150 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f4821f-2356-414a-b77f-562d397a78f5 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:25.399565 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f4821f-2356-414a-b77f-562d397a78f5 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:25.400999 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f4821f-2356-414a-b77f-562d397a78f5 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:25.401350 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f4821f-2356-414a-b77f-562d397a78f5 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:25.401715 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f4821f-2356-414a-b77f-562d397a78f5 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:25.402185 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f4821f-2356-414a-b77f-562d397a78f5 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:25.407567 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d6f4821f-2356-414a-b77f-562d397a78f5 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 8945 time: 0.4924445
Jan 29 10:08:25.409933 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50786) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:25.420003 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b1868e6f-529e-4955-ab44-288e8c1af3b2 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:25.430809 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-b9dc1173-5dec-4fb0-af4c-e2c88532411b None None] Port bd7862d9-0746-4c02-9b51-23b3718ccd22 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:08:25.432695 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973dad2a-f6be-446e-ac60-db3b62fa0498 None None] Network 3604bf84-bcc3-47aa-add5-df79811477a6 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:08:25.440463 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-8e6f3aef-2b90-401f-9440-b6ea8e26f83c tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:08:25.451466 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa30328-5a0a-4dd3-abdf-1f4b5ba732a5 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:25.452121 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-efa30328-5a0a-4dd3-abdf-1f4b5ba732a5 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:25.482439 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-57a1e30d-dea7-43c2-9f0e-736a80f77e78 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:25.490918 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-8e6f3aef-2b90-401f-9440-b6ea8e26f83c tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:08:25.535533 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a044d56b-e1d3-4a83-92be-faecae4a181f admin admin] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:25.536979 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48c650c-f1ca-4724-8586-ee59ef796141 None None] Pushing event updated for resources: {'Port': ['ID=33470968-b24b-4795-b41a-7d0d2638685d,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:25.560816 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-efa30328-5a0a-4dd3-abdf-1f4b5ba732a5 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 5.5658133
Jan 29 10:08:25.565195 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-b9dc1173-5dec-4fb0-af4c-e2c88532411b None None] Could not find standard attr ID for object 9e3c170f-72c1-49a1-9206-856b835d182e. {{(pid=80767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 29 10:08:25.567137 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a044d56b-e1d3-4a83-92be-faecae4a181f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:25.572175 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c48c650c-f1ca-4724-8586-ee59ef796141 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.906s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:25.573305 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-b1868e6f-529e-4955-ab44-288e8c1af3b2 None None] Transition to ACTIVE for port object 10927309-f41c-4a02-afd1-1415fe8b5be3 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:08:25.599242 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6257f75f-14ce-46f5-9c92-f0f4303c1c4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.802s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:25.608893 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50790) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:25.610000 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a044d56b-e1d3-4a83-92be-faecae4a181f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:25.647667 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6f3aef-2b90-401f-9440-b6ea8e26f83c tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Made reservation on behalf of 4689bd38a28449b8a6e0e214f6c75ac2 for: {'port': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:08:25.669317 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8e6f3aef-2b90-401f-9440-b6ea8e26f83c tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:25.692808 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-57a1e30d-dea7-43c2-9f0e-736a80f77e78 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Transition to ACTIVE for port object 2fdf9585-1b58-4ab1-9a8e-a4d7b9c7985b will not be triggered until provisioned by entity DHCP. {{(pid=80765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:08:25.711028 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-b358b71b-06e1-4f1c-b07e-b7854b6eff65 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-530929170', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:08:25.785686 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-b358b71b-06e1-4f1c-b07e-b7854b6eff65 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:08:25.840182 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-8dc0d32a-935f-4de8-986b-deb40c921714 None None] Set router 8874ac55-28b2-44e3-ad16-8c1286200534 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:08:25.842473 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b358b71b-06e1-4f1c-b07e-b7854b6eff65 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Usage tracker for resource:router and tenant:22949024c322421d99052f9202cdd49a is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:08:25.855597 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b358b71b-06e1-4f1c-b07e-b7854b6eff65 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Quota usage for router was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:08:25.864727 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a044d56b-e1d3-4a83-92be-faecae4a181f admin admin] Pushing event updated for resources: {'Port': ['ID=bd6c7a28-1fdf-4f8e-89b7-848669d0a5a3,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:25.868650 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-0fc20cf5-9847-4e78-a549-629573252664 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Deleting port 1fa565a4-295f-4d45-8f53-3a2e9219bd2b {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:08:25.869002 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0fc20cf5-9847-4e78-a549-629573252664 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:25.888930 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a044d56b-e1d3-4a83-92be-faecae4a181f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854133895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349242'] for router_interface, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:25.910398 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:25.914070 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a044d56b-e1d3-4a83-92be-faecae4a181f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:25.917691 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-b358b71b-06e1-4f1c-b07e-b7854b6eff65 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:08:25.924700 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-b1868e6f-529e-4955-ab44-288e8c1af3b2 None None] Transition to ACTIVE for port object 10927309-f41c-4a02-afd1-1415fe8b5be3 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:08:25.935061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6eeda06f-98b8-4053-a087-a50f779b15bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:25.936539 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-b9dc1173-5dec-4fb0-af4c-e2c88532411b None None] Provisioning for port bd6c7a28-1fdf-4f8e-89b7-848669d0a5a3 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:08:25.957680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4f606590-f296-41b4-b94d-a53bb52cebca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:25.967932 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7cb10b43-e2c1-4176-9e4a-cffbfc57e6f2 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:25.989231 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:26.009902 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-b9dc1173-5dec-4fb0-af4c-e2c88532411b None None] Provisioning complete for port bd6c7a28-1fdf-4f8e-89b7-848669d0a5a3 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:08:26.010336 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b9dc1173-5dec-4fb0-af4c-e2c88532411b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:26.037183 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b1868e6f-529e-4955-ab44-288e8c1af3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:26.055477 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937920c6-a028-48f6-b7d9-71989121685b None None] Pushing event updated for resources: {'Port': ['ID=a459ad32-8104-4413-a36a-37765c022261,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:26.092904 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-937920c6-a028-48f6-b7d9-71989121685b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:26.123209 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e5849f08-dede-40ef-b704-3eed036c1a7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:26.155965 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b358b71b-06e1-4f1c-b07e-b7854b6eff65 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:26.157338 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b358b71b-06e1-4f1c-b07e-b7854b6eff65 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:26.183571 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeda06f-98b8-4053-a087-a50f779b15bb admin admin] Pushing event updated for resources: {'Port': ['ID=ea22ec2c-d406-4d8b-9a93-1da36ee1bccc,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:26.209315 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6eeda06f-98b8-4053-a087-a50f779b15bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:26.242573 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:26.270268 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937920c6-a028-48f6-b7d9-71989121685b None None] Network d5d37060-ecd1-4192-8388-607c14013c2f is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:08:26.338030 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-937920c6-a028-48f6-b7d9-71989121685b None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:08:26.375919 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eeda06f-98b8-4053-a087-a50f779b15bb admin admin] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:08:26.380750 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-6eeda06f-98b8-4053-a087-a50f779b15bb admin admin] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:08:26.391756 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eeda06f-98b8-4053-a087-a50f779b15bb admin admin] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:08:26.413469 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937920c6-a028-48f6-b7d9-71989121685b None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:08:26.446780 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0fc20cf5-9847-4e78-a549-629573252664 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:26.471077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port baad40a7-f833-4fed-9129-14efdd69b52a, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=baad40a7-f833-4fed-9129-14efdd69b52a,segment=NetworkSegment(b73319d1-1a15-4ad0-895c-77a7ce281119),segment_id=b73319d1-1a15-4ad0-895c-77a7ce281119)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:08:26.552026 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-57a1e30d-dea7-43c2-9f0e-736a80f77e78 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:26.593482 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:26.595386 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-b9dc1173-5dec-4fb0-af4c-e2c88532411b None None] Port bd6c7a28-1fdf-4f8e-89b7-848669d0a5a3 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:08:26.609125 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b358b71b-06e1-4f1c-b07e-b7854b6eff65 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:26.610681 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-0fc20cf5-9847-4e78-a549-629573252664 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Calling delete_port for 1fa565a4-295f-4d45-8f53-3a2e9219bd2b owned by  {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:08:26.616428 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb10b43-e2c1-4176-9e4a-cffbfc57e6f2 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event updated for resources: {'Subnet': ['ID=47a50433-d4fb-476e-bc30-271a35558b53,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:26.652001 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7cb10b43-e2c1-4176-9e4a-cffbfc57e6f2 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.663s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:26.658443 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-8e6f3aef-2b90-401f-9440-b6ea8e26f83c tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] device_id is not set on port d725bec7-a1d9-446b-af42-8b5668e924ff yet. {{(pid=80765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:08:26.701614 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5cf1c655-9002-4c3c-8b8f-ddf274670dab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:26.819375 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-fd605e78-2de5-4b38-8bcd-7cd2bac5aa9c tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3584 time: 1.4051247
Jan 29 10:08:26.920419 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1868e6f-529e-4955-ab44-288e8c1af3b2 None None] Pushing event updated for resources: {'Port': ['ID=10927309-f41c-4a02-afd1-1415fe8b5be3,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:26.935622 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b1868e6f-529e-4955-ab44-288e8c1af3b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.812s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:26.954077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device f313f94e-1e43-4323-8d42-67981da4c4a8 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:08:26.982489 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c48c650c-f1ca-4724-8586-ee59ef796141 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.385s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:27.127719 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-8c5b803a-0d14-4d7d-b4f8-462561b9d4e0 None None] Allocated IP 2001:db8::2 (36ec2ab5-acc9-45dc-a136-797459b09a1c/e7c36299-8636-4473-b9c1-e6dd044d9420/bd4d8cad-d22e-4bce-95d7-a0ce502c9279) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:08:27.136889 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0fc20cf5-9847-4e78-a549-629573252664 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:27.154060 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6eeda06f-98b8-4053-a087-a50f779b15bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:27.182012 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-937920c6-a028-48f6-b7d9-71989121685b None None] Attempting to bind port a459ad32-8104-4413-a36a-37765c022261 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:08:27.182436 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-937920c6-a028-48f6-b7d9-71989121685b None None] Attempting to bind port a459ad32-8104-4413-a36a-37765c022261 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'ea556d19-04d7-4a6c-bc45-d9f34f3b4154', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'd5d37060-ecd1-4192-8388-607c14013c2f'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:08:27.182862 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937920c6-a028-48f6-b7d9-71989121685b None None] Attempting to bind port a459ad32-8104-4413-a36a-37765c022261 on network d5d37060-ecd1-4192-8388-607c14013c2f {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:08:27.186220 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-8e6f3aef-2b90-401f-9440-b6ea8e26f83c tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Allocated IP 2001:db8::5a (199fc74d-8154-4f93-b41f-1d6cdce07a22/e82a6fd5-22f9-4b3b-8cd7-13d8e90e94f2/d725bec7-a1d9-446b-af42-8b5668e924ff) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:08:27.223817 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc20cf5-9847-4e78-a549-629573252664 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Pushing event deleted for resources: {'Port': ['ID=1fa565a4-295f-4d45-8f53-3a2e9219bd2b,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:27.232288 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0fc20cf5-9847-4e78-a549-629573252664 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:27.251263 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a044d56b-e1d3-4a83-92be-faecae4a181f admin admin] Network 26a4294d-c956-403b-8f7a-57f8ffefaf53 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:08:27.260452 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a1e30d-dea7-43c2-9f0e-736a80f77e78 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event updated for resources: {'Port': ['ID=2fdf9585-1b58-4ab1-9a8e-a4d7b9c7985b,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:27.264282 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b358b71b-06e1-4f1c-b07e-b7854b6eff65 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:27.269069 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-b9dc1173-5dec-4fb0-af4c-e2c88532411b None None] Provisioning complete for port 0b548236-7506-4181-92e8-d676bbbd5ae5 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:08:27.269494 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b9dc1173-5dec-4fb0-af4c-e2c88532411b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:27.310770 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50798) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:27.326355 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937920c6-a028-48f6-b7d9-71989121685b None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:08:27.326790 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937920c6-a028-48f6-b7d9-71989121685b None None] Checking segment: {'id': 'ea556d19-04d7-4a6c-bc45-d9f34f3b4154', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'd5d37060-ecd1-4192-8388-607c14013c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:08:27.327250 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-937920c6-a028-48f6-b7d9-71989121685b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:27.327700 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937920c6-a028-48f6-b7d9-71989121685b None None] Bound using segment: {'id': 'ea556d19-04d7-4a6c-bc45-d9f34f3b4154', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'd5d37060-ecd1-4192-8388-607c14013c2f'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:08:27.328256 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-937920c6-a028-48f6-b7d9-71989121685b None None] Bound port: a459ad32-8104-4413-a36a-37765c022261, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea556d19-04d7-4a6c-bc45-d9f34f3b4154', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'd5d37060-ecd1-4192-8388-607c14013c2f'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:08:27.328690 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-937920c6-a028-48f6-b7d9-71989121685b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:27.333364 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-4bf44630-1613-465d-a399-c522634a8656 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1421896449', 'description': 'tempest-secgroup-smoke-1421896449 description', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:08:27.347762 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cb467642-fc70-4d36-8b34-f822e83ee916 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:27.353661 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-57a1e30d-dea7-43c2-9f0e-736a80f77e78 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.652s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:27.411127 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-4bf44630-1613-465d-a399-c522634a8656 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:08:27.413180 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-a044d56b-e1d3-4a83-92be-faecae4a181f admin admin] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:08:27.419692 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-4bf44630-1613-465d-a399-c522634a8656 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:08:27.424432 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-4bf44630-1613-465d-a399-c522634a8656 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:08:27.434146 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-4bf44630-1613-465d-a399-c522634a8656 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:08:27.435068 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a1e30d-dea7-43c2-9f0e-736a80f77e78 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:08:27.438003 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6eeda06f-98b8-4053-a087-a50f779b15bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:27.457164 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7a1503-3e5b-4d1a-abcf-c504c8199f55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-3604bf84-bcc3-47aa-add5-df79811477a6', 'network_id': '3604bf84-bcc3-47aa-add5-df79811477a6', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'fixed_ips': [{'subnet_id': 'db880bcd-54b9-4cad-a6ae-893fc2a446ca'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:08:27.458103 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cb7a1503-3e5b-4d1a-abcf-c504c8199f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:27.500480 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-cb467642-fc70-4d36-8b34-f822e83ee916 None None] Transition to ACTIVE for port object aa46302e-decc-4720-8e0c-8b8057970879 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:08:27.623123 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=baad40a7-f833-4fed-9129-14efdd69b52a,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:27.652917 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1868e6f-529e-4955-ab44-288e8c1af3b2 None None] Network 6f4ec9eb-40b3-445a-b38b-33a10f804879 is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:08:27.663929 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.681s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:27.665641 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-b1868e6f-529e-4955-ab44-288e8c1af3b2 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:08:27.691287 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1868e6f-529e-4955-ab44-288e8c1af3b2 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:08:27.700128 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-57a1e30d-dea7-43c2-9f0e-736a80f77e78 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:08:27.703745 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a1e30d-dea7-43c2-9f0e-736a80f77e78 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:08:27.773672 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-cb467642-fc70-4d36-8b34-f822e83ee916 None None] Transition to ACTIVE for port object aa46302e-decc-4720-8e0c-8b8057970879 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:08:27.775113 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a1e30d-dea7-43c2-9f0e-736a80f77e78 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:27.775853 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-57a1e30d-dea7-43c2-9f0e-736a80f77e78 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:27.800712 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b358b71b-06e1-4f1c-b07e-b7854b6eff65 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:27.805299 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b358b71b-06e1-4f1c-b07e-b7854b6eff65 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 2.1599410
Jan 29 10:08:27.817387 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50802) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:27.829844 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb10b43-e2c1-4176-9e4a-cffbfc57e6f2 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Network d5d37060-ecd1-4192-8388-607c14013c2f is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:08:27.868012 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cb467642-fc70-4d36-8b34-f822e83ee916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:27.876190 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4bf44630-1613-465d-a399-c522634a8656 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:27.897820 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b6b9ac06-ebc3-4df5-88a5-dade7ea79be8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:27.909023 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-57a1e30d-dea7-43c2-9f0e-736a80f77e78 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 6.0942087
Jan 29 10:08:27.913152 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-7cb10b43-e2c1-4176-9e4a-cffbfc57e6f2 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:08:27.919402 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50806) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:27.936776 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port f313f94e-1e43-4323-8d42-67981da4c4a8 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:08:27.937433 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:27.938423 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb10b43-e2c1-4176-9e4a-cffbfc57e6f2 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:27.939081 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7cb10b43-e2c1-4176-9e4a-cffbfc57e6f2 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:28.032862 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a044d56b-e1d3-4a83-92be-faecae4a181f admin admin] Router bed3b29c-d843-4467-9402-68f02779e54b has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:08:28.038871 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0fc20cf5-9847-4e78-a549-629573252664 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:28.043822 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-4bf44630-1613-465d-a399-c522634a8656 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:08:28.059551 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-4bf44630-1613-465d-a399-c522634a8656 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:08:28.070078 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-4bf44630-1613-465d-a399-c522634a8656 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:08:28.081012 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0fc20cf5-9847-4e78-a549-629573252664 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] 10.222.0.57 "DELETE /v2.0/ports/1fa565a4-295f-4d45-8f53-3a2e9219bd2b HTTP/1.1" status: 204  len: 168 time: 2.7197964
Jan 29 10:08:28.082114 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-4bf44630-1613-465d-a399-c522634a8656 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:08:28.088821 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50810) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:28.141460 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-b1868e6f-529e-4955-ab44-288e8c1af3b2 None None] Attempting to bind port 10927309-f41c-4a02-afd1-1415fe8b5be3 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:08:28.141901 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-b1868e6f-529e-4955-ab44-288e8c1af3b2 None None] Attempting to bind port 10927309-f41c-4a02-afd1-1415fe8b5be3 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '960cf5cc-8c62-428f-a298-497a56febd96', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '6f4ec9eb-40b3-445a-b38b-33a10f804879'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:08:28.142359 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1868e6f-529e-4955-ab44-288e8c1af3b2 None None] Attempting to bind port 10927309-f41c-4a02-afd1-1415fe8b5be3 on network 6f4ec9eb-40b3-445a-b38b-33a10f804879 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:08:28.160812 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-937920c6-a028-48f6-b7d9-71989121685b None None] For port a459ad32-8104-4413-a36a-37765c022261, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:08:28.181817 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6f0260e-2740-4596-9cc8-06eb56f497b9 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] GET failed (client error): The resource could not be found.
Jan 29 10:08:28.182390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f6f0260e-2740-4596-9cc8-06eb56f497b9 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Synchronizing usage tracker for tenant:1958396d18164bb09457e89192306a99 on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:08:28.284277 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1868e6f-529e-4955-ab44-288e8c1af3b2 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:08:28.284690 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1868e6f-529e-4955-ab44-288e8c1af3b2 None None] Checking segment: {'id': '960cf5cc-8c62-428f-a298-497a56febd96', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '6f4ec9eb-40b3-445a-b38b-33a10f804879'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:08:28.285132 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b1868e6f-529e-4955-ab44-288e8c1af3b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:28.285581 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1868e6f-529e-4955-ab44-288e8c1af3b2 None None] Bound using segment: {'id': '960cf5cc-8c62-428f-a298-497a56febd96', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '6f4ec9eb-40b3-445a-b38b-33a10f804879'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:08:28.286173 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-b1868e6f-529e-4955-ab44-288e8c1af3b2 None None] Bound port: 10927309-f41c-4a02-afd1-1415fe8b5be3, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '960cf5cc-8c62-428f-a298-497a56febd96', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '6f4ec9eb-40b3-445a-b38b-33a10f804879'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:08:28.286719 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b1868e6f-529e-4955-ab44-288e8c1af3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:28.335231 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-937920c6-a028-48f6-b7d9-71989121685b None None] For port a459ad32-8104-4413-a36a-37765c022261, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=a459ad32-8104-4413-a36a-37765c022261,segment=NetworkSegment(ea556d19-04d7-4a6c-bc45-d9f34f3b4154),segment_id=ea556d19-04d7-4a6c-bc45-d9f34f3b4154)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:08:28.362992 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7cb10b43-e2c1-4176-9e4a-cffbfc57e6f2 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 7.2057405
Jan 29 10:08:28.370584 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb467642-fc70-4d36-8b34-f822e83ee916 None None] Pushing event updated for resources: {'Port': ['ID=aa46302e-decc-4720-8e0c-8b8057970879,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:28.373676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-cb467642-fc70-4d36-8b34-f822e83ee916 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:28.384174 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50814) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:28.389372 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-937920c6-a028-48f6-b7d9-71989121685b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:28.408006 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-50748e65-cfe0-493a-9392-75904f567a4c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Request body: {'port': {'network_id': 'd5d37060-ecd1-4192-8388-607c14013c2f', 'fixed_ips': [{'subnet_id': '82635263-5c08-4517-8d57-b298380acd9d'}, {'subnet_id': '47a50433-d4fb-476e-bc30-271a35558b53'}], 'name': 'tempest-PortsIpV6TestJSON-390874597'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:08:28.450173 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c48c650c-f1ca-4724-8586-ee59ef796141 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:28.505854 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8e6f3aef-2b90-401f-9440-b6ea8e26f83c tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:28.527007 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-8e6f3aef-2b90-401f-9440-b6ea8e26f83c tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Transition to ACTIVE for port object d725bec7-a1d9-446b-af42-8b5668e924ff will not be triggered until provisioned by entity DHCP. {{(pid=80765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:08:28.636779 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8e6f3aef-2b90-401f-9440-b6ea8e26f83c tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:28.654878 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ef20f0-bab0-4cfa-9098-2944ba704c5c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:28.655698 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-88ef20f0-bab0-4cfa-9098-2944ba704c5c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Synchronizing usage tracker for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:08:28.660019 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-698df500-b7a3-4f5f-a1a9-86fd2fecc163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:28.660967 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f6f0260e-2740-4596-9cc8-06eb56f497b9 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Unset dirty status for tenant:1958396d18164bb09457e89192306a99 on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:08:28.663192 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f6f0260e-2740-4596-9cc8-06eb56f497b9 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] 10.222.0.57 "GET /v2.0/ports/1fa565a4-295f-4d45-8f53-3a2e9219bd2b HTTP/1.1" status: 404  len: 333 time: 0.5598655
Jan 29 10:08:28.671959 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-8dc0d32a-935f-4de8-986b-deb40c921714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99cad2e128>, [{'id': '8874ac55-28b2-44e3-ad16-8c1286200534', 'name': 'tempest-TestNetworkBasicOps-router-415840673', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.223'}], 'enable_snat': True}, 'gw_port_id': '14363516-cbca-474d-8ee5-1a3c34317c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:07:51Z', 'updated_at': '2021-01-29T10:08:18Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '14363516-cbca-474d-8ee5-1a3c34317c4a', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:90:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8874ac55-28b2-44e3-ad16-8c1286200534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:07:54Z', 'updated_at': '2021-01-29T10:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'bd7862d9-0746-4c02-9b51-23b3718ccd22', 'name': '', 'network_id': '202d926a-4317-4fd3-a6b3-3233b8a4bdb4', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:f2:7b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8874ac55-28b2-44e3-ad16-8c1286200534', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '18ba1ea0-4872-4c5f-bc2f-ad1138a60b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:08:14Z', 'updated_at': '2021-01-29T10:08:19Z', 'revision_number': 2, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': '18ba1ea0-4872-4c5f-bc2f-ad1138a60b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:08:28.684262 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50818) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:28.691864 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-50748e65-cfe0-493a-9392-75904f567a4c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:08:28.699966 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac0cf44-8373-4d99-adad-8acb7332664e None None] Network 064f61d7-3b27-4c99-afa5-d418434af3be requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:08:28.702226 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-3831ec71-f6ab-43db-94b4-8136a7e7b4b1 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Request body: {'port': {'network_id': '064f61d7-3b27-4c99-afa5-d418434af3be', 'name': 'tempest-AllowedAddressPairTestJSON-935447535'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:08:28.739200 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-50748e65-cfe0-493a-9392-75904f567a4c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Usage tracker for resource:port and tenant:b402c3f19966488ebcb859fd6d6d9b16 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:08:28.747316 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-50748e65-cfe0-493a-9392-75904f567a4c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Quota usage for port was recalculated. Used quota:2. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:08:28.774315 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-50748e65-cfe0-493a-9392-75904f567a4c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:08:28.792852 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-88ef20f0-bab0-4cfa-9098-2944ba704c5c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Unset dirty status for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:08:28.796678 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-88ef20f0-bab0-4cfa-9098-2944ba704c5c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200  len: 930 time: 0.8709009
Jan 29 10:08:28.814077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50822) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:28.884920 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50748e65-cfe0-493a-9392-75904f567a4c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Made reservation on behalf of b402c3f19966488ebcb859fd6d6d9b16 for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:08:28.954569 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6eeda06f-98b8-4053-a087-a50f779b15bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:29.047172 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc0d32a-935f-4de8-986b-deb40c921714 None None] Checking router: 8874ac55-28b2-44e3-ad16-8c1286200534 for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:08:29.047583 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc0d32a-935f-4de8-986b-deb40c921714 None None] Updating router 8874ac55-28b2-44e3-ad16-8c1286200534 port bd7862d9-0746-4c02-9b51-23b3718ccd22 binding host dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 29 10:08:29.061303 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4bf44630-1613-465d-a399-c522634a8656 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:29.141677 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4bf44630-1613-465d-a399-c522634a8656 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:29.212182 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3a88be43-8b61-4077-b190-8acb3216afb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:29.256386 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8c5b803a-0d14-4d7d-b4f8-462561b9d4e0 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:29.285799 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-3831ec71-f6ab-43db-94b4-8136a7e7b4b1 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:08:29.308554 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6f3aef-2b90-401f-9440-b6ea8e26f83c tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Pushing event updated for resources: {'Port': ['ID=d725bec7-a1d9-446b-af42-8b5668e924ff,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:29.320445 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf44630-1613-465d-a399-c522634a8656 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81d31a64-62a7-4c84-a8ba-b1a83211960e,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:29.322871 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4bf44630-1613-465d-a399-c522634a8656 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:29.324238 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4bf44630-1613-465d-a399-c522634a8656 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 2.0121918
Jan 29 10:08:29.328658 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4bf44630-1613-465d-a399-c522634a8656 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:29.331440 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50826) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:29.336531 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8e6f3aef-2b90-401f-9440-b6ea8e26f83c tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.677s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:29.349118 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-3831ec71-f6ab-43db-94b4-8136a7e7b4b1 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:08:29.352069 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-e015e3c2-aa4e-4f69-b203-efcbd1e062d4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group_rule': {'security_group_id': '81d31a64-62a7-4c84-a8ba-b1a83211960e', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:08:29.358038 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937920c6-a028-48f6-b7d9-71989121685b None None] Pushing event updated for resources: {'Port': ['ID=a459ad32-8104-4413-a36a-37765c022261,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:29.361319 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8dc0d32a-935f-4de8-986b-deb40c921714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:29.377354 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-50748e65-cfe0-493a-9392-75904f567a4c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:29.400380 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-b1868e6f-529e-4955-ab44-288e8c1af3b2 None None] For port 10927309-f41c-4a02-afd1-1415fe8b5be3, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:08:29.409209 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-937920c6-a028-48f6-b7d9-71989121685b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.959s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:29.409572 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3831ec71-f6ab-43db-94b4-8136a7e7b4b1 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Made reservation on behalf of 1958396d18164bb09457e89192306a99 for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:08:29.418181 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb467642-fc70-4d36-8b34-f822e83ee916 None None] Network 91377aae-8517-403c-bf87-a5f994a9382d is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:08:29.420399 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-e015e3c2-aa4e-4f69-b203-efcbd1e062d4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:08:29.427264 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18ee2864-ce79-4100-9496-8d03b6b0ce81 None None] Provisioning complete for port bd6c7a28-1fdf-4f8e-89b7-848669d0a5a3 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:08:29.427850 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18ee2864-ce79-4100-9496-8d03b6b0ce81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:29.431953 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3831ec71-f6ab-43db-94b4-8136a7e7b4b1 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:29.457527 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-5708b159-ebb5-47b9-8048-0386db8eb38e tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Deleting port 2fdf9585-1b58-4ab1-9a8e-a4d7b9c7985b {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:08:29.457936 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5708b159-ebb5-47b9-8048-0386db8eb38e tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:29.488270 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e015e3c2-aa4e-4f69-b203-efcbd1e062d4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:08:29.502490 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e015e3c2-aa4e-4f69-b203-efcbd1e062d4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:08:29.504846 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-8c5b803a-0d14-4d7d-b4f8-462561b9d4e0 None None] Transition to ACTIVE for port object bd4d8cad-d22e-4bce-95d7-a0ce502c9279 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:08:29.508786 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-cb467642-fc70-4d36-8b34-f822e83ee916 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:08:29.512082 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb467642-fc70-4d36-8b34-f822e83ee916 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:08:29.535497 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-e015e3c2-aa4e-4f69-b203-efcbd1e062d4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:08:29.538121 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a044d56b-e1d3-4a83-92be-faecae4a181f admin admin] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:08:29.552148 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3021e20-d333-4843-b8fb-4e9813e47548 None None] Sync routers for ids ['bed3b29c-d843-4467-9402-68f02779e54b'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:08:29.555662 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a044d56b-e1d3-4a83-92be-faecae4a181f admin admin] 10.222.0.57 "PUT /v2.0/routers/bed3b29c-d843-4467-9402-68f02779e54b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.3454075
Jan 29 10:08:29.567996 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 0b548236-7506-4181-92e8-d676bbbd5ae5 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:08:29.588073 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3021e20-d333-4843-b8fb-4e9813e47548 None None] Routers {'bed3b29c-d843-4467-9402-68f02779e54b'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:08:29.591089 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-b3021e20-d333-4843-b8fb-4e9813e47548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9ce5fd0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:08:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['bed3b29c-d843-4467-9402-68f02779e54b'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:08:29.597868 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-b1868e6f-529e-4955-ab44-288e8c1af3b2 None None] For port 10927309-f41c-4a02-afd1-1415fe8b5be3, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=10927309-f41c-4a02-afd1-1415fe8b5be3,segment=NetworkSegment(960cf5cc-8c62-428f-a298-497a56febd96),segment_id=960cf5cc-8c62-428f-a298-497a56febd96)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:08:29.635592 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e015e3c2-aa4e-4f69-b203-efcbd1e062d4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:29.680924 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6c89fb61-fdf7-4bf1-9cd1-1026ff5ae052 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:29.706558 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b1868e6f-529e-4955-ab44-288e8c1af3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:29.722055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6f3aef-2b90-401f-9440-b6ea8e26f83c tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Network 199fc74d-8154-4f93-b41f-1d6cdce07a22 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:08:29.745040 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-8e6f3aef-2b90-401f-9440-b6ea8e26f83c tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:08:29.745869 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1d9f6b79-105b-4d75-9e57-375cb326359f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:29.760877 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6f3aef-2b90-401f-9440-b6ea8e26f83c tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:08:29.794089 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eeda06f-98b8-4053-a087-a50f779b15bb admin admin] Router 067a2ab8-f33b-4b23-a672-dd7f78b479e8 is scheduled to L3 agent 18987107-6d88-4736-94cf-15791d65b3ff with binding_index 1 {{(pid=80766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 29 10:08:29.816293 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-50748e65-cfe0-493a-9392-75904f567a4c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] device_id is not set on port 093c8e2f-9d9d-4183-82a6-99e783710d48 yet. {{(pid=80766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:08:29.836436 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6f3aef-2b90-401f-9440-b6ea8e26f83c tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:29.837223 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8e6f3aef-2b90-401f-9440-b6ea8e26f83c tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:29.922387 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-3831ec71-f6ab-43db-94b4-8136a7e7b4b1 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] device_id is not set on port 2b5fd897-5937-45ea-bdd0-7fb172596905 yet. {{(pid=80766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:08:29.962095 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-8c5b803a-0d14-4d7d-b4f8-462561b9d4e0 None None] Transition to ACTIVE for port object bd4d8cad-d22e-4bce-95d7-a0ce502c9279 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:08:29.963404 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1868e6f-529e-4955-ab44-288e8c1af3b2 None None] Pushing event updated for resources: {'Port': ['ID=10927309-f41c-4a02-afd1-1415fe8b5be3,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:30.019364 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b1868e6f-529e-4955-ab44-288e8c1af3b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:30.096056 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8c5b803a-0d14-4d7d-b4f8-462561b9d4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:30.132615 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-18ee2864-ce79-4100-9496-8d03b6b0ce81 None None] Port bd6c7a28-1fdf-4f8e-89b7-848669d0a5a3 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:08:30.156825 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-b3021e20-d333-4843-b8fb-4e9813e47548 None None] Set router bed3b29c-d843-4467-9402-68f02779e54b gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:08:30.178254 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8e6f3aef-2b90-401f-9440-b6ea8e26f83c tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 5.4129570
Jan 29 10:08:30.179234 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50836) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:30.248653 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:30.256763 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-5b41ed60-9a18-47e3-8a28-b2eaf2cb9ab7 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:57:ca:9a'}]}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:08:30.333590 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-cb467642-fc70-4d36-8b34-f822e83ee916 None None] Attempting to bind port aa46302e-decc-4720-8e0c-8b8057970879 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:08:30.333999 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-cb467642-fc70-4d36-8b34-f822e83ee916 None None] Attempting to bind port aa46302e-decc-4720-8e0c-8b8057970879 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'f45dbb05-bcf8-4e6d-baca-ba3a610ed176', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '91377aae-8517-403c-bf87-a5f994a9382d'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:08:30.334424 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb467642-fc70-4d36-8b34-f822e83ee916 None None] Attempting to bind port aa46302e-decc-4720-8e0c-8b8057970879 on network 91377aae-8517-403c-bf87-a5f994a9382d {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:08:30.418131 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-cb7a1503-3e5b-4d1a-abcf-c504c8199f55 None None] Allocated IP 2001:db8:1::2 (3604bf84-bcc3-47aa-add5-df79811477a6/db880bcd-54b9-4cad-a6ae-893fc2a446ca/3f4749f7-8304-4e9a-a9ae-1e6292ace6a9) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:08:30.462607 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb467642-fc70-4d36-8b34-f822e83ee916 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:08:30.463034 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb467642-fc70-4d36-8b34-f822e83ee916 None None] Checking segment: {'id': 'f45dbb05-bcf8-4e6d-baca-ba3a610ed176', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '91377aae-8517-403c-bf87-a5f994a9382d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:08:30.463476 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cb467642-fc70-4d36-8b34-f822e83ee916 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:30.463921 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb467642-fc70-4d36-8b34-f822e83ee916 None None] Bound using segment: {'id': 'f45dbb05-bcf8-4e6d-baca-ba3a610ed176', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '91377aae-8517-403c-bf87-a5f994a9382d'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:08:30.464471 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-cb467642-fc70-4d36-8b34-f822e83ee916 None None] Bound port: aa46302e-decc-4720-8e0c-8b8057970879, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f45dbb05-bcf8-4e6d-baca-ba3a610ed176', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '91377aae-8517-403c-bf87-a5f994a9382d'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:08:30.464897 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cb467642-fc70-4d36-8b34-f822e83ee916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:30.476972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e015e3c2-aa4e-4f69-b203-efcbd1e062d4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:30.507412 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e015e3c2-aa4e-4f69-b203-efcbd1e062d4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:30.529736 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:30.577209 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5708b159-ebb5-47b9-8048-0386db8eb38e tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:30.641623 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18ee2864-ce79-4100-9496-8d03b6b0ce81 None None] Provisioning for port 33470968-b24b-4795-b41a-7d0d2638685d completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:08:30.686506 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e015e3c2-aa4e-4f69-b203-efcbd1e062d4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=597624d0-4810-4ff7-9af0-21b0cdc10a45,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:30.773914 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5b803a-0d14-4d7d-b4f8-462561b9d4e0 None None] Pushing event updated for resources: {'Port': ['ID=bd4d8cad-d22e-4bce-95d7-a0ce502c9279,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:30.805304 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-b3021e20-d333-4843-b8fb-4e9813e47548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9ce5fd0>, [{'id': 'bed3b29c-d843-4467-9402-68f02779e54b', 'name': 'tempest-ServerActionsTestJSON-1485438757-router', 'tenant_id': 'ee8761d4330e4fd09e97501060c8b8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.158'}], 'enable_snat': True}, 'gw_port_id': 'f313f94e-1e43-4323-8d42-67981da4c4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:08:04Z', 'updated_at': '2021-01-29T10:08:23Z', 'revision_number': 4, 'project_id': 'ee8761d4330e4fd09e97501060c8b8ec', 'gw_port': {'id': 'f313f94e-1e43-4323-8d42-67981da4c4a8', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:68:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed3b29c-d843-4467-9402-68f02779e54b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:08:07Z', 'updated_at': '2021-01-29T10:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'bd6c7a28-1fdf-4f8e-89b7-848669d0a5a3', 'name': '', 'network_id': '26a4294d-c956-403b-8f7a-57f8ffefaf53', 'tenant_id': 'ee8761d4330e4fd09e97501060c8b8ec', 'mac_address': 'fa:16:3e:d0:d4:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed3b29c-d843-4467-9402-68f02779e54b', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '5a251db5-5565-4afc-bc11-9aa24a0c3cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:08:19Z', 'updated_at': '2021-01-29T10:08:24Z', 'revision_number': 2, 'project_id': 'ee8761d4330e4fd09e97501060c8b8ec', 'subnets': [{'id': '5a251db5-5565-4afc-bc11-9aa24a0c3cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:08:30.814587 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3021e20-d333-4843-b8fb-4e9813e47548 None None] Checking router: bed3b29c-d843-4467-9402-68f02779e54b for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:08:30.815327 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50840) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:30.823790 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 0b548236-7506-4181-92e8-d676bbbd5ae5 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:08:30.824158 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:30.825582 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3021e20-d333-4843-b8fb-4e9813e47548 None None] Updating router bed3b29c-d843-4467-9402-68f02779e54b port bd6c7a28-1fdf-4f8e-89b7-848669d0a5a3 binding host dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 29 10:08:30.836119 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-920b3593-1ef3-4166-9f38-423cbf772a11 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1345444723', 'description': 'tempest-description--154464245'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:08:30.909693 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8c5b803a-0d14-4d7d-b4f8-462561b9d4e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.671s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:30.949317 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-920b3593-1ef3-4166-9f38-423cbf772a11 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:08:30.956306 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b3021e20-d333-4843-b8fb-4e9813e47548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:30.963683 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e015e3c2-aa4e-4f69-b203-efcbd1e062d4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:30.991481 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-920b3593-1ef3-4166-9f38-423cbf772a11 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Usage tracker for resource:security_group and tenant:ee8761d4330e4fd09e97501060c8b8ec is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:08:30.993566 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-5708b159-ebb5-47b9-8048-0386db8eb38e tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Calling delete_port for 2fdf9585-1b58-4ab1-9a8e-a4d7b9c7985b owned by  {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:08:31.002755 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-920b3593-1ef3-4166-9f38-423cbf772a11 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:08:31.032932 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e015e3c2-aa4e-4f69-b203-efcbd1e062d4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:31.038072 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e015e3c2-aa4e-4f69-b203-efcbd1e062d4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.6976068
Jan 29 10:08:31.093831 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-920b3593-1ef3-4166-9f38-423cbf772a11 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:08:31.096038 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50844) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:31.109517 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-b130a4b5-4743-44e5-9480-0be3daf39702 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group_rule': {'security_group_id': '81d31a64-62a7-4c84-a8ba-b1a83211960e', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:08:31.174912 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-b130a4b5-4743-44e5-9480-0be3daf39702 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:08:31.205676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b130a4b5-4743-44e5-9480-0be3daf39702 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:08:31.216332 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-920b3593-1ef3-4166-9f38-423cbf772a11 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Notify callbacks [] for security_group, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:31.228684 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-3831ec71-f6ab-43db-94b4-8136a7e7b4b1 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Allocated IP 172.20.0.6 (064f61d7-3b27-4c99-afa5-d418434af3be/193806c8-4044-46c5-87c8-fbba2cb09ed4/2b5fd897-5937-45ea-bdd0-7fb172596905) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:08:31.234571 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b130a4b5-4743-44e5-9480-0be3daf39702 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:08:31.238152 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eeda06f-98b8-4053-a087-a50f779b15bb admin admin] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:08:31.297359 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5549cc47-4522-4d22-8034-9a645444c449 None None] Sync routers for ids ['067a2ab8-f33b-4b23-a672-dd7f78b479e8'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:08:31.309173 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-b399ae8a-2e9d-49db-bf27-6e04f33b93ed None None] Provisioning for port d725bec7-a1d9-446b-af42-8b5668e924ff completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:08:31.326676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-b130a4b5-4743-44e5-9480-0be3daf39702 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:08:31.337419 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5b803a-0d14-4d7d-b4f8-462561b9d4e0 None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:08:31.342100 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5b41ed60-9a18-47e3-8a28-b2eaf2cb9ab7 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:31.351392 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-cb467642-fc70-4d36-8b34-f822e83ee916 None None] For port aa46302e-decc-4720-8e0c-8b8057970879, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:08:31.355565 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-8c5b803a-0d14-4d7d-b4f8-462561b9d4e0 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:08:31.358554 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-b399ae8a-2e9d-49db-bf27-6e04f33b93ed None None] Provisioning complete for port d725bec7-a1d9-446b-af42-8b5668e924ff triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:08:31.358977 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b399ae8a-2e9d-49db-bf27-6e04f33b93ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:31.395888 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5b803a-0d14-4d7d-b4f8-462561b9d4e0 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:08:31.404639 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-920b3593-1ef3-4166-9f38-423cbf772a11 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:08:31.441559 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-920b3593-1ef3-4166-9f38-423cbf772a11 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Usage tracker for resource:security_group_rule and tenant:ee8761d4330e4fd09e97501060c8b8ec is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:08:31.447997 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b130a4b5-4743-44e5-9480-0be3daf39702 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:31.456941 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-920b3593-1ef3-4166-9f38-423cbf772a11 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:08:31.561962 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b130a4b5-4743-44e5-9480-0be3daf39702 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:31.563382 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-920b3593-1ef3-4166-9f38-423cbf772a11 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:08:31.600159 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b130a4b5-4743-44e5-9480-0be3daf39702 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:31.601409 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6eeda06f-98b8-4053-a087-a50f779b15bb admin admin] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:31.603009 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6eeda06f-98b8-4053-a087-a50f779b15bb admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 10.3371692
Jan 29 10:08:31.615176 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50848) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:31.651789 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:31.697990 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b3021e20-d333-4843-b8fb-4e9813e47548 None None] Notify callbacks [] for port, precommit_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:31.699672 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b130a4b5-4743-44e5-9480-0be3daf39702 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebae2551-90cb-424d-8532-ef85d44cd51c,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:31.703015 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b130a4b5-4743-44e5-9480-0be3daf39702 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:31.704270 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b130a4b5-4743-44e5-9480-0be3daf39702 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:31.710620 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b130a4b5-4743-44e5-9480-0be3daf39702 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.6127164
Jan 29 10:08:31.718515 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5549cc47-4522-4d22-8034-9a645444c449 None None] Routers {'067a2ab8-f33b-4b23-a672-dd7f78b479e8'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:08:31.719215 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-5549cc47-4522-4d22-8034-9a645444c449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c8485c18>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:08:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['067a2ab8-f33b-4b23-a672-dd7f78b479e8'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:08:31.723417 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-b3021e20-d333-4843-b8fb-4e9813e47548 None None] Transition to ACTIVE for port object bd6c7a28-1fdf-4f8e-89b7-848669d0a5a3 will not be triggered until provisioned by entity L2. {{(pid=80768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:08:31.726702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b3021e20-d333-4843-b8fb-4e9813e47548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:31.733049 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50852) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:31.742600 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-66e00073-b7b4-457f-a87f-725ca04d4f4b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group_rule': {'security_group_id': '81d31a64-62a7-4c84-a8ba-b1a83211960e', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:08:31.786325 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-66e00073-b7b4-457f-a87f-725ca04d4f4b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:08:31.804466 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5708b159-ebb5-47b9-8048-0386db8eb38e tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:31.810299 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-66e00073-b7b4-457f-a87f-725ca04d4f4b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:08:31.831510 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-66e00073-b7b4-457f-a87f-725ca04d4f4b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:08:31.832028 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-cb467642-fc70-4d36-8b34-f822e83ee916 None None] For port aa46302e-decc-4720-8e0c-8b8057970879, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=aa46302e-decc-4720-8e0c-8b8057970879,segment=NetworkSegment(f45dbb05-bcf8-4e6d-baca-ba3a610ed176),segment_id=f45dbb05-bcf8-4e6d-baca-ba3a610ed176)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:08:31.871440 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-66e00073-b7b4-457f-a87f-725ca04d4f4b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:08:31.904973 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-50748e65-cfe0-493a-9392-75904f567a4c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Allocated IP 2001:db8::3d (d5d37060-ecd1-4192-8388-607c14013c2f/82635263-5c08-4517-8d57-b298380acd9d/093c8e2f-9d9d-4183-82a6-99e783710d48) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:08:31.916868 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-be33eb69-37bc-429f-9750-6001e833b9d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:31.952523 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-920b3593-1ef3-4166-9f38-423cbf772a11 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Notify callbacks [] for security_group, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:31.961852 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-50748e65-cfe0-493a-9392-75904f567a4c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Allocated IP 2001:db8:0:1::185 (d5d37060-ecd1-4192-8388-607c14013c2f/47a50433-d4fb-476e-bc30-271a35558b53/093c8e2f-9d9d-4183-82a6-99e783710d48) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:08:31.973918 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cb467642-fc70-4d36-8b34-f822e83ee916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:31.988425 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-66e00073-b7b4-457f-a87f-725ca04d4f4b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:31.996139 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-920b3593-1ef3-4166-9f38-423cbf772a11 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:32.022905 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9ece1660-5e5f-4dd8-8a60-7544510d2173 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:32.055712 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae20cf85-4d73-4861-ab2a-7a070301b4b6 None None] Pushing event updated for resources: {'Port': ['ID=bd6c7a28-1fdf-4f8e-89b7-848669d0a5a3,revision_number=3']} {{(pid=80768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:32.074279 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920b3593-1ef3-4166-9f38-423cbf772a11 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1af675d5-c3af-4bab-a997-95b7e6464479,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:32.077644 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-920b3593-1ef3-4166-9f38-423cbf772a11 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:32.078697 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-920b3593-1ef3-4166-9f38-423cbf772a11 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:32.080052 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-920b3593-1ef3-4166-9f38-423cbf772a11 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 1.2604387
Jan 29 10:08:32.089655 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50856) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:32.180664 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-977e6707-cae3-4a4f-9d77-161df227c512 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Request body: {'security_group_rule': {'security_group_id': '1af675d5-c3af-4bab-a997-95b7e6464479', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:08:32.221619 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ae20cf85-4d73-4861-ab2a-7a070301b4b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:32.236302 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-977e6707-cae3-4a4f-9d77-161df227c512 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:08:32.244608 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6257f75f-14ce-46f5-9c92-f0f4303c1c4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:32.301199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-977e6707-cae3-4a4f-9d77-161df227c512 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Usage tracker for resource:security_group_rule and tenant:ee8761d4330e4fd09e97501060c8b8ec is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:08:32.311787 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-977e6707-cae3-4a4f-9d77-161df227c512 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:08:32.342025 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-b3021e20-d333-4843-b8fb-4e9813e47548 None None] Attempting to bind port bd6c7a28-1fdf-4f8e-89b7-848669d0a5a3 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:08:32.342532 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-b3021e20-d333-4843-b8fb-4e9813e47548 None None] Attempting to bind port bd6c7a28-1fdf-4f8e-89b7-848669d0a5a3 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'de6cd88b-883d-45e3-9b50-097e9e102b48', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '26a4294d-c956-403b-8f7a-57f8ffefaf53'}] {{(pid=80768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:08:32.343009 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3021e20-d333-4843-b8fb-4e9813e47548 None None] Attempting to bind port bd6c7a28-1fdf-4f8e-89b7-848669d0a5a3 on network 26a4294d-c956-403b-8f7a-57f8ffefaf53 {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:08:32.350941 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3021e20-d333-4843-b8fb-4e9813e47548 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:08:32.351651 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3021e20-d333-4843-b8fb-4e9813e47548 None None] Checking segment: {'id': 'de6cd88b-883d-45e3-9b50-097e9e102b48', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '26a4294d-c956-403b-8f7a-57f8ffefaf53'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:08:32.351922 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b3021e20-d333-4843-b8fb-4e9813e47548 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:32.352510 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3021e20-d333-4843-b8fb-4e9813e47548 None None] Bound using segment: {'id': 'de6cd88b-883d-45e3-9b50-097e9e102b48', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '26a4294d-c956-403b-8f7a-57f8ffefaf53'} {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:08:32.353348 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-b3021e20-d333-4843-b8fb-4e9813e47548 None None] Bound port: bd6c7a28-1fdf-4f8e-89b7-848669d0a5a3, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de6cd88b-883d-45e3-9b50-097e9e102b48', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '26a4294d-c956-403b-8f7a-57f8ffefaf53'}}] {{(pid=80768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:08:32.353519 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b3021e20-d333-4843-b8fb-4e9813e47548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:32.368975 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-977e6707-cae3-4a4f-9d77-161df227c512 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:08:32.424320 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-66e00073-b7b4-457f-a87f-725ca04d4f4b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:32.462098 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-572b295f-356a-448b-9b98-158802674789 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:32.483665 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-b399ae8a-2e9d-49db-bf27-6e04f33b93ed None None] Port d725bec7-a1d9-446b-af42-8b5668e924ff cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:08:32.492469 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-66e00073-b7b4-457f-a87f-725ca04d4f4b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:32.503802 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-b3021e20-d333-4843-b8fb-4e9813e47548 None None] For port bd6c7a28-1fdf-4f8e-89b7-848669d0a5a3, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:08:32.510048 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-b3021e20-d333-4843-b8fb-4e9813e47548 None None] For port bd6c7a28-1fdf-4f8e-89b7-848669d0a5a3, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=bd6c7a28-1fdf-4f8e-89b7-848669d0a5a3,segment=NetworkSegment(de6cd88b-883d-45e3-9b50-097e9e102b48),segment_id=de6cd88b-883d-45e3-9b50-097e9e102b48)] {{(pid=80768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:08:32.527592 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b3021e20-d333-4843-b8fb-4e9813e47548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:32.527808 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-8c5b803a-0d14-4d7d-b4f8-462561b9d4e0 None None] Attempting to bind port bd4d8cad-d22e-4bce-95d7-a0ce502c9279 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:08:32.528072 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-8c5b803a-0d14-4d7d-b4f8-462561b9d4e0 None None] Attempting to bind port bd4d8cad-d22e-4bce-95d7-a0ce502c9279 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:08:32.528597 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5b803a-0d14-4d7d-b4f8-462561b9d4e0 None None] Attempting to bind port bd4d8cad-d22e-4bce-95d7-a0ce502c9279 on network 36ec2ab5-acc9-45dc-a136-797459b09a1c {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:08:32.544243 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-977e6707-cae3-4a4f-9d77-161df227c512 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:32.552258 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-6c89fb61-fdf7-4bf1-9cd1-1026ff5ae052 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Allocated IP 2001:db8::1 (6f4ec9eb-40b3-445a-b38b-33a10f804879/2c2fa54a-55c7-40f7-ae77-8ef0e047e4e1/6236b754-85af-4c64-a0af-1291a5a4225c) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:08:32.598725 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:32.605024 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5708b159-ebb5-47b9-8048-0386db8eb38e tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event deleted for resources: {'Port': ['ID=2fdf9585-1b58-4ab1-9a8e-a4d7b9c7985b,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:32.628733 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5708b159-ebb5-47b9-8048-0386db8eb38e tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:32.647805 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-977e6707-cae3-4a4f-9d77-161df227c512 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:32.650408 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-66e00073-b7b4-457f-a87f-725ca04d4f4b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:32.657715 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-66e00073-b7b4-457f-a87f-725ca04d4f4b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.9206161
Jan 29 10:08:32.664939 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50860) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:32.665083 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:32.667117 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5b803a-0d14-4d7d-b4f8-462561b9d4e0 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:08:32.667717 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5b803a-0d14-4d7d-b4f8-462561b9d4e0 None None] Checking segment: {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:08:32.667982 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8c5b803a-0d14-4d7d-b4f8-462561b9d4e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:32.668437 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5b803a-0d14-4d7d-b4f8-462561b9d4e0 None None] Bound using segment: {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:08:32.668969 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-8c5b803a-0d14-4d7d-b4f8-462561b9d4e0 None None] Bound port: bd4d8cad-d22e-4bce-95d7-a0ce502c9279, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:08:32.669417 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8c5b803a-0d14-4d7d-b4f8-462561b9d4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:32.669602 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-977e6707-cae3-4a4f-9d77-161df227c512 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:32.742965 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cb7a1503-3e5b-4d1a-abcf-c504c8199f55 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:32.764115 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-175acaa3-ab48-466e-8fed-6e4b0a970603 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group_rule': {'security_group_id': '81d31a64-62a7-4c84-a8ba-b1a83211960e', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:08:32.797305 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-175acaa3-ab48-466e-8fed-6e4b0a970603 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:08:32.802311 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-175acaa3-ab48-466e-8fed-6e4b0a970603 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:08:32.807186 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-175acaa3-ab48-466e-8fed-6e4b0a970603 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:08:32.813906 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-175acaa3-ab48-466e-8fed-6e4b0a970603 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:08:32.821537 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb467642-fc70-4d36-8b34-f822e83ee916 None None] Pushing event updated for resources: {'Port': ['ID=aa46302e-decc-4720-8e0c-8b8057970879,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:32.841488 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3831ec71-f6ab-43db-94b4-8136a7e7b4b1 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:32.893252 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e00073-b7b4-457f-a87f-725ca04d4f4b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df7181ff-99d4-49f5-b7d1-22153e66aa17,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:32.897759 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-66e00073-b7b4-457f-a87f-725ca04d4f4b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:32.903974 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3939113e-7ab5-40b3-9ed7-464903383c6b None None] Network d5d37060-ecd1-4192-8388-607c14013c2f requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:08:32.946250 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-3831ec71-f6ab-43db-94b4-8136a7e7b4b1 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Transition to ACTIVE for port object 2b5fd897-5937-45ea-bdd0-7fb172596905 will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:08:32.954273 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae20cf85-4d73-4861-ab2a-7a070301b4b6 None None] Pushing event updated for resources: {'Port': ['ID=bd6c7a28-1fdf-4f8e-89b7-848669d0a5a3,revision_number=4']} {{(pid=80768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:32.954688 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-cb7a1503-3e5b-4d1a-abcf-c504c8199f55 None None] Transition to ACTIVE for port object 3f4749f7-8304-4e9a-a9ae-1e6292ace6a9 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:08:32.970723 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a3244d73-8e93-4f00-8965-a7bbd616023e tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:32.972711 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ae20cf85-4d73-4861-ab2a-7a070301b4b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:32.981635 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-cb467642-fc70-4d36-8b34-f822e83ee916 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.737s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:32.985409 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.resource_extend [None req-8dc0d32a-935f-4de8-986b-deb40c921714 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 29 10:08:32.987007 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-977e6707-cae3-4a4f-9d77-161df227c512 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:32.988319 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-977e6707-cae3-4a4f-9d77-161df227c512 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.8305581
Jan 29 10:08:32.997501 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3831ec71-f6ab-43db-94b4-8136a7e7b4b1 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:32.999357 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-175acaa3-ab48-466e-8fed-6e4b0a970603 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:33.009261 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50864) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:33.014819 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3021e20-d333-4843-b8fb-4e9813e47548 None None] Routers {'bed3b29c-d843-4467-9402-68f02779e54b'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:08:33.015528 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-b3021e20-d333-4843-b8fb-4e9813e47548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9ce5fd0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:08:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['bed3b29c-d843-4467-9402-68f02779e54b'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:08:33.077121 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device baad40a7-f833-4fed-9129-14efdd69b52a up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:08:33.096007 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-26206987-6cb8-47e8-b968-e7b1f91e431b tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Request body: {'security_group_rule': {'security_group_id': '1af675d5-c3af-4bab-a997-95b7e6464479', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:08:33.135043 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-5549cc47-4522-4d22-8034-9a645444c449 None None] Set router 067a2ab8-f33b-4b23-a672-dd7f78b479e8 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:08:33.146363 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-26206987-6cb8-47e8-b968-e7b1f91e431b tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:08:33.165561 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977e6707-cae3-4a4f-9d77-161df227c512 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19052aa5-b094-4d9b-a69e-4bb0bd294eb5,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:33.215210 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-977e6707-cae3-4a4f-9d77-161df227c512 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:33.232477 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-07bfd94f-6858-4b2f-9734-43ae5266769a tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:33.358462 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-26206987-6cb8-47e8-b968-e7b1f91e431b tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Usage tracker for resource:security_group_rule and tenant:ee8761d4330e4fd09e97501060c8b8ec is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:08:33.501856 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-50748e65-cfe0-493a-9392-75904f567a4c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:33.544329 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3831ec71-f6ab-43db-94b4-8136a7e7b4b1 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Pushing event updated for resources: {'Port': ['ID=2b5fd897-5937-45ea-bdd0-7fb172596905,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:33.584098 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3831ec71-f6ab-43db-94b4-8136a7e7b4b1 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:33.591793 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-50748e65-cfe0-493a-9392-75904f567a4c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Transition to ACTIVE for port object 093c8e2f-9d9d-4183-82a6-99e783710d48 will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:08:33.594574 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-26206987-6cb8-47e8-b968-e7b1f91e431b tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:08:33.634252 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-175acaa3-ab48-466e-8fed-6e4b0a970603 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:33.642764 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-175acaa3-ab48-466e-8fed-6e4b0a970603 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:33.644714 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-26206987-6cb8-47e8-b968-e7b1f91e431b tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:08:33.664579 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3831ec71-f6ab-43db-94b4-8136a7e7b4b1 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Network 064f61d7-3b27-4c99-afa5-d418434af3be is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:08:33.666979 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b130a4b5-4743-44e5-9480-0be3daf39702 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:33.676834 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-b3021e20-d333-4843-b8fb-4e9813e47548 None None] Set router bed3b29c-d843-4467-9402-68f02779e54b gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:08:33.682205 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-3831ec71-f6ab-43db-94b4-8136a7e7b4b1 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:08:33.685684 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-cb7a1503-3e5b-4d1a-abcf-c504c8199f55 None None] Transition to ACTIVE for port object 3f4749f7-8304-4e9a-a9ae-1e6292ace6a9 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:08:33.703966 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3831ec71-f6ab-43db-94b4-8136a7e7b4b1 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:08:33.806770 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cb7a1503-3e5b-4d1a-abcf-c504c8199f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:33.815351 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175acaa3-ab48-466e-8fed-6e4b0a970603 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ac96063-797b-4300-807e-b581cf87d2f8,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:33.869487 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-912cb89a-c243-4d12-9fb0-ad524f4331da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:33.934282 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3831ec71-f6ab-43db-94b4-8136a7e7b4b1 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:33.935539 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3831ec71-f6ab-43db-94b4-8136a7e7b4b1 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:33.943622 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-50748e65-cfe0-493a-9392-75904f567a4c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:34.057028 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5285d1-75b9-4255-8927-d493c2be443b None None] Network 6f4ec9eb-40b3-445a-b38b-33a10f804879 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:08:34.103817 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8dc0d32a-935f-4de8-986b-deb40c921714 None None] Notify callbacks [] for port, precommit_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:34.104651 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5708b159-ebb5-47b9-8048-0386db8eb38e tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:34.119989 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-282252e1-0e31-4ef0-baa8-ded95662f300 None None] Provisioning for port 4406f656-c403-4543-b8bb-875b59226b28 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:08:34.153095 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-8c5b803a-0d14-4d7d-b4f8-462561b9d4e0 None None] For port bd4d8cad-d22e-4bce-95d7-a0ce502c9279, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:08:34.175139 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6c89fb61-fdf7-4bf1-9cd1-1026ff5ae052 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:34.178681 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-26206987-6cb8-47e8-b968-e7b1f91e431b tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:34.220865 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-175acaa3-ab48-466e-8fed-6e4b0a970603 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:34.223886 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-b3021e20-d333-4843-b8fb-4e9813e47548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9ce5fd0>, [{'id': 'bed3b29c-d843-4467-9402-68f02779e54b', 'name': 'tempest-ServerActionsTestJSON-1485438757-router', 'tenant_id': 'ee8761d4330e4fd09e97501060c8b8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.158'}], 'enable_snat': True}, 'gw_port_id': 'f313f94e-1e43-4323-8d42-67981da4c4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:08:04Z', 'updated_at': '2021-01-29T10:08:23Z', 'revision_number': 4, 'project_id': 'ee8761d4330e4fd09e97501060c8b8ec', 'gw_port': {'id': 'f313f94e-1e43-4323-8d42-67981da4c4a8', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:68:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed3b29c-d843-4467-9402-68f02779e54b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:08:07Z', 'updated_at': '2021-01-29T10:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'bd6c7a28-1fdf-4f8e-89b7-848669d0a5a3', 'name': '', 'network_id': '26a4294d-c956-403b-8f7a-57f8ffefaf53', 'tenant_id': 'ee8761d4330e4fd09e97501060c8b8ec', 'mac_address': 'fa:16:3e:d0:d4:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed3b29c-d843-4467-9402-68f02779e54b', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '5a251db5-5565-4afc-bc11-9aa24a0c3cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:08:19Z', 'updated_at': '2021-01-29T10:08:32Z', 'revision_number': 4, 'project_id': 'ee8761d4330e4fd09e97501060c8b8ec', 'subnets': [{'id': '5a251db5-5565-4afc-bc11-9aa24a0c3cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:08:34.233689 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3021e20-d333-4843-b8fb-4e9813e47548 None None] The sync data for ids ['bed3b29c-d843-4467-9402-68f02779e54b'] in dv-neutron-772983-2-ovs is: [{'id': 'bed3b29c-d843-4467-9402-68f02779e54b', 'name': 'tempest-ServerActionsTestJSON-1485438757-router', 'tenant_id': 'ee8761d4330e4fd09e97501060c8b8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.158'}], 'enable_snat': True}, 'gw_port_id': 'f313f94e-1e43-4323-8d42-67981da4c4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:08:04Z', 'updated_at': '2021-01-29T10:08:23Z', 'revision_number': 4, 'project_id': 'ee8761d4330e4fd09e97501060c8b8ec', 'gw_port': {'id': 'f313f94e-1e43-4323-8d42-67981da4c4a8', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:68:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed3b29c-d843-4467-9402-68f02779e54b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:08:07Z', 'updated_at': '2021-01-29T10:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'bd6c7a28-1fdf-4f8e-89b7-848669d0a5a3', 'name': '', 'network_id': '26a4294d-c956-403b-8f7a-57f8ffefaf53', 'tenant_id': 'ee8761d4330e4fd09e97501060c8b8ec', 'mac_address': 'fa:16:3e:d0:d4:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed3b29c-d843-4467-9402-68f02779e54b', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '5a251db5-5565-4afc-bc11-9aa24a0c3cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:08:19Z', 'updated_at': '2021-01-29T10:08:32Z', 'revision_number': 4, 'project_id': 'ee8761d4330e4fd09e97501060c8b8ec', 'subnets': [{'id': '5a251db5-5565-4afc-bc11-9aa24a0c3cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:08:34.251516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0fc20cf5-9847-4e78-a549-629573252664 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:34.350610 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-6c89fb61-fdf7-4bf1-9cd1-1026ff5ae052 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Transition to ACTIVE for port object 6236b754-85af-4c64-a0af-1291a5a4225c will not be triggered until provisioned by entity DHCP. {{(pid=80765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:08:34.370796 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5708b159-ebb5-47b9-8048-0386db8eb38e tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/ports/2fdf9585-1b58-4ab1-9a8e-a4d7b9c7985b HTTP/1.1" status: 204  len: 168 time: 5.5498724
Jan 29 10:08:34.410006 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50870) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:34.471095 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-175acaa3-ab48-466e-8fed-6e4b0a970603 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:34.472649 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-175acaa3-ab48-466e-8fed-6e4b0a970603 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 1.8045104
Jan 29 10:08:34.485095 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50874) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:34.498427 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-d2822541-b0f7-4285-924b-e08cccd9c2cc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group_rule': {'security_group_id': '81d31a64-62a7-4c84-a8ba-b1a83211960e', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:08:34.531954 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d2822541-b0f7-4285-924b-e08cccd9c2cc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:08:34.536746 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d2822541-b0f7-4285-924b-e08cccd9c2cc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:08:34.542177 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d2822541-b0f7-4285-924b-e08cccd9c2cc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:08:34.551944 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d2822541-b0f7-4285-924b-e08cccd9c2cc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:08:34.572818 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.securitygroups_db [None req-d2822541-b0f7-4285-924b-e08cccd9c2cc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Project ff1f06ee29ef461597f2ecd846f8813d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 10:08:34.582488 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.resource_extend [None req-5b41ed60-9a18-47e3-8a28-b2eaf2cb9ab7 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 29 10:08:34.594018 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3831ec71-f6ab-43db-94b4-8136a7e7b4b1 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 5.9051335
Jan 29 10:08:34.604171 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50878) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:34.615166 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5b41ed60-9a18-47e3-8a28-b2eaf2cb9ab7 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:34.622798 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d2822541-b0f7-4285-924b-e08cccd9c2cc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:34.663114 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-5516696d-05b8-42f3-a41f-c2ba2681376b tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:4c:bb:68'}]}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:08:34.679597 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d604a8-28fd-4893-806b-fe47cbf8d5cc tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:34.703594 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50748e65-cfe0-493a-9392-75904f567a4c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Network d5d37060-ecd1-4192-8388-607c14013c2f is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:08:34.704147 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50748e65-cfe0-493a-9392-75904f567a4c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event updated for resources: {'Port': ['ID=093c8e2f-9d9d-4183-82a6-99e783710d48,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:34.715271 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d604a8-28fd-4893-806b-fe47cbf8d5cc tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:34.716983 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-59d604a8-28fd-4893-806b-fe47cbf8d5cc tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Synchronizing usage tracker for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:subnet {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:08:34.730242 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-50748e65-cfe0-493a-9392-75904f567a4c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:08:34.740194 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-50748e65-cfe0-493a-9392-75904f567a4c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:34.749741 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50748e65-cfe0-493a-9392-75904f567a4c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:08:34.810878 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-282252e1-0e31-4ef0-baa8-ded95662f300 None None] Provisioning complete for port 4406f656-c403-4543-b8bb-875b59226b28 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:08:34.811449 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-282252e1-0e31-4ef0-baa8-ded95662f300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:34.837811 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50748e65-cfe0-493a-9392-75904f567a4c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:34.838537 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-50748e65-cfe0-493a-9392-75904f567a4c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:34.956629 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-50748e65-cfe0-493a-9392-75904f567a4c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1015 time: 6.5658145
Jan 29 10:08:34.961380 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6c89fb61-fdf7-4bf1-9cd1-1026ff5ae052 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:34.962718 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50882) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:34.976293 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5b41ed60-9a18-47e3-8a28-b2eaf2cb9ab7 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:34.984317 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-20985b61-33ea-4650-82bc-7fe84b53828d tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '82635263-5c08-4517-8d57-b298380acd9d'}]}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:08:34.995426 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-8c5b803a-0d14-4d7d-b4f8-462561b9d4e0 None None] For port bd4d8cad-d22e-4bce-95d7-a0ce502c9279, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=bd4d8cad-d22e-4bce-95d7-a0ce502c9279,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:08:34.996249 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a1503-3e5b-4d1a-abcf-c504c8199f55 None None] Pushing event updated for resources: {'Port': ['ID=3f4749f7-8304-4e9a-a9ae-1e6292ace6a9,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:34.997981 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-16003e5e-ddd3-4eea-89aa-2a0e516dbfca tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:35.000784 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-cb7a1503-3e5b-4d1a-abcf-c504c8199f55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.131s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:35.004343 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-282252e1-0e31-4ef0-baa8-ded95662f300 None None] Port 4406f656-c403-4543-b8bb-875b59226b28 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:08:35.017634 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-8dc0d32a-935f-4de8-986b-deb40c921714 None None] Transition to ACTIVE for port object bd7862d9-0746-4c02-9b51-23b3718ccd22 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:08:35.038700 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d2822541-b0f7-4285-924b-e08cccd9c2cc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:35.082661 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-59d604a8-28fd-4893-806b-fe47cbf8d5cc tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Unset dirty status for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:subnet {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:08:35.093578 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-59d604a8-28fd-4893-806b-fe47cbf8d5cc tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.6796684
Jan 29 10:08:35.133048 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50886) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:35.145685 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d2822541-b0f7-4285-924b-e08cccd9c2cc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:35.159101 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8c5b803a-0d14-4d7d-b4f8-462561b9d4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:35.194251 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:35.337578 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2822541-b0f7-4285-924b-e08cccd9c2cc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=589b1fe6-f174-47e5-93dd-5bd580a0b371,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:35.378633 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b6b9ac06-ebc3-4df5-88a5-dade7ea79be8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:35.419956 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8dc0d32a-935f-4de8-986b-deb40c921714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:35.422364 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d2822541-b0f7-4285-924b-e08cccd9c2cc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:35.440697 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c89fb61-fdf7-4bf1-9cd1-1026ff5ae052 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Pushing event updated for resources: {'Port': ['ID=6236b754-85af-4c64-a0af-1291a5a4225c,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:35.447443 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-99e21847-5bac-4348-a4be-423a31a593a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:35.484144 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5516696d-05b8-42f3-a41f-c2ba2681376b tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:35.561516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d2822541-b0f7-4285-924b-e08cccd9c2cc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:35.563050 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d2822541-b0f7-4285-924b-e08cccd9c2cc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 1.0715892
Jan 29 10:08:35.579355 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-26206987-6cb8-47e8-b968-e7b1f91e431b tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:35.584374 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50890) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:35.651160 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f21709f-2659-4b9e-9d7d-4ae7586cb1b6 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Deleting subnet e7c36299-8636-4473-b9c1-e6dd044d9420 {{(pid=80765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:08:35.683575 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-4233bb71-1669-4706-849c-1e8acfeb6dcd tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group_rule': {'security_group_id': '81d31a64-62a7-4c84-a8ba-b1a83211960e', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:08:35.687389 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-282252e1-0e31-4ef0-baa8-ded95662f300 None None] Provisioning for port a459ad32-8104-4413-a36a-37765c022261 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:08:35.704948 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-26206987-6cb8-47e8-b968-e7b1f91e431b tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:35.719060 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6f21709f-2659-4b9e-9d7d-4ae7586cb1b6 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for subnet, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:35.762784 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:35.803255 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port baad40a7-f833-4fed-9129-14efdd69b52a triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:08:35.803689 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:35.845105 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b41ed60-9a18-47e3-8a28-b2eaf2cb9ab7 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Pushing event updated for resources: {'Port': ['ID=d725bec7-a1d9-446b-af42-8b5668e924ff,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:35.848766 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5b41ed60-9a18-47e3-8a28-b2eaf2cb9ab7 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.851s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:35.863078 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-4233bb71-1669-4706-849c-1e8acfeb6dcd tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:08:35.891272 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:35.914337 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c89fb61-fdf7-4bf1-9cd1-1026ff5ae052 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Network 6f4ec9eb-40b3-445a-b38b-33a10f804879 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:08:35.936389 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-6c89fb61-fdf7-4bf1-9cd1-1026ff5ae052 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:08:35.939013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c89fb61-fdf7-4bf1-9cd1-1026ff5ae052 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:08:35.939898 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6c89fb61-fdf7-4bf1-9cd1-1026ff5ae052 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854426412'] for router_interface, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:36.058431 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-20985b61-33ea-4650-82bc-7fe84b53828d tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:36.205814 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501fff3b-a86c-4317-86a7-12a22d1e8d5d None None] Network 91377aae-8517-403c-bf87-a5f994a9382d requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:08:36.232817 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5b803a-0d14-4d7d-b4f8-462561b9d4e0 None None] Pushing event updated for resources: {'Port': ['ID=bd4d8cad-d22e-4bce-95d7-a0ce502c9279,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:36.243454 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8c5b803a-0d14-4d7d-b4f8-462561b9d4e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.865s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:36.306503 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-226aa875-0a8a-408d-b55f-95b54131dc88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.644s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:36.405281 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-8dc0d32a-935f-4de8-986b-deb40c921714 None None] Attempting to bind port bd7862d9-0746-4c02-9b51-23b3718ccd22 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:08:36.406016 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-8dc0d32a-935f-4de8-986b-deb40c921714 None None] Attempting to bind port bd7862d9-0746-4c02-9b51-23b3718ccd22 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'da74141a-e053-4807-8732-98d074b8386c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '202d926a-4317-4fd3-a6b3-3233b8a4bdb4'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:08:36.406601 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc0d32a-935f-4de8-986b-deb40c921714 None None] Attempting to bind port bd7862d9-0746-4c02-9b51-23b3718ccd22 on network 202d926a-4317-4fd3-a6b3-3233b8a4bdb4 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:08:36.428271 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-4233bb71-1669-4706-849c-1e8acfeb6dcd tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:08:36.439679 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc0d32a-935f-4de8-986b-deb40c921714 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:08:36.440103 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc0d32a-935f-4de8-986b-deb40c921714 None None] Checking segment: {'id': 'da74141a-e053-4807-8732-98d074b8386c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '202d926a-4317-4fd3-a6b3-3233b8a4bdb4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:08:36.440551 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8dc0d32a-935f-4de8-986b-deb40c921714 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:36.440993 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc0d32a-935f-4de8-986b-deb40c921714 None None] Bound using segment: {'id': 'da74141a-e053-4807-8732-98d074b8386c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '202d926a-4317-4fd3-a6b3-3233b8a4bdb4'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:08:36.441541 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-8dc0d32a-935f-4de8-986b-deb40c921714 None None] Bound port: bd7862d9-0746-4c02-9b51-23b3718ccd22, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da74141a-e053-4807-8732-98d074b8386c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '202d926a-4317-4fd3-a6b3-3233b8a4bdb4'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:08:36.442155 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8dc0d32a-935f-4de8-986b-deb40c921714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:36.444154 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-4233bb71-1669-4706-849c-1e8acfeb6dcd tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:08:36.460821 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7a1503-3e5b-4d1a-abcf-c504c8199f55 None None] Network 3604bf84-bcc3-47aa-add5-df79811477a6 is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:08:36.484753 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26206987-6cb8-47e8-b968-e7b1f91e431b tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66ef51cc-b23c-46c8-b638-72d33c9fc61f,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:36.488117 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-4233bb71-1669-4706-849c-1e8acfeb6dcd tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:08:36.513544 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-26206987-6cb8-47e8-b968-e7b1f91e431b tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:36.526729 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f4ace551-4e88-4d3e-b3fd-145105c40f39 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.484s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:36.527174 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f4ace551-4e88-4d3e-b3fd-145105c40f39 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:36.535329 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-cb7a1503-3e5b-4d1a-abcf-c504c8199f55 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:08:36.538144 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7a1503-3e5b-4d1a-abcf-c504c8199f55 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:08:36.545191 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6f21709f-2659-4b9e-9d7d-4ae7586cb1b6 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1479249'] for subnet, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:36.578845 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-26206987-6cb8-47e8-b968-e7b1f91e431b tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:36.583413 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-26206987-6cb8-47e8-b968-e7b1f91e431b tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 3.5335531
Jan 29 10:08:36.584866 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50894) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:36.594393 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b84303c-f414-419f-bfef-b9c06703d7c4 None None] Pushing event updated for resources: {'Port': ['ID=bd7862d9-0746-4c02-9b51-23b3718ccd22,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:36.598162 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6b84303c-f414-419f-bfef-b9c06703d7c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:36.601641 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-62443efb-a042-4c6d-8f6b-818064936aa4 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Request body: {'floatingip': {'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:08:36.606879 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-5549cc47-4522-4d22-8034-9a645444c449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c8485c18>, [{'id': '067a2ab8-f33b-4b23-a672-dd7f78b479e8', 'name': 'tempest-TestVolumeBootPattern-1863543552-router', 'tenant_id': '5fdf3ff8e4ec495a9920173817d5a87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.2'}], 'enable_snat': True}, 'gw_port_id': 'ea22ec2c-d406-4d8b-9a93-1da36ee1bccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:08:21Z', 'updated_at': '2021-01-29T10:08:26Z', 'revision_number': 3, 'project_id': '5fdf3ff8e4ec495a9920173817d5a87c', 'gw_port': {'id': 'ea22ec2c-d406-4d8b-9a93-1da36ee1bccc', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e1:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '067a2ab8-f33b-4b23-a672-dd7f78b479e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:08:24Z', 'updated_at': '2021-01-29T10:08:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:08:36.624469 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-62443efb-a042-4c6d-8f6b-818064936aa4 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:08:36.629469 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-62443efb-a042-4c6d-8f6b-818064936aa4 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Usage tracker for resource:floatingip and tenant:ee8761d4330e4fd09e97501060c8b8ec is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:08:36.633344 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-62443efb-a042-4c6d-8f6b-818064936aa4 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:08:36.639438 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-62443efb-a042-4c6d-8f6b-818064936aa4 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:08:36.654910 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-5b41ed60-9a18-47e3-8a28-b2eaf2cb9ab7 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] In _notify_port_updated(), no bound segment for port d725bec7-a1d9-446b-af42-8b5668e924ff on network 199fc74d-8154-4f93-b41f-1d6cdce07a22 {{(pid=80765) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:863}}
Jan 29 10:08:36.716677 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-62443efb-a042-4c6d-8f6b-818064936aa4 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Notify callbacks [] for floatingip, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:36.721415 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b41ed60-9a18-47e3-8a28-b2eaf2cb9ab7 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:36.722185 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5b41ed60-9a18-47e3-8a28-b2eaf2cb9ab7 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:36.723734 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5b41ed60-9a18-47e3-8a28-b2eaf2cb9ab7 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] 10.222.0.57 "PUT /v2.0/ports/d725bec7-a1d9-446b-af42-8b5668e924ff HTTP/1.1" status: 200  len: 1002 time: 6.4843316
Jan 29 10:08:36.733039 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.securitygroups_db [None req-4233bb71-1669-4706-849c-1e8acfeb6dcd tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Project ff1f06ee29ef461597f2ecd846f8813d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 10:08:36.739289 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50898) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:36.769433 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4233bb71-1669-4706-849c-1e8acfeb6dcd tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:36.951971 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-6557ad79-df75-4d3e-a17a-42eff1d94031 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Deleting port d725bec7-a1d9-446b-af42-8b5668e924ff {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:08:36.952454 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6557ad79-df75-4d3e-a17a-42eff1d94031 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:36.963104 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5549cc47-4522-4d22-8034-9a645444c449 None None] Checking router: 067a2ab8-f33b-4b23-a672-dd7f78b479e8 for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:08:36.963497 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5549cc47-4522-4d22-8034-9a645444c449 None None] Updating router 067a2ab8-f33b-4b23-a672-dd7f78b479e8 port ea22ec2c-d406-4d8b-9a93-1da36ee1bccc binding host dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 29 10:08:36.990043 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5516696d-05b8-42f3-a41f-c2ba2681376b tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:37.015487 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5516696d-05b8-42f3-a41f-c2ba2681376b tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:37.031148 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6c89fb61-fdf7-4bf1-9cd1-1026ff5ae052 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:37.035784 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-cd3252c5-8bd1-41c1-a3ef-b290d1812992 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:37.152115 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 33470968-b24b-4795-b41a-7d0d2638685d up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:08:37.178673 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6f21709f-2659-4b9e-9d7d-4ae7586cb1b6 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:37.209457 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5549cc47-4522-4d22-8034-9a645444c449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:37.231357 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4233bb71-1669-4706-849c-1e8acfeb6dcd tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:37.266123 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4233bb71-1669-4706-849c-1e8acfeb6dcd tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:37.355863 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8db9e98e-4536-4ea7-92c0-53340151fcb4 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:37.379472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5516696d-05b8-42f3-a41f-c2ba2681376b tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Pushing event updated for resources: {'Port': ['ID=2b5fd897-5937-45ea-bdd0-7fb172596905,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:37.401410 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5516696d-05b8-42f3-a41f-c2ba2681376b tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:37.401618 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4233bb71-1669-4706-849c-1e8acfeb6dcd tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbcfb6ae-65fc-41ed-b16b-68e857a1b030,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:37.464210 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4233bb71-1669-4706-849c-1e8acfeb6dcd tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:37.473279 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4233bb71-1669-4706-849c-1e8acfeb6dcd tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:37.483674 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4233bb71-1669-4706-849c-1e8acfeb6dcd tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 1.8776402
Jan 29 10:08:37.533169 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-cb7a1503-3e5b-4d1a-abcf-c504c8199f55 None None] Attempting to bind port 3f4749f7-8304-4e9a-a9ae-1e6292ace6a9 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:08:37.534380 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-cb7a1503-3e5b-4d1a-abcf-c504c8199f55 None None] Attempting to bind port 3f4749f7-8304-4e9a-a9ae-1e6292ace6a9 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '3460f6f2-079a-4691-ab1d-5b83336e6f44', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '3604bf84-bcc3-47aa-add5-df79811477a6'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:08:37.534959 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7a1503-3e5b-4d1a-abcf-c504c8199f55 None None] Attempting to bind port 3f4749f7-8304-4e9a-a9ae-1e6292ace6a9 on network 3604bf84-bcc3-47aa-add5-df79811477a6 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:08:37.607350 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-8dc0d32a-935f-4de8-986b-deb40c921714 None None] For port bd7862d9-0746-4c02-9b51-23b3718ccd22, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:08:37.613871 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-8dc0d32a-935f-4de8-986b-deb40c921714 None None] For port bd7862d9-0746-4c02-9b51-23b3718ccd22, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=bd7862d9-0746-4c02-9b51-23b3718ccd22,segment=NetworkSegment(da74141a-e053-4807-8732-98d074b8386c),segment_id=da74141a-e053-4807-8732-98d074b8386c)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:08:37.620905 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba864f1-b8bf-495a-ac45-351d73b68461 None None] Update dhcp port {'port': {'network_id': 'd5d37060-ecd1-4192-8388-607c14013c2f', 'fixed_ips': [{'subnet_id': '82635263-5c08-4517-8d57-b298380acd9d', 'ip_address': '2001:db8::2'}, {'subnet_id': '47a50433-d4fb-476e-bc30-271a35558b53'}], 'binding:host_id': 'dv-neutron-772983-2-ovs'}, 'id': 'a459ad32-8104-4413-a36a-37765c022261'} from dv-neutron-772983-2-ovs. {{(pid=80767) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Jan 29 10:08:37.763338 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7a1503-3e5b-4d1a-abcf-c504c8199f55 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:08:37.763899 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7a1503-3e5b-4d1a-abcf-c504c8199f55 None None] Checking segment: {'id': '3460f6f2-079a-4691-ab1d-5b83336e6f44', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '3604bf84-bcc3-47aa-add5-df79811477a6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:08:37.764462 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cb7a1503-3e5b-4d1a-abcf-c504c8199f55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:37.765023 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7a1503-3e5b-4d1a-abcf-c504c8199f55 None None] Bound using segment: {'id': '3460f6f2-079a-4691-ab1d-5b83336e6f44', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '3604bf84-bcc3-47aa-add5-df79811477a6'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:08:37.765684 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-cb7a1503-3e5b-4d1a-abcf-c504c8199f55 None None] Bound port: 3f4749f7-8304-4e9a-a9ae-1e6292ace6a9, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3460f6f2-079a-4691-ab1d-5b83336e6f44', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '3604bf84-bcc3-47aa-add5-df79811477a6'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:08:37.766272 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cb7a1503-3e5b-4d1a-abcf-c504c8199f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:37.777108 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8dc0d32a-935f-4de8-986b-deb40c921714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:37.798293 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-99e21847-5bac-4348-a4be-423a31a593a5 admin admin] Allocated IP 172.20.0.1 (91377aae-8517-403c-bf87-a5f994a9382d/b7f2eb06-2f75-4aca-bbbd-8eb1e8079f17/d669ed7d-0f9a-4a23-8961-1d8daf19bee4) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:08:37.812696 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-62443efb-a042-4c6d-8f6b-818064936aa4 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:37.881271 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:37.922635 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-20985b61-33ea-4650-82bc-7fe84b53828d tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Delete allocated IP 2001:db8:0:1::185 (d5d37060-ecd1-4192-8388-607c14013c2f/47a50433-d4fb-476e-bc30-271a35558b53) {{(pid=80766) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}}
Jan 29 10:08:37.957821 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6557ad79-df75-4d3e-a17a-42eff1d94031 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:37.974019 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-5516696d-05b8-42f3-a41f-c2ba2681376b tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] In _notify_port_updated(), no bound segment for port 2b5fd897-5937-45ea-bdd0-7fb172596905 on network 064f61d7-3b27-4c99-afa5-d418434af3be {{(pid=80766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:863}}
Jan 29 10:08:38.008426 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-b9a52686-44c9-4500-b43b-41da1313bd4f req-c70133f8-bbdb-4357-942e-919e33f2b89d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Synchronizing usage tracker for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:security_group {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:08:38.055621 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5516696d-05b8-42f3-a41f-c2ba2681376b tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:38.056373 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5516696d-05b8-42f3-a41f-c2ba2681376b tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:38.060892 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5516696d-05b8-42f3-a41f-c2ba2681376b tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] 10.222.0.57 "PUT /v2.0/ports/2b5fd897-5937-45ea-bdd0-7fb172596905 HTTP/1.1" status: 200  len: 992 time: 3.4400847
Jan 29 10:08:38.061854 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50914) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:38.203528 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4ba864f1-b8bf-495a-ac45-351d73b68461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:38.254140 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-b8cdc2fe-4846-4012-8525-8ba967168308 None None] Provisioning for port aa46302e-decc-4720-8e0c-8b8057970879 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:08:38.303072 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-99e21847-5bac-4348-a4be-423a31a593a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:38.313333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-b9a52686-44c9-4500-b43b-41da1313bd4f req-c70133f8-bbdb-4357-942e-919e33f2b89d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Unset dirty status for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:security_group {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:08:38.314682 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b9a52686-44c9-4500-b43b-41da1313bd4f req-c70133f8-bbdb-4357-942e-919e33f2b89d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1421896449&fields=id&tenant_id=ff1f06ee29ef461597f2ecd846f8813d HTTP/1.1" status: 200  len: 267 time: 0.5399349
Jan 29 10:08:38.377882 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-6557ad79-df75-4d3e-a17a-42eff1d94031 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Calling delete_port for d725bec7-a1d9-446b-af42-8b5668e924ff owned by  {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:08:38.448311 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-99e21847-5bac-4348-a4be-423a31a593a5 admin admin] Transition to ACTIVE for port object d669ed7d-0f9a-4a23-8961-1d8daf19bee4 will not be triggered until provisioned by entity DHCP. {{(pid=80765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:08:38.461033 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b84303c-f414-419f-bfef-b9c06703d7c4 None None] Pushing event updated for resources: {'Port': ['ID=bd7862d9-0746-4c02-9b51-23b3718ccd22,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:38.472653 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-0488418b-71b6-4839-9aae-0f41e1d265f6 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Deleting port 2b5fd897-5937-45ea-bdd0-7fb172596905 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:08:38.473052 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0488418b-71b6-4839-9aae-0f41e1d265f6 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:38.478929 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 33470968-b24b-4795-b41a-7d0d2638685d completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:08:38.488082 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6b84303c-f414-419f-bfef-b9c06703d7c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:38.500380 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 33470968-b24b-4795-b41a-7d0d2638685d triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:08:38.500380 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:38.623675 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-cb7a1503-3e5b-4d1a-abcf-c504c8199f55 None None] For port 3f4749f7-8304-4e9a-a9ae-1e6292ace6a9, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:08:38.633008 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-b8cdc2fe-4846-4012-8525-8ba967168308 None None] Provisioning for port 10927309-f41c-4a02-afd1-1415fe8b5be3 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:08:38.706979 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.resource_extend [None req-5549cc47-4522-4d22-8034-9a645444c449 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 29 10:08:38.764612 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a52686-44c9-4500-b43b-41da1313bd4f req-44490542-e36b-41d6-b7f9-1a3238165fb2 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:38.765692 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-b9a52686-44c9-4500-b43b-41da1313bd4f req-44490542-e36b-41d6-b7f9-1a3238165fb2 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Synchronizing usage tracker for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:network {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:08:38.792688 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6f21709f-2659-4b9e-9d7d-4ae7586cb1b6 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852603100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2204728'] for subnet, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:38.815864 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5549cc47-4522-4d22-8034-9a645444c449 None None] Notify callbacks [] for port, precommit_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:38.816877 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:38.832297 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-5549cc47-4522-4d22-8034-9a645444c449 None None] Transition to ACTIVE for port object ea22ec2c-d406-4d8b-9a93-1da36ee1bccc will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:08:38.840972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-cb7a1503-3e5b-4d1a-abcf-c504c8199f55 None None] For port 3f4749f7-8304-4e9a-a9ae-1e6292ace6a9, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=3f4749f7-8304-4e9a-a9ae-1e6292ace6a9,segment=NetworkSegment(3460f6f2-079a-4691-ab1d-5b83336e6f44),segment_id=3460f6f2-079a-4691-ab1d-5b83336e6f44)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:08:38.907783 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.resource_extend [None req-6c89fb61-fdf7-4bf1-9cd1-1026ff5ae052 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 29 10:08:38.920379 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f21709f-2659-4b9e-9d7d-4ae7586cb1b6 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event deleted for resources: {'Subnet': ['ID=e7c36299-8636-4473-b9c1-e6dd044d9420,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:39.047679 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-b9a52686-44c9-4500-b43b-41da1313bd4f req-44490542-e36b-41d6-b7f9-1a3238165fb2 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Unset dirty status for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:network {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:08:39.049765 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b9a52686-44c9-4500-b43b-41da1313bd4f req-44490542-e36b-41d6-b7f9-1a3238165fb2 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/networks?id=202d926a-4317-4fd3-a6b3-3233b8a4bdb4 HTTP/1.1" status: 200  len: 796 time: 0.6656191
Jan 29 10:08:39.059020 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6c89fb61-fdf7-4bf1-9cd1-1026ff5ae052 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:39.062364 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-b8cdc2fe-4846-4012-8525-8ba967168308 None None] Could not find standard attr ID for object 1fa565a4-295f-4d45-8f53-3a2e9219bd2b. {{(pid=80767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 29 10:08:39.063580 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6f21709f-2659-4b9e-9d7d-4ae7586cb1b6 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:39.067426 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-99e21847-5bac-4348-a4be-423a31a593a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:39.093164 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5549cc47-4522-4d22-8034-9a645444c449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:39.109563 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-dce3bf06-51e2-4562-885b-3a7ec019ad75 tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:39.124827 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cb7a1503-3e5b-4d1a-abcf-c504c8199f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:39.168224 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:39.185300 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6c89fb61-fdf7-4bf1-9cd1-1026ff5ae052 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:39.186223 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6c89fb61-fdf7-4bf1-9cd1-1026ff5ae052 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854133895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349242'] for router_interface, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:39.201468 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b9a52686-44c9-4500-b43b-41da1313bd4f req-babbeadf-422f-4ef0-882b-2537a5affcf8 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/quotas/ff1f06ee29ef461597f2ecd846f8813d HTTP/1.1" status: 200  len: 375 time: 0.1091599
Jan 29 10:08:39.222337 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:39.321138 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-62443efb-a042-4c6d-8f6b-818064936aa4 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Allocated IP 172.26.7.64 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/bc970767-5828-47bf-8ff2-62291ca22d6c) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:08:39.477369 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc0d32a-935f-4de8-986b-deb40c921714 None None] Routers {'8874ac55-28b2-44e3-ad16-8c1286200534'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:08:39.478489 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-8dc0d32a-935f-4de8-986b-deb40c921714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99cad2e128>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:08:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['8874ac55-28b2-44e3-ad16-8c1286200534'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:08:39.584757 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-20985b61-33ea-4650-82bc-7fe84b53828d tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:39.605232 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-20985b61-33ea-4650-82bc-7fe84b53828d tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Ignored duplicate provisioning block setup for port 093c8e2f-9d9d-4183-82a6-99e783710d48 by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}}
Jan 29 10:08:39.701119 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6f21709f-2659-4b9e-9d7d-4ae7586cb1b6 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:39.712873 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-62443efb-a042-4c6d-8f6b-818064936aa4 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:39.734104 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-20985b61-33ea-4650-82bc-7fe84b53828d tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:39.764709 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caaa713a-3484-4a27-ae5f-31ae70caec67 None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:08:39.902882 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3831ec71-f6ab-43db-94b4-8136a7e7b4b1 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:39.942182 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6557ad79-df75-4d3e-a17a-42eff1d94031 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:39.948889 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6f21709f-2659-4b9e-9d7d-4ae7586cb1b6 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/subnets/e7c36299-8636-4473-b9c1-e6dd044d9420 HTTP/1.1" status: 204  len: 168 time: 4.7953372
Jan 29 10:08:39.954648 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50918) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:39.996934 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-20985b61-33ea-4650-82bc-7fe84b53828d tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] In _notify_port_updated(), no bound segment for port 093c8e2f-9d9d-4183-82a6-99e783710d48 on network d5d37060-ecd1-4192-8388-607c14013c2f {{(pid=80766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:863}}
Jan 29 10:08:40.029833 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e21847-5bac-4348-a4be-423a31a593a5 admin admin] Pushing event updated for resources: {'Port': ['ID=d669ed7d-0f9a-4a23-8961-1d8daf19bee4,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:40.030066 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-b8cdc2fe-4846-4012-8525-8ba967168308 None None] Provisioning complete for port 4406f656-c403-4543-b8bb-875b59226b28 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:08:40.030461 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b8cdc2fe-4846-4012-8525-8ba967168308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:40.047017 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-99e21847-5bac-4348-a4be-423a31a593a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.938s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:40.050910 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-713c2e27-030c-4013-8705-01fe5e9ada10 tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.835s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:40.074305 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20985b61-33ea-4650-82bc-7fe84b53828d tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:40.075044 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-20985b61-33ea-4650-82bc-7fe84b53828d tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:40.078734 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port 33470968-b24b-4795-b41a-7d0d2638685d, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=33470968-b24b-4795-b41a-7d0d2638685d,segment=NetworkSegment(7a5ad1c4-9b1a-455d-836a-1b7439617858),segment_id=7a5ad1c4-9b1a-455d-836a-1b7439617858)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:08:40.080685 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-20985b61-33ea-4650-82bc-7fe84b53828d tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "PUT /v2.0/ports/093c8e2f-9d9d-4183-82a6-99e783710d48 HTTP/1.1" status: 200  len: 924 time: 5.1143818
Jan 29 10:08:40.101632 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30da6a8-3790-49b2-90d1-20ab149399dd None None] Pushing event updated for resources: {'Port': ['ID=ea22ec2c-d406-4d8b-9a93-1da36ee1bccc,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:40.107352 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50922) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:40.136261 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-f3f9c4f1-1b5f-46ea-a998-95a0a00de6ac tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '82635263-5c08-4517-8d57-b298380acd9d'}, {'subnet_id': '47a50433-d4fb-476e-bc30-271a35558b53'}]}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:08:40.173203 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-16d1f415-d97b-4fb8-8aab-c49cf7021bb4 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2100742
Jan 29 10:08:40.182310 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50926) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:40.187417 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e21847-5bac-4348-a4be-423a31a593a5 admin admin] Network 91377aae-8517-403c-bf87-a5f994a9382d is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:08:40.212403 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-99e21847-5bac-4348-a4be-423a31a593a5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:08:40.249641 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:40.250589 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device a459ad32-8104-4413-a36a-37765c022261 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:08:40.265074 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c89fb61-fdf7-4bf1-9cd1-1026ff5ae052 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Pushing event updated for resources: {'Port': ['ID=6236b754-85af-4c64-a0af-1291a5a4225c,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:40.268582 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e21847-5bac-4348-a4be-423a31a593a5 admin admin] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:08:40.335201 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6c89fb61-fdf7-4bf1-9cd1-1026ff5ae052 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:40.418984 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-62443efb-a042-4c6d-8f6b-818064936aa4 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:40.426358 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c89fb61-fdf7-4bf1-9cd1-1026ff5ae052 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Network 6f4ec9eb-40b3-445a-b38b-33a10f804879 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:08:40.427866 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-99e21847-5bac-4348-a4be-423a31a593a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854426412'] for router_interface, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:40.435976 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20985b61-33ea-4650-82bc-7fe84b53828d tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event updated for resources: {'Port': ['ID=093c8e2f-9d9d-4183-82a6-99e783710d48,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:40.440770 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-20985b61-33ea-4650-82bc-7fe84b53828d tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:40.441622 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-20985b61-33ea-4650-82bc-7fe84b53828d tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:40.472292 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-b9a52686-44c9-4500-b43b-41da1313bd4f req-61233dd9-b8ca-4748-a3aa-2db3bae50816 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Synchronizing usage tracker for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:08:40.479215 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-6c89fb61-fdf7-4bf1-9cd1-1026ff5ae052 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:08:40.490867 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-8dc0d32a-935f-4de8-986b-deb40c921714 None None] Set router 8874ac55-28b2-44e3-ad16-8c1286200534 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:08:40.500688 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6557ad79-df75-4d3e-a17a-42eff1d94031 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Pushing event deleted for resources: {'Port': ['ID=d725bec7-a1d9-446b-af42-8b5668e924ff,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:40.595853 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-4ba864f1-b8bf-495a-ac45-351d73b68461 None None] Allocated IP 2001:db8:0:1::2 (d5d37060-ecd1-4192-8388-607c14013c2f/47a50433-d4fb-476e-bc30-271a35558b53/a459ad32-8104-4413-a36a-37765c022261) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:08:40.694309 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-b9a52686-44c9-4500-b43b-41da1313bd4f req-61233dd9-b8ca-4748-a3aa-2db3bae50816 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Unset dirty status for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:08:40.696034 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b9a52686-44c9-4500-b43b-41da1313bd4f req-61233dd9-b8ca-4748-a3aa-2db3bae50816 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ff1f06ee29ef461597f2ecd846f8813d&fields=id HTTP/1.1" status: 200  len: 302 time: 1.4472849
Jan 29 10:08:40.741944 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0488418b-71b6-4839-9aae-0f41e1d265f6 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:40.811918 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-b8cdc2fe-4846-4012-8525-8ba967168308 None None] Port 4406f656-c403-4543-b8bb-875b59226b28 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:08:40.848101 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62443efb-a042-4c6d-8f6b-818064936aa4 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Pushing event updated for resources: {'Port': ['ID=bc970767-5828-47bf-8ff2-62291ca22d6c,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:40.885441 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124ad998-9b7b-4f8e-8646-fa3e3e7857ff tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:40.886296 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-124ad998-9b7b-4f8e-8646-fa3e3e7857ff tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Synchronizing usage tracker for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:08:40.909118 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-b8cdc2fe-4846-4012-8525-8ba967168308 None None] Provisioning complete for port 33470968-b24b-4795-b41a-7d0d2638685d triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:08:40.909638 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b8cdc2fe-4846-4012-8525-8ba967168308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:41.000318 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port a459ad32-8104-4413-a36a-37765c022261 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:08:41.026355 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a1503-3e5b-4d1a-abcf-c504c8199f55 None None] Pushing event updated for resources: {'Port': ['ID=3f4749f7-8304-4e9a-a9ae-1e6292ace6a9,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:41.039516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-0488418b-71b6-4839-9aae-0f41e1d265f6 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Calling delete_port for 2b5fd897-5937-45ea-bdd0-7fb172596905 owned by  {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:08:41.055406 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-cb7a1503-3e5b-4d1a-abcf-c504c8199f55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.833s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:41.056024 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-aba30cc3-c7d2-40ec-9f2c-6f4e719afbf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.799s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:41.087240 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port a459ad32-8104-4413-a36a-37765c022261 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:08:41.087572 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:41.095592 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-124ad998-9b7b-4f8e-8646-fa3e3e7857ff tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Unset dirty status for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:08:41.098026 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-62443efb-a042-4c6d-8f6b-818064936aa4 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.656s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:41.100049 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-124ad998-9b7b-4f8e-8646-fa3e3e7857ff tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.9109325
Jan 29 10:08:41.106776 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4a6aace5-534d-4425-9b6c-0cb2ac884f52 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.115s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:41.107674 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4a6aace5-534d-4425-9b6c-0cb2ac884f52 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:41.107813 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50930) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:41.108306 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-99e21847-5bac-4348-a4be-423a31a593a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:41.216732 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f3f9c4f1-1b5f-46ea-a998-95a0a00de6ac tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:41.258571 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b9a52686-44c9-4500-b43b-41da1313bd4f req-c72213fa-5d86-4dca-88a4-af3e9477de56 service neutron] 10.222.0.57 "GET /v2.0/networks/202d926a-4317-4fd3-a6b3-3233b8a4bdb4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5207365
Jan 29 10:08:41.284832 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-5549cc47-4522-4d22-8034-9a645444c449 None None] Attempting to bind port ea22ec2c-d406-4d8b-9a93-1da36ee1bccc on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:08:41.285264 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-5549cc47-4522-4d22-8034-9a645444c449 None None] Attempting to bind port ea22ec2c-d406-4d8b-9a93-1da36ee1bccc by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:08:41.285682 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5549cc47-4522-4d22-8034-9a645444c449 None None] Attempting to bind port ea22ec2c-d406-4d8b-9a93-1da36ee1bccc on network aadf795f-2e1a-4d04-be0e-12575f0f28a5 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:08:41.337628 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5549cc47-4522-4d22-8034-9a645444c449 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:08:41.337998 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5549cc47-4522-4d22-8034-9a645444c449 None None] Checking segment: {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:08:41.338460 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5549cc47-4522-4d22-8034-9a645444c449 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:41.338908 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5549cc47-4522-4d22-8034-9a645444c449 None None] Bound using segment: {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:08:41.339454 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-5549cc47-4522-4d22-8034-9a645444c449 None None] Bound port: ea22ec2c-d406-4d8b-9a93-1da36ee1bccc, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:08:41.339906 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5549cc47-4522-4d22-8034-9a645444c449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:41.473917 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6557ad79-df75-4d3e-a17a-42eff1d94031 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:41.572715 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62443efb-a042-4c6d-8f6b-818064936aa4 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:08:41.576618 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05a8240-4682-467c-9a16-2778fe4bb5e3 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:41.577429 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f05a8240-4682-467c-9a16-2778fe4bb5e3 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Synchronizing usage tracker for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:subnet {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:08:41.592602 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c89fb61-fdf7-4bf1-9cd1-1026ff5ae052 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Router 12d983d2-5773-4315-a7b4-10384ea21f70 is scheduled to L3 agent 18987107-6d88-4736-94cf-15791d65b3ff with binding_index 1 {{(pid=80765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 29 10:08:41.614160 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-62443efb-a042-4c6d-8f6b-818064936aa4 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:08:41.632555 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62443efb-a042-4c6d-8f6b-818064936aa4 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:08:41.675986 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6557ad79-df75-4d3e-a17a-42eff1d94031 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] 10.222.0.57 "DELETE /v2.0/ports/d725bec7-a1d9-446b-af42-8b5668e924ff HTTP/1.1" status: 204  len: 168 time: 4.9322019
Jan 29 10:08:41.685602 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50934) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:41.700410 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-5549cc47-4522-4d22-8034-9a645444c449 None None] For port ea22ec2c-d406-4d8b-9a93-1da36ee1bccc, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:08:41.716868 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=33470968-b24b-4795-b41a-7d0d2638685d,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:41.758576 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.702s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:41.762663 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b9a52686-44c9-4500-b43b-41da1313bd4f req-8c120a41-a8f8-4f79-a1ba-17e20fbcdc6e service neutron] 10.222.0.57 "GET /v2.0/networks/202d926a-4317-4fd3-a6b3-3233b8a4bdb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4904439
Jan 29 10:08:41.772962 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-42773553-3209-4162-98d3-8e15ab86ad35 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] GET failed (client error): The resource could not be found.
Jan 29 10:08:41.773545 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-42773553-3209-4162-98d3-8e15ab86ad35 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Synchronizing usage tracker for tenant:4689bd38a28449b8a6e0e214f6c75ac2 on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:08:41.795787 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-aede0700-33af-4327-9907-eae636899c30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.456s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:41.796200 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-aede0700-33af-4327-9907-eae636899c30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:41.799466 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-5549cc47-4522-4d22-8034-9a645444c449 None None] For port ea22ec2c-d406-4d8b-9a93-1da36ee1bccc, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=ea22ec2c-d406-4d8b-9a93-1da36ee1bccc,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:08:41.828384 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5549cc47-4522-4d22-8034-9a645444c449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:41.834339 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0488418b-71b6-4839-9aae-0f41e1d265f6 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:41.872301 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f05a8240-4682-467c-9a16-2778fe4bb5e3 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Unset dirty status for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:subnet {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:08:41.876450 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-50748e65-cfe0-493a-9392-75904f567a4c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:41.876978 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f05a8240-4682-467c-9a16-2778fe4bb5e3 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.7574108
Jan 29 10:08:41.889348 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50938) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:41.908119 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b1868e6f-529e-4955-ab44-288e8c1af3b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:41.949815 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33312742-e9a3-4ce1-a03d-ada7c6b23e84 None None] DHCP port deletion for 36ec2ab5-acc9-45dc-a136-797459b09a1c request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:08:41.987190 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-62443efb-a042-4c6d-8f6b-818064936aa4 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:42.036230 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0488418b-71b6-4839-9aae-0f41e1d265f6 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Pushing event deleted for resources: {'Port': ['ID=2b5fd897-5937-45ea-bdd0-7fb172596905,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:42.040616 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0488418b-71b6-4839-9aae-0f41e1d265f6 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:42.063625 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c658a5c9-9654-4991-a44f-9cbba545c8ed tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1726561
Jan 29 10:08:42.068948 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50946) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:42.079716 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-88807ae3-cefd-45ed-8371-22a0d3a5fd23 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Request body: {'subnet': {'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:08:42.082096 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4ba864f1-b8bf-495a-ac45-351d73b68461 None None] For port a459ad32-8104-4413-a36a-37765c022261, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=a459ad32-8104-4413-a36a-37765c022261,segment=NetworkSegment(ea556d19-04d7-4a6c-bc45-d9f34f3b4154),segment_id=ea556d19-04d7-4a6c-bc45-d9f34f3b4154)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:08:42.086737 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-33312742-e9a3-4ce1-a03d-ada7c6b23e84 None None] Deleting port bd4d8cad-d22e-4bce-95d7-a0ce502c9279 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:08:42.087172 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-33312742-e9a3-4ce1-a03d-ada7c6b23e84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:42.174480 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4ba864f1-b8bf-495a-ac45-351d73b68461 None None] Notify callbacks [] for port, precommit_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:42.194907 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-42773553-3209-4162-98d3-8e15ab86ad35 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Unset dirty status for tenant:4689bd38a28449b8a6e0e214f6c75ac2 on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:08:42.199819 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-42773553-3209-4162-98d3-8e15ab86ad35 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] 10.222.0.57 "GET /v2.0/ports/d725bec7-a1d9-446b-af42-8b5668e924ff HTTP/1.1" status: 404  len: 333 time: 0.5068705
Jan 29 10:08:42.254021 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50952) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:42.321742 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-4a69fe50-a227-4555-84e1-bb9b135f23b0 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Request body: {'port': {'network_id': '199fc74d-8154-4f93-b41f-1d6cdce07a22', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1378540227'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:08:42.496642 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30da6a8-3790-49b2-90d1-20ab149399dd None None] Pushing event updated for resources: {'Port': ['ID=ea22ec2c-d406-4d8b-9a93-1da36ee1bccc,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:42.497680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-62443efb-a042-4c6d-8f6b-818064936aa4 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:42.501270 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f30da6a8-3790-49b2-90d1-20ab149399dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:42.517766 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c89fb61-fdf7-4bf1-9cd1-1026ff5ae052 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:08:42.522071 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-b8cdc2fe-4846-4012-8525-8ba967168308 None None] Could not find standard attr ID for object 2b5fd897-5937-45ea-bdd0-7fb172596905. {{(pid=80767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 29 10:08:42.533669 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01db4dd-02f1-41d5-85e8-a4486dc6778f None None] Sync routers for ids ['12d983d2-5773-4315-a7b4-10384ea21f70'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:08:42.534864 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6c89fb61-fdf7-4bf1-9cd1-1026ff5ae052 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "PUT /v2.0/routers/12d983d2-5773-4315-a7b4-10384ea21f70/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.7147636
Jan 29 10:08:42.543456 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cf64a305-0175-47fb-8502-d8fa0289e416 req-174c0495-b438-4c8f-8090-7e23ec97a7a1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a5916f6-67e0-4b45-8c9c-82a048d390d0 HTTP/1.1" status: 200  len: 210 time: 0.0921862
Jan 29 10:08:42.548028 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01db4dd-02f1-41d5-85e8-a4486dc6778f None None] Routers {'12d983d2-5773-4315-a7b4-10384ea21f70'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:08:42.549184 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-e01db4dd-02f1-41d5-85e8-a4486dc6778f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca1563c8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:08:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['12d983d2-5773-4315-a7b4-10384ea21f70'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:08:42.603140 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50958) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:42.605924 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4ba864f1-b8bf-495a-ac45-351d73b68461 None None] Transition to ACTIVE for port object a459ad32-8104-4413-a36a-37765c022261 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:08:42.671116 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-e01db4dd-02f1-41d5-85e8-a4486dc6778f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca1563c8>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:08:42.685125 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01db4dd-02f1-41d5-85e8-a4486dc6778f None None] Routers {'12d983d2-5773-4315-a7b4-10384ea21f70'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:08:42.685801 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:42.686670 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-e01db4dd-02f1-41d5-85e8-a4486dc6778f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca1563c8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:08:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['12d983d2-5773-4315-a7b4-10384ea21f70'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:08:42.742884 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-88807ae3-cefd-45ed-8371-22a0d3a5fd23 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:08:42.776221 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-e01db4dd-02f1-41d5-85e8-a4486dc6778f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca1563c8>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:08:42.776788 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01db4dd-02f1-41d5-85e8-a4486dc6778f None None] The sync data for ids ['12d983d2-5773-4315-a7b4-10384ea21f70'] in dv-neutron-772983-2-ovs is: [] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:08:42.780066 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4ba864f1-b8bf-495a-ac45-351d73b68461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:42.870964 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca1ed88-763d-4a4b-a1cf-a74846dfbdd4 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:42.871799 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-fca1ed88-763d-4a4b-a1cf-a74846dfbdd4 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Synchronizing usage tracker for tenant:22949024c322421d99052f9202cdd49a on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:08:42.881319 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-88807ae3-cefd-45ed-8371-22a0d3a5fd23 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:08:42.904515 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88807ae3-cefd-45ed-8371-22a0d3a5fd23 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Made reservation on behalf of b2cc7248d2184abfb3aa21c44218cf1c for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:08:42.929169 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-88807ae3-cefd-45ed-8371-22a0d3a5fd23 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:42.962223 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-8dc0d32a-935f-4de8-986b-deb40c921714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99cad2e128>, [{'id': '8874ac55-28b2-44e3-ad16-8c1286200534', 'name': 'tempest-TestNetworkBasicOps-router-415840673', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.223'}], 'enable_snat': True}, 'gw_port_id': '14363516-cbca-474d-8ee5-1a3c34317c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:07:51Z', 'updated_at': '2021-01-29T10:08:18Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '14363516-cbca-474d-8ee5-1a3c34317c4a', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:90:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8874ac55-28b2-44e3-ad16-8c1286200534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:07:54Z', 'updated_at': '2021-01-29T10:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'bd7862d9-0746-4c02-9b51-23b3718ccd22', 'name': '', 'network_id': '202d926a-4317-4fd3-a6b3-3233b8a4bdb4', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:f2:7b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8874ac55-28b2-44e3-ad16-8c1286200534', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '18ba1ea0-4872-4c5f-bc2f-ad1138a60b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:08:14Z', 'updated_at': '2021-01-29T10:08:37Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': '18ba1ea0-4872-4c5f-bc2f-ad1138a60b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:08:42.964164 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.resource_extend [None req-99e21847-5bac-4348-a4be-423a31a593a5 admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 29 10:08:42.976410 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:43.001014 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-fca1ed88-763d-4a4b-a1cf-a74846dfbdd4 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Unset dirty status for tenant:22949024c322421d99052f9202cdd49a on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:08:43.002839 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-fca1ed88-763d-4a4b-a1cf-a74846dfbdd4 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "GET /v2.0/ports/6236b754-85af-4c64-a0af-1291a5a4225c HTTP/1.1" status: 200  len: 911 time: 0.3986647
Jan 29 10:08:43.005887 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-99e21847-5bac-4348-a4be-423a31a593a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:43.010449 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50964) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:43.120004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30c1be2-2114-4637-9527-0ddd9c543b48 None None] Network 3604bf84-bcc3-47aa-add5-df79811477a6 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:08:43.152295 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-99e21847-5bac-4348-a4be-423a31a593a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:43.243497 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2a855ae5-2f6f-435f-93bd-0c8ab82adb44 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:43.335508 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-f3f9c4f1-1b5f-46ea-a998-95a0a00de6ac tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Allocated IP 2001:db8:0:1::381 (d5d37060-ecd1-4192-8388-607c14013c2f/47a50433-d4fb-476e-bc30-271a35558b53/093c8e2f-9d9d-4183-82a6-99e783710d48) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:08:43.346659 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-2f2dce16-5836-400c-bb6a-53925a553724 None None] Could not find standard attr ID for object d725bec7-a1d9-446b-af42-8b5668e924ff. {{(pid=80767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 29 10:08:43.374062 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-4a69fe50-a227-4555-84e1-bb9b135f23b0 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:08:43.378351 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0488418b-71b6-4839-9aae-0f41e1d265f6 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:43.403353 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-99e21847-5bac-4348-a4be-423a31a593a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854133895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349242'] for router_interface, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:43.408907 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc0d32a-935f-4de8-986b-deb40c921714 None None] The sync data for ids ['8874ac55-28b2-44e3-ad16-8c1286200534'] in dv-neutron-772983-2-ovs is: [{'id': '8874ac55-28b2-44e3-ad16-8c1286200534', 'name': 'tempest-TestNetworkBasicOps-router-415840673', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.223'}], 'enable_snat': True}, 'gw_port_id': '14363516-cbca-474d-8ee5-1a3c34317c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:07:51Z', 'updated_at': '2021-01-29T10:08:18Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '14363516-cbca-474d-8ee5-1a3c34317c4a', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:90:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8874ac55-28b2-44e3-ad16-8c1286200534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:07:54Z', 'updated_at': '2021-01-29T10:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'bd7862d9-0746-4c02-9b51-23b3718ccd22', 'name': '', 'network_id': '202d926a-4317-4fd3-a6b3-3233b8a4bdb4', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:f2:7b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8874ac55-28b2-44e3-ad16-8c1286200534', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '18ba1ea0-4872-4c5f-bc2f-ad1138a60b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:08:14Z', 'updated_at': '2021-01-29T10:08:37Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': '18ba1ea0-4872-4c5f-bc2f-ad1138a60b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:08:43.486077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-2f2dce16-5836-400c-bb6a-53925a553724 None None] Could not find standard attr ID for object 2b5fd897-5937-45ea-bdd0-7fb172596905. {{(pid=80767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 29 10:08:43.512015 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-4a69fe50-a227-4555-84e1-bb9b135f23b0 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:08:43.522143 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0488418b-71b6-4839-9aae-0f41e1d265f6 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] 10.222.0.57 "DELETE /v2.0/ports/2b5fd897-5937-45ea-bdd0-7fb172596905 HTTP/1.1" status: 204  len: 168 time: 5.4514968
Jan 29 10:08:43.523433 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50968) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:43.571229 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80767) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:08:43.571689 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:08:43.616763 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-33312742-e9a3-4ce1-a03d-ada7c6b23e84 None None] For port bd4d8cad-d22e-4bce-95d7-a0ce502c9279, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=bd4d8cad-d22e-4bce-95d7-a0ce502c9279,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:08:43.617227 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-33312742-e9a3-4ce1-a03d-ada7c6b23e84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:43.752132 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5549cc47-4522-4d22-8034-9a645444c449 None None] Routers {'067a2ab8-f33b-4b23-a672-dd7f78b479e8'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:08:43.752373 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-5549cc47-4522-4d22-8034-9a645444c449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c8485c18>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:08:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['067a2ab8-f33b-4b23-a672-dd7f78b479e8'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:08:43.773113 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f3f9c4f1-1b5f-46ea-a998-95a0a00de6ac tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:43.798398 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a69fe50-a227-4555-84e1-bb9b135f23b0 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Made reservation on behalf of 4689bd38a28449b8a6e0e214f6c75ac2 for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:08:43.800760 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e21847-5bac-4348-a4be-423a31a593a5 admin admin] Pushing event updated for resources: {'Port': ['ID=d669ed7d-0f9a-4a23-8961-1d8daf19bee4,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:43.809258 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-99e21847-5bac-4348-a4be-423a31a593a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:43.832620 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4a69fe50-a227-4555-84e1-bb9b135f23b0 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:43.855626 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba864f1-b8bf-495a-ac45-351d73b68461 None None] Pushing event updated for resources: {'Port': ['ID=a459ad32-8104-4413-a36a-37765c022261,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:43.859575 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4ba864f1-b8bf-495a-ac45-351d73b68461 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.883s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:43.936202 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-2f2dce16-5836-400c-bb6a-53925a553724 None None] Provisioning for port bd4d8cad-d22e-4bce-95d7-a0ce502c9279 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:08:43.952471 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-f3f9c4f1-1b5f-46ea-a998-95a0a00de6ac tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Ignored duplicate provisioning block setup for port 093c8e2f-9d9d-4183-82a6-99e783710d48 by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}}
Jan 29 10:08:43.965412 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-33312742-e9a3-4ce1-a03d-ada7c6b23e84 None None] Calling delete_port for bd4d8cad-d22e-4bce-95d7-a0ce502c9279 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:08:44.015236 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f3f9c4f1-1b5f-46ea-a998-95a0a00de6ac tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:44.048818 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e1c62d9-bafc-404f-b6ab-f7f9d39378bf tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] GET failed (client error): The resource could not be found.
Jan 29 10:08:44.062003 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7e1c62d9-bafc-404f-b6ab-f7f9d39378bf tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] 10.222.0.57 "GET /v2.0/ports/2b5fd897-5937-45ea-bdd0-7fb172596905 HTTP/1.1" status: 404  len: 333 time: 0.5154312
Jan 29 10:08:44.062949 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 50974) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:44.133168 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-2caccc83-3dd8-4314-a056-5e1f5b5dd19e tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Request body: {'port': {'network_id': '064f61d7-3b27-4c99-afa5-d418434af3be', 'name': 'tempest-AllowedAddressPairTestJSON-150713475'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:08:44.156300 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-11059464-f52b-4fbf-8946-ff1c10f8d350 req-08a3aa33-88bb-496f-9597-eb5e39dec9e0 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a5916f6-67e0-4b45-8c9c-82a048d390d0 HTTP/1.1" status: 200  len: 210 time: 0.3189893
Jan 29 10:08:44.328762 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-62443efb-a042-4c6d-8f6b-818064936aa4 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:44.332400 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a06f6f59-bf17-4071-a07d-6325487a7947 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:44.419143 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e21847-5bac-4348-a4be-423a31a593a5 admin admin] Network 91377aae-8517-403c-bf87-a5f994a9382d is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:08:44.428141 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-99e21847-5bac-4348-a4be-423a31a593a5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:08:44.498919 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-62443efb-a042-4c6d-8f6b-818064936aa4 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:44.537576 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135e7ee8-4ce0-4957-a479-8109df6d3fd7 None None] Network d5d37060-ecd1-4192-8388-607c14013c2f requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:08:44.583361 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:44.671108 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-4a69fe50-a227-4555-84e1-bb9b135f23b0 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] device_id is not set on port ea1ef205-d353-494c-a42c-682260bac40e yet. {{(pid=80766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:08:44.800339 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-2f2dce16-5836-400c-bb6a-53925a553724 None None] Provisioning for port 6236b754-85af-4c64-a0af-1291a5a4225c completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:08:44.811706 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-2f2dce16-5836-400c-bb6a-53925a553724 None None] Provisioning complete for port 6236b754-85af-4c64-a0af-1291a5a4225c triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:08:44.812119 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2f2dce16-5836-400c-bb6a-53925a553724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:44.857530 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-33312742-e9a3-4ce1-a03d-ada7c6b23e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:44.885504 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:44.933078 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-5549cc47-4522-4d22-8034-9a645444c449 None None] Set router 067a2ab8-f33b-4b23-a672-dd7f78b479e8 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:08:44.982240 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-f3f9c4f1-1b5f-46ea-a998-95a0a00de6ac tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] In _notify_port_updated(), no bound segment for port 093c8e2f-9d9d-4183-82a6-99e783710d48 on network d5d37060-ecd1-4192-8388-607c14013c2f {{(pid=80766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:863}}
Jan 29 10:08:45.055816 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port a459ad32-8104-4413-a36a-37765c022261, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=a459ad32-8104-4413-a36a-37765c022261,segment=NetworkSegment(ea556d19-04d7-4a6c-bc45-d9f34f3b4154),segment_id=ea556d19-04d7-4a6c-bc45-d9f34f3b4154)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:08:45.058989 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33312742-e9a3-4ce1-a03d-ada7c6b23e84 None None] Pushing event deleted for resources: {'Port': ['ID=bd4d8cad-d22e-4bce-95d7-a0ce502c9279,revision_number=None']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:45.059351 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f9c4f1-1b5f-46ea-a998-95a0a00de6ac tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:45.060579 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f3f9c4f1-1b5f-46ea-a998-95a0a00de6ac tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:45.061925 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f3f9c4f1-1b5f-46ea-a998-95a0a00de6ac tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "PUT /v2.0/ports/093c8e2f-9d9d-4183-82a6-99e783710d48 HTTP/1.1" status: 200  len: 1010 time: 4.9444084
Jan 29 10:08:45.087845 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-33312742-e9a3-4ce1-a03d-ada7c6b23e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:45.134510 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 50982) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:45.167447 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:45.168232 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 10927309-f41c-4a02-afd1-1415fe8b5be3 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:08:45.190847 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f9c4f1-1b5f-46ea-a998-95a0a00de6ac tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event updated for resources: {'Port': ['ID=093c8e2f-9d9d-4183-82a6-99e783710d48,revision_number=3']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:45.254427 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f3f9c4f1-1b5f-46ea-a998-95a0a00de6ac tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.922s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:45.290119 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9085537f-1ac6-4cfc-a7c3-8a43f267be4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.386s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:45.300293 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-cb467642-fc70-4d36-8b34-f822e83ee916 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:45.349246 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-4a69fe50-a227-4555-84e1-bb9b135f23b0 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Allocated IP 2001:db8::1c (199fc74d-8154-4f93-b41f-1d6cdce07a22/e82a6fd5-22f9-4b3b-8cd7-13d8e90e94f2/ea1ef205-d353-494c-a42c-682260bac40e) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:08:45.473636 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-2f2dce16-5836-400c-bb6a-53925a553724 None None] Port 6236b754-85af-4c64-a0af-1291a5a4225c cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:08:45.563864 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a52686-44c9-4500-b43b-41da1313bd4f req-4d3c15c1-97df-471c-9512-b25a7fe7fe26 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:45.565516 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b9a52686-44c9-4500-b43b-41da1313bd4f req-4d3c15c1-97df-471c-9512-b25a7fe7fe26 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.22 "GET /v2.0/networks?id=202d926a-4317-4fd3-a6b3-3233b8a4bdb4 HTTP/1.1" status: 200  len: 796 time: 1.7119718
Jan 29 10:08:45.585205 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33312742-e9a3-4ce1-a03d-ada7c6b23e84 None None] No DVR routers for this DVR port bd4d8cad-d22e-4bce-95d7-a0ce502c9279 on host dv-neutron-772983-2-ovs {{(pid=80767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:08:45.629897 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9c097e1e-034f-4621-a18c-696e7ae0e487 req-c7a6aab4-42c5-4e36-8172-d3c237d60292 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a5916f6-67e0-4b45-8c9c-82a048d390d0 HTTP/1.1" status: 200  len: 210 time: 0.1378038
Jan 29 10:08:45.645023 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-2f2dce16-5836-400c-bb6a-53925a553724 None None] Provisioning for port d669ed7d-0f9a-4a23-8961-1d8daf19bee4 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:08:45.647349 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-098256ff-35ce-47b0-8f0e-77df117ec1c4 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Deleting port 093c8e2f-9d9d-4183-82a6-99e783710d48 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:08:45.647732 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-098256ff-35ce-47b0-8f0e-77df117ec1c4 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:45.704150 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-2caccc83-3dd8-4314-a056-5e1f5b5dd19e tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:08:45.707789 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 10927309-f41c-4a02-afd1-1415fe8b5be3 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:08:45.721176 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-2f2dce16-5836-400c-bb6a-53925a553724 None None] Provisioning complete for port d669ed7d-0f9a-4a23-8961-1d8daf19bee4 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:08:45.721596 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2f2dce16-5836-400c-bb6a-53925a553724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:45.749749 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2caccc83-3dd8-4314-a056-5e1f5b5dd19e tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Usage tracker for resource:port and tenant:1958396d18164bb09457e89192306a99 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:08:45.754472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=a459ad32-8104-4413-a36a-37765c022261,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:45.758103 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2caccc83-3dd8-4314-a056-5e1f5b5dd19e tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Quota usage for port was recalculated. Used quota:2. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:08:45.758993 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:45.788740 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62443efb-a042-4c6d-8f6b-818064936aa4 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Pushing event updated for resources: {'Port': ['ID=bc970767-5828-47bf-8ff2-62291ca22d6c,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:45.791239 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-2caccc83-3dd8-4314-a056-5e1f5b5dd19e tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:08:45.806208 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-27b4ddfc-f94f-4834-b130-9771f9fa9a0d tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:45.808101 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-62443efb-a042-4c6d-8f6b-818064936aa4 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:45.833329 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 10927309-f41c-4a02-afd1-1415fe8b5be3 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:08:45.833597 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:45.841689 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e21847-5bac-4348-a4be-423a31a593a5 admin admin] Router 067a2ab8-f33b-4b23-a672-dd7f78b479e8 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:08:45.848686 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-62443efb-a042-4c6d-8f6b-818064936aa4 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:45.856483 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2caccc83-3dd8-4314-a056-5e1f5b5dd19e tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Made reservation on behalf of 1958396d18164bb09457e89192306a99 for: {'port': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:08:45.878241 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2caccc83-3dd8-4314-a056-5e1f5b5dd19e tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:45.901937 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-2f2dce16-5836-400c-bb6a-53925a553724 None None] Port d669ed7d-0f9a-4a23-8961-1d8daf19bee4 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:08:45.926840 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-2f2dce16-5836-400c-bb6a-53925a553724 None None] Could not find standard attr ID for object 2fdf9585-1b58-4ab1-9a8e-a4d7b9c7985b. {{(pid=80767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 29 10:08:45.980372 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-62443efb-a042-4c6d-8f6b-818064936aa4 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:45.990103 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-62443efb-a042-4c6d-8f6b-818064936aa4 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 9.3932762
Jan 29 10:08:46.113849 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-7370371a-8a06-4955-a9ce-66b630a040da None None] Provisioning for port 093c8e2f-9d9d-4183-82a6-99e783710d48 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:08:46.128595 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:46.154091 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-7370371a-8a06-4955-a9ce-66b630a040da None None] Provisioning complete for port 093c8e2f-9d9d-4183-82a6-99e783710d48 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:08:46.154619 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7370371a-8a06-4955-a9ce-66b630a040da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:46.191056 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-5549cc47-4522-4d22-8034-9a645444c449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c8485c18>, [{'id': '067a2ab8-f33b-4b23-a672-dd7f78b479e8', 'name': 'tempest-TestVolumeBootPattern-1863543552-router', 'tenant_id': '5fdf3ff8e4ec495a9920173817d5a87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.2'}], 'enable_snat': True}, 'gw_port_id': 'ea22ec2c-d406-4d8b-9a93-1da36ee1bccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:08:21Z', 'updated_at': '2021-01-29T10:08:40Z', 'revision_number': 4, 'project_id': '5fdf3ff8e4ec495a9920173817d5a87c', 'gw_port': {'id': 'ea22ec2c-d406-4d8b-9a93-1da36ee1bccc', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e1:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '067a2ab8-f33b-4b23-a672-dd7f78b479e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:08:24Z', 'updated_at': '2021-01-29T10:08:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'd669ed7d-0f9a-4a23-8961-1d8daf19bee4', 'name': '', 'network_id': '91377aae-8517-403c-bf87-a5f994a9382d', 'tenant_id': '5fdf3ff8e4ec495a9920173817d5a87c', 'mac_address': 'fa:16:3e:53:fb:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '067a2ab8-f33b-4b23-a672-dd7f78b479e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'b7f2eb06-2f75-4aca-bbbd-8eb1e8079f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:08:36Z', 'updated_at': '2021-01-29T10:08:41Z', 'revision_number': 2, 'project_id': '5fdf3ff8e4ec495a9920173817d5a87c', 'subnets': [{'id': 'b7f2eb06-2f75-4aca-bbbd-8eb1e8079f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:08:46.196792 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-b9a52686-44c9-4500-b43b-41da1313bd4f req-2ecc1055-7338-4556-ace0-cbe761f11131 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Synchronizing usage tracker for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:security_group {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:08:46.214824 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5549cc47-4522-4d22-8034-9a645444c449 None None] The sync data for ids ['067a2ab8-f33b-4b23-a672-dd7f78b479e8'] in dv-neutron-772983-2-ovs is: [{'id': '067a2ab8-f33b-4b23-a672-dd7f78b479e8', 'name': 'tempest-TestVolumeBootPattern-1863543552-router', 'tenant_id': '5fdf3ff8e4ec495a9920173817d5a87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.2'}], 'enable_snat': True}, 'gw_port_id': 'ea22ec2c-d406-4d8b-9a93-1da36ee1bccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:08:21Z', 'updated_at': '2021-01-29T10:08:40Z', 'revision_number': 4, 'project_id': '5fdf3ff8e4ec495a9920173817d5a87c', 'gw_port': {'id': 'ea22ec2c-d406-4d8b-9a93-1da36ee1bccc', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e1:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '067a2ab8-f33b-4b23-a672-dd7f78b479e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:08:24Z', 'updated_at': '2021-01-29T10:08:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'd669ed7d-0f9a-4a23-8961-1d8daf19bee4', 'name': '', 'network_id': '91377aae-8517-403c-bf87-a5f994a9382d', 'tenant_id': '5fdf3ff8e4ec495a9920173817d5a87c', 'mac_address': 'fa:16:3e:53:fb:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '067a2ab8-f33b-4b23-a672-dd7f78b479e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'b7f2eb06-2f75-4aca-bbbd-8eb1e8079f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:08:36Z', 'updated_at': '2021-01-29T10:08:41Z', 'revision_number': 2, 'project_id': '5fdf3ff8e4ec495a9920173817d5a87c', 'subnets': [{'id': 'b7f2eb06-2f75-4aca-bbbd-8eb1e8079f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:08:46.217710 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port 10927309-f41c-4a02-afd1-1415fe8b5be3, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=10927309-f41c-4a02-afd1-1415fe8b5be3,segment=NetworkSegment(960cf5cc-8c62-428f-a298-497a56febd96),segment_id=960cf5cc-8c62-428f-a298-497a56febd96)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:08:46.234253 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:46.238610 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-33312742-e9a3-4ce1-a03d-ada7c6b23e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:46.377238 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-7370371a-8a06-4955-a9ce-66b630a040da None None] Port 093c8e2f-9d9d-4183-82a6-99e783710d48 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:08:46.391167 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-b9a52686-44c9-4500-b43b-41da1313bd4f req-2ecc1055-7338-4556-ace0-cbe761f11131 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Unset dirty status for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:security_group {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:08:46.412731 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b9a52686-44c9-4500-b43b-41da1313bd4f req-2ecc1055-7338-4556-ace0-cbe761f11131 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ff1f06ee29ef461597f2ecd846f8813d HTTP/1.1" status: 200  len: 8061 time: 0.7957728
Jan 29 10:08:46.417904 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-b9a52686-44c9-4500-b43b-41da1313bd4f req-a9a46b07-2096-44e0-bcca-87ed89b172f3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'port': {'device_id': '7a5916f6-67e0-4b45-8c9c-82a048d390d0', 'network_id': '202d926a-4317-4fd3-a6b3-3233b8a4bdb4', 'admin_state_up': True, 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'security_groups': ['81d31a64-62a7-4c84-a8ba-b1a83211960e']}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:08:46.450159 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=10927309-f41c-4a02-afd1-1415fe8b5be3,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:46.453619 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:46.470460 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-7370371a-8a06-4955-a9ce-66b630a040da None None] Provisioning complete for port d669ed7d-0f9a-4a23-8961-1d8daf19bee4 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:08:46.470886 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7370371a-8a06-4955-a9ce-66b630a040da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:46.480184 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-098256ff-35ce-47b0-8f0e-77df117ec1c4 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:46.547344 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ded6d0a4-7185-4acd-ba80-da5da02d26a3 req-95aed430-d952-4946-acba-5aec3f91ca36 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1345444723&fields=id&tenant_id=ee8761d4330e4fd09e97501060c8b8ec HTTP/1.1" status: 200  len: 267 time: 0.3764217
Jan 29 10:08:46.572145 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-7370371a-8a06-4955-a9ce-66b630a040da None None] Port d669ed7d-0f9a-4a23-8961-1d8daf19bee4 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:08:46.591785 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-7370371a-8a06-4955-a9ce-66b630a040da None None] Provisioning for port 3f4749f7-8304-4e9a-a9ae-1e6292ace6a9 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:08:46.636197 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-7370371a-8a06-4955-a9ce-66b630a040da None None] Provisioning for port a459ad32-8104-4413-a36a-37765c022261 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:08:46.646416 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-7370371a-8a06-4955-a9ce-66b630a040da None None] Provisioning complete for port a459ad32-8104-4413-a36a-37765c022261 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:08:46.649116 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7370371a-8a06-4955-a9ce-66b630a040da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:46.751427 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 3f4749f7-8304-4e9a-a9ae-1e6292ace6a9 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:08:46.785367 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-098256ff-35ce-47b0-8f0e-77df117ec1c4 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Calling delete_port for 093c8e2f-9d9d-4183-82a6-99e783710d48 owned by  {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:08:46.944362 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded6d0a4-7185-4acd-ba80-da5da02d26a3 req-571a5db5-9b55-4f23-99e4-f262457dcf31 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:46.952509 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ded6d0a4-7185-4acd-ba80-da5da02d26a3 req-571a5db5-9b55-4f23-99e4-f262457dcf31 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/networks?id=26a4294d-c956-403b-8f7a-57f8ffefaf53 HTTP/1.1" status: 200  len: 812 time: 0.3731432
Jan 29 10:08:47.236952 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ded6d0a4-7185-4acd-ba80-da5da02d26a3 req-d1256c57-2511-494d-8c3b-9d5de39f1c60 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/quotas/ee8761d4330e4fd09e97501060c8b8ec HTTP/1.1" status: 200  len: 375 time: 0.2832084
Jan 29 10:08:47.272057 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 3f4749f7-8304-4e9a-a9ae-1e6292ace6a9 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:08:47.272509 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4a69fe50-a227-4555-84e1-bb9b135f23b0 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:47.279419 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 3f4749f7-8304-4e9a-a9ae-1e6292ace6a9 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:08:47.280456 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:47.323840 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-2caccc83-3dd8-4314-a056-5e1f5b5dd19e tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] device_id is not set on port c4f868ec-639f-454e-8f6c-9798efd8bf78 yet. {{(pid=80765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:08:47.395263 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4a69fe50-a227-4555-84e1-bb9b135f23b0 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Transition to ACTIVE for port object ea1ef205-d353-494c-a42c-682260bac40e will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:08:47.420918 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-574508cc-c2e4-4e5a-875f-da03a74d7561 req-f73d3072-76e7-4cfa-ad8c-04a3b2019474 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a5916f6-67e0-4b45-8c9c-82a048d390d0 HTTP/1.1" status: 200  len: 210 time: 0.4467335
Jan 29 10:08:47.474316 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-b9a52686-44c9-4500-b43b-41da1313bd4f req-a9a46b07-2096-44e0-bcca-87ed89b172f3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:08:47.484770 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-fb9103f9-3943-493f-936d-a96b4ac70c32 None None] Provisioning complete for port 093c8e2f-9d9d-4183-82a6-99e783710d48 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:08:47.485196 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fb9103f9-3943-493f-936d-a96b4ac70c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:47.559413 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-b9a52686-44c9-4500-b43b-41da1313bd4f req-a9a46b07-2096-44e0-bcca-87ed89b172f3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:08:47.560467 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e21847-5bac-4348-a4be-423a31a593a5 admin admin] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:08:47.563500 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:47.592428 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-fb9103f9-3943-493f-936d-a96b4ac70c32 None None] Port 093c8e2f-9d9d-4183-82a6-99e783710d48 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:08:47.596989 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9a52686-44c9-4500-b43b-41da1313bd4f req-a9a46b07-2096-44e0-bcca-87ed89b172f3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Made reservation on behalf of ff1f06ee29ef461597f2ecd846f8813d for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:08:47.619633 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port 3f4749f7-8304-4e9a-a9ae-1e6292ace6a9, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=3f4749f7-8304-4e9a-a9ae-1e6292ace6a9,segment=NetworkSegment(3460f6f2-079a-4691-ab1d-5b83336e6f44),segment_id=3460f6f2-079a-4691-ab1d-5b83336e6f44)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:08:47.623722 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-b9a52686-44c9-4500-b43b-41da1313bd4f req-a9a46b07-2096-44e0-bcca-87ed89b172f3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:47.635309 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-fb9103f9-3943-493f-936d-a96b4ac70c32 None None] Provisioning complete for port a459ad32-8104-4413-a36a-37765c022261 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:08:47.635736 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fb9103f9-3943-493f-936d-a96b4ac70c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:47.682654 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4a69fe50-a227-4555-84e1-bb9b135f23b0 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:47.721154 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:47.722113 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device a459ad32-8104-4413-a36a-37765c022261 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:08:47.766948 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6b84303c-f414-419f-bfef-b9c06703d7c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:47.833916 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-88807ae3-cefd-45ed-8371-22a0d3a5fd23 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:47.854436 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9377952f-7085-446e-90b7-d518297f0323 None None] get_active_networks_info from dv-neutron-772983-2-ovs {{(pid=80767) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Jan 29 10:08:47.856401 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-496c926b-cbcd-495b-bbf4-ef54168282ee tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:47.860217 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9017f8bd-b6b1-4f01-b461-b39dc9bad305 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:47.971607 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88807ae3-cefd-45ed-8371-22a0d3a5fd23 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event updated for resources: {'Subnet': ['ID=e9977d8c-d230-4c49-9a6d-829369a61a08,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:47.981680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a69fe50-a227-4555-84e1-bb9b135f23b0 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Network 199fc74d-8154-4f93-b41f-1d6cdce07a22 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:08:47.997196 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-4a69fe50-a227-4555-84e1-bb9b135f23b0 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:08:48.009314 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a69fe50-a227-4555-84e1-bb9b135f23b0 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:08:48.013513 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-88807ae3-cefd-45ed-8371-22a0d3a5fd23 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:48.065415 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=3f4749f7-8304-4e9a-a9ae-1e6292ace6a9,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:48.077287 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a69fe50-a227-4555-84e1-bb9b135f23b0 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:48.078166 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4a69fe50-a227-4555-84e1-bb9b135f23b0 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:48.078698 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:48.151514 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-ded6d0a4-7185-4acd-ba80-da5da02d26a3 req-cf03347b-306c-46f7-a3dd-bdae04caa6d9 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Synchronizing usage tracker for tenant:ee8761d4330e4fd09e97501060c8b8ec on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:08:48.160596 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a69fe50-a227-4555-84e1-bb9b135f23b0 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Pushing event updated for resources: {'Port': ['ID=ea1ef205-d353-494c-a42c-682260bac40e,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:48.169952 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4a69fe50-a227-4555-84e1-bb9b135f23b0 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:48.173185 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-99e21847-5bac-4348-a4be-423a31a593a5 admin admin] 10.222.0.57 "PUT /v2.0/routers/067a2ab8-f33b-4b23-a672-dd7f78b479e8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 16.5567458
Jan 29 10:08:48.177064 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9377952f-7085-446e-90b7-d518297f0323 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Jan 29 10:08:48.189384 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port a459ad32-8104-4413-a36a-37765c022261 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:08:48.189932 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-098256ff-35ce-47b0-8f0e-77df117ec1c4 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:48.190612 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:48.202098 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4a69fe50-a227-4555-84e1-bb9b135f23b0 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 5.8906121
Jan 29 10:08:48.224793 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 51004) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:48.251465 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-bf85c29c-f51e-450f-ae64-5bf366711cf2 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Request body: {'port': {'network_id': '199fc74d-8154-4f93-b41f-1d6cdce07a22', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2011714720'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:08:48.342269 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e1be8323-25d9-4913-82b7-5487c199df14 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:48.450673 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098256ff-35ce-47b0-8f0e-77df117ec1c4 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event deleted for resources: {'Port': ['ID=093c8e2f-9d9d-4183-82a6-99e783710d48,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:48.457478 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-098256ff-35ce-47b0-8f0e-77df117ec1c4 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:48.473214 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-098256ff-35ce-47b0-8f0e-77df117ec1c4 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:48.489846 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-098256ff-35ce-47b0-8f0e-77df117ec1c4 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "DELETE /v2.0/ports/093c8e2f-9d9d-4183-82a6-99e783710d48 HTTP/1.1" status: 204  len: 168 time: 3.3508978
Jan 29 10:08:48.493726 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51014) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:48.562410 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-14a0dcb3-3597-4f0d-8a72-cfbc3c419e7e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] GET failed (client error): The resource could not be found.
Jan 29 10:08:48.562979 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-14a0dcb3-3597-4f0d-8a72-cfbc3c419e7e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Synchronizing usage tracker for tenant:b402c3f19966488ebcb859fd6d6d9b16 on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:08:48.627655 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-14a0dcb3-3597-4f0d-8a72-cfbc3c419e7e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Unset dirty status for tenant:b402c3f19966488ebcb859fd6d6d9b16 on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:08:48.628920 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-14a0dcb3-3597-4f0d-8a72-cfbc3c419e7e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "GET /v2.0/ports/093c8e2f-9d9d-4183-82a6-99e783710d48 HTTP/1.1" status: 404  len: 333 time: 0.1341610
Jan 29 10:08:48.633579 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51018) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:48.666762 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [req-b9a52686-44c9-4500-b43b-41da1313bd4f req-a9a46b07-2096-44e0-bcca-87ed89b172f3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Allocated IP 172.20.0.4 (202d926a-4317-4fd3-a6b3-3233b8a4bdb4/18ba1ea0-4872-4c5f-bc2f-ad1138a60b95/1ed1fecf-d03f-4bd3-b46d-ffcac548fa0a) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:08:48.727247 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-dcf0767c-544f-47d0-bf3b-2852b0852154 None None] Could not find standard attr ID for object 093c8e2f-9d9d-4183-82a6-99e783710d48. {{(pid=80767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 29 10:08:48.761356 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device aa46302e-decc-4720-8e0c-8b8057970879 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:08:48.786381 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-2caccc83-3dd8-4314-a056-5e1f5b5dd19e tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Allocated IP 172.20.0.3 (064f61d7-3b27-4c99-afa5-d418434af3be/193806c8-4044-46c5-87c8-fbba2cb09ed4/c4f868ec-639f-454e-8f6c-9798efd8bf78) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:08:48.789186 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-bf85c29c-f51e-450f-ae64-5bf366711cf2 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:08:48.806295 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-ded6d0a4-7185-4acd-ba80-da5da02d26a3 req-cf03347b-306c-46f7-a3dd-bdae04caa6d9 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Unset dirty status for tenant:ee8761d4330e4fd09e97501060c8b8ec on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:08:48.808246 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ded6d0a4-7185-4acd-ba80-da5da02d26a3 req-cf03347b-306c-46f7-a3dd-bdae04caa6d9 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ee8761d4330e4fd09e97501060c8b8ec&fields=id HTTP/1.1" status: 200  len: 348 time: 1.5044396
Jan 29 10:08:48.826133 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-bf85c29c-f51e-450f-ae64-5bf366711cf2 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:08:48.912353 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf85c29c-f51e-450f-ae64-5bf366711cf2 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Made reservation on behalf of 4689bd38a28449b8a6e0e214f6c75ac2 for: {'port': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:08:48.934151 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bf85c29c-f51e-450f-ae64-5bf366711cf2 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:48.946606 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-b9a52686-44c9-4500-b43b-41da1313bd4f req-a9a46b07-2096-44e0-bcca-87ed89b172f3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:48.961582 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port aa46302e-decc-4720-8e0c-8b8057970879 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:08:48.967038 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port aa46302e-decc-4720-8e0c-8b8057970879 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:08:48.967455 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:48.968152 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-b9a52686-44c9-4500-b43b-41da1313bd4f req-a9a46b07-2096-44e0-bcca-87ed89b172f3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Transition to ACTIVE for port object 1ed1fecf-d03f-4bd3-b46d-ffcac548fa0a will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:08:49.003587 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7cc1704-55ca-4b2f-90c4-6207ea8ec12b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-36ec2ab5-acc9-45dc-a136-797459b09a1c', 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'tenant_id': 'b2cc7248d2184abfb3aa21c44218cf1c', 'fixed_ips': [{'subnet_id': 'e9977d8c-d230-4c49-9a6d-829369a61a08'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:08:49.004474 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a7cc1704-55ca-4b2f-90c4-6207ea8ec12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:49.047726 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-b9a52686-44c9-4500-b43b-41da1313bd4f req-a9a46b07-2096-44e0-bcca-87ed89b172f3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:49.070859 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0229ec44-4854-441d-a4d8-57aed847d6df tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:49.127796 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-27b4ddfc-f94f-4834-b130-9771f9fa9a0d tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Allocated IP 2001:db8:1::1 (3604bf84-bcc3-47aa-add5-df79811477a6/db880bcd-54b9-4cad-a6ae-893fc2a446ca/b3d86788-55e1-4eb8-99b6-c00d901d7e5e) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:08:49.164021 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88807ae3-cefd-45ed-8371-22a0d3a5fd23 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:08:49.211306 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c41fb40-fc00-485a-9d91-8753ca043704 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Deleting subnet 47a50433-d4fb-476e-bc30-271a35558b53 {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:08:49.214884 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4c41fb40-fc00-485a-9d91-8753ca043704 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:49.228866 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:49.298119 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4c41fb40-fc00-485a-9d91-8753ca043704 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:49.313235 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-bf85c29c-f51e-450f-ae64-5bf366711cf2 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] device_id is not set on port ca7babac-12ac-4ae3-8180-fb4ae51c398d yet. {{(pid=80765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:08:49.345727 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port aa46302e-decc-4720-8e0c-8b8057970879, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=aa46302e-decc-4720-8e0c-8b8057970879,segment=NetworkSegment(f45dbb05-bcf8-4e6d-baca-ba3a610ed176),segment_id=f45dbb05-bcf8-4e6d-baca-ba3a610ed176)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:08:49.418665 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4c41fb40-fc00-485a-9d91-8753ca043704 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:49.474922 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-a7cc1704-55ca-4b2f-90c4-6207ea8ec12b None None] Allocated IP 2001:db8::2 (36ec2ab5-acc9-45dc-a136-797459b09a1c/e9977d8c-d230-4c49-9a6d-829369a61a08/52778703-3f09-41fa-bed7-c427caa3b784) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:08:49.480374 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-bf85c29c-f51e-450f-ae64-5bf366711cf2 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Allocated IP 2001:db8::a9 (199fc74d-8154-4f93-b41f-1d6cdce07a22/e82a6fd5-22f9-4b3b-8cd7-13d8e90e94f2/ca7babac-12ac-4ae3-8180-fb4ae51c398d) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:08:49.626296 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:49.627450 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device bd7862d9-0746-4c02-9b51-23b3718ccd22 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:08:49.639132 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-88807ae3-cefd-45ed-8371-22a0d3a5fd23 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:08:49.676100 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a46b07-2096-44e0-bcca-87ed89b172f3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Port': ['ID=1ed1fecf-d03f-4bd3-b46d-ffcac548fa0a,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:49.680093 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a9a46b07-2096-44e0-bcca-87ed89b172f3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:49.697714 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88807ae3-cefd-45ed-8371-22a0d3a5fd23 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:49.698398 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-88807ae3-cefd-45ed-8371-22a0d3a5fd23 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:49.703074 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4ba864f1-b8bf-495a-ac45-351d73b68461 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:49.816910 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9a52686-44c9-4500-b43b-41da1313bd4f req-a9a46b07-2096-44e0-bcca-87ed89b172f3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network 202d926a-4317-4fd3-a6b3-3233b8a4bdb4 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:08:49.820886 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [req-b9a52686-44c9-4500-b43b-41da1313bd4f req-a9a46b07-2096-44e0-bcca-87ed89b172f3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:08:49.823773 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a52686-44c9-4500-b43b-41da1313bd4f req-a9a46b07-2096-44e0-bcca-87ed89b172f3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:08:49.872746 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a7cc1704-55ca-4b2f-90c4-6207ea8ec12b None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:49.884945 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-ef1bd172-84bc-483a-bfa4-82af7a988e15 None None] Provisioning complete for port a459ad32-8104-4413-a36a-37765c022261 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:08:49.885369 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ef1bd172-84bc-483a-bfa4-82af7a988e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:49.952826 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=aa46302e-decc-4720-8e0c-8b8057970879,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:49.959050 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-a7cc1704-55ca-4b2f-90c4-6207ea8ec12b None None] Transition to ACTIVE for port object 52778703-3f09-41fa-bed7-c427caa3b784 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:08:49.962263 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:49.975191 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a52686-44c9-4500-b43b-41da1313bd4f req-a9a46b07-2096-44e0-bcca-87ed89b172f3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:49.975926 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-b9a52686-44c9-4500-b43b-41da1313bd4f req-a9a46b07-2096-44e0-bcca-87ed89b172f3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:49.991552 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port bd7862d9-0746-4c02-9b51-23b3718ccd22 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:08:49.993343 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ded6d0a4-7185-4acd-ba80-da5da02d26a3 req-8625b7c0-885f-4cf0-83b1-b6ddd13cf975 service neutron] 10.222.0.57 "GET /v2.0/networks/26a4294d-c956-403b-8f7a-57f8ffefaf53?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1632400
Jan 29 10:08:49.994729 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-88807ae3-cefd-45ed-8371-22a0d3a5fd23 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 7.9244218
Jan 29 10:08:49.998792 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b9a52686-44c9-4500-b43b-41da1313bd4f req-a9a46b07-2096-44e0-bcca-87ed89b172f3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.5844076
Jan 29 10:08:49.998939 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-a7cc1704-55ca-4b2f-90c4-6207ea8ec12b None None] Transition to ACTIVE for port object 52778703-3f09-41fa-bed7-c427caa3b784 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:08:49.999039 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51024) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:50.001256 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bf85c29c-f51e-450f-ae64-5bf366711cf2 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:50.005554 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-31308941-7d2e-4a11-85c0-19ce010bd658 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Request body: {'port': {'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'fixed_ips': [{'subnet_id': 'e9977d8c-d230-4c49-9a6d-829369a61a08', 'ip_address': '2001:db8::294c:f6d9:7459:ee34'}], 'name': 'tempest-NetworksTestDHCPv6-1577758152'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:08:50.031718 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4c41fb40-fc00-485a-9d91-8753ca043704 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:50.039438 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port bd7862d9-0746-4c02-9b51-23b3718ccd22 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:08:50.039918 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:50.056171 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-b9a52686-44c9-4500-b43b-41da1313bd4f req-af9fddd2-fa4b-4414-9da7-f6f667d64bc7 service neutron] Request body: {'port': {'device_id': '7a5916f6-67e0-4b45-8c9c-82a048d390d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7729'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:08:50.078985 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a7cc1704-55ca-4b2f-90c4-6207ea8ec12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:50.082241 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:50.090929 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-bf85c29c-f51e-450f-ae64-5bf366711cf2 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Transition to ACTIVE for port object ca7babac-12ac-4ae3-8180-fb4ae51c398d will not be triggered until provisioned by entity DHCP. {{(pid=80765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:08:50.108554 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:50.173943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c41fb40-fc00-485a-9d91-8753ca043704 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event deleted for resources: {'Subnet': ['ID=47a50433-d4fb-476e-bc30-271a35558b53,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:50.187561 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4c41fb40-fc00-485a-9d91-8753ca043704 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:50.311845 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc8731b-56b4-48c2-b6e1-4e4cf369b435 req-9c2c4ede-a7bf-40e1-ad31-0d47d22fba35 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:50.321081 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4fc8731b-56b4-48c2-b6e1-4e4cf369b435 req-9c2c4ede-a7bf-40e1-ad31-0d47d22fba35 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a5916f6-67e0-4b45-8c9c-82a048d390d0 HTTP/1.1" status: 200  len: 931 time: 1.2337859
Jan 29 10:08:50.363353 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc1704-55ca-4b2f-90c4-6207ea8ec12b None None] Pushing event updated for resources: {'Port': ['ID=52778703-3f09-41fa-bed7-c427caa3b784,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:50.378520 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a7cc1704-55ca-4b2f-90c4-6207ea8ec12b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:50.383542 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cc1704-55ca-4b2f-90c4-6207ea8ec12b None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:08:50.387155 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-a7cc1704-55ca-4b2f-90c4-6207ea8ec12b None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:08:50.390064 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cc1704-55ca-4b2f-90c4-6207ea8ec12b None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:08:50.446476 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4fc8731b-56b4-48c2-b6e1-4e4cf369b435 req-252012b8-4385-4ae3-a184-a937bc0058b9 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=81d31a64-62a7-4c84-a8ba-b1a83211960e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1242297
Jan 29 10:08:50.460970 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-31308941-7d2e-4a11-85c0-19ce010bd658 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:08:50.477341 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4c41fb40-fc00-485a-9d91-8753ca043704 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:50.479302 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4c41fb40-fc00-485a-9d91-8753ca043704 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "DELETE /v2.0/subnets/47a50433-d4fb-476e-bc30-271a35558b53 HTTP/1.1" status: 204  len: 168 time: 1.4863255
Jan 29 10:08:50.483143 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-b9a52686-44c9-4500-b43b-41da1313bd4f req-af9fddd2-fa4b-4414-9da7-f6f667d64bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:50.493323 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-31308941-7d2e-4a11-85c0-19ce010bd658 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:08:50.495316 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51028) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:50.521356 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2caccc83-3dd8-4314-a056-5e1f5b5dd19e tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:50.526913 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:50.539078 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-2caccc83-3dd8-4314-a056-5e1f5b5dd19e tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Transition to ACTIVE for port object c4f868ec-639f-454e-8f6c-9798efd8bf78 will not be triggered until provisioned by entity DHCP. {{(pid=80765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:08:50.540359 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-a7cc1704-55ca-4b2f-90c4-6207ea8ec12b None None] Attempting to bind port 52778703-3f09-41fa-bed7-c427caa3b784 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:08:50.540781 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-a7cc1704-55ca-4b2f-90c4-6207ea8ec12b None None] Attempting to bind port 52778703-3f09-41fa-bed7-c427caa3b784 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:08:50.541200 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cc1704-55ca-4b2f-90c4-6207ea8ec12b None None] Attempting to bind port 52778703-3f09-41fa-bed7-c427caa3b784 on network 36ec2ab5-acc9-45dc-a136-797459b09a1c {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:08:50.552483 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cc1704-55ca-4b2f-90c4-6207ea8ec12b None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:08:50.552927 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cc1704-55ca-4b2f-90c4-6207ea8ec12b None None] Checking segment: {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:08:50.553306 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a7cc1704-55ca-4b2f-90c4-6207ea8ec12b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:50.553969 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cc1704-55ca-4b2f-90c4-6207ea8ec12b None None] Bound using segment: {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:08:50.554772 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-a7cc1704-55ca-4b2f-90c4-6207ea8ec12b None None] Bound port: 52778703-3f09-41fa-bed7-c427caa3b784, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:08:50.554772 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a7cc1704-55ca-4b2f-90c4-6207ea8ec12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:50.560635 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-24c18da8-b1ef-4639-989e-752bafb53ddb req-2cbd2891-fe38-4659-b388-610fbe9d4f2b tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-1084616904', 'description': 'tempest-TestVolumeBootPattern-1084616904 description'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:08:50.590819 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-27b4ddfc-f94f-4834-b130-9771f9fa9a0d tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:50.599682 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ded6d0a4-7185-4acd-ba80-da5da02d26a3 req-7b51ede7-35a3-4eff-8266-ee53a26e2681 service neutron] 10.222.0.57 "GET /v2.0/networks/26a4294d-c956-403b-8f7a-57f8ffefaf53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5824385
Jan 29 10:08:50.601574 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-24c18da8-b1ef-4639-989e-752bafb53ddb req-2cbd2891-fe38-4659-b388-610fbe9d4f2b tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:08:50.606984 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31308941-7d2e-4a11-85c0-19ce010bd658 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Made reservation on behalf of b2cc7248d2184abfb3aa21c44218cf1c for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:08:50.613638 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-24c18da8-b1ef-4639-989e-752bafb53ddb req-2cbd2891-fe38-4659-b388-610fbe9d4f2b tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Usage tracker for resource:security_group and tenant:4d907168a4924ceb9472857ce37e1904 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:08:50.618592 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-24c18da8-b1ef-4639-989e-752bafb53ddb req-2cbd2891-fe38-4659-b388-610fbe9d4f2b tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:08:50.625111 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bf85c29c-f51e-450f-ae64-5bf366711cf2 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:50.738042 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a044d56b-e1d3-4a83-92be-faecae4a181f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:50.844742 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-24c18da8-b1ef-4639-989e-752bafb53ddb req-2cbd2891-fe38-4659-b388-610fbe9d4f2b tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:08:50.883948 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-a7cc1704-55ca-4b2f-90c4-6207ea8ec12b None None] For port 52778703-3f09-41fa-bed7-c427caa3b784, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:08:50.887601 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-a7cc1704-55ca-4b2f-90c4-6207ea8ec12b None None] For port 52778703-3f09-41fa-bed7-c427caa3b784, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=52778703-3f09-41fa-bed7-c427caa3b784,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:08:50.900182 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port bd7862d9-0746-4c02-9b51-23b3718ccd22, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=bd7862d9-0746-4c02-9b51-23b3718ccd22,segment=NetworkSegment(da74141a-e053-4807-8732-98d074b8386c),segment_id=da74141a-e053-4807-8732-98d074b8386c)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:08:50.904705 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-27b4ddfc-f94f-4834-b130-9771f9fa9a0d tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Transition to ACTIVE for port object b3d86788-55e1-4eb8-99b6-c00d901d7e5e will not be triggered until provisioned by entity DHCP. {{(pid=80765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:08:50.911915 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a7cc1704-55ca-4b2f-90c4-6207ea8ec12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:50.930918 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6b84303c-f414-419f-bfef-b9c06703d7c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:50.938939 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-30d4c4fa-b5c8-4b6a-a0ad-05b3bc834643 req-f11edc7c-f723-4f1e-9899-30d6acce8e6d tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/ports?device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 210 time: 0.0888197
Jan 29 10:08:50.977888 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:50.986908 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 33470968-b24b-4795-b41a-7d0d2638685d up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:08:50.988672 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2caccc83-3dd8-4314-a056-5e1f5b5dd19e tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:50.994401 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-2767b59a-8c53-4dfd-9b71-05ce16cdfdf6 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Deleting subnet 82635263-5c08-4517-8d57-b298380acd9d {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:08:51.025742 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-24c18da8-b1ef-4639-989e-752bafb53ddb req-2cbd2891-fe38-4659-b388-610fbe9d4f2b tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:51.026161 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2767b59a-8c53-4dfd-9b71-05ce16cdfdf6 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:51.055287 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae4c730-3296-46e2-ac89-61f6a2c6fb9d None None] Sync routers for ids ['067a2ab8-f33b-4b23-a672-dd7f78b479e8'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:08:51.073354 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf85c29c-f51e-450f-ae64-5bf366711cf2 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Pushing event updated for resources: {'Port': ['ID=ca7babac-12ac-4ae3-8180-fb4ae51c398d,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:51.086917 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae4c730-3296-46e2-ac89-61f6a2c6fb9d None None] Routers {'067a2ab8-f33b-4b23-a672-dd7f78b479e8'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:08:51.087753 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-0ae4c730-3296-46e2-ac89-61f6a2c6fb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9afb668>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:08:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['067a2ab8-f33b-4b23-a672-dd7f78b479e8'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:08:51.088035 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-24c18da8-b1ef-4639-989e-752bafb53ddb req-2cbd2891-fe38-4659-b388-610fbe9d4f2b tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:08:51.092159 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-24c18da8-b1ef-4639-989e-752bafb53ddb req-2cbd2891-fe38-4659-b388-610fbe9d4f2b tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Usage tracker for resource:security_group_rule and tenant:4d907168a4924ceb9472857ce37e1904 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:08:51.095260 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-24c18da8-b1ef-4639-989e-752bafb53ddb req-2cbd2891-fe38-4659-b388-610fbe9d4f2b tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:08:51.101690 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-24c18da8-b1ef-4639-989e-752bafb53ddb req-2cbd2891-fe38-4659-b388-610fbe9d4f2b tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:08:51.131663 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bf85c29c-f51e-450f-ae64-5bf366711cf2 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:51.136961 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5b41ed60-9a18-47e3-8a28-b2eaf2cb9ab7 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:51.205532 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2767b59a-8c53-4dfd-9b71-05ce16cdfdf6 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:51.251779 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf85c29c-f51e-450f-ae64-5bf366711cf2 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Network 199fc74d-8154-4f93-b41f-1d6cdce07a22 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:08:51.259986 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-bf85c29c-f51e-450f-ae64-5bf366711cf2 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:08:51.282567 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf85c29c-f51e-450f-ae64-5bf366711cf2 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:08:51.350920 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf85c29c-f51e-450f-ae64-5bf366711cf2 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:51.351653 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bf85c29c-f51e-450f-ae64-5bf366711cf2 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:51.389055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-0ae4c730-3296-46e2-ac89-61f6a2c6fb9d None None] Set router 067a2ab8-f33b-4b23-a672-dd7f78b479e8 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:08:51.412394 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-27b4ddfc-f94f-4834-b130-9771f9fa9a0d tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:51.436191 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-31308941-7d2e-4a11-85c0-19ce010bd658 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:51.436861 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caccc83-3dd8-4314-a056-5e1f5b5dd19e tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Pushing event updated for resources: {'Port': ['ID=c4f868ec-639f-454e-8f6c-9798efd8bf78,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:51.459232 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2caccc83-3dd8-4314-a056-5e1f5b5dd19e tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:51.459828 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-842b4c87-0c4c-4496-9641-612d45ab77b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371488115-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:51.503522 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2767b59a-8c53-4dfd-9b71-05ce16cdfdf6 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:51.564575 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5c861237-0172-414c-8616-77410f43494b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:51.599867 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc1704-55ca-4b2f-90c4-6207ea8ec12b None None] Pushing event updated for resources: {'Port': ['ID=52778703-3f09-41fa-bed7-c427caa3b784,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:51.601824 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b4ddfc-f94f-4834-b130-9771f9fa9a0d tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Pushing event updated for resources: {'Port': ['ID=b3d86788-55e1-4eb8-99b6-c00d901d7e5e,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:51.606821 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a7cc1704-55ca-4b2f-90c4-6207ea8ec12b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.675s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:51.609770 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-27b4ddfc-f94f-4834-b130-9771f9fa9a0d tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:51.619456 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.576s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:51.621416 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-bf85c29c-f51e-450f-ae64-5bf366711cf2 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 3.3916476
Jan 29 10:08:51.633302 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51044) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:51.647722 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-a09abc49-874e-4d82-91ec-f806e382a0e6 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::b9', 'mac_address': 'fa:16:3e:57:ca:9a'}, {'ip_address': '2001:db8::1c', 'mac_address': 'fa:16:3e:40:95:d2'}]}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:08:51.795881 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 33470968-b24b-4795-b41a-7d0d2638685d triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:08:51.796505 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:51.903063 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=bd7862d9-0746-4c02-9b51-23b3718ccd22,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:51.921128 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:52.117393 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-24c18da8-b1ef-4639-989e-752bafb53ddb req-2cbd2891-fe38-4659-b388-610fbe9d4f2b tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:52.136005 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2caccc83-3dd8-4314-a056-5e1f5b5dd19e tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Network 064f61d7-3b27-4c99-afa5-d418434af3be is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:08:52.143157 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-31308941-7d2e-4a11-85c0-19ce010bd658 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] device_id is not set on port ec4d3672-9077-4d99-bbc7-8bdf83d66214 yet. {{(pid=80766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:08:52.149058 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-2caccc83-3dd8-4314-a056-5e1f5b5dd19e tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:08:52.151193 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-24c18da8-b1ef-4639-989e-752bafb53ddb req-2cbd2891-fe38-4659-b388-610fbe9d4f2b tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:52.157050 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2caccc83-3dd8-4314-a056-5e1f5b5dd19e tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:08:52.202448 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-be240572-d349-4937-8806-f9f359f4a52d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:52.220122 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device bd6c7a28-1fdf-4f8e-89b7-848669d0a5a3 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:08:52.303334 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-0ae4c730-3296-46e2-ac89-61f6a2c6fb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9afb668>, [{'id': '067a2ab8-f33b-4b23-a672-dd7f78b479e8', 'name': 'tempest-TestVolumeBootPattern-1863543552-router', 'tenant_id': '5fdf3ff8e4ec495a9920173817d5a87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.2'}], 'enable_snat': True}, 'gw_port_id': 'ea22ec2c-d406-4d8b-9a93-1da36ee1bccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:08:21Z', 'updated_at': '2021-01-29T10:08:40Z', 'revision_number': 4, 'project_id': '5fdf3ff8e4ec495a9920173817d5a87c', 'gw_port': {'id': 'ea22ec2c-d406-4d8b-9a93-1da36ee1bccc', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e1:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '067a2ab8-f33b-4b23-a672-dd7f78b479e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:08:24Z', 'updated_at': '2021-01-29T10:08:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'd669ed7d-0f9a-4a23-8961-1d8daf19bee4', 'name': '', 'network_id': '91377aae-8517-403c-bf87-a5f994a9382d', 'tenant_id': '5fdf3ff8e4ec495a9920173817d5a87c', 'mac_address': 'fa:16:3e:53:fb:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '067a2ab8-f33b-4b23-a672-dd7f78b479e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'b7f2eb06-2f75-4aca-bbbd-8eb1e8079f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:08:36Z', 'updated_at': '2021-01-29T10:08:41Z', 'revision_number': 2, 'project_id': '5fdf3ff8e4ec495a9920173817d5a87c', 'subnets': [{'id': 'b7f2eb06-2f75-4aca-bbbd-8eb1e8079f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:08:52.313435 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae4c730-3296-46e2-ac89-61f6a2c6fb9d None None] Checking router: 067a2ab8-f33b-4b23-a672-dd7f78b479e8 for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:08:52.313881 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae4c730-3296-46e2-ac89-61f6a2c6fb9d None None] Updating router 067a2ab8-f33b-4b23-a672-dd7f78b479e8 port d669ed7d-0f9a-4a23-8961-1d8daf19bee4 binding host dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 29 10:08:52.326041 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-24c18da8-b1ef-4639-989e-752bafb53ddb req-2cbd2891-fe38-4659-b388-610fbe9d4f2b tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:52.327499 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-24c18da8-b1ef-4639-989e-752bafb53ddb req-2cbd2891-fe38-4659-b388-610fbe9d4f2b tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 1.7785168
Jan 29 10:08:52.361294 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbd2891-fe38-4659-b388-610fbe9d4f2b tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca938fcf-b80d-466c-a403-7c3b18a33b2b,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:52.382493 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port bd6c7a28-1fdf-4f8e-89b7-848669d0a5a3 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:08:52.388291 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2cbd2891-fe38-4659-b388-610fbe9d4f2b tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:52.391401 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port bd6c7a28-1fdf-4f8e-89b7-848669d0a5a3 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:08:52.391828 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:52.422950 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0ae4c730-3296-46e2-ac89-61f6a2c6fb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:52.482529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [req-b9a52686-44c9-4500-b43b-41da1313bd4f req-af9fddd2-fa4b-4414-9da7-f6f667d64bc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ed1fecf-d03f-4bd3-b46d-ffcac548fa0a {{(pid=80766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 29 10:08:52.492320 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-b9a52686-44c9-4500-b43b-41da1313bd4f req-af9fddd2-fa4b-4414-9da7-f6f667d64bc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:52.507159 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-b9a52686-44c9-4500-b43b-41da1313bd4f req-af9fddd2-fa4b-4414-9da7-f6f667d64bc7 service neutron] Transition to ACTIVE for port object 1ed1fecf-d03f-4bd3-b46d-ffcac548fa0a will not be triggered until provisioned by entity L2. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:08:52.548128 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2caccc83-3dd8-4314-a056-5e1f5b5dd19e tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:52.549569 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2caccc83-3dd8-4314-a056-5e1f5b5dd19e tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:52.570147 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-b9a52686-44c9-4500-b43b-41da1313bd4f req-af9fddd2-fa4b-4414-9da7-f6f667d64bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:52.682643 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4a69fe50-a227-4555-84e1-bb9b135f23b0 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:52.728251 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f76f5f-db00-4e51-8be6-9584a0d77e90 req-1fe17282-e705-4a89-b4af-6bd07e9f6df9 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:52.736519 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-64f76f5f-db00-4e51-8be6-9584a0d77e90 req-1fe17282-e705-4a89-b4af-6bd07e9f6df9 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a5916f6-67e0-4b45-8c9c-82a048d390d0 HTTP/1.1" status: 200  len: 931 time: 1.1091037
Jan 29 10:08:52.740581 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cfaf36f0-63e0-4093-8e9b-c8c380e85e42 req-b1f3f422-66ac-4bff-b06a-6be18232d0d2 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/ports?device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 210 time: 0.1757751
Jan 29 10:08:52.761051 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b4ddfc-f94f-4834-b130-9771f9fa9a0d tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Network 3604bf84-bcc3-47aa-add5-df79811477a6 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:08:52.773900 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-27b4ddfc-f94f-4834-b130-9771f9fa9a0d tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:08:52.784316 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b4ddfc-f94f-4834-b130-9771f9fa9a0d tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:08:52.785381 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-27b4ddfc-f94f-4834-b130-9771f9fa9a0d tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854426412'] for router_interface, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:52.788710 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:52.792236 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2caccc83-3dd8-4314-a056-5e1f5b5dd19e tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 8.7080114
Jan 29 10:08:52.810643 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 51056) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:52.826796 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-6cbd5080-13b6-480d-a3d9-780a93ebbdb3 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:4c:bb:68'}]}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:08:52.916375 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port bd6c7a28-1fdf-4f8e-89b7-848669d0a5a3, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=bd6c7a28-1fdf-4f8e-89b7-848669d0a5a3,segment=NetworkSegment(de6cd88b-883d-45e3-9b50-097e9e102b48),segment_id=de6cd88b-883d-45e3-9b50-097e9e102b48)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:08:52.930431 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:52.934140 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-937920c6-a028-48f6-b7d9-71989121685b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:52.955149 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-64f76f5f-db00-4e51-8be6-9584a0d77e90 req-04beff38-f5b2-488d-b51d-25a435eb2579 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=81d31a64-62a7-4c84-a8ba-b1a83211960e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2173696
Jan 29 10:08:53.008869 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9fddd2-fa4b-4414-9da7-f6f667d64bc7 service neutron] Pushing event updated for resources: {'Port': ['ID=1ed1fecf-d03f-4bd3-b46d-ffcac548fa0a,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:53.012125 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-af9fddd2-fa4b-4414-9da7-f6f667d64bc7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:53.047101 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=bd6c7a28-1fdf-4f8e-89b7-848669d0a5a3,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:53.079684 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded6d0a4-7185-4acd-ba80-da5da02d26a3 req-1f5adbc6-b42c-4c0b-9d72-bada56a374c7 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:53.081678 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ded6d0a4-7185-4acd-ba80-da5da02d26a3 req-1f5adbc6-b42c-4c0b-9d72-bada56a374c7 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.22 "GET /v2.0/networks?id=26a4294d-c956-403b-8f7a-57f8ffefaf53 HTTP/1.1" status: 200  len: 812 time: 0.8168821
Jan 29 10:08:53.093449 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:53.159981 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0ae4c730-3296-46e2-ac89-61f6a2c6fb9d None None] Notify callbacks [] for port, precommit_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:53.189640 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-0ae4c730-3296-46e2-ac89-61f6a2c6fb9d None None] Transition to ACTIVE for port object d669ed7d-0f9a-4a23-8961-1d8daf19bee4 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:08:53.195006 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0ae4c730-3296-46e2-ac89-61f6a2c6fb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:53.212334 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6dd07d15-8715-4b2c-8231-f7d27ebd5f6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:53.306436 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a09abc49-874e-4d82-91ec-f806e382a0e6 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:53.326175 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6a04d8a0-f9db-451a-8992-760daf2128b4 req-ecb42696-5bee-49d8-b998-f0a3a2a5a373 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/security-groups/ca938fcf-b80d-466c-a403-7c3b18a33b2b HTTP/1.1" status: 200  len: 1808 time: 0.5303936
Jan 29 10:08:53.340058 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd12ce3-ae72-4ffa-ae50-d3c6ee1ab7b8 None None] Pushing event updated for resources: {'Port': ['ID=d669ed7d-0f9a-4a23-8961-1d8daf19bee4,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:53.352989 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0fd12ce3-ae72-4ffa-ae50-d3c6ee1ab7b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:53.366996 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ded6d0a4-7185-4acd-ba80-da5da02d26a3 req-4a4af648-063e-4928-b667-706455dc7a76 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ee8761d4330e4fd09e97501060c8b8ec HTTP/1.1" status: 200  len: 5708 time: 0.2048051
Jan 29 10:08:53.375930 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-6a04d8a0-f9db-451a-8992-760daf2128b4 req-16524375-3898-42aa-9c8d-82f34ffd4a2f tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ca938fcf-b80d-466c-a403-7c3b18a33b2b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:08:53.376456 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-6a04d8a0-f9db-451a-8992-760daf2128b4 req-16524375-3898-42aa-9c8d-82f34ffd4a2f tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ca938fcf-b80d-466c-a403-7c3b18a33b2b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:08:53.413013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-ded6d0a4-7185-4acd-ba80-da5da02d26a3 req-bc52a210-d125-43cc-8dea-57327c42474f tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Request body: {'port': {'device_id': '22b168d6-bde2-48f8-894c-ffc201cda99d', 'network_id': '26a4294d-c956-403b-8f7a-57f8ffefaf53', 'admin_state_up': True, 'tenant_id': 'ee8761d4330e4fd09e97501060c8b8ec', 'security_groups': ['1af675d5-c3af-4bab-a997-95b7e6464479']}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:08:53.484820 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-6a04d8a0-f9db-451a-8992-760daf2128b4 req-16524375-3898-42aa-9c8d-82f34ffd4a2f tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:08:53.504429 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-6a04d8a0-f9db-451a-8992-760daf2128b4 req-16524375-3898-42aa-9c8d-82f34ffd4a2f tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Usage tracker for resource:security_group_rule and tenant:4d907168a4924ceb9472857ce37e1904 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:08:53.524935 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-6a04d8a0-f9db-451a-8992-760daf2128b4 req-16524375-3898-42aa-9c8d-82f34ffd4a2f tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:08:53.551996 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-6a04d8a0-f9db-451a-8992-760daf2128b4 req-16524375-3898-42aa-9c8d-82f34ffd4a2f tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:08:53.656694 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device ea22ec2c-d406-4d8b-9a93-1da36ee1bccc up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:08:53.746244 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7bcbe4-cb96-49e2-a291-4bbe10c78154 None None] Network d5d37060-ecd1-4192-8388-607c14013c2f requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:08:53.765097 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868b2b95-6d6c-43ff-8c93-587497869df3 None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:08:53.955836 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-ac6506dd-c529-4e80-9bb3-abc49393b477 None None] Provisioning complete for port a459ad32-8104-4413-a36a-37765c022261 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:08:53.956804 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ac6506dd-c529-4e80-9bb3-abc49393b477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:54.022399 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6cbd5080-13b6-480d-a3d9-780a93ebbdb3 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:54.049110 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-27b4ddfc-f94f-4834-b130-9771f9fa9a0d tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:54.086436 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-31308941-7d2e-4a11-85c0-19ce010bd658 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Allocated IP 2001:db8::294c:f6d9:7459:ee34 (36ec2ab5-acc9-45dc-a136-797459b09a1c/e9977d8c-d230-4c49-9a6d-829369a61a08/ec4d3672-9077-4d99-bbc7-8bdf83d66214) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:08:54.138176 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port ea22ec2c-d406-4d8b-9a93-1da36ee1bccc completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:08:54.167736 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-ded6d0a4-7185-4acd-ba80-da5da02d26a3 req-bc52a210-d125-43cc-8dea-57327c42474f tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:08:54.210715 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2767b59a-8c53-4dfd-9b71-05ce16cdfdf6 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:54.244309 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6c9223f4-d993-4c8a-9354-4ec175dcf986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:54.247137 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port ea22ec2c-d406-4d8b-9a93-1da36ee1bccc triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:08:54.247467 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:54.264523 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d360e83c-c8a4-4902-96bc-dae4009ad705 req-3edcab42-6a69-4238-9f79-5fe593de9474 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/ports?device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 210 time: 0.1720378
Jan 29 10:08:54.469032 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:54.481413 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-fca01106-2ef7-4de2-8123-bda865d2dff4 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:54.512408 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-ded6d0a4-7185-4acd-ba80-da5da02d26a3 req-bc52a210-d125-43cc-8dea-57327c42474f tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:08:54.554349 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-b9a52686-44c9-4500-b43b-41da1313bd4f req-af9fddd2-fa4b-4414-9da7-f6f667d64bc7 service neutron] Attempting to bind port 1ed1fecf-d03f-4bd3-b46d-ffcac548fa0a on host hv-neutron-7729 for vnic_type normal with profile  {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:08:54.554637 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-b9a52686-44c9-4500-b43b-41da1313bd4f req-af9fddd2-fa4b-4414-9da7-f6f667d64bc7 service neutron] Attempting to bind port 1ed1fecf-d03f-4bd3-b46d-ffcac548fa0a by drivers openvswitch on host hv-neutron-7729 at level 0 using segments [{'id': 'da74141a-e053-4807-8732-98d074b8386c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '202d926a-4317-4fd3-a6b3-3233b8a4bdb4'}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:08:54.555007 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a52686-44c9-4500-b43b-41da1313bd4f req-af9fddd2-fa4b-4414-9da7-f6f667d64bc7 service neutron] Attempting to bind port 1ed1fecf-d03f-4bd3-b46d-ffcac548fa0a on network 202d926a-4317-4fd3-a6b3-3233b8a4bdb4 {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:08:54.567090 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2767b59a-8c53-4dfd-9b71-05ce16cdfdf6 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event deleted for resources: {'Subnet': ['ID=82635263-5c08-4517-8d57-b298380acd9d,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:54.570505 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2767b59a-8c53-4dfd-9b71-05ce16cdfdf6 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:54.586790 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a52686-44c9-4500-b43b-41da1313bd4f req-af9fddd2-fa4b-4414-9da7-f6f667d64bc7 service neutron] Checking agent: {'id': '5acf9624-c829-41ba-afd9-92278081af05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 10, 2, 34), 'started_at': datetime.datetime(2021, 1, 29, 10, 3, 4), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:08:54.588060 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a52686-44c9-4500-b43b-41da1313bd4f req-af9fddd2-fa4b-4414-9da7-f6f667d64bc7 service neutron] Checking segment: {'id': 'da74141a-e053-4807-8732-98d074b8386c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '202d926a-4317-4fd3-a6b3-3233b8a4bdb4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:08:54.588060 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-b9a52686-44c9-4500-b43b-41da1313bd4f req-af9fddd2-fa4b-4414-9da7-f6f667d64bc7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:54.588060 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a52686-44c9-4500-b43b-41da1313bd4f req-af9fddd2-fa4b-4414-9da7-f6f667d64bc7 service neutron] Bound using segment: {'id': 'da74141a-e053-4807-8732-98d074b8386c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '202d926a-4317-4fd3-a6b3-3233b8a4bdb4'} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:08:54.588421 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-b9a52686-44c9-4500-b43b-41da1313bd4f req-af9fddd2-fa4b-4414-9da7-f6f667d64bc7 service neutron] Bound port: 1ed1fecf-d03f-4bd3-b46d-ffcac548fa0a, host: hv-neutron-7729, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da74141a-e053-4807-8732-98d074b8386c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '202d926a-4317-4fd3-a6b3-3233b8a4bdb4'}}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:08:54.588750 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-b9a52686-44c9-4500-b43b-41da1313bd4f req-af9fddd2-fa4b-4414-9da7-f6f667d64bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:54.834285 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-6a04d8a0-f9db-451a-8992-760daf2128b4 req-16524375-3898-42aa-9c8d-82f34ffd4a2f tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:54.843992 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ded6d0a4-7185-4acd-ba80-da5da02d26a3 req-bc52a210-d125-43cc-8dea-57327c42474f tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Made reservation on behalf of ee8761d4330e4fd09e97501060c8b8ec for: {'port': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:08:54.868351 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-ded6d0a4-7185-4acd-ba80-da5da02d26a3 req-bc52a210-d125-43cc-8dea-57327c42474f tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:54.892762 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-b9a52686-44c9-4500-b43b-41da1313bd4f req-af9fddd2-fa4b-4414-9da7-f6f667d64bc7 service neutron] For port 1ed1fecf-d03f-4bd3-b46d-ffcac548fa0a, host hv-neutron-7729, cleared binding levels {{(pid=80766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:08:54.898262 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2767b59a-8c53-4dfd-9b71-05ce16cdfdf6 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:54.920647 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-31308941-7d2e-4a11-85c0-19ce010bd658 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:54.935333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-ac6506dd-c529-4e80-9bb3-abc49393b477 None None] Provisioning for port 52778703-3f09-41fa-bed7-c427caa3b784 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:08:54.940626 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-b9a52686-44c9-4500-b43b-41da1313bd4f req-af9fddd2-fa4b-4414-9da7-f6f667d64bc7 service neutron] For port 1ed1fecf-d03f-4bd3-b46d-ffcac548fa0a, host hv-neutron-7729, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=1ed1fecf-d03f-4bd3-b46d-ffcac548fa0a,segment=NetworkSegment(da74141a-e053-4807-8732-98d074b8386c),segment_id=da74141a-e053-4807-8732-98d074b8386c)] {{(pid=80766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:08:54.951772 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2767b59a-8c53-4dfd-9b71-05ce16cdfdf6 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "DELETE /v2.0/subnets/82635263-5c08-4517-8d57-b298380acd9d HTTP/1.1" status: 204  len: 168 time: 4.4512169
Jan 29 10:08:54.958690 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-b9a52686-44c9-4500-b43b-41da1313bd4f req-af9fddd2-fa4b-4414-9da7-f6f667d64bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:54.962363 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-0ae4c730-3296-46e2-ac89-61f6a2c6fb9d None None] Attempting to bind port d669ed7d-0f9a-4a23-8961-1d8daf19bee4 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:08:54.962787 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-0ae4c730-3296-46e2-ac89-61f6a2c6fb9d None None] Attempting to bind port d669ed7d-0f9a-4a23-8961-1d8daf19bee4 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'f45dbb05-bcf8-4e6d-baca-ba3a610ed176', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '91377aae-8517-403c-bf87-a5f994a9382d'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:08:54.963205 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae4c730-3296-46e2-ac89-61f6a2c6fb9d None None] Attempting to bind port d669ed7d-0f9a-4a23-8961-1d8daf19bee4 on network 91377aae-8517-403c-bf87-a5f994a9382d {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:08:54.974269 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51064) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:54.978805 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:54.980130 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-31308941-7d2e-4a11-85c0-19ce010bd658 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Transition to ACTIVE for port object ec4d3672-9077-4d99-bbc7-8bdf83d66214 will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:08:54.981614 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-93bb442a-b7f8-4e83-af59-50dc1dc5347d tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:54.982717 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae4c730-3296-46e2-ac89-61f6a2c6fb9d None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:08:54.983155 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae4c730-3296-46e2-ac89-61f6a2c6fb9d None None] Checking segment: {'id': 'f45dbb05-bcf8-4e6d-baca-ba3a610ed176', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '91377aae-8517-403c-bf87-a5f994a9382d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:08:54.983595 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0ae4c730-3296-46e2-ac89-61f6a2c6fb9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:54.984035 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae4c730-3296-46e2-ac89-61f6a2c6fb9d None None] Bound using segment: {'id': 'f45dbb05-bcf8-4e6d-baca-ba3a610ed176', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '91377aae-8517-403c-bf87-a5f994a9382d'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:08:54.984574 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-0ae4c730-3296-46e2-ac89-61f6a2c6fb9d None None] Bound port: d669ed7d-0f9a-4a23-8961-1d8daf19bee4, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f45dbb05-bcf8-4e6d-baca-ba3a610ed176', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '91377aae-8517-403c-bf87-a5f994a9382d'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:08:54.984995 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0ae4c730-3296-46e2-ac89-61f6a2c6fb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:54.999435 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:55.072202 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0281cb-f87f-48e0-8229-e2c31ff11e20 None None] DHCP port deletion for d5d37060-ecd1-4192-8388-607c14013c2f request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:08:55.087216 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port ea22ec2c-d406-4d8b-9a93-1da36ee1bccc, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=ea22ec2c-d406-4d8b-9a93-1da36ee1bccc,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:08:55.097705 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-aa0281cb-f87f-48e0-8229-e2c31ff11e20 None None] Deleting port a459ad32-8104-4413-a36a-37765c022261 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:08:55.098150 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-aa0281cb-f87f-48e0-8229-e2c31ff11e20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:55.119678 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-6a04d8a0-f9db-451a-8992-760daf2128b4 req-16524375-3898-42aa-9c8d-82f34ffd4a2f tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:55.136219 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:55.137139 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 52778703-3f09-41fa-bed7-c427caa3b784 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:08:55.160087 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-6a04d8a0-f9db-451a-8992-760daf2128b4 req-16524375-3898-42aa-9c8d-82f34ffd4a2f tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:55.175353 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:55.202568 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e015e3c2-aa4e-4f69-b203-efcbd1e062d4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:55.239902 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.resource_extend [None req-a09abc49-874e-4d82-91ec-f806e382a0e6 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 29 10:08:55.282247 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a09abc49-874e-4d82-91ec-f806e382a0e6 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:55.308232 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a09abc49-874e-4d82-91ec-f806e382a0e6 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:55.321483 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-953db1f1-14a9-46cd-9e3b-db6c52e2eae9 None None] Provisioning for port 1ed1fecf-d03f-4bd3-b46d-ffcac548fa0a completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:08:55.349649 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-001ea36d-9cab-494b-8fb6-ae885be6c9ea tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:55.365214 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138bf2fd-efc1-478f-932d-62fd384292be req-c11a6925-e94f-4f05-b9d7-473370b0c916 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:55.367054 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-138bf2fd-efc1-478f-932d-62fd384292be req-c11a6925-e94f-4f05-b9d7-473370b0c916 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a5916f6-67e0-4b45-8c9c-82a048d390d0 HTTP/1.1" status: 200  len: 943 time: 0.9059348
Jan 29 10:08:55.367534 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-0ae4c730-3296-46e2-ac89-61f6a2c6fb9d None None] For port d669ed7d-0f9a-4a23-8961-1d8daf19bee4, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:08:55.401726 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-0ae4c730-3296-46e2-ac89-61f6a2c6fb9d None None] For port d669ed7d-0f9a-4a23-8961-1d8daf19bee4, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=d669ed7d-0f9a-4a23-8961-1d8daf19bee4,segment=NetworkSegment(f45dbb05-bcf8-4e6d-baca-ba3a610ed176),segment_id=f45dbb05-bcf8-4e6d-baca-ba3a610ed176)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:08:55.418520 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=ea22ec2c-d406-4d8b-9a93-1da36ee1bccc,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:55.421345 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-31308941-7d2e-4a11-85c0-19ce010bd658 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:55.431385 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0ae4c730-3296-46e2-ac89-61f6a2c6fb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:55.451950 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:55.452521 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:55.471799 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9fddd2-fa4b-4414-9da7-f6f667d64bc7 service neutron] Pushing event updated for resources: {'Port': ['ID=1ed1fecf-d03f-4bd3-b46d-ffcac548fa0a,revision_number=3']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:55.476393 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-af9fddd2-fa4b-4414-9da7-f6f667d64bc7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:55.496458 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-953db1f1-14a9-46cd-9e3b-db6c52e2eae9 None None] Provisioning for port b3d86788-55e1-4eb8-99b6-c00d901d7e5e completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:08:55.497204 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4832881c-2a35-4b79-9129-09f1ddf0a888 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:55.539131 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 52778703-3f09-41fa-bed7-c427caa3b784 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:08:55.552262 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-953db1f1-14a9-46cd-9e3b-db6c52e2eae9 None None] Provisioning complete for port b3d86788-55e1-4eb8-99b6-c00d901d7e5e triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:08:55.552862 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-953db1f1-14a9-46cd-9e3b-db6c52e2eae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:55.603635 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09abc49-874e-4d82-91ec-f806e382a0e6 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Pushing event updated for resources: {'Port': ['ID=ca7babac-12ac-4ae3-8180-fb4ae51c398d,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:55.821697 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-001ea36d-9cab-494b-8fb6-ae885be6c9ea tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Deleting port a459ad32-8104-4413-a36a-37765c022261 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:08:55.822105 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-001ea36d-9cab-494b-8fb6-ae885be6c9ea tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:55.840245 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 52778703-3f09-41fa-bed7-c427caa3b784 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:08:55.840628 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:55.844042 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-27b4ddfc-f94f-4834-b130-9771f9fa9a0d tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:55.902412 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a52686-44c9-4500-b43b-41da1313bd4f req-af9fddd2-fa4b-4414-9da7-f6f667d64bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:55.903100 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-b9a52686-44c9-4500-b43b-41da1313bd4f req-af9fddd2-fa4b-4414-9da7-f6f667d64bc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:55.904598 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b9a52686-44c9-4500-b43b-41da1313bd4f req-af9fddd2-fa4b-4414-9da7-f6f667d64bc7 service neutron] 10.222.0.22 "PUT /v2.0/ports/1ed1fecf-d03f-4bd3-b46d-ffcac548fa0a HTTP/1.1" status: 200  len: 1157 time: 5.8752820
Jan 29 10:08:55.905337 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31308941-7d2e-4a11-85c0-19ce010bd658 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event updated for resources: {'Port': ['ID=ec4d3672-9077-4d99-bbc7-8bdf83d66214,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:55.908234 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6cbd5080-13b6-480d-a3d9-780a93ebbdb3 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:55.918085 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-31308941-7d2e-4a11-85c0-19ce010bd658 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:55.933296 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a5916f6-67e0-4b45-8c9c-82a048d390d0', 'tag': '1ed1fecf-d03f-4bd3-b46d-ffcac548fa0a'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:08:55.943738 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c3c1c201-9102-4f05-9c1a-0736197548e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.472s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:55.944186 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c3c1c201-9102-4f05-9c1a-0736197548e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:56.039855 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-aa0281cb-f87f-48e0-8229-e2c31ff11e20 None None] For port a459ad32-8104-4413-a36a-37765c022261, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=a459ad32-8104-4413-a36a-37765c022261,segment=NetworkSegment(ea556d19-04d7-4a6c-bc45-d9f34f3b4154),segment_id=ea556d19-04d7-4a6c-bc45-d9f34f3b4154)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:08:56.040462 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-aa0281cb-f87f-48e0-8229-e2c31ff11e20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:56.218759 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16524375-3898-42aa-9c8d-82f34ffd4a2f tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff4fe23e-79ad-4481-8855-4792faeb7e4e,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:56.222567 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-a09abc49-874e-4d82-91ec-f806e382a0e6 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] In _notify_port_updated(), no bound segment for port ca7babac-12ac-4ae3-8180-fb4ae51c398d on network 199fc74d-8154-4f93-b41f-1d6cdce07a22 {{(pid=80766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:863}}
Jan 29 10:08:56.228604 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-16524375-3898-42aa-9c8d-82f34ffd4a2f tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.026s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:56.228767 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-aa0281cb-f87f-48e0-8229-e2c31ff11e20 None None] Calling delete_port for a459ad32-8104-4413-a36a-37765c022261 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:08:56.250177 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6cbd5080-13b6-480d-a3d9-780a93ebbdb3 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:56.283555 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-953db1f1-14a9-46cd-9e3b-db6c52e2eae9 None None] Port b3d86788-55e1-4eb8-99b6-c00d901d7e5e cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:08:56.285973 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [req-ded6d0a4-7185-4acd-ba80-da5da02d26a3 req-bc52a210-d125-43cc-8dea-57327c42474f tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Allocated IP 172.20.0.7 (26a4294d-c956-403b-8f7a-57f8ffefaf53/5a251db5-5565-4afc-bc11-9aa24a0c3cc1/a74e407f-ffe3-4470-a49f-5eba4735646b) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:08:56.291626 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5cf1c655-9002-4c3c-8b8f-ddf274670dab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:56.295996 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd12ce3-ae72-4ffa-ae50-d3c6ee1ab7b8 None None] Pushing event updated for resources: {'Port': ['ID=d669ed7d-0f9a-4a23-8961-1d8daf19bee4,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:56.300286 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0fd12ce3-ae72-4ffa-ae50-d3c6ee1ab7b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.848s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:56.324585 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:56.347418 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09abc49-874e-4d82-91ec-f806e382a0e6 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:56.348201 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a09abc49-874e-4d82-91ec-f806e382a0e6 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:56.355541 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a09abc49-874e-4d82-91ec-f806e382a0e6 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] 10.222.0.57 "PUT /v2.0/ports/ca7babac-12ac-4ae3-8180-fb4ae51c398d HTTP/1.1" status: 200  len: 1065 time: 4.7209620
Jan 29 10:08:56.361851 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-953db1f1-14a9-46cd-9e3b-db6c52e2eae9 None None] Provisioning for port c4f868ec-639f-454e-8f6c-9798efd8bf78 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:08:56.362766 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51072) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:56.368844 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31308941-7d2e-4a11-85c0-19ce010bd658 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:08:56.395164 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-6a04d8a0-f9db-451a-8992-760daf2128b4 req-16524375-3898-42aa-9c8d-82f34ffd4a2f tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:56.407420 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6a04d8a0-f9db-451a-8992-760daf2128b4 req-16524375-3898-42aa-9c8d-82f34ffd4a2f tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 3.0363891
Jan 29 10:08:56.408173 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-27b4ddfc-f94f-4834-b130-9771f9fa9a0d tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:56.409079 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-27b4ddfc-f94f-4834-b130-9771f9fa9a0d tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854133895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349242'] for router_interface, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:56.436213 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a52686-44c9-4500-b43b-41da1313bd4f req-6b74ca2e-e9bd-4e7d-b713-d433e42b76ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:56.438181 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b9a52686-44c9-4500-b43b-41da1313bd4f req-6b74ca2e-e9bd-4e7d-b713-d433e42b76ea service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ff1f06ee29ef461597f2ecd846f8813d&device_id=7a5916f6-67e0-4b45-8c9c-82a048d390d0 HTTP/1.1" status: 200  len: 1160 time: 0.4555326
Jan 29 10:08:56.439023 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-31308941-7d2e-4a11-85c0-19ce010bd658 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:08:56.468171 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-953db1f1-14a9-46cd-9e3b-db6c52e2eae9 None None] Provisioning complete for port c4f868ec-639f-454e-8f6c-9798efd8bf78 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:08:56.468838 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-953db1f1-14a9-46cd-9e3b-db6c52e2eae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:56.479017 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31308941-7d2e-4a11-85c0-19ce010bd658 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:08:56.569967 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31308941-7d2e-4a11-85c0-19ce010bd658 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:56.571020 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-31308941-7d2e-4a11-85c0-19ce010bd658 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:56.615010 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-aa0281cb-f87f-48e0-8229-e2c31ff11e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:56.625624 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbd5080-13b6-480d-a3d9-780a93ebbdb3 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Pushing event updated for resources: {'Port': ['ID=c4f868ec-639f-454e-8f6c-9798efd8bf78,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:56.704911 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6cbd5080-13b6-480d-a3d9-780a93ebbdb3 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:56.710248 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-99e21847-5bac-4348-a4be-423a31a593a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.287s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:56.771144 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-912cb89a-c243-4d12-9fb0-ad524f4331da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:56.828127 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:56.862926 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1ccfce5e-976f-4c1c-93af-e137cfa3f1e5 req-f85d0de5-fabf-49d6-a0dc-c9378be9ea59 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/ports?device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 210 time: 0.2044713
Jan 29 10:08:56.875672 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0281cb-f87f-48e0-8229-e2c31ff11e20 None None] No DVR routers for this DVR port a459ad32-8104-4413-a36a-37765c022261 on host dv-neutron-772983-2-ovs {{(pid=80767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:08:56.896652 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae4c730-3296-46e2-ac89-61f6a2c6fb9d None None] Routers {'067a2ab8-f33b-4b23-a672-dd7f78b479e8'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:08:56.907972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-0ae4c730-3296-46e2-ac89-61f6a2c6fb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9afb668>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:08:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['067a2ab8-f33b-4b23-a672-dd7f78b479e8'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:08:56.986991 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-953db1f1-14a9-46cd-9e3b-db6c52e2eae9 None None] Port c4f868ec-639f-454e-8f6c-9798efd8bf78 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:08:57.042137 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0281cb-f87f-48e0-8229-e2c31ff11e20 None None] Pushing event deleted for resources: {'Port': ['ID=a459ad32-8104-4413-a36a-37765c022261,revision_number=None']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:57.062167 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-138bf2fd-efc1-478f-932d-62fd384292be req-e5c8495e-e50e-441c-a07d-03623b8d754e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=81d31a64-62a7-4c84-a8ba-b1a83211960e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.8322606
Jan 29 10:08:57.063115 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-6cbd5080-13b6-480d-a3d9-780a93ebbdb3 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] In _notify_port_updated(), no bound segment for port c4f868ec-639f-454e-8f6c-9798efd8bf78 on network 064f61d7-3b27-4c99-afa5-d418434af3be {{(pid=80765) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:863}}
Jan 29 10:08:57.158868 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbd5080-13b6-480d-a3d9-780a93ebbdb3 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:57.159610 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6cbd5080-13b6-480d-a3d9-780a93ebbdb3 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:57.164360 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6cbd5080-13b6-480d-a3d9-780a93ebbdb3 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] 10.222.0.57 "PUT /v2.0/ports/c4f868ec-639f-454e-8f6c-9798efd8bf78 HTTP/1.1" status: 200  len: 995 time: 4.3402565
Jan 29 10:08:57.164536 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-aa0281cb-f87f-48e0-8229-e2c31ff11e20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:57.177812 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a5916f6-67e0-4b45-8c9c-82a048d390d0', 'tag': '1ed1fecf-d03f-4bd3-b46d-ffcac548fa0a', 'status': 'completed', 'code': 200}
Jan 29 10:08:57.178347 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51078) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:57.190220 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port 52778703-3f09-41fa-bed7-c427caa3b784, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=52778703-3f09-41fa-bed7-c427caa3b784,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:08:57.203985 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:57.204435 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-31308941-7d2e-4a11-85c0-19ce010bd658 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 7.2045782
Jan 29 10:08:57.204909 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 3f4749f7-8304-4e9a-a9ae-1e6292ace6a9 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:08:57.208946 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 51082) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:57.231437 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b4ddfc-f94f-4834-b130-9771f9fa9a0d tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Pushing event updated for resources: {'Port': ['ID=b3d86788-55e1-4eb8-99b6-c00d901d7e5e,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:57.256775 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b9a52686-44c9-4500-b43b-41da1313bd4f req-256ff8e3-e2e5-4aa6-ba5b-78ca56690236 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ed1fecf-d03f-4bd3-b46d-ffcac548fa0a HTTP/1.1" status: 200  len: 217 time: 0.6457398
Jan 29 10:08:57.262705 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8c5b803a-0d14-4d7d-b4f8-462561b9d4e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:57.304718 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-27b4ddfc-f94f-4834-b130-9771f9fa9a0d tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:57.346253 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-001ea36d-9cab-494b-8fb6-ae885be6c9ea tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] For port a459ad32-8104-4413-a36a-37765c022261, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=a459ad32-8104-4413-a36a-37765c022261,segment=NetworkSegment(ea556d19-04d7-4a6c-bc45-d9f34f3b4154),segment_id=ea556d19-04d7-4a6c-bc45-d9f34f3b4154)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:08:57.346504 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-001ea36d-9cab-494b-8fb6-ae885be6c9ea tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:57.375284 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-953db1f1-14a9-46cd-9e3b-db6c52e2eae9 None None] Provisioning for port ca7babac-12ac-4ae3-8180-fb4ae51c398d completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:08:57.388913 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-0ae4c730-3296-46e2-ac89-61f6a2c6fb9d None None] Set router 067a2ab8-f33b-4b23-a672-dd7f78b479e8 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:08:57.400122 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-b9af656d-7cb6-4ac2-8a76-5483212efe56 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Deleting port ca7babac-12ac-4ae3-8180-fb4ae51c398d {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:08:57.400518 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b9af656d-7cb6-4ac2-8a76-5483212efe56 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:57.456005 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-953db1f1-14a9-46cd-9e3b-db6c52e2eae9 None None] Provisioning complete for port ca7babac-12ac-4ae3-8180-fb4ae51c398d triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:08:57.456619 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-953db1f1-14a9-46cd-9e3b-db6c52e2eae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:57.497148 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5854cf4c-e24d-4a3f-bd1a-63cf1317e731 req-42d8f573-084f-4da5-8b74-b12fbe979a08 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/security-groups/ca938fcf-b80d-466c-a403-7c3b18a33b2b HTTP/1.1" status: 200  len: 2401 time: 0.3159218
Jan 29 10:08:57.512832 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-5854cf4c-e24d-4a3f-bd1a-63cf1317e731 req-a8e20d70-7e84-4d97-94b4-52efbce2b2a8 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ca938fcf-b80d-466c-a403-7c3b18a33b2b', 'remote_group_id': None}]} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:08:57.513185 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-5854cf4c-e24d-4a3f-bd1a-63cf1317e731 req-a8e20d70-7e84-4d97-94b4-52efbce2b2a8 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ca938fcf-b80d-466c-a403-7c3b18a33b2b', 'remote_group_id': None}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:08:57.517324 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=52778703-3f09-41fa-bed7-c427caa3b784,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:57.538110 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:57.546585 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-5854cf4c-e24d-4a3f-bd1a-63cf1317e731 req-a8e20d70-7e84-4d97-94b4-52efbce2b2a8 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:08:57.550865 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b4ddfc-f94f-4834-b130-9771f9fa9a0d tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Network 3604bf84-bcc3-47aa-add5-df79811477a6 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:08:57.568440 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-5854cf4c-e24d-4a3f-bd1a-63cf1317e731 req-a8e20d70-7e84-4d97-94b4-52efbce2b2a8 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Usage tracker for resource:security_group_rule and tenant:4d907168a4924ceb9472857ce37e1904 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:08:57.571418 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-27b4ddfc-f94f-4834-b130-9771f9fa9a0d tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:08:57.576560 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-001ea36d-9cab-494b-8fb6-ae885be6c9ea tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Calling delete_port for a459ad32-8104-4413-a36a-37765c022261 owned by network:dhcp {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:08:57.576777 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-5854cf4c-e24d-4a3f-bd1a-63cf1317e731 req-a8e20d70-7e84-4d97-94b4-52efbce2b2a8 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:08:57.605610 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-5854cf4c-e24d-4a3f-bd1a-63cf1317e731 req-a8e20d70-7e84-4d97-94b4-52efbce2b2a8 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:08:57.608313 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-953db1f1-14a9-46cd-9e3b-db6c52e2eae9 None None] Port ca7babac-12ac-4ae3-8180-fb4ae51c398d cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:08:57.646157 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 3f4749f7-8304-4e9a-a9ae-1e6292ace6a9 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:08:57.646727 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:57.660200 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-167b1216-f6db-4027-9531-2c4ced3ac949 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Deleting port c4f868ec-639f-454e-8f6c-9798efd8bf78 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:08:57.660823 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-167b1216-f6db-4027-9531-2c4ced3ac949 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:57.688345 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-953db1f1-14a9-46cd-9e3b-db6c52e2eae9 None None] Provisioning for port ea1ef205-d353-494c-a42c-682260bac40e completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:08:57.697024 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4810e97-1e58-4573-b374-6e1f2e81c602 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:57.717245 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-953db1f1-14a9-46cd-9e3b-db6c52e2eae9 None None] Provisioning complete for port ea1ef205-d353-494c-a42c-682260bac40e triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:08:57.717870 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-953db1f1-14a9-46cd-9e3b-db6c52e2eae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:57.780720 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4810e97-1e58-4573-b374-6e1f2e81c602 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:57.785732 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f4810e97-1e58-4573-b374-6e1f2e81c602 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1687 time: 0.5657189
Jan 29 10:08:57.786847 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 51086) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:57.864600 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a52686-44c9-4500-b43b-41da1313bd4f req-ae05d127-af98-4ba0-b445-ed248d62dc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:57.866244 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b9a52686-44c9-4500-b43b-41da1313bd4f req-ae05d127-af98-4ba0-b445-ed248d62dc33 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=18ba1ea0-4872-4c5f-bc2f-ad1138a60b95 HTTP/1.1" status: 200  len: 834 time: 0.5798249
Jan 29 10:08:58.044392 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27b4ddfc-f94f-4834-b130-9771f9fa9a0d tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Router 12d983d2-5773-4315-a7b4-10384ea21f70 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:08:58.054823 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-ded6d0a4-7185-4acd-ba80-da5da02d26a3 req-bc52a210-d125-43cc-8dea-57327c42474f tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:58.087619 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-953db1f1-14a9-46cd-9e3b-db6c52e2eae9 None None] Port ea1ef205-d353-494c-a42c-682260bac40e cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:08:58.138944 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6d20fcc0-f1f7-4093-8217-84fd58784b45 req-a40dbbdb-0faf-444f-b548-3437d5d629e6 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/ports?device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 210 time: 0.0802369
Jan 29 10:08:58.165760 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-001ea36d-9cab-494b-8fb6-ae885be6c9ea tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80766) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:08:58.166078 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-001ea36d-9cab-494b-8fb6-ae885be6c9ea tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:08:58.171318 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 10927309-f41c-4a02-afd1-1415fe8b5be3 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:08:58.229256 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-2245cbd6-233d-428b-9012-82236a51555a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Deleting port ec4d3672-9077-4d99-bbc7-8bdf83d66214 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:08:58.229638 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2245cbd6-233d-428b-9012-82236a51555a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:58.241179 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-ff7a62c9-eb6f-409f-bfd8-c1d963ff8bca None None] Provisioning for port ec4d3672-9077-4d99-bbc7-8bdf83d66214 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:08:58.248364 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-ff7a62c9-eb6f-409f-bfd8-c1d963ff8bca None None] Provisioning complete for port ec4d3672-9077-4d99-bbc7-8bdf83d66214 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:08:58.249019 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ff7a62c9-eb6f-409f-bfd8-c1d963ff8bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:58.249319 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-167b1216-f6db-4027-9531-2c4ced3ac949 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:58.276738 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-ded6d0a4-7185-4acd-ba80-da5da02d26a3 req-bc52a210-d125-43cc-8dea-57327c42474f tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Transition to ACTIVE for port object a74e407f-ffe3-4470-a49f-5eba4735646b will not be triggered until provisioned by entity DHCP. {{(pid=80765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:08:58.341764 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-ff7a62c9-eb6f-409f-bfd8-c1d963ff8bca None None] Port ec4d3672-9077-4d99-bbc7-8bdf83d66214 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:08:58.346757 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-0ae4c730-3296-46e2-ac89-61f6a2c6fb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9afb668>, [{'id': '067a2ab8-f33b-4b23-a672-dd7f78b479e8', 'name': 'tempest-TestVolumeBootPattern-1863543552-router', 'tenant_id': '5fdf3ff8e4ec495a9920173817d5a87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.2'}], 'enable_snat': True}, 'gw_port_id': 'ea22ec2c-d406-4d8b-9a93-1da36ee1bccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:08:21Z', 'updated_at': '2021-01-29T10:08:40Z', 'revision_number': 4, 'project_id': '5fdf3ff8e4ec495a9920173817d5a87c', 'gw_port': {'id': 'ea22ec2c-d406-4d8b-9a93-1da36ee1bccc', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067a2ab8-f33b-4b23-a672-dd7f78b479e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:08:24Z', 'updated_at': '2021-01-29T10:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'd669ed7d-0f9a-4a23-8961-1d8daf19bee4', 'name': '', 'network_id': '91377aae-8517-403c-bf87-a5f994a9382d', 'tenant_id': '5fdf3ff8e4ec495a9920173817d5a87c', 'mac_address': 'fa:16:3e:53:fb:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '067a2ab8-f33b-4b23-a672-dd7f78b479e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'b7f2eb06-2f75-4aca-bbbd-8eb1e8079f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:08:36Z', 'updated_at': '2021-01-29T10:08:55Z', 'revision_number': 4, 'project_id': '5fdf3ff8e4ec495a9920173817d5a87c', 'subnets': [{'id': 'b7f2eb06-2f75-4aca-bbbd-8eb1e8079f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:08:58.358810 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae4c730-3296-46e2-ac89-61f6a2c6fb9d None None] The sync data for ids ['067a2ab8-f33b-4b23-a672-dd7f78b479e8'] in dv-neutron-772983-2-ovs is: [{'id': '067a2ab8-f33b-4b23-a672-dd7f78b479e8', 'name': 'tempest-TestVolumeBootPattern-1863543552-router', 'tenant_id': '5fdf3ff8e4ec495a9920173817d5a87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.2'}], 'enable_snat': True}, 'gw_port_id': 'ea22ec2c-d406-4d8b-9a93-1da36ee1bccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:08:21Z', 'updated_at': '2021-01-29T10:08:40Z', 'revision_number': 4, 'project_id': '5fdf3ff8e4ec495a9920173817d5a87c', 'gw_port': {'id': 'ea22ec2c-d406-4d8b-9a93-1da36ee1bccc', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067a2ab8-f33b-4b23-a672-dd7f78b479e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:08:24Z', 'updated_at': '2021-01-29T10:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'd669ed7d-0f9a-4a23-8961-1d8daf19bee4', 'name': '', 'network_id': '91377aae-8517-403c-bf87-a5f994a9382d', 'tenant_id': '5fdf3ff8e4ec495a9920173817d5a87c', 'mac_address': 'fa:16:3e:53:fb:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '067a2ab8-f33b-4b23-a672-dd7f78b479e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'b7f2eb06-2f75-4aca-bbbd-8eb1e8079f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:08:36Z', 'updated_at': '2021-01-29T10:08:55Z', 'revision_number': 4, 'project_id': '5fdf3ff8e4ec495a9920173817d5a87c', 'subnets': [{'id': 'b7f2eb06-2f75-4aca-bbbd-8eb1e8079f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:08:58.362863 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 10927309-f41c-4a02-afd1-1415fe8b5be3 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:08:58.363404 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:58.417767 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-167b1216-f6db-4027-9531-2c4ced3ac949 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Calling delete_port for c4f868ec-639f-454e-8f6c-9798efd8bf78 owned by  {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:08:58.494585 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a52686-44c9-4500-b43b-41da1313bd4f req-77b6cd3a-5b96-43b4-8a2e-30d399c4eaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:58.496229 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b9a52686-44c9-4500-b43b-41da1313bd4f req-77b6cd3a-5b96-43b4-8a2e-30d399c4eaee service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=202d926a-4317-4fd3-a6b3-3233b8a4bdb4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.5708261
Jan 29 10:08:58.507231 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b9af656d-7cb6-4ac2-8a76-5483212efe56 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:58.515106 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-5854cf4c-e24d-4a3f-bd1a-63cf1317e731 req-a8e20d70-7e84-4d97-94b4-52efbce2b2a8 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:58.586130 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-ff7a62c9-eb6f-409f-bfd8-c1d963ff8bca None None] Provisioning complete for port 52778703-3f09-41fa-bed7-c427caa3b784 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:08:58.586557 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ff7a62c9-eb6f-409f-bfd8-c1d963ff8bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:58.625591 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b4ddfc-f94f-4834-b130-9771f9fa9a0d tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:08:58.637239 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c31236-3a93-404c-aec9-ebaea19ed759 None None] Sync routers for ids ['12d983d2-5773-4315-a7b4-10384ea21f70'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:08:58.643434 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-5854cf4c-e24d-4a3f-bd1a-63cf1317e731 req-a8e20d70-7e84-4d97-94b4-52efbce2b2a8 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:58.651689 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c31236-3a93-404c-aec9-ebaea19ed759 None None] Routers {'12d983d2-5773-4315-a7b4-10384ea21f70'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:08:58.652427 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-e5c31236-3a93-404c-aec9-ebaea19ed759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9f5a390>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:08:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['12d983d2-5773-4315-a7b4-10384ea21f70'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:08:58.689434 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-5854cf4c-e24d-4a3f-bd1a-63cf1317e731 req-a8e20d70-7e84-4d97-94b4-52efbce2b2a8 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:58.689650 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device aa46302e-decc-4720-8e0c-8b8057970879 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:08:58.702329 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-27b4ddfc-f94f-4834-b130-9771f9fa9a0d tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "PUT /v2.0/routers/12d983d2-5773-4315-a7b4-10384ea21f70/add_router_interface HTTP/1.1" status: 200  len: 503 time: 15.6905887
Jan 29 10:08:58.718464 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-ded6d0a4-7185-4acd-ba80-da5da02d26a3 req-bc52a210-d125-43cc-8dea-57327c42474f tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:58.723053 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-001ea36d-9cab-494b-8fb6-ae885be6c9ea tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Deleting port a459ad32-8104-4413-a36a-37765c022261 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:08:58.724016 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-001ea36d-9cab-494b-8fb6-ae885be6c9ea tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:58.728875 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 51094) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:08:58.729992 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4233bb71-1669-4706-849c-1e8acfeb6dcd tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:58.757725 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-b9af656d-7cb6-4ac2-8a76-5483212efe56 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Calling delete_port for ca7babac-12ac-4ae3-8180-fb4ae51c398d owned by  {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:08:58.765178 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e20d70-7e84-4d97-94b4-52efbce2b2a8 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ddbe19a-d61f-44f6-9c29-4a1c0ef6aefb,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:58.797731 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-e5c31236-3a93-404c-aec9-ebaea19ed759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9f5a390>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:08:58.815377 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c31236-3a93-404c-aec9-ebaea19ed759 None None] Routers {'12d983d2-5773-4315-a7b4-10384ea21f70'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:08:58.818514 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-e5c31236-3a93-404c-aec9-ebaea19ed759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9f5a390>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:08:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['12d983d2-5773-4315-a7b4-10384ea21f70'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:08:58.856247 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port aa46302e-decc-4720-8e0c-8b8057970879 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:08:58.856664 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:58.886971 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa98e57-3a24-4ff3-9e7c-34cb5e11e94b req-c228e7a1-c7d8-495f-8a7b-42b1a0b81e70 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:58.900059 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2fa98e57-3a24-4ff3-9e7c-34cb5e11e94b req-c228e7a1-c7d8-495f-8a7b-42b1a0b81e70 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a5916f6-67e0-4b45-8c9c-82a048d390d0 HTTP/1.1" status: 200  len: 943 time: 0.5009685
Jan 29 10:08:58.920179 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-e5c31236-3a93-404c-aec9-ebaea19ed759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9f5a390>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:08:58.920882 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c31236-3a93-404c-aec9-ebaea19ed759 None None] The sync data for ids ['12d983d2-5773-4315-a7b4-10384ea21f70'] in dv-neutron-772983-2-ovs is: [] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:08:58.925468 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a8e20d70-7e84-4d97-94b4-52efbce2b2a8 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:58.963474 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-ff7a62c9-eb6f-409f-bfd8-c1d963ff8bca None None] Provisioning complete for port b3d86788-55e1-4eb8-99b6-c00d901d7e5e triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:08:58.964013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ff7a62c9-eb6f-409f-bfd8-c1d963ff8bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:58.966537 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-001ea36d-9cab-494b-8fb6-ae885be6c9ea tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] The port 'a459ad32-8104-4413-a36a-37765c022261' was deleted {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 29 10:08:58.967881 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6cbd5080-13b6-480d-a3d9-780a93ebbdb3 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.200s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:59.039742 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:08:59.092831 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-ff7a62c9-eb6f-409f-bfd8-c1d963ff8bca None None] Port b3d86788-55e1-4eb8-99b6-c00d901d7e5e cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:08:59.105408 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device bd7862d9-0746-4c02-9b51-23b3718ccd22 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:08:59.171447 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-ff7a62c9-eb6f-409f-bfd8-c1d963ff8bca None None] Provisioning complete for port c4f868ec-639f-454e-8f6c-9798efd8bf78 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:08:59.171871 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ff7a62c9-eb6f-409f-bfd8-c1d963ff8bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:59.237692 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-001ea36d-9cab-494b-8fb6-ae885be6c9ea tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:59.256605 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-ff7a62c9-eb6f-409f-bfd8-c1d963ff8bca None None] Port c4f868ec-639f-454e-8f6c-9798efd8bf78 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:08:59.262929 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b9a52686-44c9-4500-b43b-41da1313bd4f req-d8dc4e3f-14b3-472b-b59c-0e3eee7c0417 service neutron] 10.222.0.22 "GET /v2.0/networks/202d926a-4317-4fd3-a6b3-3233b8a4bdb4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7474134
Jan 29 10:08:59.284359 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port bd7862d9-0746-4c02-9b51-23b3718ccd22 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:08:59.284787 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:59.335446 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-ff7a62c9-eb6f-409f-bfd8-c1d963ff8bca None None] Provisioning complete for port ca7babac-12ac-4ae3-8180-fb4ae51c398d triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:08:59.335857 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ff7a62c9-eb6f-409f-bfd8-c1d963ff8bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:59.353079 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-167b1216-f6db-4027-9531-2c4ced3ac949 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:59.388912 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-62443efb-a042-4c6d-8f6b-818064936aa4 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:08:59.418077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-ff7a62c9-eb6f-409f-bfd8-c1d963ff8bca None None] Port ca7babac-12ac-4ae3-8180-fb4ae51c398d cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:08:59.432308 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-5854cf4c-e24d-4a3f-bd1a-63cf1317e731 req-a8e20d70-7e84-4d97-94b4-52efbce2b2a8 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:59.434269 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5854cf4c-e24d-4a3f-bd1a-63cf1317e731 req-a8e20d70-7e84-4d97-94b4-52efbce2b2a8 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 1.9361980
Jan 29 10:08:59.508191 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2fa98e57-3a24-4ff3-9e7c-34cb5e11e94b req-0d4a746e-2ecc-44c3-a1f1-e2994735d232 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=81d31a64-62a7-4c84-a8ba-b1a83211960e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6070371
Jan 29 10:08:59.511636 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc52a210-d125-43cc-8dea-57327c42474f tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Pushing event updated for resources: {'Port': ['ID=a74e407f-ffe3-4470-a49f-5eba4735646b,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:59.600094 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81862ba1-eb3b-4217-b4d0-78be6d489fdc tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:08:59.600773 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-81862ba1-eb3b-4217-b4d0-78be6d489fdc tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Synchronizing usage tracker for tenant:22949024c322421d99052f9202cdd49a on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:08:59.606602 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167b1216-f6db-4027-9531-2c4ced3ac949 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Pushing event deleted for resources: {'Port': ['ID=c4f868ec-639f-454e-8f6c-9798efd8bf78,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:08:59.609847 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-167b1216-f6db-4027-9531-2c4ced3ac949 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:59.720661 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bc52a210-d125-43cc-8dea-57327c42474f tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.753s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:08:59.731731 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device d669ed7d-0f9a-4a23-8961-1d8daf19bee4 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:08:59.780688 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2245cbd6-233d-428b-9012-82236a51555a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:59.812356 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port d669ed7d-0f9a-4a23-8961-1d8daf19bee4 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:08:59.819991 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port d669ed7d-0f9a-4a23-8961-1d8daf19bee4 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:08:59.820415 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:08:59.975354 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:00.018782 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port d669ed7d-0f9a-4a23-8961-1d8daf19bee4, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=d669ed7d-0f9a-4a23-8961-1d8daf19bee4,segment=NetworkSegment(f45dbb05-bcf8-4e6d-baca-ba3a610ed176),segment_id=f45dbb05-bcf8-4e6d-baca-ba3a610ed176)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:09:00.021229 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-2245cbd6-233d-428b-9012-82236a51555a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Calling delete_port for ec4d3672-9077-4d99-bbc7-8bdf83d66214 owned by  {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:09:00.025851 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:00.027180 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device ea22ec2c-d406-4d8b-9a93-1da36ee1bccc up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:09:00.056505 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-001ea36d-9cab-494b-8fb6-ae885be6c9ea tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c80b2da0>,) {'filters': {'network_id': ['d5d37060-ecd1-4192-8388-607c14013c2f']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:09:00.073250 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ded6d0a4-7185-4acd-ba80-da5da02d26a3 req-bc52a210-d125-43cc-8dea-57327c42474f tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Network 26a4294d-c956-403b-8f7a-57f8ffefaf53 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:09:00.077398 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [req-ded6d0a4-7185-4acd-ba80-da5da02d26a3 req-bc52a210-d125-43cc-8dea-57327c42474f tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:09:00.083856 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-001ea36d-9cab-494b-8fb6-ae885be6c9ea tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c80b2da0>, 'ea556d19-04d7-4a6c-bc45-d9f34f3b4154') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:09:00.084171 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-001ea36d-9cab-494b-8fb6-ae885be6c9ea tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c80b2da0>, 'ea556d19-04d7-4a6c-bc45-d9f34f3b4154') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:09:00.086837 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-81862ba1-eb3b-4217-b4d0-78be6d489fdc tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Unset dirty status for tenant:22949024c322421d99052f9202cdd49a on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:09:00.090973 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-81862ba1-eb3b-4217-b4d0-78be6d489fdc tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "GET /v2.0/ports/b3d86788-55e1-4eb8-99b6-c00d901d7e5e HTTP/1.1" status: 200  len: 913 time: 1.3437045
Jan 29 10:09:00.093967 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-937920c6-a028-48f6-b7d9-71989121685b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:00.097480 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51142) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:00.097873 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-ded6d0a4-7185-4acd-ba80-da5da02d26a3 req-bc52a210-d125-43cc-8dea-57327c42474f tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:09:00.118503 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b9af656d-7cb6-4ac2-8a76-5483212efe56 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:00.125231 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-001ea36d-9cab-494b-8fb6-ae885be6c9ea tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:00.222837 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a9a46b07-2096-44e0-bcca-87ed89b172f3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:00.273876 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded6d0a4-7185-4acd-ba80-da5da02d26a3 req-bc52a210-d125-43cc-8dea-57327c42474f tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:00.274620 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-ded6d0a4-7185-4acd-ba80-da5da02d26a3 req-bc52a210-d125-43cc-8dea-57327c42474f tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:00.306786 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ded6d0a4-7185-4acd-ba80-da5da02d26a3 req-bc52a210-d125-43cc-8dea-57327c42474f tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 6.8989537
Jan 29 10:09:00.316221 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=d669ed7d-0f9a-4a23-8961-1d8daf19bee4,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:00.336010 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:00.340638 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-ded6d0a4-7185-4acd-ba80-da5da02d26a3 req-49f6ea96-d95a-4e6f-ae92-6c938115f4a7 service neutron] Request body: {'port': {'device_id': '22b168d6-bde2-48f8-894c-ffc201cda99d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7729'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:09:00.360429 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port ea22ec2c-d406-4d8b-9a93-1da36ee1bccc triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:09:00.361127 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:00.423894 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9af656d-7cb6-4ac2-8a76-5483212efe56 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Pushing event deleted for resources: {'Port': ['ID=ca7babac-12ac-4ae3-8180-fb4ae51c398d,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:00.467472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b9af656d-7cb6-4ac2-8a76-5483212efe56 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:00.476599 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-001ea36d-9cab-494b-8fb6-ae885be6c9ea tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:00.480867 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-001ea36d-9cab-494b-8fb6-ae885be6c9ea tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Releasing vxlan tunnel 11 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:09:00.486204 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14899f0-1db8-45de-ba97-1bdeb0a971b8 req-01bba12d-1db3-47e2-bb9b-eca496bd6600 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:00.487061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-d14899f0-1db8-45de-ba97-1bdeb0a971b8 req-01bba12d-1db3-47e2-bb9b-eca496bd6600 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Synchronizing usage tracker for tenant:ee8761d4330e4fd09e97501060c8b8ec on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:09:00.575228 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 52778703-3f09-41fa-bed7-c427caa3b784 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:09:00.636391 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-28e334eb-73e0-459d-af8f-6870fa1c0290 None None] Provisioning for port a74e407f-ffe3-4470-a49f-5eba4735646b completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:09:00.642788 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-28e334eb-73e0-459d-af8f-6870fa1c0290 None None] Provisioning complete for port a74e407f-ffe3-4470-a49f-5eba4735646b triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:09:00.643131 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-28e334eb-73e0-459d-af8f-6870fa1c0290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:00.691439 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b9a52686-44c9-4500-b43b-41da1313bd4f req-02babb3f-e219-4a10-b1ac-1b6926d67f33 service neutron] 10.222.0.22 "GET /v2.0/networks/202d926a-4317-4fd3-a6b3-3233b8a4bdb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.3945110
Jan 29 10:09:00.703719 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-d14899f0-1db8-45de-ba97-1bdeb0a971b8 req-01bba12d-1db3-47e2-bb9b-eca496bd6600 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Unset dirty status for tenant:ee8761d4330e4fd09e97501060c8b8ec on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:09:00.712493 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d14899f0-1db8-45de-ba97-1bdeb0a971b8 req-01bba12d-1db3-47e2-bb9b-eca496bd6600 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/ports?device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 931 time: 0.8408558
Jan 29 10:09:00.746670 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 52778703-3f09-41fa-bed7-c427caa3b784 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:09:00.747122 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:00.825143 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-28e334eb-73e0-459d-af8f-6870fa1c0290 None None] Port a74e407f-ffe3-4470-a49f-5eba4735646b cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:09:00.915694 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device bd6c7a28-1fdf-4f8e-89b7-848669d0a5a3 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:09:00.983941 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-167b1216-f6db-4027-9531-2c4ced3ac949 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:01.014137 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d14899f0-1db8-45de-ba97-1bdeb0a971b8 req-d5acdcf3-6724-4db7-bd82-c39b383ece48 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af675d5-c3af-4bab-a997-95b7e6464479&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2928798
Jan 29 10:09:01.034158 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-ded6d0a4-7185-4acd-ba80-da5da02d26a3 req-49f6ea96-d95a-4e6f-ae92-6c938115f4a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:01.046272 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port bd6c7a28-1fdf-4f8e-89b7-848669d0a5a3 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:09:01.047351 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:01.079970 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2245cbd6-233d-428b-9012-82236a51555a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:01.096295 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-167b1216-f6db-4027-9531-2c4ced3ac949 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] 10.222.0.57 "DELETE /v2.0/ports/c4f868ec-639f-454e-8f6c-9798efd8bf78 HTTP/1.1" status: 204  len: 168 time: 3.8961945
Jan 29 10:09:01.108204 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51182) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:01.108865 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2a855ae5-2f6f-435f-93bd-0c8ab82adb44 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:01.162907 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2245cbd6-233d-428b-9012-82236a51555a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event deleted for resources: {'Port': ['ID=ec4d3672-9077-4d99-bbc7-8bdf83d66214,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:01.173266 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2245cbd6-233d-428b-9012-82236a51555a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:01.183184 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-001ea36d-9cab-494b-8fb6-ae885be6c9ea tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Network d5d37060-ecd1-4192-8388-607c14013c2f has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:09:01.204101 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-001ea36d-9cab-494b-8fb6-ae885be6c9ea tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:01.341095 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device a459ad32-8104-4413-a36a-37765c022261 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:09:01.349908 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b603d-8783-4276-b343-20557f92d7d4 req-8fc10f15-e8a6-4e67-9da1-7fa5999db2de tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:01.362137 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b9af656d-7cb6-4ac2-8a76-5483212efe56 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:01.367350 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b9af656d-7cb6-4ac2-8a76-5483212efe56 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] 10.222.0.57 "DELETE /v2.0/ports/ca7babac-12ac-4ae3-8180-fb4ae51c398d HTTP/1.1" status: 204  len: 168 time: 4.9930608
Jan 29 10:09:01.368302 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a91b603d-8783-4276-b343-20557f92d7d4 req-8fc10f15-e8a6-4e67-9da1-7fa5999db2de tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a5916f6-67e0-4b45-8c9c-82a048d390d0 HTTP/1.1" status: 200  len: 943 time: 0.5930805
Jan 29 10:09:01.393568 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-889d720d-f01a-447c-8454-09aca8343127 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] GET failed (client error): The resource could not be found.
Jan 29 10:09:01.394189 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-889d720d-f01a-447c-8454-09aca8343127 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Synchronizing usage tracker for tenant:1958396d18164bb09457e89192306a99 on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:09:01.398831 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51192) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:01.431328 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: a459ad32-8104-4413-a36a-37765c022261 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:09:01.431710 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device a459ad32-8104-4413-a36a-37765c022261 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:09:01.629101 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device d669ed7d-0f9a-4a23-8961-1d8daf19bee4 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:09:01.656960 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-b290b805-3f58-4653-8696-e452d219e9af tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] GET failed (client error): The resource could not be found.
Jan 29 10:09:01.657528 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b290b805-3f58-4653-8696-e452d219e9af tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Synchronizing usage tracker for tenant:4689bd38a28449b8a6e0e214f6c75ac2 on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:09:01.700681 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-889d720d-f01a-447c-8454-09aca8343127 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Unset dirty status for tenant:1958396d18164bb09457e89192306a99 on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:09:01.700895 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-889d720d-f01a-447c-8454-09aca8343127 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] 10.222.0.57 "GET /v2.0/ports/c4f868ec-639f-454e-8f6c-9798efd8bf78 HTTP/1.1" status: 404  len: 333 time: 0.5878057
Jan 29 10:09:01.705768 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5941864-ac6b-4b0b-8d16-b1d9c72c1e30 req-44628240-77e2-4435-916f-61c52bc41999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:01.707430 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a5941864-ac6b-4b0b-8d16-b1d9c72c1e30 req-44628240-77e2-4435-916f-61c52bc41999 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ff1f06ee29ef461597f2ecd846f8813d&device_id=7a5916f6-67e0-4b45-8c9c-82a048d390d0 HTTP/1.1" status: 200  len: 1160 time: 0.8559220
Jan 29 10:09:01.709065 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51198) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:01.758598 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port d669ed7d-0f9a-4a23-8961-1d8daf19bee4 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:09:01.759900 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:01.767326 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b290b805-3f58-4653-8696-e452d219e9af tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Unset dirty status for tenant:4689bd38a28449b8a6e0e214f6c75ac2 on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:09:01.771848 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b290b805-3f58-4653-8696-e452d219e9af tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] 10.222.0.57 "GET /v2.0/ports/ca7babac-12ac-4ae3-8180-fb4ae51c398d HTTP/1.1" status: 404  len: 333 time: 0.3097086
Jan 29 10:09:01.779294 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-019ef6f9-ba0e-4bb8-a77a-76ccb38a90bb tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Request body: {'port': {'network_id': '064f61d7-3b27-4c99-afa5-d418434af3be', 'name': 'tempest-AllowedAddressPairTestJSON-743936118'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:09:01.801265 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51200) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:01.830989 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a91b603d-8783-4276-b343-20557f92d7d4 req-d5bb2c20-e8e1-4356-9827-06384ae24457 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=81d31a64-62a7-4c84-a8ba-b1a83211960e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4615741
Jan 29 10:09:01.842932 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2245cbd6-233d-428b-9012-82236a51555a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:01.886093 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2245cbd6-233d-428b-9012-82236a51555a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/ports/ec4d3672-9077-4d99-bbc7-8bdf83d66214 HTTP/1.1" status: 204  len: 168 time: 3.9259729
Jan 29 10:09:01.886932 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 51206) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:01.926573 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-001ea36d-9cab-494b-8fb6-ae885be6c9ea tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Network d5d37060-ecd1-4192-8388-607c14013c2f has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:09:02.005503 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:09:02.005503 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:09:02.005503 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:09:02.005503 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:09:02.005503 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:09:02.005503 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:09:02.005503 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:09:02.005503 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:09:02.005503 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:09:02.005503 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:09:02.005503 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:09:02.005503 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:09:02.005503 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:09:02.005503 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:09:02.005503 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:09:02.005503 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:09:02.005503 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:09:02.005503 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:09:02.005503 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:09:02.005503 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:09:02.005503 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:09:02.005503 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:09:02.005503 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:09:02.005503 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:09:02.005503 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:09:02.005503 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:09:02.005503 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:09:02.005503 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:09:02.005503 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:09:02.005503 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:09:02.005503 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:09:02.005503 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:09:02.005503 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:09:02.005503 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:09:02.005503 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:09:02.005503 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:09:02.005503 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:09:02.005503 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:09:02.005503 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:09:02.005503 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:09:02.063201 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befe6439-3eab-47a8-bea8-e2ac47f0d57d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:02.086493 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befe6439-3eab-47a8-bea8-e2ac47f0d57d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:02.087386 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-befe6439-3eab-47a8-bea8-e2ac47f0d57d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Synchronizing usage tracker for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:subnet {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:09:02.297734 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [req-ded6d0a4-7185-4acd-ba80-da5da02d26a3 req-49f6ea96-d95a-4e6f-ae92-6c938115f4a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a74e407f-ffe3-4470-a49f-5eba4735646b {{(pid=80765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 29 10:09:02.306325 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-ded6d0a4-7185-4acd-ba80-da5da02d26a3 req-49f6ea96-d95a-4e6f-ae92-6c938115f4a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:02.320546 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-ded6d0a4-7185-4acd-ba80-da5da02d26a3 req-49f6ea96-d95a-4e6f-ae92-6c938115f4a7 service neutron] Transition to ACTIVE for port object a74e407f-ffe3-4470-a49f-5eba4735646b will not be triggered until provisioned by entity L2. {{(pid=80765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:09:02.378077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-ded6d0a4-7185-4acd-ba80-da5da02d26a3 req-49f6ea96-d95a-4e6f-ae92-6c938115f4a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:02.401824 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d2b83306-34c8-489d-bd9b-c5f4ee4a84f0 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:02.461700 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-befe6439-3eab-47a8-bea8-e2ac47f0d57d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Unset dirty status for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:subnet {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:09:02.465705 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-befe6439-3eab-47a8-bea8-e2ac47f0d57d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.5716596
Jan 29 10:09:02.468970 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 51212) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:02.610771 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f6ea96-d95a-4e6f-ae92-6c938115f4a7 service neutron] Pushing event updated for resources: {'Port': ['ID=a74e407f-ffe3-4470-a49f-5eba4735646b,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:02.623257 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-49f6ea96-d95a-4e6f-ae92-6c938115f4a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:02.628509 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-eabfad93-4baa-449d-ac17-3a5987e3eeef tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Deleting port ea1ef205-d353-494c-a42c-682260bac40e {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:09:02.628902 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-eabfad93-4baa-449d-ac17-3a5987e3eeef tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:02.681559 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-89ea065c-e1b8-47c3-a98d-a520f58d2a1d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Deleting subnet e9977d8c-d230-4c49-9a6d-829369a61a08 {{(pid=80765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:09:02.688729 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-89ea065c-e1b8-47c3-a98d-a520f58d2a1d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for subnet, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:02.697875 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-001ea36d-9cab-494b-8fb6-ae885be6c9ea tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:02.701959 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-001ea36d-9cab-494b-8fb6-ae885be6c9ea tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:02.749268 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3e700313-65ff-4fe0-976b-6385480dde9e tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:02.825635 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-001ea36d-9cab-494b-8fb6-ae885be6c9ea tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "DELETE /v2.0/networks/d5d37060-ecd1-4192-8388-607c14013c2f HTTP/1.1" status: 204  len: 168 time: 7.8027334
Jan 29 10:09:02.825635 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001ea36d-9cab-494b-8fb6-ae885be6c9ea tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event deleted for resources: {'Network': ['ID=d5d37060-ecd1-4192-8388-607c14013c2f,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:02.825635 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-001ea36d-9cab-494b-8fb6-ae885be6c9ea tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:02.827477 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51218) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:02.836097 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdf9801-910f-4463-b757-df214733d1cd req-d7a71464-b152-49e9-9cf7-ad1b3db7db4e tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:02.837840 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cbdf9801-910f-4463-b757-df214733d1cd req-d7a71464-b152-49e9-9cf7-ad1b3db7db4e tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/ports?device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 943 time: 0.5123563
Jan 29 10:09:02.964355 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-89ea065c-e1b8-47c3-a98d-a520f58d2a1d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1479249'] for subnet, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:02.971095 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-019ef6f9-ba0e-4bb8-a77a-76ccb38a90bb tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:09:02.975698 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5941864-ac6b-4b0b-8d16-b1d9c72c1e30 req-a611e14c-0460-4249-82c0-245267d855ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:02.975698 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a5941864-ac6b-4b0b-8d16-b1d9c72c1e30 req-a611e14c-0460-4249-82c0-245267d855ca service neutron] 10.222.0.22 "GET /v2.0/networks?id=202d926a-4317-4fd3-a6b3-3233b8a4bdb4 HTTP/1.1" status: 200  len: 890 time: 1.1727607
Jan 29 10:09:03.143680 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cbdf9801-910f-4463-b757-df214733d1cd req-81e913ab-ae61-48da-a215-5ed523fa32dc tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af675d5-c3af-4bab-a997-95b7e6464479&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2963612
Jan 29 10:09:03.180598 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-019ef6f9-ba0e-4bb8-a77a-76ccb38a90bb tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:09:03.234940 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-ded6d0a4-7185-4acd-ba80-da5da02d26a3 req-49f6ea96-d95a-4e6f-ae92-6c938115f4a7 service neutron] Attempting to bind port a74e407f-ffe3-4470-a49f-5eba4735646b on host hv-neutron-7729 for vnic_type normal with profile  {{(pid=80765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:09:03.235315 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-ded6d0a4-7185-4acd-ba80-da5da02d26a3 req-49f6ea96-d95a-4e6f-ae92-6c938115f4a7 service neutron] Attempting to bind port a74e407f-ffe3-4470-a49f-5eba4735646b by drivers openvswitch on host hv-neutron-7729 at level 0 using segments [{'id': 'de6cd88b-883d-45e3-9b50-097e9e102b48', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '26a4294d-c956-403b-8f7a-57f8ffefaf53'}] {{(pid=80765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:09:03.235688 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded6d0a4-7185-4acd-ba80-da5da02d26a3 req-49f6ea96-d95a-4e6f-ae92-6c938115f4a7 service neutron] Attempting to bind port a74e407f-ffe3-4470-a49f-5eba4735646b on network 26a4294d-c956-403b-8f7a-57f8ffefaf53 {{(pid=80765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:09:03.247862 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded6d0a4-7185-4acd-ba80-da5da02d26a3 req-49f6ea96-d95a-4e6f-ae92-6c938115f4a7 service neutron] Checking agent: {'id': '5acf9624-c829-41ba-afd9-92278081af05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 10, 2, 34), 'started_at': datetime.datetime(2021, 1, 29, 10, 3, 4), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:09:03.248239 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded6d0a4-7185-4acd-ba80-da5da02d26a3 req-49f6ea96-d95a-4e6f-ae92-6c938115f4a7 service neutron] Checking segment: {'id': 'de6cd88b-883d-45e3-9b50-097e9e102b48', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '26a4294d-c956-403b-8f7a-57f8ffefaf53'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:09:03.248666 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-ded6d0a4-7185-4acd-ba80-da5da02d26a3 req-49f6ea96-d95a-4e6f-ae92-6c938115f4a7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:03.249048 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded6d0a4-7185-4acd-ba80-da5da02d26a3 req-49f6ea96-d95a-4e6f-ae92-6c938115f4a7 service neutron] Bound using segment: {'id': 'de6cd88b-883d-45e3-9b50-097e9e102b48', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '26a4294d-c956-403b-8f7a-57f8ffefaf53'} {{(pid=80765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:09:03.249529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-ded6d0a4-7185-4acd-ba80-da5da02d26a3 req-49f6ea96-d95a-4e6f-ae92-6c938115f4a7 service neutron] Bound port: a74e407f-ffe3-4470-a49f-5eba4735646b, host: hv-neutron-7729, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de6cd88b-883d-45e3-9b50-097e9e102b48', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '26a4294d-c956-403b-8f7a-57f8ffefaf53'}}] {{(pid=80765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:09:03.249934 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-ded6d0a4-7185-4acd-ba80-da5da02d26a3 req-49f6ea96-d95a-4e6f-ae92-6c938115f4a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:03.288334 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a5941864-ac6b-4b0b-8d16-b1d9c72c1e30 req-0c2c2859-110e-42d0-aa21-17adfe7ecd50 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ed1fecf-d03f-4bd3-b46d-ffcac548fa0a HTTP/1.1" status: 200  len: 217 time: 0.2351890
Jan 29 10:09:03.359693 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019ef6f9-ba0e-4bb8-a77a-76ccb38a90bb tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Made reservation on behalf of 1958396d18164bb09457e89192306a99 for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:09:03.382138 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-019ef6f9-ba0e-4bb8-a77a-76ccb38a90bb tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:03.531228 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5941864-ac6b-4b0b-8d16-b1d9c72c1e30 req-0ce471c8-79f5-416c-b0e1-41a993e0ae36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:03.532835 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a5941864-ac6b-4b0b-8d16-b1d9c72c1e30 req-0ce471c8-79f5-416c-b0e1-41a993e0ae36 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=18ba1ea0-4872-4c5f-bc2f-ad1138a60b95 HTTP/1.1" status: 200  len: 834 time: 0.2313678
Jan 29 10:09:03.591039 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-89ea065c-e1b8-47c3-a98d-a520f58d2a1d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:03.624276 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d880b937-2f47-4246-a40a-c6c3df000e16 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:03.625074 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d880b937-2f47-4246-a40a-c6c3df000e16 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Synchronizing usage tracker for tenant:b402c3f19966488ebcb859fd6d6d9b16 on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:09:03.632472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-eabfad93-4baa-449d-ac17-3a5987e3eeef tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:03.715898 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633dec5-abfd-44f1-93c0-2aef26067c9b req-8909f23f-39b8-42a6-bf61-f24afad12bab tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:03.717615 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f633dec5-abfd-44f1-93c0-2aef26067c9b req-8909f23f-39b8-42a6-bf61-f24afad12bab tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a5916f6-67e0-4b45-8c9c-82a048d390d0 HTTP/1.1" status: 200  len: 943 time: 0.6541517
Jan 29 10:09:03.861761 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-eabfad93-4baa-449d-ac17-3a5987e3eeef tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Calling delete_port for ea1ef205-d353-494c-a42c-682260bac40e owned by  {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:09:03.928951 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f633dec5-abfd-44f1-93c0-2aef26067c9b req-dc363aed-5244-48ec-b811-6d5b6821d307 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=81d31a64-62a7-4c84-a8ba-b1a83211960e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1984773
Jan 29 10:09:03.930266 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-ded6d0a4-7185-4acd-ba80-da5da02d26a3 req-49f6ea96-d95a-4e6f-ae92-6c938115f4a7 service neutron] For port a74e407f-ffe3-4470-a49f-5eba4735646b, host hv-neutron-7729, cleared binding levels {{(pid=80765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:09:03.956218 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-ded6d0a4-7185-4acd-ba80-da5da02d26a3 req-49f6ea96-d95a-4e6f-ae92-6c938115f4a7 service neutron] For port a74e407f-ffe3-4470-a49f-5eba4735646b, host hv-neutron-7729, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=a74e407f-ffe3-4470-a49f-5eba4735646b,segment=NetworkSegment(de6cd88b-883d-45e3-9b50-097e9e102b48),segment_id=de6cd88b-883d-45e3-9b50-097e9e102b48)] {{(pid=80765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:09:03.968427 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-ded6d0a4-7185-4acd-ba80-da5da02d26a3 req-49f6ea96-d95a-4e6f-ae92-6c938115f4a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:03.976415 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d880b937-2f47-4246-a40a-c6c3df000e16 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Unset dirty status for tenant:b402c3f19966488ebcb859fd6d6d9b16 on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:09:03.977720 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d880b937-2f47-4246-a40a-c6c3df000e16 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200  len: 847 time: 1.1437845
Jan 29 10:09:03.990723 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 51224) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:03.991511 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-938c32d3-b92e-42bd-8764-17e0ffe9adaf tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:04.068848 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-019ef6f9-ba0e-4bb8-a77a-76ccb38a90bb tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] device_id is not set on port 56df96fd-f1b5-44cd-a54d-2072ac74bd4e yet. {{(pid=80766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:09:04.114597 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cdd13e63-d507-4942-8312-5214768bd161 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349253'] for router_interface, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:04.148938 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f6ea96-d95a-4e6f-ae92-6c938115f4a7 service neutron] Pushing event updated for resources: {'Port': ['ID=a74e407f-ffe3-4470-a49f-5eba4735646b,revision_number=3']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:04.172221 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-49f6ea96-d95a-4e6f-ae92-6c938115f4a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:04.305959 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5941864-ac6b-4b0b-8d16-b1d9c72c1e30 req-220ff58a-f4ac-4e78-bd94-a47cb0f98c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:04.307695 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a5941864-ac6b-4b0b-8d16-b1d9c72c1e30 req-220ff58a-f4ac-4e78-bd94-a47cb0f98c84 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=202d926a-4317-4fd3-a6b3-3233b8a4bdb4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.6781826
Jan 29 10:09:04.438522 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-76ed4051-055f-49fe-8f1e-08b62187f1e8 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Synchronizing usage tracker for tenant:b402c3f19966488ebcb859fd6d6d9b16 on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:09:04.484947 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded6d0a4-7185-4acd-ba80-da5da02d26a3 req-49f6ea96-d95a-4e6f-ae92-6c938115f4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:04.485649 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-ded6d0a4-7185-4acd-ba80-da5da02d26a3 req-49f6ea96-d95a-4e6f-ae92-6c938115f4a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:04.487244 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ded6d0a4-7185-4acd-ba80-da5da02d26a3 req-49f6ea96-d95a-4e6f-ae92-6c938115f4a7 service neutron] 10.222.0.22 "PUT /v2.0/ports/a74e407f-ffe3-4470-a49f-5eba4735646b HTTP/1.1" status: 200  len: 1157 time: 4.1517508
Jan 29 10:09:04.492098 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22b168d6-bde2-48f8-894c-ffc201cda99d', 'tag': 'a74e407f-ffe3-4470-a49f-5eba4735646b'}] {{(pid=80765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:09:04.500737 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-76ed4051-055f-49fe-8f1e-08b62187f1e8 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Unset dirty status for tenant:b402c3f19966488ebcb859fd6d6d9b16 on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:09:04.503725 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-76ed4051-055f-49fe-8f1e-08b62187f1e8 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.4300296
Jan 29 10:09:04.518138 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 51234) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:04.541626 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-a625dfa2-a48a-44ae-9a33-baadfd021fa7 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-178348284'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:09:04.550916 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-89ea065c-e1b8-47c3-a98d-a520f58d2a1d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852603100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2204728'] for subnet, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:04.577430 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1ce4b985-b9c2-4ce4-8035-e55172a48319 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:04.616846 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:04.635024 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22b168d6-bde2-48f8-894c-ffc201cda99d', 'tag': 'a74e407f-ffe3-4470-a49f-5eba4735646b', 'status': 'completed', 'code': 200}
Jan 29 10:09:04.686036 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a625dfa2-a48a-44ae-9a33-baadfd021fa7 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:09:04.720985 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a625dfa2-a48a-44ae-9a33-baadfd021fa7 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Usage tracker for resource:network and tenant:b402c3f19966488ebcb859fd6d6d9b16 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:09:04.724845 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ea065c-e1b8-47c3-a98d-a520f58d2a1d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event deleted for resources: {'Subnet': ['ID=e9977d8c-d230-4c49-9a6d-829369a61a08,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:04.728745 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-89ea065c-e1b8-47c3-a98d-a520f58d2a1d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:04.736544 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a625dfa2-a48a-44ae-9a33-baadfd021fa7 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Quota usage for network was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:09:04.800725 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a625dfa2-a48a-44ae-9a33-baadfd021fa7 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:09:04.886666 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-eabfad93-4baa-449d-ac17-3a5987e3eeef tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:04.909447 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3565474-dde3-40e5-b658-2c78ef99f466 req-b32f71fe-f334-497a-a914-ca4029a8398e tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:04.911942 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f3565474-dde3-40e5-b658-2c78ef99f466 req-b32f71fe-f334-497a-a914-ca4029a8398e tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/ports?device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 943 time: 0.5379646
Jan 29 10:09:04.942843 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-167b1216-f6db-4027-9531-2c4ced3ac949 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:04.983749 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a625dfa2-a48a-44ae-9a33-baadfd021fa7 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Made reservation on behalf of b402c3f19966488ebcb859fd6d6d9b16 for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:09:05.007122 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a625dfa2-a48a-44ae-9a33-baadfd021fa7 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:05.035120 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabfad93-4baa-449d-ac17-3a5987e3eeef tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Pushing event deleted for resources: {'Port': ['ID=ea1ef205-d353-494c-a42c-682260bac40e,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:05.048197 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a625dfa2-a48a-44ae-9a33-baadfd021fa7 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] vxlan segment allocate from pool success with {'vxlan_vni': 11}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:09:05.050071 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-eabfad93-4baa-449d-ac17-3a5987e3eeef tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:05.059421 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a625dfa2-a48a-44ae-9a33-baadfd021fa7 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:05.059962 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-a625dfa2-a48a-44ae-9a33-baadfd021fa7 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Added segment c041f623-5332-45bd-a1c2-ab10ecd446ea of type vxlan for network 9dbb627f-81c5-4566-b94b-f607a1162a25
Jan 29 10:09:05.089442 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9583de-75f1-460b-8d82-853324cb9bd4 None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:09:05.096998 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-89ea065c-e1b8-47c3-a98d-a520f58d2a1d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:05.134607 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f3565474-dde3-40e5-b658-2c78ef99f466 req-a96f479e-f122-446a-9811-04e8e574e60a tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af675d5-c3af-4bab-a997-95b7e6464479&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2098229
Jan 29 10:09:05.159870 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-019ef6f9-ba0e-4bb8-a77a-76ccb38a90bb tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Allocated IP 172.20.0.8 (064f61d7-3b27-4c99-afa5-d418434af3be/193806c8-4044-46c5-87c8-fbba2cb09ed4/56df96fd-f1b5-44cd-a54d-2072ac74bd4e) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:09:05.166663 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a5941864-ac6b-4b0b-8d16-b1d9c72c1e30 req-8a6e43b7-d784-42d0-975e-8238431df728 service neutron] 10.222.0.22 "GET /v2.0/networks/202d926a-4317-4fd3-a6b3-3233b8a4bdb4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8327022
Jan 29 10:09:05.182197 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-89ea065c-e1b8-47c3-a98d-a520f58d2a1d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/subnets/e9977d8c-d230-4c49-9a6d-829369a61a08 HTTP/1.1" status: 204  len: 168 time: 2.7092535
Jan 29 10:09:05.183223 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 1ed1fecf-d03f-4bd3-b46d-ffcac548fa0a up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:09:05.187445 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a625dfa2-a48a-44ae-9a33-baadfd021fa7 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:05.211850 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded6d0a4-7185-4acd-ba80-da5da02d26a3 req-34ed3799-d3cd-4629-952e-8ce561a7fb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:05.213450 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ded6d0a4-7185-4acd-ba80-da5da02d26a3 req-34ed3799-d3cd-4629-952e-8ce561a7fb31 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ee8761d4330e4fd09e97501060c8b8ec&device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 1160 time: 0.6444714
Jan 29 10:09:05.223665 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51242) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:05.354237 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2bfb5036-52f7-4982-89b9-f239c26f1b00 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1260419
Jan 29 10:09:05.371162 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51246) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:05.383689 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning for port 1ed1fecf-d03f-4bd3-b46d-ffcac548fa0a completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:09:05.391317 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 1ed1fecf-d03f-4bd3-b46d-ffcac548fa0a triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:09:05.392219 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:05.424802 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ded6d0a4-7185-4acd-ba80-da5da02d26a3 req-cc5d26d0-8ce3-4175-a9c7-d7493d2677e0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a74e407f-ffe3-4470-a49f-5eba4735646b HTTP/1.1" status: 200  len: 217 time: 0.1678524
Jan 29 10:09:05.430592 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-fbf77ea8-40fa-4276-bc36-243b81593f43 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Request body: {'subnet': {'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:09:05.435803 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a625dfa2-a48a-44ae-9a33-baadfd021fa7 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:05.518677 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a625dfa2-a48a-44ae-9a33-baadfd021fa7 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:05.519299 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a625dfa2-a48a-44ae-9a33-baadfd021fa7 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:05.570957 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ca9a4839-9430-4c68-a156-2673d7492087 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:05.587518 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:05.599211 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-fbf77ea8-40fa-4276-bc36-243b81593f43 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:09:05.617101 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-fbf77ea8-40fa-4276-bc36-243b81593f43 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Usage tracker for resource:subnet and tenant:b2cc7248d2184abfb3aa21c44218cf1c is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:09:05.631996 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a5916f6-67e0-4b45-8c9c-82a048d390d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed1fecf-d03f-4bd3-b46d-ffcac548fa0a'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:09:05.636002 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-fbf77ea8-40fa-4276-bc36-243b81593f43 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:09:05.645120 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port 1ed1fecf-d03f-4bd3-b46d-ffcac548fa0a, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=1ed1fecf-d03f-4bd3-b46d-ffcac548fa0a,segment=NetworkSegment(da74141a-e053-4807-8732-98d074b8386c),segment_id=da74141a-e053-4807-8732-98d074b8386c)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:09:05.652193 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:05.654846 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:05.718281 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-fbf77ea8-40fa-4276-bc36-243b81593f43 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:09:05.726075 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-cdd13e63-d507-4942-8312-5214768bd161 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Deleting port b3d86788-55e1-4eb8-99b6-c00d901d7e5e {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:09:05.726574 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cdd13e63-d507-4942-8312-5214768bd161 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:05.730409 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065b93ee-24d2-4c72-91bb-bf68010255a9 None None] DHCP port deletion for 36ec2ab5-acc9-45dc-a136-797459b09a1c request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:09:05.759242 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-065b93ee-24d2-4c72-91bb-bf68010255a9 None None] Deleting port 52778703-3f09-41fa-bed7-c427caa3b784 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:09:05.760439 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-065b93ee-24d2-4c72-91bb-bf68010255a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:05.782692 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a625dfa2-a48a-44ae-9a33-baadfd021fa7 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 1.2606606
Jan 29 10:09:05.789606 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a625dfa2-a48a-44ae-9a33-baadfd021fa7 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event updated for resources: {'Network': ['ID=9dbb627f-81c5-4566-b94b-f607a1162a25,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:05.792810 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 51252) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:05.805620 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-48e9078d-66d5-4db1-91be-d133db6c62bc tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Request body: {'subnet': {'network_id': '9dbb627f-81c5-4566-b94b-f607a1162a25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:09:05.812641 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-eabfad93-4baa-449d-ac17-3a5987e3eeef tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:05.813597 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a5916f6-67e0-4b45-8c9c-82a048d390d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed1fecf-d03f-4bd3-b46d-ffcac548fa0a', 'code': 200}
Jan 29 10:09:05.824051 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a625dfa2-a48a-44ae-9a33-baadfd021fa7 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:05.839389 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 9dbb627f-81c5-4566-b94b-f607a1162a25 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:09:05.860488 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a5941864-ac6b-4b0b-8d16-b1d9c72c1e30 req-f426aff7-41d2-47ed-9daf-cca16d5bd7a9 service neutron] 10.222.0.22 "GET /v2.0/networks/202d926a-4317-4fd3-a6b3-3233b8a4bdb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6793387
Jan 29 10:09:05.861112 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf77ea8-40fa-4276-bc36-243b81593f43 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Made reservation on behalf of b2cc7248d2184abfb3aa21c44218cf1c for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:09:05.884655 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fbf77ea8-40fa-4276-bc36-243b81593f43 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:05.921302 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 9dbb627f-81c5-4566-b94b-f607a1162a25 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:09:05.943413 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6266ab98-c71c-44e0-a446-d3e9898d8f49 req-f4fe2109-d014-402f-a9df-861453c7d337 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:05.953021 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6266ab98-c71c-44e0-a446-d3e9898d8f49 req-f4fe2109-d014-402f-a9df-861453c7d337 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a5916f6-67e0-4b45-8c9c-82a048d390d0 HTTP/1.1" status: 200  len: 943 time: 0.8170443
Jan 29 10:09:06.001974 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded6d0a4-7185-4acd-ba80-da5da02d26a3 req-efc33a67-bc1e-4088-ba09-cc564fb51786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:06.003731 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ded6d0a4-7185-4acd-ba80-da5da02d26a3 req-efc33a67-bc1e-4088-ba09-cc564fb51786 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5a251db5-5565-4afc-bc11-9aa24a0c3cc1 HTTP/1.1" status: 200  len: 851 time: 0.4778140
Jan 29 10:09:06.117066 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-eabfad93-4baa-449d-ac17-3a5987e3eeef tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] 10.222.0.57 "DELETE /v2.0/ports/ea1ef205-d353-494c-a42c-682260bac40e HTTP/1.1" status: 204  len: 168 time: 4.2813463
Jan 29 10:09:06.132321 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51256) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:06.213331 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-48e9078d-66d5-4db1-91be-d133db6c62bc tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:09:06.228863 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-48e9078d-66d5-4db1-91be-d133db6c62bc tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Usage tracker for resource:subnet and tenant:b402c3f19966488ebcb859fd6d6d9b16 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:09:06.232741 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-48e9078d-66d5-4db1-91be-d133db6c62bc tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:09:06.245271 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-48e9078d-66d5-4db1-91be-d133db6c62bc tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:09:06.384323 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b2cfc66-f7f1-4d2b-a127-5c6e9b03c4fb tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] GET failed (client error): The resource could not be found.
Jan 29 10:09:06.384917 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5b2cfc66-f7f1-4d2b-a127-5c6e9b03c4fb tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Synchronizing usage tracker for tenant:4689bd38a28449b8a6e0e214f6c75ac2 on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:09:06.472219 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-019ef6f9-ba0e-4bb8-a77a-76ccb38a90bb tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:06.477695 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e9078d-66d5-4db1-91be-d133db6c62bc tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Made reservation on behalf of b402c3f19966488ebcb859fd6d6d9b16 for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:09:06.492470 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-019ef6f9-ba0e-4bb8-a77a-76ccb38a90bb tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Transition to ACTIVE for port object 56df96fd-f1b5-44cd-a54d-2072ac74bd4e will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:09:06.509064 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-48e9078d-66d5-4db1-91be-d133db6c62bc tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:06.554226 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6266ab98-c71c-44e0-a446-d3e9898d8f49 req-4dad5dc6-47f0-4a98-bafe-2ba46f5ee70d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=81d31a64-62a7-4c84-a8ba-b1a83211960e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6000810
Jan 29 10:09:06.560680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=1ed1fecf-d03f-4bd3-b46d-ffcac548fa0a,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:06.577880 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.923s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:06.613100 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ba51e8-96d5-4b1c-a95b-c5dd3be33726 req-c6d1587f-c7f3-4d8b-9678-b64e9f879a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:06.615591 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b0ba51e8-96d5-4b1c-a95b-c5dd3be33726 req-c6d1587f-c7f3-4d8b-9678-b64e9f879a42 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7a5916f6-67e0-4b45-8c9c-82a048d390d0 HTTP/1.1" status: 200  len: 1162 time: 0.4396985
Jan 29 10:09:06.623066 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cdd13e63-d507-4942-8312-5214768bd161 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:06.633867 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5b2cfc66-f7f1-4d2b-a127-5c6e9b03c4fb tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Unset dirty status for tenant:4689bd38a28449b8a6e0e214f6c75ac2 on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:09:06.639344 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5b2cfc66-f7f1-4d2b-a127-5c6e9b03c4fb tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] 10.222.0.57 "GET /v2.0/ports/ea1ef205-d353-494c-a42c-682260bac40e HTTP/1.1" status: 404  len: 333 time: 0.5026939
Jan 29 10:09:06.667758 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-065b93ee-24d2-4c72-91bb-bf68010255a9 None None] For port 52778703-3f09-41fa-bed7-c427caa3b784, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=52778703-3f09-41fa-bed7-c427caa3b784,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:09:06.668680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-065b93ee-24d2-4c72-91bb-bf68010255a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:06.673351 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51264) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:06.734783 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded6d0a4-7185-4acd-ba80-da5da02d26a3 req-44b7d19f-a602-4c0e-8a77-58a9bee661ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:06.736993 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ded6d0a4-7185-4acd-ba80-da5da02d26a3 req-44b7d19f-a602-4c0e-8a77-58a9bee661ff service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=26a4294d-c956-403b-8f7a-57f8ffefaf53&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.5430524
Jan 29 10:09:06.748279 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b0ba51e8-96d5-4b1c-a95b-c5dd3be33726 req-491cd6b9-6a5c-40b9-88c8-b8097eedc94e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=81d31a64-62a7-4c84-a8ba-b1a83211960e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1018040
Jan 29 10:09:06.811248 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-065b93ee-24d2-4c72-91bb-bf68010255a9 None None] Calling delete_port for 52778703-3f09-41fa-bed7-c427caa3b784 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:09:06.864743 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56b1326-3561-495e-ba0c-b76199d9ba69 req-315fd2ac-4fde-40e7-bd7a-5028109acb98 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:06.866557 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d56b1326-3561-495e-ba0c-b76199d9ba69 req-315fd2ac-4fde-40e7-bd7a-5028109acb98 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/ports?device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 943 time: 0.5275247
Jan 29 10:09:06.897623 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-065b93ee-24d2-4c72-91bb-bf68010255a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:06.940035 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:06.994905 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-019ef6f9-ba0e-4bb8-a77a-76ccb38a90bb tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:07.003727 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-cdd13e63-d507-4942-8312-5214768bd161 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Calling delete_port for b3d86788-55e1-4eb8-99b6-c00d901d7e5e owned by network:router_interface {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:09:07.026473 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d56b1326-3561-495e-ba0c-b76199d9ba69 req-110b154c-92cf-4989-9958-cc05126eaf39 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af675d5-c3af-4bab-a997-95b7e6464479&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1467116
Jan 29 10:09:07.089225 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b93ee-24d2-4c72-91bb-bf68010255a9 None None] Pushing event deleted for resources: {'Port': ['ID=52778703-3f09-41fa-bed7-c427caa3b784,revision_number=None']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:07.091220 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065b93ee-24d2-4c72-91bb-bf68010255a9 None None] No DVR routers for this DVR port 52778703-3f09-41fa-bed7-c427caa3b784 on host dv-neutron-772983-2-ovs {{(pid=80767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:09:07.092760 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-065b93ee-24d2-4c72-91bb-bf68010255a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:07.107311 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0488418b-71b6-4839-9aae-0f41e1d265f6 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:07.145856 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ded6d0a4-7185-4acd-ba80-da5da02d26a3 req-5978a064-6b59-4a0a-ba0f-c17194e5cd0c service neutron] 10.222.0.22 "GET /v2.0/networks/26a4294d-c956-403b-8f7a-57f8ffefaf53?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4008420
Jan 29 10:09:07.177347 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-da1835d8-e8c5-46a0-aabc-02a39e9b32c7 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Deleting port 323e2033-abe9-4eaa-82c3-870697adf09d {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:09:07.177770 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-da1835d8-e8c5-46a0-aabc-02a39e9b32c7 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:07.456551 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ded6d0a4-7185-4acd-ba80-da5da02d26a3 req-a9922909-6bc9-4bb0-a31c-c7c03ecd65f9 service neutron] 10.222.0.22 "GET /v2.0/networks/26a4294d-c956-403b-8f7a-57f8ffefaf53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2962279
Jan 29 10:09:07.620982 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 52778703-3f09-41fa-bed7-c427caa3b784 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:09:07.658962 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 52778703-3f09-41fa-bed7-c427caa3b784 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:09:07.659521 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 52778703-3f09-41fa-bed7-c427caa3b784 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:09:07.687253 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-48e9078d-66d5-4db1-91be-d133db6c62bc tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:07.712170 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:07.747344 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ef6f9-ba0e-4bb8-a77a-76ccb38a90bb tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Pushing event updated for resources: {'Port': ['ID=56df96fd-f1b5-44cd-a54d-2072ac74bd4e,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:07.751643 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-019ef6f9-ba0e-4bb8-a77a-76ccb38a90bb tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.644s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:08.042444 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019ef6f9-ba0e-4bb8-a77a-76ccb38a90bb tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Network 064f61d7-3b27-4c99-afa5-d418434af3be is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:09:08.086796 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-019ef6f9-ba0e-4bb8-a77a-76ccb38a90bb tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:09:08.095861 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019ef6f9-ba0e-4bb8-a77a-76ccb38a90bb tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:09:08.408065 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019ef6f9-ba0e-4bb8-a77a-76ccb38a90bb tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:08.408799 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-019ef6f9-ba0e-4bb8-a77a-76ccb38a90bb tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:08.423603 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e9078d-66d5-4db1-91be-d133db6c62bc tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event updated for resources: {'Subnet': ['ID=88ab67c4-66d9-45f8-93b5-dbbb6328fefd,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:08.432566 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-48e9078d-66d5-4db1-91be-d133db6c62bc tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.720s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:08.479453 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd1eb9-cfa9-403f-86a0-2286eb720893 req-66e8eeb4-f4c2-4ba2-9c47-a6743cf189de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:08.480651 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-da1835d8-e8c5-46a0-aabc-02a39e9b32c7 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:08.481107 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c3cd1eb9-cfa9-403f-86a0-2286eb720893 req-66e8eeb4-f4c2-4ba2-9c47-a6743cf189de service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ee8761d4330e4fd09e97501060c8b8ec&device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 1160 time: 0.9202638
Jan 29 10:09:08.497964 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-963616c6-66c2-4a08-af58-933046144b01 None None] Provisioning for port 56df96fd-f1b5-44cd-a54d-2072ac74bd4e completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:09:08.503806 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-963616c6-66c2-4a08-af58-933046144b01 None None] Provisioning complete for port 56df96fd-f1b5-44cd-a54d-2072ac74bd4e triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:09:08.505380 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-963616c6-66c2-4a08-af58-933046144b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:08.568059 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cdd13e63-d507-4942-8312-5214768bd161 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:08.568277 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-963616c6-66c2-4a08-af58-933046144b01 None None] Port 56df96fd-f1b5-44cd-a54d-2072ac74bd4e cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:09:08.582240 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 1ed1fecf-d03f-4bd3-b46d-ffcac548fa0a up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:09:08.634914 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643b142-7b5a-455b-86fd-48586c99429d req-07627f8b-c61e-4e6d-a44f-1e97a6cd134c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:08.636612 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a643b142-7b5a-455b-86fd-48586c99429d req-07627f8b-c61e-4e6d-a44f-1e97a6cd134c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a5916f6-67e0-4b45-8c9c-82a048d390d0 HTTP/1.1" status: 200  len: 945 time: 0.8845525
Jan 29 10:09:08.650575 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9c3b5cbb-5d08-4119-897b-009ff97b5450 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:08.692521 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 1ed1fecf-d03f-4bd3-b46d-ffcac548fa0a triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:09:08.693243 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:08.703822 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-da1835d8-e8c5-46a0-aabc-02a39e9b32c7 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Calling delete_port for 323e2033-abe9-4eaa-82c3-870697adf09d owned by  {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:09:08.775161 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd13e63-d507-4942-8312-5214768bd161 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Pushing event deleted for resources: {'Port': ['ID=b3d86788-55e1-4eb8-99b6-c00d901d7e5e,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:08.778027 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-cdd13e63-d507-4942-8312-5214768bd161 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:08.781145 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-019ef6f9-ba0e-4bb8-a77a-76ccb38a90bb tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 7.0081189
Jan 29 10:09:08.789760 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51276) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:08.805229 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-a9b11bd2-fbbc-434e-90c2-a1e4d8adf876 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Request body: {'port': {'network_id': '064f61d7-3b27-4c99-afa5-d418434af3be', 'name': 'tempest-AllowedAddressPairTestJSON-391465015'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:09:08.889380 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bcb53f-c77f-4234-befa-1bbb8c6db389 req-8c471889-f65c-43a5-be54-92d2439c02ef tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:08.898412 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-71bcb53f-c77f-4234-befa-1bbb8c6db389 req-8c471889-f65c-43a5-be54-92d2439c02ef tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/ports?device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 943 time: 0.6204574
Jan 29 10:09:08.949408 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e9078d-66d5-4db1-91be-d133db6c62bc tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Checking segment: {'id': 'c041f623-5332-45bd-a1c2-ab10ecd446ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '9dbb627f-81c5-4566-b94b-f607a1162a25'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:09:08.949837 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e9078d-66d5-4db1-91be-d133db6c62bc tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Network hostable DHCP agents. Network: 9dbb627f-81c5-4566-b94b-f607a1162a25, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:09:08.974640 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a643b142-7b5a-455b-86fd-48586c99429d req-4210facb-95c1-4675-b3b3-2b46431299b6 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=81d31a64-62a7-4c84-a8ba-b1a83211960e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3092613
Jan 29 10:09:09.049819 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-71bcb53f-c77f-4234-befa-1bbb8c6db389 req-c89f15b9-898d-441f-982e-d9f5bd743f64 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af675d5-c3af-4bab-a997-95b7e6464479&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1503503
Jan 29 10:09:09.053268 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd1eb9-cfa9-403f-86a0-2286eb720893 req-b9cfe5f2-8f60-458f-b6e3-2bf0194c5e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:09.055286 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c3cd1eb9-cfa9-403f-86a0-2286eb720893 req-b9cfe5f2-8f60-458f-b6e3-2bf0194c5e93 service neutron] 10.222.0.22 "GET /v2.0/networks?id=26a4294d-c956-403b-8f7a-57f8ffefaf53 HTTP/1.1" status: 200  len: 906 time: 0.5532424
Jan 29 10:09:09.060210 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e9078d-66d5-4db1-91be-d133db6c62bc tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Network 9dbb627f-81c5-4566-b94b-f607a1162a25 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:09:09.152160 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c3cd1eb9-cfa9-403f-86a0-2286eb720893 req-df06be41-db1a-4e3a-b888-a5e3ce55487e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a74e407f-ffe3-4470-a49f-5eba4735646b HTTP/1.1" status: 200  len: 217 time: 0.0825934
Jan 29 10:09:09.152943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-48e9078d-66d5-4db1-91be-d133db6c62bc tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 9dbb627f-81c5-4566-b94b-f607a1162a25) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:09:09.164528 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf3e25c-5580-4d97-a39f-b1104a167f38 None None] Network 9dbb627f-81c5-4566-b94b-f607a1162a25 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:09:09.166421 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e9078d-66d5-4db1-91be-d133db6c62bc tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:09.167079 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-48e9078d-66d5-4db1-91be-d133db6c62bc tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:09.251865 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd1eb9-cfa9-403f-86a0-2286eb720893 req-99526130-4848-4003-95f5-55913867d89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:09.253535 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c3cd1eb9-cfa9-403f-86a0-2286eb720893 req-99526130-4848-4003-95f5-55913867d89e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5a251db5-5565-4afc-bc11-9aa24a0c3cc1 HTTP/1.1" status: 200  len: 851 time: 0.0806804
Jan 29 10:09:09.321586 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-48e9078d-66d5-4db1-91be-d133db6c62bc tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.5237434
Jan 29 10:09:09.330043 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51280) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:09.332222 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cdd13e63-d507-4942-8312-5214768bd161 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854415430'] for router_interface, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:09.361306 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-c4fec5cb-f210-4ea8-8fb3-35c8c755337c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Request body: {'port': {'network_id': '9dbb627f-81c5-4566-b94b-f607a1162a25', 'name': 'tempest-PortsIpV6TestJSON-1531508613'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:09:09.395990 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd1eb9-cfa9-403f-86a0-2286eb720893 req-623cc414-f061-43bf-8c65-2c178d532f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:09.397820 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c3cd1eb9-cfa9-403f-86a0-2286eb720893 req-623cc414-f061-43bf-8c65-2c178d532f64 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=26a4294d-c956-403b-8f7a-57f8ffefaf53&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.1374638
Jan 29 10:09:09.429262 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a9b11bd2-fbbc-434e-90c2-a1e4d8adf876 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:09:09.565738 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e1d6ec-dc75-4fcb-bce0-619dfdc1c7be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-9dbb627f-81c5-4566-b94b-f607a1162a25', 'network_id': '9dbb627f-81c5-4566-b94b-f607a1162a25', 'tenant_id': 'b402c3f19966488ebcb859fd6d6d9b16', 'fixed_ips': [{'subnet_id': '88ab67c4-66d9-45f8-93b5-dbbb6328fefd'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:09:09.566835 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d6ec-dc75-4fcb-bce0-619dfdc1c7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:09.594338 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a9b11bd2-fbbc-434e-90c2-a1e4d8adf876 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:09:09.617063 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c3cd1eb9-cfa9-403f-86a0-2286eb720893 req-850620b9-bf53-4835-8778-3ef940b9bad7 service neutron] 10.222.0.22 "GET /v2.0/networks/26a4294d-c956-403b-8f7a-57f8ffefaf53?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2117636
Jan 29 10:09:09.697540 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-da1835d8-e8c5-46a0-aabc-02a39e9b32c7 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:09.734074 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fbf77ea8-40fa-4276-bc36-243b81593f43 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:09.762201 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-af9fddd2-fa4b-4414-9da7-f6f667d64bc7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:09.797012 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b11bd2-fbbc-434e-90c2-a1e4d8adf876 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Made reservation on behalf of 1958396d18164bb09457e89192306a99 for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:09:09.798486 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c3cd1eb9-cfa9-403f-86a0-2286eb720893 req-019afcc3-c1b6-402b-9b51-d892a330089c service neutron] 10.222.0.22 "GET /v2.0/networks/26a4294d-c956-403b-8f7a-57f8ffefaf53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1732912
Jan 29 10:09:09.818062 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a9b11bd2-fbbc-434e-90c2-a1e4d8adf876 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:09.956526 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-e0e1d6ec-dc75-4fcb-bce0-619dfdc1c7be None None] Allocated IP 2001:db8::2 (9dbb627f-81c5-4566-b94b-f607a1162a25/88ab67c4-66d9-45f8-93b5-dbbb6328fefd/24f3079d-61f1-457a-8bb2-ed627a6f49c3) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:09:10.237141 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1835d8-e8c5-46a0-aabc-02a39e9b32c7 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Pushing event deleted for resources: {'Port': ['ID=323e2033-abe9-4eaa-82c3-870697adf09d,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:10.240826 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-da1835d8-e8c5-46a0-aabc-02a39e9b32c7 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:10.253967 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3119518a-bb72-45bc-91d4-75e66d931b52 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.460s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:10.270539 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d6ec-dc75-4fcb-bce0-619dfdc1c7be None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:10.301759 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-e0e1d6ec-dc75-4fcb-bce0-619dfdc1c7be None None] Transition to ACTIVE for port object 24f3079d-61f1-457a-8bb2-ed627a6f49c3 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:09:10.321073 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-e0e1d6ec-dc75-4fcb-bce0-619dfdc1c7be None None] Transition to ACTIVE for port object 24f3079d-61f1-457a-8bb2-ed627a6f49c3 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:09:10.331447 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d6ec-dc75-4fcb-bce0-619dfdc1c7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:10.372818 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:10.447998 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab1802-a8f9-40da-bd74-404c8319adf1 req-c91c7e6a-7291-4da2-ad88-e075c05a0c26 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:10.449734 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-17ab1802-a8f9-40da-bd74-404c8319adf1 req-c91c7e6a-7291-4da2-ad88-e075c05a0c26 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a5916f6-67e0-4b45-8c9c-82a048d390d0 HTTP/1.1" status: 200  len: 945 time: 0.3286574
Jan 29 10:09:10.504958 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c4fec5cb-f210-4ea8-8fb3-35c8c755337c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:09:10.605650 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf77ea8-40fa-4276-bc36-243b81593f43 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event updated for resources: {'Subnet': ['ID=41e1f3e6-384b-4b52-bd23-631a40c6c540,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:10.606282 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ee4375-3cdb-46b1-828c-3cafb37381f4 req-715d4f4e-87c5-433f-a3ad-a95ceffe9572 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:10.607969 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-94ee4375-3cdb-46b1-828c-3cafb37381f4 req-715d4f4e-87c5-433f-a3ad-a95ceffe9572 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/ports?device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 943 time: 0.3548644
Jan 29 10:09:10.615457 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-fbf77ea8-40fa-4276-bc36-243b81593f43 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:10.644203 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e1d6ec-dc75-4fcb-bce0-619dfdc1c7be None None] Pushing event updated for resources: {'Port': ['ID=24f3079d-61f1-457a-8bb2-ed627a6f49c3,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:10.646216 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-17ab1802-a8f9-40da-bd74-404c8319adf1 req-6d04e048-9d1a-4911-ba6e-ec53a925bad5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=81d31a64-62a7-4c84-a8ba-b1a83211960e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1822560
Jan 29 10:09:10.658793 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e0e1d6ec-dc75-4fcb-bce0-619dfdc1c7be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:10.670318 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e1d6ec-dc75-4fcb-bce0-619dfdc1c7be None None] Network 9dbb627f-81c5-4566-b94b-f607a1162a25 is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:09:10.671699 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-e0e1d6ec-dc75-4fcb-bce0-619dfdc1c7be None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:09:10.676161 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e1d6ec-dc75-4fcb-bce0-619dfdc1c7be None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:09:10.763839 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-e0e1d6ec-dc75-4fcb-bce0-619dfdc1c7be None None] Attempting to bind port 24f3079d-61f1-457a-8bb2-ed627a6f49c3 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:09:10.764428 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-e0e1d6ec-dc75-4fcb-bce0-619dfdc1c7be None None] Attempting to bind port 24f3079d-61f1-457a-8bb2-ed627a6f49c3 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'c041f623-5332-45bd-a1c2-ab10ecd446ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '9dbb627f-81c5-4566-b94b-f607a1162a25'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:09:10.765172 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e1d6ec-dc75-4fcb-bce0-619dfdc1c7be None None] Attempting to bind port 24f3079d-61f1-457a-8bb2-ed627a6f49c3 on network 9dbb627f-81c5-4566-b94b-f607a1162a25 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:09:10.771258 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e1d6ec-dc75-4fcb-bce0-619dfdc1c7be None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:09:10.771833 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e1d6ec-dc75-4fcb-bce0-619dfdc1c7be None None] Checking segment: {'id': 'c041f623-5332-45bd-a1c2-ab10ecd446ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '9dbb627f-81c5-4566-b94b-f607a1162a25'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:09:10.772371 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d6ec-dc75-4fcb-bce0-619dfdc1c7be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:10.772874 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e1d6ec-dc75-4fcb-bce0-619dfdc1c7be None None] Bound using segment: {'id': 'c041f623-5332-45bd-a1c2-ab10ecd446ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '9dbb627f-81c5-4566-b94b-f607a1162a25'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:09:10.773499 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-e0e1d6ec-dc75-4fcb-bce0-619dfdc1c7be None None] Bound port: 24f3079d-61f1-457a-8bb2-ed627a6f49c3, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c041f623-5332-45bd-a1c2-ab10ecd446ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '9dbb627f-81c5-4566-b94b-f607a1162a25'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:09:10.774031 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d6ec-dc75-4fcb-bce0-619dfdc1c7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:10.777199 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-94ee4375-3cdb-46b1-828c-3cafb37381f4 req-8026f6cc-ed86-49fd-ad99-e0d96fab61fd tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af675d5-c3af-4bab-a997-95b7e6464479&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1270800
Jan 29 10:09:10.845034 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c4fec5cb-f210-4ea8-8fb3-35c8c755337c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:09:10.882283 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-e0e1d6ec-dc75-4fcb-bce0-619dfdc1c7be None None] For port 24f3079d-61f1-457a-8bb2-ed627a6f49c3, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:09:10.885831 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-e0e1d6ec-dc75-4fcb-bce0-619dfdc1c7be None None] For port 24f3079d-61f1-457a-8bb2-ed627a6f49c3, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=24f3079d-61f1-457a-8bb2-ed627a6f49c3,segment=NetworkSegment(c041f623-5332-45bd-a1c2-ab10ecd446ea),segment_id=c041f623-5332-45bd-a1c2-ab10ecd446ea)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:09:10.891642 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d6ec-dc75-4fcb-bce0-619dfdc1c7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:10.909469 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8c5b803a-0d14-4d7d-b4f8-462561b9d4e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:10.936274 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-a9b11bd2-fbbc-434e-90c2-a1e4d8adf876 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] device_id is not set on port d2760d49-5d49-42f9-a82c-f5d7b8caaea8 yet. {{(pid=80766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:09:11.089053 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6756cbc1-95fe-4f73-82ec-16cd9bb2a7b7 req-3779ec33-dde3-46dc-936c-9e51973c5a3a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:11.089724 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e1d6ec-dc75-4fcb-bce0-619dfdc1c7be None None] Pushing event updated for resources: {'Port': ['ID=24f3079d-61f1-457a-8bb2-ed627a6f49c3,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:11.091429 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6756cbc1-95fe-4f73-82ec-16cd9bb2a7b7 req-3779ec33-dde3-46dc-936c-9e51973c5a3a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a5916f6-67e0-4b45-8c9c-82a048d390d0 HTTP/1.1" status: 200  len: 945 time: 0.2320948
Jan 29 10:09:11.099156 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e0e1d6ec-dc75-4fcb-bce0-619dfdc1c7be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:11.183834 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4fec5cb-f210-4ea8-8fb3-35c8c755337c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Made reservation on behalf of b402c3f19966488ebcb859fd6d6d9b16 for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:09:11.206488 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c4fec5cb-f210-4ea8-8fb3-35c8c755337c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:11.223803 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-da1835d8-e8c5-46a0-aabc-02a39e9b32c7 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:11.239858 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6756cbc1-95fe-4f73-82ec-16cd9bb2a7b7 req-fd8654fa-49e5-40f5-a72d-75cb256a79a8 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=81d31a64-62a7-4c84-a8ba-b1a83211960e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1311419
Jan 29 10:09:11.267335 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 51294) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:11.354125 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57714f3b-15c9-43f4-9d19-e8a556a1b540 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:11.356151 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-57714f3b-15c9-43f4-9d19-e8a556a1b540 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=7a5916f6-67e0-4b45-8c9c-82a048d390d0 HTTP/1.1" status: 200  len: 1157 time: 0.0873270
Jan 29 10:09:11.359046 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 51298) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:11.365815 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-a2e77dd5-f31f-4bd6-a1dc-cdc2cb21859c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'floatingip': {'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'port_id': '1ed1fecf-d03f-4bd3-b46d-ffcac548fa0a', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:09:11.388885 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a2e77dd5-f31f-4bd6-a1dc-cdc2cb21859c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:09:11.394197 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a2e77dd5-f31f-4bd6-a1dc-cdc2cb21859c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:floatingip and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:09:11.401253 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a2e77dd5-f31f-4bd6-a1dc-cdc2cb21859c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:09:11.412886 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a2e77dd5-f31f-4bd6-a1dc-cdc2cb21859c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:09:11.428858 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a2e77dd5-f31f-4bd6-a1dc-cdc2cb21859c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for floatingip, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:11.454133 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf77ea8-40fa-4276-bc36-243b81593f43 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:09:11.475129 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-fbf77ea8-40fa-4276-bc36-243b81593f43 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:09:11.479532 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-a9b11bd2-fbbc-434e-90c2-a1e4d8adf876 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Allocated IP 172.20.0.4 (064f61d7-3b27-4c99-afa5-d418434af3be/193806c8-4044-46c5-87c8-fbba2cb09ed4/d2760d49-5d49-42f9-a82c-f5d7b8caaea8) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:09:11.491762 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9962434-88fd-4db3-b8e1-794c8bd3c94b None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:09:11.495621 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-da1835d8-e8c5-46a0-aabc-02a39e9b32c7 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] 10.222.0.57 "DELETE /v2.0/ports/323e2033-abe9-4eaa-82c3-870697adf09d HTTP/1.1" status: 204  len: 168 time: 4.8017943
Jan 29 10:09:11.516591 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51302) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:11.574649 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf77ea8-40fa-4276-bc36-243b81593f43 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:11.575310 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fbf77ea8-40fa-4276-bc36-243b81593f43 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:11.597756 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a2e77dd5-f31f-4bd6-a1dc-cdc2cb21859c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:11.791910 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-c4fec5cb-f210-4ea8-8fb3-35c8c755337c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] device_id is not set on port 50706bf9-6767-4972-8e83-5024557a5d06 yet. {{(pid=80766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:09:11.880108 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31f6165-9f74-4bd8-ab36-662b34f8c508 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-36ec2ab5-acc9-45dc-a136-797459b09a1c', 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'tenant_id': 'b2cc7248d2184abfb3aa21c44218cf1c', 'fixed_ips': [{'subnet_id': '41e1f3e6-384b-4b52-bd23-631a40c6c540'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:09:11.881063 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d31f6165-9f74-4bd8-ab36-662b34f8c508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:11.972291 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-c4fec5cb-f210-4ea8-8fb3-35c8c755337c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Allocated IP 2001:db8::300 (9dbb627f-81c5-4566-b94b-f607a1162a25/88ab67c4-66d9-45f8-93b5-dbbb6328fefd/50706bf9-6767-4972-8e83-5024557a5d06) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:09:12.005835 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdd13e63-d507-4942-8312-5214768bd161 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Router 12d983d2-5773-4315-a7b4-10384ea21f70 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:09:12.039882 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a159452-305f-476d-92ba-807105fbc5e0 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Deleting subnet e82a6fd5-22f9-4b3b-8cd7-13d8e90e94f2 {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:09:12.043611 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4a159452-305f-476d-92ba-807105fbc5e0 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:12.074380 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-a2e77dd5-f31f-4bd6-a1dc-cdc2cb21859c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Allocated IP 172.26.7.117 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/1ac2ce35-ab60-4ed6-bd57-1f602923d86c) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:09:12.109946 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 51308) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:12.110170 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-fbf77ea8-40fa-4276-bc36-243b81593f43 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 6.7377498
Jan 29 10:09:12.139670 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-66ae96de-5d01-4fe6-8efd-3874d2af4846 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Request body: {'port': {'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'fixed_ips': [{'subnet_id': '41e1f3e6-384b-4b52-bd23-631a40c6c540', 'ip_address': '2001:db8::1064:dafc:1a6a:6233'}], 'name': 'tempest-NetworksTestDHCPv6-1984537186'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:09:12.359351 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-d31f6165-9f74-4bd8-ab36-662b34f8c508 None None] Allocated IP 2001:db8::2 (36ec2ab5-acc9-45dc-a136-797459b09a1c/41e1f3e6-384b-4b52-bd23-631a40c6c540/75203745-4014-4487-9a95-20af914b9487) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:09:12.446514 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4a159452-305f-476d-92ba-807105fbc5e0 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:12.474632 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b7d4f6-1738-4036-80ef-03cbcbddb929 req-976b82ec-7936-4ec3-83f7-01637edd8b0b tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:12.476512 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a9b7d4f6-1738-4036-80ef-03cbcbddb929 req-976b82ec-7936-4ec3-83f7-01637edd8b0b tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/ports?device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 943 time: 0.5021267
Jan 29 10:09:12.478136 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-66ae96de-5d01-4fe6-8efd-3874d2af4846 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:09:12.498938 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-66ae96de-5d01-4fe6-8efd-3874d2af4846 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Usage tracker for resource:port and tenant:b2cc7248d2184abfb3aa21c44218cf1c is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:09:12.518323 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-66ae96de-5d01-4fe6-8efd-3874d2af4846 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:09:12.534799 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-66ae96de-5d01-4fe6-8efd-3874d2af4846 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:09:12.642452 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ae96de-5d01-4fe6-8efd-3874d2af4846 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Made reservation on behalf of b2cc7248d2184abfb3aa21c44218cf1c for: {'port': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:09:12.748999 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a9b7d4f6-1738-4036-80ef-03cbcbddb929 req-851bdf4e-b64f-4b42-b4fb-13c327ac925d tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af675d5-c3af-4bab-a997-95b7e6464479&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2549546
Jan 29 10:09:12.927605 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-66ae96de-5d01-4fe6-8efd-3874d2af4846 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:12.961837 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d31f6165-9f74-4bd8-ab36-662b34f8c508 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:12.980610 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-d31f6165-9f74-4bd8-ab36-662b34f8c508 None None] Transition to ACTIVE for port object 75203745-4014-4487-9a95-20af914b9487 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:09:12.993022 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a2e77dd5-f31f-4bd6-a1dc-cdc2cb21859c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:13.017538 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-d31f6165-9f74-4bd8-ab36-662b34f8c508 None None] Transition to ACTIVE for port object 75203745-4014-4487-9a95-20af914b9487 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:09:13.028977 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d31f6165-9f74-4bd8-ab36-662b34f8c508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:13.061062 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-aede0700-33af-4327-9907-eae636899c30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:13.125912 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd13e63-d507-4942-8312-5214768bd161 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:09:13.179462 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1ba468-0907-420d-ba98-3f4c779d7c60 None None] Sync routers for ids ['12d983d2-5773-4315-a7b4-10384ea21f70'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:09:13.198584 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-cdd13e63-d507-4942-8312-5214768bd161 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "PUT /v2.0/routers/12d983d2-5773-4315-a7b4-10384ea21f70/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 13.0972934
Jan 29 10:09:13.204106 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 51314) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:13.218756 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e53909-6ea7-4674-8e14-c7991c5f7c49 None None] Network 9dbb627f-81c5-4566-b94b-f607a1162a25 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:09:13.279394 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a9b11bd2-fbbc-434e-90c2-a1e4d8adf876 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:13.289596 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device a74e407f-ffe3-4470-a49f-5eba4735646b up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:09:13.302220 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4a159452-305f-476d-92ba-807105fbc5e0 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:13.375531 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-a9b11bd2-fbbc-434e-90c2-a1e4d8adf876 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Transition to ACTIVE for port object d2760d49-5d49-42f9-a82c-f5d7b8caaea8 will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:09:13.388883 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c4fec5cb-f210-4ea8-8fb3-35c8c755337c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:13.458365 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-c4fec5cb-f210-4ea8-8fb3-35c8c755337c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Transition to ACTIVE for port object 50706bf9-6767-4972-8e83-5024557a5d06 will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:09:13.649209 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a9b11bd2-fbbc-434e-90c2-a1e4d8adf876 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:13.666934 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31f6165-9f74-4bd8-ab36-662b34f8c508 None None] Pushing event updated for resources: {'Port': ['ID=75203745-4014-4487-9a95-20af914b9487,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:13.677494 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-9656ce4a-64c8-4e43-8bc2-11d3a66aa7e2 None None] Provisioning for port 24f3079d-61f1-457a-8bb2-ed627a6f49c3 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:09:13.694437 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-63bc308f-d98c-40d8-84dc-f0dcc4266437 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:13.699729 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d31f6165-9f74-4bd8-ab36-662b34f8c508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.639s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:13.731137 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1ba468-0907-420d-ba98-3f4c779d7c60 None None] Routers {'12d983d2-5773-4315-a7b4-10384ea21f70'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:09:13.732271 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-4e1ba468-0907-420d-ba98-3f4c779d7c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c95ba9e8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:08:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['12d983d2-5773-4315-a7b4-10384ea21f70'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:09:13.911929 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a2e77dd5-f31f-4bd6-a1dc-cdc2cb21859c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:13.924569 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-4e1ba468-0907-420d-ba98-3f4c779d7c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c95ba9e8>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:09:13.928021 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2245cbd6-233d-428b-9012-82236a51555a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:13.943195 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 24f3079d-61f1-457a-8bb2-ed627a6f49c3 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:09:13.963877 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c4fec5cb-f210-4ea8-8fb3-35c8c755337c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:13.982756 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b11bd2-fbbc-434e-90c2-a1e4d8adf876 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Pushing event updated for resources: {'Port': ['ID=d2760d49-5d49-42f9-a82c-f5d7b8caaea8,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:13.987697 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a9b11bd2-fbbc-434e-90c2-a1e4d8adf876 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:13.993646 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31f6165-9f74-4bd8-ab36-662b34f8c508 None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:09:13.994620 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning for port a74e407f-ffe3-4470-a49f-5eba4735646b completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:09:14.009658 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1ba468-0907-420d-ba98-3f4c779d7c60 None None] Routers {'12d983d2-5773-4315-a7b4-10384ea21f70'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:09:14.010395 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-4e1ba468-0907-420d-ba98-3f4c779d7c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c95ba9e8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:08:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['12d983d2-5773-4315-a7b4-10384ea21f70'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:09:14.055259 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-31308941-7d2e-4a11-85c0-19ce010bd658 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:14.074102 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-d31f6165-9f74-4bd8-ab36-662b34f8c508 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:09:14.075896 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port a74e407f-ffe3-4470-a49f-5eba4735646b triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:09:14.076322 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:14.115987 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31f6165-9f74-4bd8-ab36-662b34f8c508 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:09:14.179113 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fec5cb-f210-4ea8-8fb3-35c8c755337c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event updated for resources: {'Port': ['ID=50706bf9-6767-4972-8e83-5024557a5d06,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:14.186998 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c4fec5cb-f210-4ea8-8fb3-35c8c755337c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:14.188909 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4a159452-305f-476d-92ba-807105fbc5e0 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:14.231513 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-4e1ba468-0907-420d-ba98-3f4c779d7c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c95ba9e8>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:09:14.231917 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1ba468-0907-420d-ba98-3f4c779d7c60 None None] The sync data for ids ['12d983d2-5773-4315-a7b4-10384ea21f70'] in dv-neutron-772983-2-ovs is: [] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:09:14.295668 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-66ae96de-5d01-4fe6-8efd-3874d2af4846 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] device_id is not set on port 9f565c30-4ca8-4637-a928-0e887674a496 yet. {{(pid=80765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:09:14.346053 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-d31f6165-9f74-4bd8-ab36-662b34f8c508 None None] Attempting to bind port 75203745-4014-4487-9a95-20af914b9487 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:09:14.346439 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-d31f6165-9f74-4bd8-ab36-662b34f8c508 None None] Attempting to bind port 75203745-4014-4487-9a95-20af914b9487 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:09:14.353990 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31f6165-9f74-4bd8-ab36-662b34f8c508 None None] Attempting to bind port 75203745-4014-4487-9a95-20af914b9487 on network 36ec2ab5-acc9-45dc-a136-797459b09a1c {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:09:14.378918 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31f6165-9f74-4bd8-ab36-662b34f8c508 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:09:14.379890 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31f6165-9f74-4bd8-ab36-662b34f8c508 None None] Checking segment: {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:09:14.380356 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d31f6165-9f74-4bd8-ab36-662b34f8c508 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:14.380803 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31f6165-9f74-4bd8-ab36-662b34f8c508 None None] Bound using segment: {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:09:14.381357 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-d31f6165-9f74-4bd8-ab36-662b34f8c508 None None] Bound port: 75203745-4014-4487-9a95-20af914b9487, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:09:14.381813 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d31f6165-9f74-4bd8-ab36-662b34f8c508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:14.386153 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-402670c6-038c-4e01-9dac-1f2fc0ee53e4 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:14.425255 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 24f3079d-61f1-457a-8bb2-ed627a6f49c3 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:09:14.450116 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a159452-305f-476d-92ba-807105fbc5e0 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Pushing event deleted for resources: {'Subnet': ['ID=e82a6fd5-22f9-4b3b-8cd7-13d8e90e94f2,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:14.453546 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4a159452-305f-476d-92ba-807105fbc5e0 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:14.491029 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4a159452-305f-476d-92ba-807105fbc5e0 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:14.507576 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4a159452-305f-476d-92ba-807105fbc5e0 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] 10.222.0.57 "DELETE /v2.0/subnets/e82a6fd5-22f9-4b3b-8cd7-13d8e90e94f2 HTTP/1.1" status: 204  len: 168 time: 2.9798560
Jan 29 10:09:14.518965 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51322) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:14.621798 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4c2fda-420d-436f-8b56-4a7381b0e00a None None] Network 199fc74d-8154-4f93-b41f-1d6cdce07a22 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:09:14.648700 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e77dd5-f31f-4bd6-a1dc-cdc2cb21859c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Port': ['ID=1ac2ce35-ab60-4ed6-bd57-1f602923d86c,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:14.665732 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a2e77dd5-f31f-4bd6-a1dc-cdc2cb21859c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.739s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:14.761734 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c7c0ecf6-f033-4587-9376-9246e872550c tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:14.837517 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 24f3079d-61f1-457a-8bb2-ed627a6f49c3 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:09:14.838382 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:14.892950 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0919360-1cfe-4919-ba30-5b06509768ce req-3e1eb31e-b4f3-465d-96c3-3239433ad80e tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:14.892950 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d0919360-1cfe-4919-ba30-5b06509768ce req-3e1eb31e-b4f3-465d-96c3-3239433ad80e tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/ports?device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 943 time: 0.7989297
Jan 29 10:09:14.902958 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-c7c0ecf6-f033-4587-9376-9246e872550c tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Deleting port cffd79e9-8978-4f15-ac89-07a2ad6db1c9 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:09:14.903348 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c7c0ecf6-f033-4587-9376-9246e872550c tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:14.943605 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-66ae96de-5d01-4fe6-8efd-3874d2af4846 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Allocated IP 2001:db8::1064:dafc:1a6a:6233 (36ec2ab5-acc9-45dc-a136-797459b09a1c/41e1f3e6-384b-4b52-bd23-631a40c6c540/9f565c30-4ca8-4637-a928-0e887674a496) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:09:14.975970 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e77dd5-f31f-4bd6-a1dc-cdc2cb21859c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:09:14.984692 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-a2e77dd5-f31f-4bd6-a1dc-cdc2cb21859c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:09:15.042172 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e77dd5-f31f-4bd6-a1dc-cdc2cb21859c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:09:15.093147 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:15.107964 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d0919360-1cfe-4919-ba30-5b06509768ce req-9c7f5236-2372-417b-90ab-40aec17c7003 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af675d5-c3af-4bab-a997-95b7e6464479&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2028778
Jan 29 10:09:15.176920 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b168d6-bde2-48f8-894c-ffc201cda99d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a74e407f-ffe3-4470-a49f-5eba4735646b'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:09:15.205650 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-d31f6165-9f74-4bd8-ab36-662b34f8c508 None None] For port 75203745-4014-4487-9a95-20af914b9487, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:09:15.233824 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-c7c0ecf6-f033-4587-9376-9246e872550c tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] For port cffd79e9-8978-4f15-ac89-07a2ad6db1c9, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=cffd79e9-8978-4f15-ac89-07a2ad6db1c9,segment=NetworkSegment(ae2c4e76-2abe-4061-b104-a4009463fa49),segment_id=ae2c4e76-2abe-4061-b104-a4009463fa49)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:09:15.234327 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c7c0ecf6-f033-4587-9376-9246e872550c tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:15.244141 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port a74e407f-ffe3-4470-a49f-5eba4735646b, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=a74e407f-ffe3-4470-a49f-5eba4735646b,segment=NetworkSegment(de6cd88b-883d-45e3-9b50-097e9e102b48),segment_id=de6cd88b-883d-45e3-9b50-097e9e102b48)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:09:15.268173 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:15.273991 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-065b93ee-24d2-4c72-91bb-bf68010255a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:15.512204 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-c7c0ecf6-f033-4587-9376-9246e872550c tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Calling delete_port for cffd79e9-8978-4f15-ac89-07a2ad6db1c9 owned by network:dhcp {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:09:15.561571 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b168d6-bde2-48f8-894c-ffc201cda99d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a74e407f-ffe3-4470-a49f-5eba4735646b', 'code': 200}
Jan 29 10:09:15.577027 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b11bd2-fbbc-434e-90c2-a1e4d8adf876 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Network 064f61d7-3b27-4c99-afa5-d418434af3be is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:09:15.581091 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-d31f6165-9f74-4bd8-ab36-662b34f8c508 None None] For port 75203745-4014-4487-9a95-20af914b9487, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=75203745-4014-4487-9a95-20af914b9487,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:09:15.590499 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331189cd-2e5c-464a-bf6b-0a032b78ebf2 None None] DHCP port deletion for 199fc74d-8154-4f93-b41f-1d6cdce07a22 request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:09:15.594038 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-66ae96de-5d01-4fe6-8efd-3874d2af4846 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:15.616524 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-66ae96de-5d01-4fe6-8efd-3874d2af4846 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Transition to ACTIVE for port object 9f565c30-4ca8-4637-a928-0e887674a496 will not be triggered until provisioned by entity DHCP. {{(pid=80765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:09:15.619878 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-331189cd-2e5c-464a-bf6b-0a032b78ebf2 None None] Deleting port cffd79e9-8978-4f15-ac89-07a2ad6db1c9 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:09:15.620544 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-331189cd-2e5c-464a-bf6b-0a032b78ebf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:15.649226 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-a9b11bd2-fbbc-434e-90c2-a1e4d8adf876 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:09:15.659365 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b11bd2-fbbc-434e-90c2-a1e4d8adf876 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:09:15.686734 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d31f6165-9f74-4bd8-ab36-662b34f8c508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:15.731333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fec5cb-f210-4ea8-8fb3-35c8c755337c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Network 9dbb627f-81c5-4566-b94b-f607a1162a25 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:09:15.731567 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-66ae96de-5d01-4fe6-8efd-3874d2af4846 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:15.740501 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-c4fec5cb-f210-4ea8-8fb3-35c8c755337c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:09:15.750296 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fec5cb-f210-4ea8-8fb3-35c8c755337c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:09:15.793176 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-00025027-8d08-4364-919f-edaeb705d30b tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:15.836720 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fec5cb-f210-4ea8-8fb3-35c8c755337c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:15.837453 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c4fec5cb-f210-4ea8-8fb3-35c8c755337c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:15.978456 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=a74e407f-ffe3-4470-a49f-5eba4735646b,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:16.010421 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ae96de-5d01-4fe6-8efd-3874d2af4846 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event updated for resources: {'Port': ['ID=9f565c30-4ca8-4637-a928-0e887674a496,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:16.020493 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:16.023218 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b11bd2-fbbc-434e-90c2-a1e4d8adf876 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:16.023982 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a9b11bd2-fbbc-434e-90c2-a1e4d8adf876 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:16.031887 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.758s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:16.037351 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-1657171d-ddcf-4cfa-ad0d-ac0d0e7f96db None None] Provisioning complete for port 24f3079d-61f1-457a-8bb2-ed627a6f49c3 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:09:16.057295 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1657171d-ddcf-4cfa-ad0d-ac0d0e7f96db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:16.065482 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ae96de-5d01-4fe6-8efd-3874d2af4846 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:09:16.065946 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ae96de-5d01-4fe6-8efd-3874d2af4846 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:09:16.070351 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c4fec5cb-f210-4ea8-8fb3-35c8c755337c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 6.7139609
Jan 29 10:09:16.071898 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ae96de-5d01-4fe6-8efd-3874d2af4846 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:09:16.072403 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ae96de-5d01-4fe6-8efd-3874d2af4846 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:09:16.072828 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ae96de-5d01-4fe6-8efd-3874d2af4846 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:09:16.073307 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ae96de-5d01-4fe6-8efd-3874d2af4846 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:09:16.073722 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ae96de-5d01-4fe6-8efd-3874d2af4846 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:09:16.074233 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ae96de-5d01-4fe6-8efd-3874d2af4846 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:09:16.076319 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ae96de-5d01-4fe6-8efd-3874d2af4846 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:09:16.077028 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ae96de-5d01-4fe6-8efd-3874d2af4846 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:09:16.077443 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ae96de-5d01-4fe6-8efd-3874d2af4846 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:09:16.078167 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ae96de-5d01-4fe6-8efd-3874d2af4846 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:09:16.078677 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ae96de-5d01-4fe6-8efd-3874d2af4846 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:09:16.079085 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ae96de-5d01-4fe6-8efd-3874d2af4846 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:09:16.079514 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ae96de-5d01-4fe6-8efd-3874d2af4846 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:09:16.079923 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ae96de-5d01-4fe6-8efd-3874d2af4846 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:09:16.081265 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ae96de-5d01-4fe6-8efd-3874d2af4846 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:09:16.082601 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ae96de-5d01-4fe6-8efd-3874d2af4846 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:09:16.083226 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ae96de-5d01-4fe6-8efd-3874d2af4846 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:09:16.083639 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ae96de-5d01-4fe6-8efd-3874d2af4846 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:09:16.084047 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ae96de-5d01-4fe6-8efd-3874d2af4846 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:09:16.084453 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ae96de-5d01-4fe6-8efd-3874d2af4846 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:09:16.085052 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ae96de-5d01-4fe6-8efd-3874d2af4846 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:09:16.085469 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ae96de-5d01-4fe6-8efd-3874d2af4846 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:09:16.086223 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51348) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:16.103528 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-cdf4f8f4-f5f7-4aa9-8644-43e08fa081bb tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Request body: {'port': {'network_id': '9dbb627f-81c5-4566-b94b-f607a1162a25', 'name': 'tempest-PortsIpV6TestJSON-1861456728'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:09:16.111976 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d31f6165-9f74-4bd8-ab36-662b34f8c508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.230s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:16.134556 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a9b11bd2-fbbc-434e-90c2-a1e4d8adf876 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 7.3429697
Jan 29 10:09:16.139507 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51352) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:16.140478 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c7c0ecf6-f033-4587-9376-9246e872550c tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:16.165670 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-bfbac9c1-5c77-4721-8b1c-f9ec67ed4032 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:4c:bb:68'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:a0:84:df'}]}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:09:16.174314 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-66ae96de-5d01-4fe6-8efd-3874d2af4846 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:16.215924 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5516696d-05b8-42f3-a41f-c2ba2681376b tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:16.382607 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c0ecf6-f033-4587-9376-9246e872550c tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Pushing event deleted for resources: {'Port': ['ID=cffd79e9-8978-4f15-ac89-07a2ad6db1c9,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:16.412548 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31f6165-9f74-4bd8-ab36-662b34f8c508 None None] Pushing event updated for resources: {'Port': ['ID=75203745-4014-4487-9a95-20af914b9487,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:16.453313 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d31f6165-9f74-4bd8-ab36-662b34f8c508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:16.483511 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-331189cd-2e5c-464a-bf6b-0a032b78ebf2 None None] The port 'cffd79e9-8978-4f15-ac89-07a2ad6db1c9' was deleted {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 29 10:09:16.508637 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port 24f3079d-61f1-457a-8bb2-ed627a6f49c3, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=24f3079d-61f1-457a-8bb2-ed627a6f49c3,segment=NetworkSegment(c041f623-5332-45bd-a1c2-ab10ecd446ea),segment_id=c041f623-5332-45bd-a1c2-ab10ecd446ea)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:09:16.525741 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0ecf6-f033-4587-9376-9246e872550c tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:09:16.526352 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0ecf6-f033-4587-9376-9246e872550c tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:09:16.526885 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0ecf6-f033-4587-9376-9246e872550c tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:09:16.527015 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:16.527617 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0ecf6-f033-4587-9376-9246e872550c tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:09:16.528138 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0ecf6-f033-4587-9376-9246e872550c tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:09:16.529234 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0ecf6-f033-4587-9376-9246e872550c tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:09:16.529976 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0ecf6-f033-4587-9376-9246e872550c tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:09:16.530504 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0ecf6-f033-4587-9376-9246e872550c tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:09:16.531108 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0ecf6-f033-4587-9376-9246e872550c tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:09:16.531597 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0ecf6-f033-4587-9376-9246e872550c tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:09:16.532198 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0ecf6-f033-4587-9376-9246e872550c tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:09:16.532612 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:16.532897 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0ecf6-f033-4587-9376-9246e872550c tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:09:16.533497 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0ecf6-f033-4587-9376-9246e872550c tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:09:16.534171 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0ecf6-f033-4587-9376-9246e872550c tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:09:16.534640 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0ecf6-f033-4587-9376-9246e872550c tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:09:16.535640 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0ecf6-f033-4587-9376-9246e872550c tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:09:16.536240 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0ecf6-f033-4587-9376-9246e872550c tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:09:16.536732 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0ecf6-f033-4587-9376-9246e872550c tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:09:16.537370 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0ecf6-f033-4587-9376-9246e872550c tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:09:16.537932 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0ecf6-f033-4587-9376-9246e872550c tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:09:16.538447 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0ecf6-f033-4587-9376-9246e872550c tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:09:16.538952 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0ecf6-f033-4587-9376-9246e872550c tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:09:16.539563 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0ecf6-f033-4587-9376-9246e872550c tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:09:16.540076 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0ecf6-f033-4587-9376-9246e872550c tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:09:16.544919 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c7c0ecf6-f033-4587-9376-9246e872550c tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:16.655656 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=24f3079d-61f1-457a-8bb2-ed627a6f49c3,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:16.661239 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:16.666234 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ae96de-5d01-4fe6-8efd-3874d2af4846 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:09:16.676351 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-66ae96de-5d01-4fe6-8efd-3874d2af4846 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:09:16.785973 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 75203745-4014-4487-9a95-20af914b9487 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:09:16.794015 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ae96de-5d01-4fe6-8efd-3874d2af4846 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:09:16.860939 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-1657171d-ddcf-4cfa-ad0d-ac0d0e7f96db None None] Provisioning for port 50706bf9-6767-4972-8e83-5024557a5d06 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:09:16.868044 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ae96de-5d01-4fe6-8efd-3874d2af4846 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:16.869130 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-66ae96de-5d01-4fe6-8efd-3874d2af4846 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:16.875887 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-1657171d-ddcf-4cfa-ad0d-ac0d0e7f96db None None] Provisioning complete for port 50706bf9-6767-4972-8e83-5024557a5d06 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:09:16.876405 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1657171d-ddcf-4cfa-ad0d-ac0d0e7f96db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:16.923350 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-66ae96de-5d01-4fe6-8efd-3874d2af4846 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 4.8066425
Jan 29 10:09:16.924463 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 51358) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:16.942718 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-1657171d-ddcf-4cfa-ad0d-ac0d0e7f96db None None] Port 50706bf9-6767-4972-8e83-5024557a5d06 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:09:16.946248 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 75203745-4014-4487-9a95-20af914b9487 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:09:16.977736 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c0ecf6-f033-4587-9376-9246e872550c tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] No DVR routers for this DVR port cffd79e9-8978-4f15-ac89-07a2ad6db1c9 on host dv-neutron-772983-2-ovs {{(pid=80766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:09:16.990994 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f53905-6991-4d4f-8e53-04fd5ed91215 req-6f03c83d-560b-4905-9f05-229da26207e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:16.992658 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a8f53905-6991-4d4f-8e53-04fd5ed91215 req-6f03c83d-560b-4905-9f05-229da26207e6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 1162 time: 1.3255868
Jan 29 10:09:17.009409 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device cffd79e9-8978-4f15-ac89-07a2ad6db1c9 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:09:17.034416 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-cdf4f8f4-f5f7-4aa9-8644-43e08fa081bb tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:09:17.040149 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-cdf4f8f4-f5f7-4aa9-8644-43e08fa081bb tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Usage tracker for resource:port and tenant:b402c3f19966488ebcb859fd6d6d9b16 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:09:17.043825 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-cdf4f8f4-f5f7-4aa9-8644-43e08fa081bb tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:09:17.056746 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: cffd79e9-8978-4f15-ac89-07a2ad6db1c9 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:09:17.057033 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device cffd79e9-8978-4f15-ac89-07a2ad6db1c9 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:09:17.067037 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bfbac9c1-5c77-4721-8b1c-f9ec67ed4032 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:17.085803 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-718b8886-7dbf-4759-b461-f03be9e0c923 None None] Provisioning complete for port 24f3079d-61f1-457a-8bb2-ed627a6f49c3 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:09:17.086364 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-718b8886-7dbf-4759-b461-f03be9e0c923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:17.286853 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-718b8886-7dbf-4759-b461-f03be9e0c923 None None] Provisioning complete for port 50706bf9-6767-4972-8e83-5024557a5d06 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:09:17.287225 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-718b8886-7dbf-4759-b461-f03be9e0c923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:17.354472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-718b8886-7dbf-4759-b461-f03be9e0c923 None None] Port 50706bf9-6767-4972-8e83-5024557a5d06 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:09:17.366979 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-718b8886-7dbf-4759-b461-f03be9e0c923 None None] Provisioning for port d2760d49-5d49-42f9-a82c-f5d7b8caaea8 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:09:17.373360 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-718b8886-7dbf-4759-b461-f03be9e0c923 None None] Provisioning complete for port d2760d49-5d49-42f9-a82c-f5d7b8caaea8 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:09:17.374006 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-718b8886-7dbf-4759-b461-f03be9e0c923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:17.437334 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-cdf4f8f4-f5f7-4aa9-8644-43e08fa081bb tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:09:17.452280 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-718b8886-7dbf-4759-b461-f03be9e0c923 None None] Port d2760d49-5d49-42f9-a82c-f5d7b8caaea8 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:09:17.459143 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-893fd7c9-a880-4a31-9998-92ff020ac366 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349253'] for router_interface, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:17.579693 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf4f8f4-f5f7-4aa9-8644-43e08fa081bb tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Made reservation on behalf of b402c3f19966488ebcb859fd6d6d9b16 for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:09:17.603006 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cdf4f8f4-f5f7-4aa9-8644-43e08fa081bb tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:17.636377 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device a74e407f-ffe3-4470-a49f-5eba4735646b up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:09:17.782620 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port a74e407f-ffe3-4470-a49f-5eba4735646b triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:09:17.783074 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:17.791474 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-a8f53905-6991-4d4f-8e53-04fd5ed91215 req-c026fda5-fba0-455d-ab95-37aa1946bb3c service neutron] Synchronizing usage tracker for tenant:c9759d4dd8cb47cf92f41989577fb93b on resource:security_group {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:09:17.960754 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c153870-14e7-474d-a8a2-de2c27bbee8d req-75ea2cda-ef2b-4249-8359-29b8947d35aa tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:17.962792 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1c153870-14e7-474d-a8a2-de2c27bbee8d req-75ea2cda-ef2b-4249-8359-29b8947d35aa tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/ports?device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 945 time: 1.6025186
Jan 29 10:09:17.964484 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c7c0ecf6-f033-4587-9376-9246e872550c tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:17.986063 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-7b0e1b81-fe88-496f-97c9-41ed48ffd705 None None] Provisioning for port 75203745-4014-4487-9a95-20af914b9487 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:09:17.994174 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-7b0e1b81-fe88-496f-97c9-41ed48ffd705 None None] Provisioning complete for port 75203745-4014-4487-9a95-20af914b9487 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:09:17.995253 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7b0e1b81-fe88-496f-97c9-41ed48ffd705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:17.996634 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bfbac9c1-5c77-4721-8b1c-f9ec67ed4032 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:18.033283 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bfbac9c1-5c77-4721-8b1c-f9ec67ed4032 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:18.049411 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-a8f53905-6991-4d4f-8e53-04fd5ed91215 req-c026fda5-fba0-455d-ab95-37aa1946bb3c service neutron] Unset dirty status for tenant:c9759d4dd8cb47cf92f41989577fb93b on resource:security_group {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:09:18.050762 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a8f53905-6991-4d4f-8e53-04fd5ed91215 req-c026fda5-fba0-455d-ab95-37aa1946bb3c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=1af675d5-c3af-4bab-a997-95b7e6464479&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4982157
Jan 29 10:09:18.182882 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-af9fddd2-fa4b-4414-9da7-f6f667d64bc7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:18.196645 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7b0e1b81-fe88-496f-97c9-41ed48ffd705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:18.237062 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f95ced4-6412-4184-972c-2a2ddd323ec7 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:18.282820 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-7b0e1b81-fe88-496f-97c9-41ed48ffd705 None None] For port 75203745-4014-4487-9a95-20af914b9487, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=75203745-4014-4487-9a95-20af914b9487,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:09:18.296336 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7b0e1b81-fe88-496f-97c9-41ed48ffd705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:18.298387 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d31f6165-9f74-4bd8-ab36-662b34f8c508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:18.431709 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f95ced4-6412-4184-972c-2a2ddd323ec7 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:18.431709 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-1f95ced4-6412-4184-972c-2a2ddd323ec7 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Synchronizing usage tracker for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:09:18.468890 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0e1b81-fe88-496f-97c9-41ed48ffd705 None None] Pushing event updated for resources: {'Port': ['ID=75203745-4014-4487-9a95-20af914b9487,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:18.482532 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7b0e1b81-fe88-496f-97c9-41ed48ffd705 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:18.495081 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-d41f9dbd-d80c-4d9e-8f85-d2cc42f5aa3c None None] Provisioning complete for port 75203745-4014-4487-9a95-20af914b9487 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:09:18.496849 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d41f9dbd-d80c-4d9e-8f85-d2cc42f5aa3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:18.515965 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1c153870-14e7-474d-a8a2-de2c27bbee8d req-e7a8a9db-4f6d-4823-8569-23878ba0e667 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af675d5-c3af-4bab-a997-95b7e6464479&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5049314
Jan 29 10:09:18.533650 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-1f95ced4-6412-4184-972c-2a2ddd323ec7 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Unset dirty status for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:09:18.535279 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1f95ced4-6412-4184-972c-2a2ddd323ec7 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1685 time: 1.5476282
Jan 29 10:09:18.560201 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 51374) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:18.583582 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbac9c1-5c77-4721-8b1c-f9ec67ed4032 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Pushing event updated for resources: {'Port': ['ID=d2760d49-5d49-42f9-a82c-f5d7b8caaea8,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:18.603791 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-c7c0ecf6-f033-4587-9376-9246e872550c tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c8f5d4a8>,) {'filters': {'network_id': ['199fc74d-8154-4f93-b41f-1d6cdce07a22']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:09:18.653944 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bfbac9c1-5c77-4721-8b1c-f9ec67ed4032 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:18.758219 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-c7c0ecf6-f033-4587-9376-9246e872550c tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c8f5d4a8>, 'ae2c4e76-2abe-4061-b104-a4009463fa49') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:09:18.758645 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-c7c0ecf6-f033-4587-9376-9246e872550c tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c8f5d4a8>, 'ae2c4e76-2abe-4061-b104-a4009463fa49') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:09:18.760325 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-9c03c140-ec2b-45f9-85bf-85b6a524ca7a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Deleting port 9f565c30-4ca8-4637-a928-0e887674a496 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:09:18.760911 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9c03c140-ec2b-45f9-85bf-85b6a524ca7a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:18.776117 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 75203745-4014-4487-9a95-20af914b9487 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:09:18.791786 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c7c0ecf6-f033-4587-9376-9246e872550c tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:18.805060 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-bfbac9c1-5c77-4721-8b1c-f9ec67ed4032 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] In _notify_port_updated(), no bound segment for port d2760d49-5d49-42f9-a82c-f5d7b8caaea8 on network 064f61d7-3b27-4c99-afa5-d418434af3be {{(pid=80766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:863}}
Jan 29 10:09:18.896562 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbac9c1-5c77-4721-8b1c-f9ec67ed4032 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:18.897443 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bfbac9c1-5c77-4721-8b1c-f9ec67ed4032 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:18.902893 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-bfbac9c1-5c77-4721-8b1c-f9ec67ed4032 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] 10.222.0.57 "PUT /v2.0/ports/d2760d49-5d49-42f9-a82c-f5d7b8caaea8 HTTP/1.1" status: 200  len: 1054 time: 2.7458746
Jan 29 10:09:18.907430 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 75203745-4014-4487-9a95-20af914b9487 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:09:18.908479 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 51378) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:18.908745 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:18.950574 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-cdf4f8f4-f5f7-4aa9-8644-43e08fa081bb tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] device_id is not set on port 021bb72c-8f9d-4344-a0d2-16151c17c9c0 yet. {{(pid=80766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:09:19.046778 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-8a14f59d-489a-40b8-8a31-5d911382c339 None None] Provisioning for port 9f565c30-4ca8-4637-a928-0e887674a496 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:09:19.068177 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-893fd7c9-a880-4a31-9998-92ff020ac366 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Deleting port 6236b754-85af-4c64-a0af-1291a5a4225c {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:09:19.068648 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-893fd7c9-a880-4a31-9998-92ff020ac366 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:19.123490 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-8a14f59d-489a-40b8-8a31-5d911382c339 None None] Provisioning complete for port 9f565c30-4ca8-4637-a928-0e887674a496 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:09:19.123916 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8a14f59d-489a-40b8-8a31-5d911382c339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:19.126069 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-6343077c-b2d1-43c7-b1bd-98d687098338 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Deleting port d2760d49-5d49-42f9-a82c-f5d7b8caaea8 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:09:19.126576 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6343077c-b2d1-43c7-b1bd-98d687098338 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:19.148327 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-cdf4f8f4-f5f7-4aa9-8644-43e08fa081bb tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Allocated IP 2001:db8::13a (9dbb627f-81c5-4566-b94b-f607a1162a25/88ab67c4-66d9-45f8-93b5-dbbb6328fefd/021bb72c-8f9d-4344-a0d2-16151c17c9c0) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:09:19.158885 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 24f3079d-61f1-457a-8bb2-ed627a6f49c3 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:09:19.388579 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cdf4f8f4-f5f7-4aa9-8644-43e08fa081bb tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:19.397141 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9c03c140-ec2b-45f9-85bf-85b6a524ca7a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:19.405711 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-cdf4f8f4-f5f7-4aa9-8644-43e08fa081bb tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Transition to ACTIVE for port object 021bb72c-8f9d-4344-a0d2-16151c17c9c0 will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:09:19.416261 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-8a14f59d-489a-40b8-8a31-5d911382c339 None None] Port 9f565c30-4ca8-4637-a928-0e887674a496 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:09:19.431957 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c7c0ecf6-f033-4587-9376-9246e872550c tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:19.434842 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cdf4f8f4-f5f7-4aa9-8644-43e08fa081bb tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:19.451524 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c7c0ecf6-f033-4587-9376-9246e872550c tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Releasing vxlan tunnel 3 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:09:19.457815 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-8a14f59d-489a-40b8-8a31-5d911382c339 None None] Provisioning complete for port 75203745-4014-4487-9a95-20af914b9487 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:09:19.458249 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8a14f59d-489a-40b8-8a31-5d911382c339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:19.468262 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a9b11bd2-fbbc-434e-90c2-a1e4d8adf876 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:19.526748 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 24f3079d-61f1-457a-8bb2-ed627a6f49c3 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:09:19.527176 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:19.751022 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-9c03c140-ec2b-45f9-85bf-85b6a524ca7a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Calling delete_port for 9f565c30-4ca8-4637-a928-0e887674a496 owned by  {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:09:19.807293 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a2e77dd5-f31f-4bd6-a1dc-cdc2cb21859c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:19.864380 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-c7c0ecf6-f033-4587-9376-9246e872550c tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Network 199fc74d-8154-4f93-b41f-1d6cdce07a22 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:09:19.875204 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c7c0ecf6-f033-4587-9376-9246e872550c tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:19.901988 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-8a14f59d-489a-40b8-8a31-5d911382c339 None None] Provisioning complete for port d2760d49-5d49-42f9-a82c-f5d7b8caaea8 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:09:19.902594 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8a14f59d-489a-40b8-8a31-5d911382c339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:19.963655 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-8a14f59d-489a-40b8-8a31-5d911382c339 None None] Port d2760d49-5d49-42f9-a82c-f5d7b8caaea8 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:09:19.983845 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a2e77dd5-f31f-4bd6-a1dc-cdc2cb21859c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:19.987493 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf4f8f4-f5f7-4aa9-8644-43e08fa081bb tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event updated for resources: {'Port': ['ID=021bb72c-8f9d-4344-a0d2-16151c17c9c0,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:20.009908 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-cdf4f8f4-f5f7-4aa9-8644-43e08fa081bb tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:20.140938 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-c7c0ecf6-f033-4587-9376-9246e872550c tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Network 199fc74d-8154-4f93-b41f-1d6cdce07a22 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:09:20.171000 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:09:20.171000 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:09:20.171000 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:09:20.171000 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:09:20.171000 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:09:20.171000 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:09:20.171000 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:09:20.171000 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:09:20.171000 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:09:20.171000 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:09:20.171000 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:09:20.171000 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:09:20.171000 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:09:20.171000 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:09:20.171000 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:09:20.171000 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:09:20.171000 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:09:20.171000 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:09:20.171000 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:09:20.171000 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:09:20.171000 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:09:20.171000 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:09:20.171000 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:09:20.171000 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:09:20.171000 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:09:20.171000 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:09:20.171000 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:09:20.171000 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:09:20.171000 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:09:20.171000 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:09:20.171000 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:09:20.171000 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:09:20.331007 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf4f8f4-f5f7-4aa9-8644-43e08fa081bb tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Network 9dbb627f-81c5-4566-b94b-f607a1162a25 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:09:20.333994 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-cdf4f8f4-f5f7-4aa9-8644-43e08fa081bb tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:09:20.337546 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf4f8f4-f5f7-4aa9-8644-43e08fa081bb tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:09:20.409858 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf4f8f4-f5f7-4aa9-8644-43e08fa081bb tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:20.411226 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cdf4f8f4-f5f7-4aa9-8644-43e08fa081bb tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:20.424485 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c7c0ecf6-f033-4587-9376-9246e872550c tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:20.429571 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-893fd7c9-a880-4a31-9998-92ff020ac366 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:20.429774 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c7c0ecf6-f033-4587-9376-9246e872550c tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:20.438571 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a645f3bc-5804-4f41-bbf4-3aae4775ece0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:20.473918 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c0ecf6-f033-4587-9376-9246e872550c tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Pushing event deleted for resources: {'Network': ['ID=199fc74d-8154-4f93-b41f-1d6cdce07a22,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:20.476964 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c7c0ecf6-f033-4587-9376-9246e872550c tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:20.483291 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c7c0ecf6-f033-4587-9376-9246e872550c tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] 10.222.0.57 "DELETE /v2.0/networks/199fc74d-8154-4f93-b41f-1d6cdce07a22 HTTP/1.1" status: 204  len: 168 time: 5.9029968
Jan 29 10:09:20.491093 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-cdf4f8f4-f5f7-4aa9-8644-43e08fa081bb tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 4.3993421
Jan 29 10:09:20.492217 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51388) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:20.694122 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528965f5-93d3-4657-b0df-e338714f6cef tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:20.695516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-528965f5-93d3-4657-b0df-e338714f6cef tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Synchronizing usage tracker for tenant:b402c3f19966488ebcb859fd6d6d9b16 on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:09:20.717833 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-f8772360-a8a9-46c0-89b1-3496ce448e13 None None] Provisioning for port 021bb72c-8f9d-4344-a0d2-16151c17c9c0 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:09:20.728542 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-528965f5-93d3-4657-b0df-e338714f6cef tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Unset dirty status for tenant:b402c3f19966488ebcb859fd6d6d9b16 on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:09:20.729270 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-f8772360-a8a9-46c0-89b1-3496ce448e13 None None] Provisioning complete for port 021bb72c-8f9d-4344-a0d2-16151c17c9c0 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:09:20.729701 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f8772360-a8a9-46c0-89b1-3496ce448e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:20.734189 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-528965f5-93d3-4657-b0df-e338714f6cef tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A300 HTTP/1.1" status: 200  len: 929 time: 0.2408736
Jan 29 10:09:20.735742 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51394) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:20.810369 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-f8772360-a8a9-46c0-89b1-3496ce448e13 None None] Port 021bb72c-8f9d-4344-a0d2-16151c17c9c0 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:09:20.869628 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-37aace2a-c8d7-4e95-8dcd-614496d7da16 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Deleting port 021bb72c-8f9d-4344-a0d2-16151c17c9c0 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:09:20.870132 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-37aace2a-c8d7-4e95-8dcd-614496d7da16 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:20.962562 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-893fd7c9-a880-4a31-9998-92ff020ac366 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Calling delete_port for 6236b754-85af-4c64-a0af-1291a5a4225c owned by network:router_interface {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:09:20.989077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51400) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:21.088441 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ba6c49-3839-438b-9f6b-027a40e0c37c req-9fa8dc65-80b6-41d6-8e10-784de2f7c0d5 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:21.090213 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-13ba6c49-3839-438b-9f6b-027a40e0c37c req-9fa8dc65-80b6-41d6-8e10-784de2f7c0d5 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/ports?device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 945 time: 1.2351232
Jan 29 10:09:21.233126 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-37aace2a-c8d7-4e95-8dcd-614496d7da16 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:21.289516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6343077c-b2d1-43c7-b1bd-98d687098338 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:21.300590 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9c03c140-ec2b-45f9-85bf-85b6a524ca7a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:21.342074 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-05803a8d-5e14-41d4-ab5a-b17b63262c6d tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:21.375249 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-986743d7-70e8-4b57-a70a-eb86c929da68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:21.560917 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c03c140-ec2b-45f9-85bf-85b6a524ca7a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event deleted for resources: {'Port': ['ID=9f565c30-4ca8-4637-a928-0e887674a496,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:21.572626 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-6343077c-b2d1-43c7-b1bd-98d687098338 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Calling delete_port for d2760d49-5d49-42f9-a82c-f5d7b8caaea8 owned by  {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:09:21.632859 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-13ba6c49-3839-438b-9f6b-027a40e0c37c req-5fd3f11b-6a56-423a-834f-4889f48ba198 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af675d5-c3af-4bab-a997-95b7e6464479&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5266392
Jan 29 10:09:21.669380 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-37aace2a-c8d7-4e95-8dcd-614496d7da16 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Calling delete_port for 021bb72c-8f9d-4344-a0d2-16151c17c9c0 owned by  {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:09:21.716842 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9c03c140-ec2b-45f9-85bf-85b6a524ca7a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:21.743586 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8c332ebd-6293-4d0c-b6f1-e7f684261011 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4689bd38a28449b8a6e0e214f6c75ac2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7506950
Jan 29 10:09:21.744668 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51406) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:21.890348 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ccf5cbd0-c96b-4a7b-a046-c3b29bfbc123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:21.924103 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9c03c140-ec2b-45f9-85bf-85b6a524ca7a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:21.936647 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ccf5cbd0-c96b-4a7b-a046-c3b29bfbc123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:21.950190 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-37aace2a-c8d7-4e95-8dcd-614496d7da16 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:21.964552 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a2e77dd5-f31f-4bd6-a1dc-cdc2cb21859c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:21.973512 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4a6aace5-534d-4425-9b6c-0cb2ac884f52 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:22.026116 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a2e77dd5-f31f-4bd6-a1dc-cdc2cb21859c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:22.048832 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aace2a-c8d7-4e95-8dcd-614496d7da16 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event deleted for resources: {'Port': ['ID=021bb72c-8f9d-4344-a0d2-16151c17c9c0,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:22.053662 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-99e21847-5bac-4348-a4be-423a31a593a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:22.068313 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-37aace2a-c8d7-4e95-8dcd-614496d7da16 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:22.197008 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ccf5cbd0-c96b-4a7b-a046-c3b29bfbc123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:22.203005 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-32feab84-d135-483c-a13b-4dfc3d554b53 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:22.222659 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-37aace2a-c8d7-4e95-8dcd-614496d7da16 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:22.227018 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5cbd0-c96b-4a7b-a046-c3b29bfbc123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a57cf7-4569-4686-9655-9698bc9ab841,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:22.230811 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ccf5cbd0-c96b-4a7b-a046-c3b29bfbc123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:22.236651 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-37aace2a-c8d7-4e95-8dcd-614496d7da16 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "DELETE /v2.0/ports/021bb72c-8f9d-4344-a0d2-16151c17c9c0 HTTP/1.1" status: 204  len: 168 time: 1.4997406
Jan 29 10:09:22.241210 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51412) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:22.266754 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9c03c140-ec2b-45f9-85bf-85b6a524ca7a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/ports/9f565c30-4ca8-4637-a928-0e887674a496 HTTP/1.1" status: 204  len: 168 time: 3.6730373
Jan 29 10:09:22.292477 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e77dd5-f31f-4bd6-a1dc-cdc2cb21859c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Port': ['ID=1ac2ce35-ab60-4ed6-bd57-1f602923d86c,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:22.300059 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51416) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:22.304945 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a2e77dd5-f31f-4bd6-a1dc-cdc2cb21859c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:22.311177 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ccf5cbd0-c96b-4a7b-a046-c3b29bfbc123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:22.316228 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ccf5cbd0-c96b-4a7b-a046-c3b29bfbc123 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/67a57cf7-4569-4686-9655-9698bc9ab841 HTTP/1.1" status: 204  len: 168 time: 0.5667379
Jan 29 10:09:22.344308 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6343077c-b2d1-43c7-b1bd-98d687098338 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:22.356857 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-893fd7c9-a880-4a31-9998-92ff020ac366 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:22.371165 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-30aaca5c-61ef-4cf2-b2ae-46e34719ea00 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] GET failed (client error): The resource could not be found.
Jan 29 10:09:22.371940 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-30aaca5c-61ef-4cf2-b2ae-46e34719ea00 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Synchronizing usage tracker for tenant:b402c3f19966488ebcb859fd6d6d9b16 on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:09:22.436053 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916aa87b-6d2d-4846-8489-787e84b9a76a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:22.459877 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916aa87b-6d2d-4846-8489-787e84b9a76a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:22.460763 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-916aa87b-6d2d-4846-8489-787e84b9a76a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Synchronizing usage tracker for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:subnet {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:09:22.465337 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-30aaca5c-61ef-4cf2-b2ae-46e34719ea00 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Unset dirty status for tenant:b402c3f19966488ebcb859fd6d6d9b16 on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:09:22.466650 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-30aaca5c-61ef-4cf2-b2ae-46e34719ea00 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "GET /v2.0/ports/021bb72c-8f9d-4344-a0d2-16151c17c9c0 HTTP/1.1" status: 404  len: 333 time: 0.2242088
Jan 29 10:09:22.471308 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51422) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:22.512167 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5708b159-ebb5-47b9-8048-0386db8eb38e tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:22.554570 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-916aa87b-6d2d-4846-8489-787e84b9a76a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Unset dirty status for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:subnet {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:09:22.567974 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-916aa87b-6d2d-4846-8489-787e84b9a76a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.2655406
Jan 29 10:09:22.570077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51426) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:22.641290 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893fd7c9-a880-4a31-9998-92ff020ac366 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Pushing event deleted for resources: {'Port': ['ID=6236b754-85af-4c64-a0af-1291a5a4225c,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:22.690366 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-35de5eed-2f6b-44bf-8461-75773231da32 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Deleting port 50706bf9-6767-4972-8e83-5024557a5d06 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:09:22.702057 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-35de5eed-2f6b-44bf-8461-75773231da32 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:22.951013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f89ea7e-0723-4669-8123-9d40a7debcce tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Deleting subnet 41e1f3e6-384b-4b52-bd23-631a40c6c540 {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:09:22.965008 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6343077c-b2d1-43c7-b1bd-98d687098338 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Pushing event deleted for resources: {'Port': ['ID=d2760d49-5d49-42f9-a82c-f5d7b8caaea8,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:22.985094 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7f89ea7e-0723-4669-8123-9d40a7debcce tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:23.085325 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6343077c-b2d1-43c7-b1bd-98d687098338 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:23.085987 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-66ae96de-5d01-4fe6-8efd-3874d2af4846 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.535s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:23.086443 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-66ae96de-5d01-4fe6-8efd-3874d2af4846 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:23.171264 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7f89ea7e-0723-4669-8123-9d40a7debcce tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:23.314059 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a2e77dd5-f31f-4bd6-a1dc-cdc2cb21859c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:23.314946 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-35de5eed-2f6b-44bf-8461-75773231da32 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:23.505139 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-35de5eed-2f6b-44bf-8461-75773231da32 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Calling delete_port for 50706bf9-6767-4972-8e83-5024557a5d06 owned by  {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:09:23.517922 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6343077c-b2d1-43c7-b1bd-98d687098338 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:23.523530 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6343077c-b2d1-43c7-b1bd-98d687098338 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] 10.222.0.57 "DELETE /v2.0/ports/d2760d49-5d49-42f9-a82c-f5d7b8caaea8 HTTP/1.1" status: 204  len: 168 time: 4.6014800
Jan 29 10:09:23.526723 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 51448) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:23.529329 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-893fd7c9-a880-4a31-9998-92ff020ac366 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854415430'] for router_interface, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:23.558667 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7f89ea7e-0723-4669-8123-9d40a7debcce tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:23.707654 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-20ddcabf-7166-43c5-b00e-1636593b3bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:23.795019 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51454) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:23.916989 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdd2ce48-c584-46e9-a95c-7bc3ff902387 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] GET failed (client error): The resource could not be found.
Jan 29 10:09:23.917559 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-cdd2ce48-c584-46e9-a95c-7bc3ff902387 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Synchronizing usage tracker for tenant:1958396d18164bb09457e89192306a99 on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:09:23.971729 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-c5258cf3-91b7-49db-b30a-0286a046921b tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1128506454'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:09:23.981302 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-35de5eed-2f6b-44bf-8461-75773231da32 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:23.985310 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c5258cf3-91b7-49db-b30a-0286a046921b tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:09:24.003050 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-314ccca4-4355-4c6a-aa2e-c6411840288b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:24.035629 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-cdd2ce48-c584-46e9-a95c-7bc3ff902387 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Unset dirty status for tenant:1958396d18164bb09457e89192306a99 on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:09:24.036912 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-cdd2ce48-c584-46e9-a95c-7bc3ff902387 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] 10.222.0.57 "GET /v2.0/ports/d2760d49-5d49-42f9-a82c-f5d7b8caaea8 HTTP/1.1" status: 404  len: 333 time: 0.5089381
Jan 29 10:09:24.053865 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 51460) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:24.059925 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [None req-a2e77dd5-f31f-4bd6-a1dc-cdc2cb21859c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Floating IP ad9954f8-4dcd-4bbf-9f03-d151b81195f9 associated. External IP: 172.26.7.117, port: 1ed1fecf-d03f-4bd3-b46d-ffcac548fa0a.
Jan 29 10:09:24.061910 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c5258cf3-91b7-49db-b30a-0286a046921b tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Usage tracker for resource:network and tenant:ae689a2183d8472f8f3af896d54c4df0 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:09:24.071182 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de5eed-2f6b-44bf-8461-75773231da32 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event deleted for resources: {'Port': ['ID=50706bf9-6767-4972-8e83-5024557a5d06,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:24.073362 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c5258cf3-91b7-49db-b30a-0286a046921b tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Quota usage for network was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:09:24.092782 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-35de5eed-2f6b-44bf-8461-75773231da32 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:24.096664 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c5258cf3-91b7-49db-b30a-0286a046921b tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:09:24.148670 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:24.173836 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5258cf3-91b7-49db-b30a-0286a046921b tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Made reservation on behalf of ae689a2183d8472f8f3af896d54c4df0 for: {'network': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:09:24.196138 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c5258cf3-91b7-49db-b30a-0286a046921b tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:24.212964 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7f89ea7e-0723-4669-8123-9d40a7debcce tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:24.241285 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e647f-cad6-48e1-88e6-89721dfdceeb req-1addbdae-95e8-4809-b5df-0aa593cc9d16 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:24.241659 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5ad1d756-1268-4b60-a683-c2bff55df040 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:24.242758 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-783e647f-cad6-48e1-88e6-89721dfdceeb req-1addbdae-95e8-4809-b5df-0aa593cc9d16 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/ports?device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 945 time: 1.1588085
Jan 29 10:09:24.270398 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c5258cf3-91b7-49db-b30a-0286a046921b tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Notify callbacks [] for security_group, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:24.317120 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f89ea7e-0723-4669-8123-9d40a7debcce tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event deleted for resources: {'Subnet': ['ID=41e1f3e6-384b-4b52-bd23-631a40c6c540,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:24.337411 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7f89ea7e-0723-4669-8123-9d40a7debcce tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:24.346815 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c5258cf3-91b7-49db-b30a-0286a046921b tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:09:24.402995 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-12926ef1-dcc2-441b-942f-9b8de26874cb tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Deleting port 56df96fd-f1b5-44cd-a54d-2072ac74bd4e {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:09:24.403382 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-12926ef1-dcc2-441b-942f-9b8de26874cb tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:24.415065 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c5258cf3-91b7-49db-b30a-0286a046921b tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Usage tracker for resource:security_group_rule and tenant:ae689a2183d8472f8f3af896d54c4df0 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:09:24.430530 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c5258cf3-91b7-49db-b30a-0286a046921b tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:09:24.442760 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c5258cf3-91b7-49db-b30a-0286a046921b tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:09:24.456822 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-35de5eed-2f6b-44bf-8461-75773231da32 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:24.493231 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7f89ea7e-0723-4669-8123-9d40a7debcce tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:24.502600 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddc557d-9030-4d2e-819b-756bf993a362 None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:09:24.507905 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7f89ea7e-0723-4669-8123-9d40a7debcce tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/subnets/41e1f3e6-384b-4b52-bd23-631a40c6c540 HTTP/1.1" status: 204  len: 168 time: 1.9189880
Jan 29 10:09:24.513940 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-35de5eed-2f6b-44bf-8461-75773231da32 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "DELETE /v2.0/ports/50706bf9-6767-4972-8e83-5024557a5d06 HTTP/1.1" status: 204  len: 168 time: 2.0415320
Jan 29 10:09:24.514640 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51470) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:24.515007 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51472) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:24.736521 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-39f18e27-2c24-4776-9e66-a7e0af1450ee tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2162788
Jan 29 10:09:24.741586 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51480) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:24.745985 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c8181b8-d1d3-4de6-8325-f7fca4d42747 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] GET failed (client error): The resource could not be found.
Jan 29 10:09:24.746502 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2c8181b8-d1d3-4de6-8325-f7fca4d42747 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Synchronizing usage tracker for tenant:b402c3f19966488ebcb859fd6d6d9b16 on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:09:24.758219 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-508d72e8-82e7-4987-b158-ad62499512ce tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Request body: {'subnet': {'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:09:24.886754 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2c8181b8-d1d3-4de6-8325-f7fca4d42747 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Unset dirty status for tenant:b402c3f19966488ebcb859fd6d6d9b16 on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:09:24.891011 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2c8181b8-d1d3-4de6-8325-f7fca4d42747 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "GET /v2.0/ports/50706bf9-6767-4972-8e83-5024557a5d06 HTTP/1.1" status: 404  len: 333 time: 0.3721738
Jan 29 10:09:24.903653 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51486) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:24.918691 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:24.971540 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-508d72e8-82e7-4987-b158-ad62499512ce tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:09:25.002973 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-508d72e8-82e7-4987-b158-ad62499512ce tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:09:25.008122 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c5258cf3-91b7-49db-b30a-0286a046921b tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Notify callbacks [] for security_group, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:25.014957 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd5afcf-7553-4787-8a70-3f10a6723ca5 None None] DHCP port deletion for 36ec2ab5-acc9-45dc-a136-797459b09a1c request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:09:25.021307 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-6fd5afcf-7553-4787-8a70-3f10a6723ca5 None None] Deleting port 75203745-4014-4487-9a95-20af914b9487 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:09:25.021876 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6fd5afcf-7553-4787-8a70-3f10a6723ca5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:25.060392 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-bba96334-5f53-44cc-8fac-4eed33464b87 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Deleting subnet 88ab67c4-66d9-45f8-93b5-dbbb6328fefd {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:09:25.064389 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bba96334-5f53-44cc-8fac-4eed33464b87 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:25.065930 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-783e647f-cad6-48e1-88e6-89721dfdceeb req-64248222-e6f1-4e48-ad70-031bd9bedff2 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af675d5-c3af-4bab-a997-95b7e6464479&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.7587779
Jan 29 10:09:25.097965 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c5258cf3-91b7-49db-b30a-0286a046921b tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:25.102222 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-508d72e8-82e7-4987-b158-ad62499512ce tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Made reservation on behalf of b2cc7248d2184abfb3aa21c44218cf1c for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:09:25.124628 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-508d72e8-82e7-4987-b158-ad62499512ce tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:25.154464 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6466d845-6068-4554-a119-48f5d33f6e45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:25.229993 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5258cf3-91b7-49db-b30a-0286a046921b tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:09:25.233322 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-c490d2e1-5593-4f90-a9ba-89364282ad28 req-d98354c1-3ec8-4a36-886a-2470df193cb6 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Synchronizing usage tracker for tenant:4d907168a4924ceb9472857ce37e1904 on resource:security_group {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:09:25.245058 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-12926ef1-dcc2-441b-942f-9b8de26874cb tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:25.287143 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-6fd5afcf-7553-4787-8a70-3f10a6723ca5 None None] For port 75203745-4014-4487-9a95-20af914b9487, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=75203745-4014-4487-9a95-20af914b9487,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:09:25.294344 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6fd5afcf-7553-4787-8a70-3f10a6723ca5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:25.454787 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-6fd5afcf-7553-4787-8a70-3f10a6723ca5 None None] Calling delete_port for 75203745-4014-4487-9a95-20af914b9487 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:09:25.478803 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-12926ef1-dcc2-441b-942f-9b8de26874cb tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Calling delete_port for 56df96fd-f1b5-44cd-a54d-2072ac74bd4e owned by  {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:09:25.535736 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6fd5afcf-7553-4787-8a70-3f10a6723ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:25.552672 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-cb7a1503-3e5b-4d1a-abcf-c504c8199f55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:25.570411 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5258cf3-91b7-49db-b30a-0286a046921b tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8d1c7c-27eb-47a3-8ce3-4981c7bd34e5,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:25.579285 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bba96334-5f53-44cc-8fac-4eed33464b87 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:25.604578 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd5afcf-7553-4787-8a70-3f10a6723ca5 None None] Pushing event deleted for resources: {'Port': ['ID=75203745-4014-4487-9a95-20af914b9487,revision_number=None']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:25.610450 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c5258cf3-91b7-49db-b30a-0286a046921b tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:25.616360 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c5258cf3-91b7-49db-b30a-0286a046921b tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268197113528', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:25.616806 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-c5258cf3-91b7-49db-b30a-0286a046921b tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Added segment d83d44bc-19bb-47bf-97fc-7ac28870d2be of type vxlan for network db9807d3-767e-4a2f-a82c-698405c32607
Jan 29 10:09:25.628296 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd5afcf-7553-4787-8a70-3f10a6723ca5 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:09:25.629245 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd5afcf-7553-4787-8a70-3f10a6723ca5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:09:25.630101 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd5afcf-7553-4787-8a70-3f10a6723ca5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:09:25.630101 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd5afcf-7553-4787-8a70-3f10a6723ca5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:09:25.630314 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd5afcf-7553-4787-8a70-3f10a6723ca5 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:09:25.630645 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd5afcf-7553-4787-8a70-3f10a6723ca5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:09:25.631224 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd5afcf-7553-4787-8a70-3f10a6723ca5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:09:25.631343 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd5afcf-7553-4787-8a70-3f10a6723ca5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:09:25.631701 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd5afcf-7553-4787-8a70-3f10a6723ca5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:09:25.632059 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd5afcf-7553-4787-8a70-3f10a6723ca5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:09:25.632415 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd5afcf-7553-4787-8a70-3f10a6723ca5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:09:25.632776 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd5afcf-7553-4787-8a70-3f10a6723ca5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:09:25.633708 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd5afcf-7553-4787-8a70-3f10a6723ca5 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:09:25.634099 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd5afcf-7553-4787-8a70-3f10a6723ca5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:09:25.634462 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd5afcf-7553-4787-8a70-3f10a6723ca5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:09:25.634821 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd5afcf-7553-4787-8a70-3f10a6723ca5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:09:25.635436 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd5afcf-7553-4787-8a70-3f10a6723ca5 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:09:25.635554 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd5afcf-7553-4787-8a70-3f10a6723ca5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:09:25.636128 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd5afcf-7553-4787-8a70-3f10a6723ca5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:09:25.636507 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd5afcf-7553-4787-8a70-3f10a6723ca5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:09:25.636864 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd5afcf-7553-4787-8a70-3f10a6723ca5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:09:25.637221 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd5afcf-7553-4787-8a70-3f10a6723ca5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:09:25.637575 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd5afcf-7553-4787-8a70-3f10a6723ca5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:09:25.638508 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd5afcf-7553-4787-8a70-3f10a6723ca5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:09:25.645497 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6fd5afcf-7553-4787-8a70-3f10a6723ca5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:25.666013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-c490d2e1-5593-4f90-a9ba-89364282ad28 req-d98354c1-3ec8-4a36-886a-2470df193cb6 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Unset dirty status for tenant:4d907168a4924ceb9472857ce37e1904 on resource:security_group {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:09:25.667305 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c490d2e1-5593-4f90-a9ba-89364282ad28 req-d98354c1-3ec8-4a36-886a-2470df193cb6 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1084616904&fields=id&tenant_id=4d907168a4924ceb9472857ce37e1904 HTTP/1.1" status: 200  len: 267 time: 0.7184618
Jan 29 10:09:25.684600 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c5258cf3-91b7-49db-b30a-0286a046921b tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:25.700417 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-893fd7c9-a880-4a31-9998-92ff020ac366 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Router 12d983d2-5773-4315-a7b4-10384ea21f70 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:09:25.703336 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e77dd5-f31f-4bd6-a1dc-cdc2cb21859c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Router 8874ac55-28b2-44e3-ad16-8c1286200534 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:09:25.741851 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd5afcf-7553-4787-8a70-3f10a6723ca5 None None] No DVR routers for this DVR port 75203745-4014-4487-9a95-20af914b9487 on host dv-neutron-772983-2-ovs {{(pid=80767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:09:25.797350 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bba96334-5f53-44cc-8fac-4eed33464b87 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:25.829366 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c5258cf3-91b7-49db-b30a-0286a046921b tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:25.895865 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5258cf3-91b7-49db-b30a-0286a046921b tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:25.896560 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c5258cf3-91b7-49db-b30a-0286a046921b tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:25.909721 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a93ae3cd-03d6-4549-9b43-56c0aecd2ff6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:25.968307 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:26.113864 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c5258cf3-91b7-49db-b30a-0286a046921b tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 796 time: 2.3169568
Jan 29 10:09:26.133296 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51492) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:26.136064 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5258cf3-91b7-49db-b30a-0286a046921b tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Pushing event updated for resources: {'Network': ['ID=db9807d3-767e-4a2f-a82c-698405c32607,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:26.149306 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network db9807d3-767e-4a2f-a82c-698405c32607 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:09:26.169339 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network db9807d3-767e-4a2f-a82c-698405c32607 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:09:26.199609 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-aedb53ac-fb02-41a8-999c-72cc2e424d8f tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Request body: {'subnet': {'network_id': 'db9807d3-767e-4a2f-a82c-698405c32607', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:09:26.215263 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c5258cf3-91b7-49db-b30a-0286a046921b tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:26.405495 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-aedb53ac-fb02-41a8-999c-72cc2e424d8f tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:09:26.423168 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-aedb53ac-fb02-41a8-999c-72cc2e424d8f tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Usage tracker for resource:subnet and tenant:ae689a2183d8472f8f3af896d54c4df0 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:09:26.429194 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-aedb53ac-fb02-41a8-999c-72cc2e424d8f tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:09:26.475059 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-aedb53ac-fb02-41a8-999c-72cc2e424d8f tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:09:26.556027 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aedb53ac-fb02-41a8-999c-72cc2e424d8f tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Made reservation on behalf of ae689a2183d8472f8f3af896d54c4df0 for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:09:26.556716 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490d2e1-5593-4f90-a9ba-89364282ad28 req-746f38b7-3c17-435d-816b-acf540a2f298 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:26.557510 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-c490d2e1-5593-4f90-a9ba-89364282ad28 req-746f38b7-3c17-435d-816b-acf540a2f298 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Synchronizing usage tracker for tenant:4d907168a4924ceb9472857ce37e1904 on resource:network {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:09:26.578986 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-aedb53ac-fb02-41a8-999c-72cc2e424d8f tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:26.636028 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 75203745-4014-4487-9a95-20af914b9487 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:09:26.650484 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e772e-b45d-40ea-9a43-532bd881df60 req-b87b8121-6616-4890-879e-1052c1fc1432 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:26.652211 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a84e772e-b45d-40ea-9a43-532bd881df60 req-b87b8121-6616-4890-879e-1052c1fc1432 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/ports?device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 945 time: 1.4122334
Jan 29 10:09:26.680525 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 75203745-4014-4487-9a95-20af914b9487 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:09:26.681255 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 75203745-4014-4487-9a95-20af914b9487 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:09:26.686834 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51496) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:26.696627 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893fd7c9-a880-4a31-9998-92ff020ac366 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:09:26.702688 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-8c7bab7b-c6c9-433d-9a22-4604139975c7 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Request body: {'floatingip': {'port_id': 'a74e407f-ffe3-4470-a49f-5eba4735646b'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:09:26.708094 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f5a873-da92-4cd5-8afa-8cbce43d1056 None None] Sync routers for ids ['12d983d2-5773-4315-a7b4-10384ea21f70'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:09:26.719144 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f5a873-da92-4cd5-8afa-8cbce43d1056 None None] Routers {'12d983d2-5773-4315-a7b4-10384ea21f70'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:09:26.719832 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-59f5a873-da92-4cd5-8afa-8cbce43d1056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca1bf5c0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:09:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['12d983d2-5773-4315-a7b4-10384ea21f70'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:09:26.740914 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-893fd7c9-a880-4a31-9998-92ff020ac366 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "PUT /v2.0/routers/12d983d2-5773-4315-a7b4-10384ea21f70/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 13.5320876
Jan 29 10:09:26.751706 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 51500) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:26.788204 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-59f5a873-da92-4cd5-8afa-8cbce43d1056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca1bf5c0>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:09:26.797929 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f5a873-da92-4cd5-8afa-8cbce43d1056 None None] Routers {'12d983d2-5773-4315-a7b4-10384ea21f70'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:09:26.798585 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-c490d2e1-5593-4f90-a9ba-89364282ad28 req-746f38b7-3c17-435d-816b-acf540a2f298 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Unset dirty status for tenant:4d907168a4924ceb9472857ce37e1904 on resource:network {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:09:26.799132 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-59f5a873-da92-4cd5-8afa-8cbce43d1056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca1bf5c0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:09:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['12d983d2-5773-4315-a7b4-10384ea21f70'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:09:26.800179 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c490d2e1-5593-4f90-a9ba-89364282ad28 req-746f38b7-3c17-435d-816b-acf540a2f298 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/networks?id=9c450a0f-2c11-436c-8735-9a1afe6b7184 HTTP/1.1" status: 200  len: 812 time: 1.1058569
Jan 29 10:09:26.822844 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6b084e26-cc9b-4f11-b2fe-cb89236954a0 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Synchronizing usage tracker for tenant:22949024c322421d99052f9202cdd49a on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:09:26.838854 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8c7bab7b-c6c9-433d-9a22-4604139975c7 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Notify callbacks [] for floatingip, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:26.858434 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-12926ef1-dcc2-441b-942f-9b8de26874cb tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:26.866730 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c490d2e1-5593-4f90-a9ba-89364282ad28 req-31f8691f-33be-4d25-acfb-c8d76dfeff3b tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/quotas/4d907168a4924ceb9472857ce37e1904 HTTP/1.1" status: 200  len: 375 time: 0.0480759
Jan 29 10:09:26.868901 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-59f5a873-da92-4cd5-8afa-8cbce43d1056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca1bf5c0>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:09:26.869353 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f5a873-da92-4cd5-8afa-8cbce43d1056 None None] The sync data for ids ['12d983d2-5773-4315-a7b4-10384ea21f70'] in dv-neutron-772983-2-ovs is: [] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:09:26.885709 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9c03c140-ec2b-45f9-85bf-85b6a524ca7a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:26.897745 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bba96334-5f53-44cc-8fac-4eed33464b87 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:26.921001 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2767b59a-8c53-4dfd-9b71-05ce16cdfdf6 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:26.985156 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e77dd5-f31f-4bd6-a1dc-cdc2cb21859c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:09:26.987028 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12926ef1-dcc2-441b-942f-9b8de26874cb tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Pushing event deleted for resources: {'Port': ['ID=56df96fd-f1b5-44cd-a54d-2072ac74bd4e,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:26.999422 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba96334-5f53-44cc-8fac-4eed33464b87 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event deleted for resources: {'Subnet': ['ID=88ab67c4-66d9-45f8-93b5-dbbb6328fefd,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:27.007060 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f9f0a6-bfb0-4910-a9f7-65f21be2306e None None] Sync routers for ids ['8874ac55-28b2-44e3-ad16-8c1286200534'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:09:27.013126 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6b084e26-cc9b-4f11-b2fe-cb89236954a0 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Unset dirty status for tenant:22949024c322421d99052f9202cdd49a on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:09:27.017235 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6b084e26-cc9b-4f11-b2fe-cb89236954a0 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "GET /v2.0/ports?device_id=12d983d2-5773-4315-a7b4-10384ea21f70 HTTP/1.1" status: 200  len: 205 time: 0.2608664
Jan 29 10:09:27.017971 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f9f0a6-bfb0-4910-a9f7-65f21be2306e None None] Routers {'8874ac55-28b2-44e3-ad16-8c1286200534'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:09:27.018774 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-04f9f0a6-bfb0-4910-a9f7-65f21be2306e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c918d4e0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:09:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['8874ac55-28b2-44e3-ad16-8c1286200534'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:09:27.025176 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-12926ef1-dcc2-441b-942f-9b8de26874cb tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:27.028298 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 51504) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:27.038052 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bba96334-5f53-44cc-8fac-4eed33464b87 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:27.146601 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a2e77dd5-f31f-4bd6-a1dc-cdc2cb21859c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:27.225472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-04f9f0a6-bfb0-4910-a9f7-65f21be2306e None None] Set router 8874ac55-28b2-44e3-ad16-8c1286200534 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:09:27.296332 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bba96334-5f53-44cc-8fac-4eed33464b87 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:27.306126 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd1357c-b929-4b76-920b-cc6eb8d775d0 None None] Network 9dbb627f-81c5-4566-b94b-f607a1162a25 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:09:27.346378 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1290c7e1-e985-47e0-9834-35d561a92357 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for router, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:27.407770 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-bba96334-5f53-44cc-8fac-4eed33464b87 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "DELETE /v2.0/subnets/88ab67c4-66d9-45f8-93b5-dbbb6328fefd HTTP/1.1" status: 204  len: 168 time: 2.5028014
Jan 29 10:09:27.423791 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51508) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:27.435973 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-508d72e8-82e7-4987-b158-ad62499512ce tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:27.497860 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a2e77dd5-f31f-4bd6-a1dc-cdc2cb21859c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 16.1350114
Jan 29 10:09:27.506356 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a5916f6-67e0-4b45-8c9c-82a048d390d0', 'tag': '1ed1fecf-d03f-4bd3-b46d-ffcac548fa0a'}] {{(pid=80765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:09:27.508029 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bba96334-5f53-44cc-8fac-4eed33464b87 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:27.511059 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 51512) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:27.676101 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a5916f6-67e0-4b45-8c9c-82a048d390d0', 'tag': '1ed1fecf-d03f-4bd3-b46d-ffcac548fa0a', 'status': 'completed', 'code': 200}
Jan 29 10:09:27.797322 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40b262b-95de-4615-b156-bbc8a8077186 None None] DHCP port deletion for 9dbb627f-81c5-4566-b94b-f607a1162a25 request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:09:27.813922 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-a40b262b-95de-4615-b156-bbc8a8077186 None None] Deleting port 24f3079d-61f1-457a-8bb2-ed627a6f49c3 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:09:27.814440 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a40b262b-95de-4615-b156-bbc8a8077186 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:27.827810 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1290c7e1-e985-47e0-9834-35d561a92357 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:27.935295 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-c490d2e1-5593-4f90-a9ba-89364282ad28 req-ea5b416e-fb29-4047-ba51-36a5bc84a295 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Synchronizing usage tracker for tenant:4d907168a4924ceb9472857ce37e1904 on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:09:27.943361 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1290c7e1-e985-47e0-9834-35d561a92357 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:27.949260 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-12926ef1-dcc2-441b-942f-9b8de26874cb tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:27.950940 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-04f9f0a6-bfb0-4910-a9f7-65f21be2306e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c918d4e0>, [{'id': '8874ac55-28b2-44e3-ad16-8c1286200534', 'name': 'tempest-TestNetworkBasicOps-router-415840673', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.223'}], 'enable_snat': True}, 'gw_port_id': '14363516-cbca-474d-8ee5-1a3c34317c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:07:51Z', 'updated_at': '2021-01-29T10:08:18Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '14363516-cbca-474d-8ee5-1a3c34317c4a', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:90:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8874ac55-28b2-44e3-ad16-8c1286200534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:07:54Z', 'updated_at': '2021-01-29T10:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': 'ad9954f8-4dcd-4bbf-9f03-d151b81195f9', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'floating_ip_address': '172.26.7.117', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '8874ac55-28b2-44e3-ad16-8c1286200534', 'port_id': '1ed1fecf-d03f-4bd3-b46d-ffcac548fa0a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '202d926a-4317-4fd3-a6b3-3233b8a4bdb4', 'mac_address': 'fa:16:3e:0b:99:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5916f6-67e0-4b45-8c9c-82a048d390d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:09:18Z', 'updated_at': '2021-01-29T10:09:18Z', 'revision_number': 0, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd7862d9-0746-4c02-9b51-23b3718ccd22', 'name': '', 'network_id': '202d926a-4317-4fd3-a6b3-3233b8a4bdb4', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:f2:7b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8874ac55-28b2-44e3-ad16-8c1286200534', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '18ba1ea0-4872-4c5f-bc2f-ad1138a60b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:08:14Z', 'updated_at': '2021-01-29T10:08:50Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': '18ba1ea0-4872-4c5f-bc2f-ad1138a60b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:09:27.954499 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-12926ef1-dcc2-441b-942f-9b8de26874cb tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] 10.222.0.57 "DELETE /v2.0/ports/56df96fd-f1b5-44cd-a54d-2072ac74bd4e HTTP/1.1" status: 204  len: 168 time: 3.8994875
Jan 29 10:09:27.957866 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f9f0a6-bfb0-4910-a9f7-65f21be2306e None None] Checking router: 8874ac55-28b2-44e3-ad16-8c1286200534 for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:09:27.965529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 51518) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:28.006374 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f9f0a6-bfb0-4910-a9f7-65f21be2306e None None] Routers {'8874ac55-28b2-44e3-ad16-8c1286200534'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:09:28.007196 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-04f9f0a6-bfb0-4910-a9f7-65f21be2306e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c918d4e0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:09:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['8874ac55-28b2-44e3-ad16-8c1286200534'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:09:28.048611 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-5807516c-a4c5-408d-98b6-f846fc107dd0 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] GET failed (client error): The resource could not be found.
Jan 29 10:09:28.049198 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5807516c-a4c5-408d-98b6-f846fc107dd0 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Synchronizing usage tracker for tenant:1958396d18164bb09457e89192306a99 on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:09:28.107297 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1290c7e1-e985-47e0-9834-35d561a92357 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:28.107841 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1290c7e1-e985-47e0-9834-35d561a92357 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Fanout notify agent at l3_agent the message router_deleted on router 12d983d2-5773-4315-a7b4-10384ea21f70 {{(pid=80765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 10:09:28.109445 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-c490d2e1-5593-4f90-a9ba-89364282ad28 req-ea5b416e-fb29-4047-ba51-36a5bc84a295 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Unset dirty status for tenant:4d907168a4924ceb9472857ce37e1904 on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:09:28.110925 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c490d2e1-5593-4f90-a9ba-89364282ad28 req-ea5b416e-fb29-4047-ba51-36a5bc84a295 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=4d907168a4924ceb9472857ce37e1904&fields=id HTTP/1.1" status: 200  len: 302 time: 1.1886997
Jan 29 10:09:28.132643 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-803b3bb2-091b-42b6-b9fd-d33656e17aa7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/floatingips/ad9954f8-4dcd-4bbf-9f03-d151b81195f9 HTTP/1.1" status: 200  len: 991 time: 0.4677656
Jan 29 10:09:28.158282 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508d72e8-82e7-4987-b158-ad62499512ce tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event updated for resources: {'Subnet': ['ID=e9e98f5b-8ea2-48f4-a538-5f3fa43346c9,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:28.170826 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-508d72e8-82e7-4987-b158-ad62499512ce tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.663s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:28.196731 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1290c7e1-e985-47e0-9834-35d561a92357 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:28.201062 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1290c7e1-e985-47e0-9834-35d561a92357 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "DELETE /v2.0/routers/12d983d2-5773-4315-a7b4-10384ea21f70 HTTP/1.1" status: 204  len: 168 time: 1.1694798
Jan 29 10:09:28.202056 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 51526) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:28.215801 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9fe2ca9e-de40-4470-a41d-94474b792b26 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:28.252751 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5807516c-a4c5-408d-98b6-f846fc107dd0 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Unset dirty status for tenant:1958396d18164bb09457e89192306a99 on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:09:28.259389 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5807516c-a4c5-408d-98b6-f846fc107dd0 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] 10.222.0.57 "GET /v2.0/ports/56df96fd-f1b5-44cd-a54d-2072ac74bd4e HTTP/1.1" status: 404  len: 333 time: 0.2894602
Jan 29 10:09:28.260199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 51530) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:28.353124 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f9f8b4-99e2-4d36-985a-701370363a0c req-56743c7f-44ca-4106-bbba-0abfc93cbaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:28.354831 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-35f9f8b4-99e2-4d36-985a-701370363a0c req-56743c7f-44ca-4106-bbba-0abfc93cbaea service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ff1f06ee29ef461597f2ecd846f8813d&device_id=7a5916f6-67e0-4b45-8c9c-82a048d390d0 HTTP/1.1" status: 200  len: 1162 time: 0.6780002
Jan 29 10:09:28.433474 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-9fe2ca9e-de40-4470-a41d-94474b792b26 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Deleting port 24f3079d-61f1-457a-8bb2-ed627a6f49c3 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:09:28.434240 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9fe2ca9e-de40-4470-a41d-94474b792b26 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:28.442445 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e998133-b04d-452a-b8c2-c004b16873a2 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Deleting subnet db880bcd-54b9-4cad-a6ae-893fc2a446ca {{(pid=80765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:09:28.465261 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-a40b262b-95de-4615-b156-bbc8a8077186 None None] For port 24f3079d-61f1-457a-8bb2-ed627a6f49c3, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=24f3079d-61f1-457a-8bb2-ed627a6f49c3,segment=NetworkSegment(c041f623-5332-45bd-a1c2-ab10ecd446ea),segment_id=c041f623-5332-45bd-a1c2-ab10ecd446ea)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:09:28.465261 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a40b262b-95de-4615-b156-bbc8a8077186 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:28.480567 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-34b2bc40-a2ba-46da-91ab-2a295444db9e tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Deleting port 4406f656-c403-4543-b8bb-875b59226b28 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:09:28.480956 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-34b2bc40-a2ba-46da-91ab-2a295444db9e tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:28.516649 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [req-c490d2e1-5593-4f90-a9ba-89364282ad28 req-ac9be662-b294-4502-8937-04805673e131 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=80765) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:09:28.517756 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c490d2e1-5593-4f90-a9ba-89364282ad28 req-ac9be662-b294-4502-8937-04805673e131 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.1897728
Jan 29 10:09:28.521165 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7e998133-b04d-452a-b8c2-c004b16873a2 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for subnet, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:28.580831 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508d72e8-82e7-4987-b158-ad62499512ce tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:09:28.586362 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-508d72e8-82e7-4987-b158-ad62499512ce tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:09:28.616297 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508d72e8-82e7-4987-b158-ad62499512ce tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:28.616848 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-508d72e8-82e7-4987-b158-ad62499512ce tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:28.618093 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a1c221-638d-463a-b7c6-c41d789bc34a None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:09:28.640281 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-a40b262b-95de-4615-b156-bbc8a8077186 None None] Calling delete_port for 24f3079d-61f1-457a-8bb2-ed627a6f49c3 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:09:28.708445 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 24f3079d-61f1-457a-8bb2-ed627a6f49c3 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:09:28.750502 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-04f9f0a6-bfb0-4910-a9f7-65f21be2306e None None] Set router 8874ac55-28b2-44e3-ad16-8c1286200534 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:09:28.839996 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-508d72e8-82e7-4987-b158-ad62499512ce tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 4.0931494
Jan 29 10:09:28.839996 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-9fe2ca9e-de40-4470-a41d-94474b792b26 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] For port 24f3079d-61f1-457a-8bb2-ed627a6f49c3, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=24f3079d-61f1-457a-8bb2-ed627a6f49c3,segment=NetworkSegment(c041f623-5332-45bd-a1c2-ab10ecd446ea),segment_id=c041f623-5332-45bd-a1c2-ab10ecd446ea)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:09:28.839996 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9fe2ca9e-de40-4470-a41d-94474b792b26 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:28.853561 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51536) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:28.928717 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-25daf09b-e0bd-4833-9797-77e17126481d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Request body: {'port': {'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'fixed_ips': [{'subnet_id': 'e9e98f5b-8ea2-48f4-a538-5f3fa43346c9', 'ip_address': '2001:db8::e217:1049:fb22:d15a'}], 'name': 'tempest-NetworksTestDHCPv6-1461055089'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:09:29.020090 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-9fe2ca9e-de40-4470-a41d-94474b792b26 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Calling delete_port for 24f3079d-61f1-457a-8bb2-ed627a6f49c3 owned by network:dhcp {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:09:29.050094 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No ports have port_id starting with 24f3079d-61f1-457a-8bb2-ed627a6f49c3
Jan 29 10:09:29.055283 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a40b262b-95de-4615-b156-bbc8a8077186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:29.071411 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.resource_extend [None req-8c7bab7b-c6c9-433d-9a22-4604139975c7 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 29 10:09:29.077144 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a7cc1704-55ca-4b2f-90c4-6207ea8ec12b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:29.092247 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7e998133-b04d-452a-b8c2-c004b16873a2 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1479249'] for subnet, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:29.140672 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 51540) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:29.246079 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40b262b-95de-4615-b156-bbc8a8077186 None None] Pushing event deleted for resources: {'Port': ['ID=24f3079d-61f1-457a-8bb2-ed627a6f49c3,revision_number=None']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:29.251486 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a40b262b-95de-4615-b156-bbc8a8077186 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:29.309905 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf18b2c-09e5-4c76-bdd9-d268aae47844 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-36ec2ab5-acc9-45dc-a136-797459b09a1c', 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'tenant_id': 'b2cc7248d2184abfb3aa21c44218cf1c', 'fixed_ips': [{'subnet_id': 'e9e98f5b-8ea2-48f4-a538-5f3fa43346c9'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:09:29.311377 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2bf18b2c-09e5-4c76-bdd9-d268aae47844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:29.336993 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f9f8b4-99e2-4d36-985a-701370363a0c req-0037c7cd-a906-4c13-9ac9-bc86e4a1394c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:29.339092 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-35f9f8b4-99e2-4d36-985a-701370363a0c req-0037c7cd-a906-4c13-9ac9-bc86e4a1394c service neutron] 10.222.0.22 "GET /v2.0/networks?id=202d926a-4317-4fd3-a6b3-3233b8a4bdb4 HTTP/1.1" status: 200  len: 890 time: 0.9652607
Jan 29 10:09:29.340949 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c490d2e1-5593-4f90-a9ba-89364282ad28 req-ce2a4b65-a4e3-4067-87a4-dc4b8a4a197e service neutron] 10.222.0.57 "GET /v2.0/networks/9c450a0f-2c11-436c-8735-9a1afe6b7184?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7772734
Jan 29 10:09:29.359491 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8c7bab7b-c6c9-433d-9a22-4604139975c7 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:29.395440 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8c7bab7b-c6c9-433d-9a22-4604139975c7 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:29.460094 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-aedb53ac-fb02-41a8-999c-72cc2e424d8f tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:29.485579 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e7766bba-3106-4b9b-bd9c-ceb350f21b3e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:29.550692 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40b262b-95de-4615-b156-bbc8a8077186 None None] No DVR routers for this DVR port 24f3079d-61f1-457a-8bb2-ed627a6f49c3 on host dv-neutron-772983-2-ovs {{(pid=80767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:09:29.613772 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-25daf09b-e0bd-4833-9797-77e17126481d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:09:29.630617 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-9fe2ca9e-de40-4470-a41d-94474b792b26 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80766) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:09:29.630974 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-9fe2ca9e-de40-4470-a41d-94474b792b26 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:09:29.696425 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-25daf09b-e0bd-4833-9797-77e17126481d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Usage tracker for resource:port and tenant:b2cc7248d2184abfb3aa21c44218cf1c is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:09:29.700767 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ac422564-39c5-4d37-9065-33fc23fc4d93 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/floatingips/ad9954f8-4dcd-4bbf-9f03-d151b81195f9 HTTP/1.1" status: 200  len: 991 time: 0.5571308
Jan 29 10:09:29.709024 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-25daf09b-e0bd-4833-9797-77e17126481d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:09:29.729889 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-25daf09b-e0bd-4833-9797-77e17126481d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:09:29.742407 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedb53ac-fb02-41a8-999c-72cc2e424d8f tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Pushing event updated for resources: {'Subnet': ['ID=623b3827-66b2-453c-9924-a79c76af24d0,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:29.748973 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-35f9f8b4-99e2-4d36-985a-701370363a0c req-119dc262-adcc-478c-80bc-d017e1041fef service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ed1fecf-d03f-4bd3-b46d-ffcac548fa0a HTTP/1.1" status: 200  len: 999 time: 0.3794870
Jan 29 10:09:29.750324 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7e998133-b04d-452a-b8c2-c004b16873a2 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:29.754057 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-aedb53ac-fb02-41a8-999c-72cc2e424d8f tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:29.789449 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25daf09b-e0bd-4833-9797-77e17126481d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Made reservation on behalf of b2cc7248d2184abfb3aa21c44218cf1c for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:09:29.837254 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-04f9f0a6-bfb0-4910-a9f7-65f21be2306e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c918d4e0>, [{'id': '8874ac55-28b2-44e3-ad16-8c1286200534', 'name': 'tempest-TestNetworkBasicOps-router-415840673', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.223'}], 'enable_snat': True}, 'gw_port_id': '14363516-cbca-474d-8ee5-1a3c34317c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:07:51Z', 'updated_at': '2021-01-29T10:08:18Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '14363516-cbca-474d-8ee5-1a3c34317c4a', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:90:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8874ac55-28b2-44e3-ad16-8c1286200534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:07:54Z', 'updated_at': '2021-01-29T10:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': 'ad9954f8-4dcd-4bbf-9f03-d151b81195f9', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'floating_ip_address': '172.26.7.117', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '8874ac55-28b2-44e3-ad16-8c1286200534', 'port_id': '1ed1fecf-d03f-4bd3-b46d-ffcac548fa0a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '202d926a-4317-4fd3-a6b3-3233b8a4bdb4', 'mac_address': 'fa:16:3e:0b:99:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5916f6-67e0-4b45-8c9c-82a048d390d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:09:18Z', 'updated_at': '2021-01-29T10:09:18Z', 'revision_number': 0, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd7862d9-0746-4c02-9b51-23b3718ccd22', 'name': '', 'network_id': '202d926a-4317-4fd3-a6b3-3233b8a4bdb4', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:f2:7b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8874ac55-28b2-44e3-ad16-8c1286200534', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '18ba1ea0-4872-4c5f-bc2f-ad1138a60b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:08:14Z', 'updated_at': '2021-01-29T10:08:50Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': '18ba1ea0-4872-4c5f-bc2f-ad1138a60b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:09:29.847112 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [None req-8c7bab7b-c6c9-433d-9a22-4604139975c7 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Floating IP 0ff94222-2c0b-42f7-aab4-0d75a1b99005 associated. External IP: 172.26.7.64, port: a74e407f-ffe3-4470-a49f-5eba4735646b.
Jan 29 10:09:29.851324 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f9f0a6-bfb0-4910-a9f7-65f21be2306e None None] The sync data for ids ['8874ac55-28b2-44e3-ad16-8c1286200534'] in dv-neutron-772983-2-ovs is: [{'id': '8874ac55-28b2-44e3-ad16-8c1286200534', 'name': 'tempest-TestNetworkBasicOps-router-415840673', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.223'}], 'enable_snat': True}, 'gw_port_id': '14363516-cbca-474d-8ee5-1a3c34317c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:07:51Z', 'updated_at': '2021-01-29T10:08:18Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '14363516-cbca-474d-8ee5-1a3c34317c4a', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:90:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8874ac55-28b2-44e3-ad16-8c1286200534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:07:54Z', 'updated_at': '2021-01-29T10:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': 'ad9954f8-4dcd-4bbf-9f03-d151b81195f9', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'floating_ip_address': '172.26.7.117', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '8874ac55-28b2-44e3-ad16-8c1286200534', 'port_id': '1ed1fecf-d03f-4bd3-b46d-ffcac548fa0a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '202d926a-4317-4fd3-a6b3-3233b8a4bdb4', 'mac_address': 'fa:16:3e:0b:99:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5916f6-67e0-4b45-8c9c-82a048d390d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:09:18Z', 'updated_at': '2021-01-29T10:09:18Z', 'revision_number': 0, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd7862d9-0746-4c02-9b51-23b3718ccd22', 'name': '', 'network_id': '202d926a-4317-4fd3-a6b3-3233b8a4bdb4', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:f2:7b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8874ac55-28b2-44e3-ad16-8c1286200534', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '18ba1ea0-4872-4c5f-bc2f-ad1138a60b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:08:14Z', 'updated_at': '2021-01-29T10:08:50Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': '18ba1ea0-4872-4c5f-bc2f-ad1138a60b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:09:29.853759 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-2bf18b2c-09e5-4c76-bdd9-d268aae47844 None None] Allocated IP 2001:db8::2 (36ec2ab5-acc9-45dc-a136-797459b09a1c/e9e98f5b-8ea2-48f4-a538-5f3fa43346c9/758997d7-648e-4d11-986f-373ad215fde8) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:09:29.898433 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-34b2bc40-a2ba-46da-91ab-2a295444db9e tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:29.932378 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c490d2e1-5593-4f90-a9ba-89364282ad28 req-57d43e9c-2fa4-4477-9ccc-03185d8acf2f service neutron] 10.222.0.57 "GET /v2.0/networks/9c450a0f-2c11-436c-8735-9a1afe6b7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5598326
Jan 29 10:09:30.087150 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2bf18b2c-09e5-4c76-bdd9-d268aae47844 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:30.106989 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-2bf18b2c-09e5-4c76-bdd9-d268aae47844 None None] Transition to ACTIVE for port object 758997d7-648e-4d11-986f-373ad215fde8 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:09:30.121510 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-34b2bc40-a2ba-46da-91ab-2a295444db9e tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Calling delete_port for 4406f656-c403-4543-b8bb-875b59226b28 owned by  {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:09:30.135733 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-2bf18b2c-09e5-4c76-bdd9-d268aae47844 None None] Transition to ACTIVE for port object 758997d7-648e-4d11-986f-373ad215fde8 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:09:30.157917 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2bf18b2c-09e5-4c76-bdd9-d268aae47844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:30.172536 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f9f8b4-99e2-4d36-985a-701370363a0c req-20dd238a-a425-4c20-aadd-b89c5cebc505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:30.184643 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-9fe2ca9e-de40-4470-a41d-94474b792b26 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Deleting port 24f3079d-61f1-457a-8bb2-ed627a6f49c3 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:09:30.185176 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9fe2ca9e-de40-4470-a41d-94474b792b26 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:30.187315 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-35f9f8b4-99e2-4d36-985a-701370363a0c req-20dd238a-a425-4c20-aadd-b89c5cebc505 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=18ba1ea0-4872-4c5f-bc2f-ad1138a60b95 HTTP/1.1" status: 200  len: 834 time: 0.3758533
Jan 29 10:09:30.262872 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cc3f4d-84e2-40ef-ba0a-98e6af2d1291 None None] New status for floating IP ad9954f8-4dcd-4bbf-9f03-d151b81195f9: ACTIVE {{(pid=80768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 29 10:09:30.298738 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-cb7a1503-3e5b-4d1a-abcf-c504c8199f55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:30.502224 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf18b2c-09e5-4c76-bdd9-d268aae47844 None None] Pushing event updated for resources: {'Port': ['ID=758997d7-648e-4d11-986f-373ad215fde8,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:30.512019 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2bf18b2c-09e5-4c76-bdd9-d268aae47844 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:30.636159 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf18b2c-09e5-4c76-bdd9-d268aae47844 None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:09:30.638985 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-2bf18b2c-09e5-4c76-bdd9-d268aae47844 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:09:30.645154 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf18b2c-09e5-4c76-bdd9-d268aae47844 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:09:30.645731 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f9f8b4-99e2-4d36-985a-701370363a0c req-c5905d63-dd82-421d-884b-a02a96393a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:30.647411 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-35f9f8b4-99e2-4d36-985a-701370363a0c req-c5905d63-dd82-421d-884b-a02a96393a3d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=202d926a-4317-4fd3-a6b3-3233b8a4bdb4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.4593718
Jan 29 10:09:30.664518 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-9fe2ca9e-de40-4470-a41d-94474b792b26 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] The port '24f3079d-61f1-457a-8bb2-ed627a6f49c3' was deleted {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 29 10:09:30.714428 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 51556) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:30.717379 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-34b2bc40-a2ba-46da-91ab-2a295444db9e tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:30.768123 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-2bf18b2c-09e5-4c76-bdd9-d268aae47844 None None] Attempting to bind port 758997d7-648e-4d11-986f-373ad215fde8 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:09:30.768555 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-2bf18b2c-09e5-4c76-bdd9-d268aae47844 None None] Attempting to bind port 758997d7-648e-4d11-986f-373ad215fde8 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:09:30.769528 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf18b2c-09e5-4c76-bdd9-d268aae47844 None None] Attempting to bind port 758997d7-648e-4d11-986f-373ad215fde8 on network 36ec2ab5-acc9-45dc-a136-797459b09a1c {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:09:30.778298 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf18b2c-09e5-4c76-bdd9-d268aae47844 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:09:30.778730 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf18b2c-09e5-4c76-bdd9-d268aae47844 None None] Checking segment: {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:09:30.779188 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2bf18b2c-09e5-4c76-bdd9-d268aae47844 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:30.779639 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf18b2c-09e5-4c76-bdd9-d268aae47844 None None] Bound using segment: {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:09:30.780181 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-2bf18b2c-09e5-4c76-bdd9-d268aae47844 None None] Bound port: 758997d7-648e-4d11-986f-373ad215fde8, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:09:30.780608 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2bf18b2c-09e5-4c76-bdd9-d268aae47844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:30.823292 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-49f6ea96-d95a-4e6f-ae92-6c938115f4a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:30.893748 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-2bf18b2c-09e5-4c76-bdd9-d268aae47844 None None] For port 758997d7-648e-4d11-986f-373ad215fde8, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:09:30.897581 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-2bf18b2c-09e5-4c76-bdd9-d268aae47844 None None] For port 758997d7-648e-4d11-986f-373ad215fde8, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=758997d7-648e-4d11-986f-373ad215fde8,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:09:30.899909 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedb53ac-fb02-41a8-999c-72cc2e424d8f tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Checking segment: {'id': 'd83d44bc-19bb-47bf-97fc-7ac28870d2be', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'db9807d3-767e-4a2f-a82c-698405c32607'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:09:30.900524 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedb53ac-fb02-41a8-999c-72cc2e424d8f tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Network hostable DHCP agents. Network: db9807d3-767e-4a2f-a82c-698405c32607, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:09:30.905448 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2bf18b2c-09e5-4c76-bdd9-d268aae47844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:30.924817 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-25daf09b-e0bd-4833-9797-77e17126481d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:31.031417 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2bf18b2c-09e5-4c76-bdd9-d268aae47844 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:31.039144 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9fe2ca9e-de40-4470-a41d-94474b792b26 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:31.124813 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedb53ac-fb02-41a8-999c-72cc2e424d8f tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Network db9807d3-767e-4a2f-a82c-698405c32607 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:09:31.133987 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf18b2c-09e5-4c76-bdd9-d268aae47844 None None] Pushing event updated for resources: {'Port': ['ID=758997d7-648e-4d11-986f-373ad215fde8,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:31.138399 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2bf18b2c-09e5-4c76-bdd9-d268aae47844 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:31.275485 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c7bab7b-c6c9-433d-9a22-4604139975c7 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Router bed3b29c-d843-4467-9402-68f02779e54b has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:09:31.276685 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-aedb53ac-fb02-41a8-999c-72cc2e424d8f tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, db9807d3-767e-4a2f-a82c-698405c32607) {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:09:31.324618 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-9fe2ca9e-de40-4470-a41d-94474b792b26 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c3bd7e10>,) {'filters': {'network_id': ['9dbb627f-81c5-4566-b94b-f607a1162a25']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:09:31.339243 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b2bc40-a2ba-46da-91ab-2a295444db9e tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Pushing event deleted for resources: {'Port': ['ID=4406f656-c403-4543-b8bb-875b59226b28,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:31.373313 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6b6ef29f-42ce-4d92-ae34-574d4773d256 req-434596d6-8c7f-4c56-b059-00e36a32c5e9 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/ports?device_id=646f0d1b-8b1f-4f18-a23b-f6fd67aca648 HTTP/1.1" status: 200  len: 210 time: 0.6505299
Jan 29 10:09:31.384581 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9466100c-16bb-4844-bb3b-e3af798fd978 None None] Network db9807d3-767e-4a2f-a82c-698405c32607 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:09:31.388756 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-34b2bc40-a2ba-46da-91ab-2a295444db9e tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:31.397627 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedb53ac-fb02-41a8-999c-72cc2e424d8f tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:31.398411 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7e998133-b04d-452a-b8c2-c004b16873a2 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852603100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2204728'] for subnet, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:31.406756 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-aedb53ac-fb02-41a8-999c-72cc2e424d8f tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:31.462415 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:31.483872 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-9fe2ca9e-de40-4470-a41d-94474b792b26 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3bd7e10>, 'c041f623-5332-45bd-a1c2-ab10ecd446ea') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:09:31.484249 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-9fe2ca9e-de40-4470-a41d-94474b792b26 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3bd7e10>, 'c041f623-5332-45bd-a1c2-ab10ecd446ea') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:09:31.576442 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e998133-b04d-452a-b8c2-c004b16873a2 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Pushing event deleted for resources: {'Subnet': ['ID=db880bcd-54b9-4cad-a6ae-893fc2a446ca,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:31.604898 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7e998133-b04d-452a-b8c2-c004b16873a2 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:31.607233 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9fe2ca9e-de40-4470-a41d-94474b792b26 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:31.637425 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e771cbcd-b40f-4a73-b892-6eb7e9a60b52 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/floatingips/ad9954f8-4dcd-4bbf-9f03-d151b81195f9 HTTP/1.1" status: 200  len: 993 time: 0.9213572
Jan 29 10:09:31.649026 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-aedb53ac-fb02-41a8-999c-72cc2e424d8f tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 5.5142813
Jan 29 10:09:31.655138 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-25daf09b-e0bd-4833-9797-77e17126481d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] device_id is not set on port 4988206d-189a-4327-9fea-3455bfb34482 yet. {{(pid=80766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:09:31.704842 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51566) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:31.708357 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-35f9f8b4-99e2-4d36-985a-701370363a0c req-992a259f-554e-47a4-8ef4-9fdb4d77ca20 service neutron] 10.222.0.22 "GET /v2.0/networks/202d926a-4317-4fd3-a6b3-3233b8a4bdb4?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0471900
Jan 29 10:09:31.717171 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a585de3e-6e2d-4114-ab39-560be41ccda9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-db9807d3-767e-4a2f-a82c-698405c32607', 'network_id': 'db9807d3-767e-4a2f-a82c-698405c32607', 'tenant_id': 'ae689a2183d8472f8f3af896d54c4df0', 'fixed_ips': [{'subnet_id': '623b3827-66b2-453c-9924-a79c76af24d0'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:09:31.718125 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a585de3e-6e2d-4114-ab39-560be41ccda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:31.732535 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9fe2ca9e-de40-4470-a41d-94474b792b26 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:31.738811 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-f396ec4b-1815-4ba6-be86-10d05969c796 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Request body: {'port': {'network_id': 'db9807d3-767e-4a2f-a82c-698405c32607', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1334626927'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:09:31.763387 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9fe2ca9e-de40-4470-a41d-94474b792b26 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Releasing vxlan tunnel 11 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:09:31.859889 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7e998133-b04d-452a-b8c2-c004b16873a2 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:31.868781 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cf32b9-703e-4372-ab45-d52c95e6c902 None None] Network 3604bf84-bcc3-47aa-add5-df79811477a6 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:09:31.930866 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7e998133-b04d-452a-b8c2-c004b16873a2 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "DELETE /v2.0/subnets/db880bcd-54b9-4cad-a6ae-893fc2a446ca HTTP/1.1" status: 204  len: 168 time: 3.7255991
Jan 29 10:09:31.935849 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 51570) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:32.031450 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-35f9f8b4-99e2-4d36-985a-701370363a0c req-d238f6dc-a168-45cd-9725-9aae5995525f service neutron] 10.222.0.22 "GET /v2.0/networks/202d926a-4317-4fd3-a6b3-3233b8a4bdb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3030145
Jan 29 10:09:32.042764 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-34b2bc40-a2ba-46da-91ab-2a295444db9e tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:32.044845 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-34b2bc40-a2ba-46da-91ab-2a295444db9e tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] 10.222.0.57 "DELETE /v2.0/ports/4406f656-c403-4543-b8bb-875b59226b28 HTTP/1.1" status: 204  len: 168 time: 3.7797403
Jan 29 10:09:32.052155 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 51574) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:32.166778 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5e3fdba-9f0e-4dc8-92ae-4b5716d83e3a tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Deleting subnet 193806c8-4044-46c5-87c8-fbba2cb09ed4 {{(pid=80765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:09:32.183124 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c5e3fdba-9f0e-4dc8-92ae-4b5716d83e3a tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks [] for subnet, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:32.250630 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-e57e16eb-f446-4a2e-bd7d-51271dc07534 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Deleting subnet 2c2fa54a-55c7-40f7-ae77-8ef0e047e4e1 {{(pid=80765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:09:32.264393 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e57e16eb-f446-4a2e-bd7d-51271dc07534 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for subnet, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:32.412090 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7bab7b-c6c9-433d-9a22-4604139975c7 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:09:32.420293 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-a585de3e-6e2d-4114-ab39-560be41ccda9 None None] Allocated IP 2001:db8::2 (db9807d3-767e-4a2f-a82c-698405c32607/623b3827-66b2-453c-9924-a79c76af24d0/8daa7a54-5943-4c3c-a890-e0c6a73d8111) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:09:32.424868 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111257bd-9b26-4718-b4af-7d8b4a471c6b None None] Sync routers for ids ['bed3b29c-d843-4467-9402-68f02779e54b'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:09:32.448212 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111257bd-9b26-4718-b4af-7d8b4a471c6b None None] Routers {'bed3b29c-d843-4467-9402-68f02779e54b'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:09:32.448932 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-111257bd-9b26-4718-b4af-7d8b4a471c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c8e7ebe0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:09:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['bed3b29c-d843-4467-9402-68f02779e54b'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:09:32.497893 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-f396ec4b-1815-4ba6-be86-10d05969c796 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:09:32.516121 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f396ec4b-1815-4ba6-be86-10d05969c796 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Usage tracker for resource:port and tenant:ae689a2183d8472f8f3af896d54c4df0 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:09:32.521016 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e57e16eb-f446-4a2e-bd7d-51271dc07534 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1479249'] for subnet, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:32.545256 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8c7bab7b-c6c9-433d-9a22-4604139975c7 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:32.582562 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-9fe2ca9e-de40-4470-a41d-94474b792b26 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Network 9dbb627f-81c5-4566-b94b-f607a1162a25 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:09:32.600361 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f396ec4b-1815-4ba6-be86-10d05969c796 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:09:32.606824 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-f396ec4b-1815-4ba6-be86-10d05969c796 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:09:32.618846 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9fe2ca9e-de40-4470-a41d-94474b792b26 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:32.682229 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e57e16eb-f446-4a2e-bd7d-51271dc07534 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:32.688727 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f396ec4b-1815-4ba6-be86-10d05969c796 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Made reservation on behalf of ae689a2183d8472f8f3af896d54c4df0 for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:09:32.719612 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f396ec4b-1815-4ba6-be86-10d05969c796 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:32.726915 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742634c7-5932-41f9-b620-2c0a953a6ae6 None None] DHCP port deletion for 3604bf84-bcc3-47aa-add5-df79811477a6 request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:09:32.747001 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-742634c7-5932-41f9-b620-2c0a953a6ae6 None None] Deleting port 3f4749f7-8304-4e9a-a9ae-1e6292ace6a9 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:09:32.747537 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-742634c7-5932-41f9-b620-2c0a953a6ae6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:32.786658 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-25daf09b-e0bd-4833-9797-77e17126481d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Allocated IP 2001:db8::e217:1049:fb22:d15a (36ec2ab5-acc9-45dc-a136-797459b09a1c/e9e98f5b-8ea2-48f4-a538-5f3fa43346c9/4988206d-189a-4327-9fea-3455bfb34482) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:09:32.788714 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 758997d7-648e-4d11-986f-373ad215fde8 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:09:32.794533 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-67506f73-2c49-4045-897b-f42bd5e4f607 req-c639dd33-26c4-49e9-a0ae-4d130034d460 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7a5916f6-67e0-4b45-8c9c-82a048d390d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 1.0127859
Jan 29 10:09:32.819099 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c5e3fdba-9f0e-4dc8-92ae-4b5716d83e3a tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1479249'] for subnet, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:32.936993 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c5e3fdba-9f0e-4dc8-92ae-4b5716d83e3a tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:32.940259 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8c7bab7b-c6c9-433d-9a22-4604139975c7 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "PUT /v2.0/floatingips/0ff94222-2c0b-42f7-aab4-0d75a1b99005 HTTP/1.1" status: 200  len: 990 time: 6.2405195
Jan 29 10:09:32.995661 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22b168d6-bde2-48f8-894c-ffc201cda99d', 'tag': 'a74e407f-ffe3-4470-a49f-5eba4735646b'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:09:33.127756 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-742634c7-5932-41f9-b620-2c0a953a6ae6 None None] For port 3f4749f7-8304-4e9a-a9ae-1e6292ace6a9, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=3f4749f7-8304-4e9a-a9ae-1e6292ace6a9,segment=NetworkSegment(3460f6f2-079a-4691-ab1d-5b83336e6f44),segment_id=3460f6f2-079a-4691-ab1d-5b83336e6f44)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:09:33.128070 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-742634c7-5932-41f9-b620-2c0a953a6ae6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:33.321029 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-742634c7-5932-41f9-b620-2c0a953a6ae6 None None] Calling delete_port for 3f4749f7-8304-4e9a-a9ae-1e6292ace6a9 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:09:33.441155 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-111257bd-9b26-4718-b4af-7d8b4a471c6b None None] Set router bed3b29c-d843-4467-9402-68f02779e54b gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:09:33.463566 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c5e3fdba-9f0e-4dc8-92ae-4b5716d83e3a tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852603100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2204728'] for subnet, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:33.585955 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0bd9ae12-f01f-4454-9dfa-0ecea522b1ac req-b262f601-c724-4b43-a84e-7c8ee424d758 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/ports?device_id=646f0d1b-8b1f-4f18-a23b-f6fd67aca648 HTTP/1.1" status: 200  len: 210 time: 0.8084326
Jan 29 10:09:33.600149 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a1ac382d-5c86-49a4-b32b-49b8e8b2a676 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:33.658873 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e3fdba-9f0e-4dc8-92ae-4b5716d83e3a tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Pushing event deleted for resources: {'Subnet': ['ID=193806c8-4044-46c5-87c8-fbba2cb09ed4,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:33.662803 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c5e3fdba-9f0e-4dc8-92ae-4b5716d83e3a tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:33.675742 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c5e3fdba-9f0e-4dc8-92ae-4b5716d83e3a tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:33.813208 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-9fe2ca9e-de40-4470-a41d-94474b792b26 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Network 9dbb627f-81c5-4566-b94b-f607a1162a25 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:09:33.824203 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22b168d6-bde2-48f8-894c-ffc201cda99d', 'tag': 'a74e407f-ffe3-4470-a49f-5eba4735646b', 'status': 'completed', 'code': 200}
Jan 29 10:09:33.850112 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490d2e1-5593-4f90-a9ba-89364282ad28 req-323c9da5-711a-4c15-9397-0623662d982c tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:33.851804 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c490d2e1-5593-4f90-a9ba-89364282ad28 req-323c9da5-711a-4c15-9397-0623662d982c tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.22 "GET /v2.0/networks?id=9c450a0f-2c11-436c-8735-9a1afe6b7184 HTTP/1.1" status: 200  len: 812 time: 1.5518155
Jan 29 10:09:33.861327 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:09:33.861327 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:09:33.861327 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:09:33.861327 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:09:33.861327 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:09:33.861327 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:09:33.861327 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:09:33.861327 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:09:33.861327 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:09:33.861327 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:09:33.861327 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:09:33.861327 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:09:33.861327 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:09:33.861327 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:09:33.861327 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:09:33.861327 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:09:33.861327 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:09:33.861327 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:09:33.861327 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:09:33.861327 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:09:33.861327 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:09:33.861327 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:09:33.861327 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:09:33.861327 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:09:33.861327 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:09:33.861327 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:09:33.861327 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:09:33.861327 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:09:33.861327 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:09:33.861327 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:09:33.861327 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:09:33.861327 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:09:33.861327 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:09:33.861327 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:09:33.861327 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:09:33.861327 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:09:33.861327 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:09:33.861327 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:09:33.861327 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:09:33.861327 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:09:33.903404 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a84c3b2-139f-4356-90c4-9f9c537daa4f None None] Network 064f61d7-3b27-4c99-afa5-d418434af3be requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:09:33.979604 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-742634c7-5932-41f9-b620-2c0a953a6ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:33.986834 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c5e3fdba-9f0e-4dc8-92ae-4b5716d83e3a tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] 10.222.0.57 "DELETE /v2.0/subnets/193806c8-4044-46c5-87c8-fbba2cb09ed4 HTTP/1.1" status: 204  len: 168 time: 1.9335854
Jan 29 10:09:33.988224 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 51588) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:34.027249 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-cb467642-fc70-4d36-8b34-f822e83ee916 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:34.101769 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742634c7-5932-41f9-b620-2c0a953a6ae6 None None] Pushing event deleted for resources: {'Port': ['ID=3f4749f7-8304-4e9a-a9ae-1e6292ace6a9,revision_number=None']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:34.137414 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-742634c7-5932-41f9-b620-2c0a953a6ae6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:34.147578 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-f396ec4b-1815-4ba6-be86-10d05969c796 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] device_id is not set on port 66cdd244-5de2-4997-a19e-d3d85b22a624 yet. {{(pid=80766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:09:34.254294 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7fcd378f-48cd-4c4b-8795-8211bd6fdf70 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:34.337629 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e57e16eb-f446-4a2e-bd7d-51271dc07534 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852603100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2204728'] for subnet, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:34.349645 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67506f73-2c49-4045-897b-f42bd5e4f607 req-d5e252f4-a08b-4bcd-8ad9-9c5b78e47b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:34.351324 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-67506f73-2c49-4045-897b-f42bd5e4f607 req-d5e252f4-a08b-4bcd-8ad9-9c5b78e47b34 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ff1f06ee29ef461597f2ecd846f8813d&device_id=7a5916f6-67e0-4b45-8c9c-82a048d390d0 HTTP/1.1" status: 200  len: 1162 time: 1.2969427
Jan 29 10:09:34.370200 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7e998133-b04d-452a-b8c2-c004b16873a2 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:34.395548 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9fe2ca9e-de40-4470-a41d-94474b792b26 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:34.399484 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9fe2ca9e-de40-4470-a41d-94474b792b26 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:34.411166 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a20bc303-4341-447f-9c33-838509d79e5e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:34.454939 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-1a2035b6-115f-4cfc-a3dc-a231c947cfc5 None None] Provisioning for port 758997d7-648e-4d11-986f-373ad215fde8 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:09:34.466312 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57e16eb-f446-4a2e-bd7d-51271dc07534 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Pushing event deleted for resources: {'Subnet': ['ID=2c2fa54a-55c7-40f7-ae77-8ef0e047e4e1,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:34.491824 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00e5002-c725-4585-b0f1-de1942e3228d req-df6b7867-e2b5-49f0-97c0-e9767d554e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:34.493974 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a00e5002-c725-4585-b0f1-de1942e3228d req-df6b7867-e2b5-49f0-97c0-e9767d554e86 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ee8761d4330e4fd09e97501060c8b8ec&device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 1162 time: 0.7184761
Jan 29 10:09:34.494984 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe2ca9e-de40-4470-a41d-94474b792b26 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event deleted for resources: {'Network': ['ID=9dbb627f-81c5-4566-b94b-f607a1162a25,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:34.498283 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9fe2ca9e-de40-4470-a41d-94474b792b26 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:34.498653 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e57e16eb-f446-4a2e-bd7d-51271dc07534 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:34.499041 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a585de3e-6e2d-4114-ab39-560be41ccda9 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:34.515354 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9fe2ca9e-de40-4470-a41d-94474b792b26 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "DELETE /v2.0/networks/9dbb627f-81c5-4566-b94b-f607a1162a25 HTTP/1.1" status: 204  len: 168 time: 7.0648978
Jan 29 10:09:34.551152 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51594) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:34.572892 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-b5d152c8-90cf-4780-9daa-4fc98a858a26 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1863011899'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:09:34.590986 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-b5d152c8-90cf-4780-9daa-4fc98a858a26 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:09:34.634173 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c490d2e1-5593-4f90-a9ba-89364282ad28 req-3fd8e44d-3cda-4635-a69f-7495fbca865c tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4d907168a4924ceb9472857ce37e1904 HTTP/1.1" status: 200  len: 5765 time: 0.6448770
Jan 29 10:09:34.648823 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-c490d2e1-5593-4f90-a9ba-89364282ad28 req-38af9db6-03c3-413b-8ab9-5c7b8505db9a tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Request body: {'port': {'device_id': '646f0d1b-8b1f-4f18-a23b-f6fd67aca648', 'network_id': '9c450a0f-2c11-436c-8735-9a1afe6b7184', 'admin_state_up': True, 'tenant_id': '4d907168a4924ceb9472857ce37e1904', 'security_groups': ['ca938fcf-b80d-466c-a403-7c3b18a33b2b']}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:09:34.670144 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-7fcd378f-48cd-4c4b-8795-8211bd6fdf70 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Deleting port 33470968-b24b-4795-b41a-7d0d2638685d {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:09:34.670813 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7fcd378f-48cd-4c4b-8795-8211bd6fdf70 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:34.679934 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b5d152c8-90cf-4780-9daa-4fc98a858a26 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Usage tracker for resource:network and tenant:b402c3f19966488ebcb859fd6d6d9b16 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:09:34.680501 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-1a2035b6-115f-4cfc-a3dc-a231c947cfc5 None None] Provisioning complete for port 758997d7-648e-4d11-986f-373ad215fde8 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:09:34.681136 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1a2035b6-115f-4cfc-a3dc-a231c947cfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:34.684724 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b5d152c8-90cf-4780-9daa-4fc98a858a26 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Quota usage for network was recalculated. Used quota:1. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:09:34.733980 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 758997d7-648e-4d11-986f-373ad215fde8 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:09:34.752797 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-b5d152c8-90cf-4780-9daa-4fc98a858a26 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:09:34.759602 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e57e16eb-f446-4a2e-bd7d-51271dc07534 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:34.787976 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e57e16eb-f446-4a2e-bd7d-51271dc07534 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "DELETE /v2.0/subnets/2c2fa54a-55c7-40f7-ae77-8ef0e047e4e1 HTTP/1.1" status: 204  len: 168 time: 2.8487933
Jan 29 10:09:34.797113 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 51600) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:34.812113 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-25daf09b-e0bd-4833-9797-77e17126481d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:34.842459 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d152c8-90cf-4780-9daa-4fc98a858a26 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Made reservation on behalf of b402c3f19966488ebcb859fd6d6d9b16 for: {'network': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:09:34.861145 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6522723d-a633-4260-bb88-064646fd07e6 None None] Network 6f4ec9eb-40b3-445a-b38b-33a10f804879 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:09:34.864708 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b5d152c8-90cf-4780-9daa-4fc98a858a26 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:34.919388 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67506f73-2c49-4045-897b-f42bd5e4f607 req-1f8337bc-f4ec-4568-9950-6dbf43743bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:34.920982 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-67506f73-2c49-4045-897b-f42bd5e4f607 req-1f8337bc-f4ec-4568-9950-6dbf43743bd6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=202d926a-4317-4fd3-a6b3-3233b8a4bdb4 HTTP/1.1" status: 200  len: 890 time: 0.4833705
Jan 29 10:09:34.923757 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 758997d7-648e-4d11-986f-373ad215fde8 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:09:34.924184 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:34.928624 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-25daf09b-e0bd-4833-9797-77e17126481d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Transition to ACTIVE for port object 4988206d-189a-4327-9fea-3455bfb34482 will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:09:34.987757 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-a585de3e-6e2d-4114-ab39-560be41ccda9 None None] Transition to ACTIVE for port object 8daa7a54-5943-4c3c-a890-e0c6a73d8111 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:09:35.013414 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00e5002-c725-4585-b0f1-de1942e3228d req-7afdaadd-9481-428f-a957-06bc12c3f548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:35.015080 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a00e5002-c725-4585-b0f1-de1942e3228d req-7afdaadd-9481-428f-a957-06bc12c3f548 service neutron] 10.222.0.22 "GET /v2.0/networks?id=26a4294d-c956-403b-8f7a-57f8ffefaf53 HTTP/1.1" status: 200  len: 906 time: 0.4983838
Jan 29 10:09:35.031079 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5d152c8-90cf-4780-9daa-4fc98a858a26 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] vxlan segment allocate from pool success with {'vxlan_vni': 11}  {{(pid=80766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:09:35.088009 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:35.089990 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742634c7-5932-41f9-b620-2c0a953a6ae6 None None] No DVR routers for this DVR port 3f4749f7-8304-4e9a-a9ae-1e6292ace6a9 on host dv-neutron-772983-2-ovs {{(pid=80767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:09:35.174481 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a00e5002-c725-4585-b0f1-de1942e3228d req-f50370c4-1210-45c9-be1f-1f843aba9cb6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a74e407f-ffe3-4470-a49f-5eba4735646b HTTP/1.1" status: 200  len: 998 time: 0.1376703
Jan 29 10:09:35.182278 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-a585de3e-6e2d-4114-ab39-560be41ccda9 None None] Transition to ACTIVE for port object 8daa7a54-5943-4c3c-a890-e0c6a73d8111 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:09:35.266339 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1a2035b6-115f-4cfc-a3dc-a231c947cfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:35.298109 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b5d152c8-90cf-4780-9daa-4fc98a858a26 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268197113528', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:35.298562 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-b5d152c8-90cf-4780-9daa-4fc98a858a26 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Added segment 1d50f334-c8ee-42c1-ba7c-5dfa8beee9fb of type vxlan for network eaffebd3-8ffb-4091-b8ae-88922429917b
Jan 29 10:09:35.310342 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-1a2035b6-115f-4cfc-a3dc-a231c947cfc5 None None] For port 758997d7-648e-4d11-986f-373ad215fde8, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=758997d7-648e-4d11-986f-373ad215fde8,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:09:35.312094 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a585de3e-6e2d-4114-ab39-560be41ccda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:35.330066 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-67506f73-2c49-4045-897b-f42bd5e4f607 req-10d30468-ae6e-4ad2-a6db-6532e75ca694 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ed1fecf-d03f-4bd3-b46d-ffcac548fa0a HTTP/1.1" status: 200  len: 1001 time: 0.3970366
Jan 29 10:09:35.331175 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:35.365736 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1a2035b6-115f-4cfc-a3dc-a231c947cfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:35.445086 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00e5002-c725-4585-b0f1-de1942e3228d req-33acf09f-4234-405e-a7f3-9c46f9133a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:35.446534 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6b736f17-24f3-4225-a0b2-d5c5029ca36c req-6aa771cb-2fd0-47f7-8cd0-e6e90e727972 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/ports?device_id=646f0d1b-8b1f-4f18-a23b-f6fd67aca648 HTTP/1.1" status: 200  len: 210 time: 0.5323761
Jan 29 10:09:35.446760 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a00e5002-c725-4585-b0f1-de1942e3228d req-33acf09f-4234-405e-a7f3-9c46f9133a6f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5a251db5-5565-4afc-bc11-9aa24a0c3cc1 HTTP/1.1" status: 200  len: 851 time: 0.2471466
Jan 29 10:09:35.472896 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-c490d2e1-5593-4f90-a9ba-89364282ad28 req-38af9db6-03c3-413b-8ab9-5c7b8505db9a tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:09:35.514131 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-c490d2e1-5593-4f90-a9ba-89364282ad28 req-38af9db6-03c3-413b-8ab9-5c7b8505db9a tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:09:35.639188 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c490d2e1-5593-4f90-a9ba-89364282ad28 req-38af9db6-03c3-413b-8ab9-5c7b8505db9a tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Made reservation on behalf of 4d907168a4924ceb9472857ce37e1904 for: {'port': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:09:35.644842 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b5d152c8-90cf-4780-9daa-4fc98a858a26 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:35.646671 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-111257bd-9b26-4718-b4af-7d8b4a471c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c8e7ebe0>, [{'id': 'bed3b29c-d843-4467-9402-68f02779e54b', 'name': 'tempest-ServerActionsTestJSON-1485438757-router', 'tenant_id': 'ee8761d4330e4fd09e97501060c8b8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.158'}], 'enable_snat': True}, 'gw_port_id': 'f313f94e-1e43-4323-8d42-67981da4c4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:08:04Z', 'updated_at': '2021-01-29T10:08:23Z', 'revision_number': 4, 'project_id': 'ee8761d4330e4fd09e97501060c8b8ec', 'gw_port': {'id': 'f313f94e-1e43-4323-8d42-67981da4c4a8', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:68:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed3b29c-d843-4467-9402-68f02779e54b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:08:07Z', 'updated_at': '2021-01-29T10:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': '0ff94222-2c0b-42f7-aab4-0d75a1b99005', 'tenant_id': 'ee8761d4330e4fd09e97501060c8b8ec', 'floating_ip_address': '172.26.7.64', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': 'bed3b29c-d843-4467-9402-68f02779e54b', 'port_id': 'a74e407f-ffe3-4470-a49f-5eba4735646b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26a4294d-c956-403b-8f7a-57f8ffefaf53', 'mac_address': 'fa:16:3e:2a:7d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b168d6-bde2-48f8-894c-ffc201cda99d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:08:41Z', 'updated_at': '2021-01-29T10:09:28Z', 'revision_number': 1, 'project_id': 'ee8761d4330e4fd09e97501060c8b8ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd6c7a28-1fdf-4f8e-89b7-848669d0a5a3', 'name': '', 'network_id': '26a4294d-c956-403b-8f7a-57f8ffefaf53', 'tenant_id': 'ee8761d4330e4fd09e97501060c8b8ec', 'mac_address': 'fa:16:3e:d0:d4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed3b29c-d843-4467-9402-68f02779e54b', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '5a251db5-5565-4afc-bc11-9aa24a0c3cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:08:19Z', 'updated_at': '2021-01-29T10:08:52Z', 'revision_number': 5, 'project_id': 'ee8761d4330e4fd09e97501060c8b8ec', 'subnets': [{'id': '5a251db5-5565-4afc-bc11-9aa24a0c3cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:09:35.651676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-25daf09b-e0bd-4833-9797-77e17126481d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:35.662870 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-c490d2e1-5593-4f90-a9ba-89364282ad28 req-38af9db6-03c3-413b-8ab9-5c7b8505db9a tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:35.667181 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111257bd-9b26-4718-b4af-7d8b4a471c6b None None] Checking router: bed3b29c-d843-4467-9402-68f02779e54b for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:09:35.751545 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-918caa95-99f1-4390-8615-69e21cf8847c tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:35.792995 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-ddeb818a-4c86-4a35-b65c-620338610157 None None] Provisioning complete for port 758997d7-648e-4d11-986f-373ad215fde8 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:09:35.793681 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ddeb818a-4c86-4a35-b65c-620338610157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:35.812811 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-f396ec4b-1815-4ba6-be86-10d05969c796 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Allocated IP 2001:db8::3c5 (db9807d3-767e-4a2f-a82c-698405c32607/623b3827-66b2-453c-9924-a79c76af24d0/66cdd244-5de2-4997-a19e-d3d85b22a624) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:09:35.815058 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-37aace2a-c8d7-4e95-8dcd-614496d7da16 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:35.844244 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a585de3e-6e2d-4114-ab39-560be41ccda9 None None] Pushing event updated for resources: {'Port': ['ID=8daa7a54-5943-4c3c-a890-e0c6a73d8111,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:35.854458 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82d99e3-d62e-4d2c-b42f-939d6937d324 None None] DHCP port deletion for 064f61d7-3b27-4c99-afa5-d418434af3be request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:09:35.885841 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a585de3e-6e2d-4114-ab39-560be41ccda9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:35.895679 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-e82d99e3-d62e-4d2c-b42f-939d6937d324 None None] Deleting port 33470968-b24b-4795-b41a-7d0d2638685d {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:09:35.896369 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e82d99e3-d62e-4d2c-b42f-939d6937d324 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:35.913363 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25daf09b-e0bd-4833-9797-77e17126481d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:09:35.925803 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-25daf09b-e0bd-4833-9797-77e17126481d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:09:35.928214 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25daf09b-e0bd-4833-9797-77e17126481d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:09:35.933484 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-aa0281cb-f87f-48e0-8229-e2c31ff11e20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.504s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:35.997569 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 33470968-b24b-4795-b41a-7d0d2638685d no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:09:36.001009 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25daf09b-e0bd-4833-9797-77e17126481d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:36.001256 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-25daf09b-e0bd-4833-9797-77e17126481d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:36.008711 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67506f73-2c49-4045-897b-f42bd5e4f607 req-f8f369d8-7ead-461c-af74-684162ed4c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:36.010726 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-67506f73-2c49-4045-897b-f42bd5e4f607 req-f8f369d8-7ead-461c-af74-684162ed4c5c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=18ba1ea0-4872-4c5f-bc2f-ad1138a60b95 HTTP/1.1" status: 200  len: 834 time: 0.6512146
Jan 29 10:09:36.022104 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.resource_extend [None req-b5d152c8-90cf-4780-9daa-4fc98a858a26 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 29 10:09:36.043424 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:09:36.181624 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25daf09b-e0bd-4833-9797-77e17126481d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event updated for resources: {'Port': ['ID=4988206d-189a-4327-9fea-3455bfb34482,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:36.188108 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-7fcd378f-48cd-4c4b-8795-8211bd6fdf70 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] For port 33470968-b24b-4795-b41a-7d0d2638685d, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=33470968-b24b-4795-b41a-7d0d2638685d,segment=NetworkSegment(7a5ad1c4-9b1a-455d-836a-1b7439617858),segment_id=7a5ad1c4-9b1a-455d-836a-1b7439617858)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:09:36.188875 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7fcd378f-48cd-4c4b-8795-8211bd6fdf70 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:36.234479 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-25daf09b-e0bd-4833-9797-77e17126481d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:36.238340 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-25daf09b-e0bd-4833-9797-77e17126481d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 7.3796234
Jan 29 10:09:36.257648 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b5d152c8-90cf-4780-9daa-4fc98a858a26 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:36.343448 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111257bd-9b26-4718-b4af-7d8b4a471c6b None None] Routers {'bed3b29c-d843-4467-9402-68f02779e54b'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:09:36.344164 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-111257bd-9b26-4718-b4af-7d8b4a471c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c8e7ebe0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:09:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['bed3b29c-d843-4467-9402-68f02779e54b'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:09:36.362695 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d152c8-90cf-4780-9daa-4fc98a858a26 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:36.364219 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b5d152c8-90cf-4780-9daa-4fc98a858a26 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:36.365528 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-7fcd378f-48cd-4c4b-8795-8211bd6fdf70 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Calling delete_port for 33470968-b24b-4795-b41a-7d0d2638685d owned by network:dhcp {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:09:36.390458 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51606) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:36.391239 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a33f4cd3-d47d-450f-9ad9-70a7962b3e3d tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:36.416188 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2035b6-115f-4cfc-a3dc-a231c947cfc5 None None] Pushing event updated for resources: {'Port': ['ID=758997d7-648e-4d11-986f-373ad215fde8,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:36.420524 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1a2035b6-115f-4cfc-a3dc-a231c947cfc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:36.434430 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b5d152c8-90cf-4780-9daa-4fc98a858a26 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.8722274
Jan 29 10:09:36.452549 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 51610) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:36.468357 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-e08cbf26-bf58-4785-a578-bcbb0eaa7f47 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Request body: {'subnet': {'network_id': 'eaffebd3-8ffb-4091-b8ae-88922429917b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:09:36.520715 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7fcd378f-48cd-4c4b-8795-8211bd6fdf70 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:36.572036 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No active binding found for port 33470968-b24b-4795-b41a-7d0d2638685d {{(pid=80767) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}}
Jan 29 10:09:36.572506 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 33470968-b24b-4795-b41a-7d0d2638685d not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:09:36.572981 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 3f4749f7-8304-4e9a-a9ae-1e6292ace6a9 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:09:36.595731 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d152c8-90cf-4780-9daa-4fc98a858a26 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event updated for resources: {'Network': ['ID=eaffebd3-8ffb-4091-b8ae-88922429917b,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:36.602431 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-13e217a0-ef59-49b7-b112-8078b7c80494 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:36.631009 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 3f4749f7-8304-4e9a-a9ae-1e6292ace6a9 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:09:36.631425 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 3f4749f7-8304-4e9a-a9ae-1e6292ace6a9 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:09:36.632629 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b5d152c8-90cf-4780-9daa-4fc98a858a26 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:36.633905 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network eaffebd3-8ffb-4091-b8ae-88922429917b details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:09:36.702271 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00e5002-c725-4585-b0f1-de1942e3228d req-de6a6ac3-aa61-4e98-9a3b-09cc49ff5da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:36.704148 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a00e5002-c725-4585-b0f1-de1942e3228d req-de6a6ac3-aa61-4e98-9a3b-09cc49ff5da8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=26a4294d-c956-403b-8f7a-57f8ffefaf53&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 1.2407105
Jan 29 10:09:36.766817 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network eaffebd3-8ffb-4091-b8ae-88922429917b details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:09:36.840083 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcd378f-48cd-4c4b-8795-8211bd6fdf70 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Pushing event deleted for resources: {'Port': ['ID=33470968-b24b-4795-b41a-7d0d2638685d,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:36.927439 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7fcd378f-48cd-4c4b-8795-8211bd6fdf70 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:36.946207 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-df5d0e02-edbc-453d-b303-1dc9058d72f8 req-b7f95bd4-79e8-4461-99e4-0db297db9faf tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/ports?device_id=646f0d1b-8b1f-4f18-a23b-f6fd67aca648 HTTP/1.1" status: 200  len: 210 time: 0.2137995
Jan 29 10:09:36.996619 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8f4edb-2485-480f-99cf-9f1fa4ce0766 None None] DHCP port deletion for 6f4ec9eb-40b3-445a-b38b-33a10f804879 request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:09:37.013656 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-e82d99e3-d62e-4d2c-b42f-939d6937d324 None None] The port '33470968-b24b-4795-b41a-7d0d2638685d' was deleted {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 29 10:09:37.067285 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-8a8f4edb-2485-480f-99cf-9f1fa4ce0766 None None] Deleting port 10927309-f41c-4a02-afd1-1415fe8b5be3 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:09:37.067946 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8a8f4edb-2485-480f-99cf-9f1fa4ce0766 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:37.114408 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67506f73-2c49-4045-897b-f42bd5e4f607 req-f54374f8-9c4a-4d95-b153-6580295a663f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:37.116045 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-67506f73-2c49-4045-897b-f42bd5e4f607 req-f54374f8-9c4a-4d95-b153-6580295a663f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=202d926a-4317-4fd3-a6b3-3233b8a4bdb4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 1.0781186
Jan 29 10:09:37.148743 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a585de3e-6e2d-4114-ab39-560be41ccda9 None None] Network db9807d3-767e-4a2f-a82c-698405c32607 is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:09:37.181841 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-918caa95-99f1-4390-8615-69e21cf8847c tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:37.188149 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-a585de3e-6e2d-4114-ab39-560be41ccda9 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:09:37.191707 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a585de3e-6e2d-4114-ab39-560be41ccda9 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:09:37.200873 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-e08cbf26-bf58-4785-a578-bcbb0eaa7f47 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:09:37.224127 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e08cbf26-bf58-4785-a578-bcbb0eaa7f47 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Usage tracker for resource:subnet and tenant:b402c3f19966488ebcb859fd6d6d9b16 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:09:37.240002 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e08cbf26-bf58-4785-a578-bcbb0eaa7f47 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:09:37.260736 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-e08cbf26-bf58-4785-a578-bcbb0eaa7f47 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:09:37.263065 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcd378f-48cd-4c4b-8795-8211bd6fdf70 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] No DVR routers for this DVR port 33470968-b24b-4795-b41a-7d0d2638685d on host dv-neutron-772983-2-ovs {{(pid=80765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:09:37.329181 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-a585de3e-6e2d-4114-ab39-560be41ccda9 None None] Attempting to bind port 8daa7a54-5943-4c3c-a890-e0c6a73d8111 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:09:37.330023 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-a585de3e-6e2d-4114-ab39-560be41ccda9 None None] Attempting to bind port 8daa7a54-5943-4c3c-a890-e0c6a73d8111 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'd83d44bc-19bb-47bf-97fc-7ac28870d2be', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'db9807d3-767e-4a2f-a82c-698405c32607'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:09:37.330658 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a585de3e-6e2d-4114-ab39-560be41ccda9 None None] Attempting to bind port 8daa7a54-5943-4c3c-a890-e0c6a73d8111 on network db9807d3-767e-4a2f-a82c-698405c32607 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:09:37.341628 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a585de3e-6e2d-4114-ab39-560be41ccda9 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:09:37.342448 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a585de3e-6e2d-4114-ab39-560be41ccda9 None None] Checking segment: {'id': 'd83d44bc-19bb-47bf-97fc-7ac28870d2be', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'db9807d3-767e-4a2f-a82c-698405c32607'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:09:37.343117 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a585de3e-6e2d-4114-ab39-560be41ccda9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:37.343766 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a585de3e-6e2d-4114-ab39-560be41ccda9 None None] Bound using segment: {'id': 'd83d44bc-19bb-47bf-97fc-7ac28870d2be', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'db9807d3-767e-4a2f-a82c-698405c32607'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:09:37.344493 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-a585de3e-6e2d-4114-ab39-560be41ccda9 None None] Bound port: 8daa7a54-5943-4c3c-a890-e0c6a73d8111, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd83d44bc-19bb-47bf-97fc-7ac28870d2be', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'db9807d3-767e-4a2f-a82c-698405c32607'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:09:37.345128 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a585de3e-6e2d-4114-ab39-560be41ccda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:37.373523 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [req-c490d2e1-5593-4f90-a9ba-89364282ad28 req-38af9db6-03c3-413b-8ab9-5c7b8505db9a tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Allocated IP 172.20.0.14 (9c450a0f-2c11-436c-8735-9a1afe6b7184/dd17e4b6-a33a-4e17-bc4a-03539800690d/34ac8151-ad03-457c-a08a-bf5486dcce07) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:09:37.407478 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e957153e-6048-4350-ae21-2d9bfaf3c11a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:37.438544 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08cbf26-bf58-4785-a578-bcbb0eaa7f47 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Made reservation on behalf of b402c3f19966488ebcb859fd6d6d9b16 for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:09:37.461552 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e08cbf26-bf58-4785-a578-bcbb0eaa7f47 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:37.490151 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e957153e-6048-4350-ae21-2d9bfaf3c11a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:37.490965 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e957153e-6048-4350-ae21-2d9bfaf3c11a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Synchronizing usage tracker for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:09:37.512204 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-918caa95-99f1-4390-8615-69e21cf8847c tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c92d1b00>,) {'filters': {'network_id': ['3604bf84-bcc3-47aa-add5-df79811477a6']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:09:37.573029 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-8a8f4edb-2485-480f-99cf-9f1fa4ce0766 None None] For port 10927309-f41c-4a02-afd1-1415fe8b5be3, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=10927309-f41c-4a02-afd1-1415fe8b5be3,segment=NetworkSegment(960cf5cc-8c62-428f-a298-497a56febd96),segment_id=960cf5cc-8c62-428f-a298-497a56febd96)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:09:37.573876 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8a8f4edb-2485-480f-99cf-9f1fa4ce0766 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:37.574500 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-918caa95-99f1-4390-8615-69e21cf8847c tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c92d1b00>, '3460f6f2-079a-4691-ab1d-5b83336e6f44') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:09:37.574852 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-918caa95-99f1-4390-8615-69e21cf8847c tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c92d1b00>, '3460f6f2-079a-4691-ab1d-5b83336e6f44') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:09:37.597475 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-67506f73-2c49-4045-897b-f42bd5e4f607 req-5895f3d7-25d5-4401-8a09-349246097e6c service neutron] 10.222.0.22 "GET /v2.0/networks/202d926a-4317-4fd3-a6b3-3233b8a4bdb4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4223371
Jan 29 10:09:37.612097 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a00e5002-c725-4585-b0f1-de1942e3228d req-09404271-5135-4893-8aef-c86c9f2a0158 service neutron] 10.222.0.22 "GET /v2.0/networks/26a4294d-c956-403b-8f7a-57f8ffefaf53?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8956237
Jan 29 10:09:37.706492 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7fcd378f-48cd-4c4b-8795-8211bd6fdf70 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:37.717957 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-8a8f4edb-2485-480f-99cf-9f1fa4ce0766 None None] Calling delete_port for 10927309-f41c-4a02-afd1-1415fe8b5be3 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:09:37.724413 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-918caa95-99f1-4390-8615-69e21cf8847c tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:37.806790 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a00e5002-c725-4585-b0f1-de1942e3228d req-fd43cb9d-ae05-4298-a2d3-37d3fa0d3ecd service neutron] 10.222.0.22 "GET /v2.0/networks/26a4294d-c956-403b-8f7a-57f8ffefaf53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1546838
Jan 29 10:09:37.818386 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-918caa95-99f1-4390-8615-69e21cf8847c tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:37.825346 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-918caa95-99f1-4390-8615-69e21cf8847c tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Releasing vxlan tunnel 12 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:09:37.825547 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f396ec4b-1815-4ba6-be86-10d05969c796 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:37.838081 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e957153e-6048-4350-ae21-2d9bfaf3c11a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Unset dirty status for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:09:37.839362 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e957153e-6048-4350-ae21-2d9bfaf3c11a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1687 time: 1.4258003
Jan 29 10:09:37.845247 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 51618) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:37.907202 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-f396ec4b-1815-4ba6-be86-10d05969c796 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Transition to ACTIVE for port object 66cdd244-5de2-4997-a19e-d3d85b22a624 will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:09:37.955075 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-67506f73-2c49-4045-897b-f42bd5e4f607 req-c2e3a2fb-e0c1-43b2-8368-6a225f177635 service neutron] 10.222.0.22 "GET /v2.0/networks/202d926a-4317-4fd3-a6b3-3233b8a4bdb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3455801
Jan 29 10:09:37.971554 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-a585de3e-6e2d-4114-ab39-560be41ccda9 None None] For port 8daa7a54-5943-4c3c-a890-e0c6a73d8111, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:09:37.976073 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-a585de3e-6e2d-4114-ab39-560be41ccda9 None None] For port 8daa7a54-5943-4c3c-a890-e0c6a73d8111, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=8daa7a54-5943-4c3c-a890-e0c6a73d8111,segment=NetworkSegment(d83d44bc-19bb-47bf-97fc-7ac28870d2be),segment_id=d83d44bc-19bb-47bf-97fc-7ac28870d2be)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:09:37.983950 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-111257bd-9b26-4718-b4af-7d8b4a471c6b None None] Set router bed3b29c-d843-4467-9402-68f02779e54b gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:09:37.987990 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f396ec4b-1815-4ba6-be86-10d05969c796 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:38.013625 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-098256ff-35ce-47b0-8f0e-77df117ec1c4 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:38.119750 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f396ec4b-1815-4ba6-be86-10d05969c796 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Pushing event updated for resources: {'Port': ['ID=66cdd244-5de2-4997-a19e-d3d85b22a624,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:38.126292 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f396ec4b-1815-4ba6-be86-10d05969c796 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:38.275784 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 758997d7-648e-4d11-986f-373ad215fde8 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:09:38.323137 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f396ec4b-1815-4ba6-be86-10d05969c796 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Network db9807d3-767e-4a2f-a82c-698405c32607 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:09:38.325647 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-f396ec4b-1815-4ba6-be86-10d05969c796 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:09:38.335268 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f396ec4b-1815-4ba6-be86-10d05969c796 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:09:38.342266 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a585de3e-6e2d-4114-ab39-560be41ccda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:38.387610 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a7cc1704-55ca-4b2f-90c4-6207ea8ec12b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:38.438721 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8a8f4edb-2485-480f-99cf-9f1fa4ce0766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:38.442112 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f396ec4b-1815-4ba6-be86-10d05969c796 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:38.443153 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f396ec4b-1815-4ba6-be86-10d05969c796 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:38.468625 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f396ec4b-1815-4ba6-be86-10d05969c796 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 942 time: 6.7617490
Jan 29 10:09:38.471183 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51626) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:38.478783 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-c372987b-8b87-4189-b1be-aa45eaf00342 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Request body: {'port': {'network_id': 'db9807d3-767e-4a2f-a82c-698405c32607', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1346682509', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:09:38.479644 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.api.validators [None req-c372987b-8b87-4189-b1be-aa45eaf00342 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] bootfile-name is not in valid_values {{(pid=80766) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Jan 29 10:09:38.480505 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.api.validators [None req-c372987b-8b87-4189-b1be-aa45eaf00342 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] tftp-server is not in valid_values {{(pid=80766) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Jan 29 10:09:38.481087 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.api.validators [None req-c372987b-8b87-4189-b1be-aa45eaf00342 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] server-ip-address is not in valid_values {{(pid=80766) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Jan 29 10:09:38.546200 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-7fcd378f-48cd-4c4b-8795-8211bd6fdf70 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c3ad0048>,) {'filters': {'network_id': ['064f61d7-3b27-4c99-afa5-d418434af3be']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:09:38.576117 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b20f69c5-65de-4f9f-a3dc-32244df92947 req-286d1e82-2852-4516-846d-9b3134d55148 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/ports?device_id=646f0d1b-8b1f-4f18-a23b-f6fd67aca648 HTTP/1.1" status: 200  len: 210 time: 0.1103449
Jan 29 10:09:38.619173 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-7fcd378f-48cd-4c4b-8795-8211bd6fdf70 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3ad0048>, '7a5ad1c4-9b1a-455d-836a-1b7439617858') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:09:38.619529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-7fcd378f-48cd-4c4b-8795-8211bd6fdf70 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3ad0048>, '7a5ad1c4-9b1a-455d-836a-1b7439617858') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:09:38.642773 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-55227a56-fb78-4b42-89b9-fd43627cefe2 None None] Provisioning for port 4988206d-189a-4327-9fea-3455bfb34482 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:09:38.649814 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-8955957b-ff7e-420f-9b83-469878bd2f3f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Deleting port 4988206d-189a-4327-9fea-3455bfb34482 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:09:38.650199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8955957b-ff7e-420f-9b83-469878bd2f3f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:38.665263 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c372987b-8b87-4189-b1be-aa45eaf00342 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:09:38.669447 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c372987b-8b87-4189-b1be-aa45eaf00342 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Usage tracker for resource:port and tenant:ae689a2183d8472f8f3af896d54c4df0 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:09:38.672848 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c372987b-8b87-4189-b1be-aa45eaf00342 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Quota usage for port was recalculated. Used quota:2. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:09:38.679039 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c372987b-8b87-4189-b1be-aa45eaf00342 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:09:38.709531 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c372987b-8b87-4189-b1be-aa45eaf00342 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Made reservation on behalf of ae689a2183d8472f8f3af896d54c4df0 for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:09:38.735033 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c372987b-8b87-4189-b1be-aa45eaf00342 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:38.835957 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7fcd378f-48cd-4c4b-8795-8211bd6fdf70 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:38.855592 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-918caa95-99f1-4390-8615-69e21cf8847c tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Network 3604bf84-bcc3-47aa-add5-df79811477a6 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:09:38.867729 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-c490d2e1-5593-4f90-a9ba-89364282ad28 req-38af9db6-03c3-413b-8ab9-5c7b8505db9a tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:38.876728 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-918caa95-99f1-4390-8615-69e21cf8847c tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:38.905396 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-55227a56-fb78-4b42-89b9-fd43627cefe2 None None] Provisioning complete for port 4988206d-189a-4327-9fea-3455bfb34482 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:09:38.905841 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-55227a56-fb78-4b42-89b9-fd43627cefe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:38.911127 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-c372987b-8b87-4189-b1be-aa45eaf00342 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] device_id is not set on port 0f7d679f-28c3-4e0a-b6d1-c9c4d4699d98 yet. {{(pid=80766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:09:38.948979 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a585de3e-6e2d-4114-ab39-560be41ccda9 None None] Pushing event updated for resources: {'Port': ['ID=8daa7a54-5943-4c3c-a890-e0c6a73d8111,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:38.950506 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-c490d2e1-5593-4f90-a9ba-89364282ad28 req-38af9db6-03c3-413b-8ab9-5c7b8505db9a tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Transition to ACTIVE for port object 34ac8151-ad03-457c-a08a-bf5486dcce07 will not be triggered until provisioned by entity DHCP. {{(pid=80765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:09:38.952006 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7fcd378f-48cd-4c4b-8795-8211bd6fdf70 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:38.961736 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8f4edb-2485-480f-99cf-9f1fa4ce0766 None None] No DVR routers for this DVR port 10927309-f41c-4a02-afd1-1415fe8b5be3 on host dv-neutron-772983-2-ovs {{(pid=80767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:09:38.971239 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a585de3e-6e2d-4114-ab39-560be41ccda9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:38.973437 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e0e1d6ec-dc75-4fcb-bce0-619dfdc1c7be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.398s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:39.047818 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7fcd378f-48cd-4c4b-8795-8211bd6fdf70 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Releasing vxlan tunnel 5 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:09:39.071629 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8f4edb-2485-480f-99cf-9f1fa4ce0766 None None] Pushing event deleted for resources: {'Port': ['ID=10927309-f41c-4a02-afd1-1415fe8b5be3,revision_number=None']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:39.086213 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 758997d7-648e-4d11-986f-373ad215fde8 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:09:39.086575 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:39.101368 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-c372987b-8b87-4189-b1be-aa45eaf00342 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Allocated IP 2001:db8::323 (db9807d3-767e-4a2f-a82c-698405c32607/623b3827-66b2-453c-9924-a79c76af24d0/0f7d679f-28c3-4e0a-b6d1-c9c4d4699d98) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:09:39.121486 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8a8f4edb-2485-480f-99cf-9f1fa4ce0766 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:39.188541 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-55227a56-fb78-4b42-89b9-fd43627cefe2 None None] Port 4988206d-189a-4327-9fea-3455bfb34482 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:09:39.361160 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-918caa95-99f1-4390-8615-69e21cf8847c tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Network 3604bf84-bcc3-47aa-add5-df79811477a6 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:09:39.413514 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:09:39.413514 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:09:39.413514 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:09:39.413514 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:09:39.413514 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:09:39.413514 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:09:39.413514 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:09:39.413514 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:09:39.413514 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:09:39.413514 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:09:39.413514 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:09:39.413514 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:09:39.413514 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:09:39.413514 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:09:39.413514 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:09:39.413514 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:09:39.413514 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:09:39.413514 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:09:39.413514 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:09:39.413514 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:09:39.413514 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:09:39.413514 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:09:39.413514 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:09:39.413514 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:09:39.413514 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:09:39.413514 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:09:39.413514 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:09:39.413514 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:09:39.413514 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:09:39.413514 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:09:39.413514 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:09:39.413514 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:09:39.417619 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c372987b-8b87-4189-b1be-aa45eaf00342 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:39.443837 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-111257bd-9b26-4718-b4af-7d8b4a471c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c8e7ebe0>, [{'id': 'bed3b29c-d843-4467-9402-68f02779e54b', 'name': 'tempest-ServerActionsTestJSON-1485438757-router', 'tenant_id': 'ee8761d4330e4fd09e97501060c8b8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.158'}], 'enable_snat': True}, 'gw_port_id': 'f313f94e-1e43-4323-8d42-67981da4c4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:08:04Z', 'updated_at': '2021-01-29T10:08:23Z', 'revision_number': 4, 'project_id': 'ee8761d4330e4fd09e97501060c8b8ec', 'gw_port': {'id': 'f313f94e-1e43-4323-8d42-67981da4c4a8', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:68:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed3b29c-d843-4467-9402-68f02779e54b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:08:07Z', 'updated_at': '2021-01-29T10:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': '0ff94222-2c0b-42f7-aab4-0d75a1b99005', 'tenant_id': 'ee8761d4330e4fd09e97501060c8b8ec', 'floating_ip_address': '172.26.7.64', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': 'bed3b29c-d843-4467-9402-68f02779e54b', 'port_id': 'a74e407f-ffe3-4470-a49f-5eba4735646b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26a4294d-c956-403b-8f7a-57f8ffefaf53', 'mac_address': 'fa:16:3e:2a:7d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b168d6-bde2-48f8-894c-ffc201cda99d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:08:41Z', 'updated_at': '2021-01-29T10:09:28Z', 'revision_number': 1, 'project_id': 'ee8761d4330e4fd09e97501060c8b8ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd6c7a28-1fdf-4f8e-89b7-848669d0a5a3', 'name': '', 'network_id': '26a4294d-c956-403b-8f7a-57f8ffefaf53', 'tenant_id': 'ee8761d4330e4fd09e97501060c8b8ec', 'mac_address': 'fa:16:3e:d0:d4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed3b29c-d843-4467-9402-68f02779e54b', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '5a251db5-5565-4afc-bc11-9aa24a0c3cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:08:19Z', 'updated_at': '2021-01-29T10:08:52Z', 'revision_number': 5, 'project_id': 'ee8761d4330e4fd09e97501060c8b8ec', 'subnets': [{'id': '5a251db5-5565-4afc-bc11-9aa24a0c3cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:09:39.450166 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-c372987b-8b87-4189-b1be-aa45eaf00342 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Transition to ACTIVE for port object 0f7d679f-28c3-4e0a-b6d1-c9c4d4699d98 will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:09:39.459643 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111257bd-9b26-4718-b4af-7d8b4a471c6b None None] The sync data for ids ['bed3b29c-d843-4467-9402-68f02779e54b'] in dv-neutron-772983-2-ovs is: [{'id': 'bed3b29c-d843-4467-9402-68f02779e54b', 'name': 'tempest-ServerActionsTestJSON-1485438757-router', 'tenant_id': 'ee8761d4330e4fd09e97501060c8b8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.158'}], 'enable_snat': True}, 'gw_port_id': 'f313f94e-1e43-4323-8d42-67981da4c4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:08:04Z', 'updated_at': '2021-01-29T10:08:23Z', 'revision_number': 4, 'project_id': 'ee8761d4330e4fd09e97501060c8b8ec', 'gw_port': {'id': 'f313f94e-1e43-4323-8d42-67981da4c4a8', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:68:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed3b29c-d843-4467-9402-68f02779e54b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:08:07Z', 'updated_at': '2021-01-29T10:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': '0ff94222-2c0b-42f7-aab4-0d75a1b99005', 'tenant_id': 'ee8761d4330e4fd09e97501060c8b8ec', 'floating_ip_address': '172.26.7.64', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': 'bed3b29c-d843-4467-9402-68f02779e54b', 'port_id': 'a74e407f-ffe3-4470-a49f-5eba4735646b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26a4294d-c956-403b-8f7a-57f8ffefaf53', 'mac_address': 'fa:16:3e:2a:7d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b168d6-bde2-48f8-894c-ffc201cda99d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:08:41Z', 'updated_at': '2021-01-29T10:09:28Z', 'revision_number': 1, 'project_id': 'ee8761d4330e4fd09e97501060c8b8ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd6c7a28-1fdf-4f8e-89b7-848669d0a5a3', 'name': '', 'network_id': '26a4294d-c956-403b-8f7a-57f8ffefaf53', 'tenant_id': 'ee8761d4330e4fd09e97501060c8b8ec', 'mac_address': 'fa:16:3e:d0:d4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed3b29c-d843-4467-9402-68f02779e54b', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '5a251db5-5565-4afc-bc11-9aa24a0c3cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:08:19Z', 'updated_at': '2021-01-29T10:08:52Z', 'revision_number': 5, 'project_id': 'ee8761d4330e4fd09e97501060c8b8ec', 'subnets': [{'id': '5a251db5-5565-4afc-bc11-9aa24a0c3cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:09:39.491927 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c372987b-8b87-4189-b1be-aa45eaf00342 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:39.492766 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 10927309-f41c-4a02-afd1-1415fe8b5be3 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:09:39.519839 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-35de5eed-2f6b-44bf-8461-75773231da32 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:39.546912 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 10927309-f41c-4a02-afd1-1415fe8b5be3 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:09:39.547844 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 10927309-f41c-4a02-afd1-1415fe8b5be3 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:09:39.621609 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c372987b-8b87-4189-b1be-aa45eaf00342 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Pushing event updated for resources: {'Port': ['ID=0f7d679f-28c3-4e0a-b6d1-c9c4d4699d98,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:39.660215 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-7fcd378f-48cd-4c4b-8795-8211bd6fdf70 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Network 064f61d7-3b27-4c99-afa5-d418434af3be has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:09:39.678203 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7fcd378f-48cd-4c4b-8795-8211bd6fdf70 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:39.719052 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c372987b-8b87-4189-b1be-aa45eaf00342 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:39.766553 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-918caa95-99f1-4390-8615-69e21cf8847c tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:39.773067 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c372987b-8b87-4189-b1be-aa45eaf00342 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Network db9807d3-767e-4a2f-a82c-698405c32607 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:09:39.774504 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-c372987b-8b87-4189-b1be-aa45eaf00342 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:09:39.777040 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c372987b-8b87-4189-b1be-aa45eaf00342 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:09:39.841892 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-c490d2e1-5593-4f90-a9ba-89364282ad28 req-38af9db6-03c3-413b-8ab9-5c7b8505db9a tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:39.861262 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f07748d5-1e7e-4d00-99df-00c31254410c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:39.898996 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c372987b-8b87-4189-b1be-aa45eaf00342 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:39.900261 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c372987b-8b87-4189-b1be-aa45eaf00342 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:39.904536 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15f3005-54ff-4b3e-b2fa-bd74bd0d8537 None None] New status for floating IP 0ff94222-2c0b-42f7-aab4-0d75a1b99005: ACTIVE {{(pid=80768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 29 10:09:39.940207 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c372987b-8b87-4189-b1be-aa45eaf00342 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1150 time: 1.4671476
Jan 29 10:09:39.943412 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51634) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:39.953737 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-918caa95-99f1-4390-8615-69e21cf8847c tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:40.017145 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 8daa7a54-5943-4c3c-a890-e0c6a73d8111 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:09:40.023598 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918caa95-99f1-4390-8615-69e21cf8847c tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Pushing event deleted for resources: {'Network': ['ID=3604bf84-bcc3-47aa-add5-df79811477a6,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:40.026707 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-918caa95-99f1-4390-8615-69e21cf8847c tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:40.048723 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-458ad6a6-24ea-4f86-a18b-a2a6b01b1156 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:40.102663 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 8daa7a54-5943-4c3c-a890-e0c6a73d8111 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:09:40.144710 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1208bc-f974-4ea5-a161-5f0912c70a6f tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:40.222692 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8955957b-ff7e-420f-9b83-469878bd2f3f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:40.228159 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1208bc-f974-4ea5-a161-5f0912c70a6f tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:40.307516 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-918caa95-99f1-4390-8615-69e21cf8847c tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "DELETE /v2.0/networks/3604bf84-bcc3-47aa-add5-df79811477a6 HTTP/1.1" status: 204  len: 168 time: 5.5065346
Jan 29 10:09:40.310334 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-7fcd378f-48cd-4c4b-8795-8211bd6fdf70 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Network 064f61d7-3b27-4c99-afa5-d418434af3be has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:09:40.310981 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1208bc-f974-4ea5-a161-5f0912c70a6f tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:40.311967 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5e1208bc-f974-4ea5-a161-5f0912c70a6f tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Synchronizing usage tracker for tenant:ae689a2183d8472f8f3af896d54c4df0 on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:09:40.314678 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51638) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:40.380803 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5e1208bc-f974-4ea5-a161-5f0912c70a6f tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Unset dirty status for tenant:ae689a2183d8472f8f3af896d54c4df0 on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:09:40.385954 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5e1208bc-f974-4ea5-a161-5f0912c70a6f tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2622 time: 0.4373500
Jan 29 10:09:40.398114 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:09:40.398114 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:09:40.398114 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:09:40.398114 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:09:40.398114 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:09:40.398114 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:09:40.398114 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:09:40.398114 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:09:40.398114 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:09:40.398114 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:09:40.398114 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:09:40.398114 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:09:40.398114 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:09:40.398114 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:09:40.398114 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:09:40.398114 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:09:40.398114 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:09:40.398114 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:09:40.398114 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:09:40.398114 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:09:40.398114 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:09:40.398114 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:09:40.398114 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:09:40.398114 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:09:40.398114 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:09:40.398114 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:09:40.398114 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:09:40.398114 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:09:40.398114 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:09:40.398114 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:09:40.398114 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:09:40.398114 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:09:40.405351 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 51642) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:40.475480 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-676d65cb-e9d9-4000-a63c-d89d36034f5a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:40.700852 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-676d65cb-e9d9-4000-a63c-d89d36034f5a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:40.840240 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-676d65cb-e9d9-4000-a63c-d89d36034f5a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c99ae940>,) {'filters': {'network_id': ['6f4ec9eb-40b3-445a-b38b-33a10f804879']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:09:40.854917 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-676d65cb-e9d9-4000-a63c-d89d36034f5a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c99ae940>, '960cf5cc-8c62-428f-a298-497a56febd96') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:09:40.855258 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-676d65cb-e9d9-4000-a63c-d89d36034f5a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c99ae940>, '960cf5cc-8c62-428f-a298-497a56febd96') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:09:40.867832 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-676d65cb-e9d9-4000-a63c-d89d36034f5a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:40.869264 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-8955957b-ff7e-420f-9b83-469878bd2f3f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Calling delete_port for 4988206d-189a-4327-9fea-3455bfb34482 owned by  {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:09:40.884738 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723247da-881c-415d-8047-27781c395a49 None None] Network db9807d3-767e-4a2f-a82c-698405c32607 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:09:40.886854 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-676d65cb-e9d9-4000-a63c-d89d36034f5a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:40.889086 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-676d65cb-e9d9-4000-a63c-d89d36034f5a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Releasing vxlan tunnel 10 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:09:40.912677 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38af9db6-03c3-413b-8ab9-5c7b8505db9a tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Pushing event updated for resources: {'Port': ['ID=34ac8151-ad03-457c-a08a-bf5486dcce07,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:40.988703 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-9aab22bd-61ee-4b52-ab29-ef759deca803 None None] Provisioning for port 8daa7a54-5943-4c3c-a890-e0c6a73d8111 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:09:40.989265 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-38af9db6-03c3-413b-8ab9-5c7b8505db9a tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.941s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:40.996136 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-9aab22bd-61ee-4b52-ab29-ef759deca803 None None] Provisioning complete for port 8daa7a54-5943-4c3c-a890-e0c6a73d8111 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:09:40.996617 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9aab22bd-61ee-4b52-ab29-ef759deca803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:41.081459 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7fcd378f-48cd-4c4b-8795-8211bd6fdf70 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:41.099725 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-676d65cb-e9d9-4000-a63c-d89d36034f5a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Network 6f4ec9eb-40b3-445a-b38b-33a10f804879 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:09:41.109098 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-676d65cb-e9d9-4000-a63c-d89d36034f5a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:41.109863 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-eda7bf04-c0fe-41ff-b639-aa4cc9e7291d tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Deleting port 0f7d679f-28c3-4e0a-b6d1-c9c4d4699d98 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:09:41.110259 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-eda7bf04-c0fe-41ff-b639-aa4cc9e7291d tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:41.152722 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-00d9ace3-4090-4105-b485-29fbddc89ae2 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:41.181867 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7fcd378f-48cd-4c4b-8795-8211bd6fdf70 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:41.218691 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcd378f-48cd-4c4b-8795-8211bd6fdf70 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Pushing event deleted for resources: {'Network': ['ID=064f61d7-3b27-4c99-afa5-d418434af3be,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:41.247838 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7fcd378f-48cd-4c4b-8795-8211bd6fdf70 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:41.249281 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9aab22bd-61ee-4b52-ab29-ef759deca803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:41.296435 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-676d65cb-e9d9-4000-a63c-d89d36034f5a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Network 6f4ec9eb-40b3-445a-b38b-33a10f804879 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:09:41.311787 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-9aab22bd-61ee-4b52-ab29-ef759deca803 None None] For port 8daa7a54-5943-4c3c-a890-e0c6a73d8111, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=8daa7a54-5943-4c3c-a890-e0c6a73d8111,segment=NetworkSegment(d83d44bc-19bb-47bf-97fc-7ac28870d2be),segment_id=d83d44bc-19bb-47bf-97fc-7ac28870d2be)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:09:41.321161 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9aab22bd-61ee-4b52-ab29-ef759deca803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:41.323690 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:09:41.323690 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:09:41.323690 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:09:41.323690 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:09:41.323690 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:09:41.323690 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:09:41.323690 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:09:41.323690 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:09:41.323690 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:09:41.323690 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:09:41.323690 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:09:41.323690 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:09:41.323690 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:09:41.323690 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:09:41.323690 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:09:41.323690 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:09:41.323690 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:09:41.323690 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:09:41.323690 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:09:41.323690 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:09:41.323690 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:09:41.323690 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:09:41.323690 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:09:41.323690 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:09:41.323690 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:09:41.323690 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:09:41.323690 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:09:41.323690 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:09:41.323690 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:09:41.323690 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:09:41.323690 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:09:41.323690 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:09:41.325745 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:41.334298 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0900d4f-5cb2-4f39-b316-6bbfc05c1270 req-9631a631-67c6-46f0-b00f-7df0f5730846 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:41.335115 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-a0900d4f-5cb2-4f39-b316-6bbfc05c1270 req-9631a631-67c6-46f0-b00f-7df0f5730846 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Synchronizing usage tracker for tenant:4d907168a4924ceb9472857ce37e1904 on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:09:41.338781 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7fcd378f-48cd-4c4b-8795-8211bd6fdf70 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] 10.222.0.57 "DELETE /v2.0/networks/064f61d7-3b27-4c99-afa5-d418434af3be HTTP/1.1" status: 204  len: 168 time: 7.3220997
Jan 29 10:09:41.349642 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c490d2e1-5593-4f90-a9ba-89364282ad28 req-38af9db6-03c3-413b-8ab9-5c7b8505db9a tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Network 9c450a0f-2c11-436c-8735-9a1afe6b7184 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:09:41.360955 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [req-c490d2e1-5593-4f90-a9ba-89364282ad28 req-38af9db6-03c3-413b-8ab9-5c7b8505db9a tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:09:41.370112 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-c490d2e1-5593-4f90-a9ba-89364282ad28 req-38af9db6-03c3-413b-8ab9-5c7b8505db9a tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:09:41.402826 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aab22bd-61ee-4b52-ab29-ef759deca803 None None] Pushing event updated for resources: {'Port': ['ID=8daa7a54-5943-4c3c-a890-e0c6a73d8111,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:41.408325 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9aab22bd-61ee-4b52-ab29-ef759deca803 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:41.468055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-676d65cb-e9d9-4000-a63c-d89d36034f5a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:41.481295 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-676d65cb-e9d9-4000-a63c-d89d36034f5a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:41.489507 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:41.519697 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-676d65cb-e9d9-4000-a63c-d89d36034f5a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "DELETE /v2.0/networks/6f4ec9eb-40b3-445a-b38b-33a10f804879 HTTP/1.1" status: 204  len: 168 time: 1.1989059
Jan 29 10:09:41.520698 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51650) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:41.521329 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676d65cb-e9d9-4000-a63c-d89d36034f5a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Pushing event deleted for resources: {'Network': ['ID=6f4ec9eb-40b3-445a-b38b-33a10f804879,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:41.530946 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-676d65cb-e9d9-4000-a63c-d89d36034f5a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:41.539758 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-4a888e0f-fa78-43f0-9e77-f6b096e628b3 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1478940871'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:09:41.548105 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-4a888e0f-fa78-43f0-9e77-f6b096e628b3 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:09:41.555356 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-4a888e0f-fa78-43f0-9e77-f6b096e628b3 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Usage tracker for resource:network and tenant:22949024c322421d99052f9202cdd49a is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:09:41.558988 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-4a888e0f-fa78-43f0-9e77-f6b096e628b3 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Quota usage for network was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:09:41.565733 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-a0900d4f-5cb2-4f39-b316-6bbfc05c1270 req-9631a631-67c6-46f0-b00f-7df0f5730846 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Unset dirty status for tenant:4d907168a4924ceb9472857ce37e1904 on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:09:41.573865 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-4a888e0f-fa78-43f0-9e77-f6b096e628b3 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:09:41.575835 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a0900d4f-5cb2-4f39-b316-6bbfc05c1270 req-9631a631-67c6-46f0-b00f-7df0f5730846 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/ports?device_id=646f0d1b-8b1f-4f18-a23b-f6fd67aca648 HTTP/1.1" status: 200  len: 932 time: 1.6793020
Jan 29 10:09:41.586882 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a888e0f-fa78-43f0-9e77-f6b096e628b3 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Made reservation on behalf of 22949024c322421d99052f9202cdd49a for: {'network': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:09:41.619462 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4a888e0f-fa78-43f0-9e77-f6b096e628b3 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:41.684151 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a888e0f-fa78-43f0-9e77-f6b096e628b3 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:09:41.697724 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4a888e0f-fa78-43f0-9e77-f6b096e628b3 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268197113528', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:41.698381 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-4a888e0f-fa78-43f0-9e77-f6b096e628b3 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Added segment d5f4f947-57cb-4fa6-b540-88c47940eab6 of type vxlan for network ba2a6721-5011-4d0b-9137-3e92d51fbbbe
Jan 29 10:09:41.744914 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4a888e0f-fa78-43f0-9e77-f6b096e628b3 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:41.769715 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e08cbf26-bf58-4785-a578-bcbb0eaa7f47 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:41.782416 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4a888e0f-fa78-43f0-9e77-f6b096e628b3 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:41.809939 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 51658) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:41.814176 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-89ea065c-e1b8-47c3-a98d-a520f58d2a1d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:41.848477 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-0831c2f5-4a1e-4d5d-bc68-23761844286c None None] Provisioning for port 0f7d679f-28c3-4e0a-b6d1-c9c4d4699d98 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:09:41.854828 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-0831c2f5-4a1e-4d5d-bc68-23761844286c None None] Provisioning complete for port 0f7d679f-28c3-4e0a-b6d1-c9c4d4699d98 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:09:41.856429 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0831c2f5-4a1e-4d5d-bc68-23761844286c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:41.857847 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a888e0f-fa78-43f0-9e77-f6b096e628b3 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:41.858822 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4a888e0f-fa78-43f0-9e77-f6b096e628b3 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:41.877173 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c7c0ecf6-f033-4587-9376-9246e872550c tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:41.986684 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-0831c2f5-4a1e-4d5d-bc68-23761844286c None None] Port 0f7d679f-28c3-4e0a-b6d1-c9c4d4699d98 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:09:41.989924 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a888e0f-fa78-43f0-9e77-f6b096e628b3 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Pushing event updated for resources: {'Network': ['ID=ba2a6721-5011-4d0b-9137-3e92d51fbbbe,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:41.992786 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4a888e0f-fa78-43f0-9e77-f6b096e628b3 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:41.998011 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4a888e0f-fa78-43f0-9e77-f6b096e628b3 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.4689229
Jan 29 10:09:41.998852 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51664) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:42.005609 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a0900d4f-5cb2-4f39-b316-6bbfc05c1270 req-50dfead2-9980-41e7-93fa-aac9714565bb tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/security-groups?id=ca938fcf-b80d-466c-a403-7c3b18a33b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.4284720
Jan 29 10:09:42.007067 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-58e3819b-e284-4911-acf2-1bde792a60ec tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Request body: {'subnet': {'network_id': 'ba2a6721-5011-4d0b-9137-3e92d51fbbbe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:09:42.034023 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network ba2a6721-5011-4d0b-9137-3e92d51fbbbe details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:09:42.059505 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network ba2a6721-5011-4d0b-9137-3e92d51fbbbe details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:09:42.074747 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 8daa7a54-5943-4c3c-a890-e0c6a73d8111 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:09:42.108639 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490d2e1-5593-4f90-a9ba-89364282ad28 req-38af9db6-03c3-413b-8ab9-5c7b8505db9a tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:42.109352 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-c490d2e1-5593-4f90-a9ba-89364282ad28 req-38af9db6-03c3-413b-8ab9-5c7b8505db9a tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:42.152990 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-0831c2f5-4a1e-4d5d-bc68-23761844286c None None] Provisioning for port 34ac8151-ad03-457c-a08a-bf5486dcce07 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:09:42.159978 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-58e3819b-e284-4911-acf2-1bde792a60ec tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:09:42.164464 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-58e3819b-e284-4911-acf2-1bde792a60ec tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Usage tracker for resource:subnet and tenant:22949024c322421d99052f9202cdd49a is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:09:42.167641 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-58e3819b-e284-4911-acf2-1bde792a60ec tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:09:42.170819 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8955957b-ff7e-420f-9b83-469878bd2f3f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:42.173847 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-58e3819b-e284-4911-acf2-1bde792a60ec tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:09:42.184569 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e3819b-e284-4911-acf2-1bde792a60ec tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Made reservation on behalf of 22949024c322421d99052f9202cdd49a for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:09:42.197036 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-0831c2f5-4a1e-4d5d-bc68-23761844286c None None] Provisioning complete for port 34ac8151-ad03-457c-a08a-bf5486dcce07 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:09:42.197448 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0831c2f5-4a1e-4d5d-bc68-23761844286c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:42.209267 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-58e3819b-e284-4911-acf2-1bde792a60ec tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:42.336677 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-0831c2f5-4a1e-4d5d-bc68-23761844286c None None] Port 34ac8151-ad03-457c-a08a-bf5486dcce07 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:09:42.394235 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-cd2f1d80-28ec-46da-8b06-4a658dfc2486 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1958396d18164bb09457e89192306a99&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5508626
Jan 29 10:09:42.395800 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c490d2e1-5593-4f90-a9ba-89364282ad28 req-38af9db6-03c3-413b-8ab9-5c7b8505db9a tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 7.7547615
Jan 29 10:09:42.409678 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 51668) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:42.417313 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08cbf26-bf58-4785-a578-bcbb0eaa7f47 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event updated for resources: {'Subnet': ['ID=c2ee1668-c959-4e9a-a3c7-8650dd601ab8,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:42.437957 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-c490d2e1-5593-4f90-a9ba-89364282ad28 req-5264cca2-018e-4e5d-a23e-1ca83a56c480 service neutron] Request body: {'port': {'device_id': '646f0d1b-8b1f-4f18-a23b-f6fd67aca648', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7729'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:09:42.492701 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-0831c2f5-4a1e-4d5d-bc68-23761844286c None None] Provisioning for port 66cdd244-5de2-4997-a19e-d3d85b22a624 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:09:42.498914 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-0831c2f5-4a1e-4d5d-bc68-23761844286c None None] Provisioning complete for port 66cdd244-5de2-4997-a19e-d3d85b22a624 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:09:42.499471 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0831c2f5-4a1e-4d5d-bc68-23761844286c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:42.522762 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e08cbf26-bf58-4785-a578-bcbb0eaa7f47 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.709s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:42.524658 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-eda7bf04-c0fe-41ff-b639-aa4cc9e7291d tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:42.539746 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-49f6ea96-d95a-4e6f-ae92-6c938115f4a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.277s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:42.567264 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 8daa7a54-5943-4c3c-a890-e0c6a73d8111 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:09:42.567870 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:42.634047 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8955957b-ff7e-420f-9b83-469878bd2f3f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event deleted for resources: {'Port': ['ID=4988206d-189a-4327-9fea-3455bfb34482,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:42.636548 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-0831c2f5-4a1e-4d5d-bc68-23761844286c None None] Port 66cdd244-5de2-4997-a19e-d3d85b22a624 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:09:42.667279 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-0831c2f5-4a1e-4d5d-bc68-23761844286c None None] Provisioning complete for port 8daa7a54-5943-4c3c-a890-e0c6a73d8111 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:09:42.667738 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0831c2f5-4a1e-4d5d-bc68-23761844286c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:42.715852 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8955957b-ff7e-420f-9b83-469878bd2f3f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:42.833176 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-eda7bf04-c0fe-41ff-b639-aa4cc9e7291d tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Calling delete_port for 0f7d679f-28c3-4e0a-b6d1-c9c4d4699d98 owned by  {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:09:42.997391 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d6d89eef-395c-48bb-a83a-773fb0fed886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:43.042594 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-58e3819b-e284-4911-acf2-1bde792a60ec tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:43.050727 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-f48e8538-d69c-4f06-a603-97bb49ed44a2 None None] Provisioning complete for port 0f7d679f-28c3-4e0a-b6d1-c9c4d4699d98 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:09:43.051004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f48e8538-d69c-4f06-a603-97bb49ed44a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:43.058616 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:43.093195 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-c490d2e1-5593-4f90-a9ba-89364282ad28 req-5264cca2-018e-4e5d-a23e-1ca83a56c480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:43.108972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d6d89eef-395c-48bb-a83a-773fb0fed886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:43.127486 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8955957b-ff7e-420f-9b83-469878bd2f3f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:43.129972 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8955957b-ff7e-420f-9b83-469878bd2f3f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/ports/4988206d-189a-4327-9fea-3455bfb34482 HTTP/1.1" status: 204  len: 168 time: 5.2128789
Jan 29 10:09:43.132709 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51676) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:43.145533 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08cbf26-bf58-4785-a578-bcbb0eaa7f47 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Checking segment: {'id': '1d50f334-c8ee-42c1-ba7c-5dfa8beee9fb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'eaffebd3-8ffb-4091-b8ae-88922429917b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:09:43.145967 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08cbf26-bf58-4785-a578-bcbb0eaa7f47 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Network hostable DHCP agents. Network: eaffebd3-8ffb-4091-b8ae-88922429917b, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:09:43.173039 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-f48e8538-d69c-4f06-a603-97bb49ed44a2 None None] Port 0f7d679f-28c3-4e0a-b6d1-c9c4d4699d98 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:09:43.195995 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-f48e8538-d69c-4f06-a603-97bb49ed44a2 None None] Provisioning complete for port 66cdd244-5de2-4997-a19e-d3d85b22a624 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:09:43.196647 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f48e8538-d69c-4f06-a603-97bb49ed44a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:43.271842 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-f48e8538-d69c-4f06-a603-97bb49ed44a2 None None] Port 66cdd244-5de2-4997-a19e-d3d85b22a624 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:09:43.297162 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-f48e8538-d69c-4f06-a603-97bb49ed44a2 None None] Provisioning complete for port 8daa7a54-5943-4c3c-a890-e0c6a73d8111 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:09:43.298215 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f48e8538-d69c-4f06-a603-97bb49ed44a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:43.368831 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b53d51-40cb-4624-ab0c-6397eeefd235 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:43.389965 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b53d51-40cb-4624-ab0c-6397eeefd235 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:43.391165 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-69b53d51-40cb-4624-ab0c-6397eeefd235 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Synchronizing usage tracker for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:subnet {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:09:43.444234 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e3819b-e284-4911-acf2-1bde792a60ec tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Pushing event updated for resources: {'Subnet': ['ID=e052b19a-f703-494d-b7fc-08eed962f301,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:43.452271 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-58e3819b-e284-4911-acf2-1bde792a60ec tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:43.464564 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-69b53d51-40cb-4624-ab0c-6397eeefd235 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Unset dirty status for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:subnet {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:09:43.465900 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-69b53d51-40cb-4624-ab0c-6397eeefd235 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.3321297
Jan 29 10:09:43.468927 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51680) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:43.559825 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e3819b-e284-4911-acf2-1bde792a60ec tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Checking segment: {'id': 'd5f4f947-57cb-4fa6-b540-88c47940eab6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ba2a6721-5011-4d0b-9137-3e92d51fbbbe'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:09:43.560226 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e3819b-e284-4911-acf2-1bde792a60ec tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Network hostable DHCP agents. Network: ba2a6721-5011-4d0b-9137-3e92d51fbbbe, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:09:43.603203 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1dfe160-8236-4e50-9685-4b725d3af06f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Deleting subnet e9e98f5b-8ea2-48f4-a538-5f3fa43346c9 {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:09:43.609151 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b1dfe160-8236-4e50-9685-4b725d3af06f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:43.655231 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e3819b-e284-4911-acf2-1bde792a60ec tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Network ba2a6721-5011-4d0b-9137-3e92d51fbbbe is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:09:43.674170 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-58e3819b-e284-4911-acf2-1bde792a60ec tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, ba2a6721-5011-4d0b-9137-3e92d51fbbbe) {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:09:43.681471 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b1dfe160-8236-4e50-9685-4b725d3af06f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:43.684204 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fa2390-bbd1-4c00-ad76-fd4d9153ada1 None None] Network ba2a6721-5011-4d0b-9137-3e92d51fbbbe requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:09:43.697488 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08cbf26-bf58-4785-a578-bcbb0eaa7f47 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Network eaffebd3-8ffb-4091-b8ae-88922429917b is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:09:43.730459 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e3819b-e284-4911-acf2-1bde792a60ec tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:43.731117 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-58e3819b-e284-4911-acf2-1bde792a60ec tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:43.736616 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-e08cbf26-bf58-4785-a578-bcbb0eaa7f47 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, eaffebd3-8ffb-4091-b8ae-88922429917b) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:09:43.779360 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-eda7bf04-c0fe-41ff-b639-aa4cc9e7291d tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:43.779595 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-58e3819b-e284-4911-acf2-1bde792a60ec tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.7766969
Jan 29 10:09:43.779595 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51684) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:43.779794 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08cbf26-bf58-4785-a578-bcbb0eaa7f47 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:43.781562 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e08cbf26-bf58-4785-a578-bcbb0eaa7f47 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:43.783340 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b871e6-49bf-4954-8fdb-02f6078bd56b None None] Network eaffebd3-8ffb-4091-b8ae-88922429917b requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:09:43.786525 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d6d89eef-395c-48bb-a83a-773fb0fed886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:43.788667 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-ed0ec82f-75ad-4185-bb5e-669c42e4dd29 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1910320485', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:09:43.810659 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ca9a4839-9430-4c68-a156-2673d7492087 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:43.813410 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ed0ec82f-75ad-4185-bb5e-669c42e4dd29 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:09:43.823596 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ed0ec82f-75ad-4185-bb5e-669c42e4dd29 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Usage tracker for resource:router and tenant:22949024c322421d99052f9202cdd49a is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:09:43.827114 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ed0ec82f-75ad-4185-bb5e-669c42e4dd29 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Quota usage for router was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:09:43.835188 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ed0ec82f-75ad-4185-bb5e-669c42e4dd29 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:09:43.849917 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b1dfe160-8236-4e50-9685-4b725d3af06f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:43.880077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ed0ec82f-75ad-4185-bb5e-669c42e4dd29 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:43.881201 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ed0ec82f-75ad-4185-bb5e-669c42e4dd29 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:43.901965 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d89eef-395c-48bb-a83a-773fb0fed886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=553a6910-9a21-4f4b-8a24-fdb285ca1c8f,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:43.905564 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d6d89eef-395c-48bb-a83a-773fb0fed886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:43.919837 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8955957b-ff7e-420f-9b83-469878bd2f3f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:43.965400 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ed0ec82f-75ad-4185-bb5e-669c42e4dd29 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:44.046312 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda7bf04-c0fe-41ff-b639-aa4cc9e7291d tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Pushing event deleted for resources: {'Port': ['ID=0f7d679f-28c3-4e0a-b6d1-c9c4d4699d98,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:44.063975 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-eda7bf04-c0fe-41ff-b639-aa4cc9e7291d tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:44.068933 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ed0ec82f-75ad-4185-bb5e-669c42e4dd29 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:44.073534 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e08cbf26-bf58-4785-a578-bcbb0eaa7f47 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 7.6126680
Jan 29 10:09:44.163678 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6ae49-9325-4368-a305-5625dff8b23f req-76f360d8-b3d1-436f-b0e3-2cc8975f44cd tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:44.165522 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2cf6ae49-9325-4368-a305-5625dff8b23f req-76f360d8-b3d1-436f-b0e3-2cc8975f44cd tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/ports?device_id=646f0d1b-8b1f-4f18-a23b-f6fd67aca648 HTTP/1.1" status: 200  len: 932 time: 0.9378343
Jan 29 10:09:44.166112 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 51688) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:44.175121 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d6d89eef-395c-48bb-a83a-773fb0fed886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:44.180018 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d6d89eef-395c-48bb-a83a-773fb0fed886 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/553a6910-9a21-4f4b-8a24-fdb285ca1c8f HTTP/1.1" status: 204  len: 168 time: 1.7645779
Jan 29 10:09:44.190412 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-c5214113-577f-4f2c-901a-dbc8b2c3e3fe tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Request body: {'port': {'network_id': 'eaffebd3-8ffb-4091-b8ae-88922429917b', 'name': 'tempest-PortsIpV6TestJSON-427464516', 'fixed_ips': [{'subnet_id': 'c2ee1668-c959-4e9a-a3c7-8650dd601ab8', 'ip_address': '2001:db8::10'}]}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:09:44.317117 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b1dfe160-8236-4e50-9685-4b725d3af06f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:44.346489 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f24278-b7d9-402a-8e04-e33a461c86ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-ba2a6721-5011-4d0b-9137-3e92d51fbbbe', 'network_id': 'ba2a6721-5011-4d0b-9137-3e92d51fbbbe', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'fixed_ips': [{'subnet_id': 'e052b19a-f703-494d-b7fc-08eed962f301'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:09:44.349355 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-33f24278-b7d9-402a-8e04-e33a461c86ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:44.460413 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:44.479348 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3aab23-3082-4496-9c78-50be4fc32b53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-eaffebd3-8ffb-4091-b8ae-88922429917b', 'network_id': 'eaffebd3-8ffb-4091-b8ae-88922429917b', 'tenant_id': 'b402c3f19966488ebcb859fd6d6d9b16', 'fixed_ips': [{'subnet_id': 'c2ee1668-c959-4e9a-a3c7-8650dd601ab8'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:09:44.480747 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2b3aab23-3082-4496-9c78-50be4fc32b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:44.505169 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2cf6ae49-9325-4368-a305-5625dff8b23f req-4fd37af6-ab6b-41ca-942c-f9028e5b623e tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/security-groups?id=ca938fcf-b80d-466c-a403-7c3b18a33b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.2959361
Jan 29 10:09:44.518133 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dfe160-8236-4e50-9685-4b725d3af06f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event deleted for resources: {'Subnet': ['ID=e9e98f5b-8ea2-48f4-a538-5f3fa43346c9,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:44.523515 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b1dfe160-8236-4e50-9685-4b725d3af06f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:44.528383 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b1dfe160-8236-4e50-9685-4b725d3af06f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:44.553468 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451779bb-2b7c-4d5c-b3ff-cb1fa7597dcd None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:09:44.558187 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b1dfe160-8236-4e50-9685-4b725d3af06f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/subnets/e9e98f5b-8ea2-48f4-a538-5f3fa43346c9 HTTP/1.1" status: 204  len: 168 time: 1.0855694
Jan 29 10:09:44.558273 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51700) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:44.559649 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ed0ec82f-75ad-4185-bb5e-669c42e4dd29 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:44.563576 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ed0ec82f-75ad-4185-bb5e-669c42e4dd29 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.7804763
Jan 29 10:09:44.565962 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51702) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:44.610240 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-eda7bf04-c0fe-41ff-b639-aa4cc9e7291d tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:44.613113 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-eda7bf04-c0fe-41ff-b639-aa4cc9e7291d tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] 10.222.0.57 "DELETE /v2.0/ports/0f7d679f-28c3-4e0a-b6d1-c9c4d4699d98 HTTP/1.1" status: 204  len: 168 time: 4.1458883
Jan 29 10:09:44.632347 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 51708) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:44.642954 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-cbf1c5aa-1b26-481f-a0a2-5931adeedb8a tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Request body: {'port': {'name': 'tempest-new-port-name-341524723', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:09:44.643333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.api.validators [None req-cbf1c5aa-1b26-481f-a0a2-5931adeedb8a tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] bootfile-name is not in valid_values {{(pid=80765) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Jan 29 10:09:44.643768 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.api.validators [None req-cbf1c5aa-1b26-481f-a0a2-5931adeedb8a tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] tftp-server is not in valid_values {{(pid=80765) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Jan 29 10:09:44.644132 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.api.validators [None req-cbf1c5aa-1b26-481f-a0a2-5931adeedb8a tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] server-ip-address is not in valid_values {{(pid=80765) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Jan 29 10:09:44.672712 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6cd80e3e-fae5-4e4a-8b84-3c75e3decdd1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1099048
Jan 29 10:09:44.677090 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-2094b316-8dfe-42b0-abec-2ffc16bc58d7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Request body: {'port': {'network_id': 'ba2a6721-5011-4d0b-9137-3e92d51fbbbe', 'name': 'tempest-RoutersIpV6Test-2056885925'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:09:44.682486 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 51714) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:44.795574 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c5214113-577f-4f2c-901a-dbc8b2c3e3fe tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:09:44.860303 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-2094b316-8dfe-42b0-abec-2ffc16bc58d7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:09:44.865830 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2094b316-8dfe-42b0-abec-2ffc16bc58d7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Usage tracker for resource:port and tenant:22949024c322421d99052f9202cdd49a is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:09:44.868989 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2094b316-8dfe-42b0-abec-2ffc16bc58d7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:09:44.871320 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c5214113-577f-4f2c-901a-dbc8b2c3e3fe tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Usage tracker for resource:port and tenant:b402c3f19966488ebcb859fd6d6d9b16 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:09:44.876902 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-2094b316-8dfe-42b0-abec-2ffc16bc58d7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:09:44.877122 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.resource_extend [req-c490d2e1-5593-4f90-a9ba-89364282ad28 req-5264cca2-018e-4e5d-a23e-1ca83a56c480 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 29 10:09:44.888567 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2094b316-8dfe-42b0-abec-2ffc16bc58d7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Made reservation on behalf of 22949024c322421d99052f9202cdd49a for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:09:44.888701 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c5214113-577f-4f2c-901a-dbc8b2c3e3fe tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Quota usage for port was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:09:44.911865 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2094b316-8dfe-42b0-abec-2ffc16bc58d7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:44.937363 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c5214113-577f-4f2c-901a-dbc8b2c3e3fe tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:09:45.060654 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5214113-577f-4f2c-901a-dbc8b2c3e3fe tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Made reservation on behalf of b402c3f19966488ebcb859fd6d6d9b16 for: {'port': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:09:45.094692 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-2094b316-8dfe-42b0-abec-2ffc16bc58d7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] device_id is not set on port 73e10e30-575c-4668-9d2c-0f5faf462584 yet. {{(pid=80766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:09:45.115242 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cbf1c5aa-1b26-481f-a0a2-5931adeedb8a tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:45.129742 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [req-c490d2e1-5593-4f90-a9ba-89364282ad28 req-5264cca2-018e-4e5d-a23e-1ca83a56c480 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34ac8151-ad03-457c-a08a-bf5486dcce07 {{(pid=80765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 29 10:09:45.158642 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-c490d2e1-5593-4f90-a9ba-89364282ad28 req-5264cca2-018e-4e5d-a23e-1ca83a56c480 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:45.320238 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-c490d2e1-5593-4f90-a9ba-89364282ad28 req-5264cca2-018e-4e5d-a23e-1ca83a56c480 service neutron] Transition to ACTIVE for port object 34ac8151-ad03-457c-a08a-bf5486dcce07 will not be triggered until provisioned by entity L2. {{(pid=80765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:09:45.322640 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c4dcae-da12-459d-b584-05e339abcb67 None None] DHCP port deletion for 36ec2ab5-acc9-45dc-a136-797459b09a1c request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:09:45.340625 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-33f24278-b7d9-402a-8e04-e33a461c86ea None None] Allocated IP 2001:db8::2 (ba2a6721-5011-4d0b-9137-3e92d51fbbbe/e052b19a-f703-494d-b7fc-08eed962f301/af4e8948-e17f-4748-a2f4-ee657322cc80) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:09:45.358831 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-a8c4dcae-da12-459d-b584-05e339abcb67 None None] Deleting port 758997d7-648e-4d11-986f-373ad215fde8 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:09:45.359253 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a8c4dcae-da12-459d-b584-05e339abcb67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:45.416647 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f4a901-a36f-473c-89dd-7f144e7bdc05 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:45.417489 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-64f4a901-a36f-473c-89dd-7f144e7bdc05 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Synchronizing usage tracker for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:09:45.436270 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-c490d2e1-5593-4f90-a9ba-89364282ad28 req-5264cca2-018e-4e5d-a23e-1ca83a56c480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:45.462196 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-66ae96de-5d01-4fe6-8efd-3874d2af4846 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:45.462461 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-2b3aab23-3082-4496-9c78-50be4fc32b53 None None] Allocated IP 2001:db8::2 (eaffebd3-8ffb-4091-b8ae-88922429917b/c2ee1668-c959-4e9a-a3c7-8650dd601ab8/f5b4d19a-483e-447c-b74f-31d7b99c54fd) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:09:45.484667 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51730) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:45.613948 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-64f4a901-a36f-473c-89dd-7f144e7bdc05 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Unset dirty status for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:09:45.617673 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-64f4a901-a36f-473c-89dd-7f144e7bdc05 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.9216855
Jan 29 10:09:45.618976 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51738) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:45.677892 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c5214113-577f-4f2c-901a-dbc8b2c3e3fe tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:45.739510 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa7aeb5-c29b-4969-b200-3f47d69dbe4e tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:45.740323 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2fa7aeb5-c29b-4969-b200-3f47d69dbe4e tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Synchronizing usage tracker for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:subnet {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:09:45.750133 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-487ba594-3751-4296-96a8-00c67b9a12fb tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1153588304'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:09:45.752423 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5264cca2-018e-4e5d-a23e-1ca83a56c480 service neutron] Pushing event updated for resources: {'Port': ['ID=34ac8151-ad03-457c-a08a-bf5486dcce07,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:45.756263 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-487ba594-3751-4296-96a8-00c67b9a12fb tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:09:45.761484 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-487ba594-3751-4296-96a8-00c67b9a12fb tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Usage tracker for resource:network and tenant:f844837ce1884937bc086377bfe8af84 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:09:45.764656 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-487ba594-3751-4296-96a8-00c67b9a12fb tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Quota usage for network was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:09:45.771499 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-487ba594-3751-4296-96a8-00c67b9a12fb tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:09:45.787557 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487ba594-3751-4296-96a8-00c67b9a12fb tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Made reservation on behalf of f844837ce1884937bc086377bfe8af84 for: {'network': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:09:45.804663 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-a8c4dcae-da12-459d-b584-05e339abcb67 None None] For port 758997d7-648e-4d11-986f-373ad215fde8, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=758997d7-648e-4d11-986f-373ad215fde8,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:09:45.805373 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a8c4dcae-da12-459d-b584-05e339abcb67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:45.808316 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5264cca2-018e-4e5d-a23e-1ca83a56c480 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:45.813532 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-487ba594-3751-4296-96a8-00c67b9a12fb tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:45.837195 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-487ba594-3751-4296-96a8-00c67b9a12fb tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for security_group, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:45.855967 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-487ba594-3751-4296-96a8-00c67b9a12fb tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:09:45.860085 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2fa7aeb5-c29b-4969-b200-3f47d69dbe4e tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Unset dirty status for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:subnet {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:09:45.864389 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2fa7aeb5-c29b-4969-b200-3f47d69dbe4e tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2411497
Jan 29 10:09:45.864389 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-487ba594-3751-4296-96a8-00c67b9a12fb tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Usage tracker for resource:security_group_rule and tenant:f844837ce1884937bc086377bfe8af84 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:09:45.866118 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51744) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:45.938357 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-487ba594-3751-4296-96a8-00c67b9a12fb tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:09:45.947736 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f4fd5f6a-ef4f-4ae0-a21c-1de991e72ddb tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0761178
Jan 29 10:09:45.949944 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51750) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:45.951008 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-487ba594-3751-4296-96a8-00c67b9a12fb tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:09:45.957631 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-26ecde2f-2afc-4508-a147-97681a1e35fb tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Request body: {'subnet': {'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:09:46.026485 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 758997d7-648e-4d11-986f-373ad215fde8 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:09:46.068840 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-a8c4dcae-da12-459d-b584-05e339abcb67 None None] Calling delete_port for 758997d7-648e-4d11-986f-373ad215fde8 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:09:46.120552 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-26ecde2f-2afc-4508-a147-97681a1e35fb tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:09:46.131805 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-26ecde2f-2afc-4508-a147-97681a1e35fb tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:09:46.158389 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ecde2f-2afc-4508-a147-97681a1e35fb tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Made reservation on behalf of b2cc7248d2184abfb3aa21c44218cf1c for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:09:46.181035 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-26ecde2f-2afc-4508-a147-97681a1e35fb tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:46.400480 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-487ba594-3751-4296-96a8-00c67b9a12fb tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for security_group, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:46.452608 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-487ba594-3751-4296-96a8-00c67b9a12fb tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:46.468161 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d708bb81-c654-4109-b21c-6e828ef2d4d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:46.494164 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-487ba594-3751-4296-96a8-00c67b9a12fb tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=80766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:09:46.540120 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-487ba594-3751-4296-96a8-00c67b9a12fb tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268197113528', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:46.540746 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-487ba594-3751-4296-96a8-00c67b9a12fb tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Added segment 6404dc82-e8b4-449b-afda-428c658116cc of type vxlan for network fef7cc89-7267-4358-8599-6146c79819c4
Jan 29 10:09:46.555874 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-c5214113-577f-4f2c-901a-dbc8b2c3e3fe tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] device_id is not set on port 98939136-0240-4476-bca4-759d4b418dbb yet. {{(pid=80765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:09:46.578238 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-487ba594-3751-4296-96a8-00c67b9a12fb tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:46.613427 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ba594-3751-4296-96a8-00c67b9a12fb tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a08ed3f-59cc-4632-ac49-bb2afe9a9e8f,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:46.618389 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-487ba594-3751-4296-96a8-00c67b9a12fb tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:46.632862 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a8c4dcae-da12-459d-b584-05e339abcb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:46.663904 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-487ba594-3751-4296-96a8-00c67b9a12fb tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:46.670138 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b1868e6f-529e-4955-ab44-288e8c1af3b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:46.714395 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-33f24278-b7d9-402a-8e04-e33a461c86ea None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:46.720219 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62442217-5cf9-476f-9c1b-b15c21f2cd9c req-6528086f-e266-4a2d-b754-807f6d6fec3d tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:46.722171 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-62442217-5cf9-476f-9c1b-b15c21f2cd9c req-6528086f-e266-4a2d-b754-807f6d6fec3d tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/ports?device_id=646f0d1b-8b1f-4f18-a23b-f6fd67aca648 HTTP/1.1" status: 200  len: 944 time: 0.9868767
Jan 29 10:09:46.734465 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c4dcae-da12-459d-b584-05e339abcb67 None None] Pushing event deleted for resources: {'Port': ['ID=758997d7-648e-4d11-986f-373ad215fde8,revision_number=None']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:46.734677 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487ba594-3751-4296-96a8-00c67b9a12fb tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:46.735187 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-487ba594-3751-4296-96a8-00c67b9a12fb tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:46.746928 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-001ea36d-9cab-494b-8fb6-ae885be6c9ea tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:46.750911 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a8c4dcae-da12-459d-b584-05e339abcb67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:46.760831 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:46.779112 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-33f24278-b7d9-402a-8e04-e33a461c86ea None None] Transition to ACTIVE for port object af4e8948-e17f-4748-a2f4-ee657322cc80 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:09:46.867350 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2b3aab23-3082-4496-9c78-50be4fc32b53 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:46.872610 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-c490d2e1-5593-4f90-a9ba-89364282ad28 req-5264cca2-018e-4e5d-a23e-1ca83a56c480 service neutron] Attempting to bind port 34ac8151-ad03-457c-a08a-bf5486dcce07 on host hv-neutron-7729 for vnic_type normal with profile  {{(pid=80765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:09:46.872751 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-c490d2e1-5593-4f90-a9ba-89364282ad28 req-5264cca2-018e-4e5d-a23e-1ca83a56c480 service neutron] Attempting to bind port 34ac8151-ad03-457c-a08a-bf5486dcce07 by drivers openvswitch on host hv-neutron-7729 at level 0 using segments [{'id': 'b73319d1-1a15-4ad0-895c-77a7ce281119', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '9c450a0f-2c11-436c-8735-9a1afe6b7184'}] {{(pid=80765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:09:46.873083 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c490d2e1-5593-4f90-a9ba-89364282ad28 req-5264cca2-018e-4e5d-a23e-1ca83a56c480 service neutron] Attempting to bind port 34ac8151-ad03-457c-a08a-bf5486dcce07 on network 9c450a0f-2c11-436c-8735-9a1afe6b7184 {{(pid=80765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:09:46.892964 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c490d2e1-5593-4f90-a9ba-89364282ad28 req-5264cca2-018e-4e5d-a23e-1ca83a56c480 service neutron] Checking agent: {'id': '5acf9624-c829-41ba-afd9-92278081af05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 10, 2, 34), 'started_at': datetime.datetime(2021, 1, 29, 10, 3, 4), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:09:46.893349 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c490d2e1-5593-4f90-a9ba-89364282ad28 req-5264cca2-018e-4e5d-a23e-1ca83a56c480 service neutron] Checking segment: {'id': 'b73319d1-1a15-4ad0-895c-77a7ce281119', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '9c450a0f-2c11-436c-8735-9a1afe6b7184'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:09:46.894435 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-c490d2e1-5593-4f90-a9ba-89364282ad28 req-5264cca2-018e-4e5d-a23e-1ca83a56c480 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:46.895080 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c490d2e1-5593-4f90-a9ba-89364282ad28 req-5264cca2-018e-4e5d-a23e-1ca83a56c480 service neutron] Bound using segment: {'id': 'b73319d1-1a15-4ad0-895c-77a7ce281119', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '9c450a0f-2c11-436c-8735-9a1afe6b7184'} {{(pid=80765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:09:46.895585 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-c490d2e1-5593-4f90-a9ba-89364282ad28 req-5264cca2-018e-4e5d-a23e-1ca83a56c480 service neutron] Bound port: 34ac8151-ad03-457c-a08a-bf5486dcce07, host: hv-neutron-7729, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b73319d1-1a15-4ad0-895c-77a7ce281119', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '9c450a0f-2c11-436c-8735-9a1afe6b7184'}}] {{(pid=80765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:09:46.896520 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-c490d2e1-5593-4f90-a9ba-89364282ad28 req-5264cca2-018e-4e5d-a23e-1ca83a56c480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:46.908455 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-487ba594-3751-4296-96a8-00c67b9a12fb tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 1.4225640
Jan 29 10:09:46.912976 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51756) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:46.917441 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ba594-3751-4296-96a8-00c67b9a12fb tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Pushing event updated for resources: {'Network': ['ID=fef7cc89-7267-4358-8599-6146c79819c4,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:46.920888 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-487ba594-3751-4296-96a8-00c67b9a12fb tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:46.926620 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-11414418-e728-49b3-8ef6-8c1abff1af9f tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Request body: {'subnet': {'network_id': 'fef7cc89-7267-4358-8599-6146c79819c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:09:46.929971 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-33f24278-b7d9-402a-8e04-e33a461c86ea None None] Transition to ACTIVE for port object af4e8948-e17f-4748-a2f4-ee657322cc80 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:09:46.941486 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-2b3aab23-3082-4496-9c78-50be4fc32b53 None None] Transition to ACTIVE for port object f5b4d19a-483e-447c-b74f-31d7b99c54fd will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:09:46.950515 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network fef7cc89-7267-4358-8599-6146c79819c4 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:09:46.963183 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-62442217-5cf9-476f-9c1b-b15c21f2cd9c req-ad046c8a-16d7-423d-85a1-f3b09df5d495 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/security-groups?id=ca938fcf-b80d-466c-a403-7c3b18a33b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.2288322
Jan 29 10:09:46.968489 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c4dcae-da12-459d-b584-05e339abcb67 None None] No DVR routers for this DVR port 758997d7-648e-4d11-986f-373ad215fde8 on host dv-neutron-772983-2-ovs {{(pid=80767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:09:46.973461 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network fef7cc89-7267-4358-8599-6146c79819c4 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:09:47.002379 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-33f24278-b7d9-402a-8e04-e33a461c86ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:47.034798 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6fd5afcf-7553-4787-8a70-3f10a6723ca5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:47.048670 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cbf1c5aa-1b26-481f-a0a2-5931adeedb8a tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:47.061280 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cbf1c5aa-1b26-481f-a0a2-5931adeedb8a tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:47.079797 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-eda7bf04-c0fe-41ff-b639-aa4cc9e7291d tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:47.119938 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-2b3aab23-3082-4496-9c78-50be4fc32b53 None None] Transition to ACTIVE for port object f5b4d19a-483e-447c-b74f-31d7b99c54fd will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:09:47.211824 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-2094b316-8dfe-42b0-abec-2ffc16bc58d7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Allocated IP 2001:db8::280 (ba2a6721-5011-4d0b-9137-3e92d51fbbbe/e052b19a-f703-494d-b7fc-08eed962f301/73e10e30-575c-4668-9d2c-0f5faf462584) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:09:47.215110 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-11414418-e728-49b3-8ef6-8c1abff1af9f tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:09:47.225523 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-11414418-e728-49b3-8ef6-8c1abff1af9f tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Usage tracker for resource:subnet and tenant:f844837ce1884937bc086377bfe8af84 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:09:47.231805 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-11414418-e728-49b3-8ef6-8c1abff1af9f tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:09:47.243462 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-11414418-e728-49b3-8ef6-8c1abff1af9f tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:09:47.298002 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2b3aab23-3082-4496-9c78-50be4fc32b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:47.302989 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-c490d2e1-5593-4f90-a9ba-89364282ad28 req-5264cca2-018e-4e5d-a23e-1ca83a56c480 service neutron] For port 34ac8151-ad03-457c-a08a-bf5486dcce07, host hv-neutron-7729, cleared binding levels {{(pid=80765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:09:47.313190 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf1c5aa-1b26-481f-a0a2-5931adeedb8a tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Pushing event updated for resources: {'Port': ['ID=66cdd244-5de2-4997-a19e-d3d85b22a624,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:47.324995 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-cbf1c5aa-1b26-481f-a0a2-5931adeedb8a tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:47.348152 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-c490d2e1-5593-4f90-a9ba-89364282ad28 req-5264cca2-018e-4e5d-a23e-1ca83a56c480 service neutron] For port 34ac8151-ad03-457c-a08a-bf5486dcce07, host hv-neutron-7729, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=34ac8151-ad03-457c-a08a-bf5486dcce07,segment=NetworkSegment(b73319d1-1a15-4ad0-895c-77a7ce281119),segment_id=b73319d1-1a15-4ad0-895c-77a7ce281119)] {{(pid=80765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:09:47.349664 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-c5214113-577f-4f2c-901a-dbc8b2c3e3fe tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Allocated IP 2001:db8::10 (eaffebd3-8ffb-4091-b8ae-88922429917b/c2ee1668-c959-4e9a-a3c7-8650dd601ab8/98939136-0240-4476-bca4-759d4b418dbb) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:09:47.374656 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-c490d2e1-5593-4f90-a9ba-89364282ad28 req-5264cca2-018e-4e5d-a23e-1ca83a56c480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:47.393242 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-34b2bc40-a2ba-46da-91ab-2a295444db9e tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:47.428503 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11414418-e728-49b3-8ef6-8c1abff1af9f tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Made reservation on behalf of f844837ce1884937bc086377bfe8af84 for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:09:47.432021 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f24278-b7d9-402a-8e04-e33a461c86ea None None] Pushing event updated for resources: {'Port': ['ID=af4e8948-e17f-4748-a2f4-ee657322cc80,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:47.449809 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-33f24278-b7d9-402a-8e04-e33a461c86ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:47.452394 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7b0e1b81-fe88-496f-97c9-41ed48ffd705 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:47.454016 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-11414418-e728-49b3-8ef6-8c1abff1af9f tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:47.511547 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5264cca2-018e-4e5d-a23e-1ca83a56c480 service neutron] Pushing event updated for resources: {'Port': ['ID=34ac8151-ad03-457c-a08a-bf5486dcce07,revision_number=3']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:47.569289 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3aab23-3082-4496-9c78-50be4fc32b53 None None] Pushing event updated for resources: {'Port': ['ID=f5b4d19a-483e-447c-b74f-31d7b99c54fd,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:47.570878 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5264cca2-018e-4e5d-a23e-1ca83a56c480 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:47.578399 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-cbf1c5aa-1b26-481f-a0a2-5931adeedb8a tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] In _notify_port_updated(), no bound segment for port 66cdd244-5de2-4997-a19e-d3d85b22a624 on network db9807d3-767e-4a2f-a82c-698405c32607 {{(pid=80765) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:863}}
Jan 29 10:09:47.578593 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2b3aab23-3082-4496-9c78-50be4fc32b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:47.589991 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3aab23-3082-4496-9c78-50be4fc32b53 None None] Network eaffebd3-8ffb-4091-b8ae-88922429917b is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:09:47.592870 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-2b3aab23-3082-4496-9c78-50be4fc32b53 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:09:47.598770 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3aab23-3082-4496-9c78-50be4fc32b53 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:09:47.648860 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf1c5aa-1b26-481f-a0a2-5931adeedb8a tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:47.649626 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cbf1c5aa-1b26-481f-a0a2-5931adeedb8a tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:47.651175 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-cbf1c5aa-1b26-481f-a0a2-5931adeedb8a tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] 10.222.0.57 "PUT /v2.0/ports/66cdd244-5de2-4997-a19e-d3d85b22a624 HTTP/1.1" status: 200  len: 1129 time: 3.0179360
Jan 29 10:09:47.654606 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f24278-b7d9-402a-8e04-e33a461c86ea None None] Network ba2a6721-5011-4d0b-9137-3e92d51fbbbe is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:09:47.663531 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 51760) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:47.665894 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-33f24278-b7d9-402a-8e04-e33a461c86ea None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:09:47.670951 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f24278-b7d9-402a-8e04-e33a461c86ea None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:09:47.680515 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-2b3aab23-3082-4496-9c78-50be4fc32b53 None None] Attempting to bind port f5b4d19a-483e-447c-b74f-31d7b99c54fd on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:09:47.680933 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-2b3aab23-3082-4496-9c78-50be4fc32b53 None None] Attempting to bind port f5b4d19a-483e-447c-b74f-31d7b99c54fd by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '1d50f334-c8ee-42c1-ba7c-5dfa8beee9fb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'eaffebd3-8ffb-4091-b8ae-88922429917b'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:09:47.681349 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3aab23-3082-4496-9c78-50be4fc32b53 None None] Attempting to bind port f5b4d19a-483e-447c-b74f-31d7b99c54fd on network eaffebd3-8ffb-4091-b8ae-88922429917b {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:09:47.687417 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3aab23-3082-4496-9c78-50be4fc32b53 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:09:47.687844 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3aab23-3082-4496-9c78-50be4fc32b53 None None] Checking segment: {'id': '1d50f334-c8ee-42c1-ba7c-5dfa8beee9fb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'eaffebd3-8ffb-4091-b8ae-88922429917b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:09:47.688296 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2b3aab23-3082-4496-9c78-50be4fc32b53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:47.688734 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3aab23-3082-4496-9c78-50be4fc32b53 None None] Bound using segment: {'id': '1d50f334-c8ee-42c1-ba7c-5dfa8beee9fb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'eaffebd3-8ffb-4091-b8ae-88922429917b'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:09:47.689260 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-2b3aab23-3082-4496-9c78-50be4fc32b53 None None] Bound port: f5b4d19a-483e-447c-b74f-31d7b99c54fd, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d50f334-c8ee-42c1-ba7c-5dfa8beee9fb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'eaffebd3-8ffb-4091-b8ae-88922429917b'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:09:47.689681 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2b3aab23-3082-4496-9c78-50be4fc32b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:47.711791 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2094b316-8dfe-42b0-abec-2ffc16bc58d7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:47.753299 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-2094b316-8dfe-42b0-abec-2ffc16bc58d7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Transition to ACTIVE for port object 73e10e30-575c-4668-9d2c-0f5faf462584 will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:09:47.759028 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-26ecde2f-2afc-4508-a147-97681a1e35fb tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:47.778241 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-38ef13a1-d8d1-48d0-9de7-1e21b164ae8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:47.865007 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-2b3aab23-3082-4496-9c78-50be4fc32b53 None None] For port f5b4d19a-483e-447c-b74f-31d7b99c54fd, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:09:47.868679 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-2b3aab23-3082-4496-9c78-50be4fc32b53 None None] For port f5b4d19a-483e-447c-b74f-31d7b99c54fd, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=f5b4d19a-483e-447c-b74f-31d7b99c54fd,segment=NetworkSegment(1d50f334-c8ee-42c1-ba7c-5dfa8beee9fb),segment_id=1d50f334-c8ee-42c1-ba7c-5dfa8beee9fb)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:09:47.869926 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d643c4c2-e3c9-43a2-94ef-18ef28148ad4 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:47.870825 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d643c4c2-e3c9-43a2-94ef-18ef28148ad4 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Synchronizing usage tracker for tenant:ae689a2183d8472f8f3af896d54c4df0 on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:09:47.886324 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2b3aab23-3082-4496-9c78-50be4fc32b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:47.905621 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a40b262b-95de-4615-b156-bbc8a8077186 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:47.983430 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-33f24278-b7d9-402a-8e04-e33a461c86ea None None] Attempting to bind port af4e8948-e17f-4748-a2f4-ee657322cc80 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:09:47.983430 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-33f24278-b7d9-402a-8e04-e33a461c86ea None None] Attempting to bind port af4e8948-e17f-4748-a2f4-ee657322cc80 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'd5f4f947-57cb-4fa6-b540-88c47940eab6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ba2a6721-5011-4d0b-9137-3e92d51fbbbe'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:09:47.983789 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f24278-b7d9-402a-8e04-e33a461c86ea None None] Attempting to bind port af4e8948-e17f-4748-a2f4-ee657322cc80 on network ba2a6721-5011-4d0b-9137-3e92d51fbbbe {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:09:47.992264 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d643c4c2-e3c9-43a2-94ef-18ef28148ad4 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Unset dirty status for tenant:ae689a2183d8472f8f3af896d54c4df0 on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:09:47.997000 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d643c4c2-e3c9-43a2-94ef-18ef28148ad4 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] 10.222.0.57 "GET /v2.0/ports/66cdd244-5de2-4997-a19e-d3d85b22a624 HTTP/1.1" status: 200  len: 1129 time: 0.3292027
Jan 29 10:09:47.998378 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 51766) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:48.015781 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f24278-b7d9-402a-8e04-e33a461c86ea None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:09:48.016106 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f24278-b7d9-402a-8e04-e33a461c86ea None None] Checking segment: {'id': 'd5f4f947-57cb-4fa6-b540-88c47940eab6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ba2a6721-5011-4d0b-9137-3e92d51fbbbe'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:09:48.016556 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-33f24278-b7d9-402a-8e04-e33a461c86ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:48.017010 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f24278-b7d9-402a-8e04-e33a461c86ea None None] Bound using segment: {'id': 'd5f4f947-57cb-4fa6-b540-88c47940eab6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ba2a6721-5011-4d0b-9137-3e92d51fbbbe'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:09:48.017576 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-33f24278-b7d9-402a-8e04-e33a461c86ea None None] Bound port: af4e8948-e17f-4748-a2f4-ee657322cc80, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5f4f947-57cb-4fa6-b540-88c47940eab6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ba2a6721-5011-4d0b-9137-3e92d51fbbbe'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:09:48.018031 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-33f24278-b7d9-402a-8e04-e33a461c86ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:48.098842 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490d2e1-5593-4f90-a9ba-89364282ad28 req-5264cca2-018e-4e5d-a23e-1ca83a56c480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:48.099523 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-c490d2e1-5593-4f90-a9ba-89364282ad28 req-5264cca2-018e-4e5d-a23e-1ca83a56c480 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:48.101024 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c490d2e1-5593-4f90-a9ba-89364282ad28 req-5264cca2-018e-4e5d-a23e-1ca83a56c480 service neutron] 10.222.0.22 "PUT /v2.0/ports/34ac8151-ad03-457c-a08a-bf5486dcce07 HTTP/1.1" status: 200  len: 1158 time: 5.6677239
Jan 29 10:09:48.113446 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '646f0d1b-8b1f-4f18-a23b-f6fd67aca648', 'tag': '34ac8151-ad03-457c-a08a-bf5486dcce07'}] {{(pid=80765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:09:48.120367 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-45b23a0f-e9f3-46b8-9b0f-93ed4c53684e None None] Provisioning complete for port 66cdd244-5de2-4997-a19e-d3d85b22a624 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:09:48.120793 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-45b23a0f-e9f3-46b8-9b0f-93ed4c53684e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:48.282095 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '646f0d1b-8b1f-4f18-a23b-f6fd67aca648', 'tag': '34ac8151-ad03-457c-a08a-bf5486dcce07', 'status': 'completed', 'code': 200}
Jan 29 10:09:48.328400 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-33f24278-b7d9-402a-8e04-e33a461c86ea None None] For port af4e8948-e17f-4748-a2f4-ee657322cc80, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:09:48.332328 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-33f24278-b7d9-402a-8e04-e33a461c86ea None None] For port af4e8948-e17f-4748-a2f4-ee657322cc80, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=af4e8948-e17f-4748-a2f4-ee657322cc80,segment=NetworkSegment(d5f4f947-57cb-4fa6-b540-88c47940eab6),segment_id=d5f4f947-57cb-4fa6-b540-88c47940eab6)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:09:48.333536 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-45b23a0f-e9f3-46b8-9b0f-93ed4c53684e None None] Port 66cdd244-5de2-4997-a19e-d3d85b22a624 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:09:48.342911 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-6d232e7a-513a-4df5-b95b-48adde26b0c8 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Deleting port 66cdd244-5de2-4997-a19e-d3d85b22a624 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:09:48.343305 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6d232e7a-513a-4df5-b95b-48adde26b0c8 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:48.346268 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-33f24278-b7d9-402a-8e04-e33a461c86ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:48.373094 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ecde2f-2afc-4508-a147-97681a1e35fb tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event updated for resources: {'Subnet': ['ID=00353d8c-f876-401e-bdac-7de494a30656,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:48.392576 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-26ecde2f-2afc-4508-a147-97681a1e35fb tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:48.452233 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c5214113-577f-4f2c-901a-dbc8b2c3e3fe tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:48.461694 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2094b316-8dfe-42b0-abec-2ffc16bc58d7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:48.486578 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2741afe2-9c3b-4f61-9407-6305811a2cdf tempest-FloatingIPAdminTestJSON-1939258927 tempest-FloatingIPAdminTestJSON-1939258927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:48.536485 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-c5214113-577f-4f2c-901a-dbc8b2c3e3fe tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Transition to ACTIVE for port object 98939136-0240-4476-bca4-759d4b418dbb will not be triggered until provisioned by entity DHCP. {{(pid=80765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:09:48.587607 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490d2e1-5593-4f90-a9ba-89364282ad28 req-aad7b8be-16f7-4995-88b2-4c5cce4bd648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:48.589239 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c490d2e1-5593-4f90-a9ba-89364282ad28 req-aad7b8be-16f7-4995-88b2-4c5cce4bd648 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4d907168a4924ceb9472857ce37e1904&device_id=646f0d1b-8b1f-4f18-a23b-f6fd67aca648 HTTP/1.1" status: 200  len: 1161 time: 0.4170463
Jan 29 10:09:48.615428 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3aab23-3082-4496-9c78-50be4fc32b53 None None] Pushing event updated for resources: {'Port': ['ID=f5b4d19a-483e-447c-b74f-31d7b99c54fd,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:48.638439 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2b3aab23-3082-4496-9c78-50be4fc32b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.733s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:48.640153 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:48.666495 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ecde2f-2afc-4508-a147-97681a1e35fb tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:09:48.683842 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-26ecde2f-2afc-4508-a147-97681a1e35fb tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:09:48.700586 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da5174-1883-4f37-b56e-f58a26e42a48 req-f49e56fc-e33b-4bf3-8e63-64c7fe249435 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:48.700790 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2094b316-8dfe-42b0-abec-2ffc16bc58d7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Pushing event updated for resources: {'Port': ['ID=73e10e30-575c-4668-9d2c-0f5faf462584,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:48.708918 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-14da5174-1883-4f37-b56e-f58a26e42a48 req-f49e56fc-e33b-4bf3-8e63-64c7fe249435 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/ports?device_id=646f0d1b-8b1f-4f18-a23b-f6fd67aca648 HTTP/1.1" status: 200  len: 944 time: 0.5416863
Jan 29 10:09:48.710794 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4b8502-ce53-4e7b-9e05-36b6d5806498 None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:09:48.724615 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2094b316-8dfe-42b0-abec-2ffc16bc58d7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:48.736763 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ecde2f-2afc-4508-a147-97681a1e35fb tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:48.738032 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-26ecde2f-2afc-4508-a147-97681a1e35fb tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:48.823729 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c490d2e1-5593-4f90-a9ba-89364282ad28 req-d680be2e-c678-4b76-847d-8a74fc42efe2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34ac8151-ad03-457c-a08a-bf5486dcce07 HTTP/1.1" status: 200  len: 217 time: 0.1061406
Jan 29 10:09:48.853411 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-26ecde2f-2afc-4508-a147-97681a1e35fb tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.9017231
Jan 29 10:09:48.854275 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51776) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:48.862015 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-9cf79a7b-0f69-4ded-91e7-0eb1e70e63b4 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Request body: {'port': {'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'fixed_ips': [{'subnet_id': '00353d8c-f876-401e-bdac-7de494a30656', 'ip_address': '2001:db8::507b:5cb6:66c5:d284'}], 'name': 'tempest-NetworksTestDHCPv6-838418964'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:09:48.881567 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2094b316-8dfe-42b0-abec-2ffc16bc58d7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Network ba2a6721-5011-4d0b-9137-3e92d51fbbbe is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:09:48.886286 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-2094b316-8dfe-42b0-abec-2ffc16bc58d7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:09:48.903612 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2094b316-8dfe-42b0-abec-2ffc16bc58d7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:09:48.946223 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f24278-b7d9-402a-8e04-e33a461c86ea None None] Pushing event updated for resources: {'Port': ['ID=af4e8948-e17f-4748-a2f4-ee657322cc80,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:48.972255 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2094b316-8dfe-42b0-abec-2ffc16bc58d7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:48.973126 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2094b316-8dfe-42b0-abec-2ffc16bc58d7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:48.977811 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-33f24278-b7d9-402a-8e04-e33a461c86ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:49.007346 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-14da5174-1883-4f37-b56e-f58a26e42a48 req-c94e2e12-fe60-4218-bf01-a8f8e72dc734 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/security-groups?id=ca938fcf-b80d-466c-a403-7c3b18a33b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.2926071
Jan 29 10:09:49.048185 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c5214113-577f-4f2c-901a-dbc8b2c3e3fe tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:49.054042 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490d2e1-5593-4f90-a9ba-89364282ad28 req-ca616b81-4e4b-4868-9df9-fa29ef39dd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:49.055643 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c490d2e1-5593-4f90-a9ba-89364282ad28 req-ca616b81-4e4b-4868-9df9-fa29ef39dd5f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=dd17e4b6-a33a-4e17-bc4a-03539800690d HTTP/1.1" status: 200  len: 851 time: 0.2203217
Jan 29 10:09:49.080543 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2094b316-8dfe-42b0-abec-2ffc16bc58d7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 4.5103397
Jan 29 10:09:49.092600 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51782) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:49.117724 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59600f9e-438c-415b-a9f8-33aa72798470 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-36ec2ab5-acc9-45dc-a136-797459b09a1c', 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'tenant_id': 'b2cc7248d2184abfb3aa21c44218cf1c', 'fixed_ips': [{'subnet_id': '00353d8c-f876-401e-bdac-7de494a30656'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:09:49.118689 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-59600f9e-438c-415b-a9f8-33aa72798470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:49.155102 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-27b4ddfc-f94f-4834-b130-9771f9fa9a0d tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:49.302392 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-9cf79a7b-0f69-4ded-91e7-0eb1e70e63b4 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:09:49.326445 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-9cf79a7b-0f69-4ded-91e7-0eb1e70e63b4 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Usage tracker for resource:port and tenant:b2cc7248d2184abfb3aa21c44218cf1c is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:09:49.335444 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-9cf79a7b-0f69-4ded-91e7-0eb1e70e63b4 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:09:49.491177 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-59600f9e-438c-415b-a9f8-33aa72798470 None None] Allocated IP 2001:db8::2 (36ec2ab5-acc9-45dc-a136-797459b09a1c/00353d8c-f876-401e-bdac-7de494a30656/8691a8c1-24a6-4df7-89fe-b70b63a6e253) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:09:49.624623 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-9cf79a7b-0f69-4ded-91e7-0eb1e70e63b4 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:09:49.723168 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6d232e7a-513a-4df5-b95b-48adde26b0c8 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:49.747170 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5214113-577f-4f2c-901a-dbc8b2c3e3fe tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event updated for resources: {'Port': ['ID=98939136-0240-4476-bca4-759d4b418dbb,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:49.771390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf79a7b-0f69-4ded-91e7-0eb1e70e63b4 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Made reservation on behalf of b2cc7248d2184abfb3aa21c44218cf1c for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:09:49.796302 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c5214113-577f-4f2c-901a-dbc8b2c3e3fe tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.641s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:49.838644 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-59600f9e-438c-415b-a9f8-33aa72798470 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:49.849696 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-59600f9e-438c-415b-a9f8-33aa72798470 None None] Transition to ACTIVE for port object 8691a8c1-24a6-4df7-89fe-b70b63a6e253 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:09:49.866663 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-59600f9e-438c-415b-a9f8-33aa72798470 None None] Transition to ACTIVE for port object 8691a8c1-24a6-4df7-89fe-b70b63a6e253 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:09:49.871447 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-59600f9e-438c-415b-a9f8-33aa72798470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:49.887549 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-11414418-e728-49b3-8ef6-8c1abff1af9f tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:49.934426 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-6d232e7a-513a-4df5-b95b-48adde26b0c8 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Calling delete_port for 66cdd244-5de2-4997-a19e-d3d85b22a624 owned by  {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:09:49.956700 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-10751d29-1827-441b-9d0d-465f6471ceec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:49.978892 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5214113-577f-4f2c-901a-dbc8b2c3e3fe tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Network eaffebd3-8ffb-4091-b8ae-88922429917b is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:09:49.996270 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-c5214113-577f-4f2c-901a-dbc8b2c3e3fe tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:09:50.001152 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5214113-577f-4f2c-901a-dbc8b2c3e3fe tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:09:50.010364 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-33f24278-b7d9-402a-8e04-e33a461c86ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:50.072315 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59600f9e-438c-415b-a9f8-33aa72798470 None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:09:50.072701 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5214113-577f-4f2c-901a-dbc8b2c3e3fe tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:50.073441 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c5214113-577f-4f2c-901a-dbc8b2c3e3fe tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:50.080583 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-59600f9e-438c-415b-a9f8-33aa72798470 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:09:50.094159 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59600f9e-438c-415b-a9f8-33aa72798470 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:09:50.116831 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c5214113-577f-4f2c-901a-dbc8b2c3e3fe tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 5.9412382
Jan 29 10:09:50.123932 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 51790) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:50.137130 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-a5aafe17-52a3-4840-9f74-e5b5da9574d8 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Request body: {'port': {'network_id': 'eaffebd3-8ffb-4091-b8ae-88922429917b', 'name': 'tempest-PortsIpV6TestJSON-110116431', 'fixed_ips': [{'subnet_id': 'c2ee1668-c959-4e9a-a3c7-8650dd601ab8', 'ip_address': '2001:db8::f'}]}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:09:50.165295 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device af4e8948-e17f-4748-a2f4-ee657322cc80 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:09:50.165515 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490d2e1-5593-4f90-a9ba-89364282ad28 req-46164384-bf5a-4d44-84f0-260c00cbe267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:50.167147 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c490d2e1-5593-4f90-a9ba-89364282ad28 req-46164384-bf5a-4d44-84f0-260c00cbe267 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9c450a0f-2c11-436c-8735-9a1afe6b7184&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.9614260
Jan 29 10:09:50.273266 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9cf79a7b-0f69-4ded-91e7-0eb1e70e63b4 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:50.281082 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-59600f9e-438c-415b-a9f8-33aa72798470 None None] Attempting to bind port 8691a8c1-24a6-4df7-89fe-b70b63a6e253 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:09:50.281658 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-59600f9e-438c-415b-a9f8-33aa72798470 None None] Attempting to bind port 8691a8c1-24a6-4df7-89fe-b70b63a6e253 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:09:50.282285 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59600f9e-438c-415b-a9f8-33aa72798470 None None] Attempting to bind port 8691a8c1-24a6-4df7-89fe-b70b63a6e253 on network 36ec2ab5-acc9-45dc-a136-797459b09a1c {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:09:50.291605 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59600f9e-438c-415b-a9f8-33aa72798470 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:09:50.292213 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59600f9e-438c-415b-a9f8-33aa72798470 None None] Checking segment: {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:09:50.292775 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-59600f9e-438c-415b-a9f8-33aa72798470 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:50.293330 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59600f9e-438c-415b-a9f8-33aa72798470 None None] Bound using segment: {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:09:50.294039 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-59600f9e-438c-415b-a9f8-33aa72798470 None None] Bound port: 8691a8c1-24a6-4df7-89fe-b70b63a6e253, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:09:50.294578 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-59600f9e-438c-415b-a9f8-33aa72798470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:50.350115 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59600f9e-438c-415b-a9f8-33aa72798470 None None] Pushing event updated for resources: {'Port': ['ID=8691a8c1-24a6-4df7-89fe-b70b63a6e253,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:50.363850 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-59600f9e-438c-415b-a9f8-33aa72798470 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:50.366506 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port af4e8948-e17f-4748-a2f4-ee657322cc80 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:09:50.376916 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device f5b4d19a-483e-447c-b74f-31d7b99c54fd up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:09:50.413819 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11414418-e728-49b3-8ef6-8c1abff1af9f tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Pushing event updated for resources: {'Subnet': ['ID=4b38f71a-b6b5-49d9-868f-f307cfbc805e,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:50.430116 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-11414418-e728-49b3-8ef6-8c1abff1af9f tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:50.470384 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-59600f9e-438c-415b-a9f8-33aa72798470 None None] For port 8691a8c1-24a6-4df7-89fe-b70b63a6e253, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:09:50.484888 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port f5b4d19a-483e-447c-b74f-31d7b99c54fd completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:09:50.622228 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a5aafe17-52a3-4840-9f74-e5b5da9574d8 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:09:50.638943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a5aafe17-52a3-4840-9f74-e5b5da9574d8 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Usage tracker for resource:port and tenant:b402c3f19966488ebcb859fd6d6d9b16 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:09:50.645528 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c490d2e1-5593-4f90-a9ba-89364282ad28 req-fa6f0923-bb8a-4fa9-b9d7-c847baec3e03 service neutron] 10.222.0.22 "GET /v2.0/networks/9c450a0f-2c11-436c-8735-9a1afe6b7184?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4587059
Jan 29 10:09:50.647266 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a5aafe17-52a3-4840-9f74-e5b5da9574d8 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:09:50.739140 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e980161d-189a-4232-a019-ad86a2d26e5a req-2e176fcb-cbdf-420e-9180-7f4291377cae tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:50.740858 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e980161d-189a-4232-a019-ad86a2d26e5a req-2e176fcb-cbdf-420e-9180-7f4291377cae tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/ports?device_id=646f0d1b-8b1f-4f18-a23b-f6fd67aca648 HTTP/1.1" status: 200  len: 944 time: 0.4131477
Jan 29 10:09:50.741929 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a5aafe17-52a3-4840-9f74-e5b5da9574d8 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:09:50.747354 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-59600f9e-438c-415b-a9f8-33aa72798470 None None] For port 8691a8c1-24a6-4df7-89fe-b70b63a6e253, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=8691a8c1-24a6-4df7-89fe-b70b63a6e253,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:09:50.751065 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-59600f9e-438c-415b-a9f8-33aa72798470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:50.767886 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:50.771578 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-96ec00ae-6cf8-447f-b16b-d844ddc2d376 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:50.780148 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6d232e7a-513a-4df5-b95b-48adde26b0c8 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:50.826280 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2caccc83-3dd8-4314-a056-5e1f5b5dd19e tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:50.846535 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59600f9e-438c-415b-a9f8-33aa72798470 None None] Pushing event updated for resources: {'Port': ['ID=8691a8c1-24a6-4df7-89fe-b70b63a6e253,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:50.859547 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-59600f9e-438c-415b-a9f8-33aa72798470 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:50.882577 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5aafe17-52a3-4840-9f74-e5b5da9574d8 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Made reservation on behalf of b402c3f19966488ebcb859fd6d6d9b16 for: {'port': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:09:50.937414 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d232e7a-513a-4df5-b95b-48adde26b0c8 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Pushing event deleted for resources: {'Port': ['ID=66cdd244-5de2-4997-a19e-d3d85b22a624,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:50.958130 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11414418-e728-49b3-8ef6-8c1abff1af9f tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Checking segment: {'id': '6404dc82-e8b4-449b-afda-428c658116cc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fef7cc89-7267-4358-8599-6146c79819c4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:09:50.958535 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11414418-e728-49b3-8ef6-8c1abff1af9f tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Network hostable DHCP agents. Network: fef7cc89-7267-4358-8599-6146c79819c4, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:09:51.007813 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-9cf79a7b-0f69-4ded-91e7-0eb1e70e63b4 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] device_id is not set on port 11c75d7a-5f2e-4288-a6f1-b7dd236e1de6 yet. {{(pid=80766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:09:51.021044 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6d232e7a-513a-4df5-b95b-48adde26b0c8 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:51.110411 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11414418-e728-49b3-8ef6-8c1abff1af9f tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Network fef7cc89-7267-4358-8599-6146c79819c4 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:09:51.147989 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-11414418-e728-49b3-8ef6-8c1abff1af9f tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, fef7cc89-7267-4358-8599-6146c79819c4) {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:09:51.163021 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9253595b-c8ee-41c9-9c2f-ec497c1c3dec None None] Network fef7cc89-7267-4358-8599-6146c79819c4 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:09:51.168241 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11414418-e728-49b3-8ef6-8c1abff1af9f tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:51.168902 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-11414418-e728-49b3-8ef6-8c1abff1af9f tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:51.175122 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e980161d-189a-4232-a019-ad86a2d26e5a req-8a02c891-57b4-4d1f-b16a-d4eac94f706f tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/security-groups?id=ca938fcf-b80d-466c-a403-7c3b18a33b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.4017234
Jan 29 10:09:51.303969 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c490d2e1-5593-4f90-a9ba-89364282ad28 req-0241d2c0-6c57-4dcb-97e9-6be950b3fae4 service neutron] 10.222.0.22 "GET /v2.0/networks/9c450a0f-2c11-436c-8735-9a1afe6b7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5589666
Jan 29 10:09:51.328282 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6d232e7a-513a-4df5-b95b-48adde26b0c8 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:51.358289 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a5aafe17-52a3-4840-9f74-e5b5da9574d8 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:51.417601 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c062470e-dec1-457e-862a-94ffea548e88 None None] Network ba2a6721-5011-4d0b-9137-3e92d51fbbbe requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:09:51.432574 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6d232e7a-513a-4df5-b95b-48adde26b0c8 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] 10.222.0.57 "DELETE /v2.0/ports/66cdd244-5de2-4997-a19e-d3d85b22a624 HTTP/1.1" status: 204  len: 168 time: 3.4329674
Jan 29 10:09:51.452187 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 51796) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:51.582127 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-11414418-e728-49b3-8ef6-8c1abff1af9f tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 4.6659341
Jan 29 10:09:51.587594 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51800) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:51.596044 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7d1f88fe-871c-4fe0-9c6e-62a372f4dcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:51.620231 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-bb231657-8611-478e-ab2a-4ec31a0804a2 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-590783805', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}, 'admin_state_up': False}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:09:51.654483 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-bb231657-8611-478e-ab2a-4ec31a0804a2 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:09:51.662793 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-bb231657-8611-478e-ab2a-4ec31a0804a2 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Usage tracker for resource:router and tenant:f844837ce1884937bc086377bfe8af84 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:09:51.668083 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-bb231657-8611-478e-ab2a-4ec31a0804a2 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Quota usage for router was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:09:51.677263 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-bb231657-8611-478e-ab2a-4ec31a0804a2 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:09:51.697128 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bb231657-8611-478e-ab2a-4ec31a0804a2 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:51.698422 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bb231657-8611-478e-ab2a-4ec31a0804a2 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:51.717847 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bb231657-8611-478e-ab2a-4ec31a0804a2 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:51.750190 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-82bcc41b-161d-4e73-8c4d-5a2332262fd3 None None] Provisioning for port af4e8948-e17f-4748-a2f4-ee657322cc80 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:09:51.831892 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-82bcc41b-161d-4e73-8c4d-5a2332262fd3 None None] Provisioning complete for port af4e8948-e17f-4748-a2f4-ee657322cc80 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:09:51.832312 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-82bcc41b-161d-4e73-8c4d-5a2332262fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:51.841670 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f77ef2a-642e-4f38-a355-5c72233838c6 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Deleting subnet 623b3827-66b2-453c-9924-a79c76af24d0 {{(pid=80765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:09:51.854666 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7f77ef2a-642e-4f38-a355-5c72233838c6 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Notify callbacks [] for subnet, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:51.896771 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f182c1a3-f2a1-41d8-a484-0208d7dcffb4 None None] Network fef7cc89-7267-4358-8599-6146c79819c4 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:09:51.945638 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602a7e43-b6ca-41f6-88f3-68b02f57999c None None] Network eaffebd3-8ffb-4091-b8ae-88922429917b requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:09:51.961628 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-a5aafe17-52a3-4840-9f74-e5b5da9574d8 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] device_id is not set on port a6422c59-4139-472a-b38e-de49ed4e053d yet. {{(pid=80765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:09:51.986387 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-9cf79a7b-0f69-4ded-91e7-0eb1e70e63b4 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Allocated IP 2001:db8::507b:5cb6:66c5:d284 (36ec2ab5-acc9-45dc-a136-797459b09a1c/00353d8c-f876-401e-bdac-7de494a30656/11c75d7a-5f2e-4288-a6f1-b7dd236e1de6) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:09:52.018989 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f620cdb-25f8-416d-893b-76cb67c82e74 req-8a044c35-f692-47fc-81c1-5312b9a1a43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:52.020761 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9f620cdb-25f8-416d-893b-76cb67c82e74 req-8a044c35-f692-47fc-81c1-5312b9a1a43a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4d907168a4924ceb9472857ce37e1904&device_id=646f0d1b-8b1f-4f18-a23b-f6fd67aca648 HTTP/1.1" status: 200  len: 1161 time: 0.5868063
Jan 29 10:09:52.101650 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7f77ef2a-642e-4f38-a355-5c72233838c6 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1479249'] for subnet, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:52.199845 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 8691a8c1-24a6-4df7-89fe-b70b63a6e253 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:09:52.467820 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-a5aafe17-52a3-4840-9f74-e5b5da9574d8 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Allocated IP 2001:db8::f (eaffebd3-8ffb-4091-b8ae-88922429917b/c2ee1668-c959-4e9a-a3c7-8650dd601ab8/a6422c59-4139-472a-b38e-de49ed4e053d) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:09:52.470887 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bb231657-8611-478e-ab2a-4ec31a0804a2 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:52.530021 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f620cdb-25f8-416d-893b-76cb67c82e74 req-834fa472-0c2e-4a8e-9ad7-f89f215592cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:52.532106 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9f620cdb-25f8-416d-893b-76cb67c82e74 req-834fa472-0c2e-4a8e-9ad7-f89f215592cb service neutron] 10.222.0.22 "GET /v2.0/networks?id=9c450a0f-2c11-436c-8735-9a1afe6b7184 HTTP/1.1" status: 200  len: 906 time: 0.4931748
Jan 29 10:09:52.624772 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9cf79a7b-0f69-4ded-91e7-0eb1e70e63b4 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:52.634790 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-96ec00ae-6cf8-447f-b16b-d844ddc2d376 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:52.651629 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-96ec00ae-6cf8-447f-b16b-d844ddc2d376 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:52.672423 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-019ef6f9-ba0e-4bb8-a77a-76ccb38a90bb tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:52.720852 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-9cf79a7b-0f69-4ded-91e7-0eb1e70e63b4 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Transition to ACTIVE for port object 11c75d7a-5f2e-4288-a6f1-b7dd236e1de6 will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:09:52.748555 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 8691a8c1-24a6-4df7-89fe-b70b63a6e253 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:09:52.919594 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ec00ae-6cf8-447f-b16b-d844ddc2d376 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Pushing event updated for resources: {'Port': ['ID=73e10e30-575c-4668-9d2c-0f5faf462584,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:52.939167 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-82bcc41b-161d-4e73-8c4d-5a2332262fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:52.939660 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-96ec00ae-6cf8-447f-b16b-d844ddc2d376 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:53.075140 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9cf79a7b-0f69-4ded-91e7-0eb1e70e63b4 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:53.085387 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9f620cdb-25f8-416d-893b-76cb67c82e74 req-22f38d97-6bb9-4dbe-81c4-ff7c8f30e2c5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34ac8151-ad03-457c-a08a-bf5486dcce07 HTTP/1.1" status: 200  len: 217 time: 0.5139232
Jan 29 10:09:53.101996 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c372987b-8b87-4189-b1be-aa45eaf00342 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:53.144554 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-82bcc41b-161d-4e73-8c4d-5a2332262fd3 None None] For port af4e8948-e17f-4748-a2f4-ee657322cc80, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=af4e8948-e17f-4748-a2f4-ee657322cc80,segment=NetworkSegment(d5f4f947-57cb-4fa6-b540-88c47940eab6),segment_id=d5f4f947-57cb-4fa6-b540-88c47940eab6)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:09:53.162815 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-82bcc41b-161d-4e73-8c4d-5a2332262fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:53.167304 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e0e1d6ec-dc75-4fcb-bce0-619dfdc1c7be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:53.271853 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bcc41b-161d-4e73-8c4d-5a2332262fd3 None None] Pushing event updated for resources: {'Port': ['ID=af4e8948-e17f-4748-a2f4-ee657322cc80,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:53.275604 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-82bcc41b-161d-4e73-8c4d-5a2332262fd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:53.340086 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a5aafe17-52a3-4840-9f74-e5b5da9574d8 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:53.349487 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-925b12c3-ac74-48a8-96d5-1bdc3cabd086 None None] Provisioning for port f5b4d19a-483e-447c-b74f-31d7b99c54fd completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:09:53.356202 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-925b12c3-ac74-48a8-96d5-1bdc3cabd086 None None] Provisioning complete for port f5b4d19a-483e-447c-b74f-31d7b99c54fd triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:09:53.356878 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-925b12c3-ac74-48a8-96d5-1bdc3cabd086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:53.363271 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-a5aafe17-52a3-4840-9f74-e5b5da9574d8 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Transition to ACTIVE for port object a6422c59-4139-472a-b38e-de49ed4e053d will not be triggered until provisioned by entity DHCP. {{(pid=80765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:09:53.399207 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7f77ef2a-642e-4f38-a355-5c72233838c6 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:53.442542 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a5aafe17-52a3-4840-9f74-e5b5da9574d8 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:53.477319 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6c89fb61-fdf7-4bf1-9cd1-1026ff5ae052 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:53.579294 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-925b12c3-ac74-48a8-96d5-1bdc3cabd086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:53.632362 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf79a7b-0f69-4ded-91e7-0eb1e70e63b4 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event updated for resources: {'Port': ['ID=11c75d7a-5f2e-4288-a6f1-b7dd236e1de6,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:53.635621 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9cf79a7b-0f69-4ded-91e7-0eb1e70e63b4 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:53.636018 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-925b12c3-ac74-48a8-96d5-1bdc3cabd086 None None] For port f5b4d19a-483e-447c-b74f-31d7b99c54fd, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=f5b4d19a-483e-447c-b74f-31d7b99c54fd,segment=NetworkSegment(1d50f334-c8ee-42c1-ba7c-5dfa8beee9fb),segment_id=1d50f334-c8ee-42c1-ba7c-5dfa8beee9fb)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:09:53.646475 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-925b12c3-ac74-48a8-96d5-1bdc3cabd086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:53.650883 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-59600f9e-438c-415b-a9f8-33aa72798470 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:53.771653 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f620cdb-25f8-416d-893b-76cb67c82e74 req-ddb0d1dd-d0c9-451b-9eb5-476b4c3ada6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:53.773409 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9f620cdb-25f8-416d-893b-76cb67c82e74 req-ddb0d1dd-d0c9-451b-9eb5-476b4c3ada6a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=dd17e4b6-a33a-4e17-bc4a-03539800690d HTTP/1.1" status: 200  len: 851 time: 0.6793318
Jan 29 10:09:53.791948 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925b12c3-ac74-48a8-96d5-1bdc3cabd086 None None] Pushing event updated for resources: {'Port': ['ID=f5b4d19a-483e-447c-b74f-31d7b99c54fd,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:53.797127 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-925b12c3-ac74-48a8-96d5-1bdc3cabd086 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:53.800809 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-925b12c3-ac74-48a8-96d5-1bdc3cabd086 None None] Provisioning for port 8691a8c1-24a6-4df7-89fe-b70b63a6e253 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:09:53.812286 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-925b12c3-ac74-48a8-96d5-1bdc3cabd086 None None] Provisioning complete for port 8691a8c1-24a6-4df7-89fe-b70b63a6e253 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:09:53.814412 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-925b12c3-ac74-48a8-96d5-1bdc3cabd086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:53.819959 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bb231657-8611-478e-ab2a-4ec31a0804a2 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for router_gateway, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:53.823607 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5aafe17-52a3-4840-9f74-e5b5da9574d8 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Network eaffebd3-8ffb-4091-b8ae-88922429917b is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:09:53.827537 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-a5aafe17-52a3-4840-9f74-e5b5da9574d8 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:09:53.866095 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bb231657-8611-478e-ab2a-4ec31a0804a2 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:53.926092 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5aafe17-52a3-4840-9f74-e5b5da9574d8 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:09:53.927970 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-66009eb9-697e-45e1-b86a-5c4d3b0d1008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:54.028638 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5aafe17-52a3-4840-9f74-e5b5da9574d8 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:54.029549 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a5aafe17-52a3-4840-9f74-e5b5da9574d8 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:54.059085 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device af4e8948-e17f-4748-a2f4-ee657322cc80 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:09:54.164484 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-925b12c3-ac74-48a8-96d5-1bdc3cabd086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:54.223853 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:54.251619 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-925b12c3-ac74-48a8-96d5-1bdc3cabd086 None None] For port 8691a8c1-24a6-4df7-89fe-b70b63a6e253, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=8691a8c1-24a6-4df7-89fe-b70b63a6e253,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:09:54.257482 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-925b12c3-ac74-48a8-96d5-1bdc3cabd086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:54.259502 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f30da6a8-3790-49b2-90d1-20ab149399dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:54.287128 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf79a7b-0f69-4ded-91e7-0eb1e70e63b4 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:09:54.324943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-9cf79a7b-0f69-4ded-91e7-0eb1e70e63b4 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:09:54.327696 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf79a7b-0f69-4ded-91e7-0eb1e70e63b4 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:09:54.347709 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port af4e8948-e17f-4748-a2f4-ee657322cc80 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:09:54.348128 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:54.357646 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aafe17-52a3-4840-9f74-e5b5da9574d8 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event updated for resources: {'Port': ['ID=a6422c59-4139-472a-b38e-de49ed4e053d,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:54.420930 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf79a7b-0f69-4ded-91e7-0eb1e70e63b4 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:54.421666 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9cf79a7b-0f69-4ded-91e7-0eb1e70e63b4 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:54.464894 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-96ec00ae-6cf8-447f-b16b-d844ddc2d376 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854426412'] for router_interface, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:54.471862 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-31d16dcc-7f57-4901-a22f-63a4f2034127 None None] Provisioning for port 73e10e30-575c-4668-9d2c-0f5faf462584 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:09:54.491927 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-31d16dcc-7f57-4901-a22f-63a4f2034127 None None] Provisioning complete for port 73e10e30-575c-4668-9d2c-0f5faf462584 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:09:54.492277 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-31d16dcc-7f57-4901-a22f-63a4f2034127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:54.505545 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285840da-34ce-4f47-b169-6c038eb9fbc8 req-26a0cc42-ae4c-49b6-b13f-8edb2ed46634 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:54.513482 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-285840da-34ce-4f47-b169-6c038eb9fbc8 req-26a0cc42-ae4c-49b6-b13f-8edb2ed46634 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/ports?device_id=646f0d1b-8b1f-4f18-a23b-f6fd67aca648 HTTP/1.1" status: 200  len: 944 time: 2.1620688
Jan 29 10:09:54.538271 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a5aafe17-52a3-4840-9f74-e5b5da9574d8 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.061s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:54.601932 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925b12c3-ac74-48a8-96d5-1bdc3cabd086 None None] Pushing event updated for resources: {'Port': ['ID=8691a8c1-24a6-4df7-89fe-b70b63a6e253,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:54.607562 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-31d16dcc-7f57-4901-a22f-63a4f2034127 None None] Port 73e10e30-575c-4668-9d2c-0f5faf462584 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:09:54.613250 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a5aafe17-52a3-4840-9f74-e5b5da9574d8 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 4.4837084
Jan 29 10:09:54.617959 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-925b12c3-ac74-48a8-96d5-1bdc3cabd086 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:54.621773 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 51814) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:54.650071 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-31d16dcc-7f57-4901-a22f-63a4f2034127 None None] Provisioning complete for port f5b4d19a-483e-447c-b74f-31d7b99c54fd triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:09:54.650224 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-285840da-34ce-4f47-b169-6c038eb9fbc8 req-8dbd3e4a-c9a9-4531-8d8f-bb6f995d1a68 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/security-groups?id=ca938fcf-b80d-466c-a403-7c3b18a33b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1342318
Jan 29 10:09:54.652836 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7f77ef2a-642e-4f38-a355-5c72233838c6 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852603100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2204728'] for subnet, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:54.655639 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-31d16dcc-7f57-4901-a22f-63a4f2034127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:54.746135 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-15f2115b-840e-46f2-8920-843c22486128 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:54.802096 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9cf79a7b-0f69-4ded-91e7-0eb1e70e63b4 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 5.9440064
Jan 29 10:09:54.802768 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51818) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:54.825457 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f77ef2a-642e-4f38-a355-5c72233838c6 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Pushing event deleted for resources: {'Subnet': ['ID=623b3827-66b2-453c-9924-a79c76af24d0,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:54.826217 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device f5b4d19a-483e-447c-b74f-31d7b99c54fd up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:09:54.834502 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7f77ef2a-642e-4f38-a355-5c72233838c6 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:54.850834 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-872acca5-b43c-4577-9439-367c90cf6d19 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Request body: {'port': {'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'fixed_ips': [{'subnet_id': '00353d8c-f876-401e-bdac-7de494a30656', 'ip_address': '2001:db8::507b:5cb6:66c5:d284'}], 'name': 'tempest-NetworksTestDHCPv6-2018299211'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:09:54.910242 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f620cdb-25f8-416d-893b-76cb67c82e74 req-95a24d37-d5e5-4a48-9645-6d3036d5590e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:54.912799 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9f620cdb-25f8-416d-893b-76cb67c82e74 req-95a24d37-d5e5-4a48-9645-6d3036d5590e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9c450a0f-2c11-436c-8735-9a1afe6b7184&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 1.0948772
Jan 29 10:09:54.917272 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:55.010731 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7f77ef2a-642e-4f38-a355-5c72233838c6 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:55.013083 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7f77ef2a-642e-4f38-a355-5c72233838c6 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] 10.222.0.57 "DELETE /v2.0/subnets/623b3827-66b2-453c-9924-a79c76af24d0 HTTP/1.1" status: 204  len: 168 time: 3.4891291
Jan 29 10:09:55.016827 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51822) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:55.050620 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71a7ed5-1c18-4d11-9fe1-86b8d565e58a None None] Network db9807d3-767e-4a2f-a82c-698405c32607 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:09:55.143137 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-bb231657-8611-478e-ab2a-4ec31a0804a2 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Allocated IP 172.26.7.114 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/5d463c6b-f84a-445a-9e74-9b72144ac028) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:09:55.188298 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port f5b4d19a-483e-447c-b74f-31d7b99c54fd triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:09:55.188951 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:55.211301 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb5a0de-a29b-4f3d-bd55-2c3a60a22e01 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:55.211301 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-bcb5a0de-a29b-4f3d-bd55-2c3a60a22e01 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Synchronizing usage tracker for tenant:b402c3f19966488ebcb859fd6d6d9b16 on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:09:55.245398 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9f620cdb-25f8-416d-893b-76cb67c82e74 req-cf26fc51-5f5a-441a-8736-0c5cdac78722 service neutron] 10.222.0.22 "GET /v2.0/networks/9c450a0f-2c11-436c-8735-9a1afe6b7184?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3178289
Jan 29 10:09:55.277354 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-bcb5a0de-a29b-4f3d-bd55-2c3a60a22e01 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Unset dirty status for tenant:b402c3f19966488ebcb859fd6d6d9b16 on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:09:55.278680 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-bcb5a0de-a29b-4f3d-bd55-2c3a60a22e01 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200  len: 927 time: 0.6540003
Jan 29 10:09:55.282199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 51828) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:55.352726 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-31d16dcc-7f57-4901-a22f-63a4f2034127 None None] Provisioning complete for port 8691a8c1-24a6-4df7-89fe-b70b63a6e253 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:09:55.353539 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-31d16dcc-7f57-4901-a22f-63a4f2034127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:55.457042 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bb231657-8611-478e-ab2a-4ec31a0804a2 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:55.499405 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-96ec00ae-6cf8-447f-b16b-d844ddc2d376 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:55.521630 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9f620cdb-25f8-416d-893b-76cb67c82e74 req-d757b8f5-3649-468e-978e-9587ca75be55 service neutron] 10.222.0.22 "GET /v2.0/networks/9c450a0f-2c11-436c-8735-9a1afe6b7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2673030
Jan 29 10:09:55.561746 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bb231657-8611-478e-ab2a-4ec31a0804a2 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:55.608127 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-62443efb-a042-4c6d-8f6b-818064936aa4 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:55.627944 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff0af74-cc93-4369-bbd7-0ce38d067f18 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:55.678661 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-31d16dcc-7f57-4901-a22f-63a4f2034127 None None] Provisioning for port 98939136-0240-4476-bca4-759d4b418dbb completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:09:55.683850 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-31d16dcc-7f57-4901-a22f-63a4f2034127 None None] Provisioning complete for port 98939136-0240-4476-bca4-759d4b418dbb triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:09:55.684274 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-31d16dcc-7f57-4901-a22f-63a4f2034127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:55.715380 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff0af74-cc93-4369-bbd7-0ce38d067f18 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:55.768619 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-31d16dcc-7f57-4901-a22f-63a4f2034127 None None] Port 98939136-0240-4476-bca4-759d4b418dbb cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:09:55.778647 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d11e2a5-620b-4390-b706-43ea821b2f03 None None] DHCP port deletion for db9807d3-767e-4a2f-a82c-698405c32607 request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:09:55.787395 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-7d11e2a5-620b-4390-b706-43ea821b2f03 None None] Deleting port 8daa7a54-5943-4c3c-a890-e0c6a73d8111 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:09:55.788037 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7d11e2a5-620b-4390-b706-43ea821b2f03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:55.804058 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff0af74-cc93-4369-bbd7-0ce38d067f18 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:55.806040 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-bff0af74-cc93-4369-bbd7-0ce38d067f18 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200  len: 2389 time: 0.5228245
Jan 29 10:09:55.810325 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 51834) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:55.836634 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-31d16dcc-7f57-4901-a22f-63a4f2034127 None None] Provisioning complete for port af4e8948-e17f-4748-a2f4-ee657322cc80 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:09:55.836973 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-31d16dcc-7f57-4901-a22f-63a4f2034127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:55.980168 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-7a0c4e2b-8d3e-4d32-a635-7105832923ab tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Deleting port a6422c59-4139-472a-b38e-de49ed4e053d {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:09:55.980579 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7a0c4e2b-8d3e-4d32-a635-7105832923ab tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:56.045524 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 8691a8c1-24a6-4df7-89fe-b70b63a6e253 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:09:56.145834 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba28cd-e510-4e2d-811c-858fda550350 req-bac65d2d-84ca-4dba-b890-49e5135d214b tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:56.148298 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-06ba28cd-e510-4e2d-811c-858fda550350 req-bac65d2d-84ca-4dba-b890-49e5135d214b tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/ports?device_id=646f0d1b-8b1f-4f18-a23b-f6fd67aca648 HTTP/1.1" status: 200  len: 944 time: 0.2961235
Jan 29 10:09:56.195120 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:56.374434 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 8691a8c1-24a6-4df7-89fe-b70b63a6e253 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:09:56.374862 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:56.418220 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-06ba28cd-e510-4e2d-811c-858fda550350 req-e623cd17-a19b-4311-82ab-ea084a374f54 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/security-groups?id=ca938fcf-b80d-466c-a403-7c3b18a33b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.2380495
Jan 29 10:09:56.445736 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e36998dd-41fb-4133-844b-13a33478bdae tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:56.469690 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-7d11e2a5-620b-4390-b706-43ea821b2f03 None None] For port 8daa7a54-5943-4c3c-a890-e0c6a73d8111, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=8daa7a54-5943-4c3c-a890-e0c6a73d8111,segment=NetworkSegment(d83d44bc-19bb-47bf-97fc-7ac28870d2be),segment_id=d83d44bc-19bb-47bf-97fc-7ac28870d2be)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:09:56.470165 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7d11e2a5-620b-4390-b706-43ea821b2f03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:56.488162 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7a0c4e2b-8d3e-4d32-a635-7105832923ab tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:56.651771 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-7d11e2a5-620b-4390-b706-43ea821b2f03 None None] Calling delete_port for 8daa7a54-5943-4c3c-a890-e0c6a73d8111 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:09:56.656560 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-7a0c4e2b-8d3e-4d32-a635-7105832923ab tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Calling delete_port for a6422c59-4139-472a-b38e-de49ed4e053d owned by  {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:09:56.683901 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb231657-8611-478e-ab2a-4ec31a0804a2 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Pushing event updated for resources: {'Port': ['ID=5d463c6b-f84a-445a-9e74-9b72144ac028,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:56.698517 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-872acca5-b43c-4577-9439-367c90cf6d19 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:09:56.699609 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bb231657-8611-478e-ab2a-4ec31a0804a2 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.091s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:56.725046 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-872acca5-b43c-4577-9439-367c90cf6d19 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Usage tracker for resource:port and tenant:b2cc7248d2184abfb3aa21c44218cf1c is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:09:56.744364 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-872acca5-b43c-4577-9439-367c90cf6d19 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Quota usage for port was recalculated. Used quota:2. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:09:56.758793 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-872acca5-b43c-4577-9439-367c90cf6d19 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:09:56.765691 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-e36998dd-41fb-4133-844b-13a33478bdae tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Deleting port 8daa7a54-5943-4c3c-a890-e0c6a73d8111 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:09:56.765937 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e36998dd-41fb-4133-844b-13a33478bdae tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:56.780727 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-80ad7686-0d14-4204-a1ea-78c629a43845 None None] Provisioning complete for port 73e10e30-575c-4668-9d2c-0f5faf462584 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:09:56.781150 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-80ad7686-0d14-4204-a1ea-78c629a43845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:56.858618 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7a0c4e2b-8d3e-4d32-a635-7105832923ab tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:56.863347 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb231657-8611-478e-ab2a-4ec31a0804a2 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:09:56.864535 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872acca5-b43c-4577-9439-367c90cf6d19 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Made reservation on behalf of b2cc7248d2184abfb3aa21c44218cf1c for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:09:56.876310 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-38af9db6-03c3-413b-8ab9-5c7b8505db9a tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:56.890782 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-80ad7686-0d14-4204-a1ea-78c629a43845 None None] Port 73e10e30-575c-4668-9d2c-0f5faf462584 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:09:56.899838 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7d11e2a5-620b-4390-b706-43ea821b2f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:56.909865 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-bb231657-8611-478e-ab2a-4ec31a0804a2 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:09:56.918757 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb231657-8611-478e-ab2a-4ec31a0804a2 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:09:56.927778 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-33f24278-b7d9-402a-8e04-e33a461c86ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:56.958029 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0c4e2b-8d3e-4d32-a635-7105832923ab tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event deleted for resources: {'Port': ['ID=a6422c59-4139-472a-b38e-de49ed4e053d,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:56.960958 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7a0c4e2b-8d3e-4d32-a635-7105832923ab tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:56.973800 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 8daa7a54-5943-4c3c-a890-e0c6a73d8111 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:09:57.040258 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-e36998dd-41fb-4133-844b-13a33478bdae tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] The port '8daa7a54-5943-4c3c-a890-e0c6a73d8111' was deleted {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 29 10:09:57.044719 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-80ad7686-0d14-4204-a1ea-78c629a43845 None None] Provisioning complete for port f5b4d19a-483e-447c-b74f-31d7b99c54fd triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:09:57.045143 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-80ad7686-0d14-4204-a1ea-78c629a43845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:57.070857 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d11e2a5-620b-4390-b706-43ea821b2f03 None None] Pushing event deleted for resources: {'Port': ['ID=8daa7a54-5943-4c3c-a890-e0c6a73d8111,revision_number=None']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:57.091682 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 8daa7a54-5943-4c3c-a890-e0c6a73d8111 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:09:57.092086 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 8daa7a54-5943-4c3c-a890-e0c6a73d8111 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:09:57.111278 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7a0c4e2b-8d3e-4d32-a635-7105832923ab tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:57.114890 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7d11e2a5-620b-4390-b706-43ea821b2f03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:57.136303 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7a0c4e2b-8d3e-4d32-a635-7105832923ab tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "DELETE /v2.0/ports/a6422c59-4139-472a-b38e-de49ed4e053d HTTP/1.1" status: 204  len: 168 time: 1.3224325
Jan 29 10:09:57.136729 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 51842) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:57.151134 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.resource_extend [None req-96ec00ae-6cf8-447f-b16b-d844ddc2d376 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 29 10:09:57.196463 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e7fb315-5247-4afb-bd08-a5732259ade0 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] GET failed (client error): The resource could not be found.
Jan 29 10:09:57.197363 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-9e7fb315-5247-4afb-bd08-a5732259ade0 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Synchronizing usage tracker for tenant:b402c3f19966488ebcb859fd6d6d9b16 on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:09:57.216368 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-96ec00ae-6cf8-447f-b16b-d844ddc2d376 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:57.220028 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-9e7fb315-5247-4afb-bd08-a5732259ade0 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Unset dirty status for tenant:b402c3f19966488ebcb859fd6d6d9b16 on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:09:57.226142 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9e7fb315-5247-4afb-bd08-a5732259ade0 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "GET /v2.0/ports/a6422c59-4139-472a-b38e-de49ed4e053d HTTP/1.1" status: 404  len: 333 time: 0.0882449
Jan 29 10:09:57.226902 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 51846) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:57.258301 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-96ec00ae-6cf8-447f-b16b-d844ddc2d376 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:57.259204 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-96ec00ae-6cf8-447f-b16b-d844ddc2d376 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854133895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349242'] for router_interface, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:57.282762 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-80ad7686-0d14-4204-a1ea-78c629a43845 None None] Could not find standard attr ID for object a6422c59-4139-472a-b38e-de49ed4e053d. {{(pid=80767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 29 10:09:57.290262 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-cdf4f8f4-f5f7-4aa9-8644-43e08fa081bb tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:57.293907 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d11e2a5-620b-4390-b706-43ea821b2f03 None None] No DVR routers for this DVR port 8daa7a54-5943-4c3c-a890-e0c6a73d8111 on host dv-neutron-772983-2-ovs {{(pid=80767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:09:57.307067 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-80ad7686-0d14-4204-a1ea-78c629a43845 None None] Provisioning complete for port 98939136-0240-4476-bca4-759d4b418dbb triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:09:57.307729 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-80ad7686-0d14-4204-a1ea-78c629a43845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:57.382043 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-80ad7686-0d14-4204-a1ea-78c629a43845 None None] Port 98939136-0240-4476-bca4-759d4b418dbb cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:09:57.394506 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-80ad7686-0d14-4204-a1ea-78c629a43845 None None] Provisioning for port 11c75d7a-5f2e-4288-a6f1-b7dd236e1de6 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:09:57.401092 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-80ad7686-0d14-4204-a1ea-78c629a43845 None None] Provisioning complete for port 11c75d7a-5f2e-4288-a6f1-b7dd236e1de6 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:09:57.401808 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-80ad7686-0d14-4204-a1ea-78c629a43845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:57.464675 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-80ad7686-0d14-4204-a1ea-78c629a43845 None None] Port 11c75d7a-5f2e-4288-a6f1-b7dd236e1de6 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:09:57.467897 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ec00ae-6cf8-447f-b16b-d844ddc2d376 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Pushing event updated for resources: {'Port': ['ID=73e10e30-575c-4668-9d2c-0f5faf462584,revision_number=3']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:57.480205 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-80ad7686-0d14-4204-a1ea-78c629a43845 None None] Provisioning complete for port af4e8948-e17f-4748-a2f4-ee657322cc80 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:09:57.480721 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-80ad7686-0d14-4204-a1ea-78c629a43845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:57.499648 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-96ec00ae-6cf8-447f-b16b-d844ddc2d376 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:57.570309 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-872acca5-b43c-4577-9439-367c90cf6d19 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:57.667203 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e36998dd-41fb-4133-844b-13a33478bdae tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:57.712177 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-ca11484d-8ebe-4878-a581-1ff7bc5a21fe tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Deleting port 98939136-0240-4476-bca4-759d4b418dbb {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:09:57.712569 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ca11484d-8ebe-4878-a581-1ff7bc5a21fe tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:57.916256 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26776a-c855-4024-b245-6980f5921457 req-ba2b3a68-264c-4841-a73a-b03e73063eda tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:57.917992 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9b26776a-c855-4024-b245-6980f5921457 req-ba2b3a68-264c-4841-a73a-b03e73063eda tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/ports?device_id=646f0d1b-8b1f-4f18-a23b-f6fd67aca648 HTTP/1.1" status: 200  len: 944 time: 0.3103609
Jan 29 10:09:58.061488 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-e36998dd-41fb-4133-844b-13a33478bdae tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c81b6a90>,) {'filters': {'network_id': ['db9807d3-767e-4a2f-a82c-698405c32607']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:09:58.091412 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9b26776a-c855-4024-b245-6980f5921457 req-6ae253d9-f4ed-4e83-aa77-276a0abb4ad8 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/security-groups?id=ca938fcf-b80d-466c-a403-7c3b18a33b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1641924
Jan 29 10:09:58.143882 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ca11484d-8ebe-4878-a581-1ff7bc5a21fe tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:58.150261 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-e36998dd-41fb-4133-844b-13a33478bdae tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c81b6a90>, 'd83d44bc-19bb-47bf-97fc-7ac28870d2be') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:09:58.150609 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-e36998dd-41fb-4133-844b-13a33478bdae tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c81b6a90>, 'd83d44bc-19bb-47bf-97fc-7ac28870d2be') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:09:58.244977 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e36998dd-41fb-4133-844b-13a33478bdae tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:58.264439 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ec00ae-6cf8-447f-b16b-d844ddc2d376 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Network ba2a6721-5011-4d0b-9137-3e92d51fbbbe is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:09:58.272765 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-96ec00ae-6cf8-447f-b16b-d844ddc2d376 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:09:58.282838 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-ca11484d-8ebe-4878-a581-1ff7bc5a21fe tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Calling delete_port for 98939136-0240-4476-bca4-759d4b418dbb owned by  {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:09:58.292194 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-872acca5-b43c-4577-9439-367c90cf6d19 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] device_id is not set on port 336ece9a-4e53-4a4c-b52b-1444a35fa949 yet. {{(pid=80766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:09:58.339687 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e36998dd-41fb-4133-844b-13a33478bdae tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:58.358986 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e36998dd-41fb-4133-844b-13a33478bdae tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Releasing vxlan tunnel 3 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:09:58.439628 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ca11484d-8ebe-4878-a581-1ff7bc5a21fe tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:58.462777 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a2e77dd5-f31f-4bd6-a1dc-cdc2cb21859c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:58.521552 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca11484d-8ebe-4878-a581-1ff7bc5a21fe tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event deleted for resources: {'Port': ['ID=98939136-0240-4476-bca4-759d4b418dbb,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:58.524222 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ca11484d-8ebe-4878-a581-1ff7bc5a21fe tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:58.562809 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-6a8c4a06-e4b6-47c9-80b3-9b9dee4c3cda None None] Provisioning complete for port 73e10e30-575c-4668-9d2c-0f5faf462584 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:09:58.563371 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6a8c4a06-e4b6-47c9-80b3-9b9dee4c3cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:58.625041 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-6a8c4a06-e4b6-47c9-80b3-9b9dee4c3cda None None] Port 73e10e30-575c-4668-9d2c-0f5faf462584 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:09:58.646096 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ca11484d-8ebe-4878-a581-1ff7bc5a21fe tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:58.660398 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ca11484d-8ebe-4878-a581-1ff7bc5a21fe tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "DELETE /v2.0/ports/98939136-0240-4476-bca4-759d4b418dbb HTTP/1.1" status: 204  len: 168 time: 1.4322526
Jan 29 10:09:58.663150 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 51854) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:58.718471 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3617dbb-0b6d-4cc7-8cc1-3e449be530f8 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] GET failed (client error): The resource could not be found.
Jan 29 10:09:58.719042 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f3617dbb-0b6d-4cc7-8cc1-3e449be530f8 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Synchronizing usage tracker for tenant:b402c3f19966488ebcb859fd6d6d9b16 on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:09:58.735388 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f3617dbb-0b6d-4cc7-8cc1-3e449be530f8 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Unset dirty status for tenant:b402c3f19966488ebcb859fd6d6d9b16 on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:09:58.737188 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f3617dbb-0b6d-4cc7-8cc1-3e449be530f8 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "GET /v2.0/ports/98939136-0240-4476-bca4-759d4b418dbb HTTP/1.1" status: 404  len: 333 time: 0.0728531
Jan 29 10:09:58.742466 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 51858) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:58.841541 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5dfe9ca-ff3b-4821-ba07-50d4d2ebe1b9 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Deleting subnet c2ee1668-c959-4e9a-a3c7-8650dd601ab8 {{(pid=80765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:09:58.845258 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d5dfe9ca-ff3b-4821-ba07-50d4d2ebe1b9 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for subnet, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:58.907738 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d5dfe9ca-ff3b-4821-ba07-50d4d2ebe1b9 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1479249'] for subnet, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:59.002014 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d5dfe9ca-ff3b-4821-ba07-50d4d2ebe1b9 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:59.099668 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-e36998dd-41fb-4133-844b-13a33478bdae tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Network db9807d3-767e-4a2f-a82c-698405c32607 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:09:59.112582 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bb231657-8611-478e-ab2a-4ec31a0804a2 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for router_gateway, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:59.168505 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e36998dd-41fb-4133-844b-13a33478bdae tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:59.365581 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d5dfe9ca-ff3b-4821-ba07-50d4d2ebe1b9 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852603100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2204728'] for subnet, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:59.381539 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:09:59.515530 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c0683a-eeea-4cde-a3f5-1e8a3b687b32 req-105e8807-3eb2-44bf-9124-e359206bc3ac tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:09:59.517250 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-70c0683a-eeea-4cde-a3f5-1e8a3b687b32 req-105e8807-3eb2-44bf-9124-e359206bc3ac tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/ports?device_id=646f0d1b-8b1f-4f18-a23b-f6fd67aca648 HTTP/1.1" status: 200  len: 944 time: 0.2658820
Jan 29 10:09:59.521728 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dfe9ca-ff3b-4821-ba07-50d4d2ebe1b9 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event deleted for resources: {'Subnet': ['ID=c2ee1668-c959-4e9a-a3c7-8650dd601ab8,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:09:59.526008 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d5dfe9ca-ff3b-4821-ba07-50d4d2ebe1b9 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:09:59.568230 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-e36998dd-41fb-4133-844b-13a33478bdae tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Network db9807d3-767e-4a2f-a82c-698405c32607 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:09:59.605722 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:09:59.605722 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:09:59.605722 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:09:59.605722 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:09:59.605722 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:09:59.605722 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:09:59.605722 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:09:59.605722 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:09:59.605722 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:09:59.605722 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:09:59.605722 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:09:59.605722 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:09:59.605722 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:09:59.605722 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:09:59.605722 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:09:59.605722 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:09:59.605722 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:09:59.605722 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:09:59.605722 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:09:59.605722 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:09:59.605722 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:09:59.605722 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:09:59.605722 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:09:59.605722 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:09:59.605722 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:09:59.605722 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:09:59.605722 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:09:59.605722 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:09:59.605722 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:09:59.605722 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:09:59.605722 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:09:59.605722 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:09:59.607935 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-872acca5-b43c-4577-9439-367c90cf6d19 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] POST failed (client error): There was a conflict when trying to complete your request.
Jan 29 10:09:59.607935 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-872acca5-b43c-4577-9439-367c90cf6d19 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:09:59.626353 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96ec00ae-6cf8-447f-b16b-d844ddc2d376 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Router 1553f6b9-1446-4754-b6e1-58ade36dbe03 is scheduled to L3 agent 18987107-6d88-4736-94cf-15791d65b3ff with binding_index 1 {{(pid=80766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 29 10:09:59.665329 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-70c0683a-eeea-4cde-a3f5-1e8a3b687b32 req-71caad3a-535e-4ff9-9651-06fadc80949f tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/security-groups?id=ca938fcf-b80d-466c-a403-7c3b18a33b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1382492
Jan 29 10:09:59.668336 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d5dfe9ca-ff3b-4821-ba07-50d4d2ebe1b9 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:59.675182 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d5dfe9ca-ff3b-4821-ba07-50d4d2ebe1b9 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "DELETE /v2.0/subnets/c2ee1668-c959-4e9a-a3c7-8650dd601ab8 HTTP/1.1" status: 204  len: 168 time: 0.9312911
Jan 29 10:09:59.678059 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 51866) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:09:59.680674 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf638462-e482-4e32-ab8d-0965dee235ac None None] Network eaffebd3-8ffb-4091-b8ae-88922429917b requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:09:59.826213 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f80963da-144d-4c10-ac14-01295c06d806 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:59.901938 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-f80963da-144d-4c10-ac14-01295c06d806 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Deleting port f5b4d19a-483e-447c-b74f-31d7b99c54fd {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:09:59.902328 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f80963da-144d-4c10-ac14-01295c06d806 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:09:59.970506 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41886d3a-90fc-4ac8-8ec9-ae5130c7fc6c None None] DHCP port deletion for eaffebd3-8ffb-4091-b8ae-88922429917b request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:09:59.975309 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-41886d3a-90fc-4ac8-8ec9-ae5130c7fc6c None None] Deleting port f5b4d19a-483e-447c-b74f-31d7b99c54fd {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:09:59.975851 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-41886d3a-90fc-4ac8-8ec9-ae5130c7fc6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:00.013591 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-872acca5-b43c-4577-9439-367c90cf6d19 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 409  len: 389 time: 5.2090111
Jan 29 10:10:00.017723 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 51870) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:00.029768 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e36998dd-41fb-4133-844b-13a33478bdae tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:00.035283 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e36998dd-41fb-4133-844b-13a33478bdae tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:00.045660 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3935c8bf-010d-4afe-b7aa-a178cdb4adbf tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:00.077136 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e36998dd-41fb-4133-844b-13a33478bdae tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] 10.222.0.57 "DELETE /v2.0/networks/db9807d3-767e-4a2f-a82c-698405c32607 HTTP/1.1" status: 204  len: 168 time: 4.9859147
Jan 29 10:10:00.091660 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36998dd-41fb-4133-844b-13a33478bdae tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Pushing event deleted for resources: {'Network': ['ID=db9807d3-767e-4a2f-a82c-698405c32607,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:00.094697 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e36998dd-41fb-4133-844b-13a33478bdae tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:00.136746 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ec00ae-6cf8-447f-b16b-d844ddc2d376 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:10:00.147462 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-96ec00ae-6cf8-447f-b16b-d844ddc2d376 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "PUT /v2.0/routers/1553f6b9-1446-4754-b6e1-58ade36dbe03/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.0483398
Jan 29 10:10:00.150923 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51878) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:00.230669 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bb231657-8611-478e-ab2a-4ec31a0804a2 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:00.247367 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-f80963da-144d-4c10-ac14-01295c06d806 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] For port f5b4d19a-483e-447c-b74f-31d7b99c54fd, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=f5b4d19a-483e-447c-b74f-31d7b99c54fd,segment=NetworkSegment(1d50f334-c8ee-42c1-ba7c-5dfa8beee9fb),segment_id=1d50f334-c8ee-42c1-ba7c-5dfa8beee9fb)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:10:00.247752 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f80963da-144d-4c10-ac14-01295c06d806 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:00.249638 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-41886d3a-90fc-4ac8-8ec9-ae5130c7fc6c None None] For port f5b4d19a-483e-447c-b74f-31d7b99c54fd, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=f5b4d19a-483e-447c-b74f-31d7b99c54fd,segment=NetworkSegment(1d50f334-c8ee-42c1-ba7c-5dfa8beee9fb),segment_id=1d50f334-c8ee-42c1-ba7c-5dfa8beee9fb)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:10:00.250114 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-41886d3a-90fc-4ac8-8ec9-ae5130c7fc6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:00.415927 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e26d12-470d-4822-a00b-49df6099d689 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:00.416415 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-41886d3a-90fc-4ac8-8ec9-ae5130c7fc6c None None] Calling delete_port for f5b4d19a-483e-447c-b74f-31d7b99c54fd owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:10:00.437567 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41cbd4b7-068b-4570-a9e8-85723e24cc88 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:00.438321 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-41cbd4b7-068b-4570-a9e8-85723e24cc88 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Synchronizing usage tracker for tenant:22949024c322421d99052f9202cdd49a on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:10:00.501062 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3dea15-f0ff-44bd-8080-7f5a65cd0a93 None None] Sync routers for ids ['1553f6b9-1446-4754-b6e1-58ade36dbe03'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:10:00.508608 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e26d12-470d-4822-a00b-49df6099d689 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:00.510418 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-41886d3a-90fc-4ac8-8ec9-ae5130c7fc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:00.511071 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-64e26d12-470d-4822-a00b-49df6099d689 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1686 time: 0.4914303
Jan 29 10:10:00.516880 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51884) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:00.531973 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0fd12ce3-ae72-4ffa-ae50-d3c6ee1ab7b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:00.583186 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41886d3a-90fc-4ac8-8ec9-ae5130c7fc6c None None] Pushing event deleted for resources: {'Port': ['ID=f5b4d19a-483e-447c-b74f-31d7b99c54fd,revision_number=None']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:00.600202 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-41cbd4b7-068b-4570-a9e8-85723e24cc88 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Unset dirty status for tenant:22949024c322421d99052f9202cdd49a on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:10:00.600482 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3dea15-f0ff-44bd-8080-7f5a65cd0a93 None None] Routers {'1553f6b9-1446-4754-b6e1-58ade36dbe03'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:10:00.601200 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-de3dea15-f0ff-44bd-8080-7f5a65cd0a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c916e400>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:09:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['1553f6b9-1446-4754-b6e1-58ade36dbe03'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:00.604561 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-41cbd4b7-068b-4570-a9e8-85723e24cc88 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "GET /v2.0/ports/73e10e30-575c-4668-9d2c-0f5faf462584 HTTP/1.1" status: 200  len: 984 time: 0.4525659
Jan 29 10:10:00.606215 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-f80963da-144d-4c10-ac14-01295c06d806 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Calling delete_port for f5b4d19a-483e-447c-b74f-31d7b99c54fd owned by network:dhcp {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:10:00.607899 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51888) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:00.650410 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 51892) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:00.661704 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-41886d3a-90fc-4ac8-8ec9-ae5130c7fc6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:00.674518 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-de3dea15-f0ff-44bd-8080-7f5a65cd0a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c916e400>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:00.703533 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-f80963da-144d-4c10-ac14-01295c06d806 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80765) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:10:00.703894 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-f80963da-144d-4c10-ac14-01295c06d806 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:10:00.751929 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3dea15-f0ff-44bd-8080-7f5a65cd0a93 None None] Routers {'1553f6b9-1446-4754-b6e1-58ade36dbe03'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:10:00.752661 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-de3dea15-f0ff-44bd-8080-7f5a65cd0a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c916e400>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:09:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['1553f6b9-1446-4754-b6e1-58ade36dbe03'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:00.834380 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-de3dea15-f0ff-44bd-8080-7f5a65cd0a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c916e400>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:00.834836 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3dea15-f0ff-44bd-8080-7f5a65cd0a93 None None] The sync data for ids ['1553f6b9-1446-4754-b6e1-58ade36dbe03'] in dv-neutron-772983-2-ovs is: [] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:10:00.842411 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41886d3a-90fc-4ac8-8ec9-ae5130c7fc6c None None] No DVR routers for this DVR port f5b4d19a-483e-447c-b74f-31d7b99c54fd on host dv-neutron-772983-2-ovs {{(pid=80767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:10:00.856758 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-3b8b45d3-ac78-4d38-8514-8b231e7874e8 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Deleting port 11c75d7a-5f2e-4288-a6f1-b7dd236e1de6 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:10:00.857157 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3b8b45d3-ac78-4d38-8514-8b231e7874e8 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:00.941065 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-33584a65-0d7f-40bf-9f0d-7be6b8920986 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ae689a2183d8472f8f3af896d54c4df0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2891407
Jan 29 10:10:00.945016 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 51900) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:01.053738 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a6a7b-89ce-4228-bb9b-aa2d4277edc1 req-1610cfa0-0001-4214-b7f9-50bb072241bc tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:01.055513 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3a8a6a7b-89ce-4228-bb9b-aa2d4277edc1 req-1610cfa0-0001-4214-b7f9-50bb072241bc tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/ports?device_id=646f0d1b-8b1f-4f18-a23b-f6fd67aca648 HTTP/1.1" status: 200  len: 944 time: 0.2428069
Jan 29 10:10:01.163478 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3a8a6a7b-89ce-4228-bb9b-aa2d4277edc1 req-9bfcf191-ac03-48a5-b7b5-6860c7a1cfc8 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/security-groups?id=ca938fcf-b80d-466c-a403-7c3b18a33b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0972724
Jan 29 10:10:01.166665 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7d5b66cd-b155-4814-a246-a9bbc9bdfc39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:01.197872 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7d5b66cd-b155-4814-a246-a9bbc9bdfc39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:01.205013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-f80963da-144d-4c10-ac14-01295c06d806 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Deleting port f5b4d19a-483e-447c-b74f-31d7b99c54fd {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:10:01.205417 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f80963da-144d-4c10-ac14-01295c06d806 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:01.295462 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-f80963da-144d-4c10-ac14-01295c06d806 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] The port 'f5b4d19a-483e-447c-b74f-31d7b99c54fd' was deleted {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 29 10:10:01.447665 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f80963da-144d-4c10-ac14-01295c06d806 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:01.463089 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7d5b66cd-b155-4814-a246-a9bbc9bdfc39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:01.477495 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4391d876-6e91-4a2f-a9af-2d3874be4163 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:01.498660 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5b66cd-b155-4814-a246-a9bbc9bdfc39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8d1c7c-27eb-47a3-8ce3-4981c7bd34e5,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:01.506659 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb231657-8611-478e-ab2a-4ec31a0804a2 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Router 92bee170-7907-4644-8709-c45f8f4ed753 is scheduled to L3 agent 18987107-6d88-4736-94cf-15791d65b3ff with binding_index 1 {{(pid=80766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 29 10:10:01.508133 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7d5b66cd-b155-4814-a246-a9bbc9bdfc39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:01.604048 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7d5b66cd-b155-4814-a246-a9bbc9bdfc39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:01.605266 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7d5b66cd-b155-4814-a246-a9bbc9bdfc39 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bc8d1c7c-27eb-47a3-8ce3-4981c7bd34e5 HTTP/1.1" status: 204  len: 168 time: 0.6591582
Jan 29 10:10:01.612220 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-f80963da-144d-4c10-ac14-01295c06d806 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c8174d68>,) {'filters': {'network_id': ['eaffebd3-8ffb-4091-b8ae-88922429917b']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:01.630283 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-f80963da-144d-4c10-ac14-01295c06d806 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c8174d68>, '1d50f334-c8ee-42c1-ba7c-5dfa8beee9fb') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:01.630622 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-f80963da-144d-4c10-ac14-01295c06d806 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c8174d68>, '1d50f334-c8ee-42c1-ba7c-5dfa8beee9fb') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:01.645808 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f80963da-144d-4c10-ac14-01295c06d806 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:01.671455 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f80963da-144d-4c10-ac14-01295c06d806 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:01.674653 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f80963da-144d-4c10-ac14-01295c06d806 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Releasing vxlan tunnel 11 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:10:01.874995 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-f80963da-144d-4c10-ac14-01295c06d806 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Network eaffebd3-8ffb-4091-b8ae-88922429917b has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:10:01.885984 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f80963da-144d-4c10-ac14-01295c06d806 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:01.890424 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3b8b45d3-ac78-4d38-8514-8b231e7874e8 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:01.988797 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device f5b4d19a-483e-447c-b74f-31d7b99c54fd no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:10:02.028051 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: f5b4d19a-483e-447c-b74f-31d7b99c54fd {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:10:02.028720 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device f5b4d19a-483e-447c-b74f-31d7b99c54fd not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:10:02.049795 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-3b8b45d3-ac78-4d38-8514-8b231e7874e8 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Calling delete_port for 11c75d7a-5f2e-4288-a6f1-b7dd236e1de6 owned by  {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:10:02.090059 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb231657-8611-478e-ab2a-4ec31a0804a2 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:10:02.106703 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a1cf8f-bf3f-40e8-9f4a-64c1257173ad None None] Sync routers for ids ['92bee170-7907-4644-8709-c45f8f4ed753'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:10:02.119902 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a1cf8f-bf3f-40e8-9f4a-64c1257173ad None None] Routers {'92bee170-7907-4644-8709-c45f8f4ed753'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:10:02.120723 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-f8a1cf8f-bf3f-40e8-9f4a-64c1257173ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99cacbec18>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:09:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['92bee170-7907-4644-8709-c45f8f4ed753'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:02.213443 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-f8a1cf8f-bf3f-40e8-9f4a-64c1257173ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99cacbec18>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:02.224776 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a1cf8f-bf3f-40e8-9f4a-64c1257173ad None None] Routers {'92bee170-7907-4644-8709-c45f8f4ed753'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:10:02.225361 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-f8a1cf8f-bf3f-40e8-9f4a-64c1257173ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99cacbec18>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:09:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['92bee170-7907-4644-8709-c45f8f4ed753'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:02.225526 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bb231657-8611-478e-ab2a-4ec31a0804a2 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:02.229930 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-bb231657-8611-478e-ab2a-4ec31a0804a2 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 10.6385069
Jan 29 10:10:02.234005 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51922) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:02.335666 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-f8a1cf8f-bf3f-40e8-9f4a-64c1257173ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99cacbec18>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:02.336650 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a1cf8f-bf3f-40e8-9f4a-64c1257173ad None None] The sync data for ids ['92bee170-7907-4644-8709-c45f8f4ed753'] in dv-neutron-772983-2-ovs is: [] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:10:02.514252 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-f80963da-144d-4c10-ac14-01295c06d806 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Network eaffebd3-8ffb-4091-b8ae-88922429917b has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:10:02.544296 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:10:02.544296 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:10:02.544296 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:10:02.544296 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:10:02.544296 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:10:02.544296 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:10:02.544296 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:10:02.544296 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:10:02.544296 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:10:02.544296 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:10:02.544296 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:10:02.544296 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:10:02.544296 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:10:02.544296 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:10:02.544296 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:10:02.544296 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:10:02.544296 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:10:02.544296 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:10:02.544296 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:10:02.544296 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:10:02.544296 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:10:02.544296 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:10:02.544296 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:10:02.544296 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:10:02.544296 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:10:02.544296 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:10:02.544296 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:10:02.544296 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:10:02.544296 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:10:02.544296 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:10:02.544296 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:10:02.544296 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:10:02.544296 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:10:02.544296 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:10:02.544296 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:10:02.544296 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:10:02.544296 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:10:02.544296 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:10:02.544296 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:10:02.544296 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:10:02.596006 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3b8b45d3-ac78-4d38-8514-8b231e7874e8 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:02.617542 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-eabfad93-4baa-449d-ac17-3a5987e3eeef tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:02.622914 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 51934) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:02.665580 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f80963da-144d-4c10-ac14-01295c06d806 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:02.705091 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 34ac8151-ad03-457c-a08a-bf5486dcce07 up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:10:02.764383 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114a6513-86a4-4dd1-8281-72e74b14e231 req-b8a56775-1137-4b9d-826a-11a88b8ba9e4 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:02.766129 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-114a6513-86a4-4dd1-8281-72e74b14e231 req-b8a56775-1137-4b9d-826a-11a88b8ba9e4 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/ports?device_id=646f0d1b-8b1f-4f18-a23b-f6fd67aca648 HTTP/1.1" status: 200  len: 944 time: 0.3081656
Jan 29 10:10:02.766881 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7cf3b81e-17a9-4270-a2f0-cd31125908f6 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:02.788512 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f80963da-144d-4c10-ac14-01295c06d806 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:02.792989 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8b45d3-ac78-4d38-8514-8b231e7874e8 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event deleted for resources: {'Port': ['ID=11c75d7a-5f2e-4288-a6f1-b7dd236e1de6,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:02.803455 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning for port 34ac8151-ad03-457c-a08a-bf5486dcce07 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:10:02.809768 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 34ac8151-ad03-457c-a08a-bf5486dcce07 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:10:02.810415 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:02.811236 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3b8b45d3-ac78-4d38-8514-8b231e7874e8 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:02.812194 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ac8a99f3-69ca-4463-ba6a-068c2a7d430b tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349253'] for router_interface, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:02.842088 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-a36dc6b4-6854-4ffb-83d2-70e6ca3ab61a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Request body: {'networks': [{'name': 'tempest-network--1673576701'}, {'name': 'tempest-network--339136863'}]} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:10:02.842554 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-a36dc6b4-6854-4ffb-83d2-70e6ca3ab61a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Request body: {'network': {'name': 'tempest-network--1673576701'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:10:02.842927 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-a36dc6b4-6854-4ffb-83d2-70e6ca3ab61a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Request body: {'network': {'name': 'tempest-network--339136863'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:10:02.850767 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80963da-144d-4c10-ac14-01295c06d806 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event deleted for resources: {'Network': ['ID=eaffebd3-8ffb-4091-b8ae-88922429917b,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:02.856313 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a36dc6b4-6854-4ffb-83d2-70e6ca3ab61a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:10:02.860659 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a36dc6b4-6854-4ffb-83d2-70e6ca3ab61a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Usage tracker for resource:network and tenant:e7a8986c129847719070e73dc7b9ae01 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:10:02.866438 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f80963da-144d-4c10-ac14-01295c06d806 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:02.868079 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f80963da-144d-4c10-ac14-01295c06d806 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "DELETE /v2.0/networks/eaffebd3-8ffb-4091-b8ae-88922429917b HTTP/1.1" status: 204  len: 168 time: 3.1890247
Jan 29 10:10:02.869201 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a36dc6b4-6854-4ffb-83d2-70e6ca3ab61a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Quota usage for network was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:10:02.893453 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-114a6513-86a4-4dd1-8281-72e74b14e231 req-09d1f473-09e2-4aac-9eaa-3b254a202c1a tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/security-groups?id=ca938fcf-b80d-466c-a403-7c3b18a33b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0985782
Jan 29 10:10:02.894707 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a36dc6b4-6854-4ffb-83d2-70e6ca3ab61a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:10:02.901884 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 51940) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:02.908105 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-239e0a50-cd6b-4c05-acf0-d0c59d698007 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-71106191'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:10:02.913838 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-239e0a50-cd6b-4c05-acf0-d0c59d698007 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:10:02.916232 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36dc6b4-6854-4ffb-83d2-70e6ca3ab61a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Made reservation on behalf of e7a8986c129847719070e73dc7b9ae01 for: {'network': 2} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:10:02.954093 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a36dc6b4-6854-4ffb-83d2-70e6ca3ab61a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:02.957673 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:02.970734 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-239e0a50-cd6b-4c05-acf0-d0c59d698007 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Usage tracker for resource:network and tenant:b402c3f19966488ebcb859fd6d6d9b16 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:10:02.974242 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a36dc6b4-6854-4ffb-83d2-70e6ca3ab61a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:02.985287 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-239e0a50-cd6b-4c05-acf0-d0c59d698007 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Quota usage for network was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:10:02.994321 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-239e0a50-cd6b-4c05-acf0-d0c59d698007 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:10:02.996208 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port 34ac8151-ad03-457c-a08a-bf5486dcce07, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=34ac8151-ad03-457c-a08a-bf5486dcce07,segment=NetworkSegment(b73319d1-1a15-4ad0-895c-77a7ce281119),segment_id=b73319d1-1a15-4ad0-895c-77a7ce281119)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:10:02.997487 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '646f0d1b-8b1f-4f18-a23b-f6fd67aca648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ac8151-ad03-457c-a08a-bf5486dcce07'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:10:02.998718 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a36dc6b4-6854-4ffb-83d2-70e6ca3ab61a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:10:03.005600 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a36dc6b4-6854-4ffb-83d2-70e6ca3ab61a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Usage tracker for resource:security_group_rule and tenant:e7a8986c129847719070e73dc7b9ae01 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:10:03.009294 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a36dc6b4-6854-4ffb-83d2-70e6ca3ab61a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:10:03.010820 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:03.014685 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-925b12c3-ac74-48a8-96d5-1bdc3cabd086 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:03.014848 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239e0a50-cd6b-4c05-acf0-d0c59d698007 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Made reservation on behalf of b402c3f19966488ebcb859fd6d6d9b16 for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:10:03.037171 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-239e0a50-cd6b-4c05-acf0-d0c59d698007 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:03.057428 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a36dc6b4-6854-4ffb-83d2-70e6ca3ab61a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:10:03.079537 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '646f0d1b-8b1f-4f18-a23b-f6fd67aca648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ac8151-ad03-457c-a08a-bf5486dcce07', 'code': 200}
Jan 29 10:10:03.091473 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-239e0a50-cd6b-4c05-acf0-d0c59d698007 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:10:03.111348 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-239e0a50-cd6b-4c05-acf0-d0c59d698007 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:03.112527 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-239e0a50-cd6b-4c05-acf0-d0c59d698007 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Added segment f733817a-1ad1-4e76-b6ed-10828a5435d5 of type vxlan for network e45102c8-7543-4b20-824e-6ab70d673c2a
Jan 29 10:10:03.117110 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=34ac8151-ad03-457c-a08a-bf5486dcce07,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:03.121230 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:03.158820 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-239e0a50-cd6b-4c05-acf0-d0c59d698007 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:03.235705 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-239e0a50-cd6b-4c05-acf0-d0c59d698007 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:03.304675 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239e0a50-cd6b-4c05-acf0-d0c59d698007 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:03.305309 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-239e0a50-cd6b-4c05-acf0-d0c59d698007 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:03.333517 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2f8161ea-4a74-4828-a435-44929681846b tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:03.358562 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-239e0a50-cd6b-4c05-acf0-d0c59d698007 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.4527988
Jan 29 10:10:03.362307 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a36dc6b4-6854-4ffb-83d2-70e6ca3ab61a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:03.363191 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 51946) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:03.392481 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-ce5e5a05-069e-457e-9f54-59002a1af047 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Request body: {'subnet': {'network_id': 'e45102c8-7543-4b20-824e-6ab70d673c2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:10:03.441942 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a36dc6b4-6854-4ffb-83d2-70e6ca3ab61a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:03.442531 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a36dc6b4-6854-4ffb-83d2-70e6ca3ab61a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:03.617152 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239e0a50-cd6b-4c05-acf0-d0c59d698007 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event updated for resources: {'Network': ['ID=e45102c8-7543-4b20-824e-6ab70d673c2a,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:03.628111 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-239e0a50-cd6b-4c05-acf0-d0c59d698007 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:03.631389 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network e45102c8-7543-4b20-824e-6ab70d673c2a details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:10:03.640056 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3b8b45d3-ac78-4d38-8514-8b231e7874e8 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:03.643212 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-360dcd93-5fc1-4038-a285-732690d1bd11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.180s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:03.661936 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network e45102c8-7543-4b20-824e-6ab70d673c2a details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:10:03.685859 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a36dc6b4-6854-4ffb-83d2-70e6ca3ab61a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] vxlan segment allocate from pool success with {'vxlan_vni': 11}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:10:03.708906 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a36dc6b4-6854-4ffb-83d2-70e6ca3ab61a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:03.709306 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-a36dc6b4-6854-4ffb-83d2-70e6ca3ab61a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Added segment 9df13213-bdd6-414d-af53-ab4a7912b7e4 of type vxlan for network a678a204-0555-4dcb-b7e4-43731fdbc97f
Jan 29 10:10:03.726730 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ce5e5a05-069e-457e-9f54-59002a1af047 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:10:03.744796 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3b8b45d3-ac78-4d38-8514-8b231e7874e8 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/ports/11c75d7a-5f2e-4288-a6f1-b7dd236e1de6 HTTP/1.1" status: 204  len: 168 time: 3.2185440
Jan 29 10:10:03.746667 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a36dc6b4-6854-4ffb-83d2-70e6ca3ab61a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:03.758408 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51950) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:03.809335 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ce5e5a05-069e-457e-9f54-59002a1af047 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Usage tracker for resource:subnet and tenant:b402c3f19966488ebcb859fd6d6d9b16 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:10:03.813963 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ce5e5a05-069e-457e-9f54-59002a1af047 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:10:03.817042 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a36dc6b4-6854-4ffb-83d2-70e6ca3ab61a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] vxlan segment allocate from pool success with {'vxlan_vni': 12}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:10:03.828134 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36dc6b4-6854-4ffb-83d2-70e6ca3ab61a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6de03af-20d8-4d6e-ac96-c91f87f97717,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:03.832637 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ce5e5a05-069e-457e-9f54-59002a1af047 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:10:03.837451 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a36dc6b4-6854-4ffb-83d2-70e6ca3ab61a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:03.846732 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a36dc6b4-6854-4ffb-83d2-70e6ca3ab61a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:03.847140 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-a36dc6b4-6854-4ffb-83d2-70e6ca3ab61a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Added segment 8e410d5c-989b-4552-9d20-8798836e4df3 of type vxlan for network f63137ea-be4c-40fd-b2b1-1e4acce2341b
Jan 29 10:10:03.852694 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c5e6eb-6374-4587-9870-bd65caf777bf req-107a25e7-9a39-48fd-8614-687cfc1820cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:03.854293 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-78c5e6eb-6374-4587-9870-bd65caf777bf req-107a25e7-9a39-48fd-8614-687cfc1820cd service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=646f0d1b-8b1f-4f18-a23b-f6fd67aca648 HTTP/1.1" status: 200  len: 1163 time: 0.4696553
Jan 29 10:10:03.864034 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce5e5a05-069e-457e-9f54-59002a1af047 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Made reservation on behalf of b402c3f19966488ebcb859fd6d6d9b16 for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:10:03.885770 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ce5e5a05-069e-457e-9f54-59002a1af047 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:03.888905 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-ac8a99f3-69ca-4463-ba6a-068c2a7d430b tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Deleting port 73e10e30-575c-4668-9d2c-0f5faf462584 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:10:03.889292 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ac8a99f3-69ca-4463-ba6a-068c2a7d430b tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:03.985534 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6358abab-f4d1-437f-b9e5-70455d9e1e4c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:04.004189 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6358abab-f4d1-437f-b9e5-70455d9e1e4c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:04.005076 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6358abab-f4d1-437f-b9e5-70455d9e1e4c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Synchronizing usage tracker for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:subnet {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:10:04.073527 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-78c5e6eb-6374-4587-9870-bd65caf777bf req-c14f5a39-9f95-400f-9f16-7fd9335ff488 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ca938fcf-b80d-466c-a403-7c3b18a33b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.2106931
Jan 29 10:10:04.113387 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a36dc6b4-6854-4ffb-83d2-70e6ca3ab61a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:04.141752 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6358abab-f4d1-437f-b9e5-70455d9e1e4c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Unset dirty status for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:subnet {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:10:04.146555 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6358abab-f4d1-437f-b9e5-70455d9e1e4c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.3870687
Jan 29 10:10:04.147251 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51960) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:04.182182 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 34ac8151-ad03-457c-a08a-bf5486dcce07 up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:10:04.200735 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a36dc6b4-6854-4ffb-83d2-70e6ca3ab61a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:04.201518 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a36dc6b4-6854-4ffb-83d2-70e6ca3ab61a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:04.282900 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 34ac8151-ad03-457c-a08a-bf5486dcce07 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:10:04.283111 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:04.293084 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36dc6b4-6854-4ffb-83d2-70e6ca3ab61a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:04.369019 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36dc6b4-6854-4ffb-83d2-70e6ca3ab61a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:04.369701 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a36dc6b4-6854-4ffb-83d2-70e6ca3ab61a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:04.383538 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d29ac806-08ac-4b32-9b40-74b099d70907 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:04.405023 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-965a9143-2247-4aa3-891a-1432689fbe7a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Deleting subnet 00353d8c-f876-401e-bdac-7de494a30656 {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:10:04.412285 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-965a9143-2247-4aa3-891a-1432689fbe7a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:04.456288 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ac8a99f3-69ca-4463-ba6a-068c2a7d430b tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:04.538111 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-16610af3-e250-417f-bbd4-8542228fd6aa tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:04.576396 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a36dc6b4-6854-4ffb-83d2-70e6ca3ab61a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1319 time: 1.9507945
Jan 29 10:10:04.577095 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 51964) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:04.591183 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36dc6b4-6854-4ffb-83d2-70e6ca3ab61a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Pushing event updated for resources: {'Network': ['ID=a678a204-0555-4dcb-b7e4-43731fdbc97f,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:04.603263 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network a678a204-0555-4dcb-b7e4-43731fdbc97f details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:10:04.622394 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network a678a204-0555-4dcb-b7e4-43731fdbc97f details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:10:04.625210 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-ac8a99f3-69ca-4463-ba6a-068c2a7d430b tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Calling delete_port for 73e10e30-575c-4668-9d2c-0f5faf462584 owned by network:router_interface {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:10:04.710376 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-965a9143-2247-4aa3-891a-1432689fbe7a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:04.834589 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:04.893613 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36dc6b4-6854-4ffb-83d2-70e6ca3ab61a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Pushing event updated for resources: {'Network': ['ID=f63137ea-be4c-40fd-b2b1-1e4acce2341b,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:04.905754 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network f63137ea-be4c-40fd-b2b1-1e4acce2341b details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:10:04.928969 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network f63137ea-be4c-40fd-b2b1-1e4acce2341b details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:10:04.983643 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957556d-6073-44ea-9f02-0fbcfa937970 req-3295fe7e-4aed-4cff-a125-7d21871cf404 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:04.985382 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6957556d-6073-44ea-9f02-0fbcfa937970 req-3295fe7e-4aed-4cff-a125-7d21871cf404 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/ports?device_id=646f0d1b-8b1f-4f18-a23b-f6fd67aca648 HTTP/1.1" status: 200  len: 946 time: 0.9107502
Jan 29 10:10:04.986413 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a36dc6b4-6854-4ffb-83d2-70e6ca3ab61a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:04.989895 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.592s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:04.990260 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:05.126734 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1578683a-c1a2-480a-9e84-8e81725f6ff2 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:05.211967 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1578683a-c1a2-480a-9e84-8e81725f6ff2 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:05.295915 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1578683a-c1a2-480a-9e84-8e81725f6ff2 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:05.379216 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1578683a-c1a2-480a-9e84-8e81725f6ff2 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:05.380170 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-1578683a-c1a2-480a-9e84-8e81725f6ff2 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Synchronizing usage tracker for tenant:e7a8986c129847719070e73dc7b9ae01 on resource:network {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:10:05.381380 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-965a9143-2247-4aa3-891a-1432689fbe7a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:05.480417 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-1578683a-c1a2-480a-9e84-8e81725f6ff2 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Unset dirty status for tenant:e7a8986c129847719070e73dc7b9ae01 on resource:network {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:10:05.484752 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1578683a-c1a2-480a-9e84-8e81725f6ff2 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2406 time: 0.8919523
Jan 29 10:10:05.495821 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51970) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:05.500253 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6957556d-6073-44ea-9f02-0fbcfa937970 req-ff1a6d8c-b6d4-4f08-a536-4e00efcfd8ce tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/security-groups?id=ca938fcf-b80d-466c-a403-7c3b18a33b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.5030513
Jan 29 10:10:05.615032 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ce5e5a05-069e-457e-9f54-59002a1af047 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:05.632288 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e08cbf26-bf58-4785-a578-bcbb0eaa7f47 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:05.779169 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5e5a05-069e-457e-9f54-59002a1af047 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event updated for resources: {'Subnet': ['ID=a61abe62-219d-4945-8651-6d62d16bacf3,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:05.789865 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ce5e5a05-069e-457e-9f54-59002a1af047 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:05.852342 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5e5a05-069e-457e-9f54-59002a1af047 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Checking segment: {'id': 'f733817a-1ad1-4e76-b6ed-10828a5435d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e45102c8-7543-4b20-824e-6ab70d673c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:10:05.852733 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5e5a05-069e-457e-9f54-59002a1af047 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Network hostable DHCP agents. Network: e45102c8-7543-4b20-824e-6ab70d673c2a, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:10:05.871054 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5e5a05-069e-457e-9f54-59002a1af047 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Network e45102c8-7543-4b20-824e-6ab70d673c2a is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:10:05.879312 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-ce5e5a05-069e-457e-9f54-59002a1af047 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, e45102c8-7543-4b20-824e-6ab70d673c2a) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:10:05.891706 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd0ab92-daae-4222-90ac-f0194a138076 None None] Network e45102c8-7543-4b20-824e-6ab70d673c2a requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:10:05.893162 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5e5a05-069e-457e-9f54-59002a1af047 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:05.893839 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ce5e5a05-069e-457e-9f54-59002a1af047 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:05.915418 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ce5e5a05-069e-457e-9f54-59002a1af047 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.5369937
Jan 29 10:10:05.915681 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 51974) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:05.921350 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-ebde06ec-ba83-405c-a752-d31fc4d80223 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-951555181', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:10:05.943825 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ebde06ec-ba83-405c-a752-d31fc4d80223 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:10:05.948250 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ebde06ec-ba83-405c-a752-d31fc4d80223 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Usage tracker for resource:router and tenant:b402c3f19966488ebcb859fd6d6d9b16 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:10:05.952373 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ebde06ec-ba83-405c-a752-d31fc4d80223 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Quota usage for router was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:10:05.959138 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ebde06ec-ba83-405c-a752-d31fc4d80223 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:10:05.969314 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ebde06ec-ba83-405c-a752-d31fc4d80223 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:05.970444 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ebde06ec-ba83-405c-a752-d31fc4d80223 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:05.985741 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ebde06ec-ba83-405c-a752-d31fc4d80223 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:06.004623 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ebde06ec-ba83-405c-a752-d31fc4d80223 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:06.059804 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ebde06ec-ba83-405c-a752-d31fc4d80223 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:06.063697 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ebde06ec-ba83-405c-a752-d31fc4d80223 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.1443532
Jan 29 10:10:06.064340 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ac8a99f3-69ca-4463-ba6a-068c2a7d430b tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:06.064720 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 51978) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:06.071824 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-0a1b87ce-809b-415a-83c1-79aff1311ba5 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Request body: {'port': {'network_id': 'e45102c8-7543-4b20-824e-6ab70d673c2a', 'name': 'tempest-PortsIpV6TestJSON-1308816437'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:10:06.086646 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 34ac8151-ad03-457c-a08a-bf5486dcce07 up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:10:06.148337 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c3c1c201-9102-4f05-9c1a-0736197548e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:06.203064 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-72f011e5-f07b-4224-8508-f7d277de5a61 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:06.212917 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 34ac8151-ad03-457c-a08a-bf5486dcce07 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:10:06.213842 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:06.223986 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-0a1b87ce-809b-415a-83c1-79aff1311ba5 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:10:06.228541 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-0a1b87ce-809b-415a-83c1-79aff1311ba5 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Usage tracker for resource:port and tenant:b402c3f19966488ebcb859fd6d6d9b16 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:10:06.231660 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-0a1b87ce-809b-415a-83c1-79aff1311ba5 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Quota usage for port was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:10:06.237751 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-0a1b87ce-809b-415a-83c1-79aff1311ba5 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:10:06.250257 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00043be1-2acd-4695-8acf-ec9a33d0cd4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-e45102c8-7543-4b20-824e-6ab70d673c2a', 'network_id': 'e45102c8-7543-4b20-824e-6ab70d673c2a', 'tenant_id': 'b402c3f19966488ebcb859fd6d6d9b16', 'fixed_ips': [{'subnet_id': 'a61abe62-219d-4945-8651-6d62d16bacf3'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:10:06.250820 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a1b87ce-809b-415a-83c1-79aff1311ba5 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Made reservation on behalf of b402c3f19966488ebcb859fd6d6d9b16 for: {'port': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:10:06.251168 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-00043be1-2acd-4695-8acf-ec9a33d0cd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:06.301299 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0a1b87ce-809b-415a-83c1-79aff1311ba5 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:06.304050 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8a99f3-69ca-4463-ba6a-068c2a7d430b tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Pushing event deleted for resources: {'Port': ['ID=73e10e30-575c-4668-9d2c-0f5faf462584,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:06.327793 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ac8a99f3-69ca-4463-ba6a-068c2a7d430b tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:06.372956 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-16610af3-e250-417f-bbd4-8542228fd6aa tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Allocated IP 172.20.0.1 (fef7cc89-7267-4358-8599-6146c79819c4/4b38f71a-b6b5-49d9-868f-f307cfbc805e/804862bc-557f-4659-9521-eb74d3278e63) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:10:06.497737 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-0a1b87ce-809b-415a-83c1-79aff1311ba5 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] device_id is not set on port 307dc7d0-16c8-4b31-9439-ebf0a570f1b9 yet. {{(pid=80765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:10:06.673120 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-0a1b87ce-809b-415a-83c1-79aff1311ba5 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Allocated IP 2001:db8::33d (e45102c8-7543-4b20-824e-6ab70d673c2a/a61abe62-219d-4945-8651-6d62d16bacf3/307dc7d0-16c8-4b31-9439-ebf0a570f1b9) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:10:06.782668 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-72f011e5-f07b-4224-8508-f7d277de5a61 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:06.930027 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d5a553-4a60-420f-b364-24cecab4c87b req-93cebabf-043b-4ae4-9c20-8c9a6c6a81e6 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:06.931894 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-00d5a553-4a60-420f-b364-24cecab4c87b req-93cebabf-043b-4ae4-9c20-8c9a6c6a81e6 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/ports?device_id=646f0d1b-8b1f-4f18-a23b-f6fd67aca648 HTTP/1.1" status: 200  len: 946 time: 0.2601907
Jan 29 10:10:07.110966 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-965a9143-2247-4aa3-891a-1432689fbe7a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:07.140695 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0381d047-8347-4fe6-9cc6-6ab6f547e7ac tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:07.185933 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-72f011e5-f07b-4224-8508-f7d277de5a61 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c3976198>,) {'filters': {'network_id': ['a678a204-0555-4dcb-b7e4-43731fdbc97f']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:07.228334 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965a9143-2247-4aa3-891a-1432689fbe7a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event deleted for resources: {'Subnet': ['ID=00353d8c-f876-401e-bdac-7de494a30656,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:07.241573 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-965a9143-2247-4aa3-891a-1432689fbe7a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:07.243413 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-72f011e5-f07b-4224-8508-f7d277de5a61 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3976198>, '9df13213-bdd6-414d-af53-ab4a7912b7e4') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:07.243746 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-72f011e5-f07b-4224-8508-f7d277de5a61 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3976198>, '9df13213-bdd6-414d-af53-ab4a7912b7e4') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:07.251184 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ac8a99f3-69ca-4463-ba6a-068c2a7d430b tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854415430'] for router_interface, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:07.330557 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-16610af3-e250-417f-bbd4-8542228fd6aa tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:07.352943 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-00d5a553-4a60-420f-b364-24cecab4c87b req-6e20537f-7d65-4964-b4db-69fdb62e9763 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/security-groups?id=ca938fcf-b80d-466c-a403-7c3b18a33b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0981038
Jan 29 10:10:07.367216 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-72f011e5-f07b-4224-8508-f7d277de5a61 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:07.381538 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0a1b87ce-809b-415a-83c1-79aff1311ba5 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:07.447387 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-72f011e5-f07b-4224-8508-f7d277de5a61 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:07.456715 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-72f011e5-f07b-4224-8508-f7d277de5a61 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Releasing vxlan tunnel 11 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:10:07.509661 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-965a9143-2247-4aa3-891a-1432689fbe7a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:07.512967 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb812da7-ba64-420d-ba7d-7dce0236ad3c None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:10:07.642060 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-965a9143-2247-4aa3-891a-1432689fbe7a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/subnets/00353d8c-f876-401e-bdac-7de494a30656 HTTP/1.1" status: 204  len: 168 time: 3.4866252
Jan 29 10:10:07.658923 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51990) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:07.672472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f2fbe-7a86-44c9-8ce6-9e185540d9c7 req-5dde198b-15bc-4bea-a193-797e81dfe663 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:07.674385 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0e1f2fbe-7a86-44c9-8ce6-9e185540d9c7 req-5dde198b-15bc-4bea-a193-797e81dfe663 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/ports?device_id=646f0d1b-8b1f-4f18-a23b-f6fd67aca648 HTTP/1.1" status: 200  len: 946 time: 0.1859848
Jan 29 10:10:07.744822 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0e1f2fbe-7a86-44c9-8ce6-9e185540d9c7 req-d1fef7c6-75dd-43cc-9386-cdbbf0384b1e tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/security-groups?id=ca938fcf-b80d-466c-a403-7c3b18a33b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0635571
Jan 29 10:10:07.783412 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d01c6a8-50d2-4684-96d2-84f5297f54b4 None None] DHCP port deletion for 36ec2ab5-acc9-45dc-a136-797459b09a1c request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:10:07.787968 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-8d01c6a8-50d2-4684-96d2-84f5297f54b4 None None] Deleting port 8691a8c1-24a6-4df7-89fe-b70b63a6e253 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:10:07.788478 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8d01c6a8-50d2-4684-96d2-84f5297f54b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:07.870061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-72f011e5-f07b-4224-8508-f7d277de5a61 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Network a678a204-0555-4dcb-b7e4-43731fdbc97f has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:10:07.884611 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-cb7c76fb-7471-46fb-8cd4-81348c4a5011 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2184319
Jan 29 10:10:07.888227 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-72f011e5-f07b-4224-8508-f7d277de5a61 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:07.903459 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 51996) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:08.004267 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 8691a8c1-24a6-4df7-89fe-b70b63a6e253 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:10:08.022543 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b1f2a51c-e88c-46c9-b399-caa5fe59c8ef req-447127b7-7974-4c4a-8530-0b2808da484b tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2132905
Jan 29 10:10:08.033772 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-b1f2a51c-e88c-46c9-b399-caa5fe59c8ef req-74f2aa10-2afb-4170-8a21-05ccdd8bc0c9 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Request body: {'floatingip': {'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:10:08.056365 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-b1f2a51c-e88c-46c9-b399-caa5fe59c8ef req-74f2aa10-2afb-4170-8a21-05ccdd8bc0c9 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:10:08.061053 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-b1f2a51c-e88c-46c9-b399-caa5fe59c8ef req-74f2aa10-2afb-4170-8a21-05ccdd8bc0c9 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Usage tracker for resource:floatingip and tenant:4d907168a4924ceb9472857ce37e1904 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:10:08.064813 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-b1f2a51c-e88c-46c9-b399-caa5fe59c8ef req-74f2aa10-2afb-4170-8a21-05ccdd8bc0c9 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:10:08.071291 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-b1f2a51c-e88c-46c9-b399-caa5fe59c8ef req-74f2aa10-2afb-4170-8a21-05ccdd8bc0c9 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:10:08.073477 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-8d01c6a8-50d2-4684-96d2-84f5297f54b4 None None] For port 8691a8c1-24a6-4df7-89fe-b70b63a6e253, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=8691a8c1-24a6-4df7-89fe-b70b63a6e253,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:10:08.074171 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8d01c6a8-50d2-4684-96d2-84f5297f54b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:08.083388 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-b1f2a51c-e88c-46c9-b399-caa5fe59c8ef req-74f2aa10-2afb-4170-8a21-05ccdd8bc0c9 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks [] for floatingip, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:08.220903 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-8d01c6a8-50d2-4684-96d2-84f5297f54b4 None None] Calling delete_port for 8691a8c1-24a6-4df7-89fe-b70b63a6e253 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:10:08.242445 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-b1f2a51c-e88c-46c9-b399-caa5fe59c8ef req-74f2aa10-2afb-4170-8a21-05ccdd8bc0c9 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:08.263581 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-16610af3-e250-417f-bbd4-8542228fd6aa tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:08.334004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:08.388590 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port 8691a8c1-24a6-4df7-89fe-b70b63a6e253, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=8691a8c1-24a6-4df7-89fe-b70b63a6e253,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:10:08.392555 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:08.393539 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-c64af704-bada-4296-bb99-589d2c485eb1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Request body: {'subnet': {'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:10:08.397573 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a585de3e-6e2d-4114-ab39-560be41ccda9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:08.421397 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-beebb8e1-6db0-4647-9a4c-a03d65b9b9f1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:08.430881 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-8d01c6a8-50d2-4684-96d2-84f5297f54b4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80767) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:10:08.431294 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-8d01c6a8-50d2-4684-96d2-84f5297f54b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:10:08.474064 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=8691a8c1-24a6-4df7-89fe-b70b63a6e253,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:08.477682 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:08.544357 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [req-b1f2a51c-e88c-46c9-b399-caa5fe59c8ef req-74f2aa10-2afb-4170-8a21-05ccdd8bc0c9 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Allocated IP 172.26.7.209 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/be5defad-f08e-413f-8852-db23bb40288e) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:10:08.711542 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-b1f2a51c-e88c-46c9-b399-caa5fe59c8ef req-74f2aa10-2afb-4170-8a21-05ccdd8bc0c9 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:08.742714 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-b1f2a51c-e88c-46c9-b399-caa5fe59c8ef req-74f2aa10-2afb-4170-8a21-05ccdd8bc0c9 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:08.760150 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-12926ef1-dcc2-441b-942f-9b8de26874cb tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:08.869772 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-72f011e5-f07b-4224-8508-f7d277de5a61 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Network a678a204-0555-4dcb-b7e4-43731fdbc97f has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:10:08.899869 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f2aa10-2afb-4170-8a21-05ccdd8bc0c9 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Pushing event updated for resources: {'Port': ['ID=be5defad-f08e-413f-8852-db23bb40288e,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:08.903216 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-74f2aa10-2afb-4170-8a21-05ccdd8bc0c9 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:08.911603 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:10:08.911603 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:10:08.911603 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:10:08.911603 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:10:08.911603 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:10:08.911603 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:10:08.911603 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:10:08.911603 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:10:08.911603 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:10:08.911603 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:10:08.911603 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:10:08.911603 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:10:08.911603 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:10:08.911603 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:10:08.911603 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:10:08.911603 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:10:08.911603 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:10:08.911603 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:10:08.911603 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:10:08.911603 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:10:08.911603 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:10:08.911603 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:10:08.911603 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:10:08.911603 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:10:08.911603 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:10:08.911603 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:10:08.911603 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:10:08.911603 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:10:08.911603 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:10:08.911603 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:10:08.911603 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:10:08.911603 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:10:08.929303 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16610af3-e250-417f-bbd4-8542228fd6aa tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Pushing event updated for resources: {'Port': ['ID=804862bc-557f-4659-9521-eb74d3278e63,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:08.933048 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-8d01c6a8-50d2-4684-96d2-84f5297f54b4 None None] Deleting port 8691a8c1-24a6-4df7-89fe-b70b63a6e253 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:10:08.933487 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8d01c6a8-50d2-4684-96d2-84f5297f54b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:08.953904 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-16610af3-e250-417f-bbd4-8542228fd6aa tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:08.958780 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1f2a51c-e88c-46c9-b399-caa5fe59c8ef req-74f2aa10-2afb-4170-8a21-05ccdd8bc0c9 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:10:08.960152 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [req-b1f2a51c-e88c-46c9-b399-caa5fe59c8ef req-74f2aa10-2afb-4170-8a21-05ccdd8bc0c9 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:10:08.962686 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1f2a51c-e88c-46c9-b399-caa5fe59c8ef req-74f2aa10-2afb-4170-8a21-05ccdd8bc0c9 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:10:09.009444 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c64af704-bada-4296-bb99-589d2c485eb1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:10:09.031749 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c64af704-bada-4296-bb99-589d2c485eb1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Usage tracker for resource:subnet and tenant:b2cc7248d2184abfb3aa21c44218cf1c is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:10:09.035945 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac8a99f3-69ca-4463-ba6a-068c2a7d430b tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Router 1553f6b9-1446-4754-b6e1-58ade36dbe03 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:10:09.037070 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c64af704-bada-4296-bb99-589d2c485eb1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:10:09.047963 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-0a1b87ce-809b-415a-83c1-79aff1311ba5 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Transition to ACTIVE for port object 307dc7d0-16c8-4b31-9439-ebf0a570f1b9 will not be triggered until provisioned by entity DHCP. {{(pid=80765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:10:09.056155 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c64af704-bada-4296-bb99-589d2c485eb1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:10:09.059762 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-72f011e5-f07b-4224-8508-f7d277de5a61 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:09.071013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16610af3-e250-417f-bbd4-8542228fd6aa tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Network fef7cc89-7267-4358-8599-6146c79819c4 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:10:09.071877 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e104ed4b-2ccd-4cfc-a575-d3806e44ae4c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:09.085086 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-b1f2a51c-e88c-46c9-b399-caa5fe59c8ef req-74f2aa10-2afb-4170-8a21-05ccdd8bc0c9 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:09.098585 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-72f011e5-f07b-4224-8508-f7d277de5a61 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:09.133198 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0a1b87ce-809b-415a-83c1-79aff1311ba5 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:09.152513 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-74f2aa10-2afb-4170-8a21-05ccdd8bc0c9 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:09.155656 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-16610af3-e250-417f-bbd4-8542228fd6aa tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:10:09.179112 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16610af3-e250-417f-bbd4-8542228fd6aa tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:10:09.201930 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-8d01c6a8-50d2-4684-96d2-84f5297f54b4 None None] For port 8691a8c1-24a6-4df7-89fe-b70b63a6e253, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=8691a8c1-24a6-4df7-89fe-b70b63a6e253,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:10:09.202377 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8d01c6a8-50d2-4684-96d2-84f5297f54b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:09.211549 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f011e5-f07b-4224-8508-f7d277de5a61 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Pushing event deleted for resources: {'Network': ['ID=a678a204-0555-4dcb-b7e4-43731fdbc97f,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:09.252667 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-b1f2a51c-e88c-46c9-b399-caa5fe59c8ef req-74f2aa10-2afb-4170-8a21-05ccdd8bc0c9 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:09.286517 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-72f011e5-f07b-4224-8508-f7d277de5a61 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:09.309588 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-72f011e5-f07b-4224-8508-f7d277de5a61 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] 10.222.0.57 "DELETE /v2.0/networks/a678a204-0555-4dcb-b7e4-43731fdbc97f HTTP/1.1" status: 204  len: 168 time: 3.8054984
Jan 29 10:10:09.310547 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64af704-bada-4296-bb99-589d2c485eb1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Made reservation on behalf of b2cc7248d2184abfb3aa21c44218cf1c for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:10:09.333323 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c64af704-bada-4296-bb99-589d2c485eb1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:09.347662 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 52004) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:09.357034 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac8a99f3-69ca-4463-ba6a-068c2a7d430b tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:10:09.368650 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ac8a99f3-69ca-4463-ba6a-068c2a7d430b tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "PUT /v2.0/routers/1553f6b9-1446-4754-b6e1-58ade36dbe03/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.7574883
Jan 29 10:10:09.388239 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52008) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:09.420041 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1b87ce-809b-415a-83c1-79aff1311ba5 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event updated for resources: {'Port': ['ID=307dc7d0-16c8-4b31-9439-ebf0a570f1b9,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:09.423590 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0a1b87ce-809b-415a-83c1-79aff1311ba5 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:09.485060 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-16610af3-e250-417f-bbd4-8542228fd6aa tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854426412'] for router_interface, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:09.516828 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d5d13d-b957-49f1-b4f3-a8ad534dbb40 None None] Sync routers for ids ['1553f6b9-1446-4754-b6e1-58ade36dbe03'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:10:09.527887 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-8d01c6a8-50d2-4684-96d2-84f5297f54b4 None None] Calling delete_port for 8691a8c1-24a6-4df7-89fe-b70b63a6e253 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:10:09.576062 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-00043be1-2acd-4695-8acf-ec9a33d0cd4a None None] Allocated IP 2001:db8::2 (e45102c8-7543-4b20-824e-6ab70d673c2a/a61abe62-219d-4945-8651-6d62d16bacf3/c80651e7-0c75-4cef-944c-ce1b8b17c5f3) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:10:09.589582 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d5d13d-b957-49f1-b4f3-a8ad534dbb40 None None] Routers {'1553f6b9-1446-4754-b6e1-58ade36dbe03'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:10:09.590187 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-51d5d13d-b957-49f1-b4f3-a8ad534dbb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c99f1b70>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:09:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['1553f6b9-1446-4754-b6e1-58ade36dbe03'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:09.626731 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fb83d75e-02a0-4f97-ba4f-9db88b6b915b tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:09.669203 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-51d5d13d-b957-49f1-b4f3-a8ad534dbb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c99f1b70>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:09.717534 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1b87ce-809b-415a-83c1-79aff1311ba5 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Network e45102c8-7543-4b20-824e-6ab70d673c2a is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:10:09.719963 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d5d13d-b957-49f1-b4f3-a8ad534dbb40 None None] Routers {'1553f6b9-1446-4754-b6e1-58ade36dbe03'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:10:09.721229 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-51d5d13d-b957-49f1-b4f3-a8ad534dbb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c99f1b70>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:09:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['1553f6b9-1446-4754-b6e1-58ade36dbe03'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:09.724416 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-0a1b87ce-809b-415a-83c1-79aff1311ba5 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:10:09.726914 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1b87ce-809b-415a-83c1-79aff1311ba5 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:10:09.795055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1b87ce-809b-415a-83c1-79aff1311ba5 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:09.795800 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0a1b87ce-809b-415a-83c1-79aff1311ba5 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:09.855124 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-51d5d13d-b957-49f1-b4f3-a8ad534dbb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c99f1b70>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:09.855496 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d5d13d-b957-49f1-b4f3-a8ad534dbb40 None None] The sync data for ids ['1553f6b9-1446-4754-b6e1-58ade36dbe03'] in dv-neutron-772983-2-ovs is: [] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:10:09.878254 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8d01c6a8-50d2-4684-96d2-84f5297f54b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:09.896220 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8a8f4edb-2485-480f-99cf-9f1fa4ce0766 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:09.925661 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-baefac6d-76c0-4a45-9fd4-154cf123f82c tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] remove_router_interface failed (client error): The resource could not be found.
Jan 29 10:10:09.929930 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-baefac6d-76c0-4a45-9fd4-154cf123f82c tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "PUT /v2.0/routers/1553f6b9-1446-4754-b6e1-58ade36dbe03/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.5410349
Jan 29 10:10:09.931675 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52014) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:09.945059 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d01c6a8-50d2-4684-96d2-84f5297f54b4 None None] Pushing event deleted for resources: {'Port': ['ID=8691a8c1-24a6-4df7-89fe-b70b63a6e253,revision_number=None']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:09.966453 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8d01c6a8-50d2-4684-96d2-84f5297f54b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:09.990047 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-45a84ed4-ce9a-4c06-a1a9-203fc6bb64b2 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Synchronizing usage tracker for tenant:22949024c322421d99052f9202cdd49a on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:10:10.003079 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0a1b87ce-809b-415a-83c1-79aff1311ba5 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 3.9339905
Jan 29 10:10:10.005640 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 52018) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:10.104134 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-45a84ed4-ce9a-4c06-a1a9-203fc6bb64b2 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Unset dirty status for tenant:22949024c322421d99052f9202cdd49a on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:10:10.108077 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-45a84ed4-ce9a-4c06-a1a9-203fc6bb64b2 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "GET /v2.0/ports?device_id=1553f6b9-1446-4754-b6e1-58ade36dbe03 HTTP/1.1" status: 200  len: 205 time: 0.1718645
Jan 29 10:10:10.110399 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52022) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:10.122167 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d01c6a8-50d2-4684-96d2-84f5297f54b4 None None] No DVR routers for this DVR port 8691a8c1-24a6-4df7-89fe-b70b63a6e253 on host dv-neutron-772983-2-ovs {{(pid=80767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:10:10.139044 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-00043be1-2acd-4695-8acf-ec9a33d0cd4a None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:10.152805 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fb83d75e-02a0-4f97-ba4f-9db88b6b915b tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:10.155166 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-00043be1-2acd-4695-8acf-ec9a33d0cd4a None None] Transition to ACTIVE for port object c80651e7-0c75-4cef-944c-ce1b8b17c5f3 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:10:10.172977 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-00043be1-2acd-4695-8acf-ec9a33d0cd4a None None] Transition to ACTIVE for port object c80651e7-0c75-4cef-944c-ce1b8b17c5f3 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:10:10.178317 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-00043be1-2acd-4695-8acf-ec9a33d0cd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:10.198504 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:10.286349 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00043be1-2acd-4695-8acf-ec9a33d0cd4a None None] Pushing event updated for resources: {'Port': ['ID=c80651e7-0c75-4cef-944c-ce1b8b17c5f3,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:10.290075 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-00043be1-2acd-4695-8acf-ec9a33d0cd4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:10.430926 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00043be1-2acd-4695-8acf-ec9a33d0cd4a None None] Network e45102c8-7543-4b20-824e-6ab70d673c2a is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:10:10.432247 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-00043be1-2acd-4695-8acf-ec9a33d0cd4a None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:10:10.434796 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00043be1-2acd-4695-8acf-ec9a33d0cd4a None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:10:10.498046 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-00043be1-2acd-4695-8acf-ec9a33d0cd4a None None] Attempting to bind port c80651e7-0c75-4cef-944c-ce1b8b17c5f3 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:10:10.498603 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-00043be1-2acd-4695-8acf-ec9a33d0cd4a None None] Attempting to bind port c80651e7-0c75-4cef-944c-ce1b8b17c5f3 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'f733817a-1ad1-4e76-b6ed-10828a5435d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e45102c8-7543-4b20-824e-6ab70d673c2a'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:10:10.499097 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00043be1-2acd-4695-8acf-ec9a33d0cd4a None None] Attempting to bind port c80651e7-0c75-4cef-944c-ce1b8b17c5f3 on network e45102c8-7543-4b20-824e-6ab70d673c2a {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:10:10.506259 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00043be1-2acd-4695-8acf-ec9a33d0cd4a None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:10:10.506804 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00043be1-2acd-4695-8acf-ec9a33d0cd4a None None] Checking segment: {'id': 'f733817a-1ad1-4e76-b6ed-10828a5435d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e45102c8-7543-4b20-824e-6ab70d673c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:10:10.507327 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-00043be1-2acd-4695-8acf-ec9a33d0cd4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:10.507841 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00043be1-2acd-4695-8acf-ec9a33d0cd4a None None] Bound using segment: {'id': 'f733817a-1ad1-4e76-b6ed-10828a5435d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e45102c8-7543-4b20-824e-6ab70d673c2a'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:10:10.508438 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-00043be1-2acd-4695-8acf-ec9a33d0cd4a None None] Bound port: c80651e7-0c75-4cef-944c-ce1b8b17c5f3, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f733817a-1ad1-4e76-b6ed-10828a5435d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e45102c8-7543-4b20-824e-6ab70d673c2a'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:10:10.508941 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-00043be1-2acd-4695-8acf-ec9a33d0cd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:10.580905 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-16610af3-e250-417f-bbd4-8542228fd6aa tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:10.629246 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-781bc7bf-ecbc-4418-b84a-c973f5c60087 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for router, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:10.637510 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-00043be1-2acd-4695-8acf-ec9a33d0cd4a None None] For port c80651e7-0c75-4cef-944c-ce1b8b17c5f3, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:10:10.641006 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-00043be1-2acd-4695-8acf-ec9a33d0cd4a None None] For port c80651e7-0c75-4cef-944c-ce1b8b17c5f3, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=c80651e7-0c75-4cef-944c-ce1b8b17c5f3,segment=NetworkSegment(f733817a-1ad1-4e76-b6ed-10828a5435d5),segment_id=f733817a-1ad1-4e76-b6ed-10828a5435d5)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:10:10.644639 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-00043be1-2acd-4695-8acf-ec9a33d0cd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:10.661345 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-59600f9e-438c-415b-a9f8-33aa72798470 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:10.807599 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00043be1-2acd-4695-8acf-ec9a33d0cd4a None None] Pushing event updated for resources: {'Port': ['ID=c80651e7-0c75-4cef-944c-ce1b8b17c5f3,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:10.812351 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-00043be1-2acd-4695-8acf-ec9a33d0cd4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:10.943459 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-fb83d75e-02a0-4f97-ba4f-9db88b6b915b tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c92a0828>,) {'filters': {'network_id': ['f63137ea-be4c-40fd-b2b1-1e4acce2341b']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:11.011236 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-b1f2a51c-e88c-46c9-b399-caa5fe59c8ef req-74f2aa10-2afb-4170-8a21-05ccdd8bc0c9 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:11.027672 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-fb83d75e-02a0-4f97-ba4f-9db88b6b915b tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c92a0828>, '8e410d5c-989b-4552-9d20-8798836e4df3') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:11.028031 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-fb83d75e-02a0-4f97-ba4f-9db88b6b915b tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c92a0828>, '8e410d5c-989b-4552-9d20-8798836e4df3') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:11.040802 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-b1f2a51c-e88c-46c9-b399-caa5fe59c8ef req-74f2aa10-2afb-4170-8a21-05ccdd8bc0c9 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:11.043207 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-781bc7bf-ecbc-4418-b84a-c973f5c60087 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:11.053373 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-781bc7bf-ecbc-4418-b84a-c973f5c60087 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:11.063309 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7fcd378f-48cd-4c4b-8795-8211bd6fdf70 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:11.103197 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fb83d75e-02a0-4f97-ba4f-9db88b6b915b tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:11.261227 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fb83d75e-02a0-4f97-ba4f-9db88b6b915b tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:11.265559 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fb83d75e-02a0-4f97-ba4f-9db88b6b915b tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Releasing vxlan tunnel 12 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:10:11.316848 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-781bc7bf-ecbc-4418-b84a-c973f5c60087 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:11.317386 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781bc7bf-ecbc-4418-b84a-c973f5c60087 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Fanout notify agent at l3_agent the message router_deleted on router 1553f6b9-1446-4754-b6e1-58ade36dbe03 {{(pid=80766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 10:10:11.332993 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f2aa10-2afb-4170-8a21-05ccdd8bc0c9 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Pushing event updated for resources: {'Port': ['ID=be5defad-f08e-413f-8852-db23bb40288e,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:11.348855 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-74f2aa10-2afb-4170-8a21-05ccdd8bc0c9 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:11.394678 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-781bc7bf-ecbc-4418-b84a-c973f5c60087 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:11.396150 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-781bc7bf-ecbc-4418-b84a-c973f5c60087 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "DELETE /v2.0/routers/1553f6b9-1446-4754-b6e1-58ade36dbe03 HTTP/1.1" status: 204  len: 168 time: 1.2826447
Jan 29 10:10:11.404486 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52028) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:11.545938 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-f325e60f-a592-4132-9b21-499bb1d06e5f tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Deleting subnet e052b19a-f703-494d-b7fc-08eed962f301 {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:10:11.555586 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f325e60f-a592-4132-9b21-499bb1d06e5f tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:11.587671 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-fb83d75e-02a0-4f97-ba4f-9db88b6b915b tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Network f63137ea-be4c-40fd-b2b1-1e4acce2341b has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:10:11.600666 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fb83d75e-02a0-4f97-ba4f-9db88b6b915b tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:11.748282 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f325e60f-a592-4132-9b21-499bb1d06e5f tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:11.833736 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a360-8e5a-4dc8-b91c-536220b9f0af tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:11.877070 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c64af704-bada-4296-bb99-589d2c485eb1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:11.896905 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-abdf8410-cefe-442b-845e-aff66227b229 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:11.910788 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-b1f2a51c-e88c-46c9-b399-caa5fe59c8ef req-74f2aa10-2afb-4170-8a21-05ccdd8bc0c9 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:11.915659 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-fb83d75e-02a0-4f97-ba4f-9db88b6b915b tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Network f63137ea-be4c-40fd-b2b1-1e4acce2341b has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:10:11.950046 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:10:11.950046 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:10:11.950046 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:10:11.950046 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:10:11.950046 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:10:11.950046 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:10:11.950046 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:10:11.950046 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:10:11.950046 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:10:11.950046 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:10:11.950046 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:10:11.950046 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:10:11.950046 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:10:11.950046 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:10:11.950046 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:10:11.950046 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:10:11.950046 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:10:11.950046 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:10:11.950046 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:10:11.950046 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:10:11.950046 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:10:11.950046 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:10:11.950046 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:10:11.950046 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:10:11.950046 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:10:11.950046 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:10:11.950046 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:10:11.950046 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:10:11.950046 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:10:11.950046 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:10:11.950046 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:10:11.950046 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:10:12.012372 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device c80651e7-0c75-4cef-944c-ce1b8b17c5f3 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:10:12.076778 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64af704-bada-4296-bb99-589d2c485eb1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event updated for resources: {'Subnet': ['ID=825affe1-7a2e-48d6-ac1b-f9a9469c7c3d,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:12.077306 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-b1f2a51c-e88c-46c9-b399-caa5fe59c8ef req-74f2aa10-2afb-4170-8a21-05ccdd8bc0c9 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:12.078746 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b1f2a51c-e88c-46c9-b399-caa5fe59c8ef req-74f2aa10-2afb-4170-8a21-05ccdd8bc0c9 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 4.0497422
Jan 29 10:10:12.084835 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-16610af3-e250-417f-bbd4-8542228fd6aa tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:12.086857 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c64af704-bada-4296-bb99-589d2c485eb1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:12.088058 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f325e60f-a592-4132-9b21-499bb1d06e5f tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:12.113286 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port c80651e7-0c75-4cef-944c-ce1b8b17c5f3 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:10:12.136736 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-16610af3-e250-417f-bbd4-8542228fd6aa tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:12.171959 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b9af656d-7cb6-4ac2-8a76-5483212efe56 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:12.213181 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fb83d75e-02a0-4f97-ba4f-9db88b6b915b tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:12.234071 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-918caa95-99f1-4390-8615-69e21cf8847c tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:12.258104 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fb83d75e-02a0-4f97-ba4f-9db88b6b915b tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:12.284375 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-b1f2a51c-e88c-46c9-b399-caa5fe59c8ef req-79221d77-87d8-447e-9b06-867bd6e9bdda tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Synchronizing usage tracker for tenant:4d907168a4924ceb9472857ce37e1904 on resource:floatingip {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:10:12.357803 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb83d75e-02a0-4f97-ba4f-9db88b6b915b tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Pushing event deleted for resources: {'Network': ['ID=f63137ea-be4c-40fd-b2b1-1e4acce2341b,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:12.377616 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16610af3-e250-417f-bbd4-8542228fd6aa tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Pushing event updated for resources: {'Port': ['ID=804862bc-557f-4659-9521-eb74d3278e63,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:12.380360 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-16610af3-e250-417f-bbd4-8542228fd6aa tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854133895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349242'] for router_interface, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:12.396547 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-16610af3-e250-417f-bbd4-8542228fd6aa tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:12.427455 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-fb83d75e-02a0-4f97-ba4f-9db88b6b915b tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:12.440453 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-fb83d75e-02a0-4f97-ba4f-9db88b6b915b tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] 10.222.0.57 "DELETE /v2.0/networks/f63137ea-be4c-40fd-b2b1-1e4acce2341b HTTP/1.1" status: 204  len: 168 time: 3.0913658
Jan 29 10:10:12.448232 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 52034) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:12.508003 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-b1f2a51c-e88c-46c9-b399-caa5fe59c8ef req-79221d77-87d8-447e-9b06-867bd6e9bdda tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Unset dirty status for tenant:4d907168a4924ceb9472857ce37e1904 on resource:floatingip {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:10:12.509901 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b1f2a51c-e88c-46c9-b399-caa5fe59c8ef req-79221d77-87d8-447e-9b06-867bd6e9bdda tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.26.7.209 HTTP/1.1" status: 200  len: 696 time: 0.3780062
Jan 29 10:10:12.512608 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa67a2cb-c744-4362-ade9-6e72498b6edd None None] Network e45102c8-7543-4b20-824e-6ab70d673c2a requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:10:12.638887 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-7a96aa40-12e0-4f64-960c-7bf16ff42f86 None None] Provisioning for port c80651e7-0c75-4cef-944c-ce1b8b17c5f3 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:10:12.645935 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-7a96aa40-12e0-4f64-960c-7bf16ff42f86 None None] Provisioning complete for port c80651e7-0c75-4cef-944c-ce1b8b17c5f3 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:10:12.646358 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7a96aa40-12e0-4f64-960c-7bf16ff42f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:12.780730 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64af704-bada-4296-bb99-589d2c485eb1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:10:12.790013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-c64af704-bada-4296-bb99-589d2c485eb1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:10:12.821611 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cef820f-1bbd-4e23-9319-bb47ad89d705 None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:10:12.866145 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64af704-bada-4296-bb99-589d2c485eb1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:12.866813 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c64af704-bada-4296-bb99-589d2c485eb1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:12.933654 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c64af704-bada-4296-bb99-589d2c485eb1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 5.0199201
Jan 29 10:10:12.941149 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52038) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:12.950736 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-6a50ae5e-21e1-4dda-a20a-cdf22fb9a7a0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Request body: {'port': {'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'fixed_ips': [{'subnet_id': '825affe1-7a2e-48d6-ac1b-f9a9469c7c3d', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-310400041'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:10:12.977675 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7a96aa40-12e0-4f64-960c-7bf16ff42f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:13.040142 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-7a96aa40-12e0-4f64-960c-7bf16ff42f86 None None] For port c80651e7-0c75-4cef-944c-ce1b8b17c5f3, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=c80651e7-0c75-4cef-944c-ce1b8b17c5f3,segment=NetworkSegment(f733817a-1ad1-4e76-b6ed-10828a5435d5),segment_id=f733817a-1ad1-4e76-b6ed-10828a5435d5)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:10:13.046239 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:10:13.153685 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16610af3-e250-417f-bbd4-8542228fd6aa tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Network fef7cc89-7267-4358-8599-6146c79819c4 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:10:13.161319 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-16610af3-e250-417f-bbd4-8542228fd6aa tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:10:13.243279 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7a96aa40-12e0-4f64-960c-7bf16ff42f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:13.252750 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a8c4dcae-da12-459d-b584-05e339abcb67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:13.332590 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc7952f-ef05-4144-b4fc-755126b58efe tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:13.362953 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a96aa40-12e0-4f64-960c-7bf16ff42f86 None None] Pushing event updated for resources: {'Port': ['ID=c80651e7-0c75-4cef-944c-ce1b8b17c5f3,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:13.374905 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7a96aa40-12e0-4f64-960c-7bf16ff42f86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:13.375944 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23175bd-3efb-4adc-bb4f-442a577356fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-36ec2ab5-acc9-45dc-a136-797459b09a1c', 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'tenant_id': 'b2cc7248d2184abfb3aa21c44218cf1c', 'fixed_ips': [{'subnet_id': '825affe1-7a2e-48d6-ac1b-f9a9469c7c3d'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:10:13.377418 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f325e60f-a592-4132-9b21-499bb1d06e5f tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:13.380348 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b23175bd-3efb-4adc-bb4f-442a577356fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:13.399689 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:13.440134 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-6a50ae5e-21e1-4dda-a20a-cdf22fb9a7a0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:10:13.468928 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f325e60f-a592-4132-9b21-499bb1d06e5f tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Pushing event deleted for resources: {'Subnet': ['ID=e052b19a-f703-494d-b7fc-08eed962f301,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:13.484467 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6a50ae5e-21e1-4dda-a20a-cdf22fb9a7a0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Usage tracker for resource:port and tenant:b2cc7248d2184abfb3aa21c44218cf1c is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:10:13.489077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc7952f-ef05-4144-b4fc-755126b58efe tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:13.490021 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ccc7952f-ef05-4144-b4fc-755126b58efe tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Synchronizing usage tracker for tenant:e7a8986c129847719070e73dc7b9ae01 on resource:network {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:10:13.501028 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f325e60f-a592-4132-9b21-499bb1d06e5f tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:13.502009 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6a50ae5e-21e1-4dda-a20a-cdf22fb9a7a0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:10:13.565313 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-6a50ae5e-21e1-4dda-a20a-cdf22fb9a7a0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:10:13.620799 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a50ae5e-21e1-4dda-a20a-cdf22fb9a7a0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Made reservation on behalf of b2cc7248d2184abfb3aa21c44218cf1c for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:10:13.655981 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f325e60f-a592-4132-9b21-499bb1d06e5f tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:13.658946 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2a51c-e88c-46c9-b399-caa5fe59c8ef req-7a113d4d-ac38-4de1-87ee-918d85626056 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:13.660446 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b1f2a51c-e88c-46c9-b399-caa5fe59c8ef req-7a113d4d-ac38-4de1-87ee-918d85626056 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/networks/aadf795f-2e1a-4d04-be0e-12575f0f28a5 HTTP/1.1" status: 200  len: 784 time: 1.1218817
Jan 29 10:10:13.681390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [req-b1f2a51c-e88c-46c9-b399-caa5fe59c8ef req-4a7c399f-6b9c-4842-857b-162e0cf1bea1 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=80765) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:10:13.682536 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b1f2a51c-e88c-46c9-b399-caa5fe59c8ef req-4a7c399f-6b9c-4842-857b-162e0cf1bea1 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0115755
Jan 29 10:10:13.686797 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16610af3-e250-417f-bbd4-8542228fd6aa tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Router 92bee170-7907-4644-8709-c45f8f4ed753 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:10:13.693007 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f325e60f-a592-4132-9b21-499bb1d06e5f tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "DELETE /v2.0/subnets/e052b19a-f703-494d-b7fc-08eed962f301 HTTP/1.1" status: 204  len: 168 time: 2.2874553
Jan 29 10:10:13.699581 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52046) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:13.706204 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ccc7952f-ef05-4144-b4fc-755126b58efe tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Unset dirty status for tenant:e7a8986c129847719070e73dc7b9ae01 on resource:network {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:10:13.711242 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ccc7952f-ef05-4144-b4fc-755126b58efe tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 1.2582490
Jan 29 10:10:13.712426 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 52050) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:13.714355 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a791c43-820e-4a76-a6b1-4c4077551554 None None] Network ba2a6721-5011-4d0b-9137-3e92d51fbbbe requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:10:13.715885 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a360-8e5a-4dc8-b91c-536220b9f0af tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:13.721716 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-d9a02e64-830b-4533-ad94-59c938ae3be8 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-562958406'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:10:13.730418 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d9a02e64-830b-4533-ad94-59c938ae3be8 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:10:13.740941 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d9a02e64-830b-4533-ad94-59c938ae3be8 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:10:13.748865 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a360-8e5a-4dc8-b91c-536220b9f0af tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:13.767958 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7a0c4e2b-8d3e-4d32-a635-7105832923ab tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:13.906968 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a02e64-830b-4533-ad94-59c938ae3be8 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Made reservation on behalf of e7a8986c129847719070e73dc7b9ae01 for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:10:13.951689 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d9a02e64-830b-4533-ad94-59c938ae3be8 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:13.975602 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d0a360-8e5a-4dc8-b91c-536220b9f0af tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event updated for resources: {'Port': ['ID=307dc7d0-16c8-4b31-9439-ebf0a570f1b9,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:14.005226 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c1d0a360-8e5a-4dc8-b91c-536220b9f0af tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:14.014458 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-90d03549-d29e-4442-9720-544cfabc377a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:14.103978 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device c80651e7-0c75-4cef-944c-ce1b8b17c5f3 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:10:14.217556 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9a02e64-830b-4533-ad94-59c938ae3be8 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] vxlan segment allocate from pool success with {'vxlan_vni': 11}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:10:14.229170 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d9a02e64-830b-4533-ad94-59c938ae3be8 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:14.229568 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-d9a02e64-830b-4533-ad94-59c938ae3be8 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Added segment 00b39d38-b5ab-4529-adc4-e7e001e52d60 of type vxlan for network 044d0ef9-7eda-44a3-b0c9-7e4eb11a3deb
Jan 29 10:10:14.260933 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d9a02e64-830b-4533-ad94-59c938ae3be8 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:14.331703 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-90d03549-d29e-4442-9720-544cfabc377a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Deleting port af4e8948-e17f-4748-a2f4-ee657322cc80 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:10:14.332093 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-90d03549-d29e-4442-9720-544cfabc377a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:14.418419 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-b23175bd-3efb-4adc-bb4f-442a577356fe None None] Allocated IP 2001:db8::2 (36ec2ab5-acc9-45dc-a136-797459b09a1c/825affe1-7a2e-48d6-ac1b-f9a9469c7c3d/e47aa880-2298-40f2-acd7-bb4285dff887) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:10:14.537684 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-cd9b6dcc-1ec3-4ae9-aafc-cefb1d0ea1eb None None] Provisioning complete for port c80651e7-0c75-4cef-944c-ce1b8b17c5f3 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:10:14.538219 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cd9b6dcc-1ec3-4ae9-aafc-cefb1d0ea1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:14.563243 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6a50ae5e-21e1-4dda-a20a-cdf22fb9a7a0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:14.610323 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.resource_extend [None req-d9a02e64-830b-4533-ad94-59c938ae3be8 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 29 10:10:14.619977 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a360-8e5a-4dc8-b91c-536220b9f0af tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854426412'] for router_interface, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:14.695757 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port c80651e7-0c75-4cef-944c-ce1b8b17c5f3 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:10:14.696377 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:14.714777 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d9a02e64-830b-4533-ad94-59c938ae3be8 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:14.720639 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-90d03549-d29e-4442-9720-544cfabc377a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] For port af4e8948-e17f-4748-a2f4-ee657322cc80, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=af4e8948-e17f-4748-a2f4-ee657322cc80,segment=NetworkSegment(d5f4f947-57cb-4fa6-b540-88c47940eab6),segment_id=d5f4f947-57cb-4fa6-b540-88c47940eab6)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:10:14.721322 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-90d03549-d29e-4442-9720-544cfabc377a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:14.826521 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a02e64-830b-4533-ad94-59c938ae3be8 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:14.827160 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d9a02e64-830b-4533-ad94-59c938ae3be8 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:14.839577 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-cb9fa16d-a9bd-4156-b7bc-dc523589b96b tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:14.910096 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b097d1e-286e-4204-aa38-87651a795d14 None None] DHCP port deletion for ba2a6721-5011-4d0b-9137-3e92d51fbbbe request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:10:14.936010 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-0b097d1e-286e-4204-aa38-87651a795d14 None None] Deleting port af4e8948-e17f-4748-a2f4-ee657322cc80 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:10:14.936477 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0b097d1e-286e-4204-aa38-87651a795d14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:14.949247 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb6ff3-ff7e-4553-9b2d-963d12292908 req-d9c0a25f-fc73-4a15-9133-8315c82a86b6 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:14.951140 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-88eb6ff3-ff7e-4553-9b2d-963d12292908 req-d9c0a25f-fc73-4a15-9133-8315c82a86b6 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/ports?device_id=646f0d1b-8b1f-4f18-a23b-f6fd67aca648&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.9810023
Jan 29 10:10:14.954259 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16610af3-e250-417f-bbd4-8542228fd6aa tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:10:14.969880 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb7cee8-cc92-4bae-be3a-c137f62726c5 None None] Sync routers for ids ['92bee170-7907-4644-8709-c45f8f4ed753'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:10:14.973365 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-90d03549-d29e-4442-9720-544cfabc377a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Calling delete_port for af4e8948-e17f-4748-a2f4-ee657322cc80 owned by network:dhcp {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:10:14.982279 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb7cee8-cc92-4bae-be3a-c137f62726c5 None None] Routers {'92bee170-7907-4644-8709-c45f8f4ed753'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:10:14.984154 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-9fb7cee8-cc92-4bae-be3a-c137f62726c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9b3f6d8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:09:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['92bee170-7907-4644-8709-c45f8f4ed753'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:15.012237 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-16610af3-e250-417f-bbd4-8542228fd6aa tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] 10.222.0.57 "PUT /v2.0/routers/92bee170-7907-4644-8709-c45f8f4ed753/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.7757244
Jan 29 10:10:15.023014 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52056) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:15.032281 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b23175bd-3efb-4adc-bb4f-442a577356fe None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:15.032737 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-253536e7-0198-478c-b1ee-c23b7cafdbaa tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Request body: {'port': {'network_id': 'fef7cc89-7267-4358-8599-6146c79819c4', 'name': 'tempest-FloatingIPTestJSON-965213150'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:10:15.045463 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-b23175bd-3efb-4adc-bb4f-442a577356fe None None] Transition to ACTIVE for port object e47aa880-2298-40f2-acd7-bb4285dff887 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:10:15.056978 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-9fb7cee8-cc92-4bae-be3a-c137f62726c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9b3f6d8>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:15.063491 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-6a50ae5e-21e1-4dda-a20a-cdf22fb9a7a0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] device_id is not set on port c58a4942-950e-4f9b-91ee-2e4b664878ef yet. {{(pid=80766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:10:15.066852 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb7cee8-cc92-4bae-be3a-c137f62726c5 None None] Routers {'92bee170-7907-4644-8709-c45f8f4ed753'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:10:15.067021 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-b23175bd-3efb-4adc-bb4f-442a577356fe None None] Transition to ACTIVE for port object e47aa880-2298-40f2-acd7-bb4285dff887 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:10:15.067937 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-9fb7cee8-cc92-4bae-be3a-c137f62726c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9b3f6d8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:09:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['92bee170-7907-4644-8709-c45f8f4ed753'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:15.109214 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a02e64-830b-4533-ad94-59c938ae3be8 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Pushing event updated for resources: {'Network': ['ID=044d0ef9-7eda-44a3-b0c9-7e4eb11a3deb,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:15.113091 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d9a02e64-830b-4533-ad94-59c938ae3be8 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:15.148568 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 044d0ef9-7eda-44a3-b0c9-7e4eb11a3deb details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:10:15.189032 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 044d0ef9-7eda-44a3-b0c9-7e4eb11a3deb details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:10:15.189820 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d9a02e64-830b-4533-ad94-59c938ae3be8 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 1.4739859
Jan 29 10:10:15.196811 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 52060) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:15.212705 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-fa35688e-b663-4add-afc7-3ef77826aa2a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1091575269'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:10:15.213192 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b23175bd-3efb-4adc-bb4f-442a577356fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:15.256586 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8d01c6a8-50d2-4684-96d2-84f5297f54b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:15.259400 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-88eb6ff3-ff7e-4553-9b2d-963d12292908 req-9383b73f-6e75-47fd-928c-754d6b26fe43 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.26.7.209 HTTP/1.1" status: 200  len: 696 time: 0.2833664
Jan 29 10:10:15.264082 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-fa35688e-b663-4add-afc7-3ef77826aa2a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:10:15.273084 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-fa35688e-b663-4add-afc7-3ef77826aa2a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Usage tracker for resource:network and tenant:e7a8986c129847719070e73dc7b9ae01 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:10:15.292431 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-88eb6ff3-ff7e-4553-9b2d-963d12292908 req-549ec1b9-b5cd-44f1-8adf-6c0a1b329d28 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Request body: {'floatingip': {'port_id': '34ac8151-ad03-457c-a08a-bf5486dcce07', 'fixed_ip_address': '172.20.0.14'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:10:15.336571 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-9fb7cee8-cc92-4bae-be3a-c137f62726c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9b3f6d8>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:15.337294 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb7cee8-cc92-4bae-be3a-c137f62726c5 None None] The sync data for ids ['92bee170-7907-4644-8709-c45f8f4ed753'] in dv-neutron-772983-2-ovs is: [] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:10:15.374671 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-fa35688e-b663-4add-afc7-3ef77826aa2a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Quota usage for network was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:10:15.374952 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-cd9b6dcc-1ec3-4ae9-aafc-cefb1d0ea1eb None None] Provisioning for port 307dc7d0-16c8-4b31-9439-ebf0a570f1b9 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:10:15.391098 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a360-8e5a-4dc8-b91c-536220b9f0af tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:15.402304 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-fa35688e-b663-4add-afc7-3ef77826aa2a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:10:15.428403 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-88eb6ff3-ff7e-4553-9b2d-963d12292908 req-549ec1b9-b5cd-44f1-8adf-6c0a1b329d28 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks [] for floatingip, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:15.440087 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-cd9b6dcc-1ec3-4ae9-aafc-cefb1d0ea1eb None None] Provisioning complete for port 307dc7d0-16c8-4b31-9439-ebf0a570f1b9 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:10:15.440561 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cd9b6dcc-1ec3-4ae9-aafc-cefb1d0ea1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:15.529982 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23175bd-3efb-4adc-bb4f-442a577356fe None None] Pushing event updated for resources: {'Port': ['ID=e47aa880-2298-40f2-acd7-bb4285dff887,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:15.559089 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b23175bd-3efb-4adc-bb4f-442a577356fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:15.586685 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa35688e-b663-4add-afc7-3ef77826aa2a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Made reservation on behalf of e7a8986c129847719070e73dc7b9ae01 for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:10:15.607259 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fa35688e-b663-4add-afc7-3ef77826aa2a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:15.656810 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-90d03549-d29e-4442-9720-544cfabc377a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:15.697149 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-25daf09b-e0bd-4833-9797-77e17126481d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:15.770092 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa35688e-b663-4add-afc7-3ef77826aa2a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] vxlan segment allocate from pool success with {'vxlan_vni': 12}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:10:15.774092 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d03549-d29e-4442-9720-544cfabc377a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Pushing event deleted for resources: {'Port': ['ID=af4e8948-e17f-4748-a2f4-ee657322cc80,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:15.784801 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-90d03549-d29e-4442-9720-544cfabc377a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:15.791094 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-cd9b6dcc-1ec3-4ae9-aafc-cefb1d0ea1eb None None] Port 307dc7d0-16c8-4b31-9439-ebf0a570f1b9 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:10:15.811001 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fa35688e-b663-4add-afc7-3ef77826aa2a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:15.811705 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-fa35688e-b663-4add-afc7-3ef77826aa2a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Added segment fe102f2a-d12d-4319-bdfd-557da4565477 of type vxlan for network 923fff66-6f33-4fdf-a124-bddb626d90c8
Jan 29 10:10:15.867019 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a50ae5e-21e1-4dda-a20a-cdf22fb9a7a0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 10:10:15.867518 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a50ae5e-21e1-4dda-a20a-cdf22fb9a7a0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:10:15.873337 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-253536e7-0198-478c-b1ee-c23b7cafdbaa tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:10:15.914860 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-253536e7-0198-478c-b1ee-c23b7cafdbaa tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Usage tracker for resource:port and tenant:f844837ce1884937bc086377bfe8af84 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:10:15.927920 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-253536e7-0198-478c-b1ee-c23b7cafdbaa tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Quota usage for port was recalculated. Used quota:1. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:10:15.961263 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-253536e7-0198-478c-b1ee-c23b7cafdbaa tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:10:15.993889 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d03549-d29e-4442-9720-544cfabc377a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] No DVR routers for this DVR port af4e8948-e17f-4748-a2f4-ee657322cc80 on host dv-neutron-772983-2-ovs {{(pid=80766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:10:16.006122 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device af4e8948-e17f-4748-a2f4-ee657322cc80 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:10:16.056459 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6a50ae5e-21e1-4dda-a20a-cdf22fb9a7a0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 400  len: 350 time: 3.1116388
Jan 29 10:10:16.074155 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52068) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:16.077131 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23175bd-3efb-4adc-bb4f-442a577356fe None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:10:16.091249 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-b23175bd-3efb-4adc-bb4f-442a577356fe None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:10:16.094342 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-0b097d1e-286e-4204-aa38-87651a795d14 None None] For port af4e8948-e17f-4748-a2f4-ee657322cc80, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=af4e8948-e17f-4748-a2f4-ee657322cc80,segment=NetworkSegment(d5f4f947-57cb-4fa6-b540-88c47940eab6),segment_id=d5f4f947-57cb-4fa6-b540-88c47940eab6)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:10:16.094799 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0b097d1e-286e-4204-aa38-87651a795d14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:16.103819 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: af4e8948-e17f-4748-a2f4-ee657322cc80 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:10:16.104218 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device af4e8948-e17f-4748-a2f4-ee657322cc80 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:10:16.113761 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23175bd-3efb-4adc-bb4f-442a577356fe None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:10:16.119656 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-1e55be0f-ef26-4c9b-88de-1a9ca173f686 None None] Provisioning complete for port c80651e7-0c75-4cef-944c-ce1b8b17c5f3 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:10:16.120079 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1e55be0f-ef26-4c9b-88de-1a9ca173f686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:16.144675 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253536e7-0198-478c-b1ee-c23b7cafdbaa tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Made reservation on behalf of f844837ce1884937bc086377bfe8af84 for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:10:16.166802 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-253536e7-0198-478c-b1ee-c23b7cafdbaa tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:16.203309 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fa35688e-b663-4add-afc7-3ef77826aa2a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:16.338361 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-90d03549-d29e-4442-9720-544cfabc377a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:16.359277 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.resource_extend [None req-fa35688e-b663-4add-afc7-3ef77826aa2a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 29 10:10:16.440012 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fa35688e-b663-4add-afc7-3ef77826aa2a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:16.483885 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-0b097d1e-286e-4204-aa38-87651a795d14 None None] Calling delete_port for af4e8948-e17f-4748-a2f4-ee657322cc80 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:10:16.510886 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa35688e-b663-4add-afc7-3ef77826aa2a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:16.511606 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fa35688e-b663-4add-afc7-3ef77826aa2a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:16.527985 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-88732695-cc6d-409f-916a-541a49e31b46 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:16.588250 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-b23175bd-3efb-4adc-bb4f-442a577356fe None None] Attempting to bind port e47aa880-2298-40f2-acd7-bb4285dff887 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:10:16.588562 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-b23175bd-3efb-4adc-bb4f-442a577356fe None None] Attempting to bind port e47aa880-2298-40f2-acd7-bb4285dff887 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:10:16.589255 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23175bd-3efb-4adc-bb4f-442a577356fe None None] Attempting to bind port e47aa880-2298-40f2-acd7-bb4285dff887 on network 36ec2ab5-acc9-45dc-a136-797459b09a1c {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:10:16.600391 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-90d03549-d29e-4442-9720-544cfabc377a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c8637e48>,) {'filters': {'network_id': ['ba2a6721-5011-4d0b-9137-3e92d51fbbbe']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:16.615376 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23175bd-3efb-4adc-bb4f-442a577356fe None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:10:16.615789 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23175bd-3efb-4adc-bb4f-442a577356fe None None] Checking segment: {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:10:16.617292 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b23175bd-3efb-4adc-bb4f-442a577356fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:16.617749 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23175bd-3efb-4adc-bb4f-442a577356fe None None] Bound using segment: {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:10:16.618328 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-b23175bd-3efb-4adc-bb4f-442a577356fe None None] Bound port: e47aa880-2298-40f2-acd7-bb4285dff887, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:10:16.619565 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b23175bd-3efb-4adc-bb4f-442a577356fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:16.632952 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-90d03549-d29e-4442-9720-544cfabc377a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c8637e48>, 'd5f4f947-57cb-4fa6-b540-88c47940eab6') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:16.633193 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-90d03549-d29e-4442-9720-544cfabc377a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c8637e48>, 'd5f4f947-57cb-4fa6-b540-88c47940eab6') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:16.731534 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-0b097d1e-286e-4204-aa38-87651a795d14 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80767) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:10:16.731534 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-0b097d1e-286e-4204-aa38-87651a795d14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:10:16.743339 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d911beb4-5ff2-4da0-9f85-f5efb20c16ef tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:16.743339 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d911beb4-5ff2-4da0-9f85-f5efb20c16ef tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Synchronizing usage tracker for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:10:16.780126 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d911beb4-5ff2-4da0-9f85-f5efb20c16ef tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Unset dirty status for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:10:16.781195 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d911beb4-5ff2-4da0-9f85-f5efb20c16ef tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200  len: 943 time: 0.7055075
Jan 29 10:10:16.790531 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-90d03549-d29e-4442-9720-544cfabc377a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:16.800332 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-b23175bd-3efb-4adc-bb4f-442a577356fe None None] For port e47aa880-2298-40f2-acd7-bb4285dff887, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:10:16.802767 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52072) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:16.806341 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-b23175bd-3efb-4adc-bb4f-442a577356fe None None] For port e47aa880-2298-40f2-acd7-bb4285dff887, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=e47aa880-2298-40f2-acd7-bb4285dff887,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:10:16.806341 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-1e55be0f-ef26-4c9b-88de-1a9ca173f686 None None] Provisioning complete for port 307dc7d0-16c8-4b31-9439-ebf0a570f1b9 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:10:16.806341 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1e55be0f-ef26-4c9b-88de-1a9ca173f686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:16.840227 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b23175bd-3efb-4adc-bb4f-442a577356fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:16.857685 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-253536e7-0198-478c-b1ee-c23b7cafdbaa tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] device_id is not set on port 13966fba-7313-4135-bd71-2231b4e4294b yet. {{(pid=80766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:10:16.862599 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-00043be1-2acd-4695-8acf-ec9a33d0cd4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:16.933840 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-90d03549-d29e-4442-9720-544cfabc377a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:16.943237 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-90d03549-d29e-4442-9720-544cfabc377a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Releasing vxlan tunnel 5 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:10:17.024097 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-fa35688e-b663-4add-afc7-3ef77826aa2a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 1.8121209
Jan 29 10:10:17.029493 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-1e55be0f-ef26-4c9b-88de-1a9ca173f686 None None] Port 307dc7d0-16c8-4b31-9439-ebf0a570f1b9 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:10:17.029672 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 52076) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:17.035551 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa35688e-b663-4add-afc7-3ef77826aa2a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Pushing event updated for resources: {'Network': ['ID=923fff66-6f33-4fdf-a124-bddb626d90c8,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:17.038175 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23175bd-3efb-4adc-bb4f-442a577356fe None None] Pushing event updated for resources: {'Port': ['ID=e47aa880-2298-40f2-acd7-bb4285dff887,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:17.042067 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b23175bd-3efb-4adc-bb4f-442a577356fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:17.052620 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-20e8d474-fefd-4960-a918-4576cfc7b59f tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Request body: {'ports': [{'network_id': '044d0ef9-7eda-44a3-b0c9-7e4eb11a3deb', 'name': 'tempest-port--1661545799', 'admin_state_up': True}, {'network_id': '923fff66-6f33-4fdf-a124-bddb626d90c8', 'admin_state_up': False}]} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:10:17.052620 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-20e8d474-fefd-4960-a918-4576cfc7b59f tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Request body: {'port': {'network_id': '044d0ef9-7eda-44a3-b0c9-7e4eb11a3deb', 'name': 'tempest-port--1661545799', 'admin_state_up': True}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:10:17.052620 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-20e8d474-fefd-4960-a918-4576cfc7b59f tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Request body: {'port': {'network_id': '923fff66-6f33-4fdf-a124-bddb626d90c8', 'admin_state_up': False}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:10:17.068630 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa35688e-b663-4add-afc7-3ef77826aa2a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:17.069143 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa35688e-b663-4add-afc7-3ef77826aa2a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:17.069800 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa35688e-b663-4add-afc7-3ef77826aa2a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:17.070123 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa35688e-b663-4add-afc7-3ef77826aa2a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:17.070521 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa35688e-b663-4add-afc7-3ef77826aa2a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:17.070934 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa35688e-b663-4add-afc7-3ef77826aa2a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:17.071337 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa35688e-b663-4add-afc7-3ef77826aa2a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:17.071745 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa35688e-b663-4add-afc7-3ef77826aa2a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:17.072151 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa35688e-b663-4add-afc7-3ef77826aa2a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:17.073021 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa35688e-b663-4add-afc7-3ef77826aa2a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:17.073021 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa35688e-b663-4add-afc7-3ef77826aa2a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:17.073831 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa35688e-b663-4add-afc7-3ef77826aa2a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:17.073831 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa35688e-b663-4add-afc7-3ef77826aa2a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:17.074179 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa35688e-b663-4add-afc7-3ef77826aa2a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:17.074592 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa35688e-b663-4add-afc7-3ef77826aa2a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:17.075710 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa35688e-b663-4add-afc7-3ef77826aa2a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:17.075710 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa35688e-b663-4add-afc7-3ef77826aa2a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:17.075710 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa35688e-b663-4add-afc7-3ef77826aa2a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:17.076537 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa35688e-b663-4add-afc7-3ef77826aa2a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:17.076537 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa35688e-b663-4add-afc7-3ef77826aa2a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:17.076862 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa35688e-b663-4add-afc7-3ef77826aa2a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:17.077261 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa35688e-b663-4add-afc7-3ef77826aa2a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:17.077658 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa35688e-b663-4add-afc7-3ef77826aa2a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:17.078430 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa35688e-b663-4add-afc7-3ef77826aa2a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:17.103695 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-fa35688e-b663-4add-afc7-3ef77826aa2a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:17.115209 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 923fff66-6f33-4fdf-a124-bddb626d90c8 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:10:17.126312 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd578137-da83-476f-909b-53331cfa95da tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:17.132430 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 923fff66-6f33-4fdf-a124-bddb626d90c8 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:10:17.146690 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd578137-da83-476f-909b-53331cfa95da tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:17.147479 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-cd578137-da83-476f-909b-53331cfa95da tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Synchronizing usage tracker for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:subnet {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:10:17.211265 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.resource_extend [req-88eb6ff3-ff7e-4553-9b2d-963d12292908 req-549ec1b9-b5cd-44f1-8adf-6c0a1b329d28 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 29 10:10:17.322349 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-cd578137-da83-476f-909b-53331cfa95da tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Unset dirty status for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:subnet {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:10:17.326206 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-0b097d1e-286e-4204-aa38-87651a795d14 None None] Deleting port af4e8948-e17f-4748-a2f4-ee657322cc80 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:10:17.328673 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-cd578137-da83-476f-909b-53331cfa95da tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.5308752
Jan 29 10:10:17.328915 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0b097d1e-286e-4204-aa38-87651a795d14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:17.338618 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 52082) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:17.344464 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-90d03549-d29e-4442-9720-544cfabc377a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Network ba2a6721-5011-4d0b-9137-3e92d51fbbbe has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:10:17.361773 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-90d03549-d29e-4442-9720-544cfabc377a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:17.465658 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-0b097d1e-286e-4204-aa38-87651a795d14 None None] The port 'af4e8948-e17f-4748-a2f4-ee657322cc80' was deleted {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 29 10:10:17.478959 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.resource_extend [None req-c1d0a360-8e5a-4dc8-b91c-536220b9f0af tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 29 10:10:17.492708 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-88eb6ff3-ff7e-4553-9b2d-963d12292908 req-549ec1b9-b5cd-44f1-8adf-6c0a1b329d28 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:17.524777 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-253536e7-0198-478c-b1ee-c23b7cafdbaa tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Allocated IP 172.20.0.4 (fef7cc89-7267-4358-8599-6146c79819c4/4b38f71a-b6b5-49d9-868f-f307cfbc805e/13966fba-7313-4135-bd71-2231b4e4294b) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:10:17.528317 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-88eb6ff3-ff7e-4553-9b2d-963d12292908 req-549ec1b9-b5cd-44f1-8adf-6c0a1b329d28 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:17.647211 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-90d03549-d29e-4442-9720-544cfabc377a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Network ba2a6721-5011-4d0b-9137-3e92d51fbbbe has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:10:17.667499 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a360-8e5a-4dc8-b91c-536220b9f0af tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:17.677867 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:10:17.677867 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:10:17.677867 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:10:17.677867 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:10:17.677867 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:10:17.677867 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:10:17.677867 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:10:17.677867 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:10:17.677867 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:10:17.677867 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:10:17.677867 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:10:17.677867 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:10:17.677867 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:10:17.677867 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:10:17.677867 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:10:17.677867 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:10:17.677867 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:10:17.677867 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:10:17.677867 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:10:17.677867 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:10:17.677867 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:10:17.677867 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:10:17.677867 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:10:17.677867 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:10:17.677867 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:10:17.677867 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:10:17.677867 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:10:17.677867 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:10:17.677867 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:10:17.677867 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:10:17.677867 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:10:17.677867 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:10:17.704291 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-910e3483-02c0-496a-8674-333e75ac90bd tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Deleting subnet 825affe1-7a2e-48d6-ac1b-f9a9469c7c3d {{(pid=80765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:10:17.720348 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-910e3483-02c0-496a-8674-333e75ac90bd tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for subnet, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:17.753338 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a360-8e5a-4dc8-b91c-536220b9f0af tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:17.753338 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a360-8e5a-4dc8-b91c-536220b9f0af tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854133895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349242'] for router_interface, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:17.788356 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c1d0a360-8e5a-4dc8-b91c-536220b9f0af tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:17.837239 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-90d03549-d29e-4442-9720-544cfabc377a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:17.844574 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a7a43825-5d3a-4c62-948f-39585b46db7f tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:17.881493 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-90d03549-d29e-4442-9720-544cfabc377a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:17.906593 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-90d03549-d29e-4442-9720-544cfabc377a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "DELETE /v2.0/networks/ba2a6721-5011-4d0b-9137-3e92d51fbbbe HTTP/1.1" status: 204  len: 168 time: 4.2084632
Jan 29 10:10:17.927744 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52086) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:17.930728 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d03549-d29e-4442-9720-544cfabc377a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Pushing event deleted for resources: {'Network': ['ID=ba2a6721-5011-4d0b-9137-3e92d51fbbbe,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:17.960983 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-2f0bfb33-0c57-40e7-9f32-d0a3735ee2c7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1837204491'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:10:17.977982 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d03549-d29e-4442-9720-544cfabc377a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:17.979744 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d03549-d29e-4442-9720-544cfabc377a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:17.981749 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d03549-d29e-4442-9720-544cfabc377a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:17.981749 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d03549-d29e-4442-9720-544cfabc377a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:17.982067 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d03549-d29e-4442-9720-544cfabc377a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:17.983461 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d03549-d29e-4442-9720-544cfabc377a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:17.983724 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d03549-d29e-4442-9720-544cfabc377a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:17.984689 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d03549-d29e-4442-9720-544cfabc377a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:17.984689 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d03549-d29e-4442-9720-544cfabc377a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:17.985277 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d03549-d29e-4442-9720-544cfabc377a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:17.985772 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d03549-d29e-4442-9720-544cfabc377a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:17.986681 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d03549-d29e-4442-9720-544cfabc377a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:17.987677 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d03549-d29e-4442-9720-544cfabc377a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:17.987677 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d03549-d29e-4442-9720-544cfabc377a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:17.987893 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d03549-d29e-4442-9720-544cfabc377a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:17.988595 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d03549-d29e-4442-9720-544cfabc377a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:17.988595 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d03549-d29e-4442-9720-544cfabc377a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:17.992206 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d03549-d29e-4442-9720-544cfabc377a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:17.992206 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d03549-d29e-4442-9720-544cfabc377a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:17.992206 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d03549-d29e-4442-9720-544cfabc377a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:17.992206 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d03549-d29e-4442-9720-544cfabc377a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:17.992206 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d03549-d29e-4442-9720-544cfabc377a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:17.992206 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d03549-d29e-4442-9720-544cfabc377a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:17.992206 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d03549-d29e-4442-9720-544cfabc377a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:17.996567 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-20e8d474-fefd-4960-a918-4576cfc7b59f tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:10:17.998366 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-2f0bfb33-0c57-40e7-9f32-d0a3735ee2c7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:10:18.056229 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-90d03549-d29e-4442-9720-544cfabc377a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:18.062135 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2f0bfb33-0c57-40e7-9f32-d0a3735ee2c7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Usage tracker for resource:network and tenant:22949024c322421d99052f9202cdd49a is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:10:18.068844 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2f0bfb33-0c57-40e7-9f32-d0a3735ee2c7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Quota usage for network was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:10:18.079084 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-2f0bfb33-0c57-40e7-9f32-d0a3735ee2c7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:10:18.091880 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device e47aa880-2298-40f2-acd7-bb4285dff887 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:10:18.108002 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0bfb33-0c57-40e7-9f32-d0a3735ee2c7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Made reservation on behalf of 22949024c322421d99052f9202cdd49a for: {'network': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:10:18.127463 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-20e8d474-fefd-4960-a918-4576cfc7b59f tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Usage tracker for resource:port and tenant:e7a8986c129847719070e73dc7b9ae01 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:10:18.130888 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d0a360-8e5a-4dc8-b91c-536220b9f0af tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event updated for resources: {'Port': ['ID=307dc7d0-16c8-4b31-9439-ebf0a570f1b9,revision_number=3']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:18.132858 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2f0bfb33-0c57-40e7-9f32-d0a3735ee2c7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:18.137251 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-20e8d474-fefd-4960-a918-4576cfc7b59f tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:10:18.143819 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-910e3483-02c0-496a-8674-333e75ac90bd tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1479249'] for subnet, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:18.177068 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c1d0a360-8e5a-4dc8-b91c-536220b9f0af tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:18.192894 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-20e8d474-fefd-4960-a918-4576cfc7b59f tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:10:18.211595 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port e47aa880-2298-40f2-acd7-bb4285dff887 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:10:18.218889 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-253536e7-0198-478c-b1ee-c23b7cafdbaa tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:18.231692 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f0bfb33-0c57-40e7-9f32-d0a3735ee2c7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:10:18.247454 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2f0bfb33-0c57-40e7-9f32-d0a3735ee2c7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268197113528', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:18.249278 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-2f0bfb33-0c57-40e7-9f32-d0a3735ee2c7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Added segment fafe49ea-4b11-4803-939d-01628d337422 of type vxlan for network a8becc8f-b05e-4f17-9457-61fd6053ea0e
Jan 29 10:10:18.262348 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e8d474-fefd-4960-a918-4576cfc7b59f tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Made reservation on behalf of e7a8986c129847719070e73dc7b9ae01 for: {'port': 2} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:10:18.295343 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2f0bfb33-0c57-40e7-9f32-d0a3735ee2c7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:18.300191 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-20e8d474-fefd-4960-a918-4576cfc7b59f tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:18.305401 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-253536e7-0198-478c-b1ee-c23b7cafdbaa tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:18.331649 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-32feab84-d135-483c-a13b-4dfc3d554b53 tempest-TestServerAdvancedOps-574789231 tempest-TestServerAdvancedOps-574789231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:18.355308 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [req-88eb6ff3-ff7e-4553-9b2d-963d12292908 req-549ec1b9-b5cd-44f1-8adf-6c0a1b329d28 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Floating IP d3d2d815-088b-46ee-a87a-e31565a08a13 associated. External IP: 172.26.7.209, port: 34ac8151-ad03-457c-a08a-bf5486dcce07.
Jan 29 10:10:18.480434 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2f0bfb33-0c57-40e7-9f32-d0a3735ee2c7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:18.525899 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-20e8d474-fefd-4960-a918-4576cfc7b59f tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:18.549639 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0bfb33-0c57-40e7-9f32-d0a3735ee2c7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:18.550405 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2f0bfb33-0c57-40e7-9f32-d0a3735ee2c7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:18.562676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253536e7-0198-478c-b1ee-c23b7cafdbaa tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Pushing event updated for resources: {'Port': ['ID=13966fba-7313-4135-bd71-2231b4e4294b,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:18.564846 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d0a360-8e5a-4dc8-b91c-536220b9f0af tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Network e45102c8-7543-4b20-824e-6ab70d673c2a is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:10:18.570653 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-c1d0a360-8e5a-4dc8-b91c-536220b9f0af tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:10:18.572965 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-253536e7-0198-478c-b1ee-c23b7cafdbaa tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:18.581988 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-676d65cb-e9d9-4000-a63c-d89d36034f5a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:18.607747 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-910e3483-02c0-496a-8674-333e75ac90bd tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:18.651613 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2f0bfb33-0c57-40e7-9f32-d0a3735ee2c7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.7227871
Jan 29 10:10:18.656131 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52092) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:18.716763 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-c16669f3-22fb-45ff-bba3-aee2ad3bd76c tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Request body: {'subnet': {'network_id': 'a8becc8f-b05e-4f17-9457-61fd6053ea0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:10:18.753436 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0bfb33-0c57-40e7-9f32-d0a3735ee2c7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Pushing event updated for resources: {'Network': ['ID=a8becc8f-b05e-4f17-9457-61fd6053ea0e,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:18.765531 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network a8becc8f-b05e-4f17-9457-61fd6053ea0e details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:10:18.772643 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2f0bfb33-0c57-40e7-9f32-d0a3735ee2c7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:18.774706 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253536e7-0198-478c-b1ee-c23b7cafdbaa tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Network fef7cc89-7267-4358-8599-6146c79819c4 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:10:18.778900 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-253536e7-0198-478c-b1ee-c23b7cafdbaa tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:10:18.784343 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253536e7-0198-478c-b1ee-c23b7cafdbaa tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:10:18.787072 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network a8becc8f-b05e-4f17-9457-61fd6053ea0e details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:10:18.942545 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c16669f3-22fb-45ff-bba3-aee2ad3bd76c tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:10:18.947782 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c16669f3-22fb-45ff-bba3-aee2ad3bd76c tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Usage tracker for resource:subnet and tenant:22949024c322421d99052f9202cdd49a is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:10:18.954540 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c16669f3-22fb-45ff-bba3-aee2ad3bd76c tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:10:18.971448 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c16669f3-22fb-45ff-bba3-aee2ad3bd76c tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:10:19.063787 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253536e7-0198-478c-b1ee-c23b7cafdbaa tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:19.065359 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-253536e7-0198-478c-b1ee-c23b7cafdbaa tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:19.072450 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16669f3-22fb-45ff-bba3-aee2ad3bd76c tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Made reservation on behalf of 22949024c322421d99052f9202cdd49a for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:10:19.095038 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c16669f3-22fb-45ff-bba3-aee2ad3bd76c tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:19.159052 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-253536e7-0198-478c-b1ee-c23b7cafdbaa tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 4.1331158
Jan 29 10:10:19.160119 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52096) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:19.170410 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-48fb400d-ce12-4866-93d2-a66bfa942a88 None None] Provisioning complete for port 307dc7d0-16c8-4b31-9439-ebf0a570f1b9 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:10:19.171186 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-48fb400d-ce12-4866-93d2-a66bfa942a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:19.220915 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-49ef9317-a3c9-4b54-b758-375758d81714 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Request body: {'port': {'network_id': 'fef7cc89-7267-4358-8599-6146c79819c4', 'name': 'tempest-FloatingIPTestJSON-817896362'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:10:19.241275 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-48fb400d-ce12-4866-93d2-a66bfa942a88 None None] Port 307dc7d0-16c8-4b31-9439-ebf0a570f1b9 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:10:19.367425 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-0993fdb6-cae7-4376-9379-8aaecfb0607a None None] Provisioning for port e47aa880-2298-40f2-acd7-bb4285dff887 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:10:19.373537 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-0993fdb6-cae7-4376-9379-8aaecfb0607a None None] Provisioning complete for port e47aa880-2298-40f2-acd7-bb4285dff887 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:10:19.374196 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0993fdb6-cae7-4376-9379-8aaecfb0607a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:19.447691 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-20e8d474-fefd-4960-a918-4576cfc7b59f tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] device_id is not set on port 7270c99a-7f38-4964-8492-8d75030c3636 yet. {{(pid=80765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:10:19.527126 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0993fdb6-cae7-4376-9379-8aaecfb0607a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:19.678560 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-20e8d474-fefd-4960-a918-4576cfc7b59f tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:19.768850 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-49ef9317-a3c9-4b54-b758-375758d81714 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:10:19.778873 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-49ef9317-a3c9-4b54-b758-375758d81714 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Usage tracker for resource:port and tenant:f844837ce1884937bc086377bfe8af84 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:10:19.783506 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-49ef9317-a3c9-4b54-b758-375758d81714 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Quota usage for port was recalculated. Used quota:2. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:10:19.803021 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-49ef9317-a3c9-4b54-b758-375758d81714 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:10:19.826125 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ef9317-a3c9-4b54-b758-375758d81714 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Made reservation on behalf of f844837ce1884937bc086377bfe8af84 for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:10:19.847721 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-49ef9317-a3c9-4b54-b758-375758d81714 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:19.894300 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-20e8d474-fefd-4960-a918-4576cfc7b59f tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] device_id is not set on port 121fe069-7634-4564-af1b-c7c281a55107 yet. {{(pid=80765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:10:19.921188 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d0a360-8e5a-4dc8-b91c-536220b9f0af tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Router 608a38d9-2944-470f-8f9f-05f5f42c8b4f is scheduled to L3 agent 18987107-6d88-4736-94cf-15791d65b3ff with binding_index 1 {{(pid=80765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 29 10:10:20.117014 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-49ef9317-a3c9-4b54-b758-375758d81714 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] device_id is not set on port 1d6b9fd5-a86b-440d-8cab-b39ec5a686b8 yet. {{(pid=80766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:10:20.138683 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88eb6ff3-ff7e-4553-9b2d-963d12292908 req-549ec1b9-b5cd-44f1-8adf-6c0a1b329d28 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Router 186f80c1-4500-4ded-869d-b89be306d531 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:10:20.322100 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-0993fdb6-cae7-4376-9379-8aaecfb0607a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80767) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:10:20.323006 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-0993fdb6-cae7-4376-9379-8aaecfb0607a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:10:20.346978 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-49ef9317-a3c9-4b54-b758-375758d81714 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Allocated IP 172.20.0.3 (fef7cc89-7267-4358-8599-6146c79819c4/4b38f71a-b6b5-49d9-868f-f307cfbc805e/1d6b9fd5-a86b-440d-8cab-b39ec5a686b8) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:10:20.356533 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c16669f3-22fb-45ff-bba3-aee2ad3bd76c tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:20.376401 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:20.377243 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-910e3483-02c0-496a-8674-333e75ac90bd tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852603100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2204728'] for subnet, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:20.408410 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-13a76457-8924-4dfd-92d6-b7e883bfb610 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:20.477565 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910e3483-02c0-496a-8674-333e75ac90bd tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event deleted for resources: {'Subnet': ['ID=825affe1-7a2e-48d6-ac1b-f9a9469c7c3d,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:20.479965 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d0a360-8e5a-4dc8-b91c-536220b9f0af tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:10:20.487738 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-910e3483-02c0-496a-8674-333e75ac90bd tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:20.493355 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f3ea10-6190-4e0c-91b4-df0de508a1b1 None None] Sync routers for ids ['608a38d9-2944-470f-8f9f-05f5f42c8b4f'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:10:20.505151 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f3ea10-6190-4e0c-91b4-df0de508a1b1 None None] Routers {'608a38d9-2944-470f-8f9f-05f5f42c8b4f'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:10:20.505892 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-d9f3ea10-6190-4e0c-91b4-df0de508a1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c8f79128>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:09:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['608a38d9-2944-470f-8f9f-05f5f42c8b4f'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:20.561550 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16669f3-22fb-45ff-bba3-aee2ad3bd76c tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Pushing event updated for resources: {'Subnet': ['ID=5861c36b-8a00-424e-8e20-30a848d65ae9,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:20.574437 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c16669f3-22fb-45ff-bba3-aee2ad3bd76c tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:20.576325 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-d9f3ea10-6190-4e0c-91b4-df0de508a1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c8f79128>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:20.600466 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f3ea10-6190-4e0c-91b4-df0de508a1b1 None None] Routers {'608a38d9-2944-470f-8f9f-05f5f42c8b4f'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:10:20.601404 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-d9f3ea10-6190-4e0c-91b4-df0de508a1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c8f79128>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:09:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['608a38d9-2944-470f-8f9f-05f5f42c8b4f'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:20.643079 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c1d0a360-8e5a-4dc8-b91c-536220b9f0af tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "PUT /v2.0/routers/608a38d9-2944-470f-8f9f-05f5f42c8b4f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.6343148
Jan 29 10:10:20.650052 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-20e8d474-fefd-4960-a918-4576cfc7b59f tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:20.652414 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 52102) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:20.667237 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-d9f3ea10-6190-4e0c-91b4-df0de508a1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c8f79128>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:20.667693 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f3ea10-6190-4e0c-91b4-df0de508a1b1 None None] The sync data for ids ['608a38d9-2944-470f-8f9f-05f5f42c8b4f'] in dv-neutron-772983-2-ovs is: [] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:10:20.730596 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-910e3483-02c0-496a-8674-333e75ac90bd tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:20.732709 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2e2ed4-e3ff-441d-b77b-113a26edf009 None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:10:20.735305 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-910e3483-02c0-496a-8674-333e75ac90bd tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/subnets/825affe1-7a2e-48d6-ac1b-f9a9469c7c3d HTTP/1.1" status: 204  len: 168 time: 3.3961167
Jan 29 10:10:20.737614 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52106) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:20.743050 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88eb6ff3-ff7e-4553-9b2d-963d12292908 req-549ec1b9-b5cd-44f1-8adf-6c0a1b329d28 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:10:20.749086 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-88eb6ff3-ff7e-4553-9b2d-963d12292908 req-549ec1b9-b5cd-44f1-8adf-6c0a1b329d28 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:20.755690 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6382c06-545a-407c-a1d7-93d7110f529c None None] Sync routers for ids ['186f80c1-4500-4ded-869d-b89be306d531'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:10:20.765924 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6382c06-545a-407c-a1d7-93d7110f529c None None] Routers {'186f80c1-4500-4ded-869d-b89be306d531'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:10:20.766878 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-c6382c06-545a-407c-a1d7-93d7110f529c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9f04278>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:09:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['186f80c1-4500-4ded-869d-b89be306d531'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:20.839328 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-88eb6ff3-ff7e-4553-9b2d-963d12292908 req-549ec1b9-b5cd-44f1-8adf-6c0a1b329d28 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "PUT /v2.0/floatingips/d3d2d815-088b-46ee-a87a-e31565a08a13 HTTP/1.1" status: 200  len: 997 time: 5.5680735
Jan 29 10:10:20.842154 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '646f0d1b-8b1f-4f18-a23b-f6fd67aca648', 'tag': '34ac8151-ad03-457c-a08a-bf5486dcce07'}] {{(pid=80765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:10:20.848277 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-70581379-cd9e-410b-9e44-cf0893707258 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1065092
Jan 29 10:10:20.849715 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 52112) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:20.853262 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-20e8d474-fefd-4960-a918-4576cfc7b59f tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:20.856061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16669f3-22fb-45ff-bba3-aee2ad3bd76c tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Checking segment: {'id': 'fafe49ea-4b11-4803-939d-01628d337422', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a8becc8f-b05e-4f17-9457-61fd6053ea0e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:10:20.856465 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16669f3-22fb-45ff-bba3-aee2ad3bd76c tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Network hostable DHCP agents. Network: a8becc8f-b05e-4f17-9457-61fd6053ea0e, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:10:20.874748 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-896a11da-cf19-463a-9975-f28bcbd817e6 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Request body: {'subnet': {'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:10:20.882701 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-49ef9317-a3c9-4b54-b758-375758d81714 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:20.889685 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-27b4ddfc-f94f-4834-b130-9771f9fa9a0d tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:20.903548 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16669f3-22fb-45ff-bba3-aee2ad3bd76c tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Network a8becc8f-b05e-4f17-9457-61fd6053ea0e is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:10:20.922819 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-c16669f3-22fb-45ff-bba3-aee2ad3bd76c tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, a8becc8f-b05e-4f17-9457-61fd6053ea0e) {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:10:20.945997 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16669f3-22fb-45ff-bba3-aee2ad3bd76c tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:20.947724 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c16669f3-22fb-45ff-bba3-aee2ad3bd76c tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:20.955832 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-49ef9317-a3c9-4b54-b758-375758d81714 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:20.983096 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-cdd13e63-d507-4942-8312-5214768bd161 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:21.032565 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-c6382c06-545a-407c-a1d7-93d7110f529c None None] Set router 186f80c1-4500-4ded-869d-b89be306d531 gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:10:21.139721 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c16669f3-22fb-45ff-bba3-aee2ad3bd76c tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.4792759
Jan 29 10:10:21.155616 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52120) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:21.167151 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-081d2ecd-01b9-4a4c-83d2-46c6000a6973 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-350398133', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:10:21.183137 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801b0a59-cb8e-4ef9-bf67-959a55170223 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:21.184287 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-801b0a59-cb8e-4ef9-bf67-959a55170223 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Synchronizing usage tracker for tenant:b402c3f19966488ebcb859fd6d6d9b16 on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:10:21.198729 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-081d2ecd-01b9-4a4c-83d2-46c6000a6973 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:10:21.214162 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ef9317-a3c9-4b54-b758-375758d81714 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Pushing event updated for resources: {'Port': ['ID=1d6b9fd5-a86b-440d-8cab-b39ec5a686b8,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:21.220782 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-081d2ecd-01b9-4a4c-83d2-46c6000a6973 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Usage tracker for resource:router and tenant:22949024c322421d99052f9202cdd49a is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:10:21.224268 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-49ef9317-a3c9-4b54-b758-375758d81714 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:21.227517 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-081d2ecd-01b9-4a4c-83d2-46c6000a6973 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Quota usage for router was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:10:21.246473 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-081d2ecd-01b9-4a4c-83d2-46c6000a6973 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:10:21.274139 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-081d2ecd-01b9-4a4c-83d2-46c6000a6973 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:21.275568 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-081d2ecd-01b9-4a4c-83d2-46c6000a6973 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:21.295449 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ef9317-a3c9-4b54-b758-375758d81714 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Network fef7cc89-7267-4358-8599-6146c79819c4 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:10:21.299259 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-49ef9317-a3c9-4b54-b758-375758d81714 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:10:21.307393 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ef9317-a3c9-4b54-b758-375758d81714 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:10:21.350281 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-081d2ecd-01b9-4a4c-83d2-46c6000a6973 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:21.466999 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-c6382c06-545a-407c-a1d7-93d7110f529c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9f04278>, [{'id': '186f80c1-4500-4ded-869d-b89be306d531', 'name': 'tempest-TestVolumeBootPattern-1113126477-router', 'tenant_id': '4d907168a4924ceb9472857ce37e1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '28d59b23-64d3-4cb4-9403-19957bc5481c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:07:40Z', 'updated_at': '2021-01-29T10:08:01Z', 'revision_number': 4, 'project_id': '4d907168a4924ceb9472857ce37e1904', 'gw_port': {'id': '28d59b23-64d3-4cb4-9403-19957bc5481c', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186f80c1-4500-4ded-869d-b89be306d531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:07:44Z', 'updated_at': '2021-01-29T10:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': 'd3d2d815-088b-46ee-a87a-e31565a08a13', 'tenant_id': '4d907168a4924ceb9472857ce37e1904', 'floating_ip_address': '172.26.7.209', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '186f80c1-4500-4ded-869d-b89be306d531', 'port_id': '34ac8151-ad03-457c-a08a-bf5486dcce07', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c450a0f-2c11-436c-8735-9a1afe6b7184', 'mac_address': 'fa:16:3e:b6:14:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646f0d1b-8b1f-4f18-a23b-f6fd67aca648', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:10:09Z', 'updated_at': '2021-01-29T10:10:17Z', 'revision_number': 1, 'project_id': '4d907168a4924ceb9472857ce37e1904', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baad40a7-f833-4fed-9129-14efdd69b52a', 'name': '', 'network_id': '9c450a0f-2c11-436c-8735-9a1afe6b7184', 'tenant_id': '4d907168a4924ceb9472857ce37e1904', 'mac_address': 'fa:16:3e:db:ec:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186f80c1-4500-4ded-869d-b89be306d531', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'dd17e4b6-a33a-4e17-bc4a-03539800690d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:07:56Z', 'updated_at': '2021-01-29T10:08:26Z', 'revision_number': 5, 'project_id': '4d907168a4924ceb9472857ce37e1904', 'subnets': [{'id': 'dd17e4b6-a33a-4e17-bc4a-03539800690d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:21.471565 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e8d474-fefd-4960-a918-4576cfc7b59f tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Pushing event updated for resources: {'Port': ['ID=7270c99a-7f38-4964-8492-8d75030c3636,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:21.472088 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6382c06-545a-407c-a1d7-93d7110f529c None None] Checking router: 186f80c1-4500-4ded-869d-b89be306d531 for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:10:21.482150 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6382c06-545a-407c-a1d7-93d7110f529c None None] Routers {'186f80c1-4500-4ded-869d-b89be306d531'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:10:21.482845 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-c6382c06-545a-407c-a1d7-93d7110f529c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9f04278>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:09:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['186f80c1-4500-4ded-869d-b89be306d531'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:21.485257 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ef9317-a3c9-4b54-b758-375758d81714 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:21.486675 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-49ef9317-a3c9-4b54-b758-375758d81714 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:21.494311 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-081d2ecd-01b9-4a4c-83d2-46c6000a6973 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:21.502823 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-20e8d474-fefd-4960-a918-4576cfc7b59f tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:21.522058 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-801b0a59-cb8e-4ef9-bf67-959a55170223 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Unset dirty status for tenant:b402c3f19966488ebcb859fd6d6d9b16 on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:10:21.523561 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-801b0a59-cb8e-4ef9-bf67-959a55170223 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "GET /v2.0/ports?device_id=608a38d9-2944-470f-8f9f-05f5f42c8b4f HTTP/1.1" status: 200  len: 989 time: 0.8608425
Jan 29 10:10:21.526889 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '646f0d1b-8b1f-4f18-a23b-f6fd67aca648', 'tag': '34ac8151-ad03-457c-a08a-bf5486dcce07', 'status': 'completed', 'code': 200}
Jan 29 10:10:21.534214 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 52126) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:21.571742 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8953bf1f-6b6e-41df-a78e-34b73cb863cd None None] Network a8becc8f-b05e-4f17-9457-61fd6053ea0e requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:10:21.588063 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-49ef9317-a3c9-4b54-b758-375758d81714 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 2.4236498
Jan 29 10:10:21.588950 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52130) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:21.595655 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-d4316433-73f2-4ab1-a223-d0521f5ea08d tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Request body: {'floatingip': {'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'port_id': '1d6b9fd5-a86b-440d-8cab-b39ec5a686b8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:10:21.618788 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-081d2ecd-01b9-4a4c-83d2-46c6000a6973 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:21.620154 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-081d2ecd-01b9-4a4c-83d2-46c6000a6973 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.4634571
Jan 29 10:10:21.623209 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52136) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:21.629335 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-896a11da-cf19-463a-9975-f28bcbd817e6 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:10:21.698035 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-c6382c06-545a-407c-a1d7-93d7110f529c None None] Set router 186f80c1-4500-4ded-869d-b89be306d531 gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:10:21.787959 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d4316433-73f2-4ab1-a223-d0521f5ea08d tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:10:21.792793 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d4316433-73f2-4ab1-a223-d0521f5ea08d tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Usage tracker for resource:floatingip and tenant:f844837ce1884937bc086377bfe8af84 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:10:21.796307 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d4316433-73f2-4ab1-a223-d0521f5ea08d tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:10:21.803819 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d4316433-73f2-4ab1-a223-d0521f5ea08d tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:10:21.813249 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5fd57085-1af9-434f-b926-0350700cef7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:21.822425 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0993fdb6-cae7-4376-9379-8aaecfb0607a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:21.882346 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d4316433-73f2-4ab1-a223-d0521f5ea08d tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for floatingip, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:22.022480 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2ceee5-8549-4a69-8536-fb895311fe1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-a8becc8f-b05e-4f17-9457-61fd6053ea0e', 'network_id': 'a8becc8f-b05e-4f17-9457-61fd6053ea0e', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'fixed_ips': [{'subnet_id': '5861c36b-8a00-424e-8e20-30a848d65ae9'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:10:22.023404 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4d2ceee5-8549-4a69-8536-fb895311fe1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:22.050726 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-0993fdb6-cae7-4376-9379-8aaecfb0607a None None] For port e47aa880-2298-40f2-acd7-bb4285dff887, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=e47aa880-2298-40f2-acd7-bb4285dff887,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:10:22.065764 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-896a11da-cf19-463a-9975-f28bcbd817e6 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:10:22.109241 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0993fdb6-cae7-4376-9379-8aaecfb0607a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:22.121244 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9aab22bd-61ee-4b52-ab29-ef759deca803 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:22.131748 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-896a11da-cf19-463a-9975-f28bcbd817e6 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Made reservation on behalf of b2cc7248d2184abfb3aa21c44218cf1c for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:10:22.153694 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-896a11da-cf19-463a-9975-f28bcbd817e6 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:22.179732 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb6ff3-ff7e-4553-9b2d-963d12292908 req-11826ca1-e4b5-41eb-9b84-74aa02d2510e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:22.181333 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-88eb6ff3-ff7e-4553-9b2d-963d12292908 req-11826ca1-e4b5-41eb-9b84-74aa02d2510e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4d907168a4924ceb9472857ce37e1904&device_id=646f0d1b-8b1f-4f18-a23b-f6fd67aca648 HTTP/1.1" status: 200  len: 1163 time: 1.2518094
Jan 29 10:10:22.187397 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-c6382c06-545a-407c-a1d7-93d7110f529c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9f04278>, [{'id': '186f80c1-4500-4ded-869d-b89be306d531', 'name': 'tempest-TestVolumeBootPattern-1113126477-router', 'tenant_id': '4d907168a4924ceb9472857ce37e1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '28d59b23-64d3-4cb4-9403-19957bc5481c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:07:40Z', 'updated_at': '2021-01-29T10:08:01Z', 'revision_number': 4, 'project_id': '4d907168a4924ceb9472857ce37e1904', 'gw_port': {'id': '28d59b23-64d3-4cb4-9403-19957bc5481c', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186f80c1-4500-4ded-869d-b89be306d531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:07:44Z', 'updated_at': '2021-01-29T10:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': 'd3d2d815-088b-46ee-a87a-e31565a08a13', 'tenant_id': '4d907168a4924ceb9472857ce37e1904', 'floating_ip_address': '172.26.7.209', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '186f80c1-4500-4ded-869d-b89be306d531', 'port_id': '34ac8151-ad03-457c-a08a-bf5486dcce07', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c450a0f-2c11-436c-8735-9a1afe6b7184', 'mac_address': 'fa:16:3e:b6:14:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646f0d1b-8b1f-4f18-a23b-f6fd67aca648', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:10:09Z', 'updated_at': '2021-01-29T10:10:17Z', 'revision_number': 1, 'project_id': '4d907168a4924ceb9472857ce37e1904', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baad40a7-f833-4fed-9129-14efdd69b52a', 'name': '', 'network_id': '9c450a0f-2c11-436c-8735-9a1afe6b7184', 'tenant_id': '4d907168a4924ceb9472857ce37e1904', 'mac_address': 'fa:16:3e:db:ec:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186f80c1-4500-4ded-869d-b89be306d531', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'dd17e4b6-a33a-4e17-bc4a-03539800690d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:07:56Z', 'updated_at': '2021-01-29T10:08:26Z', 'revision_number': 5, 'project_id': '4d907168a4924ceb9472857ce37e1904', 'subnets': [{'id': 'dd17e4b6-a33a-4e17-bc4a-03539800690d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:22.192414 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6382c06-545a-407c-a1d7-93d7110f529c None None] The sync data for ids ['186f80c1-4500-4ded-869d-b89be306d531'] in dv-neutron-772983-2-ovs is: [{'id': '186f80c1-4500-4ded-869d-b89be306d531', 'name': 'tempest-TestVolumeBootPattern-1113126477-router', 'tenant_id': '4d907168a4924ceb9472857ce37e1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '28d59b23-64d3-4cb4-9403-19957bc5481c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:07:40Z', 'updated_at': '2021-01-29T10:08:01Z', 'revision_number': 4, 'project_id': '4d907168a4924ceb9472857ce37e1904', 'gw_port': {'id': '28d59b23-64d3-4cb4-9403-19957bc5481c', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186f80c1-4500-4ded-869d-b89be306d531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:07:44Z', 'updated_at': '2021-01-29T10:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': 'd3d2d815-088b-46ee-a87a-e31565a08a13', 'tenant_id': '4d907168a4924ceb9472857ce37e1904', 'floating_ip_address': '172.26.7.209', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '186f80c1-4500-4ded-869d-b89be306d531', 'port_id': '34ac8151-ad03-457c-a08a-bf5486dcce07', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c450a0f-2c11-436c-8735-9a1afe6b7184', 'mac_address': 'fa:16:3e:b6:14:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646f0d1b-8b1f-4f18-a23b-f6fd67aca648', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:10:09Z', 'updated_at': '2021-01-29T10:10:17Z', 'revision_number': 1, 'project_id': '4d907168a4924ceb9472857ce37e1904', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baad40a7-f833-4fed-9129-14efdd69b52a', 'name': '', 'network_id': '9c450a0f-2c11-436c-8735-9a1afe6b7184', 'tenant_id': '4d907168a4924ceb9472857ce37e1904', 'mac_address': 'fa:16:3e:db:ec:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186f80c1-4500-4ded-869d-b89be306d531', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'dd17e4b6-a33a-4e17-bc4a-03539800690d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:07:56Z', 'updated_at': '2021-01-29T10:08:26Z', 'revision_number': 5, 'project_id': '4d907168a4924ceb9472857ce37e1904', 'subnets': [{'id': 'dd17e4b6-a33a-4e17-bc4a-03539800690d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:10:22.195217 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e8d474-fefd-4960-a918-4576cfc7b59f tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Checking segment: {'id': '00b39d38-b5ab-4529-adc4-e7e001e52d60', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '044d0ef9-7eda-44a3-b0c9-7e4eb11a3deb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:10:22.195624 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e8d474-fefd-4960-a918-4576cfc7b59f tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Network hostable DHCP agents. Network: 044d0ef9-7eda-44a3-b0c9-7e4eb11a3deb, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:10:22.198505 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79461ca-53b3-4da3-b356-9e03fcf437ff None None] DHCP port deletion for 36ec2ab5-acc9-45dc-a136-797459b09a1c request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:10:22.228534 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-d79461ca-53b3-4da3-b356-9e03fcf437ff None None] Deleting port e47aa880-2298-40f2-acd7-bb4285dff887 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:10:22.228957 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d79461ca-53b3-4da3-b356-9e03fcf437ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:22.451111 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0993fdb6-cae7-4376-9379-8aaecfb0607a None None] Pushing event updated for resources: {'Port': ['ID=e47aa880-2298-40f2-acd7-bb4285dff887,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:22.483224 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-013e4e0e-708b-4da0-9098-6e3da52234b6 None None] Provisioning complete for port e47aa880-2298-40f2-acd7-bb4285dff887 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:10:22.483648 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-013e4e0e-708b-4da0-9098-6e3da52234b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:22.514042 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0993fdb6-cae7-4376-9379-8aaecfb0607a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:22.544240 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d4316433-73f2-4ab1-a223-d0521f5ea08d tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:22.582284 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-4d2ceee5-8549-4a69-8536-fb895311fe1a None None] Allocated IP 2001:db8::2 (a8becc8f-b05e-4f17-9457-61fd6053ea0e/5861c36b-8a00-424e-8e20-30a848d65ae9/39497ab7-25e6-4d86-b305-23feccd9d840) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:10:22.660787 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e8d474-fefd-4960-a918-4576cfc7b59f tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Network 044d0ef9-7eda-44a3-b0c9-7e4eb11a3deb is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:10:22.674741 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e135df-8504-4c86-9834-395ce54f3b07 req-7f7c445a-701a-4f9f-a0ed-9a63326af665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:22.676440 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c8e135df-8504-4c86-9834-395ce54f3b07 req-7f7c445a-701a-4f9f-a0ed-9a63326af665 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4d907168a4924ceb9472857ce37e1904&device_id=646f0d1b-8b1f-4f18-a23b-f6fd67aca648 HTTP/1.1" status: 200  len: 1163 time: 1.0677502
Jan 29 10:10:22.708628 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c2f35e-7393-4da1-ac9b-a79a0eff6eb9 None None] New status for floating IP d3d2d815-088b-46ee-a87a-e31565a08a13: ACTIVE {{(pid=80767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 29 10:10:22.765387 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-20e8d474-fefd-4960-a918-4576cfc7b59f tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 044d0ef9-7eda-44a3-b0c9-7e4eb11a3deb) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:10:22.770127 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e8d474-fefd-4960-a918-4576cfc7b59f tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:10:22.771054 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-20e8d474-fefd-4960-a918-4576cfc7b59f tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:22.792726 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6592508d-a247-4615-8356-47a36c14b8ed None None] Network 044d0ef9-7eda-44a3-b0c9-7e4eb11a3deb requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:10:22.839450 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ef2c5999-4ea4-464d-a703-87b8d29ee29a tempest-FloatingIPAdminTestJSON-1685392490 tempest-FloatingIPAdminTestJSON-1685392490-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:22.870676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-041e8ca3-e4ac-48e9-b89e-b5af5532c7dd tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:22.980237 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb6ff3-ff7e-4553-9b2d-963d12292908 req-327836f8-1c71-4526-8dc6-ef35b495c61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:22.985105 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-88eb6ff3-ff7e-4553-9b2d-963d12292908 req-327836f8-1c71-4526-8dc6-ef35b495c61e service neutron] 10.222.0.57 "GET /v2.0/networks?id=9c450a0f-2c11-436c-8735-9a1afe6b7184 HTTP/1.1" status: 200  len: 906 time: 0.7934062
Jan 29 10:10:23.294268 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e135df-8504-4c86-9834-395ce54f3b07 req-7bb35269-4748-4f9b-9349-b24032e04477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:23.296407 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c8e135df-8504-4c86-9834-395ce54f3b07 req-7bb35269-4748-4f9b-9349-b24032e04477 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9c450a0f-2c11-436c-8735-9a1afe6b7184 HTTP/1.1" status: 200  len: 906 time: 0.5967119
Jan 29 10:10:23.308377 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-88eb6ff3-ff7e-4553-9b2d-963d12292908 req-974f8c92-4a84-4554-b178-cd8ae2b21bfb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34ac8151-ad03-457c-a08a-bf5486dcce07 HTTP/1.1" status: 200  len: 1000 time: 0.2531328
Jan 29 10:10:23.354115 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e8d474-fefd-4960-a918-4576cfc7b59f tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Pushing event updated for resources: {'Port': ['ID=121fe069-7634-4564-af1b-c7c281a55107,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:23.357425 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-20e8d474-fefd-4960-a918-4576cfc7b59f tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:23.579183 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb6ff3-ff7e-4553-9b2d-963d12292908 req-04de839d-1e44-4320-8ef0-ead59f5c3b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:23.581217 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-88eb6ff3-ff7e-4553-9b2d-963d12292908 req-04de839d-1e44-4320-8ef0-ead59f5c3b78 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dd17e4b6-a33a-4e17-bc4a-03539800690d HTTP/1.1" status: 200  len: 851 time: 0.2720068
Jan 29 10:10:23.613401 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-d4316433-73f2-4ab1-a223-d0521f5ea08d tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Allocated IP 172.26.7.249 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/990d1b8b-62d0-409b-b4c5-e2bf9becf9d5) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:10:23.688633 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4d2ceee5-8549-4a69-8536-fb895311fe1a None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:23.698067 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-d79461ca-53b3-4da3-b356-9e03fcf437ff None None] For port e47aa880-2298-40f2-acd7-bb4285dff887, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=e47aa880-2298-40f2-acd7-bb4285dff887,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:10:23.698512 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d79461ca-53b3-4da3-b356-9e03fcf437ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:23.703663 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c8e135df-8504-4c86-9834-395ce54f3b07 req-2e762b24-e6f7-4694-8bfc-2421764a499d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34ac8151-ad03-457c-a08a-bf5486dcce07 HTTP/1.1" status: 200  len: 1000 time: 0.3442447
Jan 29 10:10:23.737390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4d2ceee5-8549-4a69-8536-fb895311fe1a None None] Transition to ACTIVE for port object 39497ab7-25e6-4d86-b305-23feccd9d840 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:10:23.805538 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d4316433-73f2-4ab1-a223-d0521f5ea08d tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:23.809273 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e8d474-fefd-4960-a918-4576cfc7b59f tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Checking segment: {'id': 'fe102f2a-d12d-4319-bdfd-557da4565477', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '923fff66-6f33-4fdf-a124-bddb626d90c8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:10:23.809670 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e8d474-fefd-4960-a918-4576cfc7b59f tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Network hostable DHCP agents. Network: 923fff66-6f33-4fdf-a124-bddb626d90c8, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:10:23.859392 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d4316433-73f2-4ab1-a223-d0521f5ea08d tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:23.876479 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-d79461ca-53b3-4da3-b356-9e03fcf437ff None None] Calling delete_port for e47aa880-2298-40f2-acd7-bb4285dff887 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:10:23.903238 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e135df-8504-4c86-9834-395ce54f3b07 req-49e61dfc-96b2-482a-8670-fe88e2f62440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:23.904810 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c8e135df-8504-4c86-9834-395ce54f3b07 req-49e61dfc-96b2-482a-8670-fe88e2f62440 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=dd17e4b6-a33a-4e17-bc4a-03539800690d HTTP/1.1" status: 200  len: 851 time: 0.1715202
Jan 29 10:10:23.915160 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-16610af3-e250-417f-bbd4-8542228fd6aa tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:23.931372 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-069d4a00-d745-4c38-b05b-0eeccde9415c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:23.941553 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4d2ceee5-8549-4a69-8536-fb895311fe1a None None] Transition to ACTIVE for port object 39497ab7-25e6-4d86-b305-23feccd9d840 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:10:23.988097 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4d2ceee5-8549-4a69-8536-fb895311fe1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:24.019791 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-742634c7-5932-41f9-b620-2c0a953a6ae6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:24.055988 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device e47aa880-2298-40f2-acd7-bb4285dff887 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:10:24.139395 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4316433-73f2-4ab1-a223-d0521f5ea08d tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Pushing event updated for resources: {'Port': ['ID=990d1b8b-62d0-409b-b4c5-e2bf9becf9d5,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:24.154527 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d4316433-73f2-4ab1-a223-d0521f5ea08d tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:24.168475 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-041e8ca3-e4ac-48e9-b89e-b5af5532c7dd tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Allocated IP 2001:db8::1 (a8becc8f-b05e-4f17-9457-61fd6053ea0e/5861c36b-8a00-424e-8e20-30a848d65ae9/e3447c7e-abdd-4248-9259-f8cb30d09e04) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:10:24.200681 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4316433-73f2-4ab1-a223-d0521f5ea08d tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:10:24.204247 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-d4316433-73f2-4ab1-a223-d0521f5ea08d tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:10:24.223167 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4316433-73f2-4ab1-a223-d0521f5ea08d tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:10:24.245836 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2ceee5-8549-4a69-8536-fb895311fe1a None None] Pushing event updated for resources: {'Port': ['ID=39497ab7-25e6-4d86-b305-23feccd9d840,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:24.254659 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d79461ca-53b3-4da3-b356-9e03fcf437ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:24.258798 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e8d474-fefd-4960-a918-4576cfc7b59f tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Network 923fff66-6f33-4fdf-a124-bddb626d90c8 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:10:24.269410 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4d2ceee5-8549-4a69-8536-fb895311fe1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:24.270288 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4d2ceee5-8549-4a69-8536-fb895311fe1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:24.289317 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb6ff3-ff7e-4553-9b2d-963d12292908 req-eb10c5de-120d-4a0e-b02c-836e66aeff6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:24.291244 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-88eb6ff3-ff7e-4553-9b2d-963d12292908 req-eb10c5de-120d-4a0e-b02c-836e66aeff6c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9c450a0f-2c11-436c-8735-9a1afe6b7184&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.6785655
Jan 29 10:10:24.323208 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79461ca-53b3-4da3-b356-9e03fcf437ff None None] Pushing event deleted for resources: {'Port': ['ID=e47aa880-2298-40f2-acd7-bb4285dff887,revision_number=None']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:24.330622 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:24.341707 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d79461ca-53b3-4da3-b356-9e03fcf437ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:24.344150 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No active binding found for port e47aa880-2298-40f2-acd7-bb4285dff887 {{(pid=80767) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}}
Jan 29 10:10:24.344611 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device e47aa880-2298-40f2-acd7-bb4285dff887 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:10:24.354228 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [req-88eb6ff3-ff7e-4553-9b2d-963d12292908 req-018692b1-b112-4353-a30c-4080900aa5ea service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=80765) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:10:24.355288 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-88eb6ff3-ff7e-4553-9b2d-963d12292908 req-018692b1-b112-4353-a30c-4080900aa5ea service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0056973
Jan 29 10:10:24.386768 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-20e8d474-fefd-4960-a918-4576cfc7b59f tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 923fff66-6f33-4fdf-a124-bddb626d90c8) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:10:24.390797 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e8d474-fefd-4960-a918-4576cfc7b59f tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:10:24.435134 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37e8457-bb98-4c7f-a7e6-f44f31dc1f40 None None] Network 923fff66-6f33-4fdf-a124-bddb626d90c8 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:10:24.459076 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e8d474-fefd-4960-a918-4576cfc7b59f tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:24.525887 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e8d474-fefd-4960-a918-4576cfc7b59f tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:24.526655 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-20e8d474-fefd-4960-a918-4576cfc7b59f tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:24.550704 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-041e8ca3-e4ac-48e9-b89e-b5af5532c7dd tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:24.583636 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-041e8ca3-e4ac-48e9-b89e-b5af5532c7dd tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Transition to ACTIVE for port object e3447c7e-abdd-4248-9259-f8cb30d09e04 will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:10:24.595805 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2ceee5-8549-4a69-8536-fb895311fe1a None None] Network a8becc8f-b05e-4f17-9457-61fd6053ea0e is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:10:24.628607 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-4d2ceee5-8549-4a69-8536-fb895311fe1a None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:10:24.636274 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2ceee5-8549-4a69-8536-fb895311fe1a None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:10:24.660610 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-20e8d474-fefd-4960-a918-4576cfc7b59f tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1450 time: 7.6232841
Jan 29 10:10:24.664080 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52146) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:24.721544 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79461ca-53b3-4da3-b356-9e03fcf437ff None None] No DVR routers for this DVR port e47aa880-2298-40f2-acd7-bb4285dff887 on host dv-neutron-772983-2-ovs {{(pid=80767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:10:24.790322 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-4d2ceee5-8549-4a69-8536-fb895311fe1a None None] Attempting to bind port 39497ab7-25e6-4d86-b305-23feccd9d840 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:10:24.791024 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-4d2ceee5-8549-4a69-8536-fb895311fe1a None None] Attempting to bind port 39497ab7-25e6-4d86-b305-23feccd9d840 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'fafe49ea-4b11-4803-939d-01628d337422', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a8becc8f-b05e-4f17-9457-61fd6053ea0e'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:10:24.791439 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2ceee5-8549-4a69-8536-fb895311fe1a None None] Attempting to bind port 39497ab7-25e6-4d86-b305-23feccd9d840 on network a8becc8f-b05e-4f17-9457-61fd6053ea0e {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:10:24.806378 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-88eb6ff3-ff7e-4553-9b2d-963d12292908 req-74ba3224-8639-4163-a1a8-45faa80788c5 service neutron] 10.222.0.57 "GET /v2.0/networks/9c450a0f-2c11-436c-8735-9a1afe6b7184?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2752228
Jan 29 10:10:24.806985 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2ceee5-8549-4a69-8536-fb895311fe1a None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:10:24.807136 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-20cf2b23-64f1-42d0-9e76-3eae3db7a9aa tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349253'] for router_interface, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:24.807999 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2ceee5-8549-4a69-8536-fb895311fe1a None None] Checking segment: {'id': 'fafe49ea-4b11-4803-939d-01628d337422', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a8becc8f-b05e-4f17-9457-61fd6053ea0e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:10:24.807999 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4d2ceee5-8549-4a69-8536-fb895311fe1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:24.808800 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2ceee5-8549-4a69-8536-fb895311fe1a None None] Bound using segment: {'id': 'fafe49ea-4b11-4803-939d-01628d337422', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a8becc8f-b05e-4f17-9457-61fd6053ea0e'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:10:24.809501 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-4d2ceee5-8549-4a69-8536-fb895311fe1a None None] Bound port: 39497ab7-25e6-4d86-b305-23feccd9d840, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fafe49ea-4b11-4803-939d-01628d337422', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a8becc8f-b05e-4f17-9457-61fd6053ea0e'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:10:24.809766 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4d2ceee5-8549-4a69-8536-fb895311fe1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:24.900955 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-041e8ca3-e4ac-48e9-b89e-b5af5532c7dd tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:24.927390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2dc95ae4-af2e-495f-a46a-35241ab1124d tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:24.930308 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:24.969068 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52152) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:25.041212 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4d2ceee5-8549-4a69-8536-fb895311fe1a None None] For port 39497ab7-25e6-4d86-b305-23feccd9d840, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:10:25.046495 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e135df-8504-4c86-9834-395ce54f3b07 req-624cb638-16d1-4f12-a10e-5b4917a8e21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:25.052154 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4d2ceee5-8549-4a69-8536-fb895311fe1a None None] For port 39497ab7-25e6-4d86-b305-23feccd9d840, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=39497ab7-25e6-4d86-b305-23feccd9d840,segment=NetworkSegment(fafe49ea-4b11-4803-939d-01628d337422),segment_id=fafe49ea-4b11-4803-939d-01628d337422)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:10:25.057487 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c8e135df-8504-4c86-9834-395ce54f3b07 req-624cb638-16d1-4f12-a10e-5b4917a8e21a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9c450a0f-2c11-436c-8735-9a1afe6b7184&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 1.1224387
Jan 29 10:10:25.062112 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4d2ceee5-8549-4a69-8536-fb895311fe1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:25.135164 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f4fc57-b854-4d41-8e14-cf64941ff501 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:25.227387 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f4fc57-b854-4d41-8e14-cf64941ff501 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:25.227387 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b0f4fc57-b854-4d41-8e14-cf64941ff501 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1445 time: 0.5509996
Jan 29 10:10:25.246902 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52156) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:25.349444 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2b3aab23-3082-4496-9c78-50be4fc32b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:25.453041 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041e8ca3-e4ac-48e9-b89e-b5af5532c7dd tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Pushing event updated for resources: {'Port': ['ID=e3447c7e-abdd-4248-9259-f8cb30d09e04,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:25.464124 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-041e8ca3-e4ac-48e9-b89e-b5af5532c7dd tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:25.532613 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2ceee5-8549-4a69-8536-fb895311fe1a None None] Pushing event updated for resources: {'Port': ['ID=39497ab7-25e6-4d86-b305-23feccd9d840,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:25.537859 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-3e676e3a-38c9-4a6e-b78e-0c9e1d59d558 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Deleting port 7270c99a-7f38-4964-8492-8d75030c3636 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:10:25.537859 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e676e3a-38c9-4a6e-b78e-0c9e1d59d558 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:25.543523 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4d2ceee5-8549-4a69-8536-fb895311fe1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:25.632957 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-88eb6ff3-ff7e-4553-9b2d-963d12292908 req-a15191cf-8b78-453d-b85d-7b2e0c2df0e3 service neutron] 10.222.0.57 "GET /v2.0/networks/9c450a0f-2c11-436c-8735-9a1afe6b7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6613181
Jan 29 10:10:25.652864 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497ba5f2-e2e9-4d32-ad99-d0836d9bc411 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:25.652864 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-497ba5f2-e2e9-4d32-ad99-d0836d9bc411 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/ports?project_id=ff1f06ee29ef461597f2ecd846f8813d&network_id=202d926a-4317-4fd3-a6b3-3233b8a4bdb4 HTTP/1.1" status: 200  len: 3057 time: 0.6599188
Jan 29 10:10:25.667750 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041e8ca3-e4ac-48e9-b89e-b5af5532c7dd tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Network a8becc8f-b05e-4f17-9457-61fd6053ea0e is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:10:25.667750 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-041e8ca3-e4ac-48e9-b89e-b5af5532c7dd tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:10:25.683028 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041e8ca3-e4ac-48e9-b89e-b5af5532c7dd tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:10:25.683028 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-041e8ca3-e4ac-48e9-b89e-b5af5532c7dd tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854426412'] for router_interface, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:25.695573 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-896a11da-cf19-463a-9975-f28bcbd817e6 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:25.719382 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:25.785354 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-20cf2b23-64f1-42d0-9e76-3eae3db7a9aa tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Deleting port 307dc7d0-16c8-4b31-9439-ebf0a570f1b9 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:10:25.785354 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-20cf2b23-64f1-42d0-9e76-3eae3db7a9aa tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:25.822686 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c8e135df-8504-4c86-9834-395ce54f3b07 req-58e8ec19-18bc-47b1-8ff5-d9a73b398806 service neutron] 10.222.0.22 "GET /v2.0/networks/9c450a0f-2c11-436c-8735-9a1afe6b7184?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7614982
Jan 29 10:10:26.007097 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:26.072164 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896a11da-cf19-463a-9975-f28bcbd817e6 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event updated for resources: {'Subnet': ['ID=2a84fd6a-8bb2-4abd-98df-0e5cc590fad4,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:26.077170 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-896a11da-cf19-463a-9975-f28bcbd817e6 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:26.186664 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d4316433-73f2-4ab1-a223-d0521f5ea08d tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:26.387092 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e676e3a-38c9-4a6e-b78e-0c9e1d59d558 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:26.395420 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c8e135df-8504-4c86-9834-395ce54f3b07 req-40c47b00-49d8-4a90-b8f2-811dc686f19e service neutron] 10.222.0.22 "GET /v2.0/networks/9c450a0f-2c11-436c-8735-9a1afe6b7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5396521
Jan 29 10:10:26.412796 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896a11da-cf19-463a-9975-f28bcbd817e6 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:10:26.425676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-896a11da-cf19-463a-9975-f28bcbd817e6 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:10:26.436102 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7988be0c-e317-4f78-9fd4-f90d71ff6190 None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:10:26.444198 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896a11da-cf19-463a-9975-f28bcbd817e6 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:26.445123 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-896a11da-cf19-463a-9975-f28bcbd817e6 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:26.450385 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-20cf2b23-64f1-42d0-9e76-3eae3db7a9aa tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:26.588487 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-3e676e3a-38c9-4a6e-b78e-0c9e1d59d558 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Calling delete_port for 7270c99a-7f38-4964-8492-8d75030c3636 owned by  {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:10:26.611353 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-20cf2b23-64f1-42d0-9e76-3eae3db7a9aa tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Calling delete_port for 307dc7d0-16c8-4b31-9439-ebf0a570f1b9 owned by network:router_interface {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:10:26.621458 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d4316433-73f2-4ab1-a223-d0521f5ea08d tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:26.646387 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-896a11da-cf19-463a-9975-f28bcbd817e6 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 5.7953548
Jan 29 10:10:26.656313 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52168) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:26.680102 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd26e43-709f-4740-800a-2f69c764a825 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-36ec2ab5-acc9-45dc-a136-797459b09a1c', 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'tenant_id': 'b2cc7248d2184abfb3aa21c44218cf1c', 'fixed_ips': [{'subnet_id': '2a84fd6a-8bb2-4abd-98df-0e5cc590fad4'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:10:26.680289 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-9928d2ac-cca6-4ebb-947b-20b960bf912c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1809175229', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:10:26.681011 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3bd26e43-709f-4740-800a-2f69c764a825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:26.716370 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-041e8ca3-e4ac-48e9-b89e-b5af5532c7dd tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:26.729248 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-9928d2ac-cca6-4ebb-947b-20b960bf912c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:10:26.757407 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-9928d2ac-cca6-4ebb-947b-20b960bf912c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Usage tracker for resource:router and tenant:b2cc7248d2184abfb3aa21c44218cf1c is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:10:26.792124 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-9928d2ac-cca6-4ebb-947b-20b960bf912c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Quota usage for router was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:10:26.812479 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-20cf2b23-64f1-42d0-9e76-3eae3db7a9aa tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:26.837429 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5264cca2-018e-4e5d-a23e-1ca83a56c480 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:26.854458 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-9928d2ac-cca6-4ebb-947b-20b960bf912c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:10:26.900344 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cf2b23-64f1-42d0-9e76-3eae3db7a9aa tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event deleted for resources: {'Port': ['ID=307dc7d0-16c8-4b31-9439-ebf0a570f1b9,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:26.907355 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-20cf2b23-64f1-42d0-9e76-3eae3db7a9aa tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:26.915023 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9928d2ac-cca6-4ebb-947b-20b960bf912c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:26.915023 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9928d2ac-cca6-4ebb-947b-20b960bf912c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:26.966757 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e676e3a-38c9-4a6e-b78e-0c9e1d59d558 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:26.999233 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-16610af3-e250-417f-bbd4-8542228fd6aa tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:27.093523 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-3bd26e43-709f-4740-800a-2f69c764a825 None None] Allocated IP 2001:db8::2 (36ec2ab5-acc9-45dc-a136-797459b09a1c/2a84fd6a-8bb2-4abd-98df-0e5cc590fad4/e6517cc6-bdac-43ac-8be8-2ce314df6025) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:10:27.102081 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e676e3a-38c9-4a6e-b78e-0c9e1d59d558 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Pushing event deleted for resources: {'Port': ['ID=7270c99a-7f38-4964-8492-8d75030c3636,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:27.127554 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3e676e3a-38c9-4a6e-b78e-0c9e1d59d558 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:27.392383 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9928d2ac-cca6-4ebb-947b-20b960bf912c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:27.606199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e676e3a-38c9-4a6e-b78e-0c9e1d59d558 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:27.624076 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0719a4-a48a-4cc9-8ece-e1ab18f21283 None None] Network a8becc8f-b05e-4f17-9457-61fd6053ea0e requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:10:27.636883 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9928d2ac-cca6-4ebb-947b-20b960bf912c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:27.677144 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-20cf2b23-64f1-42d0-9e76-3eae3db7a9aa tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854415430'] for router_interface, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:27.714652 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3e676e3a-38c9-4a6e-b78e-0c9e1d59d558 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] 10.222.0.57 "DELETE /v2.0/ports/7270c99a-7f38-4964-8492-8d75030c3636 HTTP/1.1" status: 204  len: 168 time: 2.4714501
Jan 29 10:10:27.715803 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 52176) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:27.761704 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9928d2ac-cca6-4ebb-947b-20b960bf912c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:27.765918 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9928d2ac-cca6-4ebb-947b-20b960bf912c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 1.1007669
Jan 29 10:10:27.768939 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52182) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:27.773553 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-1609c717-8d4f-4ecc-8157-0517f574d6dc None None] Provisioning for port 39497ab7-25e6-4d86-b305-23feccd9d840 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:10:27.883145 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-77b3409b-dae9-4fe5-9041-51a399765010 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Deleting port 121fe069-7634-4564-af1b-c7c281a55107 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:10:27.883504 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-77b3409b-dae9-4fe5-9041-51a399765010 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:27.923970 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3bd26e43-709f-4740-800a-2f69c764a825 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:27.947571 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-3bd26e43-709f-4740-800a-2f69c764a825 None None] Transition to ACTIVE for port object e6517cc6-bdac-43ac-8be8-2ce314df6025 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:10:27.977439 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.resource_extend [None req-d4316433-73f2-4ab1-a223-d0521f5ea08d tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 29 10:10:27.992348 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-3bd26e43-709f-4740-800a-2f69c764a825 None None] Transition to ACTIVE for port object e6517cc6-bdac-43ac-8be8-2ce314df6025 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:10:28.010117 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3bd26e43-709f-4740-800a-2f69c764a825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:28.015682 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d4316433-73f2-4ab1-a223-d0521f5ea08d tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:28.031797 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:28.147417 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 39497ab7-25e6-4d86-b305-23feccd9d840 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:10:28.147542 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d4316433-73f2-4ab1-a223-d0521f5ea08d tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:28.172567 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3e676e3a-38c9-4a6e-b78e-0c9e1d59d558 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:28.261682 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 52186) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:28.311401 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd26e43-709f-4740-800a-2f69c764a825 None None] Pushing event updated for resources: {'Port': ['ID=e6517cc6-bdac-43ac-8be8-2ce314df6025,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:28.322886 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-041e8ca3-e4ac-48e9-b89e-b5af5532c7dd tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:28.341735 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd26e43-709f-4740-800a-2f69c764a825 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:28.342130 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd26e43-709f-4740-800a-2f69c764a825 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:28.342518 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd26e43-709f-4740-800a-2f69c764a825 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:28.342898 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd26e43-709f-4740-800a-2f69c764a825 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:28.343276 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd26e43-709f-4740-800a-2f69c764a825 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:28.348804 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd26e43-709f-4740-800a-2f69c764a825 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:28.349136 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd26e43-709f-4740-800a-2f69c764a825 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:28.349576 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd26e43-709f-4740-800a-2f69c764a825 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:28.350051 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd26e43-709f-4740-800a-2f69c764a825 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:28.350430 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd26e43-709f-4740-800a-2f69c764a825 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:28.350543 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd26e43-709f-4740-800a-2f69c764a825 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:28.350928 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd26e43-709f-4740-800a-2f69c764a825 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:28.351398 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd26e43-709f-4740-800a-2f69c764a825 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:28.351768 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd26e43-709f-4740-800a-2f69c764a825 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:28.352136 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd26e43-709f-4740-800a-2f69c764a825 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:28.352506 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd26e43-709f-4740-800a-2f69c764a825 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:28.352873 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd26e43-709f-4740-800a-2f69c764a825 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:28.353241 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd26e43-709f-4740-800a-2f69c764a825 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:28.353605 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd26e43-709f-4740-800a-2f69c764a825 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:28.354015 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd26e43-709f-4740-800a-2f69c764a825 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:28.354387 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd26e43-709f-4740-800a-2f69c764a825 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:28.354749 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd26e43-709f-4740-800a-2f69c764a825 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:28.355113 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd26e43-709f-4740-800a-2f69c764a825 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:28.355477 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd26e43-709f-4740-800a-2f69c764a825 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:28.370808 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3bd26e43-709f-4740-800a-2f69c764a825 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:28.436577 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 39497ab7-25e6-4d86-b305-23feccd9d840 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:10:28.459684 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 39497ab7-25e6-4d86-b305-23feccd9d840 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:10:28.460335 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:28.468939 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-041e8ca3-e4ac-48e9-b89e-b5af5532c7dd tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:28.469998 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-041e8ca3-e4ac-48e9-b89e-b5af5532c7dd tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854133895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349242'] for router_interface, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:28.513210 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd26e43-709f-4740-800a-2f69c764a825 None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:10:28.521583 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-3bd26e43-709f-4740-800a-2f69c764a825 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:10:28.525441 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd26e43-709f-4740-800a-2f69c764a825 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:10:28.665943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-a3a5a2cb-adf3-4ab2-bed7-9697aa435c5f None None] Provisioning complete for port 39497ab7-25e6-4d86-b305-23feccd9d840 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:10:28.665943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a3a5a2cb-adf3-4ab2-bed7-9697aa435c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:28.732434 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-77b3409b-dae9-4fe5-9041-51a399765010 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:28.739651 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-3bd26e43-709f-4740-800a-2f69c764a825 None None] Attempting to bind port e6517cc6-bdac-43ac-8be8-2ce314df6025 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:10:28.739651 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-3bd26e43-709f-4740-800a-2f69c764a825 None None] Attempting to bind port e6517cc6-bdac-43ac-8be8-2ce314df6025 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:10:28.739651 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd26e43-709f-4740-800a-2f69c764a825 None None] Attempting to bind port e6517cc6-bdac-43ac-8be8-2ce314df6025 on network 36ec2ab5-acc9-45dc-a136-797459b09a1c {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:10:28.763830 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd26e43-709f-4740-800a-2f69c764a825 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:10:28.763830 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd26e43-709f-4740-800a-2f69c764a825 None None] Checking segment: {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:10:28.763830 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3bd26e43-709f-4740-800a-2f69c764a825 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:28.763830 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd26e43-709f-4740-800a-2f69c764a825 None None] Bound using segment: {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:10:28.763830 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-3bd26e43-709f-4740-800a-2f69c764a825 None None] Bound port: e6517cc6-bdac-43ac-8be8-2ce314df6025, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:10:28.763830 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3bd26e43-709f-4740-800a-2f69c764a825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:28.777506 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20cf2b23-64f1-42d0-9e76-3eae3db7a9aa tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Router 608a38d9-2944-470f-8f9f-05f5f42c8b4f has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:10:28.777506 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a11ba52-c0c5-4f33-8c71-a6ea3a94246b tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:28.779671 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3a11ba52-c0c5-4f33-8c71-a6ea3a94246b tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=aadf795f-2e1a-4d04-be0e-12575f0f28a5 HTTP/1.1" status: 200  len: 814 time: 0.5233181
Jan 29 10:10:28.903309 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:28.963962 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-77b3409b-dae9-4fe5-9041-51a399765010 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Calling delete_port for 121fe069-7634-4564-af1b-c7c281a55107 owned by  {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:10:29.003857 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-3bd26e43-709f-4740-800a-2f69c764a825 None None] For port e6517cc6-bdac-43ac-8be8-2ce314df6025, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:10:29.008241 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-3bd26e43-709f-4740-800a-2f69c764a825 None None] For port e6517cc6-bdac-43ac-8be8-2ce314df6025, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=e6517cc6-bdac-43ac-8be8-2ce314df6025,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:10:29.029955 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3bd26e43-709f-4740-800a-2f69c764a825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:29.237695 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d79461ca-53b3-4da3-b356-9e03fcf437ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:29.315340 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20cf2b23-64f1-42d0-9e76-3eae3db7a9aa tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:10:29.327238 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63865273-b648-440d-9dbc-3d3544770819 None None] Sync routers for ids ['608a38d9-2944-470f-8f9f-05f5f42c8b4f'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:10:29.340949 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 52196) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:29.347348 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63865273-b648-440d-9dbc-3d3544770819 None None] Routers {'608a38d9-2944-470f-8f9f-05f5f42c8b4f'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:10:29.349068 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4316433-73f2-4ab1-a223-d0521f5ea08d tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Pushing event updated for resources: {'Port': ['ID=990d1b8b-62d0-409b-b4c5-e2bf9becf9d5,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:29.349231 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-63865273-b648-440d-9dbc-3d3544770819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca3ce7b8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:10:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['608a38d9-2944-470f-8f9f-05f5f42c8b4f'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:29.349422 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port 39497ab7-25e6-4d86-b305-23feccd9d840, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=39497ab7-25e6-4d86-b305-23feccd9d840,segment=NetworkSegment(fafe49ea-4b11-4803-939d-01628d337422),segment_id=fafe49ea-4b11-4803-939d-01628d337422)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:10:29.352609 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-a67a2dcc-0145-443b-8d80-b4b331ba0197 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'network': {'name': 'tempest-network-smoke--733902719', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'port_security_enabled': True}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:10:29.356738 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a67a2dcc-0145-443b-8d80-b4b331ba0197 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:10:29.379109 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-20cf2b23-64f1-42d0-9e76-3eae3db7a9aa tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "PUT /v2.0/routers/608a38d9-2944-470f-8f9f-05f5f42c8b4f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.8391180
Jan 29 10:10:29.384005 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 52200) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:29.436867 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a67a2dcc-0145-443b-8d80-b4b331ba0197 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:10:29.440317 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-83c04e9c-3060-4f2a-9662-5c65aba6d635 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] GET failed (client error): The resource could not be found.
Jan 29 10:10:29.440421 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:29.440524 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-83c04e9c-3060-4f2a-9662-5c65aba6d635 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Synchronizing usage tracker for tenant:b402c3f19966488ebcb859fd6d6d9b16 on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:10:29.456196 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-63865273-b648-440d-9dbc-3d3544770819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca3ce7b8>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:29.458867 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-77b3409b-dae9-4fe5-9041-51a399765010 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:29.466839 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63865273-b648-440d-9dbc-3d3544770819 None None] Routers {'608a38d9-2944-470f-8f9f-05f5f42c8b4f'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:10:29.467680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-63865273-b648-440d-9dbc-3d3544770819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca3ce7b8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:10:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['608a38d9-2944-470f-8f9f-05f5f42c8b4f'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:29.477699 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-20cf2b23-64f1-42d0-9e76-3eae3db7a9aa tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:29.483015 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d4316433-73f2-4ab1-a223-d0521f5ea08d tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.312s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:29.491797 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd26e43-709f-4740-800a-2f69c764a825 None None] Pushing event updated for resources: {'Port': ['ID=e6517cc6-bdac-43ac-8be8-2ce314df6025,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:29.492910 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-49ef9317-a3c9-4b54-b758-375758d81714 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.009s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:29.503215 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3bd26e43-709f-4740-800a-2f69c764a825 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:29.504160 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3bd26e43-709f-4740-800a-2f69c764a825 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:29.521106 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67a2dcc-0145-443b-8d80-b4b331ba0197 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Made reservation on behalf of ff1f06ee29ef461597f2ecd846f8813d for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:10:29.544814 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a67a2dcc-0145-443b-8d80-b4b331ba0197 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:29.551578 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-63865273-b648-440d-9dbc-3d3544770819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca3ce7b8>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:29.551578 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63865273-b648-440d-9dbc-3d3544770819 None None] The sync data for ids ['608a38d9-2944-470f-8f9f-05f5f42c8b4f'] in dv-neutron-772983-2-ovs is: [] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:10:29.563166 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-a3a5a2cb-adf3-4ab2-bed7-9697aa435c5f None None] Provisioning for port e3447c7e-abdd-4248-9259-f8cb30d09e04 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:10:29.582633 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-a3a5a2cb-adf3-4ab2-bed7-9697aa435c5f None None] Provisioning complete for port e3447c7e-abdd-4248-9259-f8cb30d09e04 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:10:29.582633 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a3a5a2cb-adf3-4ab2-bed7-9697aa435c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:29.588596 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b3409b-dae9-4fe5-9041-51a399765010 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Pushing event deleted for resources: {'Port': ['ID=121fe069-7634-4564-af1b-c7c281a55107,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:29.590667 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-83c04e9c-3060-4f2a-9662-5c65aba6d635 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Unset dirty status for tenant:b402c3f19966488ebcb859fd6d6d9b16 on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:10:29.592242 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-83c04e9c-3060-4f2a-9662-5c65aba6d635 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "GET /v2.0/ports/307dc7d0-16c8-4b31-9439-ebf0a570f1b9 HTTP/1.1" status: 404  len: 333 time: 0.2042689
Jan 29 10:10:29.595975 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-77b3409b-dae9-4fe5-9041-51a399765010 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:29.599075 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 52204) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:29.677096 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=39497ab7-25e6-4d86-b305-23feccd9d840,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:29.680057 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:29.683038 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-a3a5a2cb-adf3-4ab2-bed7-9697aa435c5f None None] Port e3447c7e-abdd-4248-9259-f8cb30d09e04 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:10:29.781649 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041e8ca3-e4ac-48e9-b89e-b5af5532c7dd tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Network a8becc8f-b05e-4f17-9457-61fd6053ea0e is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:10:29.785267 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-01f61b0b-1a48-4af5-b1af-771620b43c94 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:29.811851 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-041e8ca3-e4ac-48e9-b89e-b5af5532c7dd tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:10:29.819327 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041e8ca3-e4ac-48e9-b89e-b5af5532c7dd tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Pushing event updated for resources: {'Port': ['ID=e3447c7e-abdd-4248-9259-f8cb30d09e04,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:29.838473 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-9a28841b-940f-43be-a0dc-d6b2db2abdad None None] Provisioning complete for port 39497ab7-25e6-4d86-b305-23feccd9d840 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:10:29.839912 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9a28841b-940f-43be-a0dc-d6b2db2abdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:29.874659 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a67a2dcc-0145-443b-8d80-b4b331ba0197 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] vxlan segment allocate from pool success with {'vxlan_vni': 14}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:10:29.965166 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d2f82ee6-11c3-484c-bac9-f31b16a6868e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for router, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:30.101643 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-77b3409b-dae9-4fe5-9041-51a399765010 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:30.123057 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-041e8ca3-e4ac-48e9-b89e-b5af5532c7dd tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.629s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:30.123253 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-77b3409b-dae9-4fe5-9041-51a399765010 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] 10.222.0.57 "DELETE /v2.0/ports/121fe069-7634-4564-af1b-c7c281a55107 HTTP/1.1" status: 204  len: 168 time: 2.4057846
Jan 29 10:10:30.125594 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a67a2dcc-0145-443b-8d80-b4b331ba0197 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:30.126151 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-a67a2dcc-0145-443b-8d80-b4b331ba0197 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Added segment a42befa6-0b79-4c70-af33-f26409069a75 of type vxlan for network 1846373c-e6a8-40b0-9ec1-57e95e070f2c
Jan 29 10:10:30.150698 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52212) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:30.236837 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-9a28841b-940f-43be-a0dc-d6b2db2abdad None None] Provisioning complete for port e3447c7e-abdd-4248-9259-f8cb30d09e04 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:10:30.237543 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9a28841b-940f-43be-a0dc-d6b2db2abdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:30.314563 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device e6517cc6-bdac-43ac-8be8-2ce314df6025 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:10:30.472890 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-9a28841b-940f-43be-a0dc-d6b2db2abdad None None] Port e3447c7e-abdd-4248-9259-f8cb30d09e04 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:10:30.491917 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port e6517cc6-bdac-43ac-8be8-2ce314df6025 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:10:30.498573 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 39497ab7-25e6-4d86-b305-23feccd9d840 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:10:30.527362 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ef16cef1-1301-466b-b5a7-b11af528b91b tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Synchronizing usage tracker for tenant:e7a8986c129847719070e73dc7b9ae01 on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:10:30.579326 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 39497ab7-25e6-4d86-b305-23feccd9d840 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:10:30.581311 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:30.608619 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d4316433-73f2-4ab1-a223-d0521f5ea08d tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:30.647356 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-e2a7ff7a-02e9-43ad-8687-4dc562752872 None None] Provisioning complete for port e3447c7e-abdd-4248-9259-f8cb30d09e04 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:10:30.648057 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e2a7ff7a-02e9-43ad-8687-4dc562752872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:30.677188 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ef16cef1-1301-466b-b5a7-b11af528b91b tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Unset dirty status for tenant:e7a8986c129847719070e73dc7b9ae01 on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:10:30.678917 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ef16cef1-1301-466b-b5a7-b11af528b91b tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.5246072
Jan 29 10:10:30.694032 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 52216) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:30.742452 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-e2a7ff7a-02e9-43ad-8687-4dc562752872 None None] Port e3447c7e-abdd-4248-9259-f8cb30d09e04 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:10:30.766640 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-85a193d3-2f03-4dd7-b037-635ab2013571 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-195914288'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:10:30.771918 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-85a193d3-2f03-4dd7-b037-635ab2013571 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:10:30.779998 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a67a2dcc-0145-443b-8d80-b4b331ba0197 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:30.788381 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-85a193d3-2f03-4dd7-b037-635ab2013571 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Usage tracker for resource:network and tenant:e7a8986c129847719070e73dc7b9ae01 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:10:30.792334 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d2f82ee6-11c3-484c-bac9-f31b16a6868e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:30.794938 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-85a193d3-2f03-4dd7-b037-635ab2013571 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Quota usage for network was recalculated. Used quota:2. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:10:30.798594 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d2f82ee6-11c3-484c-bac9-f31b16a6868e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:30.807994 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-85a193d3-2f03-4dd7-b037-635ab2013571 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:10:30.865715 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a193d3-2f03-4dd7-b037-635ab2013571 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Made reservation on behalf of e7a8986c129847719070e73dc7b9ae01 for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:10:30.888068 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-85a193d3-2f03-4dd7-b037-635ab2013571 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:30.904232 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a67a2dcc-0145-443b-8d80-b4b331ba0197 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:30.975443 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67a2dcc-0145-443b-8d80-b4b331ba0197 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:30.975443 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a67a2dcc-0145-443b-8d80-b4b331ba0197 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:31.003402 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d2f82ee6-11c3-484c-bac9-f31b16a6868e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:31.003402 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f82ee6-11c3-484c-bac9-f31b16a6868e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Fanout notify agent at l3_agent the message router_deleted on router 608a38d9-2944-470f-8f9f-05f5f42c8b4f {{(pid=80765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 10:10:31.003402 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:31.040706 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [None req-d4316433-73f2-4ab1-a223-d0521f5ea08d tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Floating IP 35bf7a21-6cf6-45cc-99f0-73dabdb49106 associated. External IP: 172.26.7.249, port: 1d6b9fd5-a86b-440d-8cab-b39ec5a686b8.
Jan 29 10:10:31.075938 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d2f82ee6-11c3-484c-bac9-f31b16a6868e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:31.075938 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d2f82ee6-11c3-484c-bac9-f31b16a6868e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "DELETE /v2.0/routers/608a38d9-2944-470f-8f9f-05f5f42c8b4f HTTP/1.1" status: 204  len: 168 time: 1.4611733
Jan 29 10:10:31.092880 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85a193d3-2f03-4dd7-b037-635ab2013571 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] vxlan segment allocate from pool success with {'vxlan_vni': 15}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:10:31.105336 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-85a193d3-2f03-4dd7-b037-635ab2013571 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:31.105336 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-85a193d3-2f03-4dd7-b037-635ab2013571 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Added segment 5979e680-ad0f-40ce-97ab-c6c7d647d1a4 of type vxlan for network 31aa5e2b-4048-41ab-a44e-67179ae6e1b1
Jan 29 10:10:31.117612 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52220) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:31.133354 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-85a193d3-2f03-4dd7-b037-635ab2013571 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:31.166325 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a67a2dcc-0145-443b-8d80-b4b331ba0197 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 1.8257463
Jan 29 10:10:31.171962 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 52224) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:31.289472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-041e8ca3-e4ac-48e9-b89e-b5af5532c7dd tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Router e3da49ec-cc4c-4472-a5a5-c5881f83a28e is scheduled to L3 agent 18987107-6d88-4736-94cf-15791d65b3ff with binding_index 1 {{(pid=80766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 29 10:10:31.319811 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67a2dcc-0145-443b-8d80-b4b331ba0197 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Network': ['ID=1846373c-e6a8-40b0-9ec1-57e95e070f2c,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:31.324008 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-85a193d3-2f03-4dd7-b037-635ab2013571 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:31.336540 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 1846373c-e6a8-40b0-9ec1-57e95e070f2c details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:10:31.365493 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 1846373c-e6a8-40b0-9ec1-57e95e070f2c details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:10:31.458883 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a193d3-2f03-4dd7-b037-635ab2013571 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:31.459677 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-85a193d3-2f03-4dd7-b037-635ab2013571 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:31.474114 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a67a2dcc-0145-443b-8d80-b4b331ba0197 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:31.474850 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a67a2dcc-0145-443b-8d80-b4b331ba0197 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:31.536045 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-85a193d3-2f03-4dd7-b037-635ab2013571 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.7807348
Jan 29 10:10:31.566384 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 52232) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:31.575902 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-08cd28c2-2d6d-428d-a71a-33761a674004 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1014746849'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:10:31.593137 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49500252-e888-47ae-b93b-cad23d7348c4 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:31.596162 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-49500252-e888-47ae-b93b-cad23d7348c4 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=ff1f06ee29ef461597f2ecd846f8813d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 829 time: 0.4198260
Jan 29 10:10:31.597568 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-08cd28c2-2d6d-428d-a71a-33761a674004 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:10:31.604728 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 52236) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:31.608857 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-08cd28c2-2d6d-428d-a71a-33761a674004 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Usage tracker for resource:network and tenant:e7a8986c129847719070e73dc7b9ae01 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:10:31.701836 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-08cd28c2-2d6d-428d-a71a-33761a674004 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Quota usage for network was recalculated. Used quota:3. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:10:31.723789 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a193d3-2f03-4dd7-b037-635ab2013571 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Pushing event updated for resources: {'Network': ['ID=31aa5e2b-4048-41ab-a44e-67179ae6e1b1,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:31.726541 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-08cd28c2-2d6d-428d-a71a-33761a674004 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:10:31.743101 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-85a193d3-2f03-4dd7-b037-635ab2013571 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:31.772161 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 31aa5e2b-4048-41ab-a44e-67179ae6e1b1 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:10:31.788394 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 31aa5e2b-4048-41ab-a44e-67179ae6e1b1 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:10:31.837973 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08cd28c2-2d6d-428d-a71a-33761a674004 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Made reservation on behalf of e7a8986c129847719070e73dc7b9ae01 for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:10:31.864116 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7c144b5-0b01-4789-a802-6cecad6f8a3f tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Deleting subnet a61abe62-219d-4945-8651-6d62d16bacf3 {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:10:31.864599 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-08cd28c2-2d6d-428d-a71a-33761a674004 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:31.868273 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b7c144b5-0b01-4789-a802-6cecad6f8a3f tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:31.939644 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b7c144b5-0b01-4789-a802-6cecad6f8a3f tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:31.961482 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08cd28c2-2d6d-428d-a71a-33761a674004 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] vxlan segment allocate from pool success with {'vxlan_vni': 16}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:10:31.975795 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34470f40-6481-4d0d-9fe5-993c46e68a23 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:31.978449 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-34470f40-6481-4d0d-9fe5-993c46e68a23 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.3725390
Jan 29 10:10:31.985082 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-08cd28c2-2d6d-428d-a71a-33761a674004 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:31.986214 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-08cd28c2-2d6d-428d-a71a-33761a674004 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Added segment 18b1ad33-464f-4fbc-9ab0-bdaaca88a7fd of type vxlan for network 93fc437b-ded9-4adc-8d66-046a566d4aa2
Jan 29 10:10:31.990509 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 52240) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:32.062708 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-fadd55f1-1915-4f1c-bf2f-a93ffc607c27 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=aadf795f-2e1a-4d04-be0e-12575f0f28a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0734313
Jan 29 10:10:32.066169 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 52244) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:32.148240 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-6322d24e-3413-448e-a311-461798581a26 None None] Provisioning for port e6517cc6-bdac-43ac-8be8-2ce314df6025 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:10:32.151546 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-81f9a832-12b3-45bc-ae4b-6ef203940698 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=ff1f06ee29ef461597f2ecd846f8813d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0842063
Jan 29 10:10:32.153549 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-08cd28c2-2d6d-428d-a71a-33761a674004 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:32.158187 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 52248) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:32.173868 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-6322d24e-3413-448e-a311-461798581a26 None None] Provisioning complete for port e6517cc6-bdac-43ac-8be8-2ce314df6025 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:10:32.174500 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6322d24e-3413-448e-a311-461798581a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:32.331301 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f78c810-7b37-4405-a9fe-e994ed4b0795 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:32.332586 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1f78c810-7b37-4405-a9fe-e994ed4b0795 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1732130
Jan 29 10:10:32.336769 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 52252) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:32.339995 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.resource_extend [None req-08cd28c2-2d6d-428d-a71a-33761a674004 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 29 10:10:32.369667 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6322d24e-3413-448e-a311-461798581a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:32.410130 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8e24de9e-def2-48d4-abfc-83010108b92c tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=aadf795f-2e1a-4d04-be0e-12575f0f28a5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0674632
Jan 29 10:10:32.410130 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 52256) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:32.411302 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-6322d24e-3413-448e-a311-461798581a26 None None] For port e6517cc6-bdac-43ac-8be8-2ce314df6025, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=e6517cc6-bdac-43ac-8be8-2ce314df6025,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:10:32.416840 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-24871b17-e44b-409e-9228-e9535403704c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-555574378', 'network_id': '1846373c-e6a8-40b0-9ec1-57e95e070f2c', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:10:32.418182 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6322d24e-3413-448e-a311-461798581a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:32.421438 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-82bcc41b-161d-4e73-8c4d-5a2332262fd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:32.445650 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-08cd28c2-2d6d-428d-a71a-33761a674004 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:32.473111 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-01f61b0b-1a48-4af5-b1af-771620b43c94 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Allocated IP 2001:db8::1 (36ec2ab5-acc9-45dc-a136-797459b09a1c/2a84fd6a-8bb2-4abd-98df-0e5cc590fad4/bb511bc5-37a0-4cc9-b0a5-9ee13168ee73) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:10:32.499699 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6322d24e-3413-448e-a311-461798581a26 None None] Pushing event updated for resources: {'Port': ['ID=e6517cc6-bdac-43ac-8be8-2ce314df6025,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:32.504031 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6322d24e-3413-448e-a311-461798581a26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:32.506110 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-041e8ca3-e4ac-48e9-b89e-b5af5532c7dd tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:10:32.520841 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80a0937-c303-4e3d-a7f4-e6d5bf459de1 None None] Sync routers for ids ['e3da49ec-cc4c-4472-a5a5-c5881f83a28e'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:10:32.526762 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b7c144b5-0b01-4789-a802-6cecad6f8a3f tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:32.537663 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80a0937-c303-4e3d-a7f4-e6d5bf459de1 None None] Routers {'e3da49ec-cc4c-4472-a5a5-c5881f83a28e'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:10:32.537916 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-f80a0937-c303-4e3d-a7f4-e6d5bf459de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9572320>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:10:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['e3da49ec-cc4c-4472-a5a5-c5881f83a28e'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:32.539506 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cd28c2-2d6d-428d-a71a-33761a674004 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:32.540218 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-08cd28c2-2d6d-428d-a71a-33761a674004 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:32.557689 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:32.589323 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-041e8ca3-e4ac-48e9-b89e-b5af5532c7dd tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "PUT /v2.0/routers/e3da49ec-cc4c-4472-a5a5-c5881f83a28e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.9645967
Jan 29 10:10:32.614401 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52262) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:32.650703 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-f80a0937-c303-4e3d-a7f4-e6d5bf459de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9572320>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:32.664708 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-f401e9a5-3cc9-4add-8c2b-ac818b88bb2f None None] Provisioning complete for port e6517cc6-bdac-43ac-8be8-2ce314df6025 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:10:32.664906 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f401e9a5-3cc9-4add-8c2b-ac818b88bb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:32.699577 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80a0937-c303-4e3d-a7f4-e6d5bf459de1 None None] Routers {'e3da49ec-cc4c-4472-a5a5-c5881f83a28e'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:10:32.700462 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-f80a0937-c303-4e3d-a7f4-e6d5bf459de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9572320>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:10:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['e3da49ec-cc4c-4472-a5a5-c5881f83a28e'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:32.737194 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cd28c2-2d6d-428d-a71a-33761a674004 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Pushing event updated for resources: {'Network': ['ID=93fc437b-ded9-4adc-8d66-046a566d4aa2,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:32.748284 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-08cd28c2-2d6d-428d-a71a-33761a674004 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:32.770593 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 93fc437b-ded9-4adc-8d66-046a566d4aa2 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:10:32.799849 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 93fc437b-ded9-4adc-8d66-046a566d4aa2 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:10:32.831209 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-08cd28c2-2d6d-428d-a71a-33761a674004 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 1.2617912
Jan 29 10:10:32.851119 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-f80a0937-c303-4e3d-a7f4-e6d5bf459de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9572320>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:32.851572 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80a0937-c303-4e3d-a7f4-e6d5bf459de1 None None] The sync data for ids ['e3da49ec-cc4c-4472-a5a5-c5881f83a28e'] in dv-neutron-772983-2-ovs is: [] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:10:32.883601 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-24871b17-e44b-409e-9228-e9535403704c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:10:32.890799 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-24871b17-e44b-409e-9228-e9535403704c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:subnet and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:10:32.895623 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-24871b17-e44b-409e-9228-e9535403704c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:10:32.906291 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-24871b17-e44b-409e-9228-e9535403704c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:10:32.920986 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24871b17-e44b-409e-9228-e9535403704c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Made reservation on behalf of ff1f06ee29ef461597f2ecd846f8813d for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:10:32.947196 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4316433-73f2-4ab1-a223-d0521f5ea08d tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Router 92bee170-7907-4644-8709-c45f8f4ed753 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:10:32.964035 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-24871b17-e44b-409e-9228-e9535403704c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:33.014278 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 52266) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:33.027397 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-ae2458ac-df82-4581-8ca6-e6f806448030 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Request body: {'subnets': [{'network_id': '31aa5e2b-4048-41ab-a44e-67179ae6e1b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1611852314', 'ip_version': 4}, {'network_id': '93fc437b-ded9-4adc-8d66-046a566d4aa2', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:10:33.028214 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-ae2458ac-df82-4581-8ca6-e6f806448030 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Request body: {'subnet': {'network_id': '31aa5e2b-4048-41ab-a44e-67179ae6e1b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1611852314', 'ip_version': 4}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:10:33.028575 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-ae2458ac-df82-4581-8ca6-e6f806448030 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Request body: {'subnet': {'network_id': '93fc437b-ded9-4adc-8d66-046a566d4aa2', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:10:33.075573 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150da76e-4552-4ad1-b6a9-fa317dad1f70 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:33.075573 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-150da76e-4552-4ad1-b6a9-fa317dad1f70 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Synchronizing usage tracker for tenant:22949024c322421d99052f9202cdd49a on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:10:33.265389 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-01f61b0b-1a48-4af5-b1af-771620b43c94 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:33.284766 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-150da76e-4552-4ad1-b6a9-fa317dad1f70 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Unset dirty status for tenant:22949024c322421d99052f9202cdd49a on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:10:33.285722 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-150da76e-4552-4ad1-b6a9-fa317dad1f70 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "GET /v2.0/ports/e3447c7e-abdd-4248-9259-f8cb30d09e04 HTTP/1.1" status: 200  len: 911 time: 0.6676712
Jan 29 10:10:33.329665 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 52270) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:33.381118 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-01f61b0b-1a48-4af5-b1af-771620b43c94 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Transition to ACTIVE for port object bb511bc5-37a0-4cc9-b0a5-9ee13168ee73 will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:10:33.531407 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4316433-73f2-4ab1-a223-d0521f5ea08d tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:10:33.535831 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ae2458ac-df82-4581-8ca6-e6f806448030 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:10:33.552607 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ebae45-e88b-4746-873c-4a65794231ae None None] Sync routers for ids ['92bee170-7907-4644-8709-c45f8f4ed753'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:10:33.554252 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ae2458ac-df82-4581-8ca6-e6f806448030 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Usage tracker for resource:subnet and tenant:e7a8986c129847719070e73dc7b9ae01 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:10:33.556883 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-01f61b0b-1a48-4af5-b1af-771620b43c94 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:33.562413 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ae2458ac-df82-4581-8ca6-e6f806448030 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:10:33.567919 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ebae45-e88b-4746-873c-4a65794231ae None None] Routers {'92bee170-7907-4644-8709-c45f8f4ed753'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:10:33.568602 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-05ebae45-e88b-4746-873c-4a65794231ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca3cef28>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:10:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['92bee170-7907-4644-8709-c45f8f4ed753'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:33.576525 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ae2458ac-df82-4581-8ca6-e6f806448030 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:10:33.580010 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d4316433-73f2-4ab1-a223-d0521f5ea08d tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:33.601488 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2458ac-df82-4581-8ca6-e6f806448030 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Made reservation on behalf of e7a8986c129847719070e73dc7b9ae01 for: {'subnet': 2} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:10:33.640901 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ae2458ac-df82-4581-8ca6-e6f806448030 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:33.641274 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ae2458ac-df82-4581-8ca6-e6f806448030 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:33.650296 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d4316433-73f2-4ab1-a223-d0521f5ea08d tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:33.665656 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-05ebae45-e88b-4746-873c-4a65794231ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca3cef28>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:33.681903 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ebae45-e88b-4746-873c-4a65794231ae None None] Routers {'92bee170-7907-4644-8709-c45f8f4ed753'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:10:33.684761 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-05ebae45-e88b-4746-873c-4a65794231ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca3cef28>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:10:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['92bee170-7907-4644-8709-c45f8f4ed753'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:33.712625 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b7c144b5-0b01-4789-a802-6cecad6f8a3f tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:33.781015 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-05ebae45-e88b-4746-873c-4a65794231ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca3cef28>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:33.781015 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ebae45-e88b-4746-873c-4a65794231ae None None] The sync data for ids ['92bee170-7907-4644-8709-c45f8f4ed753'] in dv-neutron-772983-2-ovs is: [] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:10:33.874851 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d4316433-73f2-4ab1-a223-d0521f5ea08d tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 982 time: 12.2808630
Jan 29 10:10:33.874851 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f61b0b-1a48-4af5-b1af-771620b43c94 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event updated for resources: {'Port': ['ID=bb511bc5-37a0-4cc9-b0a5-9ee13168ee73,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:33.879714 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-01f61b0b-1a48-4af5-b1af-771620b43c94 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:33.885592 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52276) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:33.888207 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1714cd53-1fcf-4198-bf4a-6054e175cd78 tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.149s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:33.993983 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-d270c0a2-578c-4702-a7d0-79801ca7fba1 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Request body: {'floatingip': {'port_id': None}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:10:34.015319 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device e6517cc6-bdac-43ac-8be8-2ce314df6025 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:10:34.088034 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c144b5-0b01-4789-a802-6cecad6f8a3f tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event deleted for resources: {'Subnet': ['ID=a61abe62-219d-4945-8651-6d62d16bacf3,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:34.091596 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b7c144b5-0b01-4789-a802-6cecad6f8a3f tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:34.093589 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port e6517cc6-bdac-43ac-8be8-2ce314df6025 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:10:34.094118 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:34.173282 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b7c144b5-0b01-4789-a802-6cecad6f8a3f tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:34.181659 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b7c144b5-0b01-4789-a802-6cecad6f8a3f tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "DELETE /v2.0/subnets/a61abe62-219d-4945-8651-6d62d16bacf3 HTTP/1.1" status: 204  len: 168 time: 3.0715172
Jan 29 10:10:34.201336 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52280) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:34.214092 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5657d9-7ec6-4922-9896-8b42d06504e5 None None] Network e45102c8-7543-4b20-824e-6ab70d673c2a requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:10:34.272196 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d270c0a2-578c-4702-a7d0-79801ca7fba1 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for floatingip, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:34.363561 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f61b0b-1a48-4af5-b1af-771620b43c94 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:10:34.376518 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-01f61b0b-1a48-4af5-b1af-771620b43c94 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:10:34.379909 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f61b0b-1a48-4af5-b1af-771620b43c94 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:10:34.380809 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-01f61b0b-1a48-4af5-b1af-771620b43c94 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854426412'] for router_interface, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:34.613182 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd83bcd-93b8-4d8d-9d82-555ad71357e5 None None] DHCP port deletion for e45102c8-7543-4b20-824e-6ab70d673c2a request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:10:34.629464 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4cd83bcd-93b8-4d8d-9d82-555ad71357e5 None None] Deleting port c80651e7-0c75-4cef-944c-ce1b8b17c5f3 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:10:34.630192 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4cd83bcd-93b8-4d8d-9d82-555ad71357e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:34.677563 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:34.805477 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-621114ea-cae2-41d7-9581-7a05c22b2ad1 req-b51b60ab-5e6c-40ce-b879-5259d71eb2d6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=22b168d6-bde2-48f8-894c-ffc201cda99d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 1.0645297
Jan 29 10:10:34.809142 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-5bc14fb8-e94c-4898-8c02-07581d3f3643 None None] Provisioning for port bb511bc5-37a0-4cc9-b0a5-9ee13168ee73 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:10:34.841293 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-5bc14fb8-e94c-4898-8c02-07581d3f3643 None None] Provisioning complete for port bb511bc5-37a0-4cc9-b0a5-9ee13168ee73 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:10:34.841712 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5bc14fb8-e94c-4898-8c02-07581d3f3643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:34.962301 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fb23593a-f136-4868-a8f8-51c8ae598bbf tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:34.993096 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-5bc14fb8-e94c-4898-8c02-07581d3f3643 None None] Port bb511bc5-37a0-4cc9-b0a5-9ee13168ee73 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:10:35.012788 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4cd83bcd-93b8-4d8d-9d82-555ad71357e5 None None] For port c80651e7-0c75-4cef-944c-ce1b8b17c5f3, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=c80651e7-0c75-4cef-944c-ce1b8b17c5f3,segment=NetworkSegment(f733817a-1ad1-4e76-b6ed-10828a5435d5),segment_id=f733817a-1ad1-4e76-b6ed-10828a5435d5)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:10:35.014899 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4cd83bcd-93b8-4d8d-9d82-555ad71357e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:35.107926 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-fb23593a-f136-4868-a8f8-51c8ae598bbf tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Deleting port c80651e7-0c75-4cef-944c-ce1b8b17c5f3 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:10:35.107926 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fb23593a-f136-4868-a8f8-51c8ae598bbf tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:35.192832 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4cd83bcd-93b8-4d8d-9d82-555ad71357e5 None None] Calling delete_port for c80651e7-0c75-4cef-944c-ce1b8b17c5f3 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:10:35.284322 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d270c0a2-578c-4702-a7d0-79801ca7fba1 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:35.290498 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4cd83bcd-93b8-4d8d-9d82-555ad71357e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:35.294827 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d270c0a2-578c-4702-a7d0-79801ca7fba1 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:35.295068 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [None req-d270c0a2-578c-4702-a7d0-79801ca7fba1 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Floating IP 35bf7a21-6cf6-45cc-99f0-73dabdb49106 disassociated. External IP: 172.26.7.249, port: 1d6b9fd5-a86b-440d-8cab-b39ec5a686b8.
Jan 29 10:10:35.304573 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621114ea-cae2-41d7-9581-7a05c22b2ad1 req-e47721ca-03c3-4984-8ec4-bb5556a72bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:35.306232 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-621114ea-cae2-41d7-9581-7a05c22b2ad1 req-e47721ca-03c3-4984-8ec4-bb5556a72bc2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ee8761d4330e4fd09e97501060c8b8ec&device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 1162 time: 0.4339242
Jan 29 10:10:35.310900 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:35.388412 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd83bcd-93b8-4d8d-9d82-555ad71357e5 None None] Pushing event deleted for resources: {'Port': ['ID=c80651e7-0c75-4cef-944c-ce1b8b17c5f3,revision_number=None']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:35.395768 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4cd83bcd-93b8-4d8d-9d82-555ad71357e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:35.413268 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-291fed25-4bd7-4cb0-a2dd-cbe6c4a05143 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349253'] for router_interface, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:35.418236 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-fb23593a-f136-4868-a8f8-51c8ae598bbf tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] The port 'c80651e7-0c75-4cef-944c-ce1b8b17c5f3' was deleted {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 29 10:10:35.475371 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-01f61b0b-1a48-4af5-b1af-771620b43c94 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:35.506855 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd83bcd-93b8-4d8d-9d82-555ad71357e5 None None] No DVR routers for this DVR port c80651e7-0c75-4cef-944c-ce1b8b17c5f3 on host dv-neutron-772983-2-ovs {{(pid=80767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:10:35.717617 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-24871b17-e44b-409e-9228-e9535403704c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:35.738912 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fb23593a-f136-4868-a8f8-51c8ae598bbf tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:35.740099 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d5dfe9ca-ff3b-4821-ba07-50d4d2ebe1b9 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:35.996285 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device c80651e7-0c75-4cef-944c-ce1b8b17c5f3 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:10:36.027513 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621114ea-cae2-41d7-9581-7a05c22b2ad1 req-6d401840-9958-4c87-b367-2fbf8c01cee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:36.029017 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-621114ea-cae2-41d7-9581-7a05c22b2ad1 req-6d401840-9958-4c87-b367-2fbf8c01cee2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=26a4294d-c956-403b-8f7a-57f8ffefaf53 HTTP/1.1" status: 200  len: 906 time: 0.6685858
Jan 29 10:10:36.039893 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24871b17-e44b-409e-9228-e9535403704c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Subnet': ['ID=bb14e4e3-b0c4-41bb-8247-b96d163fd317,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:36.040166 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: c80651e7-0c75-4cef-944c-ce1b8b17c5f3 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:10:36.040715 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device c80651e7-0c75-4cef-944c-ce1b8b17c5f3 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:10:36.107573 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-24871b17-e44b-409e-9228-e9535403704c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:36.135098 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-fb23593a-f136-4868-a8f8-51c8ae598bbf tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c80ed940>,) {'filters': {'network_id': ['e45102c8-7543-4b20-824e-6ab70d673c2a']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:36.229194 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-fb23593a-f136-4868-a8f8-51c8ae598bbf tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c80ed940>, 'f733817a-1ad1-4e76-b6ed-10828a5435d5') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:36.229533 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-fb23593a-f136-4868-a8f8-51c8ae598bbf tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c80ed940>, 'f733817a-1ad1-4e76-b6ed-10828a5435d5') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:36.255284 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fb23593a-f136-4868-a8f8-51c8ae598bbf tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:36.256393 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-621114ea-cae2-41d7-9581-7a05c22b2ad1 req-6610950f-fc2c-4d76-8111-2d2cce495503 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a74e407f-ffe3-4470-a49f-5eba4735646b HTTP/1.1" status: 200  len: 1000 time: 0.2051802
Jan 29 10:10:36.299353 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fb23593a-f136-4868-a8f8-51c8ae598bbf tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:36.312055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fb23593a-f136-4868-a8f8-51c8ae598bbf tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Releasing vxlan tunnel 3 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:10:36.337261 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ae2458ac-df82-4581-8ca6-e6f806448030 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:36.357695 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-dd4ba3d3-addc-4c78-a1eb-796755c638e1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:36.565290 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d270c0a2-578c-4702-a7d0-79801ca7fba1 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Router 92bee170-7907-4644-8709-c45f8f4ed753 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:10:36.573346 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621114ea-cae2-41d7-9581-7a05c22b2ad1 req-8f767116-6f93-4442-a71c-9574755bfdab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:36.574633 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-621114ea-cae2-41d7-9581-7a05c22b2ad1 req-8f767116-6f93-4442-a71c-9574755bfdab service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5a251db5-5565-4afc-bc11-9aa24a0c3cc1 HTTP/1.1" status: 200  len: 851 time: 0.3041306
Jan 29 10:10:36.575292 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24871b17-e44b-409e-9228-e9535403704c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Checking segment: {'id': 'a42befa6-0b79-4c70-af33-f26409069a75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '1846373c-e6a8-40b0-9ec1-57e95e070f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:10:36.576269 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24871b17-e44b-409e-9228-e9535403704c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network hostable DHCP agents. Network: 1846373c-e6a8-40b0-9ec1-57e95e070f2c, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:10:36.929278 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-fb23593a-f136-4868-a8f8-51c8ae598bbf tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Network e45102c8-7543-4b20-824e-6ab70d673c2a has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:10:36.934135 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-291fed25-4bd7-4cb0-a2dd-cbe6c4a05143 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Deleting port e3447c7e-abdd-4248-9259-f8cb30d09e04 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:10:36.934517 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-291fed25-4bd7-4cb0-a2dd-cbe6c4a05143 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:36.945711 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fb23593a-f136-4868-a8f8-51c8ae598bbf tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:36.976978 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2458ac-df82-4581-8ca6-e6f806448030 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Pushing event updated for resources: {'Subnet': ['ID=b60bfabc-52f3-40ff-a0d1-a3f976cb2ee5,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:36.993596 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ae2458ac-df82-4581-8ca6-e6f806448030 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:37.037549 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24871b17-e44b-409e-9228-e9535403704c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network 1846373c-e6a8-40b0-9ec1-57e95e070f2c is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:10:37.101180 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-24871b17-e44b-409e-9228-e9535403704c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 1846373c-e6a8-40b0-9ec1-57e95e070f2c) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:10:37.110957 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1afca4b-e10d-484c-b23d-518b8d004f3e None None] Network 1846373c-e6a8-40b0-9ec1-57e95e070f2c requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:10:37.193292 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24871b17-e44b-409e-9228-e9535403704c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:37.193879 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-24871b17-e44b-409e-9228-e9535403704c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:37.247828 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621114ea-cae2-41d7-9581-7a05c22b2ad1 req-c8a64831-31fc-4aff-bfb3-bbc3d3db9c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:37.249471 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-621114ea-cae2-41d7-9581-7a05c22b2ad1 req-c8a64831-31fc-4aff-bfb3-bbc3d3db9c07 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=26a4294d-c956-403b-8f7a-57f8ffefaf53&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.6563566
Jan 29 10:10:37.259322 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2458ac-df82-4581-8ca6-e6f806448030 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Checking segment: {'id': '5979e680-ad0f-40ce-97ab-c6c7d647d1a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '31aa5e2b-4048-41ab-a44e-67179ae6e1b1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:10:37.259728 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2458ac-df82-4581-8ca6-e6f806448030 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Network hostable DHCP agents. Network: 31aa5e2b-4048-41ab-a44e-67179ae6e1b1, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:10:37.293683 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-24871b17-e44b-409e-9228-e9535403704c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 4.8827412
Jan 29 10:10:37.306431 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-fb23593a-f136-4868-a8f8-51c8ae598bbf tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Network e45102c8-7543-4b20-824e-6ab70d673c2a has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:10:37.334406 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-291fed25-4bd7-4cb0-a2dd-cbe6c4a05143 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:37.349613 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:10:37.349613 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:10:37.349613 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:10:37.349613 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:10:37.349613 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:10:37.349613 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:10:37.349613 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:10:37.349613 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:10:37.349613 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:10:37.349613 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:10:37.349613 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:10:37.349613 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:10:37.349613 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:10:37.349613 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:10:37.349613 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:10:37.349613 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:10:37.349613 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:10:37.349613 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:10:37.349613 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:10:37.349613 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:10:37.349613 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:10:37.349613 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:10:37.349613 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:10:37.349613 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:10:37.349613 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:10:37.349613 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:10:37.349613 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:10:37.349613 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:10:37.349613 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:10:37.349613 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:10:37.349613 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:10:37.349613 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:10:37.363258 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-01f61b0b-1a48-4af5-b1af-771620b43c94 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:37.383316 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-01f61b0b-1a48-4af5-b1af-771620b43c94 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:37.384431 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-01f61b0b-1a48-4af5-b1af-771620b43c94 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854133895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349242'] for router_interface, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:37.410375 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-041e8ca3-e4ac-48e9-b89e-b5af5532c7dd tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:37.421931 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9598d52-f46e-4a1a-a8c7-79d132bb692f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-1846373c-e6a8-40b0-9ec1-57e95e070f2c', 'network_id': '1846373c-e6a8-40b0-9ec1-57e95e070f2c', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'fixed_ips': [{'subnet_id': 'bb14e4e3-b0c4-41bb-8247-b96d163fd317'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:10:37.423392 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e9598d52-f46e-4a1a-a8c7-79d132bb692f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:37.465214 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2458ac-df82-4581-8ca6-e6f806448030 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Network 31aa5e2b-4048-41ab-a44e-67179ae6e1b1 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:10:37.547006 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-291fed25-4bd7-4cb0-a2dd-cbe6c4a05143 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Calling delete_port for e3447c7e-abdd-4248-9259-f8cb30d09e04 owned by network:router_interface {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:10:37.603154 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-ae2458ac-df82-4581-8ca6-e6f806448030 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 31aa5e2b-4048-41ab-a44e-67179ae6e1b1) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:10:37.631601 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fb23593a-f136-4868-a8f8-51c8ae598bbf tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:37.637494 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d270c0a2-578c-4702-a7d0-79801ca7fba1 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:10:37.658563 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27acee53-3c13-449f-aca0-e1901d5bcbca None None] Network 31aa5e2b-4048-41ab-a44e-67179ae6e1b1 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:10:37.664661 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f61b0b-1a48-4af5-b1af-771620b43c94 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event updated for resources: {'Port': ['ID=bb511bc5-37a0-4cc9-b0a5-9ee13168ee73,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:37.668643 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fb23593a-f136-4868-a8f8-51c8ae598bbf tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:37.676126 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-01f61b0b-1a48-4af5-b1af-771620b43c94 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:37.676697 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-39639b89-e05d-4011-b0a7-c8f4c98ea012 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:37.702084 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d270c0a2-578c-4702-a7d0-79801ca7fba1 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:37.733371 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-621114ea-cae2-41d7-9581-7a05c22b2ad1 req-f16889c7-2e1d-43fa-b625-35ff8922ab67 service neutron] 10.222.0.22 "GET /v2.0/networks/26a4294d-c956-403b-8f7a-57f8ffefaf53?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4668088
Jan 29 10:10:37.758808 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-fb23593a-f136-4868-a8f8-51c8ae598bbf tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "DELETE /v2.0/networks/e45102c8-7543-4b20-824e-6ab70d673c2a HTTP/1.1" status: 204  len: 168 time: 3.5525842
Jan 29 10:10:37.758808 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb23593a-f136-4868-a8f8-51c8ae598bbf tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event deleted for resources: {'Network': ['ID=e45102c8-7543-4b20-824e-6ab70d673c2a,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:37.765102 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-fb23593a-f136-4868-a8f8-51c8ae598bbf tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:37.765602 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52292) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:37.854629 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cb6ad6-b660-420c-bb84-b61ed778f8e9 None None] Sync routers for ids ['92bee170-7907-4644-8709-c45f8f4ed753'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:10:37.872776 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d270c0a2-578c-4702-a7d0-79801ca7fba1 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] 10.222.0.57 "PUT /v2.0/floatingips/35bf7a21-6cf6-45cc-99f0-73dabdb49106 HTTP/1.1" status: 200  len: 688 time: 3.9464054
Jan 29 10:10:37.874582 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f61b0b-1a48-4af5-b1af-771620b43c94 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:10:37.877677 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52298) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:37.878608 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-01f61b0b-1a48-4af5-b1af-771620b43c94 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:10:37.903348 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cb6ad6-b660-420c-bb84-b61ed778f8e9 None None] Routers {'92bee170-7907-4644-8709-c45f8f4ed753'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:10:37.904056 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-98cb6ad6-b660-420c-bb84-b61ed778f8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c956a518>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:10:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['92bee170-7907-4644-8709-c45f8f4ed753'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:38.040259 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-98cb6ad6-b660-420c-bb84-b61ed778f8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c956a518>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:38.050373 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-621114ea-cae2-41d7-9581-7a05c22b2ad1 req-0a91b322-b5a4-455e-96fa-cdec3c498a38 service neutron] 10.222.0.22 "GET /v2.0/networks/26a4294d-c956-403b-8f7a-57f8ffefaf53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3080072
Jan 29 10:10:38.070052 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313047a8-7054-4133-898a-8cc9f98053fa tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:38.071230 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-313047a8-7054-4133-898a-8cc9f98053fa tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Synchronizing usage tracker for tenant:b402c3f19966488ebcb859fd6d6d9b16 on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:10:38.108144 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cb6ad6-b660-420c-bb84-b61ed778f8e9 None None] Routers {'92bee170-7907-4644-8709-c45f8f4ed753'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:10:38.108858 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-98cb6ad6-b660-420c-bb84-b61ed778f8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c956a518>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:10:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['92bee170-7907-4644-8709-c45f8f4ed753'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:38.114076 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-291fed25-4bd7-4cb0-a2dd-cbe6c4a05143 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:38.144699 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6343077c-b2d1-43c7-b1bd-98d687098338 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:38.195408 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-98cb6ad6-b660-420c-bb84-b61ed778f8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c956a518>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:38.196117 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cb6ad6-b660-420c-bb84-b61ed778f8e9 None None] The sync data for ids ['92bee170-7907-4644-8709-c45f8f4ed753'] in dv-neutron-772983-2-ovs is: [] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:10:38.264390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291fed25-4bd7-4cb0-a2dd-cbe6c4a05143 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Pushing event deleted for resources: {'Port': ['ID=e3447c7e-abdd-4248-9259-f8cb30d09e04,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:38.271206 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-f0b2df19-a224-4db9-b7ab-d461bca10286 None None] Provisioning complete for port bb511bc5-37a0-4cc9-b0a5-9ee13168ee73 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:10:38.271868 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f0b2df19-a224-4db9-b7ab-d461bca10286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:38.275805 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-291fed25-4bd7-4cb0-a2dd-cbe6c4a05143 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:38.321644 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-e9598d52-f46e-4a1a-a8c7-79d132bb692f None None] Allocated IP 172.20.0.18 (1846373c-e6a8-40b0-9ec1-57e95e070f2c/bb14e4e3-b0c4-41bb-8247-b96d163fd317/9f0e2cab-bc9c-4a08-a84f-16d41ba147ec) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:10:38.365012 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-313047a8-7054-4133-898a-8cc9f98053fa tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Unset dirty status for tenant:b402c3f19966488ebcb859fd6d6d9b16 on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:10:38.366535 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-313047a8-7054-4133-898a-8cc9f98053fa tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "GET /v2.0/ports/8418ae30-a142-4308-b174-b91e302fddc3 HTTP/1.1" status: 200  len: 844 time: 0.5996635
Jan 29 10:10:38.371869 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 52302) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:38.384787 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-bac4ba4e-9c11-486b-9b29-d8d921784569 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Deleting port 990d1b8b-62d0-409b-b4c5-e2bf9becf9d5 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:10:38.385448 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bac4ba4e-9c11-486b-9b29-d8d921784569 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:38.425583 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-f0b2df19-a224-4db9-b7ab-d461bca10286 None None] Port bb511bc5-37a0-4cc9-b0a5-9ee13168ee73 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:10:38.464843 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ae2458ac-df82-4581-8ca6-e6f806448030 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:38.506400 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff04576-8754-4bb8-ac67-2a591fa686bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-31aa5e2b-4048-41ab-a44e-67179ae6e1b1', 'network_id': '31aa5e2b-4048-41ab-a44e-67179ae6e1b1', 'tenant_id': 'e7a8986c129847719070e73dc7b9ae01', 'fixed_ips': [{'subnet_id': 'b60bfabc-52f3-40ff-a0d1-a3f976cb2ee5'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:10:38.508853 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8ff04576-8754-4bb8-ac67-2a591fa686bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:38.549636 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-88807ae3-cefd-45ed-8371-22a0d3a5fd23 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:38.628871 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01f61b0b-1a48-4af5-b1af-771620b43c94 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Router d5c4bda2-1e6a-4347-9362-0b9df06ff466 is scheduled to L3 agent 18987107-6d88-4736-94cf-15791d65b3ff with binding_index 1 {{(pid=80766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 29 10:10:38.640643 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bac4ba4e-9c11-486b-9b29-d8d921784569 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:38.641017 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bac4ba4e-9c11-486b-9b29-d8d921784569 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:38.843331 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e9598d52-f46e-4a1a-a8c7-79d132bb692f None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:38.865615 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-bac4ba4e-9c11-486b-9b29-d8d921784569 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Calling delete_port for 990d1b8b-62d0-409b-b4c5-e2bf9becf9d5 owned by network:floatingip {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:10:38.876363 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-e9598d52-f46e-4a1a-a8c7-79d132bb692f None None] Transition to ACTIVE for port object 9f0e2cab-bc9c-4a08-a84f-16d41ba147ec will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:10:38.893230 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a984a9a7-9841-43b4-8d35-317fc756c3f9 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "GET /v2.0/ports/8418ae30-a142-4308-b174-b91e302fddc3?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.5170686
Jan 29 10:10:38.896286 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52310) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:38.929718 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-e9598d52-f46e-4a1a-a8c7-79d132bb692f None None] Transition to ACTIVE for port object 9f0e2cab-bc9c-4a08-a84f-16d41ba147ec will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:10:38.991411 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e9598d52-f46e-4a1a-a8c7-79d132bb692f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:39.020297 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1a2035b6-115f-4cfc-a3dc-a231c947cfc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:39.022713 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-ca9373b0-6f1e-45b5-9fa8-8b32b82ff74a tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Request body: {'subnet': {'network_id': 'db958f80-d397-4036-99bf-f5770145eb80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:10:39.174569 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2458ac-df82-4581-8ca6-e6f806448030 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Pushing event updated for resources: {'Subnet': ['ID=c7c18b6c-eb60-4acf-81c3-ea3eec85627c,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:39.190888 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ae2458ac-df82-4581-8ca6-e6f806448030 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.641s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:39.215521 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 52314) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:39.325119 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9598d52-f46e-4a1a-a8c7-79d132bb692f None None] Pushing event updated for resources: {'Port': ['ID=9f0e2cab-bc9c-4a08-a84f-16d41ba147ec,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:39.338229 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e9598d52-f46e-4a1a-a8c7-79d132bb692f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:39.364471 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-319be2c8-20d7-4707-a5dd-9a4dfc1f6304 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-253898410', 'description': 'tempest-secgroup-smoke-253898410 description', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:10:39.369266 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-8ff04576-8754-4bb8-ac67-2a591fa686bb None None] Allocated IP 172.20.0.2 (31aa5e2b-4048-41ab-a44e-67179ae6e1b1/b60bfabc-52f3-40ff-a0d1-a3f976cb2ee5/e5644333-0f50-4d5c-a8fd-b1a4c76236ff) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:10:39.396736 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-319be2c8-20d7-4707-a5dd-9a4dfc1f6304 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:10:39.411273 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-319be2c8-20d7-4707-a5dd-9a4dfc1f6304 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:10:39.463236 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-319be2c8-20d7-4707-a5dd-9a4dfc1f6304 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:39.584199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-319be2c8-20d7-4707-a5dd-9a4dfc1f6304 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:10:39.589239 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-319be2c8-20d7-4707-a5dd-9a4dfc1f6304 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:10:39.594052 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-319be2c8-20d7-4707-a5dd-9a4dfc1f6304 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:10:39.603424 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-319be2c8-20d7-4707-a5dd-9a4dfc1f6304 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:10:39.632430 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9598d52-f46e-4a1a-a8c7-79d132bb692f None None] Network 1846373c-e6a8-40b0-9ec1-57e95e070f2c is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:10:39.648405 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-e9598d52-f46e-4a1a-a8c7-79d132bb692f None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:10:39.649952 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2458ac-df82-4581-8ca6-e6f806448030 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Checking segment: {'id': '18b1ad33-464f-4fbc-9ab0-bdaaca88a7fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '93fc437b-ded9-4adc-8d66-046a566d4aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:10:39.651273 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2458ac-df82-4581-8ca6-e6f806448030 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Network hostable DHCP agents. Network: 93fc437b-ded9-4adc-8d66-046a566d4aa2, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:10:39.652871 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9598d52-f46e-4a1a-a8c7-79d132bb692f None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:10:39.671045 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f61b0b-1a48-4af5-b1af-771620b43c94 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:10:39.683522 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-01f61b0b-1a48-4af5-b1af-771620b43c94 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "PUT /v2.0/routers/d5c4bda2-1e6a-4347-9362-0b9df06ff466/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.9107695
Jan 29 10:10:39.683689 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297054d9-a0a0-435e-869a-6417e90169cb None None] Sync routers for ids ['d5c4bda2-1e6a-4347-9362-0b9df06ff466'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:10:39.687233 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52318) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:39.696325 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297054d9-a0a0-435e-869a-6417e90169cb None None] Routers {'d5c4bda2-1e6a-4347-9362-0b9df06ff466'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:10:39.697014 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-297054d9-a0a0-435e-869a-6417e90169cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca118828>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:10:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['d5c4bda2-1e6a-4347-9362-0b9df06ff466'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:39.734260 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ca9373b0-6f1e-45b5-9fa8-8b32b82ff74a tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:10:39.747468 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-319be2c8-20d7-4707-a5dd-9a4dfc1f6304 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:39.748682 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-291fed25-4bd7-4cb0-a2dd-cbe6c4a05143 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854415430'] for router_interface, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:39.756193 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ca9373b0-6f1e-45b5-9fa8-8b32b82ff74a tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Usage tracker for resource:subnet and tenant:b402c3f19966488ebcb859fd6d6d9b16 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:10:39.761158 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ca9373b0-6f1e-45b5-9fa8-8b32b82ff74a tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:10:39.776844 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-319be2c8-20d7-4707-a5dd-9a4dfc1f6304 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:39.789345 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-e9598d52-f46e-4a1a-a8c7-79d132bb692f None None] Attempting to bind port 9f0e2cab-bc9c-4a08-a84f-16d41ba147ec on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:10:39.790069 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-e9598d52-f46e-4a1a-a8c7-79d132bb692f None None] Attempting to bind port 9f0e2cab-bc9c-4a08-a84f-16d41ba147ec by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'a42befa6-0b79-4c70-af33-f26409069a75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '1846373c-e6a8-40b0-9ec1-57e95e070f2c'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:10:39.791007 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9598d52-f46e-4a1a-a8c7-79d132bb692f None None] Attempting to bind port 9f0e2cab-bc9c-4a08-a84f-16d41ba147ec on network 1846373c-e6a8-40b0-9ec1-57e95e070f2c {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:10:39.793715 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a424361c-2875-4aff-9bfd-8a8040e13efd tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:39.806950 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9598d52-f46e-4a1a-a8c7-79d132bb692f None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:10:39.809260 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9598d52-f46e-4a1a-a8c7-79d132bb692f None None] Checking segment: {'id': 'a42befa6-0b79-4c70-af33-f26409069a75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '1846373c-e6a8-40b0-9ec1-57e95e070f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:10:39.810083 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e9598d52-f46e-4a1a-a8c7-79d132bb692f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:39.812449 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9598d52-f46e-4a1a-a8c7-79d132bb692f None None] Bound using segment: {'id': 'a42befa6-0b79-4c70-af33-f26409069a75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '1846373c-e6a8-40b0-9ec1-57e95e070f2c'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:10:39.813966 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-e9598d52-f46e-4a1a-a8c7-79d132bb692f None None] Bound port: 9f0e2cab-bc9c-4a08-a84f-16d41ba147ec, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a42befa6-0b79-4c70-af33-f26409069a75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '1846373c-e6a8-40b0-9ec1-57e95e070f2c'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:10:39.814651 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e9598d52-f46e-4a1a-a8c7-79d132bb692f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:39.815646 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ca9373b0-6f1e-45b5-9fa8-8b32b82ff74a tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:10:39.914514 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235df4a0-b65b-43d4-8d7d-0e79afb3c683 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:39.915222 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-235df4a0-b65b-43d4-8d7d-0e79afb3c683 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Synchronizing usage tracker for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:10:39.951148 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2458ac-df82-4581-8ca6-e6f806448030 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Network 93fc437b-ded9-4adc-8d66-046a566d4aa2 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:10:39.962140 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-235df4a0-b65b-43d4-8d7d-0e79afb3c683 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Unset dirty status for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:10:39.972209 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-235df4a0-b65b-43d4-8d7d-0e79afb3c683 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/ports/bb511bc5-37a0-4cc9-b0a5-9ee13168ee73 HTTP/1.1" status: 200  len: 911 time: 0.2802839
Jan 29 10:10:39.974482 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52322) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:39.975354 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bac4ba4e-9c11-486b-9b29-d8d921784569 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:40.004868 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319be2c8-20d7-4707-a5dd-9a4dfc1f6304 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cdaacfe-5f04-4328-baba-c79b4248ad1f,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:40.015138 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-319be2c8-20d7-4707-a5dd-9a4dfc1f6304 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:40.016156 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-ae2458ac-df82-4581-8ca6-e6f806448030 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 93fc437b-ded9-4adc-8d66-046a566d4aa2) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:10:40.030540 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8f3582-09da-49b4-b954-5ab2895c9fd4 None None] Network 93fc437b-ded9-4adc-8d66-046a566d4aa2 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:10:40.048969 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-319be2c8-20d7-4707-a5dd-9a4dfc1f6304 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:40.051425 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-319be2c8-20d7-4707-a5dd-9a4dfc1f6304 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.7035322
Jan 29 10:10:40.071888 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 52324) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:40.082846 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-906bf701-16ae-470e-b297-363286c69503 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group_rule': {'security_group_id': '4cdaacfe-5f04-4328-baba-c79b4248ad1f', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:10:40.087556 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-297054d9-a0a0-435e-869a-6417e90169cb None None] Set router d5c4bda2-1e6a-4347-9362-0b9df06ff466 gateway port host: None {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:10:40.113068 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-906bf701-16ae-470e-b297-363286c69503 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:10:40.117631 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-906bf701-16ae-470e-b297-363286c69503 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:10:40.121104 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-906bf701-16ae-470e-b297-363286c69503 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:10:40.136918 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-906bf701-16ae-470e-b297-363286c69503 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:10:40.178751 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2458ac-df82-4581-8ca6-e6f806448030 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:40.179359 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2458ac-df82-4581-8ca6-e6f806448030 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:40.180277 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ae2458ac-df82-4581-8ca6-e6f806448030 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:40.207274 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-906bf701-16ae-470e-b297-363286c69503 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:40.234599 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ae2458ac-df82-4581-8ca6-e6f806448030 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1426 time: 7.2190359
Jan 29 10:10:40.254374 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 52330) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:40.309948 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-96ec00ae-6cf8-447f-b16b-d844ddc2d376 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:40.406216 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca9373b0-6f1e-45b5-9fa8-8b32b82ff74a tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Made reservation on behalf of b402c3f19966488ebcb859fd6d6d9b16 for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:10:40.434423 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8ff04576-8754-4bb8-ac67-2a591fa686bb None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:40.442590 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ca9373b0-6f1e-45b5-9fa8-8b32b82ff74a tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:40.485744 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-e9598d52-f46e-4a1a-a8c7-79d132bb692f None None] For port 9f0e2cab-bc9c-4a08-a84f-16d41ba147ec, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:10:40.487737 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-8ff04576-8754-4bb8-ac67-2a591fa686bb None None] Transition to ACTIVE for port object e5644333-0f50-4d5c-a8fd-b1a4c76236ff will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:10:40.531097 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-e9598d52-f46e-4a1a-a8c7-79d132bb692f None None] For port 9f0e2cab-bc9c-4a08-a84f-16d41ba147ec, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=9f0e2cab-bc9c-4a08-a84f-16d41ba147ec,segment=NetworkSegment(a42befa6-0b79-4c70-af33-f26409069a75),segment_id=a42befa6-0b79-4c70-af33-f26409069a75)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:10:40.536455 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-297054d9-a0a0-435e-869a-6417e90169cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca118828>, [{'id': 'd5c4bda2-1e6a-4347-9362-0b9df06ff466', 'name': 'tempest-NetworksTestDHCPv6-router-1809175229', 'tenant_id': 'b2cc7248d2184abfb3aa21c44218cf1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:10:26Z', 'updated_at': '2021-01-29T10:10:35Z', 'revision_number': 2, 'project_id': 'b2cc7248d2184abfb3aa21c44218cf1c', 'gw_port_host': None, '_interfaces': [{'id': 'bb511bc5-37a0-4cc9-b0a5-9ee13168ee73', 'name': '', 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'tenant_id': 'b2cc7248d2184abfb3aa21c44218cf1c', 'mac_address': 'fa:16:3e:63:30:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c4bda2-1e6a-4347-9362-0b9df06ff466', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '2a84fd6a-8bb2-4abd-98df-0e5cc590fad4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:10:30Z', 'updated_at': '2021-01-29T10:10:36Z', 'revision_number': 2, 'project_id': 'b2cc7248d2184abfb3aa21c44218cf1c', 'subnets': [{'id': '2a84fd6a-8bb2-4abd-98df-0e5cc590fad4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:40.539430 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-8ff04576-8754-4bb8-ac67-2a591fa686bb None None] Transition to ACTIVE for port object e5644333-0f50-4d5c-a8fd-b1a4c76236ff will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:10:40.541583 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297054d9-a0a0-435e-869a-6417e90169cb None None] Checking router: d5c4bda2-1e6a-4347-9362-0b9df06ff466 for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:10:40.541694 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e9598d52-f46e-4a1a-a8c7-79d132bb692f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:40.541845 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297054d9-a0a0-435e-869a-6417e90169cb None None] Updating router d5c4bda2-1e6a-4347-9362-0b9df06ff466 port bb511bc5-37a0-4cc9-b0a5-9ee13168ee73 binding host dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 29 10:10:40.561065 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0fd12ce3-ae72-4ffa-ae50-d3c6ee1ab7b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:40.627036 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-297054d9-a0a0-435e-869a-6417e90169cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:40.640340 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8ff04576-8754-4bb8-ac67-2a591fa686bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:40.859114 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac4ba4e-9c11-486b-9b29-d8d921784569 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Pushing event deleted for resources: {'Port': ['ID=990d1b8b-62d0-409b-b4c5-e2bf9becf9d5,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:40.865570 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bac4ba4e-9c11-486b-9b29-d8d921784569 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:40.929717 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff04576-8754-4bb8-ac67-2a591fa686bb None None] Network 31aa5e2b-4048-41ab-a44e-67179ae6e1b1 is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:10:40.936973 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-8ff04576-8754-4bb8-ac67-2a591fa686bb None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:10:40.947249 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff04576-8754-4bb8-ac67-2a591fa686bb None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:10:41.014280 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bac4ba4e-9c11-486b-9b29-d8d921784569 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for floatingip, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:41.065184 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9598d52-f46e-4a1a-a8c7-79d132bb692f None None] Pushing event updated for resources: {'Port': ['ID=9f0e2cab-bc9c-4a08-a84f-16d41ba147ec,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:41.077095 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e9598d52-f46e-4a1a-a8c7-79d132bb692f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:41.100175 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bac4ba4e-9c11-486b-9b29-d8d921784569 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:41.109443 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-bac4ba4e-9c11-486b-9b29-d8d921784569 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] 10.222.0.57 "DELETE /v2.0/floatingips/35bf7a21-6cf6-45cc-99f0-73dabdb49106 HTTP/1.1" status: 204  len: 168 time: 3.2285905
Jan 29 10:10:41.109588 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3bd26e43-709f-4740-800a-2f69c764a825 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.317s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:41.118698 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52336) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:41.122679 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-297054d9-a0a0-435e-869a-6417e90169cb None None] Notify callbacks [] for port, precommit_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:41.136887 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-297054d9-a0a0-435e-869a-6417e90169cb None None] Transition to ACTIVE for port object bb511bc5-37a0-4cc9-b0a5-9ee13168ee73 will not be triggered until provisioned by entity L2. {{(pid=80768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:10:41.137602 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-85816db3-2385-49be-b834-5fe2c83a7e05 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Request body: {'floatingip': {'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'port_id': '13966fba-7313-4135-bd71-2231b4e4294b'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:10:41.138756 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-291fed25-4bd7-4cb0-a2dd-cbe6c4a05143 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Router e3da49ec-cc4c-4472-a5a5-c5881f83a28e has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:10:41.151275 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-297054d9-a0a0-435e-869a-6417e90169cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:41.176745 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-85816db3-2385-49be-b834-5fe2c83a7e05 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:10:41.181826 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-85816db3-2385-49be-b834-5fe2c83a7e05 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Usage tracker for resource:floatingip and tenant:f844837ce1884937bc086377bfe8af84 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:10:41.187670 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-85816db3-2385-49be-b834-5fe2c83a7e05 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:10:41.197228 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2d6462-a535-405a-823b-c40eb66a622e tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:41.199133 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-85816db3-2385-49be-b834-5fe2c83a7e05 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:10:41.204898 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff04576-8754-4bb8-ac67-2a591fa686bb None None] Pushing event updated for resources: {'Port': ['ID=e5644333-0f50-4d5c-a8fd-b1a4c76236ff,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:41.210493 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-8ff04576-8754-4bb8-ac67-2a591fa686bb None None] Attempting to bind port e5644333-0f50-4d5c-a8fd-b1a4c76236ff on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:10:41.211020 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-8ff04576-8754-4bb8-ac67-2a591fa686bb None None] Attempting to bind port e5644333-0f50-4d5c-a8fd-b1a4c76236ff by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '5979e680-ad0f-40ce-97ab-c6c7d647d1a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '31aa5e2b-4048-41ab-a44e-67179ae6e1b1'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:10:41.211571 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff04576-8754-4bb8-ac67-2a591fa686bb None None] Attempting to bind port e5644333-0f50-4d5c-a8fd-b1a4c76236ff on network 31aa5e2b-4048-41ab-a44e-67179ae6e1b1 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:10:41.217690 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2d6462-a535-405a-823b-c40eb66a622e tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:41.222994 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8ff04576-8754-4bb8-ac67-2a591fa686bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:41.232431 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-85816db3-2385-49be-b834-5fe2c83a7e05 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for floatingip, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:41.241394 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff04576-8754-4bb8-ac67-2a591fa686bb None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:10:41.241976 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff04576-8754-4bb8-ac67-2a591fa686bb None None] Checking segment: {'id': '5979e680-ad0f-40ce-97ab-c6c7d647d1a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '31aa5e2b-4048-41ab-a44e-67179ae6e1b1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:10:41.243944 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8ff04576-8754-4bb8-ac67-2a591fa686bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:41.244930 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff04576-8754-4bb8-ac67-2a591fa686bb None None] Bound using segment: {'id': '5979e680-ad0f-40ce-97ab-c6c7d647d1a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '31aa5e2b-4048-41ab-a44e-67179ae6e1b1'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:10:41.245268 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-8ff04576-8754-4bb8-ac67-2a591fa686bb None None] Bound port: e5644333-0f50-4d5c-a8fd-b1a4c76236ff, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5979e680-ad0f-40ce-97ab-c6c7d647d1a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '31aa5e2b-4048-41ab-a44e-67179ae6e1b1'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:10:41.245836 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8ff04576-8754-4bb8-ac67-2a591fa686bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:41.247105 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2d6462-a535-405a-823b-c40eb66a622e tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:41.248887 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-0f2d6462-a535-405a-823b-c40eb66a622e tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Synchronizing usage tracker for tenant:e7a8986c129847719070e73dc7b9ae01 on resource:subnet {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:10:41.267291 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80982232-6a47-4466-ab86-dd20c4b55acc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-93fc437b-ded9-4adc-8d66-046a566d4aa2', 'network_id': '93fc437b-ded9-4adc-8d66-046a566d4aa2', 'tenant_id': 'e7a8986c129847719070e73dc7b9ae01', 'fixed_ips': [{'subnet_id': 'c7c18b6c-eb60-4acf-81c3-ea3eec85627c'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:10:41.268898 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-80982232-6a47-4466-ab86-dd20c4b55acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:41.348215 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-13b44749-51af-4e99-9ec1-0d5063b9f150 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:41.399116 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-8ff04576-8754-4bb8-ac67-2a591fa686bb None None] For port e5644333-0f50-4d5c-a8fd-b1a4c76236ff, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:10:41.408181 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-8ff04576-8754-4bb8-ac67-2a591fa686bb None None] For port e5644333-0f50-4d5c-a8fd-b1a4c76236ff, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=e5644333-0f50-4d5c-a8fd-b1a4c76236ff,segment=NetworkSegment(5979e680-ad0f-40ce-97ab-c6c7d647d1a4),segment_id=5979e680-ad0f-40ce-97ab-c6c7d647d1a4)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:10:41.438612 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8ff04576-8754-4bb8-ac67-2a591fa686bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:41.440228 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-291fed25-4bd7-4cb0-a2dd-cbe6c4a05143 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:10:41.470667 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e9598d52-f46e-4a1a-a8c7-79d132bb692f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:41.499218 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-291fed25-4bd7-4cb0-a2dd-cbe6c4a05143 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "PUT /v2.0/routers/e3da49ec-cc4c-4472-a5a5-c5881f83a28e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.1475265
Jan 29 10:10:41.499218 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 52340) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:41.519476 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5672f6-4745-49f1-a15e-3064b86cca41 None None] Sync routers for ids ['e3da49ec-cc4c-4472-a5a5-c5881f83a28e'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:10:41.548514 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-906bf701-16ae-470e-b297-363286c69503 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:41.558584 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf762c7-b393-4437-a7b7-596c0c940f3c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:41.571666 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-906bf701-16ae-470e-b297-363286c69503 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:41.574919 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-18cc6924-1ace-49a5-8679-310b2674dcd1 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Synchronizing usage tracker for tenant:22949024c322421d99052f9202cdd49a on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:10:41.583706 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-0f2d6462-a535-405a-823b-c40eb66a622e tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Unset dirty status for tenant:e7a8986c129847719070e73dc7b9ae01 on resource:subnet {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:10:41.589071 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0f2d6462-a535-405a-823b-c40eb66a622e tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2052 time: 1.3332567
Jan 29 10:10:41.593316 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:41.606781 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba51cb6-6c83-4b16-b87d-c3e9be51efd1 None None] Pushing event updated for resources: {'Port': ['ID=bb511bc5-37a0-4cc9-b0a5-9ee13168ee73,revision_number=3']} {{(pid=80768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:41.618092 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 52346) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:41.641902 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba51cb6-6c83-4b16-b87d-c3e9be51efd1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:41.642623 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba51cb6-6c83-4b16-b87d-c3e9be51efd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:41.643214 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba51cb6-6c83-4b16-b87d-c3e9be51efd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:41.643808 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba51cb6-6c83-4b16-b87d-c3e9be51efd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:41.644397 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba51cb6-6c83-4b16-b87d-c3e9be51efd1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:41.644980 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba51cb6-6c83-4b16-b87d-c3e9be51efd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:41.646368 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba51cb6-6c83-4b16-b87d-c3e9be51efd1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:41.646945 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba51cb6-6c83-4b16-b87d-c3e9be51efd1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:41.647524 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba51cb6-6c83-4b16-b87d-c3e9be51efd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:41.649133 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba51cb6-6c83-4b16-b87d-c3e9be51efd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:41.649706 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba51cb6-6c83-4b16-b87d-c3e9be51efd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:41.650648 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba51cb6-6c83-4b16-b87d-c3e9be51efd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:41.651024 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba51cb6-6c83-4b16-b87d-c3e9be51efd1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:41.651605 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba51cb6-6c83-4b16-b87d-c3e9be51efd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:41.652174 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba51cb6-6c83-4b16-b87d-c3e9be51efd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:41.652789 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba51cb6-6c83-4b16-b87d-c3e9be51efd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:41.653434 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba51cb6-6c83-4b16-b87d-c3e9be51efd1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:41.654034 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba51cb6-6c83-4b16-b87d-c3e9be51efd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:41.654619 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba51cb6-6c83-4b16-b87d-c3e9be51efd1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:41.655181 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba51cb6-6c83-4b16-b87d-c3e9be51efd1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:41.655965 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba51cb6-6c83-4b16-b87d-c3e9be51efd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:41.658206 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba51cb6-6c83-4b16-b87d-c3e9be51efd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:41.660371 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba51cb6-6c83-4b16-b87d-c3e9be51efd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:41.660966 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba51cb6-6c83-4b16-b87d-c3e9be51efd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:10:41.668472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-dba51cb6-6c83-4b16-b87d-c3e9be51efd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:41.677599 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-297054d9-a0a0-435e-869a-6417e90169cb None None] Attempting to bind port bb511bc5-37a0-4cc9-b0a5-9ee13168ee73 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:10:41.678088 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-297054d9-a0a0-435e-869a-6417e90169cb None None] Attempting to bind port bb511bc5-37a0-4cc9-b0a5-9ee13168ee73 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'}] {{(pid=80768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:10:41.678499 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297054d9-a0a0-435e-869a-6417e90169cb None None] Attempting to bind port bb511bc5-37a0-4cc9-b0a5-9ee13168ee73 on network 36ec2ab5-acc9-45dc-a136-797459b09a1c {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:10:41.692061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297054d9-a0a0-435e-869a-6417e90169cb None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:10:41.692494 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297054d9-a0a0-435e-869a-6417e90169cb None None] Checking segment: {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:10:41.692946 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-297054d9-a0a0-435e-869a-6417e90169cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:41.697661 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297054d9-a0a0-435e-869a-6417e90169cb None None] Bound using segment: {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'} {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:10:41.699409 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-297054d9-a0a0-435e-869a-6417e90169cb None None] Bound port: bb511bc5-37a0-4cc9-b0a5-9ee13168ee73, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'}}] {{(pid=80768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:10:41.699866 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-297054d9-a0a0-435e-869a-6417e90169cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:41.709231 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-18cc6924-1ace-49a5-8679-310b2674dcd1 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Unset dirty status for tenant:22949024c322421d99052f9202cdd49a on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:10:41.711967 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-18cc6924-1ace-49a5-8679-310b2674dcd1 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3da49ec-cc4c-4472-a5a5-c5881f83a28e HTTP/1.1" status: 200  len: 205 time: 0.2240958
Jan 29 10:10:41.713728 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 52350) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:41.743201 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bf701-16ae-470e-b297-363286c69503 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68e59f02-9c00-4285-baaa-19c2eda7ded1,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:41.746344 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf762c7-b393-4437-a7b7-596c0c940f3c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:41.752597 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-abf762c7-b393-4437-a7b7-596c0c940f3c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1655 time: 1.5259531
Jan 29 10:10:41.778908 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52354) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:41.886365 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-297054d9-a0a0-435e-869a-6417e90169cb None None] For port bb511bc5-37a0-4cc9-b0a5-9ee13168ee73, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:10:41.897110 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-297054d9-a0a0-435e-869a-6417e90169cb None None] For port bb511bc5-37a0-4cc9-b0a5-9ee13168ee73, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=bb511bc5-37a0-4cc9-b0a5-9ee13168ee73,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:10:41.902020 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-297054d9-a0a0-435e-869a-6417e90169cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:41.917948 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5672f6-4745-49f1-a15e-3064b86cca41 None None] Routers {'e3da49ec-cc4c-4472-a5a5-c5881f83a28e'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:10:41.918795 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-df5672f6-4745-49f1-a15e-3064b86cca41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9750fd0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:10:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['e3da49ec-cc4c-4472-a5a5-c5881f83a28e'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:41.998018 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-20b809a5-b340-4268-88ea-ea0678015996 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for router, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:42.031334 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-df5672f6-4745-49f1-a15e-3064b86cca41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9750fd0>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:42.084690 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c9245af-3eff-4647-818b-d660e8cf9444 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Deleting subnet b60bfabc-52f3-40ff-a0d1-a3f976cb2ee5 {{(pid=80765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:10:42.103827 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-906bf701-16ae-470e-b297-363286c69503 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:42.113913 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:42.119421 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1c9245af-3eff-4647-818b-d660e8cf9444 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks [] for subnet, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:42.238958 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff04576-8754-4bb8-ac67-2a591fa686bb None None] Pushing event updated for resources: {'Port': ['ID=e5644333-0f50-4d5c-a8fd-b1a4c76236ff,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:42.245464 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8ff04576-8754-4bb8-ac67-2a591fa686bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.776s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:42.247121 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5672f6-4745-49f1-a15e-3064b86cca41 None None] Routers {'e3da49ec-cc4c-4472-a5a5-c5881f83a28e'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:10:42.248714 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-df5672f6-4745-49f1-a15e-3064b86cca41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9750fd0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:10:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['e3da49ec-cc4c-4472-a5a5-c5881f83a28e'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:42.256680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-906bf701-16ae-470e-b297-363286c69503 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:42.260526 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-906bf701-16ae-470e-b297-363286c69503 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 2.1844685
Jan 29 10:10:42.272525 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 52358) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:42.289547 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-f707f67e-5578-470d-bc7f-ba4d99db1acd tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group_rule': {'security_group_id': '4cdaacfe-5f04-4328-baba-c79b4248ad1f', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:10:42.353735 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba51cb6-6c83-4b16-b87d-c3e9be51efd1 None None] Pushing event updated for resources: {'Port': ['ID=bb511bc5-37a0-4cc9-b0a5-9ee13168ee73,revision_number=4']} {{(pid=80768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:42.366474 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-dba51cb6-6c83-4b16-b87d-c3e9be51efd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:42.398754 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297054d9-a0a0-435e-869a-6417e90169cb None None] Routers {'d5c4bda2-1e6a-4347-9362-0b9df06ff466'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:10:42.399461 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-297054d9-a0a0-435e-869a-6417e90169cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca118828>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:10:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['d5c4bda2-1e6a-4347-9362-0b9df06ff466'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:42.414846 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-df5672f6-4745-49f1-a15e-3064b86cca41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9750fd0>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:42.415793 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5672f6-4745-49f1-a15e-3064b86cca41 None None] The sync data for ids ['e3da49ec-cc4c-4472-a5a5-c5881f83a28e'] in dv-neutron-772983-2-ovs is: [] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:10:42.449385 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-f707f67e-5578-470d-bc7f-ba4d99db1acd tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:10:42.528685 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1c9245af-3eff-4647-818b-d660e8cf9444 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1479249'] for subnet, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:42.655726 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f707f67e-5578-470d-bc7f-ba4d99db1acd tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:10:42.660243 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f707f67e-5578-470d-bc7f-ba4d99db1acd tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:10:42.671487 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-f707f67e-5578-470d-bc7f-ba4d99db1acd tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:10:42.692584 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-20b809a5-b340-4268-88ea-ea0678015996 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:42.692789 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-297054d9-a0a0-435e-869a-6417e90169cb None None] Set router d5c4bda2-1e6a-4347-9362-0b9df06ff466 gateway port host: None {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:10:42.699173 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ca9373b0-6f1e-45b5-9fa8-8b32b82ff74a tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:42.704010 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1c9245af-3eff-4647-818b-d660e8cf9444 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:42.739464 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-58e3819b-e284-4911-acf2-1bde792a60ec tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:42.785550 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-80982232-6a47-4466-ab86-dd20c4b55acc None None] Allocated IP 172.20.0.18 (93fc437b-ded9-4adc-8d66-046a566d4aa2/c7c18b6c-eb60-4acf-81c3-ea3eec85627c/6ed05c6f-95e8-4c7d-a1c9-78c9b221a430) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:10:42.819691 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-85816db3-2385-49be-b834-5fe2c83a7e05 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:43.123282 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-297054d9-a0a0-435e-869a-6417e90169cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca118828>, [{'id': 'd5c4bda2-1e6a-4347-9362-0b9df06ff466', 'name': 'tempest-NetworksTestDHCPv6-router-1809175229', 'tenant_id': 'b2cc7248d2184abfb3aa21c44218cf1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:10:26Z', 'updated_at': '2021-01-29T10:10:35Z', 'revision_number': 2, 'project_id': 'b2cc7248d2184abfb3aa21c44218cf1c', 'gw_port_host': None, '_interfaces': [{'id': 'bb511bc5-37a0-4cc9-b0a5-9ee13168ee73', 'name': '', 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'tenant_id': 'b2cc7248d2184abfb3aa21c44218cf1c', 'mac_address': 'fa:16:3e:63:30:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c4bda2-1e6a-4347-9362-0b9df06ff466', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '2a84fd6a-8bb2-4abd-98df-0e5cc590fad4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:10:30Z', 'updated_at': '2021-01-29T10:10:41Z', 'revision_number': 4, 'project_id': 'b2cc7248d2184abfb3aa21c44218cf1c', 'subnets': [{'id': '2a84fd6a-8bb2-4abd-98df-0e5cc590fad4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:43.128744 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297054d9-a0a0-435e-869a-6417e90169cb None None] The sync data for ids ['d5c4bda2-1e6a-4347-9362-0b9df06ff466'] in dv-neutron-772983-2-ovs is: [{'id': 'd5c4bda2-1e6a-4347-9362-0b9df06ff466', 'name': 'tempest-NetworksTestDHCPv6-router-1809175229', 'tenant_id': 'b2cc7248d2184abfb3aa21c44218cf1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:10:26Z', 'updated_at': '2021-01-29T10:10:35Z', 'revision_number': 2, 'project_id': 'b2cc7248d2184abfb3aa21c44218cf1c', 'gw_port_host': None, '_interfaces': [{'id': 'bb511bc5-37a0-4cc9-b0a5-9ee13168ee73', 'name': '', 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'tenant_id': 'b2cc7248d2184abfb3aa21c44218cf1c', 'mac_address': 'fa:16:3e:63:30:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c4bda2-1e6a-4347-9362-0b9df06ff466', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '2a84fd6a-8bb2-4abd-98df-0e5cc590fad4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:10:30Z', 'updated_at': '2021-01-29T10:10:41Z', 'revision_number': 4, 'project_id': 'b2cc7248d2184abfb3aa21c44218cf1c', 'subnets': [{'id': '2a84fd6a-8bb2-4abd-98df-0e5cc590fad4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:10:43.162251 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-80982232-6a47-4466-ab86-dd20c4b55acc None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:43.166598 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9373b0-6f1e-45b5-9fa8-8b32b82ff74a tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event updated for resources: {'Subnet': ['ID=eaeb98e7-a50f-4526-bfa5-4f4e2aff073a,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:43.178587 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-80982232-6a47-4466-ab86-dd20c4b55acc None None] Transition to ACTIVE for port object 6ed05c6f-95e8-4c7d-a1c9-78c9b221a430 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:10:43.186503 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-20b809a5-b340-4268-88ea-ea0678015996 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:43.200950 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-80982232-6a47-4466-ab86-dd20c4b55acc None None] Transition to ACTIVE for port object 6ed05c6f-95e8-4c7d-a1c9-78c9b221a430 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:10:43.207104 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-80982232-6a47-4466-ab86-dd20c4b55acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:43.227690 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ca9373b0-6f1e-45b5-9fa8-8b32b82ff74a tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:43.229177 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-41886d3a-90fc-4ac8-8ec9-ae5130c7fc6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:43.248532 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-20b809a5-b340-4268-88ea-ea0678015996 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:43.249795 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b809a5-b340-4268-88ea-ea0678015996 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Fanout notify agent at l3_agent the message router_deleted on router e3da49ec-cc4c-4472-a5a5-c5881f83a28e {{(pid=80765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 10:10:43.274252 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f707f67e-5578-470d-bc7f-ba4d99db1acd tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:43.330435 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1c9245af-3eff-4647-818b-d660e8cf9444 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852603100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2204728'] for subnet, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:43.368601 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9373b0-6f1e-45b5-9fa8-8b32b82ff74a tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Network db958f80-d397-4036-99bf-f5770145eb80 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:10:43.371682 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-ca9373b0-6f1e-45b5-9fa8-8b32b82ff74a tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:10:43.372736 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-efa30328-5a0a-4dd3-abdf-1f4b5ba732a5 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:43.453022 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9245af-3eff-4647-818b-d660e8cf9444 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Pushing event deleted for resources: {'Subnet': ['ID=b60bfabc-52f3-40ff-a0d1-a3f976cb2ee5,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:43.493645 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9373b0-6f1e-45b5-9fa8-8b32b82ff74a tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:43.497243 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ca9373b0-6f1e-45b5-9fa8-8b32b82ff74a tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:43.526647 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-20b809a5-b340-4268-88ea-ea0678015996 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:43.529587 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-20b809a5-b340-4268-88ea-ea0678015996 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "DELETE /v2.0/routers/e3da49ec-cc4c-4472-a5a5-c5881f83a28e HTTP/1.1" status: 204  len: 168 time: 1.8022237
Jan 29 10:10:43.531349 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1c9245af-3eff-4647-818b-d660e8cf9444 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:43.542860 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52366) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:43.712095 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f707f67e-5578-470d-bc7f-ba4d99db1acd tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:43.733943 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ca9373b0-6f1e-45b5-9fa8-8b32b82ff74a tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 4.7399371
Jan 29 10:10:43.741741 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef49603-d080-4c0c-b737-44dde382b6f7 None None] Network db958f80-d397-4036-99bf-f5770145eb80 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:10:43.742446 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52370) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:43.785857 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-8f5c5b4d-f187-42d3-8c89-fb984d438da4 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Request body: {'security_group': {'name': 'tempest-secgroup-144040245'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:10:43.787353 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f707f67e-5578-470d-bc7f-ba4d99db1acd tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:43.815951 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a8e20d70-7e84-4d97-94b4-52efbce2b2a8 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:43.874451 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f707f67e-5578-470d-bc7f-ba4d99db1acd tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f0ffbc1-1c4c-41a9-996f-5fe8bfa0269e,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:43.896280 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f707f67e-5578-470d-bc7f-ba4d99db1acd tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:43.899047 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1c9245af-3eff-4647-818b-d660e8cf9444 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:43.908989 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1c9245af-3eff-4647-818b-d660e8cf9444 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] 10.222.0.57 "DELETE /v2.0/subnets/b60bfabc-52f3-40ff-a0d1-a3f976cb2ee5 HTTP/1.1" status: 204  len: 168 time: 2.2875240
Jan 29 10:10:43.910354 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f707f67e-5578-470d-bc7f-ba4d99db1acd tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:43.915351 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f707f67e-5578-470d-bc7f-ba4d99db1acd tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 1.6320446
Jan 29 10:10:43.915351 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 52374) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:44.123798 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 52376) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:44.131997 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-c24762a6-831b-4505-b65e-1e66de8bcb96 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group_rule': {'security_group_id': '4cdaacfe-5f04-4328-baba-c79b4248ad1f', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:10:44.137313 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80982232-6a47-4466-ab86-dd20c4b55acc None None] Pushing event updated for resources: {'Port': ['ID=6ed05c6f-95e8-4c7d-a1c9-78c9b221a430,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:44.151279 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-80982232-6a47-4466-ab86-dd20c4b55acc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.923s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:44.173013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c24762a6-831b-4505-b65e-1e66de8bcb96 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:10:44.173013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c24762a6-831b-4505-b65e-1e66de8bcb96 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:10:44.186801 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c24762a6-831b-4505-b65e-1e66de8bcb96 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:10:44.201949 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c24762a6-831b-4505-b65e-1e66de8bcb96 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:10:44.232144 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c24762a6-831b-4505-b65e-1e66de8bcb96 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:44.254704 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device e5644333-0f50-4d5c-a8fd-b1a4c76236ff up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:10:44.351494 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b38d6c-a187-4c11-99d2-4ab17a0e45e9 None None] Network 1846373c-e6a8-40b0-9ec1-57e95e070f2c requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:10:44.353077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-8f5c5b4d-f187-42d3-8c89-fb984d438da4 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:10:44.382932 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-05f8d73a-ee1a-4fbe-8612-07ece0170ef8 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Deleting subnet c7c18b6c-eb60-4acf-81c3-ea3eec85627c {{(pid=80765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:10:44.390646 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-05f8d73a-ee1a-4fbe-8612-07ece0170ef8 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks [] for subnet, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:44.413199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-61b2635f-13f7-44d3-bfcf-8c32fcd0bcd3 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Deleting subnet 5861c36b-8a00-424e-8e20-30a848d65ae9 {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:10:44.426362 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8f5c5b4d-f187-42d3-8c89-fb984d438da4 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Usage tracker for resource:security_group and tenant:b402c3f19966488ebcb859fd6d6d9b16 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:10:44.431985 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-61b2635f-13f7-44d3-bfcf-8c32fcd0bcd3 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:44.476818 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8f5c5b4d-f187-42d3-8c89-fb984d438da4 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:10:44.481745 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4ee100b3-ddf3-4dcb-bfac-cfc855a0b2fb None None] Provisioning for port 9f0e2cab-bc9c-4a08-a84f-16d41ba147ec completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:10:44.482554 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-85816db3-2385-49be-b834-5fe2c83a7e05 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Allocated IP 172.26.7.232 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/f98e768d-6461-44f4-8bd0-3c4be7b14cb1) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:10:44.497204 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80982232-6a47-4466-ab86-dd20c4b55acc None None] Network 93fc437b-ded9-4adc-8d66-046a566d4aa2 is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:10:44.503240 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-8f5c5b4d-f187-42d3-8c89-fb984d438da4 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:10:44.503356 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-80982232-6a47-4466-ab86-dd20c4b55acc None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:10:44.505891 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80982232-6a47-4466-ab86-dd20c4b55acc None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:10:44.557141 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-05f8d73a-ee1a-4fbe-8612-07ece0170ef8 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1479249'] for subnet, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:44.624732 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c24762a6-831b-4505-b65e-1e66de8bcb96 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:44.659582 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8f5c5b4d-f187-42d3-8c89-fb984d438da4 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for security_group, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:44.682674 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c24762a6-831b-4505-b65e-1e66de8bcb96 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:44.687008 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-61b2635f-13f7-44d3-bfcf-8c32fcd0bcd3 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:44.691733 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-80982232-6a47-4466-ab86-dd20c4b55acc None None] Attempting to bind port 6ed05c6f-95e8-4c7d-a1c9-78c9b221a430 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:10:44.692356 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-80982232-6a47-4466-ab86-dd20c4b55acc None None] Attempting to bind port 6ed05c6f-95e8-4c7d-a1c9-78c9b221a430 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '18b1ad33-464f-4fbc-9ab0-bdaaca88a7fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '93fc437b-ded9-4adc-8d66-046a566d4aa2'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:10:44.692948 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80982232-6a47-4466-ab86-dd20c4b55acc None None] Attempting to bind port 6ed05c6f-95e8-4c7d-a1c9-78c9b221a430 on network 93fc437b-ded9-4adc-8d66-046a566d4aa2 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:10:44.703079 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:44.711660 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80982232-6a47-4466-ab86-dd20c4b55acc None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:10:44.712933 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80982232-6a47-4466-ab86-dd20c4b55acc None None] Checking segment: {'id': '18b1ad33-464f-4fbc-9ab0-bdaaca88a7fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '93fc437b-ded9-4adc-8d66-046a566d4aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:10:44.714574 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-80982232-6a47-4466-ab86-dd20c4b55acc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:44.715108 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80982232-6a47-4466-ab86-dd20c4b55acc None None] Bound using segment: {'id': '18b1ad33-464f-4fbc-9ab0-bdaaca88a7fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '93fc437b-ded9-4adc-8d66-046a566d4aa2'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:10:44.715847 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-80982232-6a47-4466-ab86-dd20c4b55acc None None] Bound port: 6ed05c6f-95e8-4c7d-a1c9-78c9b221a430, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18b1ad33-464f-4fbc-9ab0-bdaaca88a7fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '93fc437b-ded9-4adc-8d66-046a566d4aa2'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:10:44.716244 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-80982232-6a47-4466-ab86-dd20c4b55acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:44.764375 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24762a6-831b-4505-b65e-1e66de8bcb96 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20712edd-02a1-4a36-a560-59aa6eb8d72b,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:44.779528 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c24762a6-831b-4505-b65e-1e66de8bcb96 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:44.834764 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-05f8d73a-ee1a-4fbe-8612-07ece0170ef8 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:44.905201 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-85816db3-2385-49be-b834-5fe2c83a7e05 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:44.906036 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port e5644333-0f50-4d5c-a8fd-b1a4c76236ff completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:10:44.945948 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-8f5c5b4d-f187-42d3-8c89-fb984d438da4 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:10:44.948609 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8f5c5b4d-f187-42d3-8c89-fb984d438da4 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Usage tracker for resource:security_group_rule and tenant:b402c3f19966488ebcb859fd6d6d9b16 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:10:44.952918 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8f5c5b4d-f187-42d3-8c89-fb984d438da4 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:10:44.960107 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-8f5c5b4d-f187-42d3-8c89-fb984d438da4 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:10:44.987971 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device bb511bc5-37a0-4cc9-b0a5-9ee13168ee73 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:10:45.061151 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8f5c5b4d-f187-42d3-8c89-fb984d438da4 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for security_group, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:45.061151 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2d99cda8-3746-4600-a9db-dee4335ab810 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349253'] for router_interface, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:45.106793 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca473e25-5c32-48d7-b2a5-4022aeff6847 None None] Network 31aa5e2b-4048-41ab-a44e-67179ae6e1b1 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:10:45.147154 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8f5c5b4d-f187-42d3-8c89-fb984d438da4 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:45.154017 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-85816db3-2385-49be-b834-5fe2c83a7e05 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:45.168723 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c24762a6-831b-4505-b65e-1e66de8bcb96 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:45.175021 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c24762a6-831b-4505-b65e-1e66de8bcb96 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.0506561
Jan 29 10:10:45.178976 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 52386) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:45.181932 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-50906813-3a35-4650-91fe-3654f31e1abf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:45.191210 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-885f97eb-0709-44c5-b562-11d4bd91351d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group_rule': {'security_group_id': '4cdaacfe-5f04-4328-baba-c79b4248ad1f', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:10:45.214594 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-885f97eb-0709-44c5-b562-11d4bd91351d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:10:45.232636 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-885f97eb-0709-44c5-b562-11d4bd91351d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:10:45.244498 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-885f97eb-0709-44c5-b562-11d4bd91351d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:10:45.264431 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392b3140-0346-4a1d-a2fd-5e0e919891bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-db958f80-d397-4036-99bf-f5770145eb80', 'network_id': 'db958f80-d397-4036-99bf-f5770145eb80', 'tenant_id': 'b402c3f19966488ebcb859fd6d6d9b16', 'fixed_ips': [{'subnet_id': 'eaeb98e7-a50f-4526-bfa5-4f4e2aff073a'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:10:45.265335 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-392b3140-0346-4a1d-a2fd-5e0e919891bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:45.317526 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-43924d5f-0aa1-4daf-a42f-51b8161fac75 None None] Provisioning for port e5644333-0f50-4d5c-a8fd-b1a4c76236ff completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:10:45.351166 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee5561a-e178-4a1b-8421-a12a0d6dd398 req-0c43c5fb-97fa-4929-a977-3ddd4a2b004c tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:45.362904 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3ee5561a-e178-4a1b-8421-a12a0d6dd398 req-0c43c5fb-97fa-4929-a977-3ddd4a2b004c tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/ports?device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 945 time: 0.7324724
Jan 29 10:10:45.384727 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-43924d5f-0aa1-4daf-a42f-51b8161fac75 None None] Provisioning complete for port e5644333-0f50-4d5c-a8fd-b1a4c76236ff triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:10:45.385469 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-43924d5f-0aa1-4daf-a42f-51b8161fac75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:45.391829 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c5b4d-f187-42d3-8c89-fb984d438da4 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17b2c2d3-c0d7-4e23-b746-360bc05d78ba,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:45.408093 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-885f97eb-0709-44c5-b562-11d4bd91351d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:10:45.411047 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8f5c5b4d-f187-42d3-8c89-fb984d438da4 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:45.417311 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f396ec4b-1815-4ba6-be86-10d05969c796 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.169s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:45.502071 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-885f97eb-0709-44c5-b562-11d4bd91351d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:45.514134 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port bb511bc5-37a0-4cc9-b0a5-9ee13168ee73 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:10:45.534397 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3ee5561a-e178-4a1b-8421-a12a0d6dd398 req-de9eb447-e178-48ad-b5cf-1cdacfd7b69c tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af675d5-c3af-4bab-a997-95b7e6464479&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1738710
Jan 29 10:10:45.544061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8f5c5b4d-f187-42d3-8c89-fb984d438da4 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:45.545738 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8f5c5b4d-f187-42d3-8c89-fb984d438da4 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1742 time: 1.8022859
Jan 29 10:10:45.561477 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 52390) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:45.580199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-54ce19de-76f4-4ca1-979c-024aac304e81 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Request body: {'security_group': {'name': 'tempest-secgroup-1913141014'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:10:45.616013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-54ce19de-76f4-4ca1-979c-024aac304e81 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:10:45.622497 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port bb511bc5-37a0-4cc9-b0a5-9ee13168ee73 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:10:45.622497 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:45.632218 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-54ce19de-76f4-4ca1-979c-024aac304e81 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Usage tracker for resource:security_group and tenant:b402c3f19966488ebcb859fd6d6d9b16 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:10:45.644725 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-54ce19de-76f4-4ca1-979c-024aac304e81 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:10:45.664040 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-54ce19de-76f4-4ca1-979c-024aac304e81 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:10:45.705855 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-885f97eb-0709-44c5-b562-11d4bd91351d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:45.712856 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-54ce19de-76f4-4ca1-979c-024aac304e81 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:45.761527 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-54ce19de-76f4-4ca1-979c-024aac304e81 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:10:45.769618 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-54ce19de-76f4-4ca1-979c-024aac304e81 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Usage tracker for resource:security_group_rule and tenant:b402c3f19966488ebcb859fd6d6d9b16 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:10:45.773594 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-54ce19de-76f4-4ca1-979c-024aac304e81 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:10:45.783697 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-54ce19de-76f4-4ca1-979c-024aac304e81 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:10:45.786083 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-80982232-6a47-4466-ab86-dd20c4b55acc None None] For port 6ed05c6f-95e8-4c7d-a1c9-78c9b221a430, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:10:45.849042 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-05f8d73a-ee1a-4fbe-8612-07ece0170ef8 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852603100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2204728'] for subnet, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:45.871088 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85816db3-2385-49be-b834-5fe2c83a7e05 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Pushing event updated for resources: {'Port': ['ID=f98e768d-6461-44f4-8bd0-3c4be7b14cb1,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:45.879760 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-885f97eb-0709-44c5-b562-11d4bd91351d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:45.883499 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-80982232-6a47-4466-ab86-dd20c4b55acc None None] For port 6ed05c6f-95e8-4c7d-a1c9-78c9b221a430, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=6ed05c6f-95e8-4c7d-a1c9-78c9b221a430,segment=NetworkSegment(18b1ad33-464f-4fbc-9ab0-bdaaca88a7fd),segment_id=18b1ad33-464f-4fbc-9ab0-bdaaca88a7fd)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:10:45.885534 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e5a94dd6-dc66-4c6e-aba5-50d0f4a4c8fe tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:45.887791 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-61b2635f-13f7-44d3-bfcf-8c32fcd0bcd3 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:45.971188 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f8d73a-ee1a-4fbe-8612-07ece0170ef8 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Pushing event deleted for resources: {'Subnet': ['ID=c7c18b6c-eb60-4acf-81c3-ea3eec85627c,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:45.999930 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-05f8d73a-ee1a-4fbe-8612-07ece0170ef8 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:46.003183 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c24762a6-831b-4505-b65e-1e66de8bcb96 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:46.060390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-85816db3-2385-49be-b834-5fe2c83a7e05 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:46.119838 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885f97eb-0709-44c5-b562-11d4bd91351d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9c4e739-f0e4-4740-8c1e-f9284b9735af,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:46.136871 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-885f97eb-0709-44c5-b562-11d4bd91351d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:46.164918 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85816db3-2385-49be-b834-5fe2c83a7e05 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:10:46.184024 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-85816db3-2385-49be-b834-5fe2c83a7e05 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:10:46.192369 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85816db3-2385-49be-b834-5fe2c83a7e05 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:10:46.221122 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-54ce19de-76f4-4ca1-979c-024aac304e81 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:46.228324 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-885f97eb-0709-44c5-b562-11d4bd91351d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:46.229815 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-885f97eb-0709-44c5-b562-11d4bd91351d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 1.0501468
Jan 29 10:10:46.233074 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 52398) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:46.239022 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-54ce19de-76f4-4ca1-979c-024aac304e81 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:46.255529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-2b673168-11bf-4128-bdd4-d0bc0a5950c3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group_rule': {'security_group_id': '4cdaacfe-5f04-4328-baba-c79b4248ad1f', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:10:46.290316 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e9a6109a-e55e-42e5-9a74-6b66f56a7016 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:46.300008 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:46.323457 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-80982232-6a47-4466-ab86-dd20c4b55acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:46.346767 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-2b673168-11bf-4128-bdd4-d0bc0a5950c3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:10:46.354579 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:46.362403 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-05f8d73a-ee1a-4fbe-8612-07ece0170ef8 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:46.364461 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-05f8d73a-ee1a-4fbe-8612-07ece0170ef8 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] 10.222.0.57 "DELETE /v2.0/subnets/c7c18b6c-eb60-4acf-81c3-ea3eec85627c HTTP/1.1" status: 204  len: 168 time: 2.4510570
Jan 29 10:10:46.380099 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2b673168-11bf-4128-bdd4-d0bc0a5950c3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:10:46.388778 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 52402) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:46.399034 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2b673168-11bf-4128-bdd4-d0bc0a5950c3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:10:46.449152 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-54ce19de-76f4-4ca1-979c-024aac304e81 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:46.450699 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-54ce19de-76f4-4ca1-979c-024aac304e81 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 0.8853478
Jan 29 10:10:46.460551 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-43924d5f-0aa1-4daf-a42f-51b8161fac75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:46.463008 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-2b673168-11bf-4128-bdd4-d0bc0a5950c3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:10:46.466812 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 52406) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:46.475801 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ce19de-76f4-4ca1-979c-024aac304e81 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1b3788-3eae-4ac3-8c11-b20073107453,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:46.489459 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80982232-6a47-4466-ab86-dd20c4b55acc None None] Pushing event updated for resources: {'Port': ['ID=6ed05c6f-95e8-4c7d-a1c9-78c9b221a430,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:46.493719 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-27326640-ba62-4a07-966f-c126001e497b tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1566043417', 'security_groups': ['7f1b3788-3eae-4ac3-8c11-b20073107453'], 'network_id': 'db958f80-d397-4036-99bf-f5770145eb80', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'eaeb98e7-a50f-4526-bfa5-4f4e2aff073a'}]}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:10:46.515833 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-80982232-6a47-4466-ab86-dd20c4b55acc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:46.553796 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-54ce19de-76f4-4ca1-979c-024aac304e81 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:46.581691 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port bb511bc5-37a0-4cc9-b0a5-9ee13168ee73, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=bb511bc5-37a0-4cc9-b0a5-9ee13168ee73,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:10:46.628939 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:46.630523 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 9f0e2cab-bc9c-4a08-a84f-16d41ba147ec up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:10:46.677536 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-2d99cda8-3746-4600-a9db-dee4335ab810 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Deleting port bb511bc5-37a0-4cc9-b0a5-9ee13168ee73 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:10:46.678036 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2d99cda8-3746-4600-a9db-dee4335ab810 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:46.691232 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b23175bd-3efb-4adc-bb4f-442a577356fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:46.799388 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64002a95-d5e8-4ec0-892e-b6c71aee0bd8 None None] DHCP port deletion for 31aa5e2b-4048-41ab-a44e-67179ae6e1b1 request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:10:46.961128 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-43924d5f-0aa1-4daf-a42f-51b8161fac75 None None] For port e5644333-0f50-4d5c-a8fd-b1a4c76236ff, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=e5644333-0f50-4d5c-a8fd-b1a4c76236ff,segment=NetworkSegment(5979e680-ad0f-40ce-97ab-c6c7d647d1a4),segment_id=5979e680-ad0f-40ce-97ab-c6c7d647d1a4)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:10:46.962712 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=bb511bc5-37a0-4cc9-b0a5-9ee13168ee73,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:46.965530 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-64002a95-d5e8-4ec0-892e-b6c71aee0bd8 None None] Deleting port e5644333-0f50-4d5c-a8fd-b1a4c76236ff {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:10:46.966137 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-64002a95-d5e8-4ec0-892e-b6c71aee0bd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:47.000155 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.securitygroups_db [None req-2b673168-11bf-4128-bdd4-d0bc0a5950c3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Project ff1f06ee29ef461597f2ecd846f8813d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 10:10:47.009677 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:47.027329 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-43924d5f-0aa1-4daf-a42f-51b8161fac75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:47.071891 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b23175bd-3efb-4adc-bb4f-442a577356fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:47.101660 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237be492-795e-4f2f-89ac-1da2da1b9a1d req-7b6e5e57-44f5-4be5-a0b3-476d20e34521 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:47.103575 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-237be492-795e-4f2f-89ac-1da2da1b9a1d req-7b6e5e57-44f5-4be5-a0b3-476d20e34521 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/ports?device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 945 time: 0.9578698
Jan 29 10:10:47.140572 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fdf66c-f914-4085-ac7c-1edab95e6403 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:47.140572 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e4fdf66c-f914-4085-ac7c-1edab95e6403 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Synchronizing usage tracker for tenant:e7a8986c129847719070e73dc7b9ae01 on resource:subnet {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:10:47.140572 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2b673168-11bf-4128-bdd4-d0bc0a5950c3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:47.146219 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-61b2635f-13f7-44d3-bfcf-8c32fcd0bcd3 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:47.171999 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43924d5f-0aa1-4daf-a42f-51b8161fac75 None None] Pushing event updated for resources: {'Port': ['ID=e5644333-0f50-4d5c-a8fd-b1a4c76236ff,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:47.173627 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f325e60f-a592-4132-9b21-499bb1d06e5f tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:47.188121 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 9f0e2cab-bc9c-4a08-a84f-16d41ba147ec completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:10:47.190907 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-43924d5f-0aa1-4daf-a42f-51b8161fac75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:47.214777 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 9f0e2cab-bc9c-4a08-a84f-16d41ba147ec triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:10:47.215368 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:47.258102 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b2635f-13f7-44d3-bfcf-8c32fcd0bcd3 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Pushing event deleted for resources: {'Subnet': ['ID=5861c36b-8a00-424e-8e20-30a848d65ae9,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:47.274418 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-61b2635f-13f7-44d3-bfcf-8c32fcd0bcd3 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:47.280557 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-27326640-ba62-4a07-966f-c126001e497b tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:10:47.305797 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-237be492-795e-4f2f-89ac-1da2da1b9a1d req-fb494bb9-b508-4174-80b2-d7cf57726012 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af675d5-c3af-4bab-a997-95b7e6464479&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1565073
Jan 29 10:10:47.306626 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e4fdf66c-f914-4085-ac7c-1edab95e6403 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Unset dirty status for tenant:e7a8986c129847719070e73dc7b9ae01 on resource:subnet {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:10:47.309184 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e4fdf66c-f914-4085-ac7c-1edab95e6403 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.9152911
Jan 29 10:10:47.331049 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 52410) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:47.332999 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-27326640-ba62-4a07-966f-c126001e497b tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Usage tracker for resource:port and tenant:b402c3f19966488ebcb859fd6d6d9b16 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:10:47.360996 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-bfd50579-cfe5-4ac7-9b48-3f56f1728b19 None None] Provisioning complete for port 9f0e2cab-bc9c-4a08-a84f-16d41ba147ec triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:10:47.360996 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bfd50579-cfe5-4ac7-9b48-3f56f1728b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:47.384078 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-27326640-ba62-4a07-966f-c126001e497b tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Quota usage for port was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:10:47.408146 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-27326640-ba62-4a07-966f-c126001e497b tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:10:47.434032 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-392b3140-0346-4a1d-a2fd-5e0e919891bd None None] Allocated IP 2001:db8::2 (db958f80-d397-4036-99bf-f5770145eb80/eaeb98e7-a50f-4526-bfa5-4f4e2aff073a/ee68fd3a-b815-482a-84c6-0671ef70542d) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:10:47.453025 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2b673168-11bf-4128-bdd4-d0bc0a5950c3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:47.466834 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2b673168-11bf-4128-bdd4-d0bc0a5950c3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:47.544085 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-26206987-6cb8-47e8-b968-e7b1f91e431b tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:47.551014 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27326640-ba62-4a07-966f-c126001e497b tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Made reservation on behalf of b402c3f19966488ebcb859fd6d6d9b16 for: {'port': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:10:47.790785 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bfd50579-cfe5-4ac7-9b48-3f56f1728b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:47.823750 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-27326640-ba62-4a07-966f-c126001e497b tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:47.867261 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b673168-11bf-4128-bdd4-d0bc0a5950c3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e8cab84-2076-4105-941e-74f4fa76795b,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:47.901482 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7689bac6-ab90-4e00-ba76-d4754ea9dcd0 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:47.915517 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-64002a95-d5e8-4ec0-892e-b6c71aee0bd8 None None] For port e5644333-0f50-4d5c-a8fd-b1a4c76236ff, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=e5644333-0f50-4d5c-a8fd-b1a4c76236ff,segment=NetworkSegment(5979e680-ad0f-40ce-97ab-c6c7d647d1a4),segment_id=5979e680-ad0f-40ce-97ab-c6c7d647d1a4)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:10:47.925368 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-64002a95-d5e8-4ec0-892e-b6c71aee0bd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:47.978694 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2b673168-11bf-4128-bdd4-d0bc0a5950c3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:47.992518 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-2d99cda8-3746-4600-a9db-dee4335ab810 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] For port bb511bc5-37a0-4cc9-b0a5-9ee13168ee73, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=bb511bc5-37a0-4cc9-b0a5-9ee13168ee73,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:10:47.992923 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2d99cda8-3746-4600-a9db-dee4335ab810 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:48.035105 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2b673168-11bf-4128-bdd4-d0bc0a5950c3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:48.036622 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2b673168-11bf-4128-bdd4-d0bc0a5950c3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 1.8022046
Jan 29 10:10:48.084798 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52422) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:48.085352 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-61b2635f-13f7-44d3-bfcf-8c32fcd0bcd3 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:48.159982 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-df453640-7195-4794-a62a-25d1a46eb997 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group_rule': {'security_group_id': '4cdaacfe-5f04-4328-baba-c79b4248ad1f', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:10:48.177175 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-27326640-ba62-4a07-966f-c126001e497b tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] device_id is not set on port b6501ce4-de32-4db8-b1e5-59d35730bda3 yet. {{(pid=80765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:10:48.191765 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-2d99cda8-3746-4600-a9db-dee4335ab810 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Calling delete_port for bb511bc5-37a0-4cc9-b0a5-9ee13168ee73 owned by network:router_interface {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:10:48.215005 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-392b3140-0346-4a1d-a2fd-5e0e919891bd None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:48.232971 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-7689bac6-ab90-4e00-ba76-d4754ea9dcd0 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Deleting port 6ed05c6f-95e8-4c7d-a1c9-78c9b221a430 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:10:48.233357 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7689bac6-ab90-4e00-ba76-d4754ea9dcd0 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:48.249341 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-bfd50579-cfe5-4ac7-9b48-3f56f1728b19 None None] For port 9f0e2cab-bc9c-4a08-a84f-16d41ba147ec, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=9f0e2cab-bc9c-4a08-a84f-16d41ba147ec,segment=NetworkSegment(a42befa6-0b79-4c70-af33-f26409069a75),segment_id=a42befa6-0b79-4c70-af33-f26409069a75)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:10:48.256980 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-df453640-7195-4794-a62a-25d1a46eb997 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:10:48.268805 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-61b2635f-13f7-44d3-bfcf-8c32fcd0bcd3 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "DELETE /v2.0/subnets/5861c36b-8a00-424e-8e20-30a848d65ae9 HTTP/1.1" status: 204  len: 168 time: 4.7247584
Jan 29 10:10:48.270230 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-df453640-7195-4794-a62a-25d1a46eb997 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:10:48.285906 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52428) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:48.287029 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-df453640-7195-4794-a62a-25d1a46eb997 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:10:48.322987 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4d7ca4-1cd5-49a1-a3e9-a7cb373e171b None None] Network a8becc8f-b05e-4f17-9457-61fd6053ea0e requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:10:48.330480 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-df453640-7195-4794-a62a-25d1a46eb997 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:10:48.361897 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-392b3140-0346-4a1d-a2fd-5e0e919891bd None None] Transition to ACTIVE for port object ee68fd3a-b815-482a-84c6-0671ef70542d will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:10:48.426232 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.securitygroups_db [None req-df453640-7195-4794-a62a-25d1a46eb997 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Project ff1f06ee29ef461597f2ecd846f8813d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 10:10:48.520246 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-df453640-7195-4794-a62a-25d1a46eb997 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:48.538422 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bfd50579-cfe5-4ac7-9b48-3f56f1728b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:48.540554 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-00043be1-2acd-4695-8acf-ec9a33d0cd4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:48.578420 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1592e4f0-7939-46b8-aff0-c97616944523 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:48.604393 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-64002a95-d5e8-4ec0-892e-b6c71aee0bd8 None None] Calling delete_port for e5644333-0f50-4d5c-a8fd-b1a4c76236ff owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:10:48.656811 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-392b3140-0346-4a1d-a2fd-5e0e919891bd None None] Transition to ACTIVE for port object ee68fd3a-b815-482a-84c6-0671ef70542d will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:10:48.726921 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-85816db3-2385-49be-b834-5fe2c83a7e05 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:48.734125 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-1592e4f0-7939-46b8-aff0-c97616944523 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Deleting port 39497ab7-25e6-4d86-b305-23feccd9d840 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:10:48.735241 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1592e4f0-7939-46b8-aff0-c97616944523 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:48.736384 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:48.771714 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432324d-d73d-4fbb-a9b3-1dfa0979e265 req-71b77ba5-7503-4f7a-9ac5-12b914c53eda tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:48.773452 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e432324d-d73d-4fbb-a9b3-1dfa0979e265 req-71b77ba5-7503-4f7a-9ac5-12b914c53eda tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/ports?device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 945 time: 0.3438716
Jan 29 10:10:48.785427 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-7689bac6-ab90-4e00-ba76-d4754ea9dcd0 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] For port 6ed05c6f-95e8-4c7d-a1c9-78c9b221a430, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=6ed05c6f-95e8-4c7d-a1c9-78c9b221a430,segment=NetworkSegment(18b1ad33-464f-4fbc-9ab0-bdaaca88a7fd),segment_id=18b1ad33-464f-4fbc-9ab0-bdaaca88a7fd)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:10:48.785427 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7689bac6-ab90-4e00-ba76-d4754ea9dcd0 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:48.813065 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-df453640-7195-4794-a62a-25d1a46eb997 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:48.866587 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-df453640-7195-4794-a62a-25d1a46eb997 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:48.881021 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d2822541-b0f7-4285-924b-e08cccd9c2cc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:48.882889 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-392b3140-0346-4a1d-a2fd-5e0e919891bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:48.931852 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-7689bac6-ab90-4e00-ba76-d4754ea9dcd0 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Calling delete_port for 6ed05c6f-95e8-4c7d-a1c9-78c9b221a430 owned by network:dhcp {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:10:49.097329 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df453640-7195-4794-a62a-25d1a46eb997 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57973b8b-54ba-4ff2-b49b-e5c0483a1a15,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:49.114230 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-df453640-7195-4794-a62a-25d1a46eb997 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:49.119337 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-27326640-ba62-4a07-966f-c126001e497b tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Allocated IP 2001:db8::1bf (db958f80-d397-4036-99bf-f5770145eb80/eaeb98e7-a50f-4526-bfa5-4f4e2aff073a/b6501ce4-de32-4db8-b1e5-59d35730bda3) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:10:49.144137 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7689bac6-ab90-4e00-ba76-d4754ea9dcd0 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:49.166081 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-57a1e30d-dea7-43c2-9f0e-736a80f77e78 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:49.246629 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2d99cda8-3746-4600-a9db-dee4335ab810 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:49.248722 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7689bac6-ab90-4e00-ba76-d4754ea9dcd0 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Pushing event deleted for resources: {'Port': ['ID=6ed05c6f-95e8-4c7d-a1c9-78c9b221a430,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:49.270259 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e432324d-d73d-4fbb-a9b3-1dfa0979e265 req-9a43954f-9e38-4e4c-86f2-2ee5032648e0 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af675d5-c3af-4bab-a997-95b7e6464479&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1961062
Jan 29 10:10:49.274049 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7689bac6-ab90-4e00-ba76-d4754ea9dcd0 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:49.386640 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd50579-cfe5-4ac7-9b48-3f56f1728b19 None None] Pushing event updated for resources: {'Port': ['ID=9f0e2cab-bc9c-4a08-a84f-16d41ba147ec,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:49.387600 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-01f61b0b-1a48-4af5-b1af-771620b43c94 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:49.395027 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af269466-cf65-40ea-bf5e-8d48f7fede49 None None] Network 93fc437b-ded9-4adc-8d66-046a566d4aa2 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:10:49.412816 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-64002a95-d5e8-4ec0-892e-b6c71aee0bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:49.443534 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-df453640-7195-4794-a62a-25d1a46eb997 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:49.453970 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-df453640-7195-4794-a62a-25d1a46eb997 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 1.3565602
Jan 29 10:10:49.455959 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bfd50579-cfe5-4ac7-9b48-3f56f1728b19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.915s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:49.457507 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bfd50579-cfe5-4ac7-9b48-3f56f1728b19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:49.467534 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d99cda8-3746-4600-a9db-dee4335ab810 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event deleted for resources: {'Port': ['ID=bb511bc5-37a0-4cc9-b0a5-9ee13168ee73,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:49.471101 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2d99cda8-3746-4600-a9db-dee4335ab810 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:49.473427 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-1592e4f0-7939-46b8-aff0-c97616944523 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] For port 39497ab7-25e6-4d86-b305-23feccd9d840, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=39497ab7-25e6-4d86-b305-23feccd9d840,segment=NetworkSegment(fafe49ea-4b11-4803-939d-01628d337422),segment_id=fafe49ea-4b11-4803-939d-01628d337422)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:10:49.473825 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1592e4f0-7939-46b8-aff0-c97616944523 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:49.484439 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-85816db3-2385-49be-b834-5fe2c83a7e05 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:49.537025 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-05055a20-e315-4fb9-926f-e22b33243a7b None None] Could not find standard attr ID for object 6ed05c6f-95e8-4c7d-a1c9-78c9b221a430. {{(pid=80767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 29 10:10:49.538925 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392b3140-0346-4a1d-a2fd-5e0e919891bd None None] Pushing event updated for resources: {'Port': ['ID=ee68fd3a-b815-482a-84c6-0671ef70542d,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:49.628246 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-27326640-ba62-4a07-966f-c126001e497b tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:49.650239 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-27326640-ba62-4a07-966f-c126001e497b tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Transition to ACTIVE for port object b6501ce4-de32-4db8-b1e5-59d35730bda3 will not be triggered until provisioned by entity DHCP. {{(pid=80765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:10:49.687109 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7689bac6-ab90-4e00-ba76-d4754ea9dcd0 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] No DVR routers for this DVR port 6ed05c6f-95e8-4c7d-a1c9-78c9b221a430 on host dv-neutron-772983-2-ovs {{(pid=80765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:10:49.712799 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392b3140-0346-4a1d-a2fd-5e0e919891bd None None] Network db958f80-d397-4036-99bf-f5770145eb80 is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:10:49.715195 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64002a95-d5e8-4ec0-892e-b6c71aee0bd8 None None] No DVR routers for this DVR port e5644333-0f50-4d5c-a8fd-b1a4c76236ff on host dv-neutron-772983-2-ovs {{(pid=80767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:10:49.728168 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-392b3140-0346-4a1d-a2fd-5e0e919891bd None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:10:49.745363 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392b3140-0346-4a1d-a2fd-5e0e919891bd None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:10:49.749926 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64002a95-d5e8-4ec0-892e-b6c71aee0bd8 None None] Pushing event deleted for resources: {'Port': ['ID=e5644333-0f50-4d5c-a8fd-b1a4c76236ff,revision_number=None']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:49.751323 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-27326640-ba62-4a07-966f-c126001e497b tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:49.752844 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80767) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:10:49.753368 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:10:49.754124 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-64002a95-d5e8-4ec0-892e-b6c71aee0bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:49.771541 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7689bac6-ab90-4e00-ba76-d4754ea9dcd0 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:49.803819 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-925b12c3-ac74-48a8-96d5-1bdc3cabd086 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.805s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:49.804129 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-925b12c3-ac74-48a8-96d5-1bdc3cabd086 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:49.856672 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-1592e4f0-7939-46b8-aff0-c97616944523 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Calling delete_port for 39497ab7-25e6-4d86-b305-23feccd9d840 owned by network:dhcp {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:10:49.881537 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8080906-d4f9-4161-88ca-8b1b1eea027c None None] DHCP port deletion for a8becc8f-b05e-4f17-9457-61fd6053ea0e request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:10:49.966114 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-a8080906-d4f9-4161-88ca-8b1b1eea027c None None] Deleting port 39497ab7-25e6-4d86-b305-23feccd9d840 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:10:49.967285 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a8080906-d4f9-4161-88ca-8b1b1eea027c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:49.993536 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-b1c92765-60e3-445e-86f7-89f030a76565 req-b9a85881-6282-4662-9653-e3d39c42c8a7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Synchronizing usage tracker for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:security_group {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:10:50.042961 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-392b3140-0346-4a1d-a2fd-5e0e919891bd None None] Attempting to bind port ee68fd3a-b815-482a-84c6-0671ef70542d on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:10:50.043612 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-392b3140-0346-4a1d-a2fd-5e0e919891bd None None] Attempting to bind port ee68fd3a-b815-482a-84c6-0671ef70542d by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'da7d0937-6f5e-4b48-adf9-1561a215d069', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'db958f80-d397-4036-99bf-f5770145eb80'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:10:50.044224 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392b3140-0346-4a1d-a2fd-5e0e919891bd None None] Attempting to bind port ee68fd3a-b815-482a-84c6-0671ef70542d on network db958f80-d397-4036-99bf-f5770145eb80 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:10:50.050458 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:10:50.050976 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392b3140-0346-4a1d-a2fd-5e0e919891bd None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:10:50.051585 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392b3140-0346-4a1d-a2fd-5e0e919891bd None None] Checking segment: {'id': 'da7d0937-6f5e-4b48-adf9-1561a215d069', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'db958f80-d397-4036-99bf-f5770145eb80'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:10:50.052210 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-392b3140-0346-4a1d-a2fd-5e0e919891bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:50.052807 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392b3140-0346-4a1d-a2fd-5e0e919891bd None None] Bound using segment: {'id': 'da7d0937-6f5e-4b48-adf9-1561a215d069', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'db958f80-d397-4036-99bf-f5770145eb80'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:10:50.053703 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-392b3140-0346-4a1d-a2fd-5e0e919891bd None None] Bound port: ee68fd3a-b815-482a-84c6-0671ef70542d, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da7d0937-6f5e-4b48-adf9-1561a215d069', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'db958f80-d397-4036-99bf-f5770145eb80'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:10:50.054428 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-392b3140-0346-4a1d-a2fd-5e0e919891bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:50.077264 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27326640-ba62-4a07-966f-c126001e497b tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event updated for resources: {'Port': ['ID=b6501ce4-de32-4db8-b1e5-59d35730bda3,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:50.085061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7689bac6-ab90-4e00-ba76-d4754ea9dcd0 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:50.106878 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-27326640-ba62-4a07-966f-c126001e497b tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:50.138799 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.resource_extend [None req-85816db3-2385-49be-b834-5fe2c83a7e05 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 29 10:10:50.153140 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-b1c92765-60e3-445e-86f7-89f030a76565 req-b9a85881-6282-4662-9653-e3d39c42c8a7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Unset dirty status for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:security_group {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:10:50.163299 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b1c92765-60e3-445e-86f7-89f030a76565 req-b9a85881-6282-4662-9653-e3d39c42c8a7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-253898410&fields=id&tenant_id=ff1f06ee29ef461597f2ecd846f8813d HTTP/1.1" status: 200  len: 267 time: 0.4389899
Jan 29 10:10:50.166483 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1592e4f0-7939-46b8-aff0-c97616944523 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:50.210259 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-85816db3-2385-49be-b834-5fe2c83a7e05 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:50.214107 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d4316433-73f2-4ab1-a223-d0521f5ea08d tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:50.224391 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4911da24-c7fe-4b14-84c7-bc380e8ff2d5 None None] DHCP port deletion for 93fc437b-ded9-4adc-8d66-046a566d4aa2 request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:10:50.336993 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-392b3140-0346-4a1d-a2fd-5e0e919891bd None None] For port ee68fd3a-b815-482a-84c6-0671ef70542d, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:10:50.341031 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-392b3140-0346-4a1d-a2fd-5e0e919891bd None None] For port ee68fd3a-b815-482a-84c6-0671ef70542d, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=ee68fd3a-b815-482a-84c6-0671ef70542d,segment=NetworkSegment(da7d0937-6f5e-4b48-adf9-1561a215d069),segment_id=da7d0937-6f5e-4b48-adf9-1561a215d069)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:10:50.362163 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1592e4f0-7939-46b8-aff0-c97616944523 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Pushing event deleted for resources: {'Port': ['ID=39497ab7-25e6-4d86-b305-23feccd9d840,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:50.364161 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2d99cda8-3746-4600-a9db-dee4335ab810 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854415430'] for router_interface, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:50.392106 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1592e4f0-7939-46b8-aff0-c97616944523 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:50.398972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-85816db3-2385-49be-b834-5fe2c83a7e05 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:50.429289 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c4fec5cb-f210-4ea8-8fb3-35c8c755337c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:50.443185 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-a8080906-d4f9-4161-88ca-8b1b1eea027c None None] For port 39497ab7-25e6-4d86-b305-23feccd9d840, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=39497ab7-25e6-4d86-b305-23feccd9d840,segment=NetworkSegment(fafe49ea-4b11-4803-939d-01628d337422),segment_id=fafe49ea-4b11-4803-939d-01628d337422)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:10:50.443915 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a8080906-d4f9-4161-88ca-8b1b1eea027c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:50.545623 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-392b3140-0346-4a1d-a2fd-5e0e919891bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:50.629908 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:50.665339 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1592e4f0-7939-46b8-aff0-c97616944523 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] No DVR routers for this DVR port 39497ab7-25e6-4d86-b305-23feccd9d840 on host dv-neutron-772983-2-ovs {{(pid=80766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:10:50.688954 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-a8080906-d4f9-4161-88ca-8b1b1eea027c None None] Calling delete_port for 39497ab7-25e6-4d86-b305-23feccd9d840 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:10:50.691926 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-7689bac6-ab90-4e00-ba76-d4754ea9dcd0 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c917b748>,) {'filters': {'network_id': ['93fc437b-ded9-4adc-8d66-046a566d4aa2']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:50.716187 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85816db3-2385-49be-b834-5fe2c83a7e05 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Pushing event updated for resources: {'Port': ['ID=f98e768d-6461-44f4-8bd0-3c4be7b14cb1,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:50.736327 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-85816db3-2385-49be-b834-5fe2c83a7e05 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:50.737725 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-7689bac6-ab90-4e00-ba76-d4754ea9dcd0 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c917b748>, '18b1ad33-464f-4fbc-9ab0-bdaaca88a7fd') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:50.738095 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-7689bac6-ab90-4e00-ba76-d4754ea9dcd0 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c917b748>, '18b1ad33-464f-4fbc-9ab0-bdaaca88a7fd') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:50.755913 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27326640-ba62-4a07-966f-c126001e497b tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Network db958f80-d397-4036-99bf-f5770145eb80 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:10:50.757114 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-27326640-ba62-4a07-966f-c126001e497b tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:10:50.766649 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7689bac6-ab90-4e00-ba76-d4754ea9dcd0 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:50.773547 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27326640-ba62-4a07-966f-c126001e497b tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:10:50.840342 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27326640-ba62-4a07-966f-c126001e497b tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:50.841057 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-27326640-ba62-4a07-966f-c126001e497b tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:50.891134 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392b3140-0346-4a1d-a2fd-5e0e919891bd None None] Pushing event updated for resources: {'Port': ['ID=ee68fd3a-b815-482a-84c6-0671ef70542d,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:50.895650 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-392b3140-0346-4a1d-a2fd-5e0e919891bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:50.903327 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7689bac6-ab90-4e00-ba76-d4754ea9dcd0 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:50.919769 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7689bac6-ab90-4e00-ba76-d4754ea9dcd0 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Releasing vxlan tunnel 16 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:10:50.934065 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-a8080906-d4f9-4161-88ca-8b1b1eea027c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80767) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:10:50.934483 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-a8080906-d4f9-4161-88ca-8b1b1eea027c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:10:51.012094 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 9f0e2cab-bc9c-4a08-a84f-16d41ba147ec up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:10:51.056227 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c92765-60e3-445e-86f7-89f030a76565 req-d2cba3f8-3730-4bc2-ad03-747434f6b178 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:51.056527 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-b1c92765-60e3-445e-86f7-89f030a76565 req-d2cba3f8-3730-4bc2-ad03-747434f6b178 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Synchronizing usage tracker for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:network {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:10:51.113319 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 9f0e2cab-bc9c-4a08-a84f-16d41ba147ec triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:10:51.113748 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:51.123319 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-27326640-ba62-4a07-966f-c126001e497b tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 4.6406393
Jan 29 10:10:51.137179 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 52450) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:51.168144 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-1a5c0b7d-d72f-4cd3-b09a-f4046eb5d76b tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Request body: {'subnet': {'network_id': 'db958f80-d397-4036-99bf-f5770145eb80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:10:51.229658 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1592e4f0-7939-46b8-aff0-c97616944523 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:51.371230 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a3895-9ffb-4d30-af1d-51ce525a08e7 req-4ba1a49c-a9ad-44af-8f43-4265e550ab65 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:51.373104 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6b1a3895-9ffb-4d30-af1d-51ce525a08e7 req-4ba1a49c-a9ad-44af-8f43-4265e550ab65 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/ports?device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 945 time: 0.7198682
Jan 29 10:10:51.374021 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-b1c92765-60e3-445e-86f7-89f030a76565 req-d2cba3f8-3730-4bc2-ad03-747434f6b178 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Unset dirty status for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:network {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:10:51.381772 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b1c92765-60e3-445e-86f7-89f030a76565 req-d2cba3f8-3730-4bc2-ad03-747434f6b178 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/networks?id=1846373c-e6a8-40b0-9ec1-57e95e070f2c HTTP/1.1" status: 200  len: 796 time: 1.2167861
Jan 29 10:10:51.388953 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device e5644333-0f50-4d5c-a8fd-b1a4c76236ff no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:10:51.473334 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b1c92765-60e3-445e-86f7-89f030a76565 req-db61cdee-a3cb-483e-9adc-0b49451765be tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/quotas/ff1f06ee29ef461597f2ecd846f8813d HTTP/1.1" status: 200  len: 375 time: 0.0111997
Jan 29 10:10:51.488943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-7689bac6-ab90-4e00-ba76-d4754ea9dcd0 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Network 93fc437b-ded9-4adc-8d66-046a566d4aa2 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:10:51.510262 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-a8080906-d4f9-4161-88ca-8b1b1eea027c None None] Deleting port 39497ab7-25e6-4d86-b305-23feccd9d840 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:10:51.510843 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a8080906-d4f9-4161-88ca-8b1b1eea027c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:51.576757 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e63a7d0-b255-47c1-bc01-8c2cad341cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:51.578398 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: e5644333-0f50-4d5c-a8fd-b1a4c76236ff {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:10:51.578656 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device e5644333-0f50-4d5c-a8fd-b1a4c76236ff not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:10:51.579138 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 39497ab7-25e6-4d86-b305-23feccd9d840 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:10:51.600641 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7689bac6-ab90-4e00-ba76-d4754ea9dcd0 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:51.647501 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 39497ab7-25e6-4d86-b305-23feccd9d840 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:10:51.647834 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 39497ab7-25e6-4d86-b305-23feccd9d840 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:10:51.652362 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-1592e4f0-7939-46b8-aff0-c97616944523 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c3f68940>,) {'filters': {'network_id': ['a8becc8f-b05e-4f17-9457-61fd6053ea0e']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:51.654326 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-a8080906-d4f9-4161-88ca-8b1b1eea027c None None] The port '39497ab7-25e6-4d86-b305-23feccd9d840' was deleted {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 29 10:10:51.678231 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-1592e4f0-7939-46b8-aff0-c97616944523 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3f68940>, 'fafe49ea-4b11-4803-939d-01628d337422') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:51.678576 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-1592e4f0-7939-46b8-aff0-c97616944523 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3f68940>, 'fafe49ea-4b11-4803-939d-01628d337422') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:51.769555 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1592e4f0-7939-46b8-aff0-c97616944523 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:51.778961 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-85816db3-2385-49be-b834-5fe2c83a7e05 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:51.905426 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6b1a3895-9ffb-4d30-af1d-51ce525a08e7 req-6af395ea-2239-486b-8290-46793b9e5532 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af675d5-c3af-4bab-a997-95b7e6464479&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5089130
Jan 29 10:10:51.926611 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1592e4f0-7939-46b8-aff0-c97616944523 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:51.927320 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-7689bac6-ab90-4e00-ba76-d4754ea9dcd0 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Network 93fc437b-ded9-4adc-8d66-046a566d4aa2 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:10:51.933047 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1592e4f0-7939-46b8-aff0-c97616944523 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Releasing vxlan tunnel 5 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:10:51.950209 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d99cda8-3746-4600-a9db-dee4335ab810 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Router d5c4bda2-1e6a-4347-9362-0b9df06ff466 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:10:51.962295 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:10:51.962295 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:10:51.962295 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:10:51.962295 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:10:51.962295 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:10:51.962295 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:10:51.962295 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:10:51.962295 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:10:51.962295 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:10:51.962295 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:10:51.962295 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:10:51.962295 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:10:51.962295 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:10:51.962295 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:10:51.962295 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:10:51.962295 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:10:51.962295 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:10:51.962295 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:10:51.962295 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:10:51.962295 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:10:51.962295 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:10:51.962295 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:10:51.962295 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:10:51.962295 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:10:51.962295 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:10:51.962295 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:10:51.962295 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:10:51.962295 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:10:51.962295 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:10:51.962295 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:10:51.962295 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:10:51.962295 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:10:51.967582 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-1a5c0b7d-d72f-4cd3-b09a-f4046eb5d76b tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:10:51.992854 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-1a5c0b7d-d72f-4cd3-b09a-f4046eb5d76b tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Usage tracker for resource:subnet and tenant:b402c3f19966488ebcb859fd6d6d9b16 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:10:51.996792 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-1a5c0b7d-d72f-4cd3-b09a-f4046eb5d76b tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:10:52.057130 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-1a5c0b7d-d72f-4cd3-b09a-f4046eb5d76b tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:10:52.077916 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7689bac6-ab90-4e00-ba76-d4754ea9dcd0 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:52.081186 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5c0b7d-d72f-4cd3-b09a-f4046eb5d76b tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Made reservation on behalf of b402c3f19966488ebcb859fd6d6d9b16 for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:10:52.102970 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1a5c0b7d-d72f-4cd3-b09a-f4046eb5d76b tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:52.213538 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b1c92765-60e3-445e-86f7-89f030a76565 req-a0301905-c3fa-4e46-84ff-8bd51385bdd1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ff1f06ee29ef461597f2ecd846f8813d&fields=id HTTP/1.1" status: 200  len: 440 time: 0.6145720
Jan 29 10:10:52.214133 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:52.259802 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7689bac6-ab90-4e00-ba76-d4754ea9dcd0 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:52.272991 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7689bac6-ab90-4e00-ba76-d4754ea9dcd0 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Pushing event deleted for resources: {'Network': ['ID=93fc437b-ded9-4adc-8d66-046a566d4aa2,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:52.296493 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7689bac6-ab90-4e00-ba76-d4754ea9dcd0 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:52.338602 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-1592e4f0-7939-46b8-aff0-c97616944523 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Network a8becc8f-b05e-4f17-9457-61fd6053ea0e has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:10:52.350018 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1592e4f0-7939-46b8-aff0-c97616944523 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:52.369193 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7689bac6-ab90-4e00-ba76-d4754ea9dcd0 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] 10.222.0.57 "DELETE /v2.0/networks/93fc437b-ded9-4adc-8d66-046a566d4aa2 HTTP/1.1" status: 204  len: 168 time: 5.0320332
Jan 29 10:10:52.377532 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 52454) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:52.392597 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d99cda8-3746-4600-a9db-dee4335ab810 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:10:52.409552 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a4e5e4-57c6-4d90-b0c6-a678b4164f09 None None] Sync routers for ids ['d5c4bda2-1e6a-4347-9362-0b9df06ff466'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:10:52.422950 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a4e5e4-57c6-4d90-b0c6-a678b4164f09 None None] Routers {'d5c4bda2-1e6a-4347-9362-0b9df06ff466'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:10:52.424307 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-62a4e5e4-57c6-4d90-b0c6-a678b4164f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9efba20>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:10:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['d5c4bda2-1e6a-4347-9362-0b9df06ff466'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:52.468022 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [None req-85816db3-2385-49be-b834-5fe2c83a7e05 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Floating IP 7e3e3198-5811-49c0-a296-ce9900a994b3 associated. External IP: 172.26.7.232, port: 13966fba-7313-4135-bd71-2231b4e4294b.
Jan 29 10:10:52.590075 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2d99cda8-3746-4600-a9db-dee4335ab810 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "PUT /v2.0/routers/d5c4bda2-1e6a-4347-9362-0b9df06ff466/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 10.7975116
Jan 29 10:10:52.600899 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 52458) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:52.725695 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-c53a9b10-e1c1-4bfe-a52f-d7829c8e1386 None None] Provisioning complete for port 8418ae30-a142-4308-b174-b91e302fddc3 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:10:52.727237 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-887556e9-c92f-4ee1-990d-3da309784e09 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:52.727785 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c53a9b10-e1c1-4bfe-a52f-d7829c8e1386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:52.769512 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-62a4e5e4-57c6-4d90-b0c6-a678b4164f09 None None] Set router d5c4bda2-1e6a-4347-9362-0b9df06ff466 gateway port host: None {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:10:52.793553 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-1592e4f0-7939-46b8-aff0-c97616944523 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Network a8becc8f-b05e-4f17-9457-61fd6053ea0e has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:10:52.795815 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.ipam_backend_mixin [None req-1a5c0b7d-d72f-4cd3-b09a-f4046eb5d76b tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet eaeb98e7-a50f-4526-bfa5-4f4e2aff073a (CIDR: 2001:db8::/64)
Jan 29 10:10:52.804531 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b1c92765-60e3-445e-86f7-89f030a76565 req-7267a949-21a7-49da-9594-156b5e8bb6da service neutron] 10.222.0.57 "GET /v2.0/networks/1846373c-e6a8-40b0-9ec1-57e95e070f2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5665562
Jan 29 10:10:52.829589 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-c53a9b10-e1c1-4bfe-a52f-d7829c8e1386 None None] Port 8418ae30-a142-4308-b174-b91e302fddc3 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:10:52.839780 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:10:52.839780 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:10:52.839780 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:10:52.839780 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:10:52.839780 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:10:52.839780 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:10:52.839780 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:10:52.839780 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:10:52.839780 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:10:52.839780 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:10:52.839780 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:10:52.839780 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:10:52.839780 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:10:52.839780 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:10:52.839780 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:10:52.839780 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:10:52.839780 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:10:52.839780 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:10:52.839780 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:10:52.839780 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:10:52.839780 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:10:52.839780 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:10:52.839780 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:10:52.839780 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:10:52.839780 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:10:52.839780 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:10:52.839780 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:10:52.839780 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:10:52.839780 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:10:52.839780 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:10:52.839780 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:10:52.839780 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:10:52.850022 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a5c0b7d-d72f-4cd3-b09a-f4046eb5d76b tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 10:10:52.850662 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a5c0b7d-d72f-4cd3-b09a-f4046eb5d76b tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:10:52.878633 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-c53a9b10-e1c1-4bfe-a52f-d7829c8e1386 None None] Provisioning for port ee68fd3a-b815-482a-84c6-0671ef70542d completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:10:52.888665 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1a5c0b7d-d72f-4cd3-b09a-f4046eb5d76b tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.7497289
Jan 29 10:10:52.898218 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 52462) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:52.920209 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-7a371b5d-3425-4def-be97-ca4188cdf488 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Request body: {'subnet': {'network_id': 'db958f80-d397-4036-99bf-f5770145eb80', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:10:52.993016 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1592e4f0-7939-46b8-aff0-c97616944523 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:52.998115 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1592e4f0-7939-46b8-aff0-c97616944523 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:53.001722 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-62a4e5e4-57c6-4d90-b0c6-a678b4164f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9efba20>, [{'id': 'd5c4bda2-1e6a-4347-9362-0b9df06ff466', 'name': 'tempest-NetworksTestDHCPv6-router-1809175229', 'tenant_id': 'b2cc7248d2184abfb3aa21c44218cf1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:10:26Z', 'updated_at': '2021-01-29T10:10:48Z', 'revision_number': 3, 'project_id': 'b2cc7248d2184abfb3aa21c44218cf1c', 'gw_port_host': None}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:53.015562 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a4e5e4-57c6-4d90-b0c6-a678b4164f09 None None] Checking router: d5c4bda2-1e6a-4347-9362-0b9df06ff466 for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:10:53.018848 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4a888e0f-fa78-43f0-9e77-f6b096e628b3 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:53.027206 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device ee68fd3a-b815-482a-84c6-0671ef70542d up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:10:53.036977 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a4e5e4-57c6-4d90-b0c6-a678b4164f09 None None] Routers {'d5c4bda2-1e6a-4347-9362-0b9df06ff466'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:10:53.037671 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-62a4e5e4-57c6-4d90-b0c6-a678b4164f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9efba20>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:10:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['d5c4bda2-1e6a-4347-9362-0b9df06ff466'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:53.053497 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1592e4f0-7939-46b8-aff0-c97616944523 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Pushing event deleted for resources: {'Network': ['ID=a8becc8f-b05e-4f17-9457-61fd6053ea0e,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:53.057932 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1592e4f0-7939-46b8-aff0-c97616944523 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:53.065870 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1592e4f0-7939-46b8-aff0-c97616944523 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "DELETE /v2.0/networks/a8becc8f-b05e-4f17-9457-61fd6053ea0e HTTP/1.1" status: 204  len: 168 time: 4.7729244
Jan 29 10:10:53.072124 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52468) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:53.092222 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-47464479-22c6-4250-b051-cd65290d9dac tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1178533408', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}, 'admin_state_up': False}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:10:53.144902 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfbdcf1-519b-4687-b0cc-76b1c50d3a1c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:53.165163 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfbdcf1-519b-4687-b0cc-76b1c50d3a1c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:53.166316 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2dfbdcf1-519b-4687-b0cc-76b1c50d3a1c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Synchronizing usage tracker for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:subnet {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:10:53.214170 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port ee68fd3a-b815-482a-84c6-0671ef70542d completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:10:53.219378 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-47464479-22c6-4250-b051-cd65290d9dac tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:10:53.222781 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port ee68fd3a-b815-482a-84c6-0671ef70542d triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:10:53.223204 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:53.270007 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-62a4e5e4-57c6-4d90-b0c6-a678b4164f09 None None] Set router d5c4bda2-1e6a-4347-9362-0b9df06ff466 gateway port host: None {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:10:53.312501 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-d7aafe95-dafc-4344-84f1-44a0877501cc None None] Provisioning for port b6501ce4-de32-4db8-b1e5-59d35730bda3 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:10:53.357159 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-d7aafe95-dafc-4344-84f1-44a0877501cc None None] Provisioning complete for port b6501ce4-de32-4db8-b1e5-59d35730bda3 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:10:53.357591 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d7aafe95-dafc-4344-84f1-44a0877501cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:53.437838 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b1c92765-60e3-445e-86f7-89f030a76565 req-6fd80542-0a1e-4771-b202-87ad798c4b4c service neutron] 10.222.0.57 "GET /v2.0/networks/1846373c-e6a8-40b0-9ec1-57e95e070f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6188207
Jan 29 10:10:53.452606 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-62a4e5e4-57c6-4d90-b0c6-a678b4164f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9efba20>, [{'id': 'd5c4bda2-1e6a-4347-9362-0b9df06ff466', 'name': 'tempest-NetworksTestDHCPv6-router-1809175229', 'tenant_id': 'b2cc7248d2184abfb3aa21c44218cf1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:10:26Z', 'updated_at': '2021-01-29T10:10:48Z', 'revision_number': 3, 'project_id': 'b2cc7248d2184abfb3aa21c44218cf1c', 'gw_port_host': None}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:53.474582 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a4e5e4-57c6-4d90-b0c6-a678b4164f09 None None] The sync data for ids ['d5c4bda2-1e6a-4347-9362-0b9df06ff466'] in dv-neutron-772983-2-ovs is: [{'id': 'd5c4bda2-1e6a-4347-9362-0b9df06ff466', 'name': 'tempest-NetworksTestDHCPv6-router-1809175229', 'tenant_id': 'b2cc7248d2184abfb3aa21c44218cf1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:10:26Z', 'updated_at': '2021-01-29T10:10:48Z', 'revision_number': 3, 'project_id': 'b2cc7248d2184abfb3aa21c44218cf1c', 'gw_port_host': None}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:10:53.527123 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-d7aafe95-dafc-4344-84f1-44a0877501cc None None] Port b6501ce4-de32-4db8-b1e5-59d35730bda3 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:10:53.564187 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:53.616091 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-887556e9-c92f-4ee1-990d-3da309784e09 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:53.642971 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port ee68fd3a-b815-482a-84c6-0671ef70542d, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=ee68fd3a-b815-482a-84c6-0671ef70542d,segment=NetworkSegment(da7d0937-6f5e-4b48-adf9-1561a215d069),segment_id=da7d0937-6f5e-4b48-adf9-1561a215d069)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:10:53.659247 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:53.664912 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-80982232-6a47-4466-ab86-dd20c4b55acc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:53.720223 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-47464479-22c6-4250-b051-cd65290d9dac tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Usage tracker for resource:router and tenant:22949024c322421d99052f9202cdd49a is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:10:53.726503 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-47464479-22c6-4250-b051-cd65290d9dac tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Quota usage for router was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:10:53.736881 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-47464479-22c6-4250-b051-cd65290d9dac tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:10:53.767455 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-47464479-22c6-4250-b051-cd65290d9dac tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:53.768817 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-47464479-22c6-4250-b051-cd65290d9dac tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:53.770093 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-2a53bdd9-7ec2-4599-8d34-044bbaab8fbd None None] Provisioning complete for port ee68fd3a-b815-482a-84c6-0671ef70542d triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:10:53.770733 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2a53bdd9-7ec2-4599-8d34-044bbaab8fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:53.784991 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85816db3-2385-49be-b834-5fe2c83a7e05 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Router 92bee170-7907-4644-8709-c45f8f4ed753 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:10:53.798149 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-47464479-22c6-4250-b051-cd65290d9dac tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:54.012585 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f247a722-1531-4035-a5b8-366d927b52f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:54.035178 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=ee68fd3a-b815-482a-84c6-0671ef70542d,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:54.039559 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:54.134734 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-58558696-8bb7-47c3-940d-f2a37527c69d req-ac6f3aea-6c13-475b-813e-52d6bfe4c917 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=5ea3ac59-5174-413b-959c-d10fe4797d48 HTTP/1.1" status: 200  len: 210 time: 0.4187815
Jan 29 10:10:54.142237 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2dfbdcf1-519b-4687-b0cc-76b1c50d3a1c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Unset dirty status for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:subnet {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:10:54.146130 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2dfbdcf1-519b-4687-b0cc-76b1c50d3a1c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 1.5292506
Jan 29 10:10:54.146948 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52474) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:54.170171 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:54.181240 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-887556e9-c92f-4ee1-990d-3da309784e09 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c3a7f0b8>,) {'filters': {'network_id': ['31aa5e2b-4048-41ab-a44e-67179ae6e1b1']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:54.220021 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-887556e9-c92f-4ee1-990d-3da309784e09 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3a7f0b8>, '5979e680-ad0f-40ce-97ab-c6c7d647d1a4') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:54.220354 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-887556e9-c92f-4ee1-990d-3da309784e09 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3a7f0b8>, '5979e680-ad0f-40ce-97ab-c6c7d647d1a4') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:54.238795 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-887556e9-c92f-4ee1-990d-3da309784e09 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:54.257512 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-7a371b5d-3425-4def-be97-ca4188cdf488 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:10:54.267652 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-887556e9-c92f-4ee1-990d-3da309784e09 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:54.269926 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-7a371b5d-3425-4def-be97-ca4188cdf488 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Usage tracker for resource:subnet and tenant:b402c3f19966488ebcb859fd6d6d9b16 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:10:54.355366 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63600fa6-8cfa-480f-b189-9c4368b1801c req-94bc6e63-7f7f-4f5e-9282-4a457ae8d0f8 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:54.357117 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-63600fa6-8cfa-480f-b189-9c4368b1801c req-94bc6e63-7f7f-4f5e-9282-4a457ae8d0f8 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/ports?device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 945 time: 1.1798992
Jan 29 10:10:54.358112 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-7a371b5d-3425-4def-be97-ca4188cdf488 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:10:54.361729 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-887556e9-c92f-4ee1-990d-3da309784e09 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Releasing vxlan tunnel 15 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:10:54.370790 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-47464479-22c6-4250-b051-cd65290d9dac tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:54.384312 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85816db3-2385-49be-b834-5fe2c83a7e05 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:10:54.392819 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-7a371b5d-3425-4def-be97-ca4188cdf488 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:10:54.395117 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacba40f-6ed3-4278-a966-c6ae2f32ee9e None None] Sync routers for ids ['92bee170-7907-4644-8709-c45f8f4ed753'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:10:54.408101 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacba40f-6ed3-4278-a966-c6ae2f32ee9e None None] Routers {'92bee170-7907-4644-8709-c45f8f4ed753'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:10:54.408998 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-aacba40f-6ed3-4278-a966-c6ae2f32ee9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c92179b0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:10:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['92bee170-7907-4644-8709-c45f8f4ed753'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:54.425892 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-463e9550-00fe-4e1a-8008-4c7033635aaf tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Deleting subnet 2a84fd6a-8bb2-4abd-98df-0e5cc590fad4 {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:10:54.453836 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-463e9550-00fe-4e1a-8008-4c7033635aaf tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:54.483422 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-aacba40f-6ed3-4278-a966-c6ae2f32ee9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c92179b0>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:54.494254 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacba40f-6ed3-4278-a966-c6ae2f32ee9e None None] Routers {'92bee170-7907-4644-8709-c45f8f4ed753'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:10:54.495146 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-aacba40f-6ed3-4278-a966-c6ae2f32ee9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c92179b0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:10:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['92bee170-7907-4644-8709-c45f8f4ed753'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:54.515306 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a371b5d-3425-4def-be97-ca4188cdf488 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Made reservation on behalf of b402c3f19966488ebcb859fd6d6d9b16 for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:10:54.527486 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-85816db3-2385-49be-b834-5fe2c83a7e05 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:54.537106 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7a371b5d-3425-4def-be97-ca4188cdf488 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:54.569852 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-aacba40f-6ed3-4278-a966-c6ae2f32ee9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c92179b0>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:54.570095 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacba40f-6ed3-4278-a966-c6ae2f32ee9e None None] The sync data for ids ['92bee170-7907-4644-8709-c45f8f4ed753'] in dv-neutron-772983-2-ovs is: [] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:10:54.588030 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-463e9550-00fe-4e1a-8008-4c7033635aaf tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:54.610622 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-63600fa6-8cfa-480f-b189-9c4368b1801c req-a10ea9bc-dac6-455e-b3ef-b325baf29d16 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af675d5-c3af-4bab-a997-95b7e6464479&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2336981
Jan 29 10:10:54.662932 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-85816db3-2385-49be-b834-5fe2c83a7e05 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 982 time: 13.5314245
Jan 29 10:10:54.665385 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 52480) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:54.791940 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-463e9550-00fe-4e1a-8008-4c7033635aaf tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:54.792440 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-887556e9-c92f-4ee1-990d-3da309784e09 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Network 31aa5e2b-4048-41ab-a44e-67179ae6e1b1 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:10:54.817247 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-887556e9-c92f-4ee1-990d-3da309784e09 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:54.863050 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:54.950820 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device ee68fd3a-b815-482a-84c6-0671ef70542d up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:10:55.050931 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port ee68fd3a-b815-482a-84c6-0671ef70542d triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:10:55.051588 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:55.077945 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ec9d08db-3e86-428e-99ec-f7914a9441e3 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] 10.222.0.57 "GET /v2.0/floatingips/7e3e3198-5811-49c0-a296-ce9900a994b3 HTTP/1.1" status: 200  len: 977 time: 0.4066663
Jan 29 10:10:55.098584 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 52492) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:55.103796 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-887556e9-c92f-4ee1-990d-3da309784e09 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Network 31aa5e2b-4048-41ab-a44e-67179ae6e1b1 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:10:55.111916 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-47464479-22c6-4250-b051-cd65290d9dac tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for router_gateway, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:55.194924 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:10:55.194924 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:10:55.194924 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:10:55.194924 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:10:55.194924 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:10:55.194924 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:10:55.194924 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:10:55.194924 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:10:55.194924 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:10:55.194924 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:10:55.194924 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:10:55.194924 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:10:55.194924 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:10:55.194924 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:10:55.194924 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:10:55.194924 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:10:55.194924 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:10:55.194924 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:10:55.194924 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:10:55.194924 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:10:55.194924 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:10:55.194924 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:10:55.194924 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:10:55.194924 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:10:55.194924 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:10:55.194924 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:10:55.194924 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:10:55.194924 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:10:55.194924 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:10:55.194924 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:10:55.194924 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:10:55.194924 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:10:55.199276 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device bb511bc5-37a0-4cc9-b0a5-9ee13168ee73 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:10:55.207719 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-47464479-22c6-4250-b051-cd65290d9dac tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:55.240597 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: bb511bc5-37a0-4cc9-b0a5-9ee13168ee73 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:10:55.241250 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device bb511bc5-37a0-4cc9-b0a5-9ee13168ee73 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:10:55.377100 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e34b5a93-ae83-4a19-a7f2-edcafa7715b0 req-72ec273d-7d46-4a91-87ac-dd3cf275c5c8 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=5ea3ac59-5174-413b-959c-d10fe4797d48 HTTP/1.1" status: 200  len: 210 time: 0.1325221
Jan 29 10:10:55.412068 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-59043644-6d8d-4637-b628-ca668ac8a468 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] 10.222.0.57 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 980 time: 0.3121834
Jan 29 10:10:55.413158 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-887556e9-c92f-4ee1-990d-3da309784e09 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:55.416486 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 52498) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:55.420972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-938c32d3-b92e-42bd-8764-17e0ffe9adaf tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:55.444021 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-887556e9-c92f-4ee1-990d-3da309784e09 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:55.452099 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-86d95d07-b277-4afa-b534-795678e657c4 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Request body: {'floatingip': {'port_id': '1d6b9fd5-a86b-440d-8cab-b39ec5a686b8'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:10:55.524263 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887556e9-c92f-4ee1-990d-3da309784e09 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Pushing event deleted for resources: {'Network': ['ID=31aa5e2b-4048-41ab-a44e-67179ae6e1b1,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:55.560735 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-463e9550-00fe-4e1a-8008-4c7033635aaf tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:55.573634 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-887556e9-c92f-4ee1-990d-3da309784e09 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:55.590238 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-887556e9-c92f-4ee1-990d-3da309784e09 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] 10.222.0.57 "DELETE /v2.0/networks/31aa5e2b-4048-41ab-a44e-67179ae6e1b1 HTTP/1.1" status: 204  len: 168 time: 3.2093601
Jan 29 10:10:55.605203 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 52502) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:55.611449 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c64af704-bada-4296-bb99-589d2c485eb1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:55.669659 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463e9550-00fe-4e1a-8008-4c7033635aaf tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event deleted for resources: {'Subnet': ['ID=2a84fd6a-8bb2-4abd-98df-0e5cc590fad4,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:55.676106 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-463e9550-00fe-4e1a-8008-4c7033635aaf tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:55.692153 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-86d95d07-b277-4afa-b534-795678e657c4 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for floatingip, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:55.775107 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-47464479-22c6-4250-b051-cd65290d9dac tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Allocated IP 172.26.7.242 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/e047ffa5-22a3-4ae8-989b-9253c0cf4cc9) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:10:55.789697 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-463e9550-00fe-4e1a-8008-4c7033635aaf tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:55.792929 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c8dfbc-fec3-44fd-a47e-b3c1508ee08a None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:10:55.838443 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-463e9550-00fe-4e1a-8008-4c7033635aaf tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/subnets/2a84fd6a-8bb2-4abd-98df-0e5cc590fad4 HTTP/1.1" status: 204  len: 168 time: 1.6899872
Jan 29 10:10:55.838882 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52508) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:56.000762 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bf4a4537-e69b-41f8-afbe-de6529e0d3af tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:56.034575 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:56.146558 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232601b9-df20-4c24-acb5-ffba1b60c75d None None] DHCP port deletion for 36ec2ab5-acc9-45dc-a136-797459b09a1c request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:10:56.150984 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-232601b9-df20-4c24-acb5-ffba1b60c75d None None] Deleting port e6517cc6-bdac-43ac-8be8-2ce314df6025 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:10:56.151423 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-232601b9-df20-4c24-acb5-ffba1b60c75d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:56.440297 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3cb04a-c5a6-44c8-8290-309a9dbd5aa9 req-9d05123c-6cd5-4b29-8ecd-d85dee918cf7 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:56.442067 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4a3cb04a-c5a6-44c8-8290-309a9dbd5aa9 req-9d05123c-6cd5-4b29-8ecd-d85dee918cf7 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/ports?device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 945 time: 0.6788976
Jan 29 10:10:56.560826 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-47464479-22c6-4250-b051-cd65290d9dac tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:56.594471 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device a74e407f-ffe3-4470-a49f-5eba4735646b up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:10:56.625863 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-795a4ced-4df7-4486-97af-3292f429b165 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Synchronizing usage tracker for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:router {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:10:56.660998 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-795a4ced-4df7-4486-97af-3292f429b165 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Unset dirty status for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:router {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:10:56.664419 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-795a4ced-4df7-4486-97af-3292f429b165 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200  len: 710 time: 0.8192160
Jan 29 10:10:56.665136 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52522) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:56.676815 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-232601b9-df20-4c24-acb5-ffba1b60c75d None None] For port e6517cc6-bdac-43ac-8be8-2ce314df6025, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=e6517cc6-bdac-43ac-8be8-2ce314df6025,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:10:56.677269 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-232601b9-df20-4c24-acb5-ffba1b60c75d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:56.868802 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-232601b9-df20-4c24-acb5-ffba1b60c75d None None] Calling delete_port for e6517cc6-bdac-43ac-8be8-2ce314df6025 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:10:56.903737 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-475ce696-7c60-452f-92da-3cb85beca2b4 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for router, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:56.959484 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bf4a4537-e69b-41f8-afbe-de6529e0d3af tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:56.973412 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port a74e407f-ffe3-4470-a49f-5eba4735646b triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:10:56.973412 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:56.995563 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-47464479-22c6-4250-b051-cd65290d9dac tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:57.023090 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c7c0ecf6-f033-4587-9376-9246e872550c tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:57.048324 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device e6517cc6-bdac-43ac-8be8-2ce314df6025 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:10:57.162394 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-232601b9-df20-4c24-acb5-ffba1b60c75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:57.181085 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0993fdb6-cae7-4376-9379-8aaecfb0607a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:57.200418 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4a3cb04a-c5a6-44c8-8290-309a9dbd5aa9 req-e6b64497-96e8-44c1-91f6-379b54de7cbf tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af675d5-c3af-4bab-a997-95b7e6464479&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.7396932
Jan 29 10:10:57.223462 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-730498e9-6b21-4c3d-8da4-17ddd24dd521 req-3edd336e-e9b3-4f39-b83b-faef33190585 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=5ea3ac59-5174-413b-959c-d10fe4797d48 HTTP/1.1" status: 200  len: 210 time: 0.5739486
Jan 29 10:10:57.367653 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232601b9-df20-4c24-acb5-ffba1b60c75d None None] Pushing event deleted for resources: {'Port': ['ID=e6517cc6-bdac-43ac-8be8-2ce314df6025,revision_number=None']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:57.367653 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-232601b9-df20-4c24-acb5-ffba1b60c75d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:57.395308 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232601b9-df20-4c24-acb5-ffba1b60c75d None None] No DVR routers for this DVR port e6517cc6-bdac-43ac-8be8-2ce314df6025 on host dv-neutron-772983-2-ovs {{(pid=80767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:10:57.473606 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47464479-22c6-4250-b051-cd65290d9dac tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Pushing event updated for resources: {'Port': ['ID=e047ffa5-22a3-4ae8-989b-9253c0cf4cc9,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:57.473606 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-47464479-22c6-4250-b051-cd65290d9dac tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:57.474274 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-475ce696-7c60-452f-92da-3cb85beca2b4 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:57.478281 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-475ce696-7c60-452f-92da-3cb85beca2b4 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:57.486541 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No active binding found for port e6517cc6-bdac-43ac-8be8-2ce314df6025 {{(pid=80767) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}}
Jan 29 10:10:57.486541 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device e6517cc6-bdac-43ac-8be8-2ce314df6025 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:10:57.527746 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-bf4a4537-e69b-41f8-afbe-de6529e0d3af tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c3a6e908>,) {'filters': {'network_id': ['923fff66-6f33-4fdf-a124-bddb626d90c8']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:57.569224 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47464479-22c6-4250-b051-cd65290d9dac tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:10:57.574660 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-bf4a4537-e69b-41f8-afbe-de6529e0d3af tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3a6e908>, 'fe102f2a-d12d-4319-bdfd-557da4565477') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:57.574660 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-bf4a4537-e69b-41f8-afbe-de6529e0d3af tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3a6e908>, 'fe102f2a-d12d-4319-bdfd-557da4565477') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:10:57.580005 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-47464479-22c6-4250-b051-cd65290d9dac tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:10:57.580005 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-475ce696-7c60-452f-92da-3cb85beca2b4 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:57.580005 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-475ce696-7c60-452f-92da-3cb85beca2b4 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Fanout notify agent at l3_agent the message router_deleted on router d5c4bda2-1e6a-4347-9362-0b9df06ff466 {{(pid=80766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 10:10:57.580005 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47464479-22c6-4250-b051-cd65290d9dac tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:10:57.656417 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-475ce696-7c60-452f-92da-3cb85beca2b4 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:57.662842 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-475ce696-7c60-452f-92da-3cb85beca2b4 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/routers/d5c4bda2-1e6a-4347-9362-0b9df06ff466 HTTP/1.1" status: 204  len: 168 time: 0.9948673
Jan 29 10:10:57.671433 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52528) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:57.682999 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-96e674a7-6709-472e-946b-96eedf519b6d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Request body: {'subnet': {'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:10:57.723260 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bf4a4537-e69b-41f8-afbe-de6529e0d3af tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:57.772395 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bf4a4537-e69b-41f8-afbe-de6529e0d3af tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:57.779936 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bf4a4537-e69b-41f8-afbe-de6529e0d3af tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Releasing vxlan tunnel 12 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:10:57.989635 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-96e674a7-6709-472e-946b-96eedf519b6d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:10:57.996567 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-96e674a7-6709-472e-946b-96eedf519b6d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Usage tracker for resource:subnet and tenant:b2cc7248d2184abfb3aa21c44218cf1c is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:10:58.001324 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-96e674a7-6709-472e-946b-96eedf519b6d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:10:58.009506 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-96e674a7-6709-472e-946b-96eedf519b6d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:10:58.051764 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e674a7-6709-472e-946b-96eedf519b6d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Made reservation on behalf of b2cc7248d2184abfb3aa21c44218cf1c for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:10:58.062095 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-bf4a4537-e69b-41f8-afbe-de6529e0d3af tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Network 923fff66-6f33-4fdf-a124-bddb626d90c8 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:10:58.077754 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-96e674a7-6709-472e-946b-96eedf519b6d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:58.082309 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bf4a4537-e69b-41f8-afbe-de6529e0d3af tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:58.127023 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7a371b5d-3425-4def-be97-ca4188cdf488 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:58.194676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7cb10b43-e2c1-4176-9e4a-cffbfc57e6f2 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:58.294492 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.resource_extend [None req-86d95d07-b277-4afa-b534-795678e657c4 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 29 10:10:58.379207 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-47464479-22c6-4250-b051-cd65290d9dac tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for router_gateway, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:58.607470 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-db2c65ff-99e3-4b25-ab6e-05e4dc218083 req-f2dc27d2-17cf-4d3a-9a21-c44c9344ba41 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=5ea3ac59-5174-413b-959c-d10fe4797d48 HTTP/1.1" status: 200  len: 210 time: 0.1667233
Jan 29 10:10:58.619939 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-bf4a4537-e69b-41f8-afbe-de6529e0d3af tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Network 923fff66-6f33-4fdf-a124-bddb626d90c8 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:10:58.659701 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:10:58.659701 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:10:58.659701 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:10:58.659701 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:10:58.659701 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:10:58.659701 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:10:58.659701 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:10:58.659701 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:10:58.659701 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:10:58.659701 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:10:58.659701 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:10:58.659701 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:10:58.659701 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:10:58.659701 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:10:58.659701 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:10:58.659701 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:10:58.659701 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:10:58.659701 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:10:58.659701 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:10:58.659701 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:10:58.659701 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:10:58.659701 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:10:58.659701 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:10:58.659701 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:10:58.659701 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:10:58.659701 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:10:58.659701 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:10:58.659701 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:10:58.659701 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:10:58.659701 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:10:58.659701 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:10:58.659701 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:10:58.696195 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a371b5d-3425-4def-be97-ca4188cdf488 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event updated for resources: {'Subnet': ['ID=6f60030d-5ab8-4ca3-bcfd-0b0be9860811,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:58.701664 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7a371b5d-3425-4def-be97-ca4188cdf488 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:58.799312 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-86d95d07-b277-4afa-b534-795678e657c4 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:58.813937 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-86d95d07-b277-4afa-b534-795678e657c4 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:58.988733 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bf4a4537-e69b-41f8-afbe-de6529e0d3af tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:59.014473 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d9a02e64-830b-4533-ad94-59c938ae3be8 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:10:59.032402 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bf4a4537-e69b-41f8-afbe-de6529e0d3af tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:59.070152 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4a4537-e69b-41f8-afbe-de6529e0d3af tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Pushing event deleted for resources: {'Network': ['ID=923fff66-6f33-4fdf-a124-bddb626d90c8,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:10:59.084371 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bf4a4537-e69b-41f8-afbe-de6529e0d3af tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:10:59.091813 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-bf4a4537-e69b-41f8-afbe-de6529e0d3af tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] 10.222.0.57 "DELETE /v2.0/networks/923fff66-6f33-4fdf-a124-bddb626d90c8 HTTP/1.1" status: 204  len: 168 time: 3.4855218
Jan 29 10:10:59.094475 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a371b5d-3425-4def-be97-ca4188cdf488 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Network db958f80-d397-4036-99bf-f5770145eb80 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:10:59.098175 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52540) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:10:59.103878 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-7a371b5d-3425-4def-be97-ca4188cdf488 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:10:59.114808 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ec4f21-d492-4a76-81fe-c45a14e2df3f None None] Network db958f80-d397-4036-99bf-f5770145eb80 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:10:59.130300 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [None req-86d95d07-b277-4afa-b534-795678e657c4 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Floating IP 7e3e3198-5811-49c0-a296-ce9900a994b3 associated. External IP: 172.26.7.232, port: 13966fba-7313-4135-bd71-2231b4e4294b.
Jan 29 10:10:59.305605 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627d543-bcda-4ad2-9df8-14d31a8a974c req-79ed5e08-c890-42c0-bd53-58e498ccbd17 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:59.315229 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c627d543-bcda-4ad2-9df8-14d31a8a974c req-79ed5e08-c890-42c0-bd53-58e498ccbd17 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/ports?device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 945 time: 0.8317440
Jan 29 10:10:59.399859 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-47464479-22c6-4250-b051-cd65290d9dac tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:59.515243 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7518ac6d-f1d1-491e-afb5-dfb5cc647099 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:59.688855 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7cfbbd-0679-42aa-a837-61b8d6122e58 None None] Update dhcp port {'port': {'network_id': 'db958f80-d397-4036-99bf-f5770145eb80', 'fixed_ips': [{'subnet_id': 'eaeb98e7-a50f-4526-bfa5-4f4e2aff073a', 'ip_address': '2001:db8::2'}, {'subnet_id': '6f60030d-5ab8-4ca3-bcfd-0b0be9860811'}], 'binding:host_id': 'dv-neutron-772983-2-ovs'}, 'id': 'ee68fd3a-b815-482a-84c6-0671ef70542d'} from dv-neutron-772983-2-ovs. {{(pid=80767) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Jan 29 10:10:59.763626 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cb7cfbbd-0679-42aa-a837-61b8d6122e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:59.770746 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a371b5d-3425-4def-be97-ca4188cdf488 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:10:59.771410 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7a371b5d-3425-4def-be97-ca4188cdf488 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:10:59.829332 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c627d543-bcda-4ad2-9df8-14d31a8a974c req-a7fce1fd-81f1-4700-a6ee-46160883c93f tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af675d5-c3af-4bab-a997-95b7e6464479&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5126374
Jan 29 10:11:00.042867 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7518ac6d-f1d1-491e-afb5-dfb5cc647099 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:00.070112 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7a371b5d-3425-4def-be97-ca4188cdf488 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 7.1503747
Jan 29 10:11:00.070112 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f690b7b4-7d9d-47c6-b915-6fbb5bb7e4ea req-ee717c4f-ab8d-40e0-948e-07e59d89b52d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=5ea3ac59-5174-413b-959c-d10fe4797d48 HTTP/1.1" status: 200  len: 210 time: 0.2356219
Jan 29 10:11:00.070112 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 52546) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:00.087285 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-86d7a30d-be39-4489-b202-2d424e62e487 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-166887139', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6f60030d-5ab8-4ca3-bcfd-0b0be9860811'}], 'security_groups': ['17b2c2d3-c0d7-4e23-b746-360bc05d78ba']}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:11:00.207088 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-cb7cfbbd-0679-42aa-a837-61b8d6122e58 None None] Allocated IP 2001:db8:0:1::2 (db958f80-d397-4036-99bf-f5770145eb80/6f60030d-5ab8-4ca3-bcfd-0b0be9860811/ee68fd3a-b815-482a-84c6-0671ef70542d) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:11:00.347123 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c92765-60e3-445e-86f7-89f030a76565 req-8267d90a-c0ab-434b-80c7-0f0317dd1974 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:00.348800 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b1c92765-60e3-445e-86f7-89f030a76565 req-8267d90a-c0ab-434b-80c7-0f0317dd1974 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.22 "GET /v2.0/networks?id=1846373c-e6a8-40b0-9ec1-57e95e070f2c HTTP/1.1" status: 200  len: 796 time: 0.5002346
Jan 29 10:11:00.392168 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-7518ac6d-f1d1-491e-afb5-dfb5cc647099 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c3fbcb70>,) {'filters': {'network_id': ['044d0ef9-7eda-44a3-b0c9-7e4eb11a3deb']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:11:00.414119 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-cb7cfbbd-0679-42aa-a837-61b8d6122e58 None None] For port ee68fd3a-b815-482a-84c6-0671ef70542d, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=ee68fd3a-b815-482a-84c6-0671ef70542d,segment=NetworkSegment(da7d0937-6f5e-4b48-adf9-1561a215d069),segment_id=da7d0937-6f5e-4b48-adf9-1561a215d069)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:11:00.417922 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-96e674a7-6709-472e-946b-96eedf519b6d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:00.435344 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-7518ac6d-f1d1-491e-afb5-dfb5cc647099 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3fbcb70>, '00b39d38-b5ab-4529-adc4-e7e001e52d60') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:11:00.435684 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-7518ac6d-f1d1-491e-afb5-dfb5cc647099 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3fbcb70>, '00b39d38-b5ab-4529-adc4-e7e001e52d60') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:11:00.444215 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-463e9550-00fe-4e1a-8008-4c7033635aaf tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:00.452886 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cb7cfbbd-0679-42aa-a837-61b8d6122e58 None None] Notify callbacks [] for port, precommit_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:00.479818 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-cb7cfbbd-0679-42aa-a837-61b8d6122e58 None None] Transition to ACTIVE for port object ee68fd3a-b815-482a-84c6-0671ef70542d will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:11:00.488401 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cb7cfbbd-0679-42aa-a837-61b8d6122e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:00.497277 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7518ac6d-f1d1-491e-afb5-dfb5cc647099 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:00.513266 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6322d24e-3413-448e-a311-461798581a26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:00.525220 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47464479-22c6-4250-b051-cd65290d9dac tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Router 0efcc000-eeb9-4f66-b570-c765d3e6c3d5 is scheduled to L3 agent 18987107-6d88-4736-94cf-15791d65b3ff with binding_index 1 {{(pid=80766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 29 10:11:00.545845 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7518ac6d-f1d1-491e-afb5-dfb5cc647099 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:00.600271 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7518ac6d-f1d1-491e-afb5-dfb5cc647099 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Releasing vxlan tunnel 11 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:11:00.663466 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d95d07-b277-4afa-b534-795678e657c4 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Router 92bee170-7907-4644-8709-c45f8f4ed753 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:11:00.730294 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7cfbbd-0679-42aa-a837-61b8d6122e58 None None] Pushing event updated for resources: {'Port': ['ID=ee68fd3a-b815-482a-84c6-0671ef70542d,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:00.744421 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-cb7cfbbd-0679-42aa-a837-61b8d6122e58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:00.796168 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e674a7-6709-472e-946b-96eedf519b6d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event updated for resources: {'Subnet': ['ID=b1fc008f-d258-43d8-aa4d-0204c1c67e28,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:00.869500 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-96e674a7-6709-472e-946b-96eedf519b6d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:00.912895 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device ee68fd3a-b815-482a-84c6-0671ef70542d up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:11:00.936003 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-86d7a30d-be39-4489-b202-2d424e62e487 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:01.063999 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b1c92765-60e3-445e-86f7-89f030a76565 req-6e75b6fc-4fc0-40ba-8d06-d082c4f13bb6 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ff1f06ee29ef461597f2ecd846f8813d HTTP/1.1" status: 200  len: 13137 time: 0.6325860
Jan 29 10:11:01.102672 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-b1c92765-60e3-445e-86f7-89f030a76565 req-ff10ca23-dc6d-4da4-8e32-75cfec09f859 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'port': {'device_id': '5ea3ac59-5174-413b-959c-d10fe4797d48', 'network_id': '1846373c-e6a8-40b0-9ec1-57e95e070f2c', 'admin_state_up': True, 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'security_groups': ['4cdaacfe-5f04-4328-baba-c79b4248ad1f']}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:11:01.106428 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-7518ac6d-f1d1-491e-afb5-dfb5cc647099 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Network 044d0ef9-7eda-44a3-b0c9-7e4eb11a3deb has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:11:01.120930 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7518ac6d-f1d1-491e-afb5-dfb5cc647099 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:01.179727 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e674a7-6709-472e-946b-96eedf519b6d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:11:01.186588 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-96e674a7-6709-472e-946b-96eedf519b6d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:11:01.206189 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35127d9f-cdb3-4ec9-a10c-b298609b32a7 None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:11:01.268382 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47464479-22c6-4250-b051-cd65290d9dac tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:11:01.279958 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af32562-3f80-4017-84da-389c1e2142fd None None] Sync routers for ids ['0efcc000-eeb9-4f66-b570-c765d3e6c3d5'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:11:01.304373 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af32562-3f80-4017-84da-389c1e2142fd None None] Routers {'0efcc000-eeb9-4f66-b570-c765d3e6c3d5'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:11:01.305057 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-1af32562-3f80-4017-84da-389c1e2142fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9efbac8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:10:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['0efcc000-eeb9-4f66-b570-c765d3e6c3d5'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:11:01.463917 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-1af32562-3f80-4017-84da-389c1e2142fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9efbac8>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:11:01.472089 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af32562-3f80-4017-84da-389c1e2142fd None None] Routers {'0efcc000-eeb9-4f66-b570-c765d3e6c3d5'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:11:01.472766 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-1af32562-3f80-4017-84da-389c1e2142fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9efbac8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:10:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['0efcc000-eeb9-4f66-b570-c765d3e6c3d5'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:11:01.490271 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4727afc4-5c01-4bb0-b439-8a082a69d990 req-be159b69-077a-48e8-9f2f-8b27b509e1a9 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=5ea3ac59-5174-413b-959c-d10fe4797d48 HTTP/1.1" status: 200  len: 210 time: 0.0875235
Jan 29 10:11:01.558537 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-7518ac6d-f1d1-491e-afb5-dfb5cc647099 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Network 044d0ef9-7eda-44a3-b0c9-7e4eb11a3deb has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:11:01.561960 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-1af32562-3f80-4017-84da-389c1e2142fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9efbac8>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:11:01.563462 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af32562-3f80-4017-84da-389c1e2142fd None None] The sync data for ids ['0efcc000-eeb9-4f66-b570-c765d3e6c3d5'] in dv-neutron-772983-2-ovs is: [] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:11:01.604150 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:11:01.604150 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:11:01.604150 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:11:01.604150 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:11:01.604150 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:11:01.604150 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:11:01.604150 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:11:01.604150 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:11:01.604150 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:11:01.604150 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:11:01.604150 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:11:01.604150 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:11:01.604150 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:11:01.604150 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:11:01.604150 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:11:01.604150 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:11:01.604150 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:11:01.604150 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:11:01.604150 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:11:01.604150 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:11:01.604150 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:11:01.604150 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:11:01.604150 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:11:01.604150 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:11:01.604150 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:11:01.604150 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:11:01.604150 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:11:01.604150 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:11:01.604150 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:11:01.604150 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:11:01.604150 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:11:01.604150 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:11:01.606221 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e674a7-6709-472e-946b-96eedf519b6d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:01.606221 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-96e674a7-6709-472e-946b-96eedf519b6d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:01.727045 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18eb041-33ab-4f27-a7d1-1485a062e6c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-36ec2ab5-acc9-45dc-a136-797459b09a1c', 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'tenant_id': 'b2cc7248d2184abfb3aa21c44218cf1c', 'fixed_ips': [{'subnet_id': 'b1fc008f-d258-43d8-aa4d-0204c1c67e28'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:11:01.729177 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d18eb041-33ab-4f27-a7d1-1485a062e6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:01.729288 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-47464479-22c6-4250-b051-cd65290d9dac tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:01.730767 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-47464479-22c6-4250-b051-cd65290d9dac tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 8.6534605
Jan 29 10:11:01.733999 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52558) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:01.748554 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a9937-4333-4413-a9a2-fa493c4bb426 req-f0cbaf15-74e7-43ed-aa86-f85783cc3efd tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:01.756485 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a88a9937-4333-4413-a9a2-fa493c4bb426 req-f0cbaf15-74e7-43ed-aa86-f85783cc3efd tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/ports?device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 945 time: 0.6919675
Jan 29 10:11:01.771834 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d95d07-b277-4afa-b534-795678e657c4 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:11:01.797765 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-96e674a7-6709-472e-946b-96eedf519b6d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 4.1238430
Jan 29 10:11:01.805441 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52562) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:01.813220 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd172b6-5d2a-4857-924e-84fab429dbab None None] Sync routers for ids ['92bee170-7907-4644-8709-c45f8f4ed753'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:11:01.818181 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7518ac6d-f1d1-491e-afb5-dfb5cc647099 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:01.823207 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-04ab1c13-179f-493d-aedf-ad7ba197237f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-43344798', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:11:01.846883 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd172b6-5d2a-4857-924e-84fab429dbab None None] Routers {'92bee170-7907-4644-8709-c45f8f4ed753'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:11:01.848008 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-bcd172b6-5d2a-4857-924e-84fab429dbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9862080>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:10:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['92bee170-7907-4644-8709-c45f8f4ed753'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:11:02.227858 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9fe2ca9e-de40-4470-a41d-94474b792b26 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:02.255201 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-04ab1c13-179f-493d-aedf-ad7ba197237f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:11:02.258621 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7518ac6d-f1d1-491e-afb5-dfb5cc647099 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:02.269358 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-04ab1c13-179f-493d-aedf-ad7ba197237f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Usage tracker for resource:router and tenant:b2cc7248d2184abfb3aa21c44218cf1c is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:11:02.275855 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7518ac6d-f1d1-491e-afb5-dfb5cc647099 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Pushing event deleted for resources: {'Network': ['ID=044d0ef9-7eda-44a3-b0c9-7e4eb11a3deb,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:02.281687 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-04ab1c13-179f-493d-aedf-ad7ba197237f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Quota usage for router was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:11:02.300906 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7518ac6d-f1d1-491e-afb5-dfb5cc647099 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:02.301063 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-bcd172b6-5d2a-4857-924e-84fab429dbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9862080>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:11:02.305912 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7518ac6d-f1d1-491e-afb5-dfb5cc647099 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] 10.222.0.57 "DELETE /v2.0/networks/044d0ef9-7eda-44a3-b0c9-7e4eb11a3deb HTTP/1.1" status: 204  len: 168 time: 3.2019634
Jan 29 10:11:02.306430 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-04ab1c13-179f-493d-aedf-ad7ba197237f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:11:02.329618 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-04ab1c13-179f-493d-aedf-ad7ba197237f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:02.330723 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-04ab1c13-179f-493d-aedf-ad7ba197237f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:02.350330 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-04ab1c13-179f-493d-aedf-ad7ba197237f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:02.393762 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-04ab1c13-179f-493d-aedf-ad7ba197237f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:02.467757 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-04ab1c13-179f-493d-aedf-ad7ba197237f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:02.475547 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-04ab1c13-179f-493d-aedf-ad7ba197237f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.6619689
Jan 29 10:11:02.475547 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52568) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:02.475783 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-b1c92765-60e3-445e-86f7-89f030a76565 req-ff10ca23-dc6d-4da4-8e32-75cfec09f859 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:11:02.490085 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd172b6-5d2a-4857-924e-84fab429dbab None None] Routers {'92bee170-7907-4644-8709-c45f8f4ed753'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:11:02.490790 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-bcd172b6-5d2a-4857-924e-84fab429dbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9862080>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:10:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['92bee170-7907-4644-8709-c45f8f4ed753'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:11:02.581649 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a88a9937-4333-4413-a9a2-fa493c4bb426 req-6f9d511f-8a02-4f7e-8f7b-3bffddebc170 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af675d5-c3af-4bab-a997-95b7e6464479&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.8241205
Jan 29 10:11:02.587031 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-b1c92765-60e3-445e-86f7-89f030a76565 req-ff10ca23-dc6d-4da4-8e32-75cfec09f859 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:port and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:11:02.597296 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-bcd172b6-5d2a-4857-924e-84fab429dbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9862080>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:11:02.597833 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd172b6-5d2a-4857-924e-84fab429dbab None None] The sync data for ids ['92bee170-7907-4644-8709-c45f8f4ed753'] in dv-neutron-772983-2-ovs is: [] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:11:02.645065 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-7ec7dcdc-1a7d-4ccf-8824-5eafaa6ab382 None None] Provisioning complete for port 8418ae30-a142-4308-b174-b91e302fddc3 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:11:02.645697 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7ec7dcdc-1a7d-4ccf-8824-5eafaa6ab382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:02.732055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-7ec7dcdc-1a7d-4ccf-8824-5eafaa6ab382 None None] Port 8418ae30-a142-4308-b174-b91e302fddc3 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:11:02.734876 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5d2d5c94-22a6-4bff-a826-5fa07a24656c tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "GET /v2.0/routers/0efcc000-eeb9-4f66-b570-c765d3e6c3d5 HTTP/1.1" status: 200  len: 885 time: 0.9997625
Jan 29 10:11:02.746135 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-b1c92765-60e3-445e-86f7-89f030a76565 req-ff10ca23-dc6d-4da4-8e32-75cfec09f859 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for port was recalculated. Used quota:5. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:11:02.747489 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-d18eb041-33ab-4f27-a7d1-1485a062e6c9 None None] Allocated IP 2001:db8::2 (36ec2ab5-acc9-45dc-a136-797459b09a1c/b1fc008f-d258-43d8-aa4d-0204c1c67e28/42e1bad8-49f6-4580-b2a5-60dda02064d6) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:11:02.752659 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 52578) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:02.758045 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-7ec7dcdc-1a7d-4ccf-8824-5eafaa6ab382 None None] Provisioning complete for port b6501ce4-de32-4db8-b1e5-59d35730bda3 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:11:02.758666 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7ec7dcdc-1a7d-4ccf-8824-5eafaa6ab382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:02.866013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-7ec7dcdc-1a7d-4ccf-8824-5eafaa6ab382 None None] Port b6501ce4-de32-4db8-b1e5-59d35730bda3 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:11:02.894472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52582) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:02.935194 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-143b4c41-0474-427d-9f2d-030ab5ee7bb3 req-0033369b-4ad1-40a8-a9b1-463a98ef99c1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=5ea3ac59-5174-413b-959c-d10fe4797d48 HTTP/1.1" status: 200  len: 210 time: 0.1833773
Jan 29 10:11:02.941347 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-7ec7dcdc-1a7d-4ccf-8824-5eafaa6ab382 None None] Provisioning for port ee68fd3a-b815-482a-84c6-0671ef70542d completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:11:02.950874 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-b1c92765-60e3-445e-86f7-89f030a76565 req-ff10ca23-dc6d-4da4-8e32-75cfec09f859 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:11:02.979455 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-7ec7dcdc-1a7d-4ccf-8824-5eafaa6ab382 None None] Provisioning complete for port ee68fd3a-b815-482a-84c6-0671ef70542d triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:11:02.979855 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7ec7dcdc-1a7d-4ccf-8824-5eafaa6ab382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:03.238039 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d18eb041-33ab-4f27-a7d1-1485a062e6c9 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:03.247508 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1c92765-60e3-445e-86f7-89f030a76565 req-ff10ca23-dc6d-4da4-8e32-75cfec09f859 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Made reservation on behalf of ff1f06ee29ef461597f2ecd846f8813d for: {'port': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:11:03.256370 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-d18eb041-33ab-4f27-a7d1-1485a062e6c9 None None] Transition to ACTIVE for port object 42e1bad8-49f6-4580-b2a5-60dda02064d6 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:11:03.270042 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-b1c92765-60e3-445e-86f7-89f030a76565 req-ff10ca23-dc6d-4da4-8e32-75cfec09f859 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:03.273640 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-d18eb041-33ab-4f27-a7d1-1485a062e6c9 None None] Transition to ACTIVE for port object 42e1bad8-49f6-4580-b2a5-60dda02064d6 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:11:03.278713 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d18eb041-33ab-4f27-a7d1-1485a062e6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:03.292318 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d95d07-b277-4afa-b534-795678e657c4 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Router 92bee170-7907-4644-8709-c45f8f4ed753 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:11:03.363291 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8ff04576-8754-4bb8-ac67-2a591fa686bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:03.439450 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2fef2b02-4a45-4764-9f81-631632b9d66e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e7a8986c129847719070e73dc7b9ae01&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5432205
Jan 29 10:11:03.440824 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-44fa683b-dc21-4e02-8623-47f6ce0f7cd1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:03.454244 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52590) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:03.497514 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18eb041-33ab-4f27-a7d1-1485a062e6c9 None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:11:03.498338 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-95ffe142-6094-413f-9b00-0ed971af4b7d None None] Provisioning complete for port ee68fd3a-b815-482a-84c6-0671ef70542d triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:11:03.498751 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-95ffe142-6094-413f-9b00-0ed971af4b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:03.532278 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-d18eb041-33ab-4f27-a7d1-1485a062e6c9 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:11:03.540972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18eb041-33ab-4f27-a7d1-1485a062e6c9 None None] Pushing event updated for resources: {'Port': ['ID=42e1bad8-49f6-4580-b2a5-60dda02064d6,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:03.545269 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18eb041-33ab-4f27-a7d1-1485a062e6c9 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:11:03.588179 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d18eb041-33ab-4f27-a7d1-1485a062e6c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:03.597136 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9531dd4-37b7-4ab2-bcde-3c734189ccb1 req-65723b6a-b176-446e-b597-209f94475841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:03.598770 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c9531dd4-37b7-4ab2-bcde-3c734189ccb1 req-65723b6a-b176-446e-b597-209f94475841 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ee8761d4330e4fd09e97501060c8b8ec&device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 1162 time: 0.3887589
Jan 29 10:11:03.630149 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-d18eb041-33ab-4f27-a7d1-1485a062e6c9 None None] Attempting to bind port 42e1bad8-49f6-4580-b2a5-60dda02064d6 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:11:03.630542 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-d18eb041-33ab-4f27-a7d1-1485a062e6c9 None None] Attempting to bind port 42e1bad8-49f6-4580-b2a5-60dda02064d6 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:11:03.631139 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18eb041-33ab-4f27-a7d1-1485a062e6c9 None None] Attempting to bind port 42e1bad8-49f6-4580-b2a5-60dda02064d6 on network 36ec2ab5-acc9-45dc-a136-797459b09a1c {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:11:03.642261 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18eb041-33ab-4f27-a7d1-1485a062e6c9 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:11:03.642681 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18eb041-33ab-4f27-a7d1-1485a062e6c9 None None] Checking segment: {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:11:03.643134 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d18eb041-33ab-4f27-a7d1-1485a062e6c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:03.643580 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18eb041-33ab-4f27-a7d1-1485a062e6c9 None None] Bound using segment: {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:11:03.644114 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-d18eb041-33ab-4f27-a7d1-1485a062e6c9 None None] Bound port: 42e1bad8-49f6-4580-b2a5-60dda02064d6, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:11:03.644542 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d18eb041-33ab-4f27-a7d1-1485a062e6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:03.697184 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308896a-c91e-4bd9-9db4-54a7ea3dd5ae req-53f02bf0-8ab7-40b4-a154-552f9144b601 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:03.698971 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1308896a-c91e-4bd9-9db4-54a7ea3dd5ae req-53f02bf0-8ab7-40b4-a154-552f9144b601 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/ports?device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 945 time: 0.5690691
Jan 29 10:11:03.800032 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-d18eb041-33ab-4f27-a7d1-1485a062e6c9 None None] For port 42e1bad8-49f6-4580-b2a5-60dda02064d6, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:11:03.803751 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-d18eb041-33ab-4f27-a7d1-1485a062e6c9 None None] For port 42e1bad8-49f6-4580-b2a5-60dda02064d6, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=42e1bad8-49f6-4580-b2a5-60dda02064d6,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:11:03.807705 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d18eb041-33ab-4f27-a7d1-1485a062e6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:03.824352 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:03.834659 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2a1bf0c7-821a-42c1-8e5f-651f7b82736b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:03.958174 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2a1bf0c7-821a-42c1-8e5f-651f7b82736b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:04.001864 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18eb041-33ab-4f27-a7d1-1485a062e6c9 None None] Pushing event updated for resources: {'Port': ['ID=42e1bad8-49f6-4580-b2a5-60dda02064d6,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:04.008866 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d18eb041-33ab-4f27-a7d1-1485a062e6c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:04.012257 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1308896a-c91e-4bd9-9db4-54a7ea3dd5ae req-aae51c5e-a66e-4828-97bd-04bf8d51f60d tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af675d5-c3af-4bab-a997-95b7e6464479&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2984047
Jan 29 10:11:04.019442 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9531dd4-37b7-4ab2-bcde-3c734189ccb1 req-b6b5c953-6ffe-4906-a6f8-b9c895a7f54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:04.021185 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c9531dd4-37b7-4ab2-bcde-3c734189ccb1 req-b6b5c953-6ffe-4906-a6f8-b9c895a7f54e service neutron] 10.222.0.22 "GET /v2.0/networks?id=26a4294d-c956-403b-8f7a-57f8ffefaf53 HTTP/1.1" status: 200  len: 906 time: 0.3496728
Jan 29 10:11:04.065761 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d95d07-b277-4afa-b534-795678e657c4 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:11:04.084889 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac88c83-76f8-4b6a-ac80-f2eb2e24dba9 None None] Sync routers for ids ['92bee170-7907-4644-8709-c45f8f4ed753'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:11:04.096175 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac88c83-76f8-4b6a-ac80-f2eb2e24dba9 None None] Routers {'92bee170-7907-4644-8709-c45f8f4ed753'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:11:04.096857 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-0ac88c83-76f8-4b6a-ac80-f2eb2e24dba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca1c7e80>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:10:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['92bee170-7907-4644-8709-c45f8f4ed753'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:11:04.121834 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-86d95d07-b277-4afa-b534-795678e657c4 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:04.163207 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-0ac88c83-76f8-4b6a-ac80-f2eb2e24dba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca1c7e80>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:11:04.173253 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac88c83-76f8-4b6a-ac80-f2eb2e24dba9 None None] Routers {'92bee170-7907-4644-8709-c45f8f4ed753'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:11:04.174246 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-0ac88c83-76f8-4b6a-ac80-f2eb2e24dba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca1c7e80>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:10:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['92bee170-7907-4644-8709-c45f8f4ed753'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:11:04.245299 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-0ac88c83-76f8-4b6a-ac80-f2eb2e24dba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca1c7e80>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:11:04.245755 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac88c83-76f8-4b6a-ac80-f2eb2e24dba9 None None] The sync data for ids ['92bee170-7907-4644-8709-c45f8f4ed753'] in dv-neutron-772983-2-ovs is: [] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:11:04.268843 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-86d7a30d-be39-4489-b202-2d424e62e487 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Delete allocated IP 2001:db8::1bf (db958f80-d397-4036-99bf-f5770145eb80/eaeb98e7-a50f-4526-bfa5-4f4e2aff073a) {{(pid=80765) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}}
Jan 29 10:11:04.346742 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c9531dd4-37b7-4ab2-bcde-3c734189ccb1 req-07afdd30-7243-4f1e-9631-e0a3393109fe service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a74e407f-ffe3-4470-a49f-5eba4735646b HTTP/1.1" status: 200  len: 1000 time: 0.3168120
Jan 29 10:11:04.352060 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2a1bf0c7-821a-42c1-8e5f-651f7b82736b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:04.357707 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-86d95d07-b277-4afa-b534-795678e657c4 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] 10.222.0.57 "PUT /v2.0/floatingips/7e3e3198-5811-49c0-a296-ce9900a994b3 HTTP/1.1" status: 200  len: 977 time: 8.9407582
Jan 29 10:11:04.367923 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a93ae3cd-03d6-4549-9b43-56c0aecd2ff6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:04.370788 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-86d7a30d-be39-4489-b202-2d424e62e487 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Allocated IP 2001:db8:0:1::257 (db958f80-d397-4036-99bf-f5770145eb80/6f60030d-5ab8-4ca3-bcfd-0b0be9860811/b6501ce4-de32-4db8-b1e5-59d35730bda3) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:11:04.375625 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 52596) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:04.381003 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-f227eadf-7b2f-43e2-953c-2f83c19f9ff1 req-1c16d242-3012-4467-a822-9830d58e33c0 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Synchronizing usage tracker for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:11:04.414375 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-f0881a65-b6da-4877-94a4-6693e198b452 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Request body: {'floatingip': {'port_id': None}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:11:04.440767 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1bf0c7-821a-42c1-8e5f-651f7b82736b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6de03af-20d8-4d6e-ac96-c91f87f97717,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:04.472390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2a1bf0c7-821a-42c1-8e5f-651f7b82736b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:04.487881 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2a1bf0c7-821a-42c1-8e5f-651f7b82736b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:04.489369 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2a1bf0c7-821a-42c1-8e5f-651f7b82736b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e6de03af-20d8-4d6e-ac96-c91f87f97717 HTTP/1.1" status: 204  len: 168 time: 1.0339925
Jan 29 10:11:04.553025 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9531dd4-37b7-4ab2-bcde-3c734189ccb1 req-9d385972-375f-4bc2-a62c-872ed508af2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:04.554715 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c9531dd4-37b7-4ab2-bcde-3c734189ccb1 req-9d385972-375f-4bc2-a62c-872ed508af2e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5a251db5-5565-4afc-bc11-9aa24a0c3cc1 HTTP/1.1" status: 200  len: 851 time: 0.1990252
Jan 29 10:11:04.639551 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-44fa683b-dc21-4e02-8623-47f6ce0f7cd1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Allocated IP 2001:db8::1 (36ec2ab5-acc9-45dc-a136-797459b09a1c/b1fc008f-d258-43d8-aa4d-0204c1c67e28/5257a5b5-7505-49cd-a621-64d7831b49f1) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:11:04.647949 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:04.784671 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9531dd4-37b7-4ab2-bcde-3c734189ccb1 req-708f4799-ca33-4c3f-ac69-2656d7939bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:04.792365 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c9531dd4-37b7-4ab2-bcde-3c734189ccb1 req-708f4799-ca33-4c3f-ac69-2656d7939bf6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=26a4294d-c956-403b-8f7a-57f8ffefaf53&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.2152932
Jan 29 10:11:04.828860 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-90153d79-eb94-4961-87c4-55aa93909ea5 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Synchronizing usage tracker for tenant:22949024c322421d99052f9202cdd49a on resource:router {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:11:04.914075 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f0881a65-b6da-4877-94a4-6693e198b452 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for floatingip, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:04.954672 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 42e1bad8-49f6-4580-b2a5-60dda02064d6 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:11:04.973578 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-44fa683b-dc21-4e02-8623-47f6ce0f7cd1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:05.055831 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 42e1bad8-49f6-4580-b2a5-60dda02064d6 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:11:05.279183 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f0881a65-b6da-4877-94a4-6693e198b452 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:05.289199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-f227eadf-7b2f-43e2-953c-2f83c19f9ff1 req-1c16d242-3012-4467-a822-9830d58e33c0 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Unset dirty status for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:11:05.302548 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f227eadf-7b2f-43e2-953c-2f83c19f9ff1 req-1c16d242-3012-4467-a822-9830d58e33c0 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=5ea3ac59-5174-413b-959c-d10fe4797d48 HTTP/1.1" status: 200  len: 210 time: 1.1509278
Jan 29 10:11:05.324295 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f0881a65-b6da-4877-94a4-6693e198b452 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:05.324295 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [None req-f0881a65-b6da-4877-94a4-6693e198b452 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Floating IP 7e3e3198-5811-49c0-a296-ce9900a994b3 disassociated. External IP: 172.26.7.232, port: 1d6b9fd5-a86b-440d-8cab-b39ec5a686b8.
Jan 29 10:11:05.354859 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-44fa683b-dc21-4e02-8623-47f6ce0f7cd1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Transition to ACTIVE for port object 5257a5b5-7505-49cd-a621-64d7831b49f1 will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:11:05.393964 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [req-b1c92765-60e3-445e-86f7-89f030a76565 req-ff10ca23-dc6d-4da4-8e32-75cfec09f859 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Allocated IP 172.20.0.27 (1846373c-e6a8-40b0-9ec1-57e95e070f2c/bb14e4e3-b0c4-41bb-8247-b96d163fd317/e49cb43a-fab3-4dd7-b334-ef4bdb01b3b2) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:11:05.398544 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c9531dd4-37b7-4ab2-bcde-3c734189ccb1 req-7d516a35-5d62-4145-8482-6f06b032bc64 service neutron] 10.222.0.22 "GET /v2.0/networks/26a4294d-c956-403b-8f7a-57f8ffefaf53?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6036711
Jan 29 10:11:05.516011 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-44fa683b-dc21-4e02-8623-47f6ce0f7cd1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:05.534617 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-01f61b0b-1a48-4af5-b1af-771620b43c94 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:05.583234 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52620) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:05.608014 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-90153d79-eb94-4961-87c4-55aa93909ea5 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Unset dirty status for tenant:22949024c322421d99052f9202cdd49a on resource:router {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:11:05.610154 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-90153d79-eb94-4961-87c4-55aa93909ea5 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200  len: 888 time: 2.8412879
Jan 29 10:11:05.616917 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52624) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:05.643933 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-4d181acd-b6cf-4379-9958-81f9cd4f9d0d tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1178533408'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:11:05.840645 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-ad768ed6-1603-40a1-8e13-46a5b9e374c0 None None] Provisioning for port 42e1bad8-49f6-4580-b2a5-60dda02064d6 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:11:05.846983 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-ad768ed6-1603-40a1-8e13-46a5b9e374c0 None None] Provisioning complete for port 42e1bad8-49f6-4580-b2a5-60dda02064d6 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:11:05.847613 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ad768ed6-1603-40a1-8e13-46a5b9e374c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:05.876031 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-565a04ef-7edc-4f39-a2b6-1f0d3cd264a9 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-46532021', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:11:05.893159 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e0ba2-74f7-4bbb-bdc7-053105d93597 req-30812f97-52ef-4198-9f39-bf2062a2e6fa tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:05.901429 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2b6e0ba2-74f7-4bbb-bdc7-053105d93597 req-30812f97-52ef-4198-9f39-bf2062a2e6fa tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/ports?device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 945 time: 0.5960298
Jan 29 10:11:05.906695 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fa683b-dc21-4e02-8623-47f6ce0f7cd1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event updated for resources: {'Port': ['ID=5257a5b5-7505-49cd-a621-64d7831b49f1,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:05.910323 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-44fa683b-dc21-4e02-8623-47f6ce0f7cd1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:05.914336 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-565a04ef-7edc-4f39-a2b6-1f0d3cd264a9 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:11:05.920031 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c9531dd4-37b7-4ab2-bcde-3c734189ccb1 req-96024e39-c974-428d-9756-a33ccfb2061e service neutron] 10.222.0.22 "GET /v2.0/networks/26a4294d-c956-403b-8f7a-57f8ffefaf53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5124555
Jan 29 10:11:05.950510 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-565a04ef-7edc-4f39-a2b6-1f0d3cd264a9 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Usage tracker for resource:router and tenant:269bd116beab4711bc6ba026bd836aa8 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:11:05.957754 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-565a04ef-7edc-4f39-a2b6-1f0d3cd264a9 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Quota usage for router was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:11:05.968009 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-565a04ef-7edc-4f39-a2b6-1f0d3cd264a9 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:11:06.023332 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-565a04ef-7edc-4f39-a2b6-1f0d3cd264a9 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:06.024819 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-565a04ef-7edc-4f39-a2b6-1f0d3cd264a9 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:06.043686 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ad768ed6-1603-40a1-8e13-46a5b9e374c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:06.087878 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-ad768ed6-1603-40a1-8e13-46a5b9e374c0 None None] For port 42e1bad8-49f6-4580-b2a5-60dda02064d6, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=42e1bad8-49f6-4580-b2a5-60dda02064d6,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:11:06.092784 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ad768ed6-1603-40a1-8e13-46a5b9e374c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:06.095926 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-232601b9-df20-4c24-acb5-ffba1b60c75d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:06.119500 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2b6e0ba2-74f7-4bbb-bdc7-053105d93597 req-ec2694f0-ac91-4a28-8fcd-37af96c07bbe tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af675d5-c3af-4bab-a997-95b7e6464479&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2169449
Jan 29 10:11:06.141727 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fa683b-dc21-4e02-8623-47f6ce0f7cd1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:11:06.141727 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-565a04ef-7edc-4f39-a2b6-1f0d3cd264a9 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:06.148940 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-44fa683b-dc21-4e02-8623-47f6ce0f7cd1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:11:06.151438 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fa683b-dc21-4e02-8623-47f6ce0f7cd1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:11:06.152027 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-44fa683b-dc21-4e02-8623-47f6ce0f7cd1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854426412'] for router_interface, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:06.329286 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-565a04ef-7edc-4f39-a2b6-1f0d3cd264a9 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:06.416580 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-b1c92765-60e3-445e-86f7-89f030a76565 req-ff10ca23-dc6d-4da4-8e32-75cfec09f859 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:06.426674 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-817c6791-2b11-4e24-9638-775c54980efb None None] Provisioning complete for port 42e1bad8-49f6-4580-b2a5-60dda02064d6 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:11:06.427470 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-817c6791-2b11-4e24-9638-775c54980efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:06.459543 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-565a04ef-7edc-4f39-a2b6-1f0d3cd264a9 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:06.461062 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-565a04ef-7edc-4f39-a2b6-1f0d3cd264a9 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.8647144
Jan 29 10:11:06.464370 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52632) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:06.484763 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad768ed6-1603-40a1-8e13-46a5b9e374c0 None None] Pushing event updated for resources: {'Port': ['ID=42e1bad8-49f6-4580-b2a5-60dda02064d6,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:06.496363 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ad768ed6-1603-40a1-8e13-46a5b9e374c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:06.505665 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-86d7a30d-be39-4489-b202-2d424e62e487 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:06.573559 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-be9887c4-f262-4044-8428-a77d185793a3 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1540097264'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:11:06.581280 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-b1c92765-60e3-445e-86f7-89f030a76565 req-ff10ca23-dc6d-4da4-8e32-75cfec09f859 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Transition to ACTIVE for port object e49cb43a-fab3-4dd7-b334-ef4bdb01b3b2 will not be triggered until provisioned by entity DHCP. {{(pid=80765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:11:06.602402 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6f6a98c4-e550-4ca5-831c-24fa3064c1ba req-ee8bdf4b-14b4-45a8-820b-250d31564b7b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=5ea3ac59-5174-413b-959c-d10fe4797d48 HTTP/1.1" status: 200  len: 210 time: 0.0995331
Jan 29 10:11:06.609622 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-86d7a30d-be39-4489-b202-2d424e62e487 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Transition to ACTIVE for port object b6501ce4-de32-4db8-b1e5-59d35730bda3 will not be triggered until provisioned by entity DHCP. {{(pid=80765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:11:06.612780 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0881a65-b6da-4877-94a4-6693e198b452 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Router 92bee170-7907-4644-8709-c45f8f4ed753 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:11:06.619318 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-86d7a30d-be39-4489-b202-2d424e62e487 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:06.637189 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0a1b87ce-809b-415a-83c1-79aff1311ba5 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:06.649847 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-be9887c4-f262-4044-8428-a77d185793a3 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:11:06.660723 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device a74e407f-ffe3-4470-a49f-5eba4735646b up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:11:06.660895 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-be9887c4-f262-4044-8428-a77d185793a3 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Usage tracker for resource:network and tenant:269bd116beab4711bc6ba026bd836aa8 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:11:06.666141 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-be9887c4-f262-4044-8428-a77d185793a3 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Quota usage for network was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:11:06.690238 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-be9887c4-f262-4044-8428-a77d185793a3 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:11:06.710675 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-44fa683b-dc21-4e02-8623-47f6ce0f7cd1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:06.768994 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9887c4-f262-4044-8428-a77d185793a3 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Made reservation on behalf of 269bd116beab4711bc6ba026bd836aa8 for: {'network': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:11:06.779877 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-6cf9a99f-fb97-4907-8e58-91fbf46bb585 None None] Provisioning complete for port 42e1bad8-49f6-4580-b2a5-60dda02064d6 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:11:06.780600 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6cf9a99f-fb97-4907-8e58-91fbf46bb585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:06.790664 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-be9887c4-f262-4044-8428-a77d185793a3 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:06.794476 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d7a30d-be39-4489-b202-2d424e62e487 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event updated for resources: {'Port': ['ID=b6501ce4-de32-4db8-b1e5-59d35730bda3,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:06.810989 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-86d7a30d-be39-4489-b202-2d424e62e487 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:06.838497 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-be9887c4-f262-4044-8428-a77d185793a3 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks [] for security_group, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:06.875727 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4d181acd-b6cf-4379-9958-81f9cd4f9d0d tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:06.886764 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port a74e407f-ffe3-4470-a49f-5eba4735646b triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:11:06.887974 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:06.893414 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-be9887c4-f262-4044-8428-a77d185793a3 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:11:06.898659 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-be9887c4-f262-4044-8428-a77d185793a3 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Usage tracker for resource:security_group_rule and tenant:269bd116beab4711bc6ba026bd836aa8 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:11:06.902649 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-be9887c4-f262-4044-8428-a77d185793a3 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:11:06.910137 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-be9887c4-f262-4044-8428-a77d185793a3 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:11:06.926789 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 42e1bad8-49f6-4580-b2a5-60dda02064d6 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:11:06.952763 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4d181acd-b6cf-4379-9958-81f9cd4f9d0d tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854102271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-673560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-331322'] for router, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:07.002684 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-b1c92765-60e3-445e-86f7-89f030a76565 req-ff10ca23-dc6d-4da4-8e32-75cfec09f859 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:07.032435 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-86d7a30d-be39-4489-b202-2d424e62e487 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:07.153709 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 42e1bad8-49f6-4580-b2a5-60dda02064d6 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:11:07.154153 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:07.232154 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-6cf9a99f-fb97-4907-8e58-91fbf46bb585 None None] Provisioning for port 5257a5b5-7505-49cd-a621-64d7831b49f1 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:11:07.238091 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-6cf9a99f-fb97-4907-8e58-91fbf46bb585 None None] Provisioning complete for port 5257a5b5-7505-49cd-a621-64d7831b49f1 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:11:07.238504 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6cf9a99f-fb97-4907-8e58-91fbf46bb585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:07.423738 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-6cf9a99f-fb97-4907-8e58-91fbf46bb585 None None] Port 5257a5b5-7505-49cd-a621-64d7831b49f1 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:11:07.477332 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d181acd-b6cf-4379-9958-81f9cd4f9d0d tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Router 0efcc000-eeb9-4f66-b570-c765d3e6c3d5 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:11:07.544713 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-8961d60b-b460-48ae-b660-4b5fb1cad1f3 None None] Provisioning for port b6501ce4-de32-4db8-b1e5-59d35730bda3 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:11:07.551832 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-8961d60b-b460-48ae-b660-4b5fb1cad1f3 None None] Provisioning complete for port b6501ce4-de32-4db8-b1e5-59d35730bda3 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:11:07.552256 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8961d60b-b460-48ae-b660-4b5fb1cad1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:07.576457 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-86d7a30d-be39-4489-b202-2d424e62e487 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] In _notify_port_updated(), no bound segment for port b6501ce4-de32-4db8-b1e5-59d35730bda3 on network db958f80-d397-4036-99bf-f5770145eb80 {{(pid=80765) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:863}}
Jan 29 10:11:07.617561 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-8961d60b-b460-48ae-b660-4b5fb1cad1f3 None None] Port b6501ce4-de32-4db8-b1e5-59d35730bda3 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:11:07.644014 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d7a30d-be39-4489-b202-2d424e62e487 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:07.644780 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-86d7a30d-be39-4489-b202-2d424e62e487 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:07.646308 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-86d7a30d-be39-4489-b202-2d424e62e487 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "PUT /v2.0/ports/b6501ce4-de32-4db8-b1e5-59d35730bda3 HTTP/1.1" status: 200  len: 930 time: 7.5712762
Jan 29 10:11:07.655676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 52640) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:07.708910 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0881a65-b6da-4877-94a4-6693e198b452 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:11:07.722042 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1d40dd-da65-4515-b015-38c748e0eea3 None None] Sync routers for ids ['92bee170-7907-4644-8709-c45f8f4ed753'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:11:07.736277 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1d40dd-da65-4515-b015-38c748e0eea3 None None] Routers {'92bee170-7907-4644-8709-c45f8f4ed753'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:11:07.737075 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-4d1d40dd-da65-4515-b015-38c748e0eea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c92b9ef0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:10:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['92bee170-7907-4644-8709-c45f8f4ed753'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:11:07.750403 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff10ca23-dc6d-4da4-8e32-75cfec09f859 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Port': ['ID=e49cb43a-fab3-4dd7-b334-ef4bdb01b3b2,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:07.762945 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f0881a65-b6da-4877-94a4-6693e198b452 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:07.813150 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ff10ca23-dc6d-4da4-8e32-75cfec09f859 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.781s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:07.814517 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-4d1d40dd-da65-4515-b015-38c748e0eea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c92b9ef0>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:11:07.825126 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1d40dd-da65-4515-b015-38c748e0eea3 None None] Routers {'92bee170-7907-4644-8709-c45f8f4ed753'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:11:07.825827 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-4d1d40dd-da65-4515-b015-38c748e0eea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c92b9ef0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:10:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['92bee170-7907-4644-8709-c45f8f4ed753'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:11:07.839390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-be9887c4-f262-4044-8428-a77d185793a3 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks [] for security_group, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:07.848501 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-be9887c4-f262-4044-8428-a77d185793a3 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:07.855050 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-61888340-77b0-4c93-9d1a-ef5e8e318c47 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:07.892925 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-4d1d40dd-da65-4515-b015-38c748e0eea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c92b9ef0>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:11:07.893729 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1d40dd-da65-4515-b015-38c748e0eea3 None None] The sync data for ids ['92bee170-7907-4644-8709-c45f8f4ed753'] in dv-neutron-772983-2-ovs is: [] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:11:07.941181 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f0881a65-b6da-4877-94a4-6693e198b452 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] 10.222.0.57 "PUT /v2.0/floatingips/7e3e3198-5811-49c0-a296-ce9900a994b3 HTTP/1.1" status: 200  len: 688 time: 3.5557928
Jan 29 10:11:07.949649 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 52644) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:07.977242 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-aaea4d29-4d38-4bc2-84dd-ca57bad3cf86 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Deleting port b6501ce4-de32-4db8-b1e5-59d35730bda3 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:11:07.977626 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-aaea4d29-4d38-4bc2-84dd-ca57bad3cf86 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:08.033829 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be9887c4-f262-4044-8428-a77d185793a3 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:11:08.080618 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9887c4-f262-4044-8428-a77d185793a3 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc78727f-f399-49fa-a206-15d8240a37ca,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:08.092587 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-be9887c4-f262-4044-8428-a77d185793a3 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268197113528', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:08.093025 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-be9887c4-f262-4044-8428-a77d185793a3 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Added segment 5c5373c5-455c-40d3-87b9-5668973e39ba of type vxlan for network c227c522-6685-4d16-9c38-36326f7214de
Jan 29 10:11:08.093978 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1c92765-60e3-445e-86f7-89f030a76565 req-ff10ca23-dc6d-4da4-8e32-75cfec09f859 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network 1846373c-e6a8-40b0-9ec1-57e95e070f2c is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:11:08.104403 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-be9887c4-f262-4044-8428-a77d185793a3 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:08.107684 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [req-b1c92765-60e3-445e-86f7-89f030a76565 req-ff10ca23-dc6d-4da4-8e32-75cfec09f859 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:11:08.157449 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-be9887c4-f262-4044-8428-a77d185793a3 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:08.166316 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d181acd-b6cf-4379-9958-81f9cd4f9d0d tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:11:08.178046 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df88873-09fd-4cd8-9d4f-111440e6829f None None] Sync routers for ids ['0efcc000-eeb9-4f66-b570-c765d3e6c3d5'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:11:08.190051 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-44fa683b-dc21-4e02-8623-47f6ce0f7cd1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:08.192210 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df88873-09fd-4cd8-9d4f-111440e6829f None None] Routers {'0efcc000-eeb9-4f66-b570-c765d3e6c3d5'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:11:08.193743 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-5df88873-09fd-4cd8-9d4f-111440e6829f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca1c79b0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:10:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['0efcc000-eeb9-4f66-b570-c765d3e6c3d5'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:11:08.212602 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-44fa683b-dc21-4e02-8623-47f6ce0f7cd1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:08.213491 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-44fa683b-dc21-4e02-8623-47f6ce0f7cd1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854133895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349242'] for router_interface, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:08.231841 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9cf79a7b-0f69-4ded-91e7-0eb1e70e63b4 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:08.232079 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c92765-60e3-445e-86f7-89f030a76565 req-ff10ca23-dc6d-4da4-8e32-75cfec09f859 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:11:08.275865 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-5df88873-09fd-4cd8-9d4f-111440e6829f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca1c79b0>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:11:08.319765 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-5a092b04-6266-4f7f-a28a-40985279227c tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Deleting port f98e768d-6461-44f4-8bd0-3c4be7b14cb1 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:11:08.320150 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5a092b04-6266-4f7f-a28a-40985279227c tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:08.320429 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df88873-09fd-4cd8-9d4f-111440e6829f None None] Routers {'0efcc000-eeb9-4f66-b570-c765d3e6c3d5'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:11:08.321368 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-5df88873-09fd-4cd8-9d4f-111440e6829f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca1c79b0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:10:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['0efcc000-eeb9-4f66-b570-c765d3e6c3d5'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:11:08.341228 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4d181acd-b6cf-4379-9958-81f9cd4f9d0d tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:08.345602 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4d181acd-b6cf-4379-9958-81f9cd4f9d0d tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "PUT /v2.0/routers/0efcc000-eeb9-4f66-b570-c765d3e6c3d5 HTTP/1.1" status: 200  len: 892 time: 2.7155859
Jan 29 10:11:08.346559 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52648) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:08.363703 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-be9887c4-f262-4044-8428-a77d185793a3 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:08.420981 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-5df88873-09fd-4cd8-9d4f-111440e6829f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca1c79b0>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:11:08.422212 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df88873-09fd-4cd8-9d4f-111440e6829f None None] The sync data for ids ['0efcc000-eeb9-4f66-b570-c765d3e6c3d5'] in dv-neutron-772983-2-ovs is: [] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:11:08.431017 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9887c4-f262-4044-8428-a77d185793a3 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:08.431725 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-be9887c4-f262-4044-8428-a77d185793a3 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:08.446368 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-ecf4b27f-3201-4932-a319-a8da4739867d None None] Provisioning for port e49cb43a-fab3-4dd7-b334-ef4bdb01b3b2 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:11:08.451404 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-ecf4b27f-3201-4932-a319-a8da4739867d None None] Provisioning complete for port e49cb43a-fab3-4dd7-b334-ef4bdb01b3b2 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:11:08.451947 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ecf4b27f-3201-4932-a319-a8da4739867d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:08.504530 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b9427-913b-4f4e-a6c5-8fd5ec258561 req-fb783011-7793-4629-916c-2ca580efbc41 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:08.506284 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fc1b9427-913b-4f4e-a6c5-8fd5ec258561 req-fb783011-7793-4629-916c-2ca580efbc41 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/ports?device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 945 time: 0.9313767
Jan 29 10:11:08.513547 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-ecf4b27f-3201-4932-a319-a8da4739867d None None] Port e49cb43a-fab3-4dd7-b334-ef4bdb01b3b2 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:11:08.623877 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c92765-60e3-445e-86f7-89f030a76565 req-ff10ca23-dc6d-4da4-8e32-75cfec09f859 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:08.625135 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-b1c92765-60e3-445e-86f7-89f030a76565 req-ff10ca23-dc6d-4da4-8e32-75cfec09f859 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:08.642837 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fa683b-dc21-4e02-8623-47f6ce0f7cd1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event updated for resources: {'Port': ['ID=5257a5b5-7505-49cd-a621-64d7831b49f1,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:08.651321 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-44fa683b-dc21-4e02-8623-47f6ce0f7cd1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:08.652803 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-be9887c4-f262-4044-8428-a77d185793a3 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 2.1050787
Jan 29 10:11:08.653718 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8af8dca3-deb4-4edb-b335-a3bd1f60a40b tempest-RoutersIpV6AdminTest-2121697836 tempest-RoutersIpV6AdminTest-2121697836-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:08.687785 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52652) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:08.714170 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2fca2f-eb97-4883-b336-4dc221cb951d req-fc8b2210-f74c-4f20-a7e0-9a946e7cf538 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:08.715800 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cb2fca2f-eb97-4883-b336-4dc221cb951d req-fc8b2210-f74c-4f20-a7e0-9a946e7cf538 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=5ea3ac59-5174-413b-959c-d10fe4797d48 HTTP/1.1" status: 200  len: 932 time: 0.9042811
Jan 29 10:11:08.717922 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-49c765ee-c892-4ea1-9bd3-49557272b7e7 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Request body: {'subnet': {'network_id': 'c227c522-6685-4d16-9c38-36326f7214de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:11:08.845334 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b1c92765-60e3-445e-86f7-89f030a76565 req-ff10ca23-dc6d-4da4-8e32-75cfec09f859 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 7.7577758
Jan 29 10:11:08.910423 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9887c4-f262-4044-8428-a77d185793a3 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Pushing event updated for resources: {'Network': ['ID=c227c522-6685-4d16-9c38-36326f7214de,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:08.921185 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-b1c92765-60e3-445e-86f7-89f030a76565 req-5a3527d7-7ba9-41cb-87c1-f7326bb76b76 service neutron] Request body: {'port': {'device_id': '5ea3ac59-5174-413b-959c-d10fe4797d48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7729'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:11:08.924001 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network c227c522-6685-4d16-9c38-36326f7214de details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:11:08.930629 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-be9887c4-f262-4044-8428-a77d185793a3 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:08.942900 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network c227c522-6685-4d16-9c38-36326f7214de details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:11:08.966694 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fa683b-dc21-4e02-8623-47f6ce0f7cd1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:11:08.970330 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-44fa683b-dc21-4e02-8623-47f6ce0f7cd1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:11:08.972594 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-49c765ee-c892-4ea1-9bd3-49557272b7e7 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:11:08.975836 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fc1b9427-913b-4f4e-a6c5-8fd5ec258561 req-ee892b4e-21d8-4a20-88e3-308e48106971 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af675d5-c3af-4bab-a997-95b7e6464479&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4512031
Jan 29 10:11:09.053835 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ab741af6-f66e-40b5-88ff-9bd136342d0c tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "GET /v2.0/routers/0efcc000-eeb9-4f66-b570-c765d3e6c3d5 HTTP/1.1" status: 200  len: 892 time: 0.7009804
Jan 29 10:11:09.057344 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-49c765ee-c892-4ea1-9bd3-49557272b7e7 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Usage tracker for resource:subnet and tenant:269bd116beab4711bc6ba026bd836aa8 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:11:09.059566 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 52658) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:09.061053 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-49c765ee-c892-4ea1-9bd3-49557272b7e7 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:11:09.070428 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-49c765ee-c892-4ea1-9bd3-49557272b7e7 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:11:09.147087 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cb2fca2f-eb97-4883-b336-4dc221cb951d req-a11959f1-ae6c-4d4b-a5e5-123ba8952a34 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=4cdaacfe-5f04-4328-baba-c79b4248ad1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4001060
Jan 29 10:11:09.202690 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ee810cfe-f6c5-4ed6-a3b7-eb1d36ba9534 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "GET /v2.0/ports?device_id=0efcc000-eeb9-4f66-b570-c765d3e6c3d5 HTTP/1.1" status: 200  len: 205 time: 0.1395311
Jan 29 10:11:09.250355 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 52662) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:09.255209 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c765ee-c892-4ea1-9bd3-49557272b7e7 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Made reservation on behalf of 269bd116beab4711bc6ba026bd836aa8 for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:11:09.286092 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-49c765ee-c892-4ea1-9bd3-49557272b7e7 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:09.344382 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-6ee1e5d0-81ed-4dd7-9388-8f660462e611 None None] Provisioning complete for port 5257a5b5-7505-49cd-a621-64d7831b49f1 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:11:09.344798 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6ee1e5d0-81ed-4dd7-9388-8f660462e611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:09.381469 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5a092b04-6266-4f7f-a28a-40985279227c tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:09.381865 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5a092b04-6266-4f7f-a28a-40985279227c tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:09.406870 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-6ee1e5d0-81ed-4dd7-9388-8f660462e611 None None] Port 5257a5b5-7505-49cd-a621-64d7831b49f1 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:11:09.490564 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-aaea4d29-4d38-4bc2-84dd-ca57bad3cf86 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:09.516482 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44fa683b-dc21-4e02-8623-47f6ce0f7cd1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Router 17748559-7f95-424a-aa79-76fe3b6027d5 is scheduled to L3 agent 18987107-6d88-4736-94cf-15791d65b3ff with binding_index 1 {{(pid=80766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 29 10:11:09.747718 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44fa683b-dc21-4e02-8623-47f6ce0f7cd1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:11:09.758485 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d69abb1-7971-49ec-928a-2f2ea9e4f36f None None] Sync routers for ids ['17748559-7f95-424a-aa79-76fe3b6027d5'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:11:09.769731 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d69abb1-7971-49ec-928a-2f2ea9e4f36f None None] Routers {'17748559-7f95-424a-aa79-76fe3b6027d5'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:11:09.770461 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-6d69abb1-7971-49ec-928a-2f2ea9e4f36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c90c8a90>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:10:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['17748559-7f95-424a-aa79-76fe3b6027d5'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:11:09.781855 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-44fa683b-dc21-4e02-8623-47f6ce0f7cd1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "PUT /v2.0/routers/17748559-7f95-424a-aa79-76fe3b6027d5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.3043036
Jan 29 10:11:09.798056 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52666) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:09.938125 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-6d69abb1-7971-49ec-928a-2f2ea9e4f36f None None] Set router 17748559-7f95-424a-aa79-76fe3b6027d5 gateway port host: None {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:11:09.975561 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-5a092b04-6266-4f7f-a28a-40985279227c tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Calling delete_port for f98e768d-6461-44f4-8bd0-3c4be7b14cb1 owned by network:floatingip {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:11:10.021759 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70c6e14-b54c-491f-aa27-166a84341511 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:10.022396 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b70c6e14-b54c-491f-aa27-166a84341511 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Synchronizing usage tracker for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:11:10.048778 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b70c6e14-b54c-491f-aa27-166a84341511 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Unset dirty status for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:11:10.052644 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b70c6e14-b54c-491f-aa27-166a84341511 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/ports/5257a5b5-7505-49cd-a621-64d7831b49f1 HTTP/1.1" status: 200  len: 911 time: 0.2507100
Jan 29 10:11:10.052848 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52670) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:10.078914 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-aaea4d29-4d38-4bc2-84dd-ca57bad3cf86 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Calling delete_port for b6501ce4-de32-4db8-b1e5-59d35730bda3 owned by  {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:11:10.144432 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-b1c92765-60e3-445e-86f7-89f030a76565 req-5a3527d7-7ba9-41cb-87c1-f7326bb76b76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:10.294212 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39bf154-3318-4f81-9273-cef968448eb1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:10.333743 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-6d69abb1-7971-49ec-928a-2f2ea9e4f36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c90c8a90>, [{'id': '17748559-7f95-424a-aa79-76fe3b6027d5', 'name': 'tempest-NetworksTestDHCPv6-router-43344798', 'tenant_id': 'b2cc7248d2184abfb3aa21c44218cf1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:11:02Z', 'updated_at': '2021-01-29T10:11:06Z', 'revision_number': 2, 'project_id': 'b2cc7248d2184abfb3aa21c44218cf1c', 'gw_port_host': None, '_interfaces': [{'id': '5257a5b5-7505-49cd-a621-64d7831b49f1', 'name': '', 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'tenant_id': 'b2cc7248d2184abfb3aa21c44218cf1c', 'mac_address': 'fa:16:3e:18:c4:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17748559-7f95-424a-aa79-76fe3b6027d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': 'b1fc008f-d258-43d8-aa4d-0204c1c67e28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:11:04Z', 'updated_at': '2021-01-29T10:11:07Z', 'revision_number': 2, 'project_id': 'b2cc7248d2184abfb3aa21c44218cf1c', 'subnets': [{'id': 'b1fc008f-d258-43d8-aa4d-0204c1c67e28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:11:10.344421 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d69abb1-7971-49ec-928a-2f2ea9e4f36f None None] Checking router: 17748559-7f95-424a-aa79-76fe3b6027d5 for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:11:10.345133 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d69abb1-7971-49ec-928a-2f2ea9e4f36f None None] Updating router 17748559-7f95-424a-aa79-76fe3b6027d5 port 5257a5b5-7505-49cd-a621-64d7831b49f1 binding host dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 29 10:11:10.381841 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39bf154-3318-4f81-9273-cef968448eb1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:10.386298 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a39bf154-3318-4f81-9273-cef968448eb1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1655 time: 0.3298464
Jan 29 10:11:10.391747 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52676) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:10.397611 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9027d577-1b64-4413-9a3b-618aa329100a req-42f7ae2f-1095-4603-9546-79f6eed1164e tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:10.402306 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9027d577-1b64-4413-9a3b-618aa329100a req-42f7ae2f-1095-4603-9546-79f6eed1164e tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/ports?device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 945 time: 1.2186689
Jan 29 10:11:10.408369 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6d69abb1-7971-49ec-928a-2f2ea9e4f36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:10.445490 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-99412038-4038-42ae-a6d6-f14455856d5f tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for router, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:10.740423 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-49c765ee-c892-4ea1-9bd3-49557272b7e7 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:10.809888 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-26ecde2f-2afc-4508-a147-97681a1e35fb tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:10.879965 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6d69abb1-7971-49ec-928a-2f2ea9e4f36f None None] Notify callbacks [] for port, precommit_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:10.891806 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9027d577-1b64-4413-9a3b-618aa329100a req-1f3da471-674f-471a-ae7c-2953dc86513b tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af675d5-c3af-4bab-a997-95b7e6464479&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4666376
Jan 29 10:11:10.893390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-6d69abb1-7971-49ec-928a-2f2ea9e4f36f None None] Transition to ACTIVE for port object 5257a5b5-7505-49cd-a621-64d7831b49f1 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:11:10.898269 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6d69abb1-7971-49ec-928a-2f2ea9e4f36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:10.915518 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2b3aab23-3082-4496-9c78-50be4fc32b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:10.988172 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c765ee-c892-4ea1-9bd3-49557272b7e7 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Pushing event updated for resources: {'Subnet': ['ID=28e1f264-6869-44af-a414-33291418e977,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:11.010066 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-49c765ee-c892-4ea1-9bd3-49557272b7e7 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:11.078983 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-aaea4d29-4d38-4bc2-84dd-ca57bad3cf86 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:11.085736 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43068a9f-99e1-45d4-9606-87cbc06bd5c1 None None] Pushing event updated for resources: {'Port': ['ID=5257a5b5-7505-49cd-a621-64d7831b49f1,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:11.090865 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-43068a9f-99e1-45d4-9606-87cbc06bd5c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:11.202016 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-27326640-ba62-4a07-966f-c126001e497b tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:11.364682 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c765ee-c892-4ea1-9bd3-49557272b7e7 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Checking segment: {'id': '5c5373c5-455c-40d3-87b9-5668973e39ba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c227c522-6685-4d16-9c38-36326f7214de'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:11:11.365057 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c765ee-c892-4ea1-9bd3-49557272b7e7 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Network hostable DHCP agents. Network: c227c522-6685-4d16-9c38-36326f7214de, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:11:11.402908 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70037c3c-dd25-4a28-b904-46469b3ddcdd req-39d7ba2a-02b9-44e3-ad9f-66962add99f5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:11.414725 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-70037c3c-dd25-4a28-b904-46469b3ddcdd req-39d7ba2a-02b9-44e3-ad9f-66962add99f5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=5ea3ac59-5174-413b-959c-d10fe4797d48 HTTP/1.1" status: 200  len: 932 time: 1.0071096
Jan 29 10:11:11.417713 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaea4d29-4d38-4bc2-84dd-ca57bad3cf86 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event deleted for resources: {'Port': ['ID=b6501ce4-de32-4db8-b1e5-59d35730bda3,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:11.451271 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c765ee-c892-4ea1-9bd3-49557272b7e7 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Network c227c522-6685-4d16-9c38-36326f7214de is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:11:11.474378 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-49c765ee-c892-4ea1-9bd3-49557272b7e7 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, c227c522-6685-4d16-9c38-36326f7214de) {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:11:11.495987 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c765ee-c892-4ea1-9bd3-49557272b7e7 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:11.496643 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-49c765ee-c892-4ea1-9bd3-49557272b7e7 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:11.505583 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e183730-76f6-4ec5-9813-fb6c85b76544 None None] Network c227c522-6685-4d16-9c38-36326f7214de requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:11:11.530610 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5a092b04-6266-4f7f-a28a-40985279227c tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:11.544655 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-aaea4d29-4d38-4bc2-84dd-ca57bad3cf86 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:11.545141 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-aaea4d29-4d38-4bc2-84dd-ca57bad3cf86 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:11.565408 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-49c765ee-c892-4ea1-9bd3-49557272b7e7 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.8764064
Jan 29 10:11:11.566213 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52684) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:11.574800 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-911edd65-b8c4-4b68-88a1-8d0d2ad2dc45 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Request body: {'network': {'name': 'tempest-router-network01--1862586051'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:11:11.583620 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-911edd65-b8c4-4b68-88a1-8d0d2ad2dc45 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:11:11.589489 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-911edd65-b8c4-4b68-88a1-8d0d2ad2dc45 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Usage tracker for resource:network and tenant:269bd116beab4711bc6ba026bd836aa8 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:11:11.599374 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-911edd65-b8c4-4b68-88a1-8d0d2ad2dc45 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Quota usage for network was recalculated. Used quota:1. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:11:11.599849 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-99412038-4038-42ae-a6d6-f14455856d5f tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for router_gateway, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:11.607699 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-6d69abb1-7971-49ec-928a-2f2ea9e4f36f None None] Attempting to bind port 5257a5b5-7505-49cd-a621-64d7831b49f1 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:11:11.608497 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-6d69abb1-7971-49ec-928a-2f2ea9e4f36f None None] Attempting to bind port 5257a5b5-7505-49cd-a621-64d7831b49f1 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:11:11.608497 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d69abb1-7971-49ec-928a-2f2ea9e4f36f None None] Attempting to bind port 5257a5b5-7505-49cd-a621-64d7831b49f1 on network 36ec2ab5-acc9-45dc-a136-797459b09a1c {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:11:11.609099 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-911edd65-b8c4-4b68-88a1-8d0d2ad2dc45 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:11:11.614668 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9621cfc6-073a-415c-bdb3-418ada940517 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349253'] for router_interface, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:11.627200 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d69abb1-7971-49ec-928a-2f2ea9e4f36f None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:11:11.627650 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d69abb1-7971-49ec-928a-2f2ea9e4f36f None None] Checking segment: {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:11:11.628055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6d69abb1-7971-49ec-928a-2f2ea9e4f36f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:11.628494 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d69abb1-7971-49ec-928a-2f2ea9e4f36f None None] Bound using segment: {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:11:11.629015 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-6d69abb1-7971-49ec-928a-2f2ea9e4f36f None None] Bound port: 5257a5b5-7505-49cd-a621-64d7831b49f1, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:11:11.629564 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6d69abb1-7971-49ec-928a-2f2ea9e4f36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:11.640482 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-99412038-4038-42ae-a6d6-f14455856d5f tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Deleting port e047ffa5-22a3-4ae8-989b-9253c0cf4cc9 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:11:11.640853 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-99412038-4038-42ae-a6d6-f14455856d5f tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:11.685685 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a092b04-6266-4f7f-a28a-40985279227c tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Pushing event deleted for resources: {'Port': ['ID=f98e768d-6461-44f4-8bd0-3c4be7b14cb1,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:11.719254 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5a092b04-6266-4f7f-a28a-40985279227c tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:11.773131 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-911edd65-b8c4-4b68-88a1-8d0d2ad2dc45 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Made reservation on behalf of 269bd116beab4711bc6ba026bd836aa8 for: {'network': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:11:11.798228 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-911edd65-b8c4-4b68-88a1-8d0d2ad2dc45 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:11.860161 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-6d69abb1-7971-49ec-928a-2f2ea9e4f36f None None] For port 5257a5b5-7505-49cd-a621-64d7831b49f1, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:11:11.863587 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-6d69abb1-7971-49ec-928a-2f2ea9e4f36f None None] For port 5257a5b5-7505-49cd-a621-64d7831b49f1, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=5257a5b5-7505-49cd-a621-64d7831b49f1,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:11:11.867290 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90a0691-ad38-434b-b24c-94bd417c2f30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-c227c522-6685-4d16-9c38-36326f7214de', 'network_id': 'c227c522-6685-4d16-9c38-36326f7214de', 'tenant_id': '269bd116beab4711bc6ba026bd836aa8', 'fixed_ips': [{'subnet_id': '28e1f264-6869-44af-a414-33291418e977'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:11:11.868195 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f90a0691-ad38-434b-b24c-94bd417c2f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:11.875972 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-70037c3c-dd25-4a28-b904-46469b3ddcdd req-e56d9e0f-5b6e-4096-9482-42a4bac64f7c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=4cdaacfe-5f04-4328-baba-c79b4248ad1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4603617
Jan 29 10:11:11.883936 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6d69abb1-7971-49ec-928a-2f2ea9e4f36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:11.910670 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-43924d5f-0aa1-4daf-a42f-51b8161fac75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:11.915246 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-911edd65-b8c4-4b68-88a1-8d0d2ad2dc45 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:11:11.974107 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-911edd65-b8c4-4b68-88a1-8d0d2ad2dc45 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268197113528', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:11.974559 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-911edd65-b8c4-4b68-88a1-8d0d2ad2dc45 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Added segment 223626fd-eb9b-4e2f-9499-c54606266d8f of type vxlan for network 40f9ee8c-d318-4f99-84c2-1fea98e11315
Jan 29 10:11:12.021136 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-911edd65-b8c4-4b68-88a1-8d0d2ad2dc45 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:12.050720 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-aaea4d29-4d38-4bc2-84dd-ca57bad3cf86 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:12.065878 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-9621cfc6-073a-415c-bdb3-418ada940517 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Deleting port 5257a5b5-7505-49cd-a621-64d7831b49f1 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:11:12.066146 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9621cfc6-073a-415c-bdb3-418ada940517 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:12.067857 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.resource_extend [req-b1c92765-60e3-445e-86f7-89f030a76565 req-5a3527d7-7ba9-41cb-87c1-f7326bb76b76 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 29 10:11:12.116314 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43068a9f-99e1-45d4-9606-87cbc06bd5c1 None None] Pushing event updated for resources: {'Port': ['ID=5257a5b5-7505-49cd-a621-64d7831b49f1,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:12.126876 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-43068a9f-99e1-45d4-9606-87cbc06bd5c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:12.326057 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d69abb1-7971-49ec-928a-2f2ea9e4f36f None None] Routers {'17748559-7f95-424a-aa79-76fe3b6027d5'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:11:12.326766 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-6d69abb1-7971-49ec-928a-2f2ea9e4f36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c90c8a90>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:10:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['17748559-7f95-424a-aa79-76fe3b6027d5'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:11:12.360926 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-9621cfc6-073a-415c-bdb3-418ada940517 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] For port 5257a5b5-7505-49cd-a621-64d7831b49f1, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=5257a5b5-7505-49cd-a621-64d7831b49f1,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:11:12.361267 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9621cfc6-073a-415c-bdb3-418ada940517 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:12.519031 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-9621cfc6-073a-415c-bdb3-418ada940517 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Calling delete_port for 5257a5b5-7505-49cd-a621-64d7831b49f1 owned by network:router_interface {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:11:12.524617 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-6d69abb1-7971-49ec-928a-2f2ea9e4f36f None None] Set router 17748559-7f95-424a-aa79-76fe3b6027d5 gateway port host: None {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:11:12.552091 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3603be97-be03-4f6b-a2d9-1fdc40fd283c req-f806d28e-99eb-41db-ac2b-6104f381580e tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:12.559490 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3603be97-be03-4f6b-a2d9-1fdc40fd283c req-f806d28e-99eb-41db-ac2b-6104f381580e tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/ports?device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 945 time: 1.0716407
Jan 29 10:11:12.560915 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-911edd65-b8c4-4b68-88a1-8d0d2ad2dc45 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:12.628780 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911edd65-b8c4-4b68-88a1-8d0d2ad2dc45 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:12.629342 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-911edd65-b8c4-4b68-88a1-8d0d2ad2dc45 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:12.637680 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-aaea4d29-4d38-4bc2-84dd-ca57bad3cf86 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "DELETE /v2.0/ports/b6501ce4-de32-4db8-b1e5-59d35730bda3 HTTP/1.1" status: 204  len: 168 time: 4.9783010
Jan 29 10:11:12.643681 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52688) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:12.644348 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2f0bfb33-0c57-40e7-9f32-d0a3735ee2c7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:12.686253 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-99412038-4038-42ae-a6d6-f14455856d5f tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:12.712429 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [req-b1c92765-60e3-445e-86f7-89f030a76565 req-5a3527d7-7ba9-41cb-87c1-f7326bb76b76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e49cb43a-fab3-4dd7-b334-ef4bdb01b3b2 {{(pid=80765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 29 10:11:12.739430 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3603be97-be03-4f6b-a2d9-1fdc40fd283c req-56a6607a-945b-46fc-acdc-59eb4de7174e tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af675d5-c3af-4bab-a997-95b7e6464479&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1787839
Jan 29 10:11:12.746196 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a0a9795-99a8-44e2-8e92-4a03c049d278 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] GET failed (client error): The resource could not be found.
Jan 29 10:11:12.748798 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7a0a9795-99a8-44e2-8e92-4a03c049d278 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "GET /v2.0/ports/b6501ce4-de32-4db8-b1e5-59d35730bda3 HTTP/1.1" status: 404  len: 333 time: 0.0891807
Jan 29 10:11:12.757011 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52692) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:12.783025 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-911edd65-b8c4-4b68-88a1-8d0d2ad2dc45 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.2132497
Jan 29 10:11:12.867947 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-b1c92765-60e3-445e-86f7-89f030a76565 req-5a3527d7-7ba9-41cb-87c1-f7326bb76b76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:12.870357 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 52698) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:12.887359 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-99412038-4038-42ae-a6d6-f14455856d5f tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Calling delete_port for e047ffa5-22a3-4ae8-989b-9253c0cf4cc9 owned by network:router_gateway {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:11:12.921468 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-4d7c91e7-186d-4003-886c-103c07e7c5da tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Request body: {'network': {'name': 'tempest-router-network02--1005163421'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:11:12.949308 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-4d7c91e7-186d-4003-886c-103c07e7c5da tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:11:12.953438 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5a092b04-6266-4f7f-a28a-40985279227c tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for floatingip, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:12.955974 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5a092b04-6266-4f7f-a28a-40985279227c tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:12.957220 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5a092b04-6266-4f7f-a28a-40985279227c tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] 10.222.0.57 "DELETE /v2.0/floatingips/7e3e3198-5811-49c0-a296-ce9900a994b3 HTTP/1.1" status: 204  len: 168 time: 4.9453523
Jan 29 10:11:12.961278 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-f90a0691-ad38-434b-b24c-94bd417c2f30 None None] Allocated IP 172.20.0.2 (c227c522-6685-4d16-9c38-36326f7214de/28e1f264-6869-44af-a414-33291418e977/3c51fcee-86b7-46a6-8d1b-c40c8710a8db) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:11:12.961741 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-b1c92765-60e3-445e-86f7-89f030a76565 req-5a3527d7-7ba9-41cb-87c1-f7326bb76b76 service neutron] Transition to ACTIVE for port object e49cb43a-fab3-4dd7-b334-ef4bdb01b3b2 will not be triggered until provisioned by entity L2. {{(pid=80765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:11:12.962987 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-4d7c91e7-186d-4003-886c-103c07e7c5da tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Usage tracker for resource:network and tenant:269bd116beab4711bc6ba026bd836aa8 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:11:12.968016 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 52704) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:12.971488 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-4d7c91e7-186d-4003-886c-103c07e7c5da tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Quota usage for network was recalculated. Used quota:2. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:11:13.070296 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911edd65-b8c4-4b68-88a1-8d0d2ad2dc45 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Pushing event updated for resources: {'Network': ['ID=40f9ee8c-d318-4f99-84c2-1fea98e11315,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:13.083616 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-911edd65-b8c4-4b68-88a1-8d0d2ad2dc45 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:13.093947 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9621cfc6-073a-415c-bdb3-418ada940517 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:13.111823 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-b1c92765-60e3-445e-86f7-89f030a76565 req-5a3527d7-7ba9-41cb-87c1-f7326bb76b76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:13.144441 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ac8a99f3-69ca-4463-ba6a-068c2a7d430b tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:13.298076 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9621cfc6-073a-415c-bdb3-418ada940517 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event deleted for resources: {'Port': ['ID=5257a5b5-7505-49cd-a621-64d7831b49f1,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:13.305070 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-6d69abb1-7971-49ec-928a-2f2ea9e4f36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c90c8a90>, [{'id': '17748559-7f95-424a-aa79-76fe3b6027d5', 'name': 'tempest-NetworksTestDHCPv6-router-43344798', 'tenant_id': 'b2cc7248d2184abfb3aa21c44218cf1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:11:02Z', 'updated_at': '2021-01-29T10:11:06Z', 'revision_number': 2, 'project_id': 'b2cc7248d2184abfb3aa21c44218cf1c', 'gw_port_host': None, '_interfaces': [{'id': '5257a5b5-7505-49cd-a621-64d7831b49f1', 'name': '', 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'tenant_id': 'b2cc7248d2184abfb3aa21c44218cf1c', 'mac_address': 'fa:16:3e:18:c4:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17748559-7f95-424a-aa79-76fe3b6027d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': 'b1fc008f-d258-43d8-aa4d-0204c1c67e28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:11:04Z', 'updated_at': '2021-01-29T10:11:11Z', 'revision_number': 4, 'project_id': 'b2cc7248d2184abfb3aa21c44218cf1c', 'subnets': [{'id': 'b1fc008f-d258-43d8-aa4d-0204c1c67e28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:11:13.309883 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9621cfc6-073a-415c-bdb3-418ada940517 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:13.316997 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 40f9ee8c-d318-4f99-84c2-1fea98e11315 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:11:13.329991 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-4d7c91e7-186d-4003-886c-103c07e7c5da tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:11:13.331686 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 40f9ee8c-d318-4f99-84c2-1fea98e11315 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:11:13.364337 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d69abb1-7971-49ec-928a-2f2ea9e4f36f None None] The sync data for ids ['17748559-7f95-424a-aa79-76fe3b6027d5'] in dv-neutron-772983-2-ovs is: [{'id': '17748559-7f95-424a-aa79-76fe3b6027d5', 'name': 'tempest-NetworksTestDHCPv6-router-43344798', 'tenant_id': 'b2cc7248d2184abfb3aa21c44218cf1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:11:02Z', 'updated_at': '2021-01-29T10:11:06Z', 'revision_number': 2, 'project_id': 'b2cc7248d2184abfb3aa21c44218cf1c', 'gw_port_host': None, '_interfaces': [{'id': '5257a5b5-7505-49cd-a621-64d7831b49f1', 'name': '', 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'tenant_id': 'b2cc7248d2184abfb3aa21c44218cf1c', 'mac_address': 'fa:16:3e:18:c4:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17748559-7f95-424a-aa79-76fe3b6027d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': 'b1fc008f-d258-43d8-aa4d-0204c1c67e28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:11:04Z', 'updated_at': '2021-01-29T10:11:11Z', 'revision_number': 4, 'project_id': 'b2cc7248d2184abfb3aa21c44218cf1c', 'subnets': [{'id': 'b1fc008f-d258-43d8-aa4d-0204c1c67e28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:11:13.421883 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-20e8d474-fefd-4960-a918-4576cfc7b59f tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:13.437971 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e241daaa-2708-45bd-9aca-25504fe6435a tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:13.474000 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e241daaa-2708-45bd-9aca-25504fe6435a tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:13.528114 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-598b8bd3-9b15-43bb-908d-64d1c12ab78b tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] delete failed (client error): The resource could not be found.
Jan 29 10:11:13.529493 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-598b8bd3-9b15-43bb-908d-64d1c12ab78b tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] 10.222.0.57 "DELETE /v2.0/floatingips/7e3e3198-5811-49c0-a296-ce9900a994b3 HTTP/1.1" status: 404  len: 345 time: 0.5597982
Jan 29 10:11:13.555296 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52712) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:13.557219 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7c91e7-186d-4003-886c-103c07e7c5da tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Made reservation on behalf of 269bd116beab4711bc6ba026bd836aa8 for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:11:13.582504 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4d7c91e7-186d-4003-886c-103c07e7c5da tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:13.639846 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d7c91e7-186d-4003-886c-103c07e7c5da tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] vxlan segment allocate from pool success with {'vxlan_vni': 11}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:11:13.743479 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e241daaa-2708-45bd-9aca-25504fe6435a tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:13.755408 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b24f7538-e123-4a47-af3e-1777c086b125 tempest-ServersTestJSON-2666353 tempest-ServersTestJSON-2666353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:13.760977 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f90a0691-ad38-434b-b24c-94bd417c2f30 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:13.774377 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-f90a0691-ad38-434b-b24c-94bd417c2f30 None None] Transition to ACTIVE for port object 3c51fcee-86b7-46a6-8d1b-c40c8710a8db will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:11:13.787094 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4d7c91e7-186d-4003-886c-103c07e7c5da tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:13.787679 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-4d7c91e7-186d-4003-886c-103c07e7c5da tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Added segment d9f3a1fc-d1ce-49df-a23e-dcc13729a8ba of type vxlan for network 5b94d793-740d-4358-b7b4-9990c2d7cfa2
Jan 29 10:11:13.799850 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-f90a0691-ad38-434b-b24c-94bd417c2f30 None None] Transition to ACTIVE for port object 3c51fcee-86b7-46a6-8d1b-c40c8710a8db will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:11:13.805387 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f90a0691-ad38-434b-b24c-94bd417c2f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:13.850008 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4d7c91e7-186d-4003-886c-103c07e7c5da tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:13.908637 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e241daaa-2708-45bd-9aca-25504fe6435a tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1b3788-3eae-4ac3-8c11-b20073107453,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:13.917087 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e241daaa-2708-45bd-9aca-25504fe6435a tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:13.946056 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4d7c91e7-186d-4003-886c-103c07e7c5da tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:14.058597 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7c91e7-186d-4003-886c-103c07e7c5da tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:14.070447 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4d7c91e7-186d-4003-886c-103c07e7c5da tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:14.074544 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:14.213976 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a0691-ad38-434b-b24c-94bd417c2f30 None None] Pushing event updated for resources: {'Port': ['ID=3c51fcee-86b7-46a6-8d1b-c40c8710a8db,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:14.226686 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f90a0691-ad38-434b-b24c-94bd417c2f30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:14.240130 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3527d7-7ba9-41cb-87c1-f7326bb76b76 service neutron] Pushing event updated for resources: {'Port': ['ID=e49cb43a-fab3-4dd7-b334-ef4bdb01b3b2,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:14.243705 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4d7c91e7-186d-4003-886c-103c07e7c5da tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.3694174
Jan 29 10:11:14.247025 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5a3527d7-7ba9-41cb-87c1-f7326bb76b76 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.826s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:14.260735 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5ca6faf1-824b-4952-9fec-acd2128e4e64 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:14.278095 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90a0691-ad38-434b-b24c-94bd417c2f30 None None] Network c227c522-6685-4d16-9c38-36326f7214de is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:11:14.279910 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-f90a0691-ad38-434b-b24c-94bd417c2f30 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:11:14.281371 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 52716) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:14.282848 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90a0691-ad38-434b-b24c-94bd417c2f30 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:11:14.352984 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-2ad5cc03-f7b6-45af-89ad-8124dc8be2e5 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Request body: {'subnet': {'network_id': '40f9ee8c-d318-4f99-84c2-1fea98e11315', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:11:14.377309 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-f90a0691-ad38-434b-b24c-94bd417c2f30 None None] Attempting to bind port 3c51fcee-86b7-46a6-8d1b-c40c8710a8db on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:11:14.378374 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-f90a0691-ad38-434b-b24c-94bd417c2f30 None None] Attempting to bind port 3c51fcee-86b7-46a6-8d1b-c40c8710a8db by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '5c5373c5-455c-40d3-87b9-5668973e39ba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c227c522-6685-4d16-9c38-36326f7214de'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:11:14.378522 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90a0691-ad38-434b-b24c-94bd417c2f30 None None] Attempting to bind port 3c51fcee-86b7-46a6-8d1b-c40c8710a8db on network c227c522-6685-4d16-9c38-36326f7214de {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:11:14.385467 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90a0691-ad38-434b-b24c-94bd417c2f30 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:11:14.386694 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90a0691-ad38-434b-b24c-94bd417c2f30 None None] Checking segment: {'id': '5c5373c5-455c-40d3-87b9-5668973e39ba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c227c522-6685-4d16-9c38-36326f7214de'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:11:14.387310 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f90a0691-ad38-434b-b24c-94bd417c2f30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:14.388272 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90a0691-ad38-434b-b24c-94bd417c2f30 None None] Bound using segment: {'id': '5c5373c5-455c-40d3-87b9-5668973e39ba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c227c522-6685-4d16-9c38-36326f7214de'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:11:14.388843 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-f90a0691-ad38-434b-b24c-94bd417c2f30 None None] Bound port: 3c51fcee-86b7-46a6-8d1b-c40c8710a8db, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c5373c5-455c-40d3-87b9-5668973e39ba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c227c522-6685-4d16-9c38-36326f7214de'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:11:14.389387 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f90a0691-ad38-434b-b24c-94bd417c2f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:14.404504 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-99412038-4038-42ae-a6d6-f14455856d5f tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:14.467132 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9621cfc6-073a-415c-bdb3-418ada940517 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854415430'] for router_interface, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:14.478709 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-b1c92765-60e3-445e-86f7-89f030a76565 req-5a3527d7-7ba9-41cb-87c1-f7326bb76b76 service neutron] Attempting to bind port e49cb43a-fab3-4dd7-b334-ef4bdb01b3b2 on host hv-neutron-7729 for vnic_type normal with profile  {{(pid=80765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:11:14.479501 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-b1c92765-60e3-445e-86f7-89f030a76565 req-5a3527d7-7ba9-41cb-87c1-f7326bb76b76 service neutron] Attempting to bind port e49cb43a-fab3-4dd7-b334-ef4bdb01b3b2 by drivers openvswitch on host hv-neutron-7729 at level 0 using segments [{'id': 'a42befa6-0b79-4c70-af33-f26409069a75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '1846373c-e6a8-40b0-9ec1-57e95e070f2c'}] {{(pid=80765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:11:14.480044 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c92765-60e3-445e-86f7-89f030a76565 req-5a3527d7-7ba9-41cb-87c1-f7326bb76b76 service neutron] Attempting to bind port e49cb43a-fab3-4dd7-b334-ef4bdb01b3b2 on network 1846373c-e6a8-40b0-9ec1-57e95e070f2c {{(pid=80765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:11:14.519479 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-f90a0691-ad38-434b-b24c-94bd417c2f30 None None] For port 3c51fcee-86b7-46a6-8d1b-c40c8710a8db, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:11:14.523580 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-f90a0691-ad38-434b-b24c-94bd417c2f30 None None] For port 3c51fcee-86b7-46a6-8d1b-c40c8710a8db, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=3c51fcee-86b7-46a6-8d1b-c40c8710a8db,segment=NetworkSegment(5c5373c5-455c-40d3-87b9-5668973e39ba),segment_id=5c5373c5-455c-40d3-87b9-5668973e39ba)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:11:14.533412 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f90a0691-ad38-434b-b24c-94bd417c2f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:14.587774 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d506ec53-f8fe-4248-a1c3-e82354e7a907 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:14.633943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-43068a9f-99e1-45d4-9606-87cbc06bd5c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:14.663233 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd9d27-aac0-4b37-b4b5-f78572c244d7 req-49199c99-5c9f-4561-926a-db3bdb310bbe tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:14.664980 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3cbd9d27-aac0-4b37-b4b5-f78572c244d7 req-49199c99-5c9f-4561-926a-db3bdb310bbe tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=5ea3ac59-5174-413b-959c-d10fe4797d48 HTTP/1.1" status: 200  len: 944 time: 1.3229413
Jan 29 10:11:14.666017 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c92765-60e3-445e-86f7-89f030a76565 req-5a3527d7-7ba9-41cb-87c1-f7326bb76b76 service neutron] Checking agent: {'id': '5acf9624-c829-41ba-afd9-92278081af05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 10, 2, 34), 'started_at': datetime.datetime(2021, 1, 29, 10, 3, 4), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:11:14.666284 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c92765-60e3-445e-86f7-89f030a76565 req-5a3527d7-7ba9-41cb-87c1-f7326bb76b76 service neutron] Checking segment: {'id': 'a42befa6-0b79-4c70-af33-f26409069a75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '1846373c-e6a8-40b0-9ec1-57e95e070f2c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:11:14.666654 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-b1c92765-60e3-445e-86f7-89f030a76565 req-5a3527d7-7ba9-41cb-87c1-f7326bb76b76 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:14.667053 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c92765-60e3-445e-86f7-89f030a76565 req-5a3527d7-7ba9-41cb-87c1-f7326bb76b76 service neutron] Bound using segment: {'id': 'a42befa6-0b79-4c70-af33-f26409069a75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '1846373c-e6a8-40b0-9ec1-57e95e070f2c'} {{(pid=80765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:11:14.667566 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-b1c92765-60e3-445e-86f7-89f030a76565 req-5a3527d7-7ba9-41cb-87c1-f7326bb76b76 service neutron] Bound port: e49cb43a-fab3-4dd7-b334-ef4bdb01b3b2, host: hv-neutron-7729, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a42befa6-0b79-4c70-af33-f26409069a75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '1846373c-e6a8-40b0-9ec1-57e95e070f2c'}}] {{(pid=80765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:11:14.667947 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-b1c92765-60e3-445e-86f7-89f030a76565 req-5a3527d7-7ba9-41cb-87c1-f7326bb76b76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:14.668766 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d506ec53-f8fe-4248-a1c3-e82354e7a907 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:14.736102 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a0691-ad38-434b-b24c-94bd417c2f30 None None] Pushing event updated for resources: {'Port': ['ID=3c51fcee-86b7-46a6-8d1b-c40c8710a8db,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:14.740155 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f90a0691-ad38-434b-b24c-94bd417c2f30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:14.752444 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d506ec53-f8fe-4248-a1c3-e82354e7a907 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:14.753393 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d506ec53-f8fe-4248-a1c3-e82354e7a907 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Synchronizing usage tracker for tenant:f844837ce1884937bc086377bfe8af84 on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:11:14.775272 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e241daaa-2708-45bd-9aca-25504fe6435a tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:14.779151 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e241daaa-2708-45bd-9aca-25504fe6435a tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "DELETE /v2.0/security-groups/7f1b3788-3eae-4ac3-8c11-b20073107453 HTTP/1.1" status: 204  len: 168 time: 2.0151596
Jan 29 10:11:14.779424 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52720) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:14.820957 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef5efd-0d0e-4972-bf78-f63cb09a8fce req-2bec2f98-65f3-4e09-8e72-050bfdcf6e20 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:14.822791 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-82ef5efd-0d0e-4972-bf78-f63cb09a8fce req-2bec2f98-65f3-4e09-8e72-050bfdcf6e20 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/ports?device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 945 time: 1.5302777
Jan 29 10:11:14.895804 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d506ec53-f8fe-4248-a1c3-e82354e7a907 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Unset dirty status for tenant:f844837ce1884937bc086377bfe8af84 on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:11:14.897064 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d506ec53-f8fe-4248-a1c3-e82354e7a907 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] 10.222.0.57 "GET /v2.0/ports?network_id=fef7cc89-7267-4358-8599-6146c79819c4 HTTP/1.1" status: 200  len: 2356 time: 1.3407505
Jan 29 10:11:14.901508 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52724) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:14.931418 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7c91e7-186d-4003-886c-103c07e7c5da tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Pushing event updated for resources: {'Network': ['ID=5b94d793-740d-4358-b7b4-9990c2d7cfa2,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:14.944203 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 5b94d793-740d-4358-b7b4-9990c2d7cfa2 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:11:14.964118 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 5b94d793-740d-4358-b7b4-9990c2d7cfa2 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:11:14.981282 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4d7c91e7-186d-4003-886c-103c07e7c5da tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.720s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:15.106018 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-2ad5cc03-f7b6-45af-89ad-8124dc8be2e5 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:11:15.139623 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-97e3c273-fa27-474f-b675-368222e474be tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:15.155469 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3cbd9d27-aac0-4b37-b4b5-f78572c244d7 req-eb02ff2f-299b-4251-9dcf-840b752912f9 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=4cdaacfe-5f04-4328-baba-c79b4248ad1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4199224
Jan 29 10:11:15.161668 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2ad5cc03-f7b6-45af-89ad-8124dc8be2e5 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Usage tracker for resource:subnet and tenant:269bd116beab4711bc6ba026bd836aa8 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:11:15.199484 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-82ef5efd-0d0e-4972-bf78-f63cb09a8fce req-dea2691a-7e77-4ed4-8122-6bccc26c8131 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af675d5-c3af-4bab-a997-95b7e6464479&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3088038
Jan 29 10:11:15.214428 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db05605-32c1-41c3-ab8f-8d5120296f03 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:15.215390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-7db05605-32c1-41c3-ab8f-8d5120296f03 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Synchronizing usage tracker for tenant:f844837ce1884937bc086377bfe8af84 on resource:subnet {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:11:15.226753 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2ad5cc03-f7b6-45af-89ad-8124dc8be2e5 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:11:15.292754 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-2ad5cc03-f7b6-45af-89ad-8124dc8be2e5 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:11:15.295565 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-b1c92765-60e3-445e-86f7-89f030a76565 req-5a3527d7-7ba9-41cb-87c1-f7326bb76b76 service neutron] For port e49cb43a-fab3-4dd7-b334-ef4bdb01b3b2, host hv-neutron-7729, cleared binding levels {{(pid=80765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:11:15.320343 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad5cc03-f7b6-45af-89ad-8124dc8be2e5 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Made reservation on behalf of 269bd116beab4711bc6ba026bd836aa8 for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:11:15.342548 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2ad5cc03-f7b6-45af-89ad-8124dc8be2e5 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:15.354156 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-97e3c273-fa27-474f-b675-368222e474be tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:15.371138 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-99412038-4038-42ae-a6d6-f14455856d5f tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854102222'] for router_gateway, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:15.371860 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-7db05605-32c1-41c3-ab8f-8d5120296f03 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Unset dirty status for tenant:f844837ce1884937bc086377bfe8af84 on resource:subnet {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:11:15.373172 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7db05605-32c1-41c3-ab8f-8d5120296f03 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] 10.222.0.57 "GET /v2.0/subnets/4b38f71a-b6b5-49d9-868f-f307cfbc805e HTTP/1.1" status: 200  len: 797 time: 0.4646952
Jan 29 10:11:15.388014 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 52728) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:15.466767 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-ca557bf6-8f59-4ecd-ac92-eb5e07fbe0b7 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Request body: {'port': {'network_id': 'fef7cc89-7267-4358-8599-6146c79819c4', 'name': 'tempest-FloatingIPTestJSON-494826279', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:11:15.541478 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9621cfc6-073a-415c-bdb3-418ada940517 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Router 17748559-7f95-424a-aa79-76fe3b6027d5 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:11:15.553207 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-97e3c273-fa27-474f-b675-368222e474be tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:15.558559 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c1ac3842-4853-4a53-8e95-67f0cc229854 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:15.634526 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-99412038-4038-42ae-a6d6-f14455856d5f tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:15.640395 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3c273-fa27-474f-b675-368222e474be tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b2c2d3-c0d7-4e23-b746-360bc05d78ba,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:15.643920 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-99412038-4038-42ae-a6d6-f14455856d5f tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:15.697568 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-97e3c273-fa27-474f-b675-368222e474be tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:15.709110 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-97e3c273-fa27-474f-b675-368222e474be tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:15.710222 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-97e3c273-fa27-474f-b675-368222e474be tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "DELETE /v2.0/security-groups/17b2c2d3-c0d7-4e23-b746-360bc05d78ba HTTP/1.1" status: 204  len: 168 time: 0.9275925
Jan 29 10:11:15.713585 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52732) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:15.754807 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9621cfc6-073a-415c-bdb3-418ada940517 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:11:15.762336 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9621cfc6-073a-415c-bdb3-418ada940517 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "PUT /v2.0/routers/17748559-7f95-424a-aa79-76fe3b6027d5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3695104
Jan 29 10:11:15.767547 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-99412038-4038-42ae-a6d6-f14455856d5f tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:15.768123 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99412038-4038-42ae-a6d6-f14455856d5f tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Fanout notify agent at l3_agent the message router_deleted on router 0efcc000-eeb9-4f66-b570-c765d3e6c3d5 {{(pid=80765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 10:11:15.768430 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52736) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:15.787288 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-b1c92765-60e3-445e-86f7-89f030a76565 req-5a3527d7-7ba9-41cb-87c1-f7326bb76b76 service neutron] For port e49cb43a-fab3-4dd7-b334-ef4bdb01b3b2, host hv-neutron-7729, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=e49cb43a-fab3-4dd7-b334-ef4bdb01b3b2,segment=NetworkSegment(a42befa6-0b79-4c70-af33-f26409069a75),segment_id=a42befa6-0b79-4c70-af33-f26409069a75)] {{(pid=80765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:11:15.882867 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-34a0cece-8d67-46d4-9c72-77b417867dad tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Deleting subnet eaeb98e7-a50f-4526-bfa5-4f4e2aff073a {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:11:15.901169 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-34a0cece-8d67-46d4-9c72-77b417867dad tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:15.956781 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e7dcff-aa22-4f33-b83b-521783ba3188 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:15.974870 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e7dcff-aa22-4f33-b83b-521783ba3188 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:15.974870 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-03e7dcff-aa22-4f33-b83b-521783ba3188 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Synchronizing usage tracker for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:subnet {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:11:16.008474 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-03e7dcff-aa22-4f33-b83b-521783ba3188 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Unset dirty status for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:subnet {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:11:16.010252 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-03e7dcff-aa22-4f33-b83b-521783ba3188 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.2407432
Jan 29 10:11:16.014280 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52740) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:16.058687 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-34a0cece-8d67-46d4-9c72-77b417867dad tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:16.120687 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-b1c92765-60e3-445e-86f7-89f030a76565 req-5a3527d7-7ba9-41cb-87c1-f7326bb76b76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:16.142521 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bc52a210-d125-43cc-8dea-57327c42474f tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:16.166017 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-49341cfb-c386-418f-9ef4-ec2100b7fc6a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Deleting subnet b1fc008f-d258-43d8-aa4d-0204c1c67e28 {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:11:16.173450 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-49341cfb-c386-418f-9ef4-ec2100b7fc6a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:16.254714 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-49341cfb-c386-418f-9ef4-ec2100b7fc6a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:16.309028 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0228c069-3c5e-4f96-9daa-7f1f88c23247 None None] Sync routers for ids ['17748559-7f95-424a-aa79-76fe3b6027d5'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:11:16.314256 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-34a0cece-8d67-46d4-9c72-77b417867dad tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:16.329658 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0228c069-3c5e-4f96-9daa-7f1f88c23247 None None] Routers {'17748559-7f95-424a-aa79-76fe3b6027d5'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:11:16.331595 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-0228c069-3c5e-4f96-9daa-7f1f88c23247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9df3b70>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:10:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['17748559-7f95-424a-aa79-76fe3b6027d5'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:11:16.346782 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ca557bf6-8f59-4ecd-ac92-eb5e07fbe0b7 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:11:16.386616 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c92765-60e3-445e-86f7-89f030a76565 req-5a3527d7-7ba9-41cb-87c1-f7326bb76b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:16.387551 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-b1c92765-60e3-445e-86f7-89f030a76565 req-5a3527d7-7ba9-41cb-87c1-f7326bb76b76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:16.391233 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b1c92765-60e3-445e-86f7-89f030a76565 req-5a3527d7-7ba9-41cb-87c1-f7326bb76b76 service neutron] 10.222.0.22 "PUT /v2.0/ports/e49cb43a-fab3-4dd7-b334-ef4bdb01b3b2 HTTP/1.1" status: 200  len: 1158 time: 7.4835615
Jan 29 10:11:16.400000 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ea3ac59-5174-413b-959c-d10fe4797d48', 'tag': 'e49cb43a-fab3-4dd7-b334-ef4bdb01b3b2'}] {{(pid=80765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:11:16.425151 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120d1cbb-4318-4f5b-88f6-2525c01f328a None None] Network c227c522-6685-4d16-9c38-36326f7214de requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:11:16.469876 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-99412038-4038-42ae-a6d6-f14455856d5f tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:16.471400 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-99412038-4038-42ae-a6d6-f14455856d5f tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "DELETE /v2.0/routers/0efcc000-eeb9-4f66-b570-c765d3e6c3d5 HTTP/1.1" status: 204  len: 168 time: 7.2107120
Jan 29 10:11:16.516202 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ca557bf6-8f59-4ecd-ac92-eb5e07fbe0b7 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:11:16.521634 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 52750) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:16.532417 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3527d7-7ba9-41cb-87c1-f7326bb76b76 service neutron] Pushing event updated for resources: {'Port': ['ID=e49cb43a-fab3-4dd7-b334-ef4bdb01b3b2,revision_number=3']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:16.536540 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5a3527d7-7ba9-41cb-87c1-f7326bb76b76 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:16.598558 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-457d0131-3aff-40f6-b084-9f5d25cf7e81 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-65071031'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:11:16.610443 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-457d0131-3aff-40f6-b084-9f5d25cf7e81 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:11:16.615874 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-457d0131-3aff-40f6-b084-9f5d25cf7e81 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Usage tracker for resource:network and tenant:22949024c322421d99052f9202cdd49a is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:11:16.619116 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-457d0131-3aff-40f6-b084-9f5d25cf7e81 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Quota usage for network was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:11:16.625392 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-457d0131-3aff-40f6-b084-9f5d25cf7e81 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:11:16.650243 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-0228c069-3c5e-4f96-9daa-7f1f88c23247 None None] Set router 17748559-7f95-424a-aa79-76fe3b6027d5 gateway port host: None {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:11:16.704793 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457d0131-3aff-40f6-b084-9f5d25cf7e81 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Made reservation on behalf of 22949024c322421d99052f9202cdd49a for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:11:16.733421 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-457d0131-3aff-40f6-b084-9f5d25cf7e81 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:16.740921 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-e2aa6119-aa42-4886-9eb5-4352fb1e5d31 None None] Provisioning for port 3c51fcee-86b7-46a6-8d1b-c40c8710a8db completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:11:16.783439 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca557bf6-8f59-4ecd-ac92-eb5e07fbe0b7 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Made reservation on behalf of f844837ce1884937bc086377bfe8af84 for: {'port': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:11:16.791210 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-0228c069-3c5e-4f96-9daa-7f1f88c23247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9df3b70>, [{'id': '17748559-7f95-424a-aa79-76fe3b6027d5', 'name': 'tempest-NetworksTestDHCPv6-router-43344798', 'tenant_id': 'b2cc7248d2184abfb3aa21c44218cf1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:11:02Z', 'updated_at': '2021-01-29T10:11:12Z', 'revision_number': 3, 'project_id': 'b2cc7248d2184abfb3aa21c44218cf1c', 'gw_port_host': None}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:11:16.795574 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0228c069-3c5e-4f96-9daa-7f1f88c23247 None None] Checking router: 17748559-7f95-424a-aa79-76fe3b6027d5 for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:11:16.805250 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0228c069-3c5e-4f96-9daa-7f1f88c23247 None None] Routers {'17748559-7f95-424a-aa79-76fe3b6027d5'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:11:16.806295 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-0228c069-3c5e-4f96-9daa-7f1f88c23247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9df3b70>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:10:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['17748559-7f95-424a-aa79-76fe3b6027d5'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:11:16.849836 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-49341cfb-c386-418f-9ef4-ec2100b7fc6a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:16.934588 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-457d0131-3aff-40f6-b084-9f5d25cf7e81 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] vxlan segment allocate from pool success with {'vxlan_vni': 12}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:11:16.965468 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-0228c069-3c5e-4f96-9daa-7f1f88c23247 None None] Set router 17748559-7f95-424a-aa79-76fe3b6027d5 gateway port host: None {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:11:17.003309 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-34a0cece-8d67-46d4-9c72-77b417867dad tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:17.006167 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 3c51fcee-86b7-46a6-8d1b-c40c8710a8db up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:11:17.030706 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:17.035963 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c92765-60e3-445e-86f7-89f030a76565 req-51dc4db4-2733-4650-9681-f43fd7a4f0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:17.037596 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b1c92765-60e3-445e-86f7-89f030a76565 req-51dc4db4-2733-4650-9681-f43fd7a4f0b4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ff1f06ee29ef461597f2ecd846f8813d&device_id=5ea3ac59-5174-413b-959c-d10fe4797d48 HTTP/1.1" status: 200  len: 1161 time: 0.5624917
Jan 29 10:11:17.108653 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-0228c069-3c5e-4f96-9daa-7f1f88c23247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9df3b70>, [{'id': '17748559-7f95-424a-aa79-76fe3b6027d5', 'name': 'tempest-NetworksTestDHCPv6-router-43344798', 'tenant_id': 'b2cc7248d2184abfb3aa21c44218cf1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:11:02Z', 'updated_at': '2021-01-29T10:11:12Z', 'revision_number': 3, 'project_id': 'b2cc7248d2184abfb3aa21c44218cf1c', 'gw_port_host': None}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:11:17.114285 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0228c069-3c5e-4f96-9daa-7f1f88c23247 None None] The sync data for ids ['17748559-7f95-424a-aa79-76fe3b6027d5'] in dv-neutron-772983-2-ovs is: [{'id': '17748559-7f95-424a-aa79-76fe3b6027d5', 'name': 'tempest-NetworksTestDHCPv6-router-43344798', 'tenant_id': 'b2cc7248d2184abfb3aa21c44218cf1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:11:02Z', 'updated_at': '2021-01-29T10:11:12Z', 'revision_number': 3, 'project_id': 'b2cc7248d2184abfb3aa21c44218cf1c', 'gw_port_host': None}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:11:17.122357 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 3c51fcee-86b7-46a6-8d1b-c40c8710a8db completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:11:17.129968 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 3c51fcee-86b7-46a6-8d1b-c40c8710a8db triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:11:17.130728 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:17.132626 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0cece-8d67-46d4-9c72-77b417867dad tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event deleted for resources: {'Subnet': ['ID=eaeb98e7-a50f-4526-bfa5-4f4e2aff073a,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:17.171388 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b1c92765-60e3-445e-86f7-89f030a76565 req-5e710ab8-7c46-4861-bf8b-5430d938c474 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=e49cb43a-fab3-4dd7-b334-ef4bdb01b3b2 HTTP/1.1" status: 200  len: 217 time: 0.1076727
Jan 29 10:11:17.172573 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-457d0131-3aff-40f6-b084-9f5d25cf7e81 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:17.172969 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-457d0131-3aff-40f6-b084-9f5d25cf7e81 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Added segment 109c1383-4745-474f-97fd-bd9085fb4cb4 of type vxlan for network 57c6b440-3325-4711-b3fe-3417c6009264
Jan 29 10:11:17.209872 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-34a0cece-8d67-46d4-9c72-77b417867dad tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:17.271532 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ae2edb-b74a-4287-91a7-1d1c77753b3c req-e7020621-9d68-43db-aec4-8235c7a8e25f tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:17.279361 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e4ae2edb-b74a-4287-91a7-1d1c77753b3c req-e7020621-9d68-43db-aec4-8235c7a8e25f tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/ports?device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 945 time: 0.7341149
Jan 29 10:11:17.347854 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:17.364870 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-b61fd3e4-928c-47fa-a321-6e23c4af55b6 None None] Provisioning complete for port 3c51fcee-86b7-46a6-8d1b-c40c8710a8db triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:11:17.365464 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b61fd3e4-928c-47fa-a321-6e23c4af55b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:17.429853 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port 3c51fcee-86b7-46a6-8d1b-c40c8710a8db, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=3c51fcee-86b7-46a6-8d1b-c40c8710a8db,segment=NetworkSegment(5c5373c5-455c-40d3-87b9-5668973e39ba),segment_id=5c5373c5-455c-40d3-87b9-5668973e39ba)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:11:17.461190 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:17.465289 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7d11e2a5-620b-4390-b706-43ea821b2f03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:17.472819 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-457d0131-3aff-40f6-b084-9f5d25cf7e81 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:17.512757 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-34a0cece-8d67-46d4-9c72-77b417867dad tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:17.554374 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=3c51fcee-86b7-46a6-8d1b-c40c8710a8db,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:17.561049 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-34a0cece-8d67-46d4-9c72-77b417867dad tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "DELETE /v2.0/subnets/eaeb98e7-a50f-4526-bfa5-4f4e2aff073a HTTP/1.1" status: 204  len: 168 time: 1.8407884
Jan 29 10:11:17.561314 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729f110a-4434-474b-b02e-524376b95d5f None None] Network db958f80-d397-4036-99bf-f5770145eb80 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:11:17.577690 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b27611-c99e-44a5-9cdf-b3309a570fe7 req-be1680c3-36d3-41ae-b09c-f5bec731d48b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:17.586195 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b7b27611-c99e-44a5-9cdf-b3309a570fe7 req-be1680c3-36d3-41ae-b09c-f5bec731d48b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=5ea3ac59-5174-413b-959c-d10fe4797d48 HTTP/1.1" status: 200  len: 944 time: 0.9520097
Jan 29 10:11:17.605450 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52754) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:17.612580 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-67033a02-fea7-4abc-a8d6-775b9bb25433 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Request body: {'subnet': {'network_id': 'db958f80-d397-4036-99bf-f5770145eb80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:11:17.636230 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-49341cfb-c386-418f-9ef4-ec2100b7fc6a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:17.639888 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e4ae2edb-b74a-4287-91a7-1d1c77753b3c req-63778482-bdf2-4be1-8ed6-c5912905c94a tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af675d5-c3af-4bab-a997-95b7e6464479&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3595243
Jan 29 10:11:17.657338 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ca557bf6-8f59-4ecd-ac92-eb5e07fbe0b7 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:17.659662 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ff95d0ea-c8dd-4870-89a4-f24e962a9914 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:17.676612 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:17.716889 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49341cfb-c386-418f-9ef4-ec2100b7fc6a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event deleted for resources: {'Subnet': ['ID=b1fc008f-d258-43d8-aa4d-0204c1c67e28,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:17.742415 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-49341cfb-c386-418f-9ef4-ec2100b7fc6a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:17.750030 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ea3ac59-5174-413b-959c-d10fe4797d48', 'tag': 'e49cb43a-fab3-4dd7-b334-ef4bdb01b3b2', 'status': 'completed', 'code': 200}
Jan 29 10:11:17.771994 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c92765-60e3-445e-86f7-89f030a76565 req-863a8ec0-7b27-4732-ae25-ec391f38338c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:17.774161 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b1c92765-60e3-445e-86f7-89f030a76565 req-863a8ec0-7b27-4732-ae25-ec391f38338c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bb14e4e3-b0c4-41bb-8247-b96d163fd317 HTTP/1.1" status: 200  len: 837 time: 0.4757602
Jan 29 10:11:17.855701 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.resource_extend [None req-457d0131-3aff-40f6-b084-9f5d25cf7e81 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 29 10:11:17.952876 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b7b27611-c99e-44a5-9cdf-b3309a570fe7 req-3405ec35-1d0b-4c32-b37c-072269ba4449 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=4cdaacfe-5f04-4328-baba-c79b4248ad1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3646841
Jan 29 10:11:17.969571 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0fa0fa-0697-4e48-b532-0cb54d36871e None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:11:17.974605 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-49341cfb-c386-418f-9ef4-ec2100b7fc6a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:17.994669 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-67033a02-fea7-4abc-a8d6-775b9bb25433 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:11:18.001499 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-67033a02-fea7-4abc-a8d6-775b9bb25433 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Usage tracker for resource:subnet and tenant:b402c3f19966488ebcb859fd6d6d9b16 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:11:18.004876 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-457d0131-3aff-40f6-b084-9f5d25cf7e81 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:18.006024 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-49341cfb-c386-418f-9ef4-ec2100b7fc6a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/subnets/b1fc008f-d258-43d8-aa4d-0204c1c67e28 HTTP/1.1" status: 204  len: 168 time: 1.9902799
Jan 29 10:11:18.007099 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-67033a02-fea7-4abc-a8d6-775b9bb25433 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:11:18.009772 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52762) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:18.032727 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-67033a02-fea7-4abc-a8d6-775b9bb25433 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:11:18.095261 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457d0131-3aff-40f6-b084-9f5d25cf7e81 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:18.095969 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-457d0131-3aff-40f6-b084-9f5d25cf7e81 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:18.152892 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-76388917-b86a-4508-bf52-4385e2c97f40 None None] Provisioning complete for port 3c51fcee-86b7-46a6-8d1b-c40c8710a8db triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:11:18.153551 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-76388917-b86a-4508-bf52-4385e2c97f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:18.176484 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67033a02-fea7-4abc-a8d6-775b9bb25433 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Made reservation on behalf of b402c3f19966488ebcb859fd6d6d9b16 for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:11:18.210088 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-67033a02-fea7-4abc-a8d6-775b9bb25433 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:18.220226 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-ca557bf6-8f59-4ecd-ac92-eb5e07fbe0b7 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] device_id is not set on port 31a15b4a-0701-4d0a-adb8-3e0a4d03873a yet. {{(pid=80765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:11:18.442370 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f80963da-144d-4c10-ac14-01295c06d806 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:18.583091 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956d4307-1700-457c-b96a-95640a2fc4d8 None None] DHCP port deletion for 36ec2ab5-acc9-45dc-a136-797459b09a1c request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:11:18.587816 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-956d4307-1700-457c-b96a-95640a2fc4d8 None None] Deleting port 42e1bad8-49f6-4580-b2a5-60dda02064d6 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:11:18.588241 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-956d4307-1700-457c-b96a-95640a2fc4d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:18.718092 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457d0131-3aff-40f6-b084-9f5d25cf7e81 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Pushing event updated for resources: {'Network': ['ID=57c6b440-3325-4711-b3fe-3417c6009264,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:18.735153 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-457d0131-3aff-40f6-b084-9f5d25cf7e81 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 2.2013829
Jan 29 10:11:18.737946 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 52766) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:18.752028 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c92765-60e3-445e-86f7-89f030a76565 req-5774a059-f614-4228-8428-ad0e93ce0cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:18.753735 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b1c92765-60e3-445e-86f7-89f030a76565 req-5774a059-f614-4228-8428-ad0e93ce0cb7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1846373c-e6a8-40b0-9ec1-57e95e070f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.9563148
Jan 29 10:11:18.758502 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-6461f9f1-05c2-41cb-9b31-ea2dc6a249b9 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Request body: {'subnet': {'network_id': '57c6b440-3325-4711-b3fe-3417c6009264', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:11:18.819035 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457d0131-3aff-40f6-b084-9f5d25cf7e81 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:11:18.819383 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457d0131-3aff-40f6-b084-9f5d25cf7e81 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:11:18.820044 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457d0131-3aff-40f6-b084-9f5d25cf7e81 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:11:18.820464 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457d0131-3aff-40f6-b084-9f5d25cf7e81 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:11:18.820879 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457d0131-3aff-40f6-b084-9f5d25cf7e81 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:11:18.821289 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457d0131-3aff-40f6-b084-9f5d25cf7e81 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:11:18.821700 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457d0131-3aff-40f6-b084-9f5d25cf7e81 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:11:18.822136 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457d0131-3aff-40f6-b084-9f5d25cf7e81 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:11:18.822540 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457d0131-3aff-40f6-b084-9f5d25cf7e81 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:11:18.822943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457d0131-3aff-40f6-b084-9f5d25cf7e81 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:11:18.823351 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457d0131-3aff-40f6-b084-9f5d25cf7e81 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:11:18.823754 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457d0131-3aff-40f6-b084-9f5d25cf7e81 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:11:18.824240 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457d0131-3aff-40f6-b084-9f5d25cf7e81 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:11:18.824642 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457d0131-3aff-40f6-b084-9f5d25cf7e81 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:11:18.825051 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457d0131-3aff-40f6-b084-9f5d25cf7e81 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:11:18.825456 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457d0131-3aff-40f6-b084-9f5d25cf7e81 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:11:18.826288 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457d0131-3aff-40f6-b084-9f5d25cf7e81 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:11:18.826288 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457d0131-3aff-40f6-b084-9f5d25cf7e81 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:11:18.826634 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457d0131-3aff-40f6-b084-9f5d25cf7e81 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:11:18.827038 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457d0131-3aff-40f6-b084-9f5d25cf7e81 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:11:18.828049 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457d0131-3aff-40f6-b084-9f5d25cf7e81 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:11:18.829031 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457d0131-3aff-40f6-b084-9f5d25cf7e81 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:11:18.829690 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457d0131-3aff-40f6-b084-9f5d25cf7e81 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:11:18.829845 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457d0131-3aff-40f6-b084-9f5d25cf7e81 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:11:18.843390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f4a58190-958c-463f-8adb-f3f2f59ca403 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Synchronizing usage tracker for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:router {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:11:18.885121 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f4a58190-958c-463f-8adb-f3f2f59ca403 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Unset dirty status for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:router {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:11:18.886587 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-457d0131-3aff-40f6-b084-9f5d25cf7e81 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:18.889347 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f4a58190-958c-463f-8adb-f3f2f59ca403 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200  len: 708 time: 0.8785319
Jan 29 10:11:18.890090 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52770) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:19.014562 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-956d4307-1700-457c-b96a-95640a2fc4d8 None None] For port 42e1bad8-49f6-4580-b2a5-60dda02064d6, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=42e1bad8-49f6-4580-b2a5-60dda02064d6,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:11:19.015073 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-956d4307-1700-457c-b96a-95640a2fc4d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:19.087234 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-350c4638-3d4a-4812-8f06-024247c0efc8 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for router, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:19.095288 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 57c6b440-3325-4711-b3fe-3417c6009264 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:11:19.108473 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 57c6b440-3325-4711-b3fe-3417c6009264 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:11:19.126216 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 3c51fcee-86b7-46a6-8d1b-c40c8710a8db up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:11:19.275751 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-956d4307-1700-457c-b96a-95640a2fc4d8 None None] Calling delete_port for 42e1bad8-49f6-4580-b2a5-60dda02064d6 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:11:19.406296 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-afd055bd-043b-4f21-ab11-f2d1f57fe3e0 None None] Provisioning complete for port 8418ae30-a142-4308-b174-b91e302fddc3 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:11:19.406715 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-afd055bd-043b-4f21-ab11-f2d1f57fe3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:19.433165 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-350c4638-3d4a-4812-8f06-024247c0efc8 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:19.438167 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-350c4638-3d4a-4812-8f06-024247c0efc8 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:19.481169 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-350c4638-3d4a-4812-8f06-024247c0efc8 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:19.481736 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-350c4638-3d4a-4812-8f06-024247c0efc8 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Fanout notify agent at l3_agent the message router_deleted on router 17748559-7f95-424a-aa79-76fe3b6027d5 {{(pid=80766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 10:11:19.544910 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-350c4638-3d4a-4812-8f06-024247c0efc8 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:19.549240 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-350c4638-3d4a-4812-8f06-024247c0efc8 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/routers/17748559-7f95-424a-aa79-76fe3b6027d5 HTTP/1.1" status: 204  len: 168 time: 0.6538799
Jan 29 10:11:19.557205 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52776) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:19.566210 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c48cc-2877-460d-8cdd-84bee815b915 req-17234295-2c69-477f-a1fa-c753a91b7e35 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:19.576299 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b75c48cc-2877-460d-8cdd-84bee815b915 req-17234295-2c69-477f-a1fa-c753a91b7e35 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/ports?device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 945 time: 1.1354446
Jan 29 10:11:19.660664 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2ad5cc03-f7b6-45af-89ad-8124dc8be2e5 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:19.688989 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c5e3fdba-9f0e-4dc8-92ae-4b5716d83e3a tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:19.742524 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-afd055bd-043b-4f21-ab11-f2d1f57fe3e0 None None] Port 8418ae30-a142-4308-b174-b91e302fddc3 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:11:19.756577 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 3c51fcee-86b7-46a6-8d1b-c40c8710a8db triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:11:19.756998 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:19.772939 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec7be97-f204-43a6-aee8-58b8a215ffce tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:19.773741 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-cec7be97-f204-43a6-aee8-58b8a215ffce tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Synchronizing usage tracker for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:11:19.789415 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-956d4307-1700-457c-b96a-95640a2fc4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:19.812517 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-6461f9f1-05c2-41cb-9b31-ea2dc6a249b9 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:11:19.815856 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-80982232-6a47-4466-ab86-dd20c4b55acc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:19.850848 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-cec7be97-f204-43a6-aee8-58b8a215ffce tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Unset dirty status for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:11:19.854655 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-cec7be97-f204-43a6-aee8-58b8a215ffce tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.2939796
Jan 29 10:11:19.859634 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52780) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:19.868429 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956d4307-1700-457c-b96a-95640a2fc4d8 None None] Pushing event deleted for resources: {'Port': ['ID=42e1bad8-49f6-4580-b2a5-60dda02064d6,revision_number=None']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:19.871286 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-956d4307-1700-457c-b96a-95640a2fc4d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:19.885598 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-afd055bd-043b-4f21-ab11-f2d1f57fe3e0 None None] Provisioning complete for port ee68fd3a-b815-482a-84c6-0671ef70542d triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:11:19.886054 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-afd055bd-043b-4f21-ab11-f2d1f57fe3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:19.898612 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6461f9f1-05c2-41cb-9b31-ea2dc6a249b9 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Usage tracker for resource:subnet and tenant:22949024c322421d99052f9202cdd49a is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:11:19.910586 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6461f9f1-05c2-41cb-9b31-ea2dc6a249b9 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:11:19.951214 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b1c92765-60e3-445e-86f7-89f030a76565 req-4202358e-0f8b-4919-9470-153b994ecb2b service neutron] 10.222.0.22 "GET /v2.0/networks/1846373c-e6a8-40b0-9ec1-57e95e070f2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1151543
Jan 29 10:11:19.955449 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-6461f9f1-05c2-41cb-9b31-ea2dc6a249b9 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:11:19.961884 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-ca557bf6-8f59-4ecd-ac92-eb5e07fbe0b7 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Allocated IP 172.20.0.14 (fef7cc89-7267-4358-8599-6146c79819c4/4b38f71a-b6b5-49d9-868f-f307cfbc805e/31a15b4a-0701-4d0a-adb8-3e0a4d03873a) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:11:19.970243 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936a6606-46df-40de-a381-94ac810ace3f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:19.971047 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-936a6606-46df-40de-a381-94ac810ace3f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Synchronizing usage tracker for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:subnet {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:11:19.972262 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad5cc03-f7b6-45af-89ad-8124dc8be2e5 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Pushing event updated for resources: {'Subnet': ['ID=10e18641-1cfc-4e43-8d5f-043d8bc5ead8,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:20.011335 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-936a6606-46df-40de-a381-94ac810ace3f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Unset dirty status for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:subnet {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:11:20.016011 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-936a6606-46df-40de-a381-94ac810ace3f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1510172
Jan 29 10:11:20.016232 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52784) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:20.021587 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b75c48cc-2877-460d-8cdd-84bee815b915 req-6302e655-bfae-4d58-885a-a6ea1947f664 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af675d5-c3af-4bab-a997-95b7e6464479&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4443071
Jan 29 10:11:20.022649 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2ad5cc03-f7b6-45af-89ad-8124dc8be2e5 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:20.042429 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-ca557bf6-8f59-4ecd-ac92-eb5e07fbe0b7 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Allocated IP 172.20.0.13 (fef7cc89-7267-4358-8599-6146c79819c4/4b38f71a-b6b5-49d9-868f-f307cfbc805e/31a15b4a-0701-4d0a-adb8-3e0a4d03873a) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:11:20.084877 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6461f9f1-05c2-41cb-9b31-ea2dc6a249b9 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Made reservation on behalf of 22949024c322421d99052f9202cdd49a for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:11:20.107354 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6461f9f1-05c2-41cb-9b31-ea2dc6a249b9 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:20.139511 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6161d827-4872-495b-ab2f-bc232faa3efc tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Synchronizing usage tracker for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:router {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:11:20.174425 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6161d827-4872-495b-ab2f-bc232faa3efc tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Unset dirty status for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:router {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:11:20.175689 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6161d827-4872-495b-ab2f-bc232faa3efc tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1586571
Jan 29 10:11:20.181069 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52788) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:20.186580 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-e95ef032-e7c9-498d-8ac4-543e6169492c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Request body: {'subnet': {'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:11:20.192756 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956d4307-1700-457c-b96a-95640a2fc4d8 None None] No DVR routers for this DVR port 42e1bad8-49f6-4580-b2a5-60dda02064d6 on host dv-neutron-772983-2-ovs {{(pid=80767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:11:20.205905 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-67033a02-fea7-4abc-a8d6-775b9bb25433 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:20.227332 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:20.302890 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 42e1bad8-49f6-4580-b2a5-60dda02064d6 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:11:20.304752 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67033a02-fea7-4abc-a8d6-775b9bb25433 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event updated for resources: {'Subnet': ['ID=057320c4-56c4-459c-a47c-ca2cff40f8c5,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:20.316531 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9d9da-d64e-427c-9ef8-7533ebc1d462 req-8b81cbaa-5d5c-4997-b626-30a584066c45 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:20.318847 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7ce9d9da-d64e-427c-9ef8-7533ebc1d462 req-8b81cbaa-5d5c-4997-b626-30a584066c45 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=5ea3ac59-5174-413b-959c-d10fe4797d48 HTTP/1.1" status: 200  len: 944 time: 0.9720387
Jan 29 10:11:20.351363 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 42e1bad8-49f6-4580-b2a5-60dda02064d6 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:11:20.351593 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 42e1bad8-49f6-4580-b2a5-60dda02064d6 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:11:20.351951 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 5257a5b5-7505-49cd-a621-64d7831b49f1 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:11:20.397922 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67033a02-fea7-4abc-a8d6-775b9bb25433 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:11:20.398356 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67033a02-fea7-4abc-a8d6-775b9bb25433 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:11:20.398780 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67033a02-fea7-4abc-a8d6-775b9bb25433 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:11:20.399202 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67033a02-fea7-4abc-a8d6-775b9bb25433 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:11:20.399617 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67033a02-fea7-4abc-a8d6-775b9bb25433 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:11:20.400033 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67033a02-fea7-4abc-a8d6-775b9bb25433 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:11:20.400439 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67033a02-fea7-4abc-a8d6-775b9bb25433 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:11:20.400853 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67033a02-fea7-4abc-a8d6-775b9bb25433 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:11:20.401257 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67033a02-fea7-4abc-a8d6-775b9bb25433 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:11:20.401659 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67033a02-fea7-4abc-a8d6-775b9bb25433 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:11:20.402090 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67033a02-fea7-4abc-a8d6-775b9bb25433 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:11:20.402495 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67033a02-fea7-4abc-a8d6-775b9bb25433 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:11:20.402988 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67033a02-fea7-4abc-a8d6-775b9bb25433 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:11:20.403396 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67033a02-fea7-4abc-a8d6-775b9bb25433 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:11:20.403798 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67033a02-fea7-4abc-a8d6-775b9bb25433 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:11:20.404197 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67033a02-fea7-4abc-a8d6-775b9bb25433 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:11:20.404598 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67033a02-fea7-4abc-a8d6-775b9bb25433 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:11:20.404998 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67033a02-fea7-4abc-a8d6-775b9bb25433 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:11:20.405984 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67033a02-fea7-4abc-a8d6-775b9bb25433 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:11:20.406621 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67033a02-fea7-4abc-a8d6-775b9bb25433 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:11:20.407065 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67033a02-fea7-4abc-a8d6-775b9bb25433 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:11:20.407443 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67033a02-fea7-4abc-a8d6-775b9bb25433 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:11:20.407854 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67033a02-fea7-4abc-a8d6-775b9bb25433 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:11:20.408258 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67033a02-fea7-4abc-a8d6-775b9bb25433 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:11:20.421370 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-67033a02-fea7-4abc-a8d6-775b9bb25433 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:20.509563 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-e95ef032-e7c9-498d-8ac4-543e6169492c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:11:20.532655 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-e95ef032-e7c9-498d-8ac4-543e6169492c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:11:20.559185 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 5257a5b5-7505-49cd-a621-64d7831b49f1 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:11:20.559554 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 5257a5b5-7505-49cd-a621-64d7831b49f1 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:11:20.567793 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95ef032-e7c9-498d-8ac4-543e6169492c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Made reservation on behalf of b2cc7248d2184abfb3aa21c44218cf1c for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:11:20.589513 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e95ef032-e7c9-498d-8ac4-543e6169492c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:20.603432 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b1c92765-60e3-445e-86f7-89f030a76565 req-15cb3fc1-1eb9-4448-89c6-6abb9d0269d9 service neutron] 10.222.0.22 "GET /v2.0/networks/1846373c-e6a8-40b0-9ec1-57e95e070f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6337106
Jan 29 10:11:20.624375 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7ce9d9da-d64e-427c-9ef8-7533ebc1d462 req-88e6590b-a001-4556-b09f-0f078cfbafcc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=4cdaacfe-5f04-4328-baba-c79b4248ad1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2696953
Jan 29 10:11:20.641157 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67033a02-fea7-4abc-a8d6-775b9bb25433 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Network db958f80-d397-4036-99bf-f5770145eb80 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:11:20.652123 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-67033a02-fea7-4abc-a8d6-775b9bb25433 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:11:20.673145 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6545eebb-2065-420b-adb5-afba0243d007 None None] Network db958f80-d397-4036-99bf-f5770145eb80 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:11:20.716995 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67033a02-fea7-4abc-a8d6-775b9bb25433 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:20.717657 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-67033a02-fea7-4abc-a8d6-775b9bb25433 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:20.756904 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-67033a02-fea7-4abc-a8d6-775b9bb25433 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.1485395
Jan 29 10:11:20.757676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52792) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:20.767620 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-f8fa46af-0745-4267-8609-cc9b0f344582 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Request body: {'security_group': {'name': 'tempest-secgroup-1428523611'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:11:20.787211 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad5cc03-f7b6-45af-89ad-8124dc8be2e5 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Checking segment: {'id': '223626fd-eb9b-4e2f-9499-c54606266d8f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '40f9ee8c-d318-4f99-84c2-1fea98e11315'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:11:20.787618 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad5cc03-f7b6-45af-89ad-8124dc8be2e5 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Network hostable DHCP agents. Network: 40f9ee8c-d318-4f99-84c2-1fea98e11315, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:11:20.792840 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-f8fa46af-0745-4267-8609-cc9b0f344582 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:11:20.799872 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f8fa46af-0745-4267-8609-cc9b0f344582 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Usage tracker for resource:security_group and tenant:b402c3f19966488ebcb859fd6d6d9b16 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:11:20.803476 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f8fa46af-0745-4267-8609-cc9b0f344582 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:11:20.813602 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-f8fa46af-0745-4267-8609-cc9b0f344582 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:11:20.868712 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f8fa46af-0745-4267-8609-cc9b0f344582 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for security_group, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:20.911172 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-f8fa46af-0745-4267-8609-cc9b0f344582 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:11:20.920639 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad5cc03-f7b6-45af-89ad-8124dc8be2e5 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Network 40f9ee8c-d318-4f99-84c2-1fea98e11315 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:11:20.927385 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f8fa46af-0745-4267-8609-cc9b0f344582 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Usage tracker for resource:security_group_rule and tenant:b402c3f19966488ebcb859fd6d6d9b16 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:11:20.933073 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f8fa46af-0745-4267-8609-cc9b0f344582 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:11:20.935050 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ca557bf6-8f59-4ecd-ac92-eb5e07fbe0b7 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:20.949159 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-f8fa46af-0745-4267-8609-cc9b0f344582 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:11:20.966393 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-2ad5cc03-f7b6-45af-89ad-8124dc8be2e5 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 40f9ee8c-d318-4f99-84c2-1fea98e11315) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:11:20.992883 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad5cc03-f7b6-45af-89ad-8124dc8be2e5 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:20.993691 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2ad5cc03-f7b6-45af-89ad-8124dc8be2e5 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:21.006531 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eedf2f0-2abe-444d-8220-a9ac424cdca8 None None] Network 40f9ee8c-d318-4f99-84c2-1fea98e11315 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:11:21.017901 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2a9a3-dde7-4bbb-99d0-76b2b64edf5f req-a78d1399-6734-42e8-b167-98205d4b7584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:21.020141 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-34f2a9a3-dde7-4bbb-99d0-76b2b64edf5f req-a78d1399-6734-42e8-b167-98205d4b7584 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ff1f06ee29ef461597f2ecd846f8813d&device_id=5ea3ac59-5174-413b-959c-d10fe4797d48 HTTP/1.1" status: 200  len: 1161 time: 0.3066571
Jan 29 10:11:21.143976 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f8fa46af-0745-4267-8609-cc9b0f344582 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for security_group, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:21.151333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bc2d21-3cff-4072-9e3f-168a4616ac92 None None] Update dhcp port {'port': {'network_id': 'db958f80-d397-4036-99bf-f5770145eb80', 'fixed_ips': [{'subnet_id': '6f60030d-5ab8-4ca3-bcfd-0b0be9860811', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '057320c4-56c4-459c-a47c-ca2cff40f8c5'}], 'binding:host_id': 'dv-neutron-772983-2-ovs'}, 'id': 'ee68fd3a-b815-482a-84c6-0671ef70542d'} from dv-neutron-772983-2-ovs. {{(pid=80767) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Jan 29 10:11:21.156165 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f8fa46af-0745-4267-8609-cc9b0f344582 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:21.169691 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2ad5cc03-f7b6-45af-89ad-8124dc8be2e5 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 6.8275926
Jan 29 10:11:21.172872 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:21.196246 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 52798) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:21.208076 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-b1bd523b-dc35-453b-8317-dba4739435c5 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Request body: {'subnet': {'network_id': '5b94d793-740d-4358-b7b4-9990c2d7cfa2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:11:21.221643 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fa46af-0745-4267-8609-cc9b0f344582 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46f658c8-e03a-4181-ba37-9774ccb3ef0c,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:21.242598 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f8fa46af-0745-4267-8609-cc9b0f344582 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:21.251384 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f8fa46af-0745-4267-8609-cc9b0f344582 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:21.255454 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f8fa46af-0745-4267-8609-cc9b0f344582 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 0.4920359
Jan 29 10:11:21.257845 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52802) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:21.271312 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-af9a6f16-17c7-4033-83c8-4afc96c7de94 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Request body: {'security_group': {'name': 'tempest-secgroup-1163490661'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:11:21.273449 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b1bc2d21-3cff-4072-9e3f-168a4616ac92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:21.295496 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-af9a6f16-17c7-4033-83c8-4afc96c7de94 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:11:21.296328 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ca557bf6-8f59-4ecd-ac92-eb5e07fbe0b7 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:21.302611 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-af9a6f16-17c7-4033-83c8-4afc96c7de94 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Usage tracker for resource:security_group and tenant:b402c3f19966488ebcb859fd6d6d9b16 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:11:21.306252 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-af9a6f16-17c7-4033-83c8-4afc96c7de94 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:11:21.316664 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-af9a6f16-17c7-4033-83c8-4afc96c7de94 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:11:21.363574 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-af9a6f16-17c7-4033-83c8-4afc96c7de94 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for security_group, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:21.380323 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c5214113-577f-4f2c-901a-dbc8b2c3e3fe tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:21.403933 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-af9a6f16-17c7-4033-83c8-4afc96c7de94 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:11:21.413599 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-af9a6f16-17c7-4033-83c8-4afc96c7de94 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Usage tracker for resource:security_group_rule and tenant:b402c3f19966488ebcb859fd6d6d9b16 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:11:21.418703 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-af9a6f16-17c7-4033-83c8-4afc96c7de94 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:11:21.446605 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188bd01a-33c9-4561-b94c-4a545cb46227 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-40f9ee8c-d318-4f99-84c2-1fea98e11315', 'network_id': '40f9ee8c-d318-4f99-84c2-1fea98e11315', 'tenant_id': '269bd116beab4711bc6ba026bd836aa8', 'fixed_ips': [{'subnet_id': '10e18641-1cfc-4e43-8d5f-043d8bc5ead8'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:11:21.447662 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-188bd01a-33c9-4561-b94c-4a545cb46227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:21.462255 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.objects.ports [None req-e95ef032-e7c9-498d-8ac4-543e6169492c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80766) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 29 10:11:21.463059 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-af9a6f16-17c7-4033-83c8-4afc96c7de94 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:11:21.465525 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e95ef032-e7c9-498d-8ac4-543e6169492c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:21.483104 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4c41fb40-fc00-485a-9d91-8753ca043704 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:21.508826 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d7b2-3fa8-48ed-ab42-010125740498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:21.594292 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-b1bd523b-dc35-453b-8317-dba4739435c5 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:11:21.598369 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2a9a3-dde7-4bbb-99d0-76b2b64edf5f req-f86611c8-16b8-47d7-b503-31fc03d629d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:21.599973 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-34f2a9a3-dde7-4bbb-99d0-76b2b64edf5f req-f86611c8-16b8-47d7-b503-31fc03d629d7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1846373c-e6a8-40b0-9ec1-57e95e070f2c HTTP/1.1" status: 200  len: 891 time: 0.5687134
Jan 29 10:11:21.617304 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b1bd523b-dc35-453b-8317-dba4739435c5 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Usage tracker for resource:subnet and tenant:269bd116beab4711bc6ba026bd836aa8 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:11:21.619788 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca557bf6-8f59-4ecd-ac92-eb5e07fbe0b7 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Pushing event updated for resources: {'Port': ['ID=31a15b4a-0701-4d0a-adb8-3e0a4d03873a,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:21.623244 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ca557bf6-8f59-4ecd-ac92-eb5e07fbe0b7 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:21.626384 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b1bd523b-dc35-453b-8317-dba4739435c5 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:11:21.673465 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95ef032-e7c9-498d-8ac4-543e6169492c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event updated for resources: {'Subnet': ['ID=f7b09ea6-8826-4c2b-85b6-489d7f1c74b3,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:21.685481 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e95ef032-e7c9-498d-8ac4-543e6169492c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:21.717603 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-b1bd523b-dc35-453b-8317-dba4739435c5 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:11:21.747363 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-af9a6f16-17c7-4033-83c8-4afc96c7de94 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for security_group, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:21.754273 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95ef032-e7c9-498d-8ac4-543e6169492c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:11:21.755683 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-e95ef032-e7c9-498d-8ac4-543e6169492c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:11:21.757361 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-af9a6f16-17c7-4033-83c8-4afc96c7de94 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:21.770548 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-31cdd30e-6071-4e6e-9881-0bdba56d6983 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:21.771490 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d243f58e-be52-460e-954b-caa39dc89b52 None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:11:21.786416 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-34f2a9a3-dde7-4bbb-99d0-76b2b64edf5f req-30b1d987-a198-437d-9549-1bb155f82dc8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=e49cb43a-fab3-4dd7-b334-ef4bdb01b3b2 HTTP/1.1" status: 200  len: 217 time: 0.1737204
Jan 29 10:11:21.797691 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95ef032-e7c9-498d-8ac4-543e6169492c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:21.798389 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e95ef032-e7c9-498d-8ac4-543e6169492c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:21.829838 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-af9a6f16-17c7-4033-83c8-4afc96c7de94 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:21.833873 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-af9a6f16-17c7-4033-83c8-4afc96c7de94 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 0.5726461
Jan 29 10:11:21.834000 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52808) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:21.839778 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-dc37f390-5dbd-41cb-9993-3e8f38b4f768 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Request body: {'security_group': {'name': 'tempest-secgroup-677450608'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:11:21.862465 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9a6f16-17c7-4033-83c8-4afc96c7de94 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=637af6b6-a129-45b2-bfa9-cb4db3204d92,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:21.866487 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-af9a6f16-17c7-4033-83c8-4afc96c7de94 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:21.870525 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-dc37f390-5dbd-41cb-9993-3e8f38b4f768 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:11:21.877161 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e95ef032-e7c9-498d-8ac4-543e6169492c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.6925936
Jan 29 10:11:21.877702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52812) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:21.880075 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-dc37f390-5dbd-41cb-9993-3e8f38b4f768 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Usage tracker for resource:security_group and tenant:b402c3f19966488ebcb859fd6d6d9b16 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:11:21.886905 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-e6231f83-fff3-4f47-a0d4-8e96e08be834 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Request body: {'subnet': {'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:11:21.904242 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-dc37f390-5dbd-41cb-9993-3e8f38b4f768 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:11:21.916939 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-dc37f390-5dbd-41cb-9993-3e8f38b4f768 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:11:21.927396 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1bd523b-dc35-453b-8317-dba4739435c5 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Made reservation on behalf of 269bd116beab4711bc6ba026bd836aa8 for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:11:21.949966 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b1bd523b-dc35-453b-8317-dba4739435c5 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:22.032411 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-b1bc2d21-3cff-4072-9e3f-168a4616ac92 None None] Allocated IP 2001:db8::2 (db958f80-d397-4036-99bf-f5770145eb80/057320c4-56c4-459c-a47c-ca2cff40f8c5/ee68fd3a-b815-482a-84c6-0671ef70542d) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:11:22.218521 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-188bd01a-33c9-4561-b94c-4a545cb46227 None None] Allocated IP 172.20.0.2 (40f9ee8c-d318-4f99-84c2-1fea98e11315/10e18641-1cfc-4e43-8d5f-043d8bc5ead8/e7a38c30-0530-479b-a329-6382c2895779) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:11:22.289937 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dc37f390-5dbd-41cb-9993-3e8f38b4f768 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for security_group, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:22.334814 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-dc37f390-5dbd-41cb-9993-3e8f38b4f768 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:11:22.371926 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-dc37f390-5dbd-41cb-9993-3e8f38b4f768 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Usage tracker for resource:security_group_rule and tenant:b402c3f19966488ebcb859fd6d6d9b16 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:11:22.371926 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-dc37f390-5dbd-41cb-9993-3e8f38b4f768 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:11:22.371926 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-dc37f390-5dbd-41cb-9993-3e8f38b4f768 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:11:22.378839 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-e6231f83-fff3-4f47-a0d4-8e96e08be834 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:11:22.399866 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-e6231f83-fff3-4f47-a0d4-8e96e08be834 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:11:22.403890 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2fdd64-e1d3-46ea-bb1a-a12c4ebdf93d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-36ec2ab5-acc9-45dc-a136-797459b09a1c', 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'tenant_id': 'b2cc7248d2184abfb3aa21c44218cf1c', 'fixed_ips': [{'subnet_id': 'f7b09ea6-8826-4c2b-85b6-489d7f1c74b3'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:11:22.404821 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3b2fdd64-e1d3-46ea-bb1a-a12c4ebdf93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:22.413840 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e9aec9-8bad-4a4a-b926-f3386c90935e req-10603918-e06f-40ec-9623-54445283c522 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:22.415673 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-92e9aec9-8bad-4a4a-b926-f3386c90935e req-10603918-e06f-40ec-9623-54445283c522 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/ports?device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 945 time: 1.1909781
Jan 29 10:11:22.422934 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6231f83-fff3-4f47-a0d4-8e96e08be834 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Made reservation on behalf of b2cc7248d2184abfb3aa21c44218cf1c for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:11:22.444796 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e6231f83-fff3-4f47-a0d4-8e96e08be834 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:22.492774 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2a9a3-dde7-4bbb-99d0-76b2b64edf5f req-94e1e4c6-a9d8-467d-a13d-14829097a287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:22.494299 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-34f2a9a3-dde7-4bbb-99d0-76b2b64edf5f req-94e1e4c6-a9d8-467d-a13d-14829097a287 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bb14e4e3-b0c4-41bb-8247-b96d163fd317 HTTP/1.1" status: 200  len: 837 time: 0.6558149
Jan 29 10:11:22.538847 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-b1bc2d21-3cff-4072-9e3f-168a4616ac92 None None] For port ee68fd3a-b815-482a-84c6-0671ef70542d, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=ee68fd3a-b815-482a-84c6-0671ef70542d,segment=NetworkSegment(da7d0937-6f5e-4b48-adf9-1561a215d069),segment_id=da7d0937-6f5e-4b48-adf9-1561a215d069)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:11:22.578440 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca557bf6-8f59-4ecd-ac92-eb5e07fbe0b7 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Network fef7cc89-7267-4358-8599-6146c79819c4 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:11:22.585504 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dc37f390-5dbd-41cb-9993-3e8f38b4f768 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for security_group, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:22.599944 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-ca557bf6-8f59-4ecd-ac92-eb5e07fbe0b7 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:11:22.602458 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca557bf6-8f59-4ecd-ac92-eb5e07fbe0b7 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:11:22.604868 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dc37f390-5dbd-41cb-9993-3e8f38b4f768 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:22.611803 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4bf44630-1613-465d-a399-c522634a8656 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:22.675493 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dc37f390-5dbd-41cb-9993-3e8f38b4f768 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:22.679583 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-dc37f390-5dbd-41cb-9993-3e8f38b4f768 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1742 time: 0.8418660
Jan 29 10:11:22.679583 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc37f390-5dbd-41cb-9993-3e8f38b4f768 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f52aa8d1-b7bc-4a9d-8bc1-87cb83639da2,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:22.680702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52816) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:22.686346 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-dc37f390-5dbd-41cb-9993-3e8f38b4f768 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:22.691229 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-4f37fe46-5be2-4866-b434-42c9c4bfaa89 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-376842421', 'security_groups': ['f52aa8d1-b7bc-4a9d-8bc1-87cb83639da2'], 'network_id': 'db958f80-d397-4036-99bf-f5770145eb80', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '057320c4-56c4-459c-a47c-ca2cff40f8c5'}]}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:11:22.730682 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-92e9aec9-8bad-4a4a-b926-f3386c90935e req-c822e570-ac8d-4000-a649-8df00dfeb0f2 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af675d5-c3af-4bab-a997-95b7e6464479&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2887778
Jan 29 10:11:22.908365 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257ad640-612d-47e3-89bf-a86167332855 req-827fccb4-0b72-4ff1-8de4-6c850b90d68d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:22.910098 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-257ad640-612d-47e3-89bf-a86167332855 req-827fccb4-0b72-4ff1-8de4-6c850b90d68d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=5ea3ac59-5174-413b-959c-d10fe4797d48 HTTP/1.1" status: 200  len: 944 time: 1.1195669
Jan 29 10:11:22.920845 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-4f37fe46-5be2-4866-b434-42c9c4bfaa89 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:11:22.927652 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-4f37fe46-5be2-4866-b434-42c9c4bfaa89 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Usage tracker for resource:port and tenant:b402c3f19966488ebcb859fd6d6d9b16 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:11:22.931537 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-4f37fe46-5be2-4866-b434-42c9c4bfaa89 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Quota usage for port was recalculated. Used quota:2. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:11:22.939898 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-4f37fe46-5be2-4866-b434-42c9c4bfaa89 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:11:22.972446 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f37fe46-5be2-4866-b434-42c9c4bfaa89 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Made reservation on behalf of b402c3f19966488ebcb859fd6d6d9b16 for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:11:23.004645 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.resource_extend [None req-b1bc2d21-3cff-4072-9e3f-168a4616ac92 None None] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 29 10:11:23.029834 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca557bf6-8f59-4ecd-ac92-eb5e07fbe0b7 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:23.031189 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ca557bf6-8f59-4ecd-ac92-eb5e07fbe0b7 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:23.031808 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b1bc2d21-3cff-4072-9e3f-168a4616ac92 None None] Notify callbacks [] for port, precommit_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:23.098061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-3b2fdd64-e1d3-46ea-bb1a-a12c4ebdf93d None None] Allocated IP 2001:db8::f816:3eff:fefa:26c8 (36ec2ab5-acc9-45dc-a136-797459b09a1c/f7b09ea6-8826-4c2b-85b6-489d7f1c74b3/064d5676-8027-4501-9b0f-9cbcd6852196) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:11:23.120852 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-b1bc2d21-3cff-4072-9e3f-168a4616ac92 None None] Transition to ACTIVE for port object ee68fd3a-b815-482a-84c6-0671ef70542d will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:11:23.134530 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b1bc2d21-3cff-4072-9e3f-168a4616ac92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:23.167178 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-925b12c3-ac74-48a8-96d5-1bdc3cabd086 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:23.200742 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ca557bf6-8f59-4ecd-ac92-eb5e07fbe0b7 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1009 time: 7.7477283
Jan 29 10:11:23.208662 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 52822) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:23.222156 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-188bd01a-33c9-4561-b94c-4a545cb46227 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:23.229098 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4f37fe46-5be2-4866-b434-42c9c4bfaa89 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:23.234363 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-1c612d2e-ede6-4aea-9ace-7dd07e6286b2 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Request body: {'floatingip': {'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'port_id': '31a15b4a-0701-4d0a-adb8-3e0a4d03873a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:11:23.262155 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2a9a3-dde7-4bbb-99d0-76b2b64edf5f req-94ad89b1-b08c-43ce-9754-3a12123c9a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:23.263807 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-34f2a9a3-dde7-4bbb-99d0-76b2b64edf5f req-94ad89b1-b08c-43ce-9754-3a12123c9a22 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1846373c-e6a8-40b0-9ec1-57e95e070f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.7334514
Jan 29 10:11:23.271198 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-188bd01a-33c9-4561-b94c-4a545cb46227 None None] Transition to ACTIVE for port object e7a38c30-0530-479b-a329-6382c2895779 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:11:23.283740 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-1c612d2e-ede6-4aea-9ace-7dd07e6286b2 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:11:23.333365 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-1c612d2e-ede6-4aea-9ace-7dd07e6286b2 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Usage tracker for resource:floatingip and tenant:f844837ce1884937bc086377bfe8af84 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:11:23.359755 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-257ad640-612d-47e3-89bf-a86167332855 req-f62ff00e-2104-48be-8e48-bc6ca2d6208e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=4cdaacfe-5f04-4328-baba-c79b4248ad1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3126042
Jan 29 10:11:23.362588 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-1c612d2e-ede6-4aea-9ace-7dd07e6286b2 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:11:23.376765 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6461f9f1-05c2-41cb-9b31-ea2dc6a249b9 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:23.422111 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-05f8d73a-ee1a-4fbe-8612-07ece0170ef8 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:23.422472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bc2d21-3cff-4072-9e3f-168a4616ac92 None None] Pushing event updated for resources: {'Port': ['ID=ee68fd3a-b815-482a-84c6-0671ef70542d,revision_number=6']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:23.429702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b1bc2d21-3cff-4072-9e3f-168a4616ac92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:23.430960 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-188bd01a-33c9-4561-b94c-4a545cb46227 None None] Transition to ACTIVE for port object e7a38c30-0530-479b-a329-6382c2895779 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:11:23.453332 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-4f37fe46-5be2-4866-b434-42c9c4bfaa89 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] device_id is not set on port 00200754-1a70-4b97-a489-2c93cfedeb90 yet. {{(pid=80766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:11:23.460485 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-188bd01a-33c9-4561-b94c-4a545cb46227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:23.460968 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-1c612d2e-ede6-4aea-9ace-7dd07e6286b2 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:11:23.480565 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d18eb041-33ab-4f27-a7d1-1485a062e6c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:23.629227 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e6231f83-fff3-4f47-a0d4-8e96e08be834 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:23.652488 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1493dd92-2725-4a2b-91a6-e380ec5e0634 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:23.728781 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188bd01a-33c9-4561-b94c-4a545cb46227 None None] Pushing event updated for resources: {'Port': ['ID=e7a38c30-0530-479b-a329-6382c2895779,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:23.733617 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d09b8-4619-4e7e-9b92-030ce959de9f req-05655bac-37d6-4646-a846-09a7026ea49c tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:23.735615 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-927d09b8-4619-4e7e-9b92-030ce959de9f req-05655bac-37d6-4646-a846-09a7026ea49c tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/ports?device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 945 time: 0.8189774
Jan 29 10:11:23.747850 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-188bd01a-33c9-4561-b94c-4a545cb46227 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:23.761408 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1c612d2e-ede6-4aea-9ace-7dd07e6286b2 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for floatingip, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:23.801160 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e60f09e-cdf3-4744-b867-ddb846454c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:23.803042 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3b2fdd64-e1d3-46ea-bb1a-a12c4ebdf93d None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:23.803191 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6461f9f1-05c2-41cb-9b31-ea2dc6a249b9 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Pushing event updated for resources: {'Subnet': ['ID=55115222-f84d-4cbd-a0a0-be6ad7f11aa0,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:23.806216 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6461f9f1-05c2-41cb-9b31-ea2dc6a249b9 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:23.824206 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-3b2fdd64-e1d3-46ea-bb1a-a12c4ebdf93d None None] Transition to ACTIVE for port object 064d5676-8027-4501-9b0f-9cbcd6852196 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:11:23.849590 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188bd01a-33c9-4561-b94c-4a545cb46227 None None] Network 40f9ee8c-d318-4f99-84c2-1fea98e11315 is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:11:23.852176 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-188bd01a-33c9-4561-b94c-4a545cb46227 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:11:23.854343 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-3b2fdd64-e1d3-46ea-bb1a-a12c4ebdf93d None None] Transition to ACTIVE for port object 064d5676-8027-4501-9b0f-9cbcd6852196 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:11:23.855649 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188bd01a-33c9-4561-b94c-4a545cb46227 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:11:23.864308 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6231f83-fff3-4f47-a0d4-8e96e08be834 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event updated for resources: {'Subnet': ['ID=53b81a88-d9ed-42c2-bc2a-e67999421df2,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:23.879164 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e6231f83-fff3-4f47-a0d4-8e96e08be834 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:23.895591 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3b2fdd64-e1d3-46ea-bb1a-a12c4ebdf93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:23.908719 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-34f2a9a3-dde7-4bbb-99d0-76b2b64edf5f req-6676c710-77c4-4904-98d2-ecf0639311bc service neutron] 10.222.0.22 "GET /v2.0/networks/1846373c-e6a8-40b0-9ec1-57e95e070f2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6165042
Jan 29 10:11:23.919218 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-392b3140-0346-4a1d-a2fd-5e0e919891bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:23.951171 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-4f37fe46-5be2-4866-b434-42c9c4bfaa89 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Allocated IP 2001:db8::15f (db958f80-d397-4036-99bf-f5770145eb80/057320c4-56c4-459c-a47c-ca2cff40f8c5/00200754-1a70-4b97-a489-2c93cfedeb90) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:11:23.954566 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6231f83-fff3-4f47-a0d4-8e96e08be834 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:11:23.957674 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-e6231f83-fff3-4f47-a0d4-8e96e08be834 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:11:23.970378 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6231f83-fff3-4f47-a0d4-8e96e08be834 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:23.971042 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e6231f83-fff3-4f47-a0d4-8e96e08be834 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:23.995348 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-188bd01a-33c9-4561-b94c-4a545cb46227 None None] Attempting to bind port e7a38c30-0530-479b-a329-6382c2895779 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:11:23.995748 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-188bd01a-33c9-4561-b94c-4a545cb46227 None None] Attempting to bind port e7a38c30-0530-479b-a329-6382c2895779 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '223626fd-eb9b-4e2f-9499-c54606266d8f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '40f9ee8c-d318-4f99-84c2-1fea98e11315'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:11:23.996157 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188bd01a-33c9-4561-b94c-4a545cb46227 None None] Attempting to bind port e7a38c30-0530-479b-a329-6382c2895779 on network 40f9ee8c-d318-4f99-84c2-1fea98e11315 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:11:24.036882 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188bd01a-33c9-4561-b94c-4a545cb46227 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:11:24.037115 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188bd01a-33c9-4561-b94c-4a545cb46227 None None] Checking segment: {'id': '223626fd-eb9b-4e2f-9499-c54606266d8f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '40f9ee8c-d318-4f99-84c2-1fea98e11315'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:11:24.037387 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-927d09b8-4619-4e7e-9b92-030ce959de9f req-80a61c9c-7663-4c48-a717-df14ad3db9ad tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af675d5-c3af-4bab-a997-95b7e6464479&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2770004
Jan 29 10:11:24.037508 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-188bd01a-33c9-4561-b94c-4a545cb46227 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:24.038030 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188bd01a-33c9-4561-b94c-4a545cb46227 None None] Bound using segment: {'id': '223626fd-eb9b-4e2f-9499-c54606266d8f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '40f9ee8c-d318-4f99-84c2-1fea98e11315'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:11:24.038700 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-188bd01a-33c9-4561-b94c-4a545cb46227 None None] Bound port: e7a38c30-0530-479b-a329-6382c2895779, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '223626fd-eb9b-4e2f-9499-c54606266d8f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '40f9ee8c-d318-4f99-84c2-1fea98e11315'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:11:24.039000 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-188bd01a-33c9-4561-b94c-4a545cb46227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:24.040133 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e6231f83-fff3-4f47-a0d4-8e96e08be834 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.1616249
Jan 29 10:11:24.043470 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52826) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:24.050528 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-3b9e44d1-ea07-45a4-a1b8-de8780bb541f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Request body: {'port': {'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'mac_address': 'fa:16:3e:22:d7:69', 'name': 'tempest-NetworksTestDHCPv6-1456194519'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:11:24.089826 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2fdd64-e1d3-46ea-bb1a-a12c4ebdf93d None None] Pushing event updated for resources: {'Port': ['ID=064d5676-8027-4501-9b0f-9cbcd6852196,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:24.192967 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3b2fdd64-e1d3-46ea-bb1a-a12c4ebdf93d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:24.229694 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:24.292244 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-3b9e44d1-ea07-45a4-a1b8-de8780bb541f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:11:24.295972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-188bd01a-33c9-4561-b94c-4a545cb46227 None None] For port e7a38c30-0530-479b-a329-6382c2895779, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:11:24.303958 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-188bd01a-33c9-4561-b94c-4a545cb46227 None None] For port e7a38c30-0530-479b-a329-6382c2895779, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=e7a38c30-0530-479b-a329-6382c2895779,segment=NetworkSegment(223626fd-eb9b-4e2f-9499-c54606266d8f),segment_id=223626fd-eb9b-4e2f-9499-c54606266d8f)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:11:24.320270 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-188bd01a-33c9-4561-b94c-4a545cb46227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:24.331832 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-3b9e44d1-ea07-45a4-a1b8-de8780bb541f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:11:24.340231 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2fdd64-e1d3-46ea-bb1a-a12c4ebdf93d None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:11:24.344145 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-64002a95-d5e8-4ec0-892e-b6c71aee0bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:24.384621 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-3b2fdd64-e1d3-46ea-bb1a-a12c4ebdf93d None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:11:24.387111 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2fdd64-e1d3-46ea-bb1a-a12c4ebdf93d None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:11:24.427959 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9e44d1-ea07-45a4-a1b8-de8780bb541f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Made reservation on behalf of b2cc7248d2184abfb3aa21c44218cf1c for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:11:24.578145 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6461f9f1-05c2-41cb-9b31-ea2dc6a249b9 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Checking segment: {'id': '109c1383-4745-474f-97fd-bd9085fb4cb4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '57c6b440-3325-4711-b3fe-3417c6009264'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:11:24.578145 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6461f9f1-05c2-41cb-9b31-ea2dc6a249b9 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Network hostable DHCP agents. Network: 57c6b440-3325-4711-b3fe-3417c6009264, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:11:24.601338 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4f37fe46-5be2-4866-b434-42c9c4bfaa89 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:24.627988 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-3b2fdd64-e1d3-46ea-bb1a-a12c4ebdf93d None None] Attempting to bind port 064d5676-8027-4501-9b0f-9cbcd6852196 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:11:24.628415 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-3b2fdd64-e1d3-46ea-bb1a-a12c4ebdf93d None None] Attempting to bind port 064d5676-8027-4501-9b0f-9cbcd6852196 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:11:24.628901 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2fdd64-e1d3-46ea-bb1a-a12c4ebdf93d None None] Attempting to bind port 064d5676-8027-4501-9b0f-9cbcd6852196 on network 36ec2ab5-acc9-45dc-a136-797459b09a1c {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:11:24.641142 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188bd01a-33c9-4561-b94c-4a545cb46227 None None] Pushing event updated for resources: {'Port': ['ID=e7a38c30-0530-479b-a329-6382c2895779,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:24.648200 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4f37fe46-5be2-4866-b434-42c9c4bfaa89 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Transition to ACTIVE for port object 00200754-1a70-4b97-a489-2c93cfedeb90 will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:11:24.662457 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3b9e44d1-ea07-45a4-a1b8-de8780bb541f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:24.667000 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-188bd01a-33c9-4561-b94c-4a545cb46227 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:24.667899 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2fdd64-e1d3-46ea-bb1a-a12c4ebdf93d None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:11:24.668325 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2fdd64-e1d3-46ea-bb1a-a12c4ebdf93d None None] Checking segment: {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:11:24.668777 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3b2fdd64-e1d3-46ea-bb1a-a12c4ebdf93d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:24.669223 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2fdd64-e1d3-46ea-bb1a-a12c4ebdf93d None None] Bound using segment: {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:11:24.669761 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-3b2fdd64-e1d3-46ea-bb1a-a12c4ebdf93d None None] Bound port: 064d5676-8027-4501-9b0f-9cbcd6852196, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:11:24.670213 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3b2fdd64-e1d3-46ea-bb1a-a12c4ebdf93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:24.766754 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def99f89-508f-4550-be36-8a00b9e63a71 req-05bf1053-7206-4d95-bcb8-53c79658014b tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:24.768467 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-def99f89-508f-4550-be36-8a00b9e63a71 req-05bf1053-7206-4d95-bcb8-53c79658014b tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/ports?device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 945 time: 0.4189439
Jan 29 10:11:24.783757 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-34f2a9a3-dde7-4bbb-99d0-76b2b64edf5f req-b37dc00d-3be8-4714-bc18-a11c759adf11 service neutron] 10.222.0.22 "GET /v2.0/networks/1846373c-e6a8-40b0-9ec1-57e95e070f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.8532603
Jan 29 10:11:24.806046 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-110ab0ba-dc7a-4d4d-bdaf-f85fc0596d7d None None] Provisioning complete for port 8418ae30-a142-4308-b174-b91e302fddc3 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:11:24.806499 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-110ab0ba-dc7a-4d4d-bdaf-f85fc0596d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:24.834054 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1c612d2e-ede6-4aea-9ace-7dd07e6286b2 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:24.834401 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4f37fe46-5be2-4866-b434-42c9c4bfaa89 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:24.859623 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-da1835d8-e8c5-46a0-aabc-02a39e9b32c7 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:24.893710 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6461f9f1-05c2-41cb-9b31-ea2dc6a249b9 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Network 57c6b440-3325-4711-b3fe-3417c6009264 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:11:24.933244 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:24.942821 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-3b2fdd64-e1d3-46ea-bb1a-a12c4ebdf93d None None] For port 064d5676-8027-4501-9b0f-9cbcd6852196, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:11:24.951726 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-3b2fdd64-e1d3-46ea-bb1a-a12c4ebdf93d None None] For port 064d5676-8027-4501-9b0f-9cbcd6852196, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=064d5676-8027-4501-9b0f-9cbcd6852196,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:11:24.953558 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-110ab0ba-dc7a-4d4d-bdaf-f85fc0596d7d None None] Port 8418ae30-a142-4308-b174-b91e302fddc3 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:11:24.960257 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device ee68fd3a-b815-482a-84c6-0671ef70542d up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:11:24.996718 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-def99f89-508f-4550-be36-8a00b9e63a71 req-0aacb744-eece-4cb7-b3f4-49c9a68e12e8 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af675d5-c3af-4bab-a997-95b7e6464479&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2116160
Jan 29 10:11:25.015405 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-6461f9f1-05c2-41cb-9b31-ea2dc6a249b9 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 57c6b440-3325-4711-b3fe-3417c6009264) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:11:25.033162 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805a40c7-1dc2-4a73-ba00-35a0add651aa None None] Network 57c6b440-3325-4711-b3fe-3417c6009264 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:11:25.049049 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6461f9f1-05c2-41cb-9b31-ea2dc6a249b9 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:25.049698 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6461f9f1-05c2-41cb-9b31-ea2dc6a249b9 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:25.052655 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3b2fdd64-e1d3-46ea-bb1a-a12c4ebdf93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:25.102050 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-3b9e44d1-ea07-45a4-a1b8-de8780bb541f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] device_id is not set on port 42cc0c5e-04f6-410c-a17b-046d458e73a8 yet. {{(pid=80766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:11:25.144303 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f37fe46-5be2-4866-b434-42c9c4bfaa89 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event updated for resources: {'Port': ['ID=00200754-1a70-4b97-a489-2c93cfedeb90,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:25.159983 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4f37fe46-5be2-4866-b434-42c9c4bfaa89 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:25.274966 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19de81a-9b45-44e9-8d49-9d1c8be8ae5f req-196d9b7a-9502-4afa-83dd-5b64f7c05883 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:25.283647 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e19de81a-9b45-44e9-8d49-9d1c8be8ae5f req-196d9b7a-9502-4afa-83dd-5b64f7c05883 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=5ea3ac59-5174-413b-959c-d10fe4797d48 HTTP/1.1" status: 200  len: 944 time: 0.6860418
Jan 29 10:11:25.372738 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b1bd523b-dc35-453b-8317-dba4739435c5 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:25.423311 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4d5d923c-e289-48da-a37c-3c71983fbbcd tempest-RoutersAdminTest-694584577 tempest-RoutersAdminTest-694584577-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:25.472873 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4cd83bcd-93b8-4d8d-9d82-555ad71357e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:25.549934 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-110ab0ba-dc7a-4d4d-bdaf-f85fc0596d7d None None] Provisioning for port ee68fd3a-b815-482a-84c6-0671ef70542d completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:11:25.562889 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-110ab0ba-dc7a-4d4d-bdaf-f85fc0596d7d None None] Provisioning complete for port ee68fd3a-b815-482a-84c6-0671ef70542d triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:11:25.563468 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-110ab0ba-dc7a-4d4d-bdaf-f85fc0596d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:25.592526 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device e49cb43a-fab3-4dd7-b334-ef4bdb01b3b2 up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:11:25.728512 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f37fe46-5be2-4866-b434-42c9c4bfaa89 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Network db958f80-d397-4036-99bf-f5770145eb80 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:11:25.732950 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-4f37fe46-5be2-4866-b434-42c9c4bfaa89 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:11:25.738561 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f37fe46-5be2-4866-b434-42c9c4bfaa89 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:11:25.739011 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port ee68fd3a-b815-482a-84c6-0671ef70542d triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:11:25.739522 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:25.808878 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f37fe46-5be2-4866-b434-42c9c4bfaa89 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:25.809544 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4f37fe46-5be2-4866-b434-42c9c4bfaa89 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:25.833794 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6461f9f1-05c2-41cb-9b31-ea2dc6a249b9 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 7.0856023
Jan 29 10:11:25.840949 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52836) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:25.849953 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2fdd64-e1d3-46ea-bb1a-a12c4ebdf93d None None] Pushing event updated for resources: {'Port': ['ID=064d5676-8027-4501-9b0f-9cbcd6852196,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:25.853491 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-7fad1923-bacd-460a-99cf-25b43f5725fd tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-697373194', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:11:25.865110 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3b2fdd64-e1d3-46ea-bb1a-a12c4ebdf93d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:25.879374 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-7fad1923-bacd-460a-99cf-25b43f5725fd tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:11:25.885524 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4f37fe46-5be2-4866-b434-42c9c4bfaa89 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 3.1992471
Jan 29 10:11:25.907673 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning for port e49cb43a-fab3-4dd7-b334-ef4bdb01b3b2 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:11:25.919406 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52840) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:25.923144 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-7fad1923-bacd-460a-99cf-25b43f5725fd tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Usage tracker for resource:router and tenant:22949024c322421d99052f9202cdd49a is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:11:25.934504 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-0dab83d0-681c-4d3b-973a-25e6c125a204 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Request body: {'subnet': {'network_id': 'db958f80-d397-4036-99bf-f5770145eb80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:11:25.937769 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port e49cb43a-fab3-4dd7-b334-ef4bdb01b3b2 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:11:25.938276 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:25.947945 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e19de81a-9b45-44e9-8d49-9d1c8be8ae5f req-11a552ab-3ea7-4c44-8c07-d6f99ae39dd1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=4cdaacfe-5f04-4328-baba-c79b4248ad1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6634455
Jan 29 10:11:25.965514 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-7fad1923-bacd-460a-99cf-25b43f5725fd tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Quota usage for router was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:11:26.115663 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bd523b-dc35-453b-8317-dba4739435c5 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Pushing event updated for resources: {'Subnet': ['ID=be8ad5da-8481-411a-875e-b0eb9d11fc6c,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:26.142128 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b1bd523b-dc35-453b-8317-dba4739435c5 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.715s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:26.146073 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-7fad1923-bacd-460a-99cf-25b43f5725fd tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:11:26.156260 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-0dab83d0-681c-4d3b-973a-25e6c125a204 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:11:26.175239 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-0dab83d0-681c-4d3b-973a-25e6c125a204 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Usage tracker for resource:subnet and tenant:b402c3f19966488ebcb859fd6d6d9b16 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:11:26.183744 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-0dab83d0-681c-4d3b-973a-25e6c125a204 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:11:26.197402 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-0dab83d0-681c-4d3b-973a-25e6c125a204 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:11:26.202663 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7fad1923-bacd-460a-99cf-25b43f5725fd tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:26.203994 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7fad1923-bacd-460a-99cf-25b43f5725fd tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:26.208446 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-3b9e44d1-ea07-45a4-a1b8-de8780bb541f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Allocated IP 172.20.0.11 (36ec2ab5-acc9-45dc-a136-797459b09a1c/53b81a88-d9ed-42c2-bc2a-e67999421df2/42cc0c5e-04f6-410c-a17b-046d458e73a8) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:11:26.221689 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-3b9e44d1-ea07-45a4-a1b8-de8780bb541f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Allocated IP 2001:db8::f816:3eff:fe22:d769 (36ec2ab5-acc9-45dc-a136-797459b09a1c/f7b09ea6-8826-4c2b-85b6-489d7f1c74b3/42cc0c5e-04f6-410c-a17b-046d458e73a8) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:11:26.238017 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dab83d0-681c-4d3b-973a-25e6c125a204 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Made reservation on behalf of b402c3f19966488ebcb859fd6d6d9b16 for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:11:26.252245 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:26.260891 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0dab83d0-681c-4d3b-973a-25e6c125a204 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:26.292368 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7fad1923-bacd-460a-99cf-25b43f5725fd tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:26.347000 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505d13ab-be0a-4215-88f0-a95ada8b25bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-57c6b440-3325-4711-b3fe-3417c6009264', 'network_id': '57c6b440-3325-4711-b3fe-3417c6009264', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'fixed_ips': [{'subnet_id': '55115222-f84d-4cbd-a0a0-be6ad7f11aa0'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:11:26.347898 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-505d13ab-be0a-4215-88f0-a95ada8b25bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:26.356649 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498e365-eda3-4539-9688-c9022554df31 req-fe95c6fb-6a43-4a7a-86c1-efed71c010ec tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:26.365027 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d498e365-eda3-4539-9688-c9022554df31 req-fe95c6fb-6a43-4a7a-86c1-efed71c010ec tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/ports?device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 945 time: 1.0540085
Jan 29 10:11:26.408639 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:26.414476 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-1c612d2e-ede6-4aea-9ace-7dd07e6286b2 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Allocated IP 172.26.7.4 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/2beee27a-ed05-40e9-adb5-f1fa9a3a94c5) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:11:26.461664 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7fad1923-bacd-460a-99cf-25b43f5725fd tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:26.482805 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea3ac59-5174-413b-959c-d10fe4797d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e49cb43a-fab3-4dd7-b334-ef4bdb01b3b2'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:11:26.488308 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d498e365-eda3-4539-9688-c9022554df31 req-d00e8add-17e1-4819-8410-9d850e84ce69 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af675d5-c3af-4bab-a997-95b7e6464479&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1220834
Jan 29 10:11:26.530803 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bd523b-dc35-453b-8317-dba4739435c5 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Checking segment: {'id': 'd9f3a1fc-d1ce-49df-a23e-dcc13729a8ba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '5b94d793-740d-4358-b7b4-9990c2d7cfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:11:26.531577 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bd523b-dc35-453b-8317-dba4739435c5 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Network hostable DHCP agents. Network: 5b94d793-740d-4358-b7b4-9990c2d7cfa2, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:11:26.563665 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port e49cb43a-fab3-4dd7-b334-ef4bdb01b3b2, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=e49cb43a-fab3-4dd7-b334-ef4bdb01b3b2,segment=NetworkSegment(a42befa6-0b79-4c70-af33-f26409069a75),segment_id=a42befa6-0b79-4c70-af33-f26409069a75)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:11:26.567167 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-50f24de6-bf3c-43c5-aa0d-6c59785474d2 None None] Provisioning for port 00200754-1a70-4b97-a489-2c93cfedeb90 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:11:26.583666 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:26.596967 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-43068a9f-99e1-45d4-9606-87cbc06bd5c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:26.660972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bd523b-dc35-453b-8317-dba4739435c5 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Network 5b94d793-740d-4358-b7b4-9990c2d7cfa2 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:11:26.666445 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-50f24de6-bf3c-43c5-aa0d-6c59785474d2 None None] Provisioning complete for port 00200754-1a70-4b97-a489-2c93cfedeb90 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:11:26.667059 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-50f24de6-bf3c-43c5-aa0d-6c59785474d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:26.706013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-b1bd523b-dc35-453b-8317-dba4739435c5 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 5b94d793-740d-4358-b7b4-9990c2d7cfa2) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:11:26.737510 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bd523b-dc35-453b-8317-dba4739435c5 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:26.738215 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b1bd523b-dc35-453b-8317-dba4739435c5 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:26.755695 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-50f24de6-bf3c-43c5-aa0d-6c59785474d2 None None] Port 00200754-1a70-4b97-a489-2c93cfedeb90 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:11:26.760198 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3961357-2ca6-4fb7-8801-5f800b1193f0 None None] Network 5b94d793-740d-4358-b7b4-9990c2d7cfa2 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:11:26.787910 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1c612d2e-ede6-4aea-9ace-7dd07e6286b2 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:26.814284 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b1bd523b-dc35-453b-8317-dba4739435c5 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 5.6170280
Jan 29 10:11:26.837532 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 52850) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:26.864148 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.ipam_backend_mixin [None req-0dab83d0-681c-4d3b-973a-25e6c125a204 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 057320c4-56c4-459c-a47c-ca2cff40f8c5 (CIDR: 2001:db8::/64)
Jan 29 10:11:26.917995 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-50f24de6-bf3c-43c5-aa0d-6c59785474d2 None None] Provisioning complete for port ee68fd3a-b815-482a-84c6-0671ef70542d triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:11:26.921760 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-50f24de6-bf3c-43c5-aa0d-6c59785474d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:26.972405 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3b9e44d1-ea07-45a4-a1b8-de8780bb541f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:27.018806 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-3b9e44d1-ea07-45a4-a1b8-de8780bb541f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Transition to ACTIVE for port object 42cc0c5e-04f6-410c-a17b-046d458e73a8 will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:11:27.060385 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:11:27.075987 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7fad1923-bacd-460a-99cf-25b43f5725fd tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:27.080732 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7fad1923-bacd-460a-99cf-25b43f5725fd tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 1.2353513
Jan 29 10:11:27.081873 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3b9e44d1-ea07-45a4-a1b8-de8780bb541f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:27.095985 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 52856) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:27.098323 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ea3ac59-5174-413b-959c-d10fe4797d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e49cb43a-fab3-4dd7-b334-ef4bdb01b3b2', 'code': 200}
Jan 29 10:11:27.118861 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dab83d0-681c-4d3b-973a-25e6c125a204 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 10:11:27.123231 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dab83d0-681c-4d3b-973a-25e6c125a204 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:11:27.150595 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 064d5676-8027-4501-9b0f-9cbcd6852196 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:11:27.163755 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9621cfc6-073a-415c-bdb3-418ada940517 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:27.219331 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=e49cb43a-fab3-4dd7-b334-ef4bdb01b3b2,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:27.232692 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0dab83d0-681c-4d3b-973a-25e6c125a204 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.3124616
Jan 29 10:11:27.238504 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.642s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:27.240289 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52860) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:27.297499 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-c1f78026-ac84-403f-ab5d-4e7de19f7af1 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Request body: {'subnet': {'network_id': 'db958f80-d397-4036-99bf-f5770145eb80', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:11:27.377348 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e44d1-ea07-45a4-a1b8-de8780bb541f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event updated for resources: {'Port': ['ID=42cc0c5e-04f6-410c-a17b-046d458e73a8,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:27.434588 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3b9e44d1-ea07-45a4-a1b8-de8780bb541f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:27.435152 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e380829a-13a4-412f-9e0f-9bd35e42bf96 None None] Network 40f9ee8c-d318-4f99-84c2-1fea98e11315 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:11:27.526652 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9e44d1-ea07-45a4-a1b8-de8780bb541f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:11:27.532626 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-3b9e44d1-ea07-45a4-a1b8-de8780bb541f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:11:27.534941 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c1f78026-ac84-403f-ab5d-4e7de19f7af1 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:11:27.537639 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9e44d1-ea07-45a4-a1b8-de8780bb541f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:11:27.577464 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c1f78026-ac84-403f-ab5d-4e7de19f7af1 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Usage tracker for resource:subnet and tenant:b402c3f19966488ebcb859fd6d6d9b16 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:11:27.583079 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c1f78026-ac84-403f-ab5d-4e7de19f7af1 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:11:27.593509 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c1f78026-ac84-403f-ab5d-4e7de19f7af1 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:11:27.684563 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9e44d1-ea07-45a4-a1b8-de8780bb541f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:27.685705 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3b9e44d1-ea07-45a4-a1b8-de8780bb541f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:27.691448 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f78026-ac84-403f-ab5d-4e7de19f7af1 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Made reservation on behalf of b402c3f19966488ebcb859fd6d6d9b16 for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:11:27.706896 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-505d13ab-be0a-4215-88f0-a95ada8b25bf None None] Allocated IP 2001:db8::2 (57c6b440-3325-4711-b3fe-3417c6009264/55115222-f84d-4cbd-a0a0-be6ad7f11aa0/4eb29266-df5c-4a9d-9899-4335d0d3a819) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:11:27.713436 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c1f78026-ac84-403f-ab5d-4e7de19f7af1 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:27.765120 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 064d5676-8027-4501-9b0f-9cbcd6852196 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:11:27.768356 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-466c55e6-25a1-47bc-bd23-8fc4e7318f51 None None] Provisioning for port e7a38c30-0530-479b-a329-6382c2895779 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:11:27.768691 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3b9e44d1-ea07-45a4-a1b8-de8780bb541f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1028 time: 3.7241025
Jan 29 10:11:27.769495 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52864) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:27.821185 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device e7a38c30-0530-479b-a329-6382c2895779 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:11:27.903516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8063a10-d70b-4e27-b166-15f8b481a119 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-5b94d793-740d-4358-b7b4-9990c2d7cfa2', 'network_id': '5b94d793-740d-4358-b7b4-9990c2d7cfa2', 'tenant_id': '269bd116beab4711bc6ba026bd836aa8', 'fixed_ips': [{'subnet_id': 'be8ad5da-8481-411a-875e-b0eb9d11fc6c'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:11:27.904399 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d8063a10-d70b-4e27-b166-15f8b481a119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:27.970908 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.ipam_backend_mixin [None req-c1f78026-ac84-403f-ab5d-4e7de19f7af1 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 6f60030d-5ab8-4ca3-bcfd-0b0be9860811 (CIDR: 2001:db8:0:1::/64)
Jan 29 10:11:27.980938 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1f78026-ac84-403f-ab5d-4e7de19f7af1 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 10:11:27.981448 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1f78026-ac84-403f-ab5d-4e7de19f7af1 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:11:28.112850 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b4084f-8f12-427a-ae59-af7565982b1c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:28.162064 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port e7a38c30-0530-479b-a329-6382c2895779 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:11:28.212436 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b4084f-8f12-427a-ae59-af7565982b1c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:28.213530 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-45b4084f-8f12-427a-ae59-af7565982b1c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Synchronizing usage tracker for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:11:28.224263 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c1f78026-ac84-403f-ab5d-4e7de19f7af1 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 428 time: 0.9827023
Jan 29 10:11:28.225184 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52868) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:28.241216 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port e7a38c30-0530-479b-a329-6382c2895779 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:11:28.241677 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:28.245515 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-98a23e0d-a080-4b1d-8a95-7097c0bfc9fe tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Request body: {'subnet': {'network_id': 'db958f80-d397-4036-99bf-f5770145eb80', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:11:28.320460 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8976285b-48dc-467e-94f2-2ab4a2bd8a21 None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:11:28.366286 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-45b4084f-8f12-427a-ae59-af7565982b1c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Unset dirty status for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:11:28.367722 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-45b4084f-8f12-427a-ae59-af7565982b1c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1783 time: 0.5450730
Jan 29 10:11:28.371100 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52872) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:28.400998 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1c612d2e-ede6-4aea-9ace-7dd07e6286b2 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:28.428375 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a2e77dd5-f31f-4bd6-a1dc-cdc2cb21859c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:28.503348 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-78ecca80-6066-438b-93a8-06793e45e0cb tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Deleting port 42cc0c5e-04f6-410c-a17b-046d458e73a8 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:11:28.503698 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-78ecca80-6066-438b-93a8-06793e45e0cb tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:28.536522 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-98a23e0d-a080-4b1d-8a95-7097c0bfc9fe tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:11:28.548786 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-98a23e0d-a080-4b1d-8a95-7097c0bfc9fe tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Usage tracker for resource:subnet and tenant:b402c3f19966488ebcb859fd6d6d9b16 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:11:28.554128 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-98a23e0d-a080-4b1d-8a95-7097c0bfc9fe tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:11:28.570181 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-98a23e0d-a080-4b1d-8a95-7097c0bfc9fe tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:11:28.593486 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-fbd318a4-8ce8-4e4e-ac66-96bd43ae7218 None None] Provisioning for port 064d5676-8027-4501-9b0f-9cbcd6852196 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:11:28.625265 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a23e0d-a080-4b1d-8a95-7097c0bfc9fe tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Made reservation on behalf of b402c3f19966488ebcb859fd6d6d9b16 for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:11:28.641102 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-fbd318a4-8ce8-4e4e-ac66-96bd43ae7218 None None] Provisioning complete for port 064d5676-8027-4501-9b0f-9cbcd6852196 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:11:28.641688 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fbd318a4-8ce8-4e4e-ac66-96bd43ae7218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:28.646441 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-98a23e0d-a080-4b1d-8a95-7097c0bfc9fe tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:28.702407 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c612d2e-ede6-4aea-9ace-7dd07e6286b2 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Pushing event updated for resources: {'Port': ['ID=2beee27a-ed05-40e9-adb5-f1fa9a3a94c5,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:28.706250 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1c612d2e-ede6-4aea-9ace-7dd07e6286b2 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:28.786314 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-505d13ab-be0a-4215-88f0-a95ada8b25bf None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:28.816111 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3380e0-b707-4e42-bce2-950c263642d0 req-c690fc41-313f-4f7b-b5cb-2432f100075a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:28.817858 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1e3380e0-b707-4e42-bce2-950c263642d0 req-c690fc41-313f-4f7b-b5cb-2432f100075a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=5ea3ac59-5174-413b-959c-d10fe4797d48 HTTP/1.1" status: 200  len: 946 time: 1.5986509
Jan 29 10:11:28.883173 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a66c259-d37d-4690-8179-d5fb5cbdcf8f req-20567e47-1300-4143-be40-ce0ab38ae179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:28.884812 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4a66c259-d37d-4690-8179-d5fb5cbdcf8f req-20567e47-1300-4143-be40-ce0ab38ae179 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5ea3ac59-5174-413b-959c-d10fe4797d48 HTTP/1.1" status: 200  len: 1163 time: 1.6015971
Jan 29 10:11:28.902106 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-505d13ab-be0a-4215-88f0-a95ada8b25bf None None] Transition to ACTIVE for port object 4eb29266-df5c-4a9d-9899-4335d0d3a819 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:11:28.948520 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:28.954906 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-721e7dee-272e-4ea6-8b57-0e5a6a9b62e4 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:28.984922 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-505d13ab-be0a-4215-88f0-a95ada8b25bf None None] Transition to ACTIVE for port object 4eb29266-df5c-4a9d-9899-4335d0d3a819 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:11:28.986600 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-85ece397-ea04-4859-a0a6-fb8de7f38959 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:29.031914 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device e49cb43a-fab3-4dd7-b334-ef4bdb01b3b2 up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:11:29.096995 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4a66c259-d37d-4690-8179-d5fb5cbdcf8f req-49b3d2d6-ddcc-48c5-ab5a-64b7e1b1de43 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=4cdaacfe-5f04-4328-baba-c79b4248ad1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1739404
Jan 29 10:11:29.115990 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1e3380e0-b707-4e42-bce2-950c263642d0 req-23534893-77da-44e7-953f-b953e5bf08bf tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=4cdaacfe-5f04-4328-baba-c79b4248ad1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2566810
Jan 29 10:11:29.130206 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-505d13ab-be0a-4215-88f0-a95ada8b25bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:29.146150 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-78ecca80-6066-438b-93a8-06793e45e0cb tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:29.178337 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c612d2e-ede6-4aea-9ace-7dd07e6286b2 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:11:29.292062 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4d2ceee5-8549-4a69-8536-fb895311fe1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:29.292308 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-78ecca80-6066-438b-93a8-06793e45e0cb tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Calling delete_port for 42cc0c5e-04f6-410c-a17b-046d458e73a8 owned by  {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:11:29.446499 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-1c612d2e-ede6-4aea-9ace-7dd07e6286b2 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:11:29.460961 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c612d2e-ede6-4aea-9ace-7dd07e6286b2 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:11:29.543041 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-78ecca80-6066-438b-93a8-06793e45e0cb tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:29.553932 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-d8063a10-d70b-4e27-b166-15f8b481a119 None None] Allocated IP 172.20.0.2 (5b94d793-740d-4358-b7b4-9990c2d7cfa2/be8ad5da-8481-411a-875e-b0eb9d11fc6c/d9558c34-0c0b-441e-9556-66184e087505) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:11:29.576649 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4f37fe46-5be2-4866-b434-42c9c4bfaa89 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:29.626086 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port e7a38c30-0530-479b-a329-6382c2895779, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=e7a38c30-0530-479b-a329-6382c2895779,segment=NetworkSegment(223626fd-eb9b-4e2f-9499-c54606266d8f),segment_id=223626fd-eb9b-4e2f-9499-c54606266d8f)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:11:29.630678 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505d13ab-be0a-4215-88f0-a95ada8b25bf None None] Network 57c6b440-3325-4711-b3fe-3417c6009264 is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:11:29.634055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ecca80-6066-438b-93a8-06793e45e0cb tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event deleted for resources: {'Port': ['ID=42cc0c5e-04f6-410c-a17b-046d458e73a8,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:29.644244 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fbd318a4-8ce8-4e4e-ac66-96bd43ae7218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:29.652216 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-78ecca80-6066-438b-93a8-06793e45e0cb tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:29.679671 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-505d13ab-be0a-4215-88f0-a95ada8b25bf None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:11:29.682305 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505d13ab-be0a-4215-88f0-a95ada8b25bf None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:11:29.700500 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:29.782288 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d13ab-be0a-4215-88f0-a95ada8b25bf None None] Pushing event updated for resources: {'Port': ['ID=4eb29266-df5c-4a9d-9899-4335d0d3a819,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:29.809280 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505d13ab-be0a-4215-88f0-a95ada8b25bf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:11:29.809948 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505d13ab-be0a-4215-88f0-a95ada8b25bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:11:29.810269 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505d13ab-be0a-4215-88f0-a95ada8b25bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:11:29.810737 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505d13ab-be0a-4215-88f0-a95ada8b25bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:11:29.811202 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505d13ab-be0a-4215-88f0-a95ada8b25bf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:11:29.812742 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505d13ab-be0a-4215-88f0-a95ada8b25bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:11:29.813062 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505d13ab-be0a-4215-88f0-a95ada8b25bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:11:29.813589 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505d13ab-be0a-4215-88f0-a95ada8b25bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:11:29.814110 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505d13ab-be0a-4215-88f0-a95ada8b25bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:11:29.815185 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505d13ab-be0a-4215-88f0-a95ada8b25bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:11:29.815659 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505d13ab-be0a-4215-88f0-a95ada8b25bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:11:29.816123 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505d13ab-be0a-4215-88f0-a95ada8b25bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:11:29.816679 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505d13ab-be0a-4215-88f0-a95ada8b25bf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:11:29.817589 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505d13ab-be0a-4215-88f0-a95ada8b25bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:11:29.817589 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505d13ab-be0a-4215-88f0-a95ada8b25bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:11:29.818071 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505d13ab-be0a-4215-88f0-a95ada8b25bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:11:29.818526 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505d13ab-be0a-4215-88f0-a95ada8b25bf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:11:29.818982 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505d13ab-be0a-4215-88f0-a95ada8b25bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:11:29.819694 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505d13ab-be0a-4215-88f0-a95ada8b25bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:11:29.820638 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505d13ab-be0a-4215-88f0-a95ada8b25bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:11:29.820638 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505d13ab-be0a-4215-88f0-a95ada8b25bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:11:29.821003 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505d13ab-be0a-4215-88f0-a95ada8b25bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:11:29.821460 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505d13ab-be0a-4215-88f0-a95ada8b25bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:11:29.821938 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505d13ab-be0a-4215-88f0-a95ada8b25bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:11:29.894031 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-505d13ab-be0a-4215-88f0-a95ada8b25bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:29.909739 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b1bc2d21-3cff-4072-9e3f-168a4616ac92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.185s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:29.972306 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-fbd318a4-8ce8-4e4e-ac66-96bd43ae7218 None None] For port 064d5676-8027-4501-9b0f-9cbcd6852196, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=064d5676-8027-4501-9b0f-9cbcd6852196,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:11:29.978880 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port e49cb43a-fab3-4dd7-b334-ef4bdb01b3b2 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:11:29.979396 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:30.016787 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-505d13ab-be0a-4215-88f0-a95ada8b25bf None None] Attempting to bind port 4eb29266-df5c-4a9d-9899-4335d0d3a819 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:11:30.017409 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-505d13ab-be0a-4215-88f0-a95ada8b25bf None None] Attempting to bind port 4eb29266-df5c-4a9d-9899-4335d0d3a819 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '109c1383-4745-474f-97fd-bd9085fb4cb4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '57c6b440-3325-4711-b3fe-3417c6009264'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:11:30.018343 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505d13ab-be0a-4215-88f0-a95ada8b25bf None None] Attempting to bind port 4eb29266-df5c-4a9d-9899-4335d0d3a819 on network 57c6b440-3325-4711-b3fe-3417c6009264 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:11:30.040818 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fbd318a4-8ce8-4e4e-ac66-96bd43ae7218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:30.069350 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505d13ab-be0a-4215-88f0-a95ada8b25bf None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:11:30.070065 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505d13ab-be0a-4215-88f0-a95ada8b25bf None None] Checking segment: {'id': '109c1383-4745-474f-97fd-bd9085fb4cb4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '57c6b440-3325-4711-b3fe-3417c6009264'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:11:30.070520 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-505d13ab-be0a-4215-88f0-a95ada8b25bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:30.070985 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505d13ab-be0a-4215-88f0-a95ada8b25bf None None] Bound using segment: {'id': '109c1383-4745-474f-97fd-bd9085fb4cb4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '57c6b440-3325-4711-b3fe-3417c6009264'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:11:30.071523 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-505d13ab-be0a-4215-88f0-a95ada8b25bf None None] Bound port: 4eb29266-df5c-4a9d-9899-4335d0d3a819, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '109c1383-4745-474f-97fd-bd9085fb4cb4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '57c6b440-3325-4711-b3fe-3417c6009264'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:11:30.071948 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-505d13ab-be0a-4215-88f0-a95ada8b25bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:30.231695 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-78ecca80-6066-438b-93a8-06793e45e0cb tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:30.240678 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=e7a38c30-0530-479b-a329-6382c2895779,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:30.285129 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:30.290814 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2bf18b2c-09e5-4c76-bdd9-d268aae47844 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.234s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:30.300287 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-78ecca80-6066-438b-93a8-06793e45e0cb tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/ports/42cc0c5e-04f6-410c-a17b-046d458e73a8 HTTP/1.1" status: 204  len: 168 time: 1.9280882
Jan 29 10:11:30.301183 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52878) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:30.417534 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-c3900077-e3bb-4646-b4ce-d721dd6e4264 None None] Provisioning complete for port e7a38c30-0530-479b-a329-6382c2895779 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:11:30.417993 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c3900077-e3bb-4646-b4ce-d721dd6e4264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:30.443573 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-98a23e0d-a080-4b1d-8a95-7097c0bfc9fe tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:30.457503 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-721e7dee-272e-4ea6-8b57-0e5a6a9b62e4 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Allocated IP 172.20.0.1 (40f9ee8c-d318-4f99-84c2-1fea98e11315/10e18641-1cfc-4e43-8d5f-043d8bc5ead8/6af66d86-e459-4f5f-b908-1705f6ac0b24) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:11:30.462919 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-34a0cece-8d67-46d4-9c72-77b417867dad tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:30.554734 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-505d13ab-be0a-4215-88f0-a95ada8b25bf None None] For port 4eb29266-df5c-4a9d-9899-4335d0d3a819, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:11:30.556910 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e707a68-c29f-4264-a73b-c1f6aac70e54 None None] Update dhcp port {'port': {'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'fixed_ips': [{'subnet_id': 'f7b09ea6-8826-4c2b-85b6-489d7f1c74b3', 'ip_address': '2001:db8::f816:3eff:fefa:26c8'}, {'subnet_id': '53b81a88-d9ed-42c2-bc2a-e67999421df2'}], 'binding:host_id': 'dv-neutron-772983-2-ovs'}, 'id': '064d5676-8027-4501-9b0f-9cbcd6852196'} from dv-neutron-772983-2-ovs. {{(pid=80767) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Jan 29 10:11:30.699895 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a23e0d-a080-4b1d-8a95-7097c0bfc9fe tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event updated for resources: {'Subnet': ['ID=14f8315a-6e96-4fa0-9fd9-d49a551b5953,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:30.721429 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd318a4-8ce8-4e4e-ac66-96bd43ae7218 None None] Pushing event updated for resources: {'Port': ['ID=064d5676-8027-4501-9b0f-9cbcd6852196,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:30.737479 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991f26e5-c2ff-4714-81f5-f8f0cd0e1e88 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:30.740829 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-fbd318a4-8ce8-4e4e-ac66-96bd43ae7218 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:30.757708 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991f26e5-c2ff-4714-81f5-f8f0cd0e1e88 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:30.759258 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-505d13ab-be0a-4215-88f0-a95ada8b25bf None None] For port 4eb29266-df5c-4a9d-9899-4335d0d3a819, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=4eb29266-df5c-4a9d-9899-4335d0d3a819,segment=NetworkSegment(109c1383-4745-474f-97fd-bd9085fb4cb4),segment_id=109c1383-4745-474f-97fd-bd9085fb4cb4)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:11:30.762406 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d8063a10-d70b-4e27-b166-15f8b481a119 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:30.776478 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991f26e5-c2ff-4714-81f5-f8f0cd0e1e88 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:30.777543 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-991f26e5-c2ff-4714-81f5-f8f0cd0e1e88 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Synchronizing usage tracker for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:subnet {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:11:30.782653 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-98a23e0d-a080-4b1d-8a95-7097c0bfc9fe tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:30.784745 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a23e0d-a080-4b1d-8a95-7097c0bfc9fe tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Network db958f80-d397-4036-99bf-f5770145eb80 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:11:30.787814 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-505d13ab-be0a-4215-88f0-a95ada8b25bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:30.789585 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-98a23e0d-a080-4b1d-8a95-7097c0bfc9fe tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:11:30.808598 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a23e0d-a080-4b1d-8a95-7097c0bfc9fe tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:30.809256 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-98a23e0d-a080-4b1d-8a95-7097c0bfc9fe tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:30.815539 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d18eb041-33ab-4f27-a7d1-1485a062e6c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:30.816153 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-991f26e5-c2ff-4714-81f5-f8f0cd0e1e88 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Unset dirty status for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:subnet {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:11:30.818308 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-991f26e5-c2ff-4714-81f5-f8f0cd0e1e88 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.4593823
Jan 29 10:11:30.829661 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52882) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:30.850073 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb90d57b-7922-4117-a5db-457d2a964e4c None None] Network db958f80-d397-4036-99bf-f5770145eb80 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:11:30.881862 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-98a23e0d-a080-4b1d-8a95-7097c0bfc9fe tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 2.6428154
Jan 29 10:11:30.883239 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52886) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:30.890444 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-d8063a10-d70b-4e27-b166-15f8b481a119 None None] Transition to ACTIVE for port object d9558c34-0c0b-441e-9556-66184e087505 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:11:30.891566 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-3a216d47-1e64-4fa5-81cc-d8b22db8003e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1116485966', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '14f8315a-6e96-4fa0-9fd9-d49a551b5953'}], 'security_groups': ['46f658c8-e03a-4181-ba37-9774ccb3ef0c', '637af6b6-a129-45b2-bfa9-cb4db3204d92']}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:11:30.898082 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2e707a68-c29f-4264-a73b-c1f6aac70e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:30.982253 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-15a91a35-af6e-4261-a261-a523faf8cc2c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Deleting subnet 53b81a88-d9ed-42c2-bc2a-e67999421df2 {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:11:30.987950 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-15a91a35-af6e-4261-a261-a523faf8cc2c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:30.999452 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-85ece397-ea04-4859-a0a6-fb8de7f38959 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Allocated IP 2001:db8::1 (57c6b440-3325-4711-b3fe-3417c6009264/55115222-f84d-4cbd-a0a0-be6ad7f11aa0/a848522d-dabc-4884-a78f-9c4cd156411e) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:11:31.095024 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394876f-1280-4370-bb55-a88b87cf2a89 req-72f101a6-f319-4d00-9f2e-5ae851a6724a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:31.096781 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4394876f-1280-4370-bb55-a88b87cf2a89 req-72f101a6-f319-4d00-9f2e-5ae851a6724a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=5ea3ac59-5174-413b-959c-d10fe4797d48 HTTP/1.1" status: 200  len: 946 time: 0.7651551
Jan 29 10:11:31.154953 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-15a91a35-af6e-4261-a261-a523faf8cc2c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:31.183910 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-d8063a10-d70b-4e27-b166-15f8b481a119 None None] Transition to ACTIVE for port object d9558c34-0c0b-441e-9556-66184e087505 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:11:31.204136 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d8063a10-d70b-4e27-b166-15f8b481a119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:31.256816 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-15a91a35-af6e-4261-a261-a523faf8cc2c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:31.267670 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d13ab-be0a-4215-88f0-a95ada8b25bf None None] Pushing event updated for resources: {'Port': ['ID=4eb29266-df5c-4a9d-9899-4335d0d3a819,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:31.290103 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-505d13ab-be0a-4215-88f0-a95ada8b25bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:31.290689 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a585de3e-6e2d-4114-ab39-560be41ccda9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:31.329880 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-721e7dee-272e-4ea6-8b57-0e5a6a9b62e4 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:31.362647 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4394876f-1280-4370-bb55-a88b87cf2a89 req-29a75cf1-1e6f-4103-842a-c303ddfd9f6a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=4cdaacfe-5f04-4328-baba-c79b4248ad1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2518644
Jan 29 10:11:31.407889 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-721e7dee-272e-4ea6-8b57-0e5a6a9b62e4 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Transition to ACTIVE for port object 6af66d86-e459-4f5f-b908-1705f6ac0b24 will not be triggered until provisioned by entity DHCP. {{(pid=80765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:11:31.409378 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1c612d2e-ede6-4aea-9ace-7dd07e6286b2 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:31.416010 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3a216d47-1e64-4fa5-81cc-d8b22db8003e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:31.416171 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8063a10-d70b-4e27-b166-15f8b481a119 None None] Pushing event updated for resources: {'Port': ['ID=d9558c34-0c0b-441e-9556-66184e087505,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:31.462823 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-85ece397-ea04-4859-a0a6-fb8de7f38959 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:31.475060 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d8063a10-d70b-4e27-b166-15f8b481a119 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:31.489812 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-85ece397-ea04-4859-a0a6-fb8de7f38959 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Transition to ACTIVE for port object a848522d-dabc-4884-a78f-9c4cd156411e will not be triggered until provisioned by entity DHCP. {{(pid=80765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:11:31.562847 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-721e7dee-272e-4ea6-8b57-0e5a6a9b62e4 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:31.582606 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-77b3409b-dae9-4fe5-9041-51a399765010 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:31.640114 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1c612d2e-ede6-4aea-9ace-7dd07e6286b2 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:31.846915 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-85ece397-ea04-4859-a0a6-fb8de7f38959 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:31.854325 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 064d5676-8027-4501-9b0f-9cbcd6852196 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:11:31.866831 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721e7dee-272e-4ea6-8b57-0e5a6a9b62e4 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Pushing event updated for resources: {'Port': ['ID=6af66d86-e459-4f5f-b908-1705f6ac0b24,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:31.886237 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-721e7dee-272e-4ea6-8b57-0e5a6a9b62e4 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:31.888665 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6d232e7a-513a-4df5-b95b-48adde26b0c8 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:31.954477 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-15a91a35-af6e-4261-a261-a523faf8cc2c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:31.977560 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e95ef032-e7c9-498d-8ac4-543e6169492c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:32.004463 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server [None req-2e707a68-c29f-4264-a73b-c1f6aac70e54 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 53b81a88-d9ed-42c2-bc2a-e67999421df2: This subnet is being modified by another concurrent operation.
Jan 29 10:11:32.004463 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Jan 29 10:11:32.004463 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Jan 29 10:11:32.004463 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Jan 29 10:11:32.004463 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Jan 29 10:11:32.004463 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Jan 29 10:11:32.004463 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Jan 29 10:11:32.004463 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Jan 29 10:11:32.004463 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Jan 29 10:11:32.004463 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Jan 29 10:11:32.004463 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Jan 29 10:11:32.004463 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Jan 29 10:11:32.004463 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Jan 29 10:11:32.004463 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Jan 29 10:11:32.004463 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Jan 29 10:11:32.004463 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 10:11:32.004463 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Jan 29 10:11:32.004463 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Jan 29 10:11:32.004463 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Jan 29 10:11:32.004463 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     raise value
Jan 29 10:11:32.004463 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 29 10:11:32.004463 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 10:11:32.004463 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Jan 29 10:11:32.004463 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Jan 29 10:11:32.004463 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Jan 29 10:11:32.004463 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 10:11:32.004463 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Jan 29 10:11:32.004463 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Jan 29 10:11:32.004463 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Jan 29 10:11:32.004463 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     raise value
Jan 29 10:11:32.004463 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 29 10:11:32.004463 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 10:11:32.004463 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Jan 29 10:11:32.004463 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Jan 29 10:11:32.004463 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Jan 29 10:11:32.004463 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 10:11:32.004463 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Jan 29 10:11:32.004463 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Jan 29 10:11:32.004463 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Jan 29 10:11:32.004463 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     raise value
Jan 29 10:11:32.004463 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 29 10:11:32.004463 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Jan 29 10:11:32.004463 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 311, in update_dhcp_port
Jan 29 10:11:32.004463 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'update_port')
Jan 29 10:11:32.004463 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 101, in _port_action
Jan 29 10:11:32.004463 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return plugin.update_port(context, port['id'], port)
Jan 29 10:11:32.004463 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Jan 29 10:11:32.004463 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Jan 29 10:11:32.004463 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Jan 29 10:11:32.004463 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Jan 29 10:11:32.004463 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Jan 29 10:11:32.004463 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Jan 29 10:11:32.004463 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Jan 29 10:11:32.009094 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 10:11:32.009094 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Jan 29 10:11:32.009094 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Jan 29 10:11:32.009094 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Jan 29 10:11:32.009094 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     raise value
Jan 29 10:11:32.009094 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 29 10:11:32.009094 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 10:11:32.009094 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Jan 29 10:11:32.009094 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Jan 29 10:11:32.009094 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Jan 29 10:11:32.009094 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 10:11:32.009094 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Jan 29 10:11:32.009094 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Jan 29 10:11:32.009094 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Jan 29 10:11:32.009094 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     raise value
Jan 29 10:11:32.009094 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 29 10:11:32.009094 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 10:11:32.009094 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Jan 29 10:11:32.009094 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Jan 29 10:11:32.009094 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Jan 29 10:11:32.009094 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 10:11:32.009094 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Jan 29 10:11:32.009094 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Jan 29 10:11:32.009094 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Jan 29 10:11:32.009094 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     raise value
Jan 29 10:11:32.009094 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 29 10:11:32.009094 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Jan 29 10:11:32.009094 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1684, in update_port
Jan 29 10:11:32.009094 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     port)
Jan 29 10:11:32.009094 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Jan 29 10:11:32.009094 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Jan 29 10:11:32.009094 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1486, in update_port
Jan 29 10:11:32.009094 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     new_port=new_port)
Jan 29 10:11:32.009094 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 732, in update_port
Jan 29 10:11:32.009094 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     new_port.get('mac_address'))
Jan 29 10:11:32.009094 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 432, in update_port_with_ips
Jan 29 10:11:32.009094 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     new_mac)
Jan 29 10:11:32.009094 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 355, in _update_ips_for_port
Jan 29 10:11:32.009094 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     distributed_service=self._is_distributed_service(port))
Jan 29 10:11:32.009094 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 687, in _ipam_get_subnets
Jan 29 10:11:32.009094 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     id=subnet.id)
Jan 29 10:11:32.009094 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Jan 29 10:11:32.009094 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     raise exception
Jan 29 10:11:32.009094 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 53b81a88-d9ed-42c2-bc2a-e67999421df2: This subnet is being modified by another concurrent operation.
Jan 29 10:11:32.009094 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server 
Jan 29 10:11:32.019764 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8063a10-d70b-4e27-b166-15f8b481a119 None None] Network 5b94d793-740d-4358-b7b4-9990c2d7cfa2 is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:11:32.026746 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-d8063a10-d70b-4e27-b166-15f8b481a119 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:11:32.038040 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8063a10-d70b-4e27-b166-15f8b481a119 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:11:32.055432 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a91a35-af6e-4261-a261-a523faf8cc2c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event deleted for resources: {'Subnet': ['ID=53b81a88-d9ed-42c2-bc2a-e67999421df2,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:32.068858 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-15a91a35-af6e-4261-a261-a523faf8cc2c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:32.114123 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 064d5676-8027-4501-9b0f-9cbcd6852196 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:11:32.114661 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:32.175813 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-d8063a10-d70b-4e27-b166-15f8b481a119 None None] Attempting to bind port d9558c34-0c0b-441e-9556-66184e087505 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:11:32.175813 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-d8063a10-d70b-4e27-b166-15f8b481a119 None None] Attempting to bind port d9558c34-0c0b-441e-9556-66184e087505 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'd9f3a1fc-d1ce-49df-a23e-dcc13729a8ba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '5b94d793-740d-4358-b7b4-9990c2d7cfa2'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:11:32.175813 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8063a10-d70b-4e27-b166-15f8b481a119 None None] Attempting to bind port d9558c34-0c0b-441e-9556-66184e087505 on network 5b94d793-740d-4358-b7b4-9990c2d7cfa2 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:11:32.199921 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ece397-ea04-4859-a0a6-fb8de7f38959 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Pushing event updated for resources: {'Port': ['ID=a848522d-dabc-4884-a78f-9c4cd156411e,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:32.225312 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-85ece397-ea04-4859-a0a6-fb8de7f38959 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:32.232534 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721e7dee-272e-4ea6-8b57-0e5a6a9b62e4 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Network 40f9ee8c-d318-4f99-84c2-1fea98e11315 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:11:32.233031 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8063a10-d70b-4e27-b166-15f8b481a119 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:11:32.233967 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8063a10-d70b-4e27-b166-15f8b481a119 None None] Checking segment: {'id': 'd9f3a1fc-d1ce-49df-a23e-dcc13729a8ba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '5b94d793-740d-4358-b7b4-9990c2d7cfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:11:32.234487 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d8063a10-d70b-4e27-b166-15f8b481a119 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:32.234940 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8063a10-d70b-4e27-b166-15f8b481a119 None None] Bound using segment: {'id': 'd9f3a1fc-d1ce-49df-a23e-dcc13729a8ba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '5b94d793-740d-4358-b7b4-9990c2d7cfa2'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:11:32.235486 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-d8063a10-d70b-4e27-b166-15f8b481a119 None None] Bound port: d9558c34-0c0b-441e-9556-66184e087505, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9f3a1fc-d1ce-49df-a23e-dcc13729a8ba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '5b94d793-740d-4358-b7b4-9990c2d7cfa2'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:11:32.236154 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d8063a10-d70b-4e27-b166-15f8b481a119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:32.238702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-721e7dee-272e-4ea6-8b57-0e5a6a9b62e4 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:11:32.277866 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ece397-ea04-4859-a0a6-fb8de7f38959 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Network 57c6b440-3325-4711-b3fe-3417c6009264 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:11:32.284841 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721e7dee-272e-4ea6-8b57-0e5a6a9b62e4 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:11:32.317738 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-30b2975a-1e2f-4ae3-9fbc-4162d4220669 None None] Provisioning complete for port 064d5676-8027-4501-9b0f-9cbcd6852196 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:11:32.317738 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-30b2975a-1e2f-4ae3-9fbc-4162d4220669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:32.325143 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-85ece397-ea04-4859-a0a6-fb8de7f38959 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:11:32.347092 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ece397-ea04-4859-a0a6-fb8de7f38959 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:11:32.347891 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-85ece397-ea04-4859-a0a6-fb8de7f38959 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854426412'] for router_interface, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:32.405578 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-721e7dee-272e-4ea6-8b57-0e5a6a9b62e4 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854426412'] for router_interface, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:32.439724 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-15a91a35-af6e-4261-a261-a523faf8cc2c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:32.490974 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-3a216d47-1e64-4fa5-81cc-d8b22db8003e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Delete allocated IP 2001:db8::15f (db958f80-d397-4036-99bf-f5770145eb80/057320c4-56c4-459c-a47c-ca2cff40f8c5) {{(pid=80766) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}}
Jan 29 10:11:32.505667 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-3a216d47-1e64-4fa5-81cc-d8b22db8003e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Allocated IP 2001:db8:0:2::2ea (db958f80-d397-4036-99bf-f5770145eb80/14f8315a-6e96-4fa0-9fd9-d49a551b5953/00200754-1a70-4b97-a489-2c93cfedeb90) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:11:32.568740 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-15a91a35-af6e-4261-a261-a523faf8cc2c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/subnets/53b81a88-d9ed-42c2-bc2a-e67999421df2 HTTP/1.1" status: 204  len: 168 time: 1.7377603
Jan 29 10:11:32.572657 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52894) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:32.605565 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b910390-4a22-4b35-8f40-604ae4bdb0eb None None] Update dhcp port {'port': {'network_id': 'db958f80-d397-4036-99bf-f5770145eb80', 'fixed_ips': [{'subnet_id': '6f60030d-5ab8-4ca3-bcfd-0b0be9860811', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '057320c4-56c4-459c-a47c-ca2cff40f8c5', 'ip_address': '2001:db8::2'}, {'subnet_id': '14f8315a-6e96-4fa0-9fd9-d49a551b5953'}], 'binding:host_id': 'dv-neutron-772983-2-ovs'}, 'id': 'ee68fd3a-b815-482a-84c6-0671ef70542d'} from dv-neutron-772983-2-ovs. {{(pid=80767) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Jan 29 10:11:32.655128 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-d8063a10-d70b-4e27-b166-15f8b481a119 None None] For port d9558c34-0c0b-441e-9556-66184e087505, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:11:32.659661 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device e7a38c30-0530-479b-a329-6382c2895779 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:11:32.712473 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9592514-1605-42ac-97c1-ed441739c577 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Deleting subnet f7b09ea6-8826-4c2b-85b6-489d7f1c74b3 {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:11:32.719165 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1c612d2e-ede6-4aea-9ace-7dd07e6286b2 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:32.730163 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1c612d2e-ede6-4aea-9ace-7dd07e6286b2 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:32.734541 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-d8063a10-d70b-4e27-b166-15f8b481a119 None None] For port d9558c34-0c0b-441e-9556-66184e087505, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=d9558c34-0c0b-441e-9556-66184e087505,segment=NetworkSegment(d9f3a1fc-d1ce-49df-a23e-dcc13729a8ba),segment_id=d9f3a1fc-d1ce-49df-a23e-dcc13729a8ba)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:11:32.744793 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-721e7dee-272e-4ea6-8b57-0e5a6a9b62e4 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:32.760014 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-291fed25-4bd7-4cb0-a2dd-cbe6c4a05143 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:32.772702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a9592514-1605-42ac-97c1-ed441739c577 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:32.783752 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d8063a10-d70b-4e27-b166-15f8b481a119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:32.802846 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-188bd01a-33c9-4561-b94c-4a545cb46227 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:32.807867 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-85ece397-ea04-4859-a0a6-fb8de7f38959 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:32.844951 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5b910390-4a22-4b35-8f40-604ae4bdb0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:32.859561 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a9592514-1605-42ac-97c1-ed441739c577 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:32.972793 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3a216d47-1e64-4fa5-81cc-d8b22db8003e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:32.998383 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-3a216d47-1e64-4fa5-81cc-d8b22db8003e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Transition to ACTIVE for port object 00200754-1a70-4b97-a489-2c93cfedeb90 will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:11:33.000066 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a9592514-1605-42ac-97c1-ed441739c577 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:33.036277 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3a216d47-1e64-4fa5-81cc-d8b22db8003e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:33.038471 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-30b2975a-1e2f-4ae3-9fbc-4162d4220669 None None] Could not find standard attr ID for object 42cc0c5e-04f6-410c-a17b-046d458e73a8. {{(pid=80767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 29 10:11:33.053922 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-85816db3-2385-49be-b834-5fe2c83a7e05 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:33.057123 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port e7a38c30-0530-479b-a329-6382c2895779 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:11:33.057550 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:33.072467 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c612d2e-ede6-4aea-9ace-7dd07e6286b2 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Pushing event updated for resources: {'Port': ['ID=2beee27a-ed05-40e9-adb5-f1fa9a3a94c5,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:33.075392 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1c612d2e-ede6-4aea-9ace-7dd07e6286b2 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:33.129228 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8063a10-d70b-4e27-b166-15f8b481a119 None None] Pushing event updated for resources: {'Port': ['ID=d9558c34-0c0b-441e-9556-66184e087505,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:33.147163 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d8063a10-d70b-4e27-b166-15f8b481a119 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:33.300641 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-b3780880-26ee-4c3d-8d57-a596169788e0 None None] Provisioning complete for port 064d5676-8027-4501-9b0f-9cbcd6852196 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:11:33.301055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b3780880-26ee-4c3d-8d57-a596169788e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:33.349630 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a216d47-1e64-4fa5-81cc-d8b22db8003e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event updated for resources: {'Port': ['ID=00200754-1a70-4b97-a489-2c93cfedeb90,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:33.437712 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3a216d47-1e64-4fa5-81cc-d8b22db8003e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:33.443357 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-5b910390-4a22-4b35-8f40-604ae4bdb0eb None None] Allocated IP 2001:db8:0:2::2 (db958f80-d397-4036-99bf-f5770145eb80/14f8315a-6e96-4fa0-9fd9-d49a551b5953/ee68fd3a-b815-482a-84c6-0671ef70542d) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:11:33.706877 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc661919-41a8-446a-b029-a45188c7f995 None None] Network 57c6b440-3325-4711-b3fe-3417c6009264 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:11:34.009533 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a9592514-1605-42ac-97c1-ed441739c577 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:34.027590 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-49341cfb-c386-418f-9ef4-ec2100b7fc6a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:34.029909 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 4eb29266-df5c-4a9d-9899-4335d0d3a819 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:11:34.088485 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-3a216d47-1e64-4fa5-81cc-d8b22db8003e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] In _notify_port_updated(), no bound segment for port 00200754-1a70-4b97-a489-2c93cfedeb90 on network db958f80-d397-4036-99bf-f5770145eb80 {{(pid=80766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:863}}
Jan 29 10:11:34.143159 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1c612d2e-ede6-4aea-9ace-7dd07e6286b2 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:34.157057 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a216d47-1e64-4fa5-81cc-d8b22db8003e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:34.157846 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3a216d47-1e64-4fa5-81cc-d8b22db8003e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:34.161984 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3a216d47-1e64-4fa5-81cc-d8b22db8003e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "PUT /v2.0/ports/00200754-1a70-4b97-a489-2c93cfedeb90 HTTP/1.1" status: 200  len: 970 time: 3.2759821
Jan 29 10:11:34.163510 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9592514-1605-42ac-97c1-ed441739c577 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event deleted for resources: {'Subnet': ['ID=f7b09ea6-8826-4c2b-85b6-489d7f1c74b3,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:34.166272 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a9592514-1605-42ac-97c1-ed441739c577 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:34.169036 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52898) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:34.213431 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-5b910390-4a22-4b35-8f40-604ae4bdb0eb None None] For port ee68fd3a-b815-482a-84c6-0671ef70542d, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=ee68fd3a-b815-482a-84c6-0671ef70542d,segment=NetworkSegment(da7d0937-6f5e-4b48-adf9-1561a215d069),segment_id=da7d0937-6f5e-4b48-adf9-1561a215d069)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:11:34.221640 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-b3780880-26ee-4c3d-8d57-a596169788e0 None None] Provisioning for port 6af66d86-e459-4f5f-b908-1705f6ac0b24 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:11:34.247464 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-b3780880-26ee-4c3d-8d57-a596169788e0 None None] Provisioning complete for port 6af66d86-e459-4f5f-b908-1705f6ac0b24 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:11:34.247900 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b3780880-26ee-4c3d-8d57-a596169788e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:34.322184 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-b3780880-26ee-4c3d-8d57-a596169788e0 None None] Port 6af66d86-e459-4f5f-b908-1705f6ac0b24 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:11:34.322539 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a9592514-1605-42ac-97c1-ed441739c577 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:34.360520 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-32c93b39-7f5a-4ad6-94c2-0856860cf8df tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Deleting port 00200754-1a70-4b97-a489-2c93cfedeb90 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:11:34.361380 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-32c93b39-7f5a-4ad6-94c2-0856860cf8df tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:34.376496 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2da19dd-13aa-43b5-8534-ff81c6eb76a4 None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:11:34.393732 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.resource_extend [None req-5b910390-4a22-4b35-8f40-604ae4bdb0eb None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 29 10:11:34.424528 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a9592514-1605-42ac-97c1-ed441739c577 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/subnets/f7b09ea6-8826-4c2b-85b6-489d7f1c74b3 HTTP/1.1" status: 204  len: 168 time: 1.8481920
Jan 29 10:11:34.426003 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52902) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:34.484379 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5b910390-4a22-4b35-8f40-604ae4bdb0eb None None] Notify callbacks [] for port, precommit_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:34.495996 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 4eb29266-df5c-4a9d-9899-4335d0d3a819 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:11:34.519499 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e4e4da8e-1d6b-418d-b791-fe2a9d3d2ee8 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0888724
Jan 29 10:11:34.521225 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 52906) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:34.537549 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-cf450985-0c1f-4a28-b3f8-bffe85e94d04 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Request body: {'subnet': {'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:11:34.590334 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1e8d7596-5348-49cd-9b0a-cfd34fb6721e req-fe7faaac-1538-41c3-8442-c207b13a50eb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7a5916f6-67e0-4b45-8c9c-82a048d390d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.6139917
Jan 29 10:11:34.615151 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-5b910390-4a22-4b35-8f40-604ae4bdb0eb None None] Transition to ACTIVE for port object ee68fd3a-b815-482a-84c6-0671ef70542d will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:11:34.618183 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 064d5676-8027-4501-9b0f-9cbcd6852196 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:11:34.655797 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-85ece397-ea04-4859-a0a6-fb8de7f38959 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:34.661260 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-5a5cd896-3bde-4905-9866-8c5dc3ef287c None None] Provisioning for port 4eb29266-df5c-4a9d-9899-4335d0d3a819 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:11:34.704901 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5b910390-4a22-4b35-8f40-604ae4bdb0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:34.729321 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-cb7cfbbd-0679-42aa-a837-61b8d6122e58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:34.760879 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-32c93b39-7f5a-4ad6-94c2-0856860cf8df tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:34.784590 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-5a5cd896-3bde-4905-9866-8c5dc3ef287c None None] Provisioning complete for port 4eb29266-df5c-4a9d-9899-4335d0d3a819 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:11:34.785017 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5a5cd896-3bde-4905-9866-8c5dc3ef287c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:34.864409 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-cf450985-0c1f-4a28-b3f8-bffe85e94d04 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:11:34.876860 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-85ece397-ea04-4859-a0a6-fb8de7f38959 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:34.877753 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-85ece397-ea04-4859-a0a6-fb8de7f38959 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854133895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349242'] for router_interface, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:34.905682 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a5aafe17-52a3-4840-9f74-e5b5da9574d8 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:34.928916 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-32c93b39-7f5a-4ad6-94c2-0856860cf8df tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Calling delete_port for 00200754-1a70-4b97-a489-2c93cfedeb90 owned by  {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:11:34.936032 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:34.966026 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-cf450985-0c1f-4a28-b3f8-bffe85e94d04 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Usage tracker for resource:subnet and tenant:b2cc7248d2184abfb3aa21c44218cf1c is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:11:35.002332 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-cf450985-0c1f-4a28-b3f8-bffe85e94d04 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:11:35.010069 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-cf450985-0c1f-4a28-b3f8-bffe85e94d04 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:11:35.019299 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b910390-4a22-4b35-8f40-604ae4bdb0eb None None] Pushing event updated for resources: {'Port': ['ID=ee68fd3a-b815-482a-84c6-0671ef70542d,revision_number=7']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:35.030225 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ece397-ea04-4859-a0a6-fb8de7f38959 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Pushing event updated for resources: {'Port': ['ID=a848522d-dabc-4884-a78f-9c4cd156411e,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:35.033691 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-85ece397-ea04-4859-a0a6-fb8de7f38959 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:35.034909 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [None req-1c612d2e-ede6-4aea-9ace-7dd07e6286b2 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Floating IP 741e0488-246b-4dac-ae94-8b865bdca4f3 associated. External IP: 172.26.7.4, port: 31a15b4a-0701-4d0a-adb8-3e0a4d03873a.
Jan 29 10:11:35.061618 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5b910390-4a22-4b35-8f40-604ae4bdb0eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:35.076608 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd15c076-29b7-46d4-a1c9-0353315a4c0f None None] Network 5b94d793-740d-4358-b7b4-9990c2d7cfa2 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:11:35.105428 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-32c93b39-7f5a-4ad6-94c2-0856860cf8df tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:35.130951 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3b9e44d1-ea07-45a4-a1b8-de8780bb541f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:35.199375 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c93b39-7f5a-4ad6-94c2-0856860cf8df tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event deleted for resources: {'Port': ['ID=00200754-1a70-4b97-a489-2c93cfedeb90,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:35.204973 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-32c93b39-7f5a-4ad6-94c2-0856860cf8df tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:35.248117 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.resource_extend [None req-721e7dee-272e-4ea6-8b57-0e5a6a9b62e4 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 29 10:11:35.265100 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:35.276806 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf450985-0c1f-4a28-b3f8-bffe85e94d04 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Made reservation on behalf of b2cc7248d2184abfb3aa21c44218cf1c for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:11:35.300555 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cf450985-0c1f-4a28-b3f8-bffe85e94d04 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:35.338884 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-721e7dee-272e-4ea6-8b57-0e5a6a9b62e4 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:35.350867 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568cb96b-c7ab-4a58-96d9-537bbfb79c1e None None] DHCP port deletion for 36ec2ab5-acc9-45dc-a136-797459b09a1c request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:11:35.370866 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5a5cd896-3bde-4905-9866-8c5dc3ef287c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:35.377382 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-32c93b39-7f5a-4ad6-94c2-0856860cf8df tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:35.380332 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-721e7dee-272e-4ea6-8b57-0e5a6a9b62e4 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:35.387176 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-568cb96b-c7ab-4a58-96d9-537bbfb79c1e None None] Deleting port 064d5676-8027-4501-9b0f-9cbcd6852196 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:11:35.387607 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-568cb96b-c7ab-4a58-96d9-537bbfb79c1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:35.393762 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-32c93b39-7f5a-4ad6-94c2-0856860cf8df tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "DELETE /v2.0/ports/00200754-1a70-4b97-a489-2c93cfedeb90 HTTP/1.1" status: 204  len: 168 time: 1.2236083
Jan 29 10:11:35.395247 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52910) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:35.439436 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port 064d5676-8027-4501-9b0f-9cbcd6852196, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=064d5676-8027-4501-9b0f-9cbcd6852196,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:11:35.447487 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1c612d2e-ede6-4aea-9ace-7dd07e6286b2 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:35.466033 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc838413-72a5-45bf-a7b7-3a58f7c292e7 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] GET failed (client error): The resource could not be found.
Jan 29 10:11:35.466802 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-fc838413-72a5-45bf-a7b7-3a58f7c292e7 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Synchronizing usage tracker for tenant:b402c3f19966488ebcb859fd6d6d9b16 on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:11:35.485652 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:35.501388 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-fc838413-72a5-45bf-a7b7-3a58f7c292e7 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Unset dirty status for tenant:b402c3f19966488ebcb859fd6d6d9b16 on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:11:35.509264 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-fc838413-72a5-45bf-a7b7-3a58f7c292e7 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "GET /v2.0/ports/00200754-1a70-4b97-a489-2c93cfedeb90 HTTP/1.1" status: 404  len: 333 time: 0.1126938
Jan 29 10:11:35.511054 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-956d4307-1700-457c-b96a-95640a2fc4d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:35.511724 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52914) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:35.621837 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ec2e3ddc-7bb8-4f0c-8c3b-252ac0431840 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:35.660784 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-5a5cd896-3bde-4905-9866-8c5dc3ef287c None None] For port 4eb29266-df5c-4a9d-9899-4335d0d3a819, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=4eb29266-df5c-4a9d-9899-4335d0d3a819,segment=NetworkSegment(109c1383-4745-474f-97fd-bd9085fb4cb4),segment_id=109c1383-4745-474f-97fd-bd9085fb4cb4)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:11:35.671473 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ec2e3ddc-7bb8-4f0c-8c3b-252ac0431840 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:35.719056 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d7596-5348-49cd-9b0a-cfd34fb6721e req-884d51e2-6c63-41e1-a6c3-d50442513802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:35.720739 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1e8d7596-5348-49cd-9b0a-cfd34fb6721e req-884d51e2-6c63-41e1-a6c3-d50442513802 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ff1f06ee29ef461597f2ecd846f8813d&device_id=7a5916f6-67e0-4b45-8c9c-82a048d390d0 HTTP/1.1" status: 200  len: 1162 time: 0.8953965
Jan 29 10:11:35.722520 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ec2e3ddc-7bb8-4f0c-8c3b-252ac0431840 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:35.728714 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e241daaa-2708-45bd-9aca-25504fe6435a tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:35.733980 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-721e7dee-272e-4ea6-8b57-0e5a6a9b62e4 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854133895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349242'] for router_interface, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:35.751393 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=064d5676-8027-4501-9b0f-9cbcd6852196,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:35.755973 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:35.762507 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721e7dee-272e-4ea6-8b57-0e5a6a9b62e4 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Pushing event updated for resources: {'Port': ['ID=6af66d86-e459-4f5f-b908-1705f6ac0b24,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:35.769950 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5a5cd896-3bde-4905-9866-8c5dc3ef287c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:35.781838 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3b2fdd64-e1d3-46ea-bb1a-a12c4ebdf93d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:35.783535 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ec2e3ddc-7bb8-4f0c-8c3b-252ac0431840 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:35.787152 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ec2e3ddc-7bb8-4f0c-8c3b-252ac0431840 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "DELETE /v2.0/security-groups/f52aa8d1-b7bc-4a9d-8bc1-87cb83639da2 HTTP/1.1" status: 204  len: 168 time: 0.2715986
Jan 29 10:11:35.787152 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2e3ddc-7bb8-4f0c-8c3b-252ac0431840 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52aa8d1-b7bc-4a9d-8bc1-87cb83639da2,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:35.787432 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52918) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:35.790351 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ec2e3ddc-7bb8-4f0c-8c3b-252ac0431840 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:35.929467 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ddd6b882-e7ed-4191-b6df-661fe6a361a1 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:35.990061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ddd6b882-e7ed-4191-b6df-661fe6a361a1 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:36.096406 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ddd6b882-e7ed-4191-b6df-661fe6a361a1 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:36.100879 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-721e7dee-272e-4ea6-8b57-0e5a6a9b62e4 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.653s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:36.104650 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-be9887c4-f262-4044-8428-a77d185793a3 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:36.122858 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd6b882-e7ed-4191-b6df-661fe6a361a1 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=637af6b6-a129-45b2-bfa9-cb4db3204d92,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:36.135567 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ddd6b882-e7ed-4191-b6df-661fe6a361a1 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:36.144188 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ddd6b882-e7ed-4191-b6df-661fe6a361a1 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:36.148925 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ddd6b882-e7ed-4191-b6df-661fe6a361a1 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "DELETE /v2.0/security-groups/637af6b6-a129-45b2-bfa9-cb4db3204d92 HTTP/1.1" status: 204  len: 168 time: 0.3603747
Jan 29 10:11:36.155376 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52922) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:36.240625 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device d9558c34-0c0b-441e-9556-66184e087505 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:11:36.276705 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6b2442a5-79fe-40b3-8b07-1d19085b7ce9 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:36.312752 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6b2442a5-79fe-40b3-8b07-1d19085b7ce9 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:36.326086 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5cd896-3bde-4905-9866-8c5dc3ef287c None None] Pushing event updated for resources: {'Port': ['ID=4eb29266-df5c-4a9d-9899-4335d0d3a819,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:36.330760 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5a5cd896-3bde-4905-9866-8c5dc3ef287c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:36.372234 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6b2442a5-79fe-40b3-8b07-1d19085b7ce9 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:36.379344 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ccf5cbd0-c96b-4a7b-a046-c3b29bfbc123 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:36.399441 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2442a5-79fe-40b3-8b07-1d19085b7ce9 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f658c8-e03a-4181-ba37-9774ccb3ef0c,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:36.405956 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6b2442a5-79fe-40b3-8b07-1d19085b7ce9 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:36.410292 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6b2442a5-79fe-40b3-8b07-1d19085b7ce9 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:36.411930 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6b2442a5-79fe-40b3-8b07-1d19085b7ce9 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "DELETE /v2.0/security-groups/46f658c8-e03a-4181-ba37-9774ccb3ef0c HTTP/1.1" status: 204  len: 168 time: 0.2549748
Jan 29 10:11:36.416424 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52926) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:36.423855 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-1538ff83-9180-4971-97d7-de52871c627f None None] Provisioning complete for port 4eb29266-df5c-4a9d-9899-4335d0d3a819 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:11:36.424288 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1538ff83-9180-4971-97d7-de52871c627f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:36.560199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-0af16c4b-0408-47d5-a6eb-c8ca6f5e7703 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Deleting subnet 057320c4-56c4-459c-a47c-ca2cff40f8c5 {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:11:36.568874 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0af16c4b-0408-47d5-a6eb-c8ca6f5e7703 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:36.647742 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ece397-ea04-4859-a0a6-fb8de7f38959 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Network 57c6b440-3325-4711-b3fe-3417c6009264 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:11:36.686720 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0af16c4b-0408-47d5-a6eb-c8ca6f5e7703 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:36.771273 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-568cb96b-c7ab-4a58-96d9-537bbfb79c1e None None] For port 064d5676-8027-4501-9b0f-9cbcd6852196, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=064d5676-8027-4501-9b0f-9cbcd6852196,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:11:36.771719 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-568cb96b-c7ab-4a58-96d9-537bbfb79c1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:36.777565 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-85ece397-ea04-4859-a0a6-fb8de7f38959 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:11:36.811884 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0af16c4b-0408-47d5-a6eb-c8ca6f5e7703 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:36.923897 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d7596-5348-49cd-9b0a-cfd34fb6721e req-df23e1e0-aff1-4053-bc7a-6d42d5fd31e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:36.925524 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1e8d7596-5348-49cd-9b0a-cfd34fb6721e req-df23e1e0-aff1-4053-bc7a-6d42d5fd31e3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=202d926a-4317-4fd3-a6b3-3233b8a4bdb4 HTTP/1.1" status: 200  len: 890 time: 1.1695640
Jan 29 10:11:36.993004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-568cb96b-c7ab-4a58-96d9-537bbfb79c1e None None] Calling delete_port for 064d5676-8027-4501-9b0f-9cbcd6852196 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:11:37.041577 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port d9558c34-0c0b-441e-9556-66184e087505 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:11:37.050712 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device ee68fd3a-b815-482a-84c6-0671ef70542d up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:11:37.147888 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-1538ff83-9180-4971-97d7-de52871c627f None None] Provisioning for port d9558c34-0c0b-441e-9556-66184e087505 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:11:37.162725 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-1538ff83-9180-4971-97d7-de52871c627f None None] Provisioning complete for port d9558c34-0c0b-441e-9556-66184e087505 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:11:37.163184 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1538ff83-9180-4971-97d7-de52871c627f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:37.261127 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-568cb96b-c7ab-4a58-96d9-537bbfb79c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:37.284254 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721e7dee-272e-4ea6-8b57-0e5a6a9b62e4 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Network 40f9ee8c-d318-4f99-84c2-1fea98e11315 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:11:37.299922 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1e8d7596-5348-49cd-9b0a-cfd34fb6721e req-0baf5671-be50-48c8-9052-29cc100b873c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ed1fecf-d03f-4bd3-b46d-ffcac548fa0a HTTP/1.1" status: 200  len: 1001 time: 0.3645737
Jan 29 10:11:37.302055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-721e7dee-272e-4ea6-8b57-0e5a6a9b62e4 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:11:37.315741 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:37.329521 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0af16c4b-0408-47d5-a6eb-c8ca6f5e7703 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:37.362781 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-aedb53ac-fb02-41a8-999c-72cc2e424d8f tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:37.442966 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568cb96b-c7ab-4a58-96d9-537bbfb79c1e None None] Pushing event deleted for resources: {'Port': ['ID=064d5676-8027-4501-9b0f-9cbcd6852196,revision_number=None']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:37.456940 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-568cb96b-c7ab-4a58-96d9-537bbfb79c1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:37.576693 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af16c4b-0408-47d5-a6eb-c8ca6f5e7703 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event deleted for resources: {'Subnet': ['ID=057320c4-56c4-459c-a47c-ca2cff40f8c5,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:37.578892 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0af16c4b-0408-47d5-a6eb-c8ca6f5e7703 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:37.586232 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0af16c4b-0408-47d5-a6eb-c8ca6f5e7703 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "DELETE /v2.0/subnets/057320c4-56c4-459c-a47c-ca2cff40f8c5 HTTP/1.1" status: 204  len: 168 time: 1.1671596
Jan 29 10:11:37.587755 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0af16c4b-0408-47d5-a6eb-c8ca6f5e7703 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:37.591499 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52932) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:37.695666 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1538ff83-9180-4971-97d7-de52871c627f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:37.739790 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c612d2e-ede6-4aea-9ace-7dd07e6286b2 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Router 92bee170-7907-4644-8709-c45f8f4ed753 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:11:37.748016 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-1538ff83-9180-4971-97d7-de52871c627f None None] For port d9558c34-0c0b-441e-9556-66184e087505, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=d9558c34-0c0b-441e-9556-66184e087505,segment=NetworkSegment(d9f3a1fc-d1ce-49df-a23e-dcc13729a8ba),segment_id=d9f3a1fc-d1ce-49df-a23e-dcc13729a8ba)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:11:37.753657 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1538ff83-9180-4971-97d7-de52871c627f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:37.760945 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ad768ed6-1603-40a1-8e13-46a5b9e374c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:37.762995 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d7596-5348-49cd-9b0a-cfd34fb6721e req-a9bfbf2e-7fb4-496b-81f6-02c68443e1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:37.764806 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1e8d7596-5348-49cd-9b0a-cfd34fb6721e req-a9bfbf2e-7fb4-496b-81f6-02c68443e1f8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=18ba1ea0-4872-4c5f-bc2f-ad1138a60b95 HTTP/1.1" status: 200  len: 834 time: 0.4443829
Jan 29 10:11:37.855837 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b6b298-4e61-4aa7-91cb-2ded84711d7b None None] Network db958f80-d397-4036-99bf-f5770145eb80 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:11:37.869898 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 4eb29266-df5c-4a9d-9899-4335d0d3a819 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:11:37.898625 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568cb96b-c7ab-4a58-96d9-537bbfb79c1e None None] No DVR routers for this DVR port 064d5676-8027-4501-9b0f-9cbcd6852196 on host dv-neutron-772983-2-ovs {{(pid=80767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:11:37.921395 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-e16d2dd9-d708-4e9e-b993-79eadf29dfe8 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Deleting subnet 14f8315a-6e96-4fa0-9fd9-d49a551b5953 {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:11:37.926249 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e16d2dd9-d708-4e9e-b993-79eadf29dfe8 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:37.958730 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-1538ff83-9180-4971-97d7-de52871c627f None None] Provisioning for port a848522d-dabc-4884-a78f-9c4cd156411e completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:11:37.994347 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e16d2dd9-d708-4e9e-b993-79eadf29dfe8 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:38.015111 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1538ff83-9180-4971-97d7-de52871c627f None None] Pushing event updated for resources: {'Port': ['ID=d9558c34-0c0b-441e-9556-66184e087505,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:38.029098 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1538ff83-9180-4971-97d7-de52871c627f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:38.033292 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-1538ff83-9180-4971-97d7-de52871c627f None None] Provisioning complete for port a848522d-dabc-4884-a78f-9c4cd156411e triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:11:38.033719 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1538ff83-9180-4971-97d7-de52871c627f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:38.073911 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85ece397-ea04-4859-a0a6-fb8de7f38959 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Router bdc19b64-fdfa-479d-8460-0d76f9cfa61b is scheduled to L3 agent 18987107-6d88-4736-94cf-15791d65b3ff with binding_index 1 {{(pid=80765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 29 10:11:38.095260 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e16d2dd9-d708-4e9e-b993-79eadf29dfe8 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:38.133026 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-1538ff83-9180-4971-97d7-de52871c627f None None] Port a848522d-dabc-4884-a78f-9c4cd156411e cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:11:38.167460 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 4eb29266-df5c-4a9d-9899-4335d0d3a819 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:11:38.167460 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:38.307088 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d7596-5348-49cd-9b0a-cfd34fb6721e req-88a0e16e-dbcc-4257-8ca9-95bb6883a6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:38.308729 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1e8d7596-5348-49cd-9b0a-cfd34fb6721e req-88a0e16e-dbcc-4257-8ca9-95bb6883a6a5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=202d926a-4317-4fd3-a6b3-3233b8a4bdb4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.5344951
Jan 29 10:11:38.310903 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-21b22ef7-71c0-40dd-a65d-0073acbda990 None None] Provisioning complete for port a848522d-dabc-4884-a78f-9c4cd156411e triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:11:38.312382 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-21b22ef7-71c0-40dd-a65d-0073acbda990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:38.361616 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c612d2e-ede6-4aea-9ace-7dd07e6286b2 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:11:38.389592 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c73b580-dce9-445e-b211-4374d87c55e0 None None] Sync routers for ids ['92bee170-7907-4644-8709-c45f8f4ed753'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:11:38.436573 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-721e7dee-272e-4ea6-8b57-0e5a6a9b62e4 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Router c1acf306-b3a3-4525-833e-5a26d5c1fc90 is scheduled to L3 agent 18987107-6d88-4736-94cf-15791d65b3ff with binding_index 1 {{(pid=80765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 29 10:11:38.437187 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e16d2dd9-d708-4e9e-b993-79eadf29dfe8 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:38.449375 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c73b580-dce9-445e-b211-4374d87c55e0 None None] Routers {'92bee170-7907-4644-8709-c45f8f4ed753'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:11:38.450118 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-0c73b580-dce9-445e-b211-4374d87c55e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c955dba8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:11:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['92bee170-7907-4644-8709-c45f8f4ed753'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:11:38.471387 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-508d72e8-82e7-4987-b158-ad62499512ce tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:38.505544 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-21b22ef7-71c0-40dd-a65d-0073acbda990 None None] Port a848522d-dabc-4884-a78f-9c4cd156411e cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:11:38.516044 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16d2dd9-d708-4e9e-b993-79eadf29dfe8 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event deleted for resources: {'Subnet': ['ID=14f8315a-6e96-4fa0-9fd9-d49a551b5953,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:38.518990 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e16d2dd9-d708-4e9e-b993-79eadf29dfe8 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:38.533981 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-0c73b580-dce9-445e-b211-4374d87c55e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c955dba8>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:11:38.557840 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c73b580-dce9-445e-b211-4374d87c55e0 None None] Routers {'92bee170-7907-4644-8709-c45f8f4ed753'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:11:38.558560 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-0c73b580-dce9-445e-b211-4374d87c55e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c955dba8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:11:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['92bee170-7907-4644-8709-c45f8f4ed753'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:11:38.616654 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-21b22ef7-71c0-40dd-a65d-0073acbda990 None None] Provisioning complete for port d9558c34-0c0b-441e-9556-66184e087505 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:11:38.617060 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-21b22ef7-71c0-40dd-a65d-0073acbda990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:38.642453 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e16d2dd9-d708-4e9e-b993-79eadf29dfe8 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:38.649819 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e16d2dd9-d708-4e9e-b993-79eadf29dfe8 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "DELETE /v2.0/subnets/14f8315a-6e96-4fa0-9fd9-d49a551b5953 HTTP/1.1" status: 204  len: 168 time: 1.0570712
Jan 29 10:11:38.652247 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52938) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:38.702233 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-21334609-3668-408f-b2bb-ba42ed559d87 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:11:38.703704 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21334609-3668-408f-b2bb-ba42ed559d87 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:11:38.704544 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-21334609-3668-408f-b2bb-ba42ed559d87 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "DELETE /v2.0/subnets/057320c4-56c4-459c-a47c-ca2cff40f8c5 HTTP/1.1" status: 404  len: 337 time: 0.0512216
Jan 29 10:11:38.707423 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52944) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:38.712721 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-0c73b580-dce9-445e-b211-4374d87c55e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c955dba8>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:11:38.713178 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c73b580-dce9-445e-b211-4374d87c55e0 None None] The sync data for ids ['92bee170-7907-4644-8709-c45f8f4ed753'] in dv-neutron-772983-2-ovs is: [] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:11:38.770290 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20718a23-45e3-4e0e-ba6b-08950fe1a66a None None] Update dhcp port {'port': {'network_id': 'db958f80-d397-4036-99bf-f5770145eb80', 'fixed_ips': [{'subnet_id': '6f60030d-5ab8-4ca3-bcfd-0b0be9860811', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '14f8315a-6e96-4fa0-9fd9-d49a551b5953'}], 'binding:host_id': 'dv-neutron-772983-2-ovs'}, 'id': 'ee68fd3a-b815-482a-84c6-0671ef70542d'} from dv-neutron-772983-2-ovs. {{(pid=80767) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Jan 29 10:11:38.796323 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ece397-ea04-4859-a0a6-fb8de7f38959 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:11:38.802593 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-7931347a-1e7b-43b4-8372-684ed06f38ab tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Deleting subnet 6f60030d-5ab8-4ca3-bcfd-0b0be9860811 {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:11:38.806818 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac381d38-710d-4905-afdd-23c2f11fe9fb None None] Sync routers for ids ['bdc19b64-fdfa-479d-8460-0d76f9cfa61b'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:11:38.806967 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7931347a-1e7b-43b4-8372-684ed06f38ab tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:38.818992 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac381d38-710d-4905-afdd-23c2f11fe9fb None None] Routers {'bdc19b64-fdfa-479d-8460-0d76f9cfa61b'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:11:38.820283 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-ac381d38-710d-4905-afdd-23c2f11fe9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca19be10>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:11:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['bdc19b64-fdfa-479d-8460-0d76f9cfa61b'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:11:38.873013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7931347a-1e7b-43b4-8372-684ed06f38ab tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:38.890737 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-ac381d38-710d-4905-afdd-23c2f11fe9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca19be10>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:11:38.900963 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac381d38-710d-4905-afdd-23c2f11fe9fb None None] Routers {'bdc19b64-fdfa-479d-8460-0d76f9cfa61b'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:11:38.901706 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-20718a23-45e3-4e0e-ba6b-08950fe1a66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:38.902229 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-ac381d38-710d-4905-afdd-23c2f11fe9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca19be10>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:11:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['bdc19b64-fdfa-479d-8460-0d76f9cfa61b'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:11:38.974208 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-ac381d38-710d-4905-afdd-23c2f11fe9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca19be10>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:11:38.975033 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac381d38-710d-4905-afdd-23c2f11fe9fb None None] The sync data for ids ['bdc19b64-fdfa-479d-8460-0d76f9cfa61b'] in dv-neutron-772983-2-ovs is: [] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:11:38.976691 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7931347a-1e7b-43b4-8372-684ed06f38ab tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:38.983534 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1c612d2e-ede6-4aea-9ace-7dd07e6286b2 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:39.000197 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-21b22ef7-71c0-40dd-a65d-0073acbda990 None None] Provisioning complete for port 8418ae30-a142-4308-b174-b91e302fddc3 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:11:39.000621 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-21b22ef7-71c0-40dd-a65d-0073acbda990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:39.064883 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.objects.ports [None req-cf450985-0c1f-4a28-b3f8-bffe85e94d04 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80765) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 29 10:11:39.084381 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-85ece397-ea04-4859-a0a6-fb8de7f38959 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "PUT /v2.0/routers/bdc19b64-fdfa-479d-8460-0d76f9cfa61b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.9809880
Jan 29 10:11:39.092794 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 52948) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:39.093849 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cf450985-0c1f-4a28-b3f8-bffe85e94d04 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:39.111900 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-21b22ef7-71c0-40dd-a65d-0073acbda990 None None] Port 8418ae30-a142-4308-b174-b91e302fddc3 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:11:39.130831 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6461f9f1-05c2-41cb-9b31-ea2dc6a249b9 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:39.265091 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1e8d7596-5348-49cd-9b0a-cfd34fb6721e req-f521ace8-b939-4ca1-a39f-143ea43fe5e5 service neutron] 10.222.0.22 "GET /v2.0/networks/202d926a-4317-4fd3-a6b3-3233b8a4bdb4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9416051
Jan 29 10:11:39.303590 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7931347a-1e7b-43b4-8372-684ed06f38ab tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:39.331009 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1c612d2e-ede6-4aea-9ace-7dd07e6286b2 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 981 time: 16.1128259
Jan 29 10:11:39.332433 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-721e7dee-272e-4ea6-8b57-0e5a6a9b62e4 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:11:39.353228 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685fa8ad-75ae-4806-aca0-0a4600e63690 None None] Sync routers for ids ['c1acf306-b3a3-4525-833e-5a26d5c1fc90'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:11:39.365072 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-21b22ef7-71c0-40dd-a65d-0073acbda990 None None] Provisioning complete for port 6af66d86-e459-4f5f-b908-1705f6ac0b24 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:11:39.365503 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-21b22ef7-71c0-40dd-a65d-0073acbda990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:39.369635 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 52952) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:39.387819 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-721e7dee-272e-4ea6-8b57-0e5a6a9b62e4 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] 10.222.0.57 "PUT /v2.0/routers/c1acf306-b3a3-4525-833e-5a26d5c1fc90/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.5462785
Jan 29 10:11:39.397654 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-516b1492-33f6-40fc-b26a-21921912df02 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Request body: {'floatingip': {'port_id': '31a15b4a-0701-4d0a-adb8-3e0a4d03873a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:11:39.403066 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52956) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:39.403916 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-965a9143-2247-4aa3-891a-1432689fbe7a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:39.421973 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685fa8ad-75ae-4806-aca0-0a4600e63690 None None] Routers {'c1acf306-b3a3-4525-833e-5a26d5c1fc90'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:11:39.422677 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-685fa8ad-75ae-4806-aca0-0a4600e63690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c95b8780>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:11:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['c1acf306-b3a3-4525-833e-5a26d5c1fc90'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:11:39.505250 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-685fa8ad-75ae-4806-aca0-0a4600e63690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c95b8780>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:11:39.507351 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf450985-0c1f-4a28-b3f8-bffe85e94d04 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event updated for resources: {'Subnet': ['ID=e9ac1715-3ff2-4fc6-8035-628bc271637a,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:39.511597 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server [None req-20718a23-45e3-4e0e-ba6b-08950fe1a66a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6f60030d-5ab8-4ca3-bcfd-0b0be9860811: This subnet is being modified by another concurrent operation.
Jan 29 10:11:39.511597 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Jan 29 10:11:39.511597 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Jan 29 10:11:39.511597 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Jan 29 10:11:39.511597 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Jan 29 10:11:39.511597 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Jan 29 10:11:39.511597 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Jan 29 10:11:39.511597 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Jan 29 10:11:39.511597 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Jan 29 10:11:39.511597 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Jan 29 10:11:39.511597 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Jan 29 10:11:39.511597 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Jan 29 10:11:39.511597 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Jan 29 10:11:39.511597 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Jan 29 10:11:39.511597 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Jan 29 10:11:39.511597 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 10:11:39.511597 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Jan 29 10:11:39.511597 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Jan 29 10:11:39.511597 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Jan 29 10:11:39.511597 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     raise value
Jan 29 10:11:39.511597 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 29 10:11:39.511597 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 10:11:39.511597 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Jan 29 10:11:39.511597 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Jan 29 10:11:39.511597 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Jan 29 10:11:39.511597 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 10:11:39.511597 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Jan 29 10:11:39.511597 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Jan 29 10:11:39.511597 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Jan 29 10:11:39.511597 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     raise value
Jan 29 10:11:39.511597 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 29 10:11:39.511597 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 10:11:39.511597 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Jan 29 10:11:39.511597 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Jan 29 10:11:39.511597 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Jan 29 10:11:39.511597 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 10:11:39.511597 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Jan 29 10:11:39.511597 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Jan 29 10:11:39.511597 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Jan 29 10:11:39.511597 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     raise value
Jan 29 10:11:39.511597 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 29 10:11:39.511597 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Jan 29 10:11:39.511597 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 311, in update_dhcp_port
Jan 29 10:11:39.511597 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'update_port')
Jan 29 10:11:39.511597 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 101, in _port_action
Jan 29 10:11:39.511597 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return plugin.update_port(context, port['id'], port)
Jan 29 10:11:39.511597 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Jan 29 10:11:39.511597 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Jan 29 10:11:39.511597 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Jan 29 10:11:39.511597 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Jan 29 10:11:39.511597 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Jan 29 10:11:39.511597 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Jan 29 10:11:39.511597 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Jan 29 10:11:39.519330 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 10:11:39.519330 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Jan 29 10:11:39.519330 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Jan 29 10:11:39.519330 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Jan 29 10:11:39.519330 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     raise value
Jan 29 10:11:39.519330 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 29 10:11:39.519330 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 10:11:39.519330 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Jan 29 10:11:39.519330 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Jan 29 10:11:39.519330 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Jan 29 10:11:39.519330 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 10:11:39.519330 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Jan 29 10:11:39.519330 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Jan 29 10:11:39.519330 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Jan 29 10:11:39.519330 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     raise value
Jan 29 10:11:39.519330 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 29 10:11:39.519330 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 10:11:39.519330 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Jan 29 10:11:39.519330 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Jan 29 10:11:39.519330 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Jan 29 10:11:39.519330 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 10:11:39.519330 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Jan 29 10:11:39.519330 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Jan 29 10:11:39.519330 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Jan 29 10:11:39.519330 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     raise value
Jan 29 10:11:39.519330 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 29 10:11:39.519330 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Jan 29 10:11:39.519330 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1684, in update_port
Jan 29 10:11:39.519330 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     port)
Jan 29 10:11:39.519330 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Jan 29 10:11:39.519330 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Jan 29 10:11:39.519330 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1486, in update_port
Jan 29 10:11:39.519330 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     new_port=new_port)
Jan 29 10:11:39.519330 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 732, in update_port
Jan 29 10:11:39.519330 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     new_port.get('mac_address'))
Jan 29 10:11:39.519330 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 432, in update_port_with_ips
Jan 29 10:11:39.519330 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     new_mac)
Jan 29 10:11:39.519330 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 355, in _update_ips_for_port
Jan 29 10:11:39.519330 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     distributed_service=self._is_distributed_service(port))
Jan 29 10:11:39.519330 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 687, in _ipam_get_subnets
Jan 29 10:11:39.519330 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     id=subnet.id)
Jan 29 10:11:39.519330 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Jan 29 10:11:39.519330 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     raise exception
Jan 29 10:11:39.519330 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6f60030d-5ab8-4ca3-bcfd-0b0be9860811: This subnet is being modified by another concurrent operation.
Jan 29 10:11:39.519330 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server 
Jan 29 10:11:39.528241 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-21b22ef7-71c0-40dd-a65d-0073acbda990 None None] Port 6af66d86-e459-4f5f-b908-1705f6ac0b24 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:11:39.528241 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685fa8ad-75ae-4806-aca0-0a4600e63690 None None] Routers {'c1acf306-b3a3-4525-833e-5a26d5c1fc90'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:11:39.528241 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-685fa8ad-75ae-4806-aca0-0a4600e63690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c95b8780>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:11:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['c1acf306-b3a3-4525-833e-5a26d5c1fc90'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:11:39.573339 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-cf450985-0c1f-4a28-b3f8-bffe85e94d04 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:39.604396 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-685fa8ad-75ae-4806-aca0-0a4600e63690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c95b8780>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:11:39.604904 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685fa8ad-75ae-4806-aca0-0a4600e63690 None None] The sync data for ids ['c1acf306-b3a3-4525-833e-5a26d5c1fc90'] in dv-neutron-772983-2-ovs is: [] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:11:39.609676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-21b22ef7-71c0-40dd-a65d-0073acbda990 None None] Provisioning for port ee68fd3a-b815-482a-84c6-0671ef70542d completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:11:39.615340 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-21b22ef7-71c0-40dd-a65d-0073acbda990 None None] Provisioning complete for port ee68fd3a-b815-482a-84c6-0671ef70542d triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:11:39.615769 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-21b22ef7-71c0-40dd-a65d-0073acbda990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:39.660151 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5091e7-ce01-481a-9928-6ddf60c5b019 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:39.660849 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-0d5091e7-ce01-481a-9928-6ddf60c5b019 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Synchronizing usage tracker for tenant:22949024c322421d99052f9202cdd49a on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:11:39.669064 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d1de91-581d-4f1f-8f17-ce0274bf6bc5 None None] Network db958f80-d397-4036-99bf-f5770145eb80 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:11:39.752530 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-0d5091e7-ce01-481a-9928-6ddf60c5b019 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Unset dirty status for tenant:22949024c322421d99052f9202cdd49a on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:11:39.757252 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0d5091e7-ce01-481a-9928-6ddf60c5b019 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "GET /v2.0/ports/a848522d-dabc-4884-a78f-9c4cd156411e HTTP/1.1" status: 200  len: 911 time: 0.6497951
Jan 29 10:11:39.773535 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 52960) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:39.791350 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-516b1492-33f6-40fc-b26a-21921912df02 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for floatingip, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:39.828470 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7931347a-1e7b-43b4-8372-684ed06f38ab tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event deleted for resources: {'Subnet': ['ID=6f60030d-5ab8-4ca3-bcfd-0b0be9860811,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:39.831105 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7931347a-1e7b-43b4-8372-684ed06f38ab tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:39.852407 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device d9558c34-0c0b-441e-9556-66184e087505 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:11:39.870445 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-674e58b7-fc27-4a2c-8850-215d8301192b tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '55115222-f84d-4cbd-a0a0-be6ad7f11aa0'}]}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:11:39.927283 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7931347a-1e7b-43b4-8372-684ed06f38ab tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:39.938857 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7931347a-1e7b-43b4-8372-684ed06f38ab tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "DELETE /v2.0/subnets/6f60030d-5ab8-4ca3-bcfd-0b0be9860811 HTTP/1.1" status: 204  len: 168 time: 1.2303236
Jan 29 10:11:39.939691 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1e8d7596-5348-49cd-9b0a-cfd34fb6721e req-5e7fd507-904d-4308-905e-29fa4f1528da service neutron] 10.222.0.22 "GET /v2.0/networks/202d926a-4317-4fd3-a6b3-3233b8a4bdb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6613328
Jan 29 10:11:39.942400 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52964) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:39.971056 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf450985-0c1f-4a28-b3f8-bffe85e94d04 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:11:39.979298 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-cf450985-0c1f-4a28-b3f8-bffe85e94d04 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:11:39.989558 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-0310f10a-ece0-4f7d-b665-16e342ddcaac tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:11:39.990207 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0310f10a-ece0-4f7d-b665-16e342ddcaac tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:11:39.992355 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0310f10a-ece0-4f7d-b665-16e342ddcaac tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "DELETE /v2.0/subnets/eaeb98e7-a50f-4526-bfa5-4f4e2aff073a HTTP/1.1" status: 404  len: 337 time: 0.0488517
Jan 29 10:11:39.995878 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52968) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:40.001225 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369f13d1-4f6d-49cb-bd67-1f9310b835a3 None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:11:40.002343 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf450985-0c1f-4a28-b3f8-bffe85e94d04 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:40.003006 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cf450985-0c1f-4a28-b3f8-bffe85e94d04 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:40.129151 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-cf450985-0c1f-4a28-b3f8-bffe85e94d04 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 5.5979831
Jan 29 10:11:40.134298 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 52972) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:40.169550 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-21b22ef7-71c0-40dd-a65d-0073acbda990 None None] Provisioning complete for port 4eb29266-df5c-4a9d-9899-4335d0d3a819 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:11:40.170023 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-21b22ef7-71c0-40dd-a65d-0073acbda990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:40.202576 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-aa872b2d-8a93-4088-a269-3693172a2464 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Request body: {'subnet': {'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:11:40.209253 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port d9558c34-0c0b-441e-9556-66184e087505 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:11:40.209684 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:40.244328 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7ff19905-dfed-4c0f-a129-dce17fe25276 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "GET /v2.0/ports?device_id=608a38d9-2944-470f-8f9f-05f5f42c8b4f HTTP/1.1" status: 200  len: 205 time: 0.2469790
Jan 29 10:11:40.247234 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52976) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:40.360787 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-e34cfabd-79f9-413a-b510-c5aa684cd610 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] delete failed (client error): The resource could not be found.
Jan 29 10:11:40.362434 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e34cfabd-79f9-413a-b510-c5aa684cd610 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "DELETE /v2.0/routers/608a38d9-2944-470f-8f9f-05f5f42c8b4f HTTP/1.1" status: 404  len: 336 time: 0.1140311
Jan 29 10:11:40.366403 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52980) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:40.383388 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75765c6-8de9-42a7-be5c-43570a94d19f None None] DHCP port deletion for db958f80-d397-4036-99bf-f5770145eb80 request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:11:40.394315 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-f75765c6-8de9-42a7-be5c-43570a94d19f None None] Deleting port ee68fd3a-b815-482a-84c6-0671ef70542d {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:11:40.394744 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f75765c6-8de9-42a7-be5c-43570a94d19f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:40.418139 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a4db985-bea0-4f14-90fe-59e0dce4b972 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:11:40.418641 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a4db985-bea0-4f14-90fe-59e0dce4b972 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:11:40.423614 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8a4db985-bea0-4f14-90fe-59e0dce4b972 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "DELETE /v2.0/subnets/a61abe62-219d-4945-8651-6d62d16bacf3 HTTP/1.1" status: 404  len: 337 time: 0.0530758
Jan 29 10:11:40.424284 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52984) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:40.541041 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-91bbdcf8-f30f-4f94-81af-49edbeb477c3 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:11:40.542004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91bbdcf8-f30f-4f94-81af-49edbeb477c3 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:11:40.548207 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-91bbdcf8-f30f-4f94-81af-49edbeb477c3 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "DELETE /v2.0/subnets/c2ee1668-c959-4e9a-a3c7-8650dd601ab8 HTTP/1.1" status: 404  len: 337 time: 0.1220040
Jan 29 10:11:40.548207 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52988) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:40.561538 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a10e31-9083-4f38-b6f8-5cc4c56aa685 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-36ec2ab5-acc9-45dc-a136-797459b09a1c', 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'tenant_id': 'b2cc7248d2184abfb3aa21c44218cf1c', 'fixed_ips': [{'subnet_id': 'e9ac1715-3ff2-4fc6-8035-628bc271637a'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:11:40.562505 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-93a10e31-9083-4f38-b6f8-5cc4c56aa685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:40.745215 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a7675d1-d6cd-4dc2-a500-92dcb1ecbb76 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:11:40.745718 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a7675d1-d6cd-4dc2-a500-92dcb1ecbb76 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:11:40.750757 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2a7675d1-d6cd-4dc2-a500-92dcb1ecbb76 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "DELETE /v2.0/subnets/88ab67c4-66d9-45f8-93b5-dbbb6328fefd HTTP/1.1" status: 404  len: 337 time: 0.1903057
Jan 29 10:11:40.770031 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device ee68fd3a-b815-482a-84c6-0671ef70542d no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:11:40.780278 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52992) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:40.840435 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-3878a5d5-a313-419b-97d4-02efca5343a1 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:11:40.840925 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3878a5d5-a313-419b-97d4-02efca5343a1 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:11:40.845842 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3878a5d5-a313-419b-97d4-02efca5343a1 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "DELETE /v2.0/ports/093c8e2f-9d9d-4183-82a6-99e783710d48 HTTP/1.1" status: 404  len: 333 time: 0.0616245
Jan 29 10:11:40.847356 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-21b22ef7-71c0-40dd-a65d-0073acbda990 None None] Could not find standard attr ID for object 00200754-1a70-4b97-a489-2c93cfedeb90. {{(pid=80767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 29 10:11:40.855392 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 52996) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:40.926196 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-aa872b2d-8a93-4088-a269-3693172a2464 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:11:40.934906 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-17235ae3-168a-4fe0-ab4a-9a6dc80ad1b1 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:11:40.935375 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17235ae3-168a-4fe0-ab4a-9a6dc80ad1b1 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:11:40.935834 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-aa872b2d-8a93-4088-a269-3693172a2464 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Usage tracker for resource:subnet and tenant:b2cc7248d2184abfb3aa21c44218cf1c is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:11:40.940625 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-17235ae3-168a-4fe0-ab4a-9a6dc80ad1b1 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "DELETE /v2.0/subnets/47a50433-d4fb-476e-bc30-271a35558b53 HTTP/1.1" status: 404  len: 337 time: 0.0815933
Jan 29 10:11:40.940941 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53000) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:40.943878 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-aa872b2d-8a93-4088-a269-3693172a2464 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:11:40.950211 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-674e58b7-fc27-4a2c-8850-215d8301192b tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:40.971844 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-aa872b2d-8a93-4088-a269-3693172a2464 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:11:41.010601 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-80475792-1d9c-410a-b78a-e3093d26102c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:11:41.013345 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80475792-1d9c-410a-b78a-e3093d26102c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:11:41.016722 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-80475792-1d9c-410a-b78a-e3093d26102c tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "DELETE /v2.0/subnets/82635263-5c08-4517-8d57-b298380acd9d HTTP/1.1" status: 404  len: 337 time: 0.0747087
Jan 29 10:11:41.017356 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53004) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:41.062779 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-79cc9b5c-ba62-4198-a10c-d8266a95ac95 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 10:11:41.066890 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-79cc9b5c-ba62-4198-a10c-d8266a95ac95 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] 10.222.0.57 "PUT /v2.0/routers/c1acf306-b3a3-4525-833e-5a26d5c1fc90/add_router_interface HTTP/1.1" status: 400  len: 438 time: 1.6292024
Jan 29 10:11:41.070799 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53008) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:41.074041 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-58567426-1cec-4143-a939-e05fd3a2b245 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:11:41.074533 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58567426-1cec-4143-a939-e05fd3a2b245 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:11:41.079407 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-58567426-1cec-4143-a939-e05fd3a2b245 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "DELETE /v2.0/ports/3e46f7d3-f03e-4ab4-9122-e96584b9f088 HTTP/1.1" status: 404  len: 333 time: 0.0557175
Jan 29 10:11:41.113006 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53012) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:41.129602 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa872b2d-8a93-4088-a269-3693172a2464 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Made reservation on behalf of b2cc7248d2184abfb3aa21c44218cf1c for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:11:41.151949 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-aa872b2d-8a93-4088-a269-3693172a2464 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:41.192288 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-f75765c6-8de9-42a7-be5c-43570a94d19f None None] For port ee68fd3a-b815-482a-84c6-0671ef70542d, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=ee68fd3a-b815-482a-84c6-0671ef70542d,segment=NetworkSegment(da7d0937-6f5e-4b48-adf9-1561a215d069),segment_id=da7d0937-6f5e-4b48-adf9-1561a215d069)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:11:41.192893 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f75765c6-8de9-42a7-be5c-43570a94d19f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:41.259467 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-4088ac86-5081-487c-b83e-8141bfe1bc3f tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:11:41.259467 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4088ac86-5081-487c-b83e-8141bfe1bc3f tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:11:41.264082 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4088ac86-5081-487c-b83e-8141bfe1bc3f tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "DELETE /v2.0/subnets/8a9b8999-85b4-46fd-b4c6-6ca0cf089e4a HTTP/1.1" status: 404  len: 337 time: 0.1456301
Jan 29 10:11:41.270186 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53016) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:41.429056 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-f75765c6-8de9-42a7-be5c-43570a94d19f None None] Calling delete_port for ee68fd3a-b815-482a-84c6-0671ef70542d owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:11:41.432647 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-900927d8-be3d-45a3-a00e-4d4d7f1abc23 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:11:41.433153 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-900927d8-be3d-45a3-a00e-4d4d7f1abc23 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:11:41.437488 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-900927d8-be3d-45a3-a00e-4d4d7f1abc23 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "DELETE /v2.0/subnets/a6114fbc-b9d9-4d4b-bc72-c80c311af980 HTTP/1.1" status: 404  len: 337 time: 0.1292305
Jan 29 10:11:41.446421 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53020) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:41.463133 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-8eabac1e-cdf2-4986-a6c1-bc2f8365bccb None None] Provisioning complete for port 8418ae30-a142-4308-b174-b91e302fddc3 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:11:41.463734 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8eabac1e-cdf2-4986-a6c1-bc2f8365bccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:41.572038 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:41.599140 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-45c2948e-631d-4ce5-962e-daedaa9c45d4 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Deleting port 8418ae30-a142-4308-b174-b91e302fddc3 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:11:41.599522 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-45c2948e-631d-4ce5-962e-daedaa9c45d4 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:41.647032 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-8eabac1e-cdf2-4986-a6c1-bc2f8365bccb None None] Port 8418ae30-a142-4308-b174-b91e302fddc3 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:11:41.732448 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f75765c6-8de9-42a7-be5c-43570a94d19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:41.745809 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-8eabac1e-cdf2-4986-a6c1-bc2f8365bccb None None] Provisioning complete for port ee68fd3a-b815-482a-84c6-0671ef70542d triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:11:41.746382 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8eabac1e-cdf2-4986-a6c1-bc2f8365bccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:41.785457 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:41.820105 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-93a10e31-9083-4f38-b6f8-5cc4c56aa685 None None] Allocated IP 2001:db8::f816:3eff:fe98:5d86 (36ec2ab5-acc9-45dc-a136-797459b09a1c/e9ac1715-3ff2-4fc6-8035-628bc271637a/2a270713-821f-4e58-86a5-c3381545c09c) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:11:41.858140 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-8eabac1e-cdf2-4986-a6c1-bc2f8365bccb None None] Port ee68fd3a-b815-482a-84c6-0671ef70542d was deleted so its status cannot be updated. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:323}}
Jan 29 10:11:41.863354 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75765c6-8de9-42a7-be5c-43570a94d19f None None] Pushing event deleted for resources: {'Port': ['ID=ee68fd3a-b815-482a-84c6-0671ef70542d,revision_number=None']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:41.872013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f75765c6-8de9-42a7-be5c-43570a94d19f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:41.980520 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-516b1492-33f6-40fc-b26a-21921912df02 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:41.996398 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-516b1492-33f6-40fc-b26a-21921912df02 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:42.054962 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75765c6-8de9-42a7-be5c-43570a94d19f None None] No DVR routers for this DVR port ee68fd3a-b815-482a-84c6-0671ef70542d on host dv-neutron-772983-2-ovs {{(pid=80767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:11:42.189742 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-93a10e31-9083-4f38-b6f8-5cc4c56aa685 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:42.201853 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-93a10e31-9083-4f38-b6f8-5cc4c56aa685 None None] Transition to ACTIVE for port object 2a270713-821f-4e58-86a5-c3381545c09c will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:11:42.218753 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-93a10e31-9083-4f38-b6f8-5cc4c56aa685 None None] Transition to ACTIVE for port object 2a270713-821f-4e58-86a5-c3381545c09c will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:11:42.224132 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-93a10e31-9083-4f38-b6f8-5cc4c56aa685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:42.240363 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-fbd318a4-8ce8-4e4e-ac66-96bd43ae7218 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:42.252543 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-45c2948e-631d-4ce5-962e-daedaa9c45d4 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:42.396456 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-45c2948e-631d-4ce5-962e-daedaa9c45d4 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Calling delete_port for 8418ae30-a142-4308-b174-b91e302fddc3 owned by  {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:11:42.423947 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a10e31-9083-4f38-b6f8-5cc4c56aa685 None None] Pushing event updated for resources: {'Port': ['ID=2a270713-821f-4e58-86a5-c3381545c09c,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:42.427119 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-93a10e31-9083-4f38-b6f8-5cc4c56aa685 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:42.465120 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a10e31-9083-4f38-b6f8-5cc4c56aa685 None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:11:42.466449 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-93a10e31-9083-4f38-b6f8-5cc4c56aa685 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:11:42.469556 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a10e31-9083-4f38-b6f8-5cc4c56aa685 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:11:42.493808 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-968f8f1a-b831-42ea-a6ce-1fdcb3599df4 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349253'] for router_interface, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:42.527399 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-93a10e31-9083-4f38-b6f8-5cc4c56aa685 None None] Attempting to bind port 2a270713-821f-4e58-86a5-c3381545c09c on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:11:42.527811 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-93a10e31-9083-4f38-b6f8-5cc4c56aa685 None None] Attempting to bind port 2a270713-821f-4e58-86a5-c3381545c09c by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:11:42.528355 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a10e31-9083-4f38-b6f8-5cc4c56aa685 None None] Attempting to bind port 2a270713-821f-4e58-86a5-c3381545c09c on network 36ec2ab5-acc9-45dc-a136-797459b09a1c {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:11:42.534416 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a10e31-9083-4f38-b6f8-5cc4c56aa685 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:11:42.534849 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a10e31-9083-4f38-b6f8-5cc4c56aa685 None None] Checking segment: {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:11:42.535301 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-93a10e31-9083-4f38-b6f8-5cc4c56aa685 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:42.535753 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a10e31-9083-4f38-b6f8-5cc4c56aa685 None None] Bound using segment: {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:11:42.536274 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-93a10e31-9083-4f38-b6f8-5cc4c56aa685 None None] Bound port: 2a270713-821f-4e58-86a5-c3381545c09c, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:11:42.536697 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-93a10e31-9083-4f38-b6f8-5cc4c56aa685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:42.627987 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-45c2948e-631d-4ce5-962e-daedaa9c45d4 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:42.636022 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-93a10e31-9083-4f38-b6f8-5cc4c56aa685 None None] For port 2a270713-821f-4e58-86a5-c3381545c09c, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:11:42.640026 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-93a10e31-9083-4f38-b6f8-5cc4c56aa685 None None] For port 2a270713-821f-4e58-86a5-c3381545c09c, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=2a270713-821f-4e58-86a5-c3381545c09c,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:11:42.644569 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-93a10e31-9083-4f38-b6f8-5cc4c56aa685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:42.651676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-44fa683b-dc21-4e02-8623-47f6ce0f7cd1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:42.660197 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:42.683992 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-674e58b7-fc27-4a2c-8850-215d8301192b tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:42.712654 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-674e58b7-fc27-4a2c-8850-215d8301192b tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:42.721583 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c2948e-631d-4ce5-962e-daedaa9c45d4 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event deleted for resources: {'Port': ['ID=8418ae30-a142-4308-b174-b91e302fddc3,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:42.724442 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-45c2948e-631d-4ce5-962e-daedaa9c45d4 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:42.779198 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674e58b7-fc27-4a2c-8850-215d8301192b tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:42.780612 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-674e58b7-fc27-4a2c-8850-215d8301192b tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:42.785341 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-674e58b7-fc27-4a2c-8850-215d8301192b tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "PUT /v2.0/ports/a848522d-dabc-4884-a78f-9c4cd156411e HTTP/1.1" status: 200  len: 911 time: 2.9317667
Jan 29 10:11:42.785537 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53024) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:42.788736 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ff10ca23-dc6d-4da4-8e32-75cfec09f859 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:42.812167 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a10e31-9083-4f38-b6f8-5cc4c56aa685 None None] Pushing event updated for resources: {'Port': ['ID=2a270713-821f-4e58-86a5-c3381545c09c,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:42.817688 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-93a10e31-9083-4f38-b6f8-5cc4c56aa685 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:42.854705 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-516b1492-33f6-40fc-b26a-21921912df02 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Router 92bee170-7907-4644-8709-c45f8f4ed753 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:11:42.901947 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674e58b7-fc27-4a2c-8850-215d8301192b tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Pushing event updated for resources: {'Port': ['ID=a848522d-dabc-4884-a78f-9c4cd156411e,revision_number=3']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:42.975971 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-674e58b7-fc27-4a2c-8850-215d8301192b tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:43.089771 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-45c2948e-631d-4ce5-962e-daedaa9c45d4 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:43.129126 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-45c2948e-631d-4ce5-962e-daedaa9c45d4 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "DELETE /v2.0/ports/8418ae30-a142-4308-b174-b91e302fddc3 HTTP/1.1" status: 204  len: 168 time: 1.6814046
Jan 29 10:11:43.130154 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53028) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:43.465578 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-aa872b2d-8a93-4088-a269-3693172a2464 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:43.482530 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-910e3483-02c0-496a-8674-333e75ac90bd tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:43.511653 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c1867541-d192-487f-ba10-5d5efe05c548 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:43.541753 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-516b1492-33f6-40fc-b26a-21921912df02 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:11:43.553164 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dbb65b-1675-4aeb-8142-f3c5c99e7d88 None None] Sync routers for ids ['92bee170-7907-4644-8709-c45f8f4ed753'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:11:43.564945 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dbb65b-1675-4aeb-8142-f3c5c99e7d88 None None] Routers {'92bee170-7907-4644-8709-c45f8f4ed753'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:11:43.565671 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-09dbb65b-1675-4aeb-8142-f3c5c99e7d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca267780>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:11:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['92bee170-7907-4644-8709-c45f8f4ed753'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:11:43.618978 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-516b1492-33f6-40fc-b26a-21921912df02 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:43.635191 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-09dbb65b-1675-4aeb-8142-f3c5c99e7d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca267780>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:11:43.644971 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dbb65b-1675-4aeb-8142-f3c5c99e7d88 None None] Routers {'92bee170-7907-4644-8709-c45f8f4ed753'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:11:43.645615 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-09dbb65b-1675-4aeb-8142-f3c5c99e7d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca267780>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:11:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['92bee170-7907-4644-8709-c45f8f4ed753'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:11:43.667482 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa872b2d-8a93-4088-a269-3693172a2464 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event updated for resources: {'Subnet': ['ID=5ba83632-d080-4148-90c4-b772d3a0dddd,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:43.676321 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-aa872b2d-8a93-4088-a269-3693172a2464 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:43.773871 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-968f8f1a-b831-42ea-a6ce-1fdcb3599df4 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Deleting port 6af66d86-e459-4f5f-b908-1705f6ac0b24 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:11:43.774108 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-968f8f1a-b831-42ea-a6ce-1fdcb3599df4 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:43.802219 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa872b2d-8a93-4088-a269-3693172a2464 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:11:43.806630 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-516b1492-33f6-40fc-b26a-21921912df02 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] 10.222.0.57 "PUT /v2.0/floatingips/741e0488-246b-4dac-ae94-8b865bdca4f3 HTTP/1.1" status: 200  len: 976 time: 4.4282310
Jan 29 10:11:43.806630 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-aa872b2d-8a93-4088-a269-3693172a2464 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:11:43.806897 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53032) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:43.882589 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-09dbb65b-1675-4aeb-8142-f3c5c99e7d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca267780>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:11:43.883051 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dbb65b-1675-4aeb-8142-f3c5c99e7d88 None None] The sync data for ids ['92bee170-7907-4644-8709-c45f8f4ed753'] in dv-neutron-772983-2-ovs is: [] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:11:43.894046 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa872b2d-8a93-4088-a269-3693172a2464 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:43.894704 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-aa872b2d-8a93-4088-a269-3693172a2464 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:43.938102 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-aa872b2d-8a93-4088-a269-3693172a2464 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.7478843
Jan 29 10:11:43.940869 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53036) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:43.948127 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c1867541-d192-487f-ba10-5d5efe05c548 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:43.948392 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-14196c7c-0cfb-4278-b0fd-fc6b8005e668 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Request body: {'port': {'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'mac_address': 'fa:16:3e:36:46:88', 'name': 'tempest-NetworksTestDHCPv6-62808991'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:11:44.027011 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 2a270713-821f-4e58-86a5-c3381545c09c up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:11:44.124863 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 2a270713-821f-4e58-86a5-c3381545c09c completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:11:44.216376 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-c1867541-d192-487f-ba10-5d5efe05c548 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c3dcfda0>,) {'filters': {'network_id': ['db958f80-d397-4036-99bf-f5770145eb80']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:11:44.219678 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-6ffb309a-4872-4a51-9c6d-56581e025ac5 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Deleting port 2beee27a-ed05-40e9-adb5-f1fa9a3a94c5 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:11:44.220053 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6ffb309a-4872-4a51-9c6d-56581e025ac5 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:44.276475 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-c1867541-d192-487f-ba10-5d5efe05c548 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3dcfda0>, 'da7d0937-6f5e-4b48-adf9-1561a215d069') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:11:44.276693 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-c1867541-d192-487f-ba10-5d5efe05c548 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3dcfda0>, 'da7d0937-6f5e-4b48-adf9-1561a215d069') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:11:44.296847 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-14196c7c-0cfb-4278-b0fd-fc6b8005e668 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:11:44.306515 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c1867541-d192-487f-ba10-5d5efe05c548 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:44.318930 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-14196c7c-0cfb-4278-b0fd-fc6b8005e668 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Usage tracker for resource:port and tenant:b2cc7248d2184abfb3aa21c44218cf1c is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:11:44.320806 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-968f8f1a-b831-42ea-a6ce-1fdcb3599df4 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:44.325067 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-14196c7c-0cfb-4278-b0fd-fc6b8005e668 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Quota usage for port was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:11:44.344864 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-14196c7c-0cfb-4278-b0fd-fc6b8005e668 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:11:44.387613 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d04d27-0071-4a5b-90d3-1b92fc04c813 None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:11:44.418154 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14196c7c-0cfb-4278-b0fd-fc6b8005e668 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Made reservation on behalf of b2cc7248d2184abfb3aa21c44218cf1c for: {'port': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:11:44.494458 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-b395e35b-84fd-498f-86ff-fb7f7fe9781d None None] Provisioning for port 2a270713-821f-4e58-86a5-c3381545c09c completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:11:44.505088 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-b395e35b-84fd-498f-86ff-fb7f7fe9781d None None] Provisioning complete for port 2a270713-821f-4e58-86a5-c3381545c09c triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:11:44.505512 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b395e35b-84fd-498f-86ff-fb7f7fe9781d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:44.563085 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6ffb309a-4872-4a51-9c6d-56581e025ac5 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:44.563417 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6ffb309a-4872-4a51-9c6d-56581e025ac5 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:44.668975 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c1867541-d192-487f-ba10-5d5efe05c548 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:44.711132 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-6ffb309a-4872-4a51-9c6d-56581e025ac5 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Calling delete_port for 2beee27a-ed05-40e9-adb5-f1fa9a3a94c5 owned by network:floatingip {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:11:44.736249 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c1867541-d192-487f-ba10-5d5efe05c548 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Releasing vxlan tunnel 6 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:11:44.755508 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b395e35b-84fd-498f-86ff-fb7f7fe9781d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:44.757976 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-968f8f1a-b831-42ea-a6ce-1fdcb3599df4 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Calling delete_port for 6af66d86-e459-4f5f-b908-1705f6ac0b24 owned by network:router_interface {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:11:44.790098 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-14196c7c-0cfb-4278-b0fd-fc6b8005e668 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:44.812644 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-b395e35b-84fd-498f-86ff-fb7f7fe9781d None None] For port 2a270713-821f-4e58-86a5-c3381545c09c, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=2a270713-821f-4e58-86a5-c3381545c09c,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:11:44.818807 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b395e35b-84fd-498f-86ff-fb7f7fe9781d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:44.821523 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-93a10e31-9083-4f38-b6f8-5cc4c56aa685 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:44.951710 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b395e35b-84fd-498f-86ff-fb7f7fe9781d None None] Pushing event updated for resources: {'Port': ['ID=2a270713-821f-4e58-86a5-c3381545c09c,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:44.955633 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b395e35b-84fd-498f-86ff-fb7f7fe9781d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:44.960749 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e14a0e-a8be-44ff-a2f1-d5ca3e4dad7f None None] Update dhcp port {'port': {'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'fixed_ips': [{'subnet_id': 'e9ac1715-3ff2-4fc6-8035-628bc271637a', 'ip_address': '2001:db8::f816:3eff:fe98:5d86'}, {'subnet_id': '5ba83632-d080-4148-90c4-b772d3a0dddd'}], 'binding:host_id': 'dv-neutron-772983-2-ovs'}, 'id': '2a270713-821f-4e58-86a5-c3381545c09c'} from dv-neutron-772983-2-ovs. {{(pid=80767) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Jan 29 10:11:44.992517 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b4580bbb-74eb-4576-8e7a-4791eaf886b2 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349253'] for router_interface, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:45.021549 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b1e14a0e-a8be-44ff-a2f1-d5ca3e4dad7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:45.039357 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-14196c7c-0cfb-4278-b0fd-fc6b8005e668 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] device_id is not set on port cd9bc17e-0077-4f0b-96b8-75e79ddcf8a7 yet. {{(pid=80765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:11:45.099989 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6ffb309a-4872-4a51-9c6d-56581e025ac5 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:45.119428 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ca11484d-8ebe-4878-a581-1ff7bc5a21fe tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:45.150504 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-c1867541-d192-487f-ba10-5d5efe05c548 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Network db958f80-d397-4036-99bf-f5770145eb80 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:11:45.172422 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c1867541-d192-487f-ba10-5d5efe05c548 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:45.181115 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffb309a-4872-4a51-9c6d-56581e025ac5 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Pushing event deleted for resources: {'Port': ['ID=2beee27a-ed05-40e9-adb5-f1fa9a3a94c5,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:45.196287 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6ffb309a-4872-4a51-9c6d-56581e025ac5 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:45.293833 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-b1e14a0e-a8be-44ff-a2f1-d5ca3e4dad7f None None] Allocated IP 172.20.0.2 (36ec2ab5-acc9-45dc-a136-797459b09a1c/5ba83632-d080-4148-90c4-b772d3a0dddd/2a270713-821f-4e58-86a5-c3381545c09c) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:11:45.378198 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6ffb309a-4872-4a51-9c6d-56581e025ac5 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for floatingip, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:45.378675 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [None req-6ffb309a-4872-4a51-9c6d-56581e025ac5 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Floating IP 741e0488-246b-4dac-ae94-8b865bdca4f3 disassociated (deleted). External IP: 172.26.7.4, port: 31a15b4a-0701-4d0a-adb8-3e0a4d03873a.
Jan 29 10:11:45.443825 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-b1e14a0e-a8be-44ff-a2f1-d5ca3e4dad7f None None] For port 2a270713-821f-4e58-86a5-c3381545c09c, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=2a270713-821f-4e58-86a5-c3381545c09c,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:11:45.459064 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-c1867541-d192-487f-ba10-5d5efe05c548 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Network db958f80-d397-4036-99bf-f5770145eb80 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:11:45.472286 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b1e14a0e-a8be-44ff-a2f1-d5ca3e4dad7f None None] Notify callbacks [] for port, precommit_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:45.490475 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-b1e14a0e-a8be-44ff-a2f1-d5ca3e4dad7f None None] Transition to ACTIVE for port object 2a270713-821f-4e58-86a5-c3381545c09c will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:11:45.493278 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b1e14a0e-a8be-44ff-a2f1-d5ca3e4dad7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:45.508976 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d8063a10-d70b-4e27-b166-15f8b481a119 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:45.516505 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:11:45.516505 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:11:45.516505 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:11:45.516505 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:11:45.516505 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:11:45.516505 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:11:45.516505 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:11:45.516505 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:11:45.516505 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:11:45.516505 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:11:45.516505 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:11:45.516505 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:11:45.516505 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:11:45.516505 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:11:45.516505 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:11:45.516505 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:11:45.516505 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:11:45.516505 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:11:45.516505 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:11:45.516505 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:11:45.516505 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:11:45.516505 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:11:45.516505 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:11:45.516505 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:11:45.516505 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:11:45.516505 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:11:45.516505 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:11:45.516505 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:11:45.516505 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:11:45.516505 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:11:45.516505 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:11:45.516505 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:11:45.656359 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c1867541-d192-487f-ba10-5d5efe05c548 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:45.672029 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b4d42338-0081-4424-8c9a-86d849d4d5c8 tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:45.710468 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c1867541-d192-487f-ba10-5d5efe05c548 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:45.740125 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1867541-d192-487f-ba10-5d5efe05c548 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Pushing event deleted for resources: {'Network': ['ID=db958f80-d397-4036-99bf-f5770145eb80,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:45.757823 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c1867541-d192-487f-ba10-5d5efe05c548 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:45.765514 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c1867541-d192-487f-ba10-5d5efe05c548 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] 10.222.0.57 "DELETE /v2.0/networks/db958f80-d397-4036-99bf-f5770145eb80 HTTP/1.1" status: 204  len: 168 time: 2.6278720
Jan 29 10:11:45.770052 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-968f8f1a-b831-42ea-a6ce-1fdcb3599df4 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:45.794588 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3a216d47-1e64-4fa5-81cc-d8b22db8003e tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:45.840937 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-14196c7c-0cfb-4278-b0fd-fc6b8005e668 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Allocated IP 172.20.0.10 (36ec2ab5-acc9-45dc-a136-797459b09a1c/5ba83632-d080-4148-90c4-b772d3a0dddd/cd9bc17e-0077-4f0b-96b8-75e79ddcf8a7) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:11:45.857176 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e14a0e-a8be-44ff-a2f1-d5ca3e4dad7f None None] Pushing event updated for resources: {'Port': ['ID=2a270713-821f-4e58-86a5-c3381545c09c,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:45.861355 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b1e14a0e-a8be-44ff-a2f1-d5ca3e4dad7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:45.870396 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-14196c7c-0cfb-4278-b0fd-fc6b8005e668 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Allocated IP 2001:db8::f816:3eff:fe36:4688 (36ec2ab5-acc9-45dc-a136-797459b09a1c/e9ac1715-3ff2-4fc6-8035-628bc271637a/cd9bc17e-0077-4f0b-96b8-75e79ddcf8a7) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:11:45.929665 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968f8f1a-b831-42ea-a6ce-1fdcb3599df4 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Pushing event deleted for resources: {'Port': ['ID=6af66d86-e459-4f5f-b908-1705f6ac0b24,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:45.946755 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-968f8f1a-b831-42ea-a6ce-1fdcb3599df4 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:46.002984 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 2a270713-821f-4e58-86a5-c3381545c09c up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:11:46.032033 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-b4580bbb-74eb-4576-8e7a-4791eaf886b2 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Deleting port a848522d-dabc-4884-a78f-9c4cd156411e {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:11:46.036261 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b4580bbb-74eb-4576-8e7a-4791eaf886b2 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:46.227536 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53044) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:46.322282 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ffb309a-4872-4a51-9c6d-56581e025ac5 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Router 92bee170-7907-4644-8709-c45f8f4ed753 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:11:46.609678 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-968f8f1a-b831-42ea-a6ce-1fdcb3599df4 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854415430'] for router_interface, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:46.659149 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b4580bbb-74eb-4576-8e7a-4791eaf886b2 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:46.719837 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ffb309a-4872-4a51-9c6d-56581e025ac5 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:11:46.727660 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-14196c7c-0cfb-4278-b0fd-fc6b8005e668 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:46.732256 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb033467-1bab-4740-9c26-8e50c75bf6ea None None] Sync routers for ids ['92bee170-7907-4644-8709-c45f8f4ed753'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:11:46.756125 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-14196c7c-0cfb-4278-b0fd-fc6b8005e668 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Transition to ACTIVE for port object cd9bc17e-0077-4f0b-96b8-75e79ddcf8a7 will not be triggered until provisioned by entity DHCP. {{(pid=80765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:11:46.757045 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb033467-1bab-4740-9c26-8e50c75bf6ea None None] Routers {'92bee170-7907-4644-8709-c45f8f4ed753'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:11:46.757773 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-fb033467-1bab-4740-9c26-8e50c75bf6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9888b00>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:11:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['92bee170-7907-4644-8709-c45f8f4ed753'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:11:46.766881 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6ffb309a-4872-4a51-9c6d-56581e025ac5 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:46.837725 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6ffb309a-4872-4a51-9c6d-56581e025ac5 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] 10.222.0.57 "DELETE /v2.0/floatingips/741e0488-246b-4dac-ae94-8b865bdca4f3 HTTP/1.1" status: 204  len: 168 time: 3.0296216
Jan 29 10:11:46.839454 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-fb033467-1bab-4740-9c26-8e50c75bf6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9888b00>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:11:46.841066 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53052) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:46.856298 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb033467-1bab-4740-9c26-8e50c75bf6ea None None] Routers {'92bee170-7907-4644-8709-c45f8f4ed753'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:11:46.857121 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-fb033467-1bab-4740-9c26-8e50c75bf6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9888b00>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:11:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['92bee170-7907-4644-8709-c45f8f4ed753'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:11:46.896150 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-14196c7c-0cfb-4278-b0fd-fc6b8005e668 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:46.918371 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1c612d2e-ede6-4aea-9ace-7dd07e6286b2 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:46.936324 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-fb033467-1bab-4740-9c26-8e50c75bf6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9888b00>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:11:46.936785 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb033467-1bab-4740-9c26-8e50c75bf6ea None None] The sync data for ids ['92bee170-7907-4644-8709-c45f8f4ed753'] in dv-neutron-772983-2-ovs is: [] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:11:46.939242 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-8a4d2ebc-d4de-41db-8488-d2d48452ff99 None None] Provisioning for port 2a270713-821f-4e58-86a5-c3381545c09c completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:11:46.945463 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-8a4d2ebc-d4de-41db-8488-d2d48452ff99 None None] Provisioning complete for port 2a270713-821f-4e58-86a5-c3381545c09c triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:11:46.945920 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8a4d2ebc-d4de-41db-8488-d2d48452ff99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:47.059448 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f850fa-5716-4d3e-9f59-6900ec5fb64a None None] get_active_networks_info from dv-neutron-772983-2-ovs {{(pid=80767) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Jan 29 10:11:47.122260 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-9c0831ad-7b25-43b3-9b52-6e492f2b8f2f tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Deleting port 31a15b4a-0701-4d0a-adb8-3e0a4d03873a {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:11:47.122748 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9c0831ad-7b25-43b3-9b52-6e492f2b8f2f tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:47.171211 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14196c7c-0cfb-4278-b0fd-fc6b8005e668 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event updated for resources: {'Port': ['ID=cd9bc17e-0077-4f0b-96b8-75e79ddcf8a7,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:47.172689 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-b4580bbb-74eb-4576-8e7a-4791eaf886b2 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Calling delete_port for a848522d-dabc-4884-a78f-9c4cd156411e owned by network:router_interface {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:11:47.174740 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-14196c7c-0cfb-4278-b0fd-fc6b8005e668 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:47.208921 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-495ab390-48e7-4fdf-81e8-4cd46b11df61 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b402c3f19966488ebcb859fd6d6d9b16&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9784281
Jan 29 10:11:47.210017 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53056) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:47.275852 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-2afdeede-9acc-4302-814f-b8b3a3ce404a None None] Provisioning complete for port 2a270713-821f-4e58-86a5-c3381545c09c triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:11:47.276619 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2afdeede-9acc-4302-814f-b8b3a3ce404a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:47.346693 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f850fa-5716-4d3e-9f59-6900ec5fb64a None None] Resources bound (agent type, host, resource id):  {{(pid=80767) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Jan 29 10:11:47.405078 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14196c7c-0cfb-4278-b0fd-fc6b8005e668 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:11:47.415736 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-14196c7c-0cfb-4278-b0fd-fc6b8005e668 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:11:47.419064 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14196c7c-0cfb-4278-b0fd-fc6b8005e668 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:11:47.518872 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c606909a-fb6c-45fc-817d-28924f4fdcb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:47.590300 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c606909a-fb6c-45fc-817d-28924f4fdcb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:47.609558 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-968f8f1a-b831-42ea-a6ce-1fdcb3599df4 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Router c1acf306-b3a3-4525-833e-5a26d5c1fc90 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:11:47.670743 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14196c7c-0cfb-4278-b0fd-fc6b8005e668 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:47.671491 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-14196c7c-0cfb-4278-b0fd-fc6b8005e668 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:47.712751 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9c0831ad-7b25-43b3-9b52-6e492f2b8f2f tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:47.800621 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-14196c7c-0cfb-4278-b0fd-fc6b8005e668 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1026 time: 3.8561487
Jan 29 10:11:47.803077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53060) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:47.865018 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-968f8f1a-b831-42ea-a6ce-1fdcb3599df4 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:11:47.872899 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-9c0831ad-7b25-43b3-9b52-6e492f2b8f2f tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Calling delete_port for 31a15b4a-0701-4d0a-adb8-3e0a4d03873a owned by  {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:11:47.875316 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47754f7-4b61-4b73-8371-bc169cd61736 None None] Sync routers for ids ['c1acf306-b3a3-4525-833e-5a26d5c1fc90'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:11:47.879646 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b4580bbb-74eb-4576-8e7a-4791eaf886b2 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:47.885718 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47754f7-4b61-4b73-8371-bc169cd61736 None None] Routers {'c1acf306-b3a3-4525-833e-5a26d5c1fc90'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:11:47.886543 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-f47754f7-4b61-4b73-8371-bc169cd61736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99d55f40b8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:11:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['c1acf306-b3a3-4525-833e-5a26d5c1fc90'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:11:47.899112 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-45c2948e-631d-4ce5-962e-daedaa9c45d4 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:47.937019 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c606909a-fb6c-45fc-817d-28924f4fdcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:47.943882 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-54ce19de-76f4-4ca1-979c-024aac304e81 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:47.965110 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4580bbb-74eb-4576-8e7a-4791eaf886b2 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Pushing event deleted for resources: {'Port': ['ID=a848522d-dabc-4884-a78f-9c4cd156411e,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:47.974707 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-968f8f1a-b831-42ea-a6ce-1fdcb3599df4 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] 10.222.0.57 "PUT /v2.0/routers/c1acf306-b3a3-4525-833e-5a26d5c1fc90/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.8984909
Jan 29 10:11:47.974707 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b4580bbb-74eb-4576-8e7a-4791eaf886b2 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:47.975057 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53064) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:47.976407 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606909a-fb6c-45fc-817d-28924f4fdcb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a68fc8-34b0-4aa8-a127-f8bced9eae35,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:47.979248 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c606909a-fb6c-45fc-817d-28924f4fdcb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:47.979756 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-f47754f7-4b61-4b73-8371-bc169cd61736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99d55f40b8>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:11:47.983583 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c606909a-fb6c-45fc-817d-28924f4fdcb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:47.984799 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c606909a-fb6c-45fc-817d-28924f4fdcb2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/61a68fc8-34b0-4aa8-a127-f8bced9eae35 HTTP/1.1" status: 204  len: 168 time: 0.7737832
Jan 29 10:11:48.016825 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47754f7-4b61-4b73-8371-bc169cd61736 None None] Routers {'c1acf306-b3a3-4525-833e-5a26d5c1fc90'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:11:48.021401 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-f47754f7-4b61-4b73-8371-bc169cd61736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99d55f40b8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:11:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['c1acf306-b3a3-4525-833e-5a26d5c1fc90'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:11:48.114385 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-f47754f7-4b61-4b73-8371-bc169cd61736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99d55f40b8>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:11:48.114843 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47754f7-4b61-4b73-8371-bc169cd61736 None None] The sync data for ids ['c1acf306-b3a3-4525-833e-5a26d5c1fc90'] in dv-neutron-772983-2-ovs is: [] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:11:48.168480 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-7a689daf-c38e-47cd-b8da-c099f8d0fd85 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] delete failed (client error): The resource could not be found.
Jan 29 10:11:48.173494 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7a689daf-c38e-47cd-b8da-c099f8d0fd85 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] 10.222.0.57 "DELETE /v2.0/routers/tempest-non_exist_router-789927181 HTTP/1.1" status: 404  len: 334 time: 0.1936064
Jan 29 10:11:48.176131 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53070) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:48.180137 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9c0831ad-7b25-43b3-9b52-6e492f2b8f2f tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:48.204531 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-50280a25-8a46-4eb9-9e6d-91392b38b684 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c1acf306-b3a3-4525-833e-5a26d5c1fc90'}}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:11:48.267746 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5a3527d7-7ba9-41cb-87c1-f7326bb76b76 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:48.304339 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d04b96-9db7-4c29-b07f-e2bdb3cbcb80 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:48.408360 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d04b96-9db7-4c29-b07f-e2bdb3cbcb80 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:48.409281 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-02d04b96-9db7-4c29-b07f-e2bdb3cbcb80 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Synchronizing usage tracker for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:11:48.449486 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0831ad-7b25-43b3-9b52-6e492f2b8f2f tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Pushing event deleted for resources: {'Port': ['ID=31a15b4a-0701-4d0a-adb8-3e0a4d03873a,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:48.454008 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-02d04b96-9db7-4c29-b07f-e2bdb3cbcb80 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Unset dirty status for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:11:48.457846 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-02d04b96-9db7-4c29-b07f-e2bdb3cbcb80 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1862 time: 0.6490419
Jan 29 10:11:48.458600 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53080) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:48.460138 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9c0831ad-7b25-43b3-9b52-6e492f2b8f2f tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:48.634763 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b2732c-2e80-4859-a5d7-02ca4d9746f9 None None] get_active_networks_info from dv-neutron-772983-2-ovs {{(pid=80767) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Jan 29 10:11:48.657186 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b4580bbb-74eb-4576-8e7a-4791eaf886b2 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854415430'] for router_interface, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:48.714268 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-ce9ae828-a7a8-4df7-b6e9-f5cb815cbc0f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Deleting port cd9bc17e-0077-4f0b-96b8-75e79ddcf8a7 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:11:48.714732 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ce9ae828-a7a8-4df7-b6e9-f5cb815cbc0f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:48.823283 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b2732c-2e80-4859-a5d7-02ca4d9746f9 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Jan 29 10:11:48.864470 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-248f6dc3-296a-418b-af50-308483a12ecb None None] Provisioning for port cd9bc17e-0077-4f0b-96b8-75e79ddcf8a7 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:11:49.013527 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-248f6dc3-296a-418b-af50-308483a12ecb None None] Provisioning complete for port cd9bc17e-0077-4f0b-96b8-75e79ddcf8a7 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:11:49.014318 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-248f6dc3-296a-418b-af50-308483a12ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:49.153762 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-248f6dc3-296a-418b-af50-308483a12ecb None None] Port cd9bc17e-0077-4f0b-96b8-75e79ddcf8a7 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:11:49.175557 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53094) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:49.189958 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-50280a25-8a46-4eb9-9e6d-91392b38b684 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:49.233156 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-248f6dc3-296a-418b-af50-308483a12ecb None None] Provisioning complete for port 2a270713-821f-4e58-86a5-c3381545c09c triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:11:49.234264 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-248f6dc3-296a-418b-af50-308483a12ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:49.274608 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-50280a25-8a46-4eb9-9e6d-91392b38b684 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] update failed (client error): The resource could not be found.
Jan 29 10:11:49.276384 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-50280a25-8a46-4eb9-9e6d-91392b38b684 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] 10.222.0.57 "PUT /v2.0/routers/c1acf306-b3a3-4525-833e-5a26d5c1fc90 HTTP/1.1" status: 404  len: 339 time: 1.0985317
Jan 29 10:11:49.289392 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53100) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:49.357057 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-e54bd924-fdaf-472b-8767-751d6a9ea5f1 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1348940340'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:11:49.367382 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9c0831ad-7b25-43b3-9b52-6e492f2b8f2f tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:49.371583 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-e54bd924-fdaf-472b-8767-751d6a9ea5f1 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:11:49.380715 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e54bd924-fdaf-472b-8767-751d6a9ea5f1 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Usage tracker for resource:network and tenant:af6cfbcc17be4cdfba1cf58741c9e55a is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:11:49.386530 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e54bd924-fdaf-472b-8767-751d6a9ea5f1 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Quota usage for network was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:11:49.391758 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9c0831ad-7b25-43b3-9b52-6e492f2b8f2f tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] 10.222.0.57 "DELETE /v2.0/ports/31a15b4a-0701-4d0a-adb8-3e0a4d03873a HTTP/1.1" status: 204  len: 168 time: 2.5487769
Jan 29 10:11:49.398013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-e54bd924-fdaf-472b-8767-751d6a9ea5f1 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:11:49.400061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53104) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:49.407768 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-8f8a8927-43ae-4ac2-9bba-900e4b655f9f tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Request body: {'floatingip': {'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:11:49.437033 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-8f8a8927-43ae-4ac2-9bba-900e4b655f9f tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:11:49.442225 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8f8a8927-43ae-4ac2-9bba-900e4b655f9f tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Usage tracker for resource:floatingip and tenant:f844837ce1884937bc086377bfe8af84 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:11:49.446033 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8f8a8927-43ae-4ac2-9bba-900e4b655f9f tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:11:49.451783 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54bd924-fdaf-472b-8767-751d6a9ea5f1 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Made reservation on behalf of af6cfbcc17be4cdfba1cf58741c9e55a for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:11:49.474117 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e54bd924-fdaf-472b-8767-751d6a9ea5f1 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:49.489667 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-8f8a8927-43ae-4ac2-9bba-900e4b655f9f tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:11:49.494822 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e54bd924-fdaf-472b-8767-751d6a9ea5f1 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:49.517209 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-e54bd924-fdaf-472b-8767-751d6a9ea5f1 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:11:49.522102 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8f8a8927-43ae-4ac2-9bba-900e4b655f9f tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for floatingip, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:49.536809 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e54bd924-fdaf-472b-8767-751d6a9ea5f1 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Usage tracker for resource:security_group_rule and tenant:af6cfbcc17be4cdfba1cf58741c9e55a is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:11:49.542614 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e54bd924-fdaf-472b-8767-751d6a9ea5f1 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:11:49.552628 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-e54bd924-fdaf-472b-8767-751d6a9ea5f1 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:11:49.764982 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e54bd924-fdaf-472b-8767-751d6a9ea5f1 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:49.768412 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8f8a8927-43ae-4ac2-9bba-900e4b655f9f tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:49.780808 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e54bd924-fdaf-472b-8767-751d6a9ea5f1 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:49.788034 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f9806a84-df43-4326-831d-b23f102f6606 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:49.818745 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ce9ae828-a7a8-4df7-b6e9-f5cb815cbc0f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:49.833661 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4580bbb-74eb-4576-8e7a-4791eaf886b2 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Router bdc19b64-fdfa-479d-8460-0d76f9cfa61b has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:11:49.851191 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e54bd924-fdaf-472b-8767-751d6a9ea5f1 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:11:49.877829 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54bd924-fdaf-472b-8767-751d6a9ea5f1 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8f1b41-5fb5-44c1-8b5c-695ea5f54a80,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:49.884561 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e54bd924-fdaf-472b-8767-751d6a9ea5f1 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:49.885546 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e54bd924-fdaf-472b-8767-751d6a9ea5f1 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:49.885969 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-e54bd924-fdaf-472b-8767-751d6a9ea5f1 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Added segment ddc16533-0427-4af2-96a7-9fd46908c836 of type vxlan for network dcac8088-38cd-4a49-ab48-4a79e40d999e
Jan 29 10:11:49.987370 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e54bd924-fdaf-472b-8767-751d6a9ea5f1 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:50.081850 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-ce9ae828-a7a8-4df7-b6e9-f5cb815cbc0f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Calling delete_port for cd9bc17e-0077-4f0b-96b8-75e79ddcf8a7 owned by  {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:11:50.087914 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e54bd924-fdaf-472b-8767-751d6a9ea5f1 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:50.156735 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54bd924-fdaf-472b-8767-751d6a9ea5f1 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:50.157450 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e54bd924-fdaf-472b-8767-751d6a9ea5f1 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:50.164600 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-97ea3faa-b886-452b-acf8-4d82095033f8 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:50.260058 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-1f6a4514-49d7-4bd8-af2c-d7ab8683708d None None] Provisioning complete for port cd9bc17e-0077-4f0b-96b8-75e79ddcf8a7 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:11:50.260492 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1f6a4514-49d7-4bd8-af2c-d7ab8683708d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:50.397006 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e54bd924-fdaf-472b-8767-751d6a9ea5f1 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 781 time: 1.2202878
Jan 29 10:11:50.403483 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a4514-49d7-4bd8-af2c-d7ab8683708d None None] Port cd9bc17e-0077-4f0b-96b8-75e79ddcf8a7 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:11:50.405553 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54bd924-fdaf-472b-8767-751d6a9ea5f1 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event updated for resources: {'Network': ['ID=dcac8088-38cd-4a49-ab48-4a79e40d999e,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:50.408049 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53108) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:50.409037 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-8f8a8927-43ae-4ac2-9bba-900e4b655f9f tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Allocated IP 172.26.7.153 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/ae51b4ae-b1d7-465c-a5f9-c6ddb77983dc) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:11:50.415835 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e54bd924-fdaf-472b-8767-751d6a9ea5f1 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:50.423473 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network dcac8088-38cd-4a49-ab48-4a79e40d999e details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:11:50.425970 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-3e164b41-0b57-437f-b08b-8790e7a4df7c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Request body: {'port': {'network_id': 'dcac8088-38cd-4a49-ab48-4a79e40d999e', 'name': 'tempest-PortsTestJSON-1306370902'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:11:50.557166 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network dcac8088-38cd-4a49-ab48-4a79e40d999e details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:11:50.602011 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-1f6a4514-49d7-4bd8-af2c-d7ab8683708d None None] Provisioning complete for port 2a270713-821f-4e58-86a5-c3381545c09c triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:11:50.602363 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1f6a4514-49d7-4bd8-af2c-d7ab8683708d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:50.677911 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4580bbb-74eb-4576-8e7a-4791eaf886b2 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:11:50.680905 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-3e164b41-0b57-437f-b08b-8790e7a4df7c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:11:50.688480 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-3e164b41-0b57-437f-b08b-8790e7a4df7c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Usage tracker for resource:port and tenant:af6cfbcc17be4cdfba1cf58741c9e55a is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:11:50.692989 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-3e164b41-0b57-437f-b08b-8790e7a4df7c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:11:50.707881 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-3e164b41-0b57-437f-b08b-8790e7a4df7c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:11:50.721841 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e7a076-9ea1-477a-96f8-0c3f4b08324c None None] Sync routers for ids ['bdc19b64-fdfa-479d-8460-0d76f9cfa61b'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:11:50.737295 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e164b41-0b57-437f-b08b-8790e7a4df7c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Made reservation on behalf of af6cfbcc17be4cdfba1cf58741c9e55a for: {'port': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:11:50.747680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e7a076-9ea1-477a-96f8-0c3f4b08324c None None] Routers {'bdc19b64-fdfa-479d-8460-0d76f9cfa61b'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:11:50.749546 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-a2e7a076-9ea1-477a-96f8-0c3f4b08324c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c93892b0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:11:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['bdc19b64-fdfa-479d-8460-0d76f9cfa61b'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:11:50.759127 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e164b41-0b57-437f-b08b-8790e7a4df7c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:50.772317 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b4580bbb-74eb-4576-8e7a-4791eaf886b2 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "PUT /v2.0/routers/bdc19b64-fdfa-479d-8460-0d76f9cfa61b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.9784510
Jan 29 10:11:50.775252 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53112) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:50.826226 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-a2e7a076-9ea1-477a-96f8-0c3f4b08324c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c93892b0>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:11:50.841263 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e7a076-9ea1-477a-96f8-0c3f4b08324c None None] Routers {'bdc19b64-fdfa-479d-8460-0d76f9cfa61b'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:11:50.842080 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-a2e7a076-9ea1-477a-96f8-0c3f4b08324c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c93892b0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:11:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['bdc19b64-fdfa-479d-8460-0d76f9cfa61b'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:11:50.855662 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ce9ae828-a7a8-4df7-b6e9-f5cb815cbc0f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:50.863272 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8f8a8927-43ae-4ac2-9bba-900e4b655f9f tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:50.870755 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-de81539d-fbcc-467a-8a58-a7d39253627a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "GET /v2.0/ports?device_id=bdc19b64-fdfa-479d-8460-0d76f9cfa61b HTTP/1.1" status: 200  len: 205 time: 0.0892196
Jan 29 10:11:50.872472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53116) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:50.878252 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-47464479-22c6-4250-b051-cd65290d9dac tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:50.916207 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-a2e7a076-9ea1-477a-96f8-0c3f4b08324c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c93892b0>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:11:50.916667 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e7a076-9ea1-477a-96f8-0c3f4b08324c None None] The sync data for ids ['bdc19b64-fdfa-479d-8460-0d76f9cfa61b'] in dv-neutron-772983-2-ovs is: [] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:11:50.922322 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0817705c-c85b-4a62-88cb-a651647871d8 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:50.956830 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9ae828-a7a8-4df7-b6e9-f5cb815cbc0f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event deleted for resources: {'Port': ['ID=cd9bc17e-0077-4f0b-96b8-75e79ddcf8a7,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:50.959964 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ce9ae828-a7a8-4df7-b6e9-f5cb815cbc0f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:51.079320 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-54940dc0-0a12-4ba0-8e25-f638ad1a4b0f tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for router, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:51.090920 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-ce73a4cf-4718-4d37-8206-e6b94b87ec5b None None] Could not find standard attr ID for object cd9bc17e-0077-4f0b-96b8-75e79ddcf8a7. {{(pid=80767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 29 10:11:51.275988 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-3e164b41-0b57-437f-b08b-8790e7a4df7c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] device_id is not set on port 387e501d-23c8-48f2-b0b9-64b3f6619304 yet. {{(pid=80765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:11:51.381713 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-aa2b4b00-8042-4752-8f2c-2b9d588ef97a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:51.442681 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ce9ae828-a7a8-4df7-b6e9-f5cb815cbc0f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:51.444978 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ce9ae828-a7a8-4df7-b6e9-f5cb815cbc0f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/ports/cd9bc17e-0077-4f0b-96b8-75e79ddcf8a7 HTTP/1.1" status: 204  len: 168 time: 2.9258859
Jan 29 10:11:51.447842 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53120) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:51.528453 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8f8a8927-43ae-4ac2-9bba-900e4b655f9f tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:51.543412 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-54940dc0-0a12-4ba0-8e25-f638ad1a4b0f tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:51.551720 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bf85c29c-f51e-450f-ae64-5bf366711cf2 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:51.586679 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-54940dc0-0a12-4ba0-8e25-f638ad1a4b0f tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:51.626983 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-0817705c-c85b-4a62-88cb-a651647871d8 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Allocated IP 172.20.0.1 (c227c522-6685-4d16-9c38-36326f7214de/28e1f264-6869-44af-a414-33291418e977/8480627d-9c07-4d83-bce0-ba2a35163b1b) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:11:51.773844 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6949212a-5538-4720-a363-175e7058cc0c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:51.791527 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6949212a-5538-4720-a363-175e7058cc0c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:51.808727 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6949212a-5538-4720-a363-175e7058cc0c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:51.809643 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6949212a-5538-4720-a363-175e7058cc0c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Synchronizing usage tracker for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:subnet {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:11:51.840308 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a8927-43ae-4ac2-9bba-900e4b655f9f tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Pushing event updated for resources: {'Port': ['ID=ae51b4ae-b1d7-465c-a5f9-c6ddb77983dc,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:51.848461 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-54940dc0-0a12-4ba0-8e25-f638ad1a4b0f tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:51.849026 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54940dc0-0a12-4ba0-8e25-f638ad1a4b0f tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Fanout notify agent at l3_agent the message router_deleted on router bdc19b64-fdfa-479d-8460-0d76f9cfa61b {{(pid=80765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 10:11:51.856179 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8f8a8927-43ae-4ac2-9bba-900e4b655f9f tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:51.928135 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6949212a-5538-4720-a363-175e7058cc0c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Unset dirty status for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:subnet {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:11:51.929462 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6949212a-5538-4720-a363-175e7058cc0c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.4701591
Jan 29 10:11:51.939440 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53124) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:52.083994 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0817705c-c85b-4a62-88cb-a651647871d8 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:52.092493 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-54940dc0-0a12-4ba0-8e25-f638ad1a4b0f tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:52.093712 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-54940dc0-0a12-4ba0-8e25-f638ad1a4b0f tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "DELETE /v2.0/routers/bdc19b64-fdfa-479d-8460-0d76f9cfa61b HTTP/1.1" status: 204  len: 168 time: 1.2182660
Jan 29 10:11:52.098261 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53128) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:52.102661 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-0817705c-c85b-4a62-88cb-a651647871d8 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Transition to ACTIVE for port object 8480627d-9c07-4d83-bce0-ba2a35163b1b will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:11:52.136529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8a8927-43ae-4ac2-9bba-900e4b655f9f tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:11:52.155735 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-8f8a8927-43ae-4ac2-9bba-900e4b655f9f tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:11:52.163964 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e164b41-0b57-437f-b08b-8790e7a4df7c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:52.165803 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8a8927-43ae-4ac2-9bba-900e4b655f9f tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:11:52.205886 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-caf7a182-7e45-4482-ba55-1c264c7adad5 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Deleting subnet 55115222-f84d-4cbd-a0a0-be6ad7f11aa0 {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:11:52.210240 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-caf7a182-7e45-4482-ba55-1c264c7adad5 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:52.226153 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f213a9b-3228-4370-b9c5-4845705ab2c1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Deleting subnet 5ba83632-d080-4148-90c4-b772d3a0dddd {{(pid=80765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:11:52.235185 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9f213a9b-3228-4370-b9c5-4845705ab2c1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for subnet, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:52.258317 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0817705c-c85b-4a62-88cb-a651647871d8 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:52.280275 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f3f9c4f1-1b5f-46ea-a998-95a0a00de6ac tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:52.324128 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9f213a9b-3228-4370-b9c5-4845705ab2c1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1479249'] for subnet, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:52.351624 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-caf7a182-7e45-4482-ba55-1c264c7adad5 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:52.473494 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0817705c-c85b-4a62-88cb-a651647871d8 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Pushing event updated for resources: {'Port': ['ID=8480627d-9c07-4d83-bce0-ba2a35163b1b,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:52.487972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0817705c-c85b-4a62-88cb-a651647871d8 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:52.572206 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0817705c-c85b-4a62-88cb-a651647871d8 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Network c227c522-6685-4d16-9c38-36326f7214de is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:11:52.573564 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-caf7a182-7e45-4482-ba55-1c264c7adad5 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:52.603976 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-0817705c-c85b-4a62-88cb-a651647871d8 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:11:52.611708 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0817705c-c85b-4a62-88cb-a651647871d8 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:11:52.666143 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e164b41-0b57-437f-b08b-8790e7a4df7c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:52.686511 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-674e58b7-fc27-4a2c-8850-215d8301192b tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:52.725142 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0817705c-c85b-4a62-88cb-a651647871d8 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854426412'] for router_interface, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:52.750258 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8f8a8927-43ae-4ac2-9bba-900e4b655f9f tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:52.825699 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-69276808-edfa-43d3-b02d-9993cefae912 None None] Provisioning for port 8480627d-9c07-4d83-bce0-ba2a35163b1b completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:11:52.832060 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-69276808-edfa-43d3-b02d-9993cefae912 None None] Provisioning complete for port 8480627d-9c07-4d83-bce0-ba2a35163b1b triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:11:52.832492 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-69276808-edfa-43d3-b02d-9993cefae912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:52.920393 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e164b41-0b57-437f-b08b-8790e7a4df7c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event updated for resources: {'Port': ['ID=387e501d-23c8-48f2-b0b9-64b3f6619304,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:52.932389 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3e164b41-0b57-437f-b08b-8790e7a4df7c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:52.945743 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8f8a8927-43ae-4ac2-9bba-900e4b655f9f tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:52.999746 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9f213a9b-3228-4370-b9c5-4845705ab2c1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:53.001179 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0817705c-c85b-4a62-88cb-a651647871d8 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:53.071558 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-69276808-edfa-43d3-b02d-9993cefae912 None None] Port 8480627d-9c07-4d83-bce0-ba2a35163b1b cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:11:53.075968 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-caf7a182-7e45-4482-ba55-1c264c7adad5 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:53.099249 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7931347a-1e7b-43b4-8372-684ed06f38ab tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:53.161355 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf7a182-7e45-4482-ba55-1c264c7adad5 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Pushing event deleted for resources: {'Subnet': ['ID=55115222-f84d-4cbd-a0a0-be6ad7f11aa0,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:53.165537 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e164b41-0b57-437f-b08b-8790e7a4df7c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Checking segment: {'id': 'ddc16533-0427-4af2-96a7-9fd46908c836', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'dcac8088-38cd-4a49-ab48-4a79e40d999e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:11:53.165980 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e164b41-0b57-437f-b08b-8790e7a4df7c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Network hostable DHCP agents. Network: dcac8088-38cd-4a49-ab48-4a79e40d999e, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:11:53.202481 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-caf7a182-7e45-4482-ba55-1c264c7adad5 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:53.306710 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e164b41-0b57-437f-b08b-8790e7a4df7c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Network dcac8088-38cd-4a49-ab48-4a79e40d999e is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:11:53.391355 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-3e164b41-0b57-437f-b08b-8790e7a4df7c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, dcac8088-38cd-4a49-ab48-4a79e40d999e) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:11:53.402945 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c477d5e0-47c0-4213-886c-7785a8d55873 None None] Network dcac8088-38cd-4a49-ab48-4a79e40d999e requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:11:53.411689 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e164b41-0b57-437f-b08b-8790e7a4df7c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:11:53.422881 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-caf7a182-7e45-4482-ba55-1c264c7adad5 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:53.440631 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2aeec38-1bd7-4afd-8979-b7def39e8d33 None None] Network 57c6b440-3325-4711-b3fe-3417c6009264 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:11:53.450929 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-caf7a182-7e45-4482-ba55-1c264c7adad5 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "DELETE /v2.0/subnets/55115222-f84d-4cbd-a0a0-be6ad7f11aa0 HTTP/1.1" status: 204  len: 168 time: 1.3490043
Jan 29 10:11:53.456423 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53134) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:53.478413 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e164b41-0b57-437f-b08b-8790e7a4df7c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:53.479167 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e164b41-0b57-437f-b08b-8790e7a4df7c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:53.583477 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3e164b41-0b57-437f-b08b-8790e7a4df7c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 3.1716816
Jan 29 10:11:53.588458 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53138) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:53.619180 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-b25850ed-3b5a-4977-8764-d1854734bccc tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-334845518'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:11:53.639460 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-b25850ed-3b5a-4977-8764-d1854734bccc tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:11:53.651279 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8f8a8927-43ae-4ac2-9bba-900e4b655f9f tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:53.656638 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8f8a8927-43ae-4ac2-9bba-900e4b655f9f tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:53.668010 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0f9f75b9-f979-4c9e-ad25-8cb0810f9459 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:53.678407 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8e6f3aef-2b90-401f-9440-b6ea8e26f83c tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:53.736466 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9f213a9b-3228-4370-b9c5-4845705ab2c1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852603100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2204728'] for subnet, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:53.772407 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b25850ed-3b5a-4977-8764-d1854734bccc tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Usage tracker for resource:network and tenant:af6cfbcc17be4cdfba1cf58741c9e55a is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:11:53.787247 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b25850ed-3b5a-4977-8764-d1854734bccc tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Quota usage for network was recalculated. Used quota:1. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:11:53.787589 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e60a7dd8-41b7-420a-a72c-1ede4a9ada8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:53.800099 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-b25850ed-3b5a-4977-8764-d1854734bccc tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:11:53.815371 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-0f9f75b9-f979-4c9e-ad25-8cb0810f9459 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Deleting port 4eb29266-df5c-4a9d-9899-4335d0d3a819 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:11:53.815753 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0f9f75b9-f979-4c9e-ad25-8cb0810f9459 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:53.851325 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a8927-43ae-4ac2-9bba-900e4b655f9f tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Pushing event updated for resources: {'Port': ['ID=ae51b4ae-b1d7-465c-a5f9-c6ddb77983dc,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:53.882026 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25850ed-3b5a-4977-8764-d1854734bccc tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Made reservation on behalf of af6cfbcc17be4cdfba1cf58741c9e55a for: {'network': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:11:53.905489 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8f8a8927-43ae-4ac2-9bba-900e4b655f9f tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:53.906266 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ce5e5a05-069e-457e-9f54-59002a1af047 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.151s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:53.911834 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b25850ed-3b5a-4977-8764-d1854734bccc tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:53.912784 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d2297b-c186-423f-ad85-eba0c29b0eaf None None] DHCP port deletion for 57c6b440-3325-4711-b3fe-3417c6009264 request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:11:53.918261 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-63d2297b-c186-423f-ad85-eba0c29b0eaf None None] Deleting port 4eb29266-df5c-4a9d-9899-4335d0d3a819 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:11:53.918750 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-63d2297b-c186-423f-ad85-eba0c29b0eaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:53.953106 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f213a9b-3228-4370-b9c5-4845705ab2c1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event deleted for resources: {'Subnet': ['ID=5ba83632-d080-4148-90c4-b772d3a0dddd,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:53.967451 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9f213a9b-3228-4370-b9c5-4845705ab2c1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:54.021993 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b25850ed-3b5a-4977-8764-d1854734bccc tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] vxlan segment allocate from pool success with {'vxlan_vni': 15}  {{(pid=80766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:11:54.031033 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 4eb29266-df5c-4a9d-9899-4335d0d3a819 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:11:54.079209 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b25850ed-3b5a-4977-8764-d1854734bccc tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268197113528', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:54.079972 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-b25850ed-3b5a-4977-8764-d1854734bccc tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Added segment 8df41c93-2106-4e52-88e1-93d887ff15d4 of type vxlan for network d1cd3a9e-917e-4193-ad44-c1e01d052a3d
Jan 29 10:11:54.095931 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8f8a8927-43ae-4ac2-9bba-900e4b655f9f tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:54.097652 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0817705c-c85b-4a62-88cb-a651647871d8 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:54.109676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9f213a9b-3228-4370-b9c5-4845705ab2c1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:54.118298 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0817705c-c85b-4a62-88cb-a651647871d8 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:54.131511 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8f8a8927-43ae-4ac2-9bba-900e4b655f9f tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:54.131878 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2cdcc2-1ad2-490d-9a56-13192ea41c6c None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:11:54.133743 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8f8a8927-43ae-4ac2-9bba-900e4b655f9f tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.7316744
Jan 29 10:11:54.135340 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9f213a9b-3228-4370-b9c5-4845705ab2c1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/subnets/5ba83632-d080-4148-90c4-b772d3a0dddd HTTP/1.1" status: 204  len: 168 time: 2.1905386
Jan 29 10:11:54.136151 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53142) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:54.142743 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-3723f5df-337d-40fe-b380-ba2a4969e7b0 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Request body: {'port': {'network_id': 'fef7cc89-7267-4358-8599-6146c79819c4', 'name': 'tempest-FloatingIPTestJSON-1393892128'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:11:54.157510 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53144) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:54.211381 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-968f8f1a-b831-42ea-a6ce-1fdcb3599df4 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:54.292548 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b25850ed-3b5a-4977-8764-d1854734bccc tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:54.334344 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-62b2c397-07dd-407f-9a99-342b07d490dc tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Deleting subnet e9ac1715-3ff2-4fc6-8035-628bc271637a {{(pid=80765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:11:54.334775 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-0f9f75b9-f979-4c9e-ad25-8cb0810f9459 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] For port 4eb29266-df5c-4a9d-9899-4335d0d3a819, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=4eb29266-df5c-4a9d-9899-4335d0d3a819,segment=NetworkSegment(109c1383-4745-474f-97fd-bd9085fb4cb4),segment_id=109c1383-4745-474f-97fd-bd9085fb4cb4)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:11:54.335190 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0f9f75b9-f979-4c9e-ad25-8cb0810f9459 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:54.337686 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-62b2c397-07dd-407f-9a99-342b07d490dc tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for subnet, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:54.368018 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:54.370235 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0817705c-c85b-4a62-88cb-a651647871d8 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854133895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349242'] for router_interface, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:54.389622 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0817705c-c85b-4a62-88cb-a651647871d8 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Pushing event updated for resources: {'Port': ['ID=8480627d-9c07-4d83-bce0-ba2a35163b1b,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:54.428493 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-62b2c397-07dd-407f-9a99-342b07d490dc tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1479249'] for subnet, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:54.452983 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-63d2297b-c186-423f-ad85-eba0c29b0eaf None None] For port 4eb29266-df5c-4a9d-9899-4335d0d3a819, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=4eb29266-df5c-4a9d-9899-4335d0d3a819,segment=NetworkSegment(109c1383-4745-474f-97fd-bd9085fb4cb4),segment_id=109c1383-4745-474f-97fd-bd9085fb4cb4)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:11:54.453444 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-63d2297b-c186-423f-ad85-eba0c29b0eaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:54.463306 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-3723f5df-337d-40fe-b380-ba2a4969e7b0 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:11:54.464461 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0817705c-c85b-4a62-88cb-a651647871d8 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:54.472361 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:54.475478 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-3723f5df-337d-40fe-b380-ba2a4969e7b0 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Usage tracker for resource:port and tenant:f844837ce1884937bc086377bfe8af84 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:11:54.480851 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-3723f5df-337d-40fe-b380-ba2a4969e7b0 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Quota usage for port was recalculated. Used quota:4. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:11:54.491414 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-3723f5df-337d-40fe-b380-ba2a4969e7b0 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:11:54.520650 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3723f5df-337d-40fe-b380-ba2a4969e7b0 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Made reservation on behalf of f844837ce1884937bc086377bfe8af84 for: {'port': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:11:54.542692 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3723f5df-337d-40fe-b380-ba2a4969e7b0 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:54.620167 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-62b2c397-07dd-407f-9a99-342b07d490dc tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:54.647433 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-63d2297b-c186-423f-ad85-eba0c29b0eaf None None] Calling delete_port for 4eb29266-df5c-4a9d-9899-4335d0d3a819 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:11:54.765511 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port 4eb29266-df5c-4a9d-9899-4335d0d3a819, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=4eb29266-df5c-4a9d-9899-4335d0d3a819,segment=NetworkSegment(109c1383-4745-474f-97fd-bd9085fb4cb4),segment_id=109c1383-4745-474f-97fd-bd9085fb4cb4)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:11:54.777138 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:54.793810 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5b910390-4a22-4b35-8f40-604ae4bdb0eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:54.804502 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-0f9f75b9-f979-4c9e-ad25-8cb0810f9459 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Calling delete_port for 4eb29266-df5c-4a9d-9899-4335d0d3a819 owned by network:dhcp {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:11:54.871726 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-3723f5df-337d-40fe-b380-ba2a4969e7b0 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] device_id is not set on port 3c40c68e-43fb-4eb3-abf5-066ce9d27c15 yet. {{(pid=80765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:11:54.905545 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b25850ed-3b5a-4977-8764-d1854734bccc tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:54.915211 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:54.918935 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-63d2297b-c186-423f-ad85-eba0c29b0eaf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80767) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:11:54.919358 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-63d2297b-c186-423f-ad85-eba0c29b0eaf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:11:54.934786 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=4eb29266-df5c-4a9d-9899-4335d0d3a819,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:54.939766 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:54.972437 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25850ed-3b5a-4977-8764-d1854734bccc tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:54.973151 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b25850ed-3b5a-4977-8764-d1854734bccc tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:54.988464 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c1867541-d192-487f-ba10-5d5efe05c548 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:55.100455 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b25850ed-3b5a-4977-8764-d1854734bccc tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 1.5027652
Jan 29 10:11:55.115193 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53150) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:55.126758 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-7f71a3c4-7f1f-46f3-84df-3b55557b7f97 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Request body: {'ports': [{'network_id': 'dcac8088-38cd-4a49-ab48-4a79e40d999e'}, {'network_id': 'd1cd3a9e-917e-4193-ad44-c1e01d052a3d'}]} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:11:55.127084 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-7f71a3c4-7f1f-46f3-84df-3b55557b7f97 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Request body: {'port': {'network_id': 'dcac8088-38cd-4a49-ab48-4a79e40d999e'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:11:55.127603 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-7f71a3c4-7f1f-46f3-84df-3b55557b7f97 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Request body: {'port': {'network_id': 'd1cd3a9e-917e-4193-ad44-c1e01d052a3d'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:11:55.165254 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-3723f5df-337d-40fe-b380-ba2a4969e7b0 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Allocated IP 172.20.0.7 (fef7cc89-7267-4358-8599-6146c79819c4/4b38f71a-b6b5-49d9-868f-f307cfbc805e/3c40c68e-43fb-4eb3-abf5-066ce9d27c15) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:11:55.169113 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25850ed-3b5a-4977-8764-d1854734bccc tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event updated for resources: {'Network': ['ID=d1cd3a9e-917e-4193-ad44-c1e01d052a3d,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:55.175819 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b25850ed-3b5a-4977-8764-d1854734bccc tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:55.178216 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-0f9f75b9-f979-4c9e-ad25-8cb0810f9459 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80766) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:11:55.178575 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-0f9f75b9-f979-4c9e-ad25-8cb0810f9459 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:11:55.185505 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network d1cd3a9e-917e-4193-ad44-c1e01d052a3d details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:11:55.188761 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0817705c-c85b-4a62-88cb-a651647871d8 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Network c227c522-6685-4d16-9c38-36326f7214de is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:11:55.189809 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-0817705c-c85b-4a62-88cb-a651647871d8 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:11:55.208907 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network d1cd3a9e-917e-4193-ad44-c1e01d052a3d details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:11:55.310166 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-62b2c397-07dd-407f-9a99-342b07d490dc tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852603100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2204728'] for subnet, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:55.425006 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-63d2297b-c186-423f-ad85-eba0c29b0eaf None None] Deleting port 4eb29266-df5c-4a9d-9899-4335d0d3a819 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:11:55.429153 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-63d2297b-c186-423f-ad85-eba0c29b0eaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:55.451600 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0817705c-c85b-4a62-88cb-a651647871d8 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Router c1acf306-b3a3-4525-833e-5a26d5c1fc90 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:11:55.667988 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-a15cc65c-aadd-45e7-80bc-ccd16984ac80 None None] Provisioning complete for port 8480627d-9c07-4d83-bce0-ba2a35163b1b triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:11:55.668417 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a15cc65c-aadd-45e7-80bc-ccd16984ac80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:55.668723 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0817705c-c85b-4a62-88cb-a651647871d8 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:11:55.680891 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0817705c-c85b-4a62-88cb-a651647871d8 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] 10.222.0.57 "PUT /v2.0/routers/c1acf306-b3a3-4525-833e-5a26d5c1fc90/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.3878987
Jan 29 10:11:55.680891 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-0f9f75b9-f979-4c9e-ad25-8cb0810f9459 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Deleting port 4eb29266-df5c-4a9d-9899-4335d0d3a819 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:11:55.680891 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0f9f75b9-f979-4c9e-ad25-8cb0810f9459 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:55.714550 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a971d61-6312-46f9-91ad-c8fef7d570c4 None None] Sync routers for ids ['c1acf306-b3a3-4525-833e-5a26d5c1fc90'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:11:55.715415 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53154) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:55.734688 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a971d61-6312-46f9-91ad-c8fef7d570c4 None None] Routers {'c1acf306-b3a3-4525-833e-5a26d5c1fc90'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:11:55.735707 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-5a971d61-6312-46f9-91ad-c8fef7d570c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9df3f60>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:11:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['c1acf306-b3a3-4525-833e-5a26d5c1fc90'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:11:55.744611 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3d6d7a4b-b5f8-4d9d-9b44-e3d8fe894d00 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:55.811499 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-5a971d61-6312-46f9-91ad-c8fef7d570c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9df3f60>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:11:55.824233 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-a15cc65c-aadd-45e7-80bc-ccd16984ac80 None None] Port 8480627d-9c07-4d83-bce0-ba2a35163b1b cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:11:55.830311 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a971d61-6312-46f9-91ad-c8fef7d570c4 None None] Routers {'c1acf306-b3a3-4525-833e-5a26d5c1fc90'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:11:55.831405 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-5a971d61-6312-46f9-91ad-c8fef7d570c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9df3f60>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:11:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['c1acf306-b3a3-4525-833e-5a26d5c1fc90'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:11:55.838120 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b2c397-07dd-407f-9a99-342b07d490dc tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event deleted for resources: {'Subnet': ['ID=e9ac1715-3ff2-4fc6-8035-628bc271637a,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:55.854061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-63d2297b-c186-423f-ad85-eba0c29b0eaf None None] For port 4eb29266-df5c-4a9d-9899-4335d0d3a819, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=4eb29266-df5c-4a9d-9899-4335d0d3a819,segment=NetworkSegment(109c1383-4745-474f-97fd-bd9085fb4cb4),segment_id=109c1383-4745-474f-97fd-bd9085fb4cb4)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:11:55.854515 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-63d2297b-c186-423f-ad85-eba0c29b0eaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:55.867338 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-62b2c397-07dd-407f-9a99-342b07d490dc tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:55.868529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-62b2c397-07dd-407f-9a99-342b07d490dc tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:55.915108 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-5a971d61-6312-46f9-91ad-c8fef7d570c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9df3f60>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:11:55.916540 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a971d61-6312-46f9-91ad-c8fef7d570c4 None None] The sync data for ids ['c1acf306-b3a3-4525-833e-5a26d5c1fc90'] in dv-neutron-772983-2-ovs is: [] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:11:55.970489 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4af9e2-295b-4e22-aef7-af31b0ab2327 None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:11:56.006235 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-62b2c397-07dd-407f-9a99-342b07d490dc tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/subnets/e9ac1715-3ff2-4fc6-8035-628bc271637a HTTP/1.1" status: 204  len: 168 time: 1.8430390
Jan 29 10:11:56.006525 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53158) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:56.019433 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-7f71a3c4-7f1f-46f3-84df-3b55557b7f97 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:11:56.082507 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-7f71a3c4-7f1f-46f3-84df-3b55557b7f97 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Usage tracker for resource:port and tenant:af6cfbcc17be4cdfba1cf58741c9e55a is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:11:56.088281 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-7f71a3c4-7f1f-46f3-84df-3b55557b7f97 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Quota usage for port was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:11:56.099481 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-7f71a3c4-7f1f-46f3-84df-3b55557b7f97 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:11:56.117924 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9dbe83b2-b3f8-488c-87ea-eb57c4962c99 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1092997
Jan 29 10:11:56.119469 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53162) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:56.130734 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-8e97ad2c-da16-410a-9ff0-74fcac073565 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Request body: {'subnet': {'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:11:56.136715 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d994852e-3ae8-4f83-9ed8-6aa131754f49 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks [] for router, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:56.184330 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f71a3c4-7f1f-46f3-84df-3b55557b7f97 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Made reservation on behalf of af6cfbcc17be4cdfba1cf58741c9e55a for: {'port': 2} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:11:56.223642 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7f71a3c4-7f1f-46f3-84df-3b55557b7f97 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:56.233200 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-63d2297b-c186-423f-ad85-eba0c29b0eaf None None] Calling delete_port for 4eb29266-df5c-4a9d-9899-4335d0d3a819 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:11:56.360368 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3723f5df-337d-40fe-b380-ba2a4969e7b0 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:56.381009 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7f71a3c4-7f1f-46f3-84df-3b55557b7f97 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:56.391411 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:56.395100 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-8e97ad2c-da16-410a-9ff0-74fcac073565 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:11:56.408048 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8e97ad2c-da16-410a-9ff0-74fcac073565 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Usage tracker for resource:subnet and tenant:b2cc7248d2184abfb3aa21c44218cf1c is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:11:56.408521 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-52d97add-2b2d-49f1-8973-d2b3aaf01911 None None] Provisioning complete for port 2a270713-821f-4e58-86a5-c3381545c09c triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:11:56.408949 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-52d97add-2b2d-49f1-8973-d2b3aaf01911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:56.413637 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8e97ad2c-da16-410a-9ff0-74fcac073565 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:11:56.419123 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-0f9f75b9-f979-4c9e-ad25-8cb0810f9459 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] For port 4eb29266-df5c-4a9d-9899-4335d0d3a819, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=4eb29266-df5c-4a9d-9899-4335d0d3a819,segment=NetworkSegment(109c1383-4745-474f-97fd-bd9085fb4cb4),segment_id=109c1383-4745-474f-97fd-bd9085fb4cb4)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:11:56.419528 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0f9f75b9-f979-4c9e-ad25-8cb0810f9459 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:56.433872 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-8e97ad2c-da16-410a-9ff0-74fcac073565 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:11:56.483585 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e97ad2c-da16-410a-9ff0-74fcac073565 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Made reservation on behalf of b2cc7248d2184abfb3aa21c44218cf1c for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:11:56.506077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8e97ad2c-da16-410a-9ff0-74fcac073565 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:56.553261 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-63d2297b-c186-423f-ad85-eba0c29b0eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:56.566684 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-0f9f75b9-f979-4c9e-ad25-8cb0810f9459 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Calling delete_port for 4eb29266-df5c-4a9d-9899-4335d0d3a819 owned by network:dhcp {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:11:56.571576 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f75765c6-8de9-42a7-be5c-43570a94d19f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:56.611802 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-d994852e-3ae8-4f83-9ed8-6aa131754f49 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] delete failed (client error): There was a conflict when trying to complete your request.
Jan 29 10:11:56.615346 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d994852e-3ae8-4f83-9ed8-6aa131754f49 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] 10.222.0.57 "DELETE /v2.0/routers/c1acf306-b3a3-4525-833e-5a26d5c1fc90 HTTP/1.1" status: 409  len: 329 time: 0.8956373
Jan 29 10:11:56.619608 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53166) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:56.625041 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3723f5df-337d-40fe-b380-ba2a4969e7b0 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:56.631741 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d2297b-c186-423f-ad85-eba0c29b0eaf None None] Pushing event deleted for resources: {'Port': ['ID=4eb29266-df5c-4a9d-9899-4335d0d3a819,revision_number=None']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:56.638217 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-63d2297b-c186-423f-ad85-eba0c29b0eaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:56.696753 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-cbf1c5aa-1b26-481f-a0a2-5931adeedb8a tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:56.755960 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-7f71a3c4-7f1f-46f3-84df-3b55557b7f97 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] device_id is not set on port 55458b2a-0b69-4bd5-bba3-43274299b0d4 yet. {{(pid=80765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:11:56.798899 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d2297b-c186-423f-ad85-eba0c29b0eaf None None] No DVR routers for this DVR port 4eb29266-df5c-4a9d-9899-4335d0d3a819 on host dv-neutron-772983-2-ovs {{(pid=80767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:11:56.832112 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-0f9f75b9-f979-4c9e-ad25-8cb0810f9459 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80766) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:11:56.832488 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-0f9f75b9-f979-4c9e-ad25-8cb0810f9459 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:11:56.872202 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2650178c-d075-4dad-b8c7-1cd7b67c5e87 None None] DHCP port deletion for 36ec2ab5-acc9-45dc-a136-797459b09a1c request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:11:56.877599 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-2650178c-d075-4dad-b8c7-1cd7b67c5e87 None None] Deleting port 2a270713-821f-4e58-86a5-c3381545c09c {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:11:56.877599 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2650178c-d075-4dad-b8c7-1cd7b67c5e87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:56.897886 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3723f5df-337d-40fe-b380-ba2a4969e7b0 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Pushing event updated for resources: {'Port': ['ID=3c40c68e-43fb-4eb3-abf5-066ce9d27c15,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:56.906587 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3723f5df-337d-40fe-b380-ba2a4969e7b0 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:57.091094 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3723f5df-337d-40fe-b380-ba2a4969e7b0 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Network fef7cc89-7267-4358-8599-6146c79819c4 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:11:57.096992 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-3723f5df-337d-40fe-b380-ba2a4969e7b0 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:11:57.113069 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3723f5df-337d-40fe-b380-ba2a4969e7b0 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:11:57.114908 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-2650178c-d075-4dad-b8c7-1cd7b67c5e87 None None] For port 2a270713-821f-4e58-86a5-c3381545c09c, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=2a270713-821f-4e58-86a5-c3381545c09c,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:11:57.115359 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2650178c-d075-4dad-b8c7-1cd7b67c5e87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:57.253095 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-2650178c-d075-4dad-b8c7-1cd7b67c5e87 None None] Calling delete_port for 2a270713-821f-4e58-86a5-c3381545c09c owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:11:57.328537 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3723f5df-337d-40fe-b380-ba2a4969e7b0 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:57.329278 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3723f5df-337d-40fe-b380-ba2a4969e7b0 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:57.344025 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2650178c-d075-4dad-b8c7-1cd7b67c5e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:57.348278 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7f71a3c4-7f1f-46f3-84df-3b55557b7f97 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:57.361056 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-63d2297b-c186-423f-ad85-eba0c29b0eaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:57.418895 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2650178c-d075-4dad-b8c7-1cd7b67c5e87 None None] Pushing event deleted for resources: {'Port': ['ID=2a270713-821f-4e58-86a5-c3381545c09c,revision_number=None']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:57.422556 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2650178c-d075-4dad-b8c7-1cd7b67c5e87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:57.443125 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3723f5df-337d-40fe-b380-ba2a4969e7b0 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 3.3056793
Jan 29 10:11:57.449579 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53170) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:57.456634 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-6a69c983-1647-41f5-835e-5c746160b833 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Request body: {'floatingip': {'port_id': '3c40c68e-43fb-4eb3-abf5-066ce9d27c15'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:11:57.518513 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2650178c-d075-4dad-b8c7-1cd7b67c5e87 None None] No DVR routers for this DVR port 2a270713-821f-4e58-86a5-c3381545c09c on host dv-neutron-772983-2-ovs {{(pid=80767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:11:57.550472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-7f71a3c4-7f1f-46f3-84df-3b55557b7f97 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] device_id is not set on port 486653e8-a80e-46a3-a269-ac838667e5af yet. {{(pid=80765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:11:57.570915 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6a69c983-1647-41f5-835e-5c746160b833 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for floatingip, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:57.659364 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-0f9f75b9-f979-4c9e-ad25-8cb0810f9459 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Deleting port 4eb29266-df5c-4a9d-9899-4335d0d3a819 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:11:57.659743 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0f9f75b9-f979-4c9e-ad25-8cb0810f9459 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:57.807293 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-0f9f75b9-f979-4c9e-ad25-8cb0810f9459 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] The port '4eb29266-df5c-4a9d-9899-4335d0d3a819' was deleted {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 29 10:11:57.867590 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7f71a3c4-7f1f-46f3-84df-3b55557b7f97 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:57.896040 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8e97ad2c-da16-410a-9ff0-74fcac073565 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:57.916967 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e57e16eb-f446-4a2e-bd7d-51271dc07534 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:57.999774 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 2a270713-821f-4e58-86a5-c3381545c09c no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:11:58.047710 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 2a270713-821f-4e58-86a5-c3381545c09c {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:11:58.048205 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 2a270713-821f-4e58-86a5-c3381545c09c not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:11:58.087318 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e97ad2c-da16-410a-9ff0-74fcac073565 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event updated for resources: {'Subnet': ['ID=e5652928-1d37-4e9c-8e16-eeb995104dd4,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:58.090983 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8e97ad2c-da16-410a-9ff0-74fcac073565 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:58.092972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0f9f75b9-f979-4c9e-ad25-8cb0810f9459 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:58.101620 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7f71a3c4-7f1f-46f3-84df-3b55557b7f97 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:58.120751 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f4ace551-4e88-4d3e-b3fd-145105c40f39 tempest-RoutersIpV6AdminTest-238391092 tempest-RoutersIpV6AdminTest-238391092-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:58.306943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f71a3c4-7f1f-46f3-84df-3b55557b7f97 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event updated for resources: {'Port': ['ID=55458b2a-0b69-4bd5-bba3-43274299b0d4,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:58.315673 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e97ad2c-da16-410a-9ff0-74fcac073565 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:11:58.316696 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7f71a3c4-7f1f-46f3-84df-3b55557b7f97 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:58.319081 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-8e97ad2c-da16-410a-9ff0-74fcac073565 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:11:58.329197 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc98d0d7-5bde-4188-b582-f60b563b0619 None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:11:58.347724 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f71a3c4-7f1f-46f3-84df-3b55557b7f97 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Network dcac8088-38cd-4a49-ab48-4a79e40d999e is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:11:58.348907 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e97ad2c-da16-410a-9ff0-74fcac073565 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:58.349574 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8e97ad2c-da16-410a-9ff0-74fcac073565 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:58.353750 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-7f71a3c4-7f1f-46f3-84df-3b55557b7f97 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:11:58.357446 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f71a3c4-7f1f-46f3-84df-3b55557b7f97 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:11:58.358336 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7f71a3c4-7f1f-46f3-84df-3b55557b7f97 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:58.382408 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ca557bf6-8f59-4ecd-ac92-eb5e07fbe0b7 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:58.417925 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-0f9f75b9-f979-4c9e-ad25-8cb0810f9459 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c84bca58>,) {'filters': {'network_id': ['57c6b440-3325-4711-b3fe-3417c6009264']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:11:58.447998 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-de99e967-ec87-4f08-acb8-a8145f2e821d tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349253'] for router_interface, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:58.475616 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8e97ad2c-da16-410a-9ff0-74fcac073565 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.3536742
Jan 29 10:11:58.500026 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53174) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:58.507593 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-0f9f75b9-f979-4c9e-ad25-8cb0810f9459 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c84bca58>, '109c1383-4745-474f-97fd-bd9085fb4cb4') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:11:58.508059 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-0f9f75b9-f979-4c9e-ad25-8cb0810f9459 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c84bca58>, '109c1383-4745-474f-97fd-bd9085fb4cb4') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:11:58.537188 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f71a3c4-7f1f-46f3-84df-3b55557b7f97 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event updated for resources: {'Port': ['ID=486653e8-a80e-46a3-a269-ac838667e5af,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:58.549746 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7f71a3c4-7f1f-46f3-84df-3b55557b7f97 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:58.573814 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51510fb5-9705-4057-bbd2-36bec0fb0471 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-36ec2ab5-acc9-45dc-a136-797459b09a1c', 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'tenant_id': 'b2cc7248d2184abfb3aa21c44218cf1c', 'fixed_ips': [{'subnet_id': 'e5652928-1d37-4e9c-8e16-eeb995104dd4'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:11:58.575077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-51510fb5-9705-4057-bbd2-36bec0fb0471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:58.595241 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-fbcb3a3e-820a-42e5-a34c-9e17c3a17c7f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Request body: {'subnet': {'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:11:58.596191 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f71a3c4-7f1f-46f3-84df-3b55557b7f97 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Checking segment: {'id': '8df41c93-2106-4e52-88e1-93d887ff15d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'd1cd3a9e-917e-4193-ad44-c1e01d052a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:11:58.596605 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f71a3c4-7f1f-46f3-84df-3b55557b7f97 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Network hostable DHCP agents. Network: d1cd3a9e-917e-4193-ad44-c1e01d052a3d, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:11:58.616733 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f71a3c4-7f1f-46f3-84df-3b55557b7f97 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Network d1cd3a9e-917e-4193-ad44-c1e01d052a3d is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:11:58.618857 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0f9f75b9-f979-4c9e-ad25-8cb0810f9459 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:58.627472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-7f71a3c4-7f1f-46f3-84df-3b55557b7f97 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, d1cd3a9e-917e-4193-ad44-c1e01d052a3d) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:11:58.639247 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f71a3c4-7f1f-46f3-84df-3b55557b7f97 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:11:58.644755 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc90c5e-db9c-4192-b515-f3b9ecf2c61f None None] Network d1cd3a9e-917e-4193-ad44-c1e01d052a3d requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:11:58.709152 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f71a3c4-7f1f-46f3-84df-3b55557b7f97 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:58.760103 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0f9f75b9-f979-4c9e-ad25-8cb0810f9459 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:58.774869 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0f9f75b9-f979-4c9e-ad25-8cb0810f9459 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Releasing vxlan tunnel 12 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:11:58.780682 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f71a3c4-7f1f-46f3-84df-3b55557b7f97 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:11:58.781445 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7f71a3c4-7f1f-46f3-84df-3b55557b7f97 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:58.806985 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7f71a3c4-7f1f-46f3-84df-3b55557b7f97 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 3.6880651
Jan 29 10:11:58.807513 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53178) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:58.905245 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-e1dc994f-9f90-4082-a057-f71a29ab087c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Deleting port 486653e8-a80e-46a3-a269-ac838667e5af {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:11:58.905624 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e1dc994f-9f90-4082-a057-f71a29ab087c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:59.209362 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-0f9f75b9-f979-4c9e-ad25-8cb0810f9459 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Network 57c6b440-3325-4711-b3fe-3417c6009264 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:11:59.222959 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-fbcb3a3e-820a-42e5-a34c-9e17c3a17c7f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:11:59.226596 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0f9f75b9-f979-4c9e-ad25-8cb0810f9459 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:59.247184 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-51510fb5-9705-4057-bbd2-36bec0fb0471 None None] Allocated IP 172.20.0.2 (36ec2ab5-acc9-45dc-a136-797459b09a1c/e5652928-1d37-4e9c-8e16-eeb995104dd4/a9d5ad82-1008-4e8e-b258-66aee177ee75) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:11:59.258968 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-fbcb3a3e-820a-42e5-a34c-9e17c3a17c7f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Usage tracker for resource:subnet and tenant:b2cc7248d2184abfb3aa21c44218cf1c is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:11:59.274376 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-fbcb3a3e-820a-42e5-a34c-9e17c3a17c7f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:11:59.344420 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-fbcb3a3e-820a-42e5-a34c-9e17c3a17c7f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:11:59.348586 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.resource_extend [None req-6a69c983-1647-41f5-835e-5c746160b833 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 29 10:11:59.447052 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e1dc994f-9f90-4082-a057-f71a29ab087c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:59.483332 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-51510fb5-9705-4057-bbd2-36bec0fb0471 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:59.588516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-e1dc994f-9f90-4082-a057-f71a29ab087c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Calling delete_port for 486653e8-a80e-46a3-a269-ac838667e5af owned by  {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:11:59.673319 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e1dc994f-9f90-4082-a057-f71a29ab087c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:59.688437 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6ffb309a-4872-4a51-9c6d-56581e025ac5 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:11:59.737039 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dc994f-9f90-4082-a057-f71a29ab087c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event deleted for resources: {'Port': ['ID=486653e8-a80e-46a3-a269-ac838667e5af,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:11:59.749135 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e1dc994f-9f90-4082-a057-f71a29ab087c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:11:59.815651 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbcb3a3e-820a-42e5-a34c-9e17c3a17c7f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Made reservation on behalf of b2cc7248d2184abfb3aa21c44218cf1c for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:11:59.838151 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fbcb3a3e-820a-42e5-a34c-9e17c3a17c7f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:59.838673 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e1dc994f-9f90-4082-a057-f71a29ab087c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:59.848026 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e1dc994f-9f90-4082-a057-f71a29ab087c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "DELETE /v2.0/ports/486653e8-a80e-46a3-a269-ac838667e5af HTTP/1.1" status: 204  len: 168 time: 1.0394669
Jan 29 10:11:59.850654 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53184) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:11:59.873329 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-0f9f75b9-f979-4c9e-ad25-8cb0810f9459 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Network 57c6b440-3325-4711-b3fe-3417c6009264 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:11:59.922808 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:11:59.922808 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:11:59.922808 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:11:59.922808 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:11:59.922808 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:11:59.922808 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:11:59.922808 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:11:59.922808 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:11:59.922808 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:11:59.922808 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:11:59.922808 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:11:59.922808 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:11:59.922808 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:11:59.922808 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:11:59.922808 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:11:59.922808 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:11:59.922808 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:11:59.922808 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:11:59.922808 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:11:59.922808 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:11:59.922808 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:11:59.922808 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:11:59.922808 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:11:59.922808 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:11:59.922808 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:11:59.922808 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:11:59.922808 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:11:59.922808 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:11:59.922808 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:11:59.922808 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:11:59.922808 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:11:59.922808 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:11:59.922808 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:11:59.922808 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:11:59.922808 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:11:59.922808 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:11:59.922808 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:11:59.922808 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:11:59.922808 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:11:59.922808 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:11:59.925694 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6a69c983-1647-41f5-835e-5c746160b833 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:11:59.981197 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6a69c983-1647-41f5-835e-5c746160b833 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:00.016867 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37dbf28f-5486-42cf-aeed-fe5a892b9e7a tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:00.098305 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37dbf28f-5486-42cf-aeed-fe5a892b9e7a tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:00.099175 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-37dbf28f-5486-42cf-aeed-fe5a892b9e7a tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Synchronizing usage tracker for tenant:af6cfbcc17be4cdfba1cf58741c9e55a on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:12:00.116686 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-37dbf28f-5486-42cf-aeed-fe5a892b9e7a tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Unset dirty status for tenant:af6cfbcc17be4cdfba1cf58741c9e55a on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:12:00.117977 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-37dbf28f-5486-42cf-aeed-fe5a892b9e7a tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1452 time: 0.2663116
Jan 29 10:12:00.120980 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53188) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:00.217267 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-ff13a394-6054-44c7-89cc-0a956fa4fe23 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Deleting port 55458b2a-0b69-4bd5-bba3-43274299b0d4 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:12:00.217935 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ff13a394-6054-44c7-89cc-0a956fa4fe23 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:00.282542 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-de99e967-ec87-4f08-acb8-a8145f2e821d tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Deleting port 8480627d-9c07-4d83-bce0-ba2a35163b1b {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:12:00.282834 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-de99e967-ec87-4f08-acb8-a8145f2e821d tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:00.323828 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-51510fb5-9705-4057-bbd2-36bec0fb0471 None None] Transition to ACTIVE for port object a9d5ad82-1008-4e8e-b258-66aee177ee75 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:12:00.347997 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0f9f75b9-f979-4c9e-ad25-8cb0810f9459 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:00.353528 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-51510fb5-9705-4057-bbd2-36bec0fb0471 None None] Transition to ACTIVE for port object a9d5ad82-1008-4e8e-b258-66aee177ee75 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:12:00.358387 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-51510fb5-9705-4057-bbd2-36bec0fb0471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:00.367006 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7518ac6d-f1d1-491e-afb5-dfb5cc647099 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:00.379597 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-505d13ab-be0a-4215-88f0-a95ada8b25bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:00.387293 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0f9f75b9-f979-4c9e-ad25-8cb0810f9459 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:00.431958 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9f75b9-f979-4c9e-ad25-8cb0810f9459 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Pushing event deleted for resources: {'Network': ['ID=57c6b440-3325-4711-b3fe-3417c6009264,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:00.465525 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0f9f75b9-f979-4c9e-ad25-8cb0810f9459 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:00.471022 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ff13a394-6054-44c7-89cc-0a956fa4fe23 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:00.487754 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0f9f75b9-f979-4c9e-ad25-8cb0810f9459 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "DELETE /v2.0/networks/57c6b440-3325-4711-b3fe-3417c6009264 HTTP/1.1" status: 204  len: 168 time: 7.0264678
Jan 29 10:12:00.488731 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53192) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:00.494704 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [None req-6a69c983-1647-41f5-835e-5c746160b833 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Floating IP 44f9679a-f572-4aad-ae8c-d67663f6e99a associated. External IP: 172.26.7.153, port: 3c40c68e-43fb-4eb3-abf5-066ce9d27c15.
Jan 29 10:12:00.519353 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51510fb5-9705-4057-bbd2-36bec0fb0471 None None] Pushing event updated for resources: {'Port': ['ID=a9d5ad82-1008-4e8e-b258-66aee177ee75,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:00.523639 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-51510fb5-9705-4057-bbd2-36bec0fb0471 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:00.572549 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51510fb5-9705-4057-bbd2-36bec0fb0471 None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:12:00.574086 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-51510fb5-9705-4057-bbd2-36bec0fb0471 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:12:00.576803 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51510fb5-9705-4057-bbd2-36bec0fb0471 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:12:00.617568 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-b8bddb87-aad1-40ae-b467-4cca4a03ced2 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1431048454', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:12:00.634465 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-51510fb5-9705-4057-bbd2-36bec0fb0471 None None] Attempting to bind port a9d5ad82-1008-4e8e-b258-66aee177ee75 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:12:00.634895 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-51510fb5-9705-4057-bbd2-36bec0fb0471 None None] Attempting to bind port a9d5ad82-1008-4e8e-b258-66aee177ee75 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:12:00.635320 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51510fb5-9705-4057-bbd2-36bec0fb0471 None None] Attempting to bind port a9d5ad82-1008-4e8e-b258-66aee177ee75 on network 36ec2ab5-acc9-45dc-a136-797459b09a1c {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:12:00.640862 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-b8bddb87-aad1-40ae-b467-4cca4a03ced2 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:12:00.641529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51510fb5-9705-4057-bbd2-36bec0fb0471 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:12:00.641996 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51510fb5-9705-4057-bbd2-36bec0fb0471 None None] Checking segment: {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:12:00.642452 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-51510fb5-9705-4057-bbd2-36bec0fb0471 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:00.642899 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51510fb5-9705-4057-bbd2-36bec0fb0471 None None] Bound using segment: {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:12:00.643425 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-51510fb5-9705-4057-bbd2-36bec0fb0471 None None] Bound port: a9d5ad82-1008-4e8e-b258-66aee177ee75, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:12:00.643850 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-51510fb5-9705-4057-bbd2-36bec0fb0471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:00.645346 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b8bddb87-aad1-40ae-b467-4cca4a03ced2 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Usage tracker for resource:router and tenant:22949024c322421d99052f9202cdd49a is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:12:00.648554 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b8bddb87-aad1-40ae-b467-4cca4a03ced2 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Quota usage for router was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:12:00.655061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-b8bddb87-aad1-40ae-b467-4cca4a03ced2 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:12:00.666335 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-ff13a394-6054-44c7-89cc-0a956fa4fe23 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Calling delete_port for 55458b2a-0b69-4bd5-bba3-43274299b0d4 owned by  {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:12:00.722082 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b8bddb87-aad1-40ae-b467-4cca4a03ced2 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:00.723052 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b8bddb87-aad1-40ae-b467-4cca4a03ced2 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:00.747077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-51510fb5-9705-4057-bbd2-36bec0fb0471 None None] For port a9d5ad82-1008-4e8e-b258-66aee177ee75, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:12:00.751436 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-51510fb5-9705-4057-bbd2-36bec0fb0471 None None] For port a9d5ad82-1008-4e8e-b258-66aee177ee75, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=a9d5ad82-1008-4e8e-b258-66aee177ee75,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:12:00.754711 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-51510fb5-9705-4057-bbd2-36bec0fb0471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:00.764959 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b8bddb87-aad1-40ae-b467-4cca4a03ced2 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:00.771581 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:00.781904 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ff13a394-6054-44c7-89cc-0a956fa4fe23 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:00.798189 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7f71a3c4-7f1f-46f3-84df-3b55557b7f97 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:00.828720 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-de99e967-ec87-4f08-acb8-a8145f2e821d tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:00.850301 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff13a394-6054-44c7-89cc-0a956fa4fe23 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event deleted for resources: {'Port': ['ID=55458b2a-0b69-4bd5-bba3-43274299b0d4,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:00.853556 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ff13a394-6054-44c7-89cc-0a956fa4fe23 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:00.858980 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b8bddb87-aad1-40ae-b467-4cca4a03ced2 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:00.927038 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51510fb5-9705-4057-bbd2-36bec0fb0471 None None] Pushing event updated for resources: {'Port': ['ID=a9d5ad82-1008-4e8e-b258-66aee177ee75,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:00.931647 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b8bddb87-aad1-40ae-b467-4cca4a03ced2 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:00.931966 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-51510fb5-9705-4057-bbd2-36bec0fb0471 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:00.936371 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b8bddb87-aad1-40ae-b467-4cca4a03ced2 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.4430885
Jan 29 10:12:00.936371 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53196) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:00.942952 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-323d337a-4689-4b5c-8361-66798c0009bc tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-75279858'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:12:00.983500 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-de99e967-ec87-4f08-acb8-a8145f2e821d tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Calling delete_port for 8480627d-9c07-4d83-bce0-ba2a35163b1b owned by network:router_interface {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:12:01.020961 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-323d337a-4689-4b5c-8361-66798c0009bc tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:12:01.034266 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-323d337a-4689-4b5c-8361-66798c0009bc tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Usage tracker for resource:network and tenant:22949024c322421d99052f9202cdd49a is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:12:01.038629 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-323d337a-4689-4b5c-8361-66798c0009bc tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Quota usage for network was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:12:01.050584 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-323d337a-4689-4b5c-8361-66798c0009bc tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:12:01.061620 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ff13a394-6054-44c7-89cc-0a956fa4fe23 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:01.063693 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ff13a394-6054-44c7-89cc-0a956fa4fe23 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "DELETE /v2.0/ports/55458b2a-0b69-4bd5-bba3-43274299b0d4 HTTP/1.1" status: 204  len: 168 time: 0.9417300
Jan 29 10:12:01.067135 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53200) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:01.070067 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-323d337a-4689-4b5c-8361-66798c0009bc tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Made reservation on behalf of 22949024c322421d99052f9202cdd49a for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:12:01.092749 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-323d337a-4689-4b5c-8361-66798c0009bc tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:01.179283 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-323d337a-4689-4b5c-8361-66798c0009bc tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] vxlan segment allocate from pool success with {'vxlan_vni': 12}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:12:01.201598 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-323d337a-4689-4b5c-8361-66798c0009bc tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:01.202067 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-323d337a-4689-4b5c-8361-66798c0009bc tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Added segment cf824e06-0db6-4801-9057-948972ffe4b3 of type vxlan for network 80c2087f-75e5-4ad3-be5d-6f7c2f11a575
Jan 29 10:12:01.323067 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df52212-904d-44fe-8d9d-3695cd399aa4 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:01.324015 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-7df52212-904d-44fe-8d9d-3695cd399aa4 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Synchronizing usage tracker for tenant:af6cfbcc17be4cdfba1cf58741c9e55a on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:12:01.358264 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a69c983-1647-41f5-835e-5c746160b833 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Router 92bee170-7907-4644-8709-c45f8f4ed753 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:12:01.368516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-323d337a-4689-4b5c-8361-66798c0009bc tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:01.382254 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-7df52212-904d-44fe-8d9d-3695cd399aa4 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Unset dirty status for tenant:af6cfbcc17be4cdfba1cf58741c9e55a on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:12:01.385827 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7df52212-904d-44fe-8d9d-3695cd399aa4 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200  len: 844 time: 0.3157136
Jan 29 10:12:01.396192 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53204) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:01.457451 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ad000a6-a4ed-4da3-9002-f74a6c6aaf29 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] GET failed (client error): The resource could not be found.
Jan 29 10:12:01.458853 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1ad000a6-a4ed-4da3-9002-f74a6c6aaf29 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "GET /v2.0/ports/486653e8-a80e-46a3-a269-ac838667e5af HTTP/1.1" status: 404  len: 333 time: 0.0615447
Jan 29 10:12:01.462171 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53208) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:01.466110 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-323d337a-4689-4b5c-8361-66798c0009bc tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:01.534773 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323d337a-4689-4b5c-8361-66798c0009bc tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:01.535405 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-323d337a-4689-4b5c-8361-66798c0009bc tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:01.541863 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bf4a4537-e69b-41f8-afbe-de6529e0d3af tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:01.641391 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8d80add-b19d-4fa4-a49f-68364020c5f7 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] GET failed (client error): The resource could not be found.
Jan 29 10:12:01.642809 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a8d80add-b19d-4fa4-a49f-68364020c5f7 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "GET /v2.0/ports/55458b2a-0b69-4bd5-bba3-43274299b0d4 HTTP/1.1" status: 404  len: 333 time: 0.1794388
Jan 29 10:12:01.646672 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53212) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:01.648179 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-323d337a-4689-4b5c-8361-66798c0009bc tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.7108424
Jan 29 10:12:01.703676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53216) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:01.740635 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-b645cb04-bf4b-4137-8294-5eda4077128f tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Request body: {'subnet': {'network_id': '80c2087f-75e5-4ad3-be5d-6f7c2f11a575', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:12:01.775764 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323d337a-4689-4b5c-8361-66798c0009bc tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Pushing event updated for resources: {'Network': ['ID=80c2087f-75e5-4ad3-be5d-6f7c2f11a575,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:01.791621 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 80c2087f-75e5-4ad3-be5d-6f7c2f11a575 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:12:01.800585 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-323d337a-4689-4b5c-8361-66798c0009bc tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:01.813596 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 80c2087f-75e5-4ad3-be5d-6f7c2f11a575 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:12:01.956473 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-de99e967-ec87-4f08-acb8-a8145f2e821d tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:01.972105 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-76515877-a80c-46c0-a5f6-1061f45abb3a tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:01.975113 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1592e4f0-7939-46b8-aff0-c97616944523 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:02.051244 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-b645cb04-bf4b-4137-8294-5eda4077128f tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:12:02.056405 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de99e967-ec87-4f08-acb8-a8145f2e821d tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Pushing event deleted for resources: {'Port': ['ID=8480627d-9c07-4d83-bce0-ba2a35163b1b,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:02.056562 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b645cb04-bf4b-4137-8294-5eda4077128f tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Usage tracker for resource:subnet and tenant:22949024c322421d99052f9202cdd49a is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:12:02.065581 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-de99e967-ec87-4f08-acb8-a8145f2e821d tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:02.083286 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device a9d5ad82-1008-4e8e-b258-66aee177ee75 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:12:02.094717 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b645cb04-bf4b-4137-8294-5eda4077128f tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:12:02.120494 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-b645cb04-bf4b-4137-8294-5eda4077128f tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:12:02.135868 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a69c983-1647-41f5-835e-5c746160b833 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:12:02.167976 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128a96c1-1c37-4e83-a68b-9a6f607497e7 None None] Sync routers for ids ['92bee170-7907-4644-8709-c45f8f4ed753'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:12:02.193255 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128a96c1-1c37-4e83-a68b-9a6f607497e7 None None] Routers {'92bee170-7907-4644-8709-c45f8f4ed753'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:12:02.194388 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-128a96c1-1c37-4e83-a68b-9a6f607497e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c8495320>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:11:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['92bee170-7907-4644-8709-c45f8f4ed753'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:02.199840 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6a69c983-1647-41f5-835e-5c746160b833 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:02.225004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-76515877-a80c-46c0-a5f6-1061f45abb3a tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:02.267572 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-128a96c1-1c37-4e83-a68b-9a6f607497e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c8495320>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:02.279241 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128a96c1-1c37-4e83-a68b-9a6f607497e7 None None] Routers {'92bee170-7907-4644-8709-c45f8f4ed753'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:12:02.279969 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-128a96c1-1c37-4e83-a68b-9a6f607497e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c8495320>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:11:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['92bee170-7907-4644-8709-c45f8f4ed753'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:02.368856 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port a9d5ad82-1008-4e8e-b258-66aee177ee75 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:12:02.376142 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-76515877-a80c-46c0-a5f6-1061f45abb3a tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c96fa320>,) {'filters': {'network_id': ['d1cd3a9e-917e-4193-ad44-c1e01d052a3d']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:02.389383 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-128a96c1-1c37-4e83-a68b-9a6f607497e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c8495320>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:02.389716 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128a96c1-1c37-4e83-a68b-9a6f607497e7 None None] The sync data for ids ['92bee170-7907-4644-8709-c45f8f4ed753'] in dv-neutron-772983-2-ovs is: [] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:12:02.398088 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b645cb04-bf4b-4137-8294-5eda4077128f tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Made reservation on behalf of 22949024c322421d99052f9202cdd49a for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:12:02.412301 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6a69c983-1647-41f5-835e-5c746160b833 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] 10.222.0.57 "PUT /v2.0/floatingips/44f9679a-f572-4aad-ae8c-d67663f6e99a HTTP/1.1" status: 200  len: 978 time: 4.9612331
Jan 29 10:12:02.419376 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53220) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:02.420011 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b645cb04-bf4b-4137-8294-5eda4077128f tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:02.442021 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-76515877-a80c-46c0-a5f6-1061f45abb3a tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c96fa320>, '8df41c93-2106-4e52-88e1-93d887ff15d4') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:02.442129 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-76515877-a80c-46c0-a5f6-1061f45abb3a tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c96fa320>, '8df41c93-2106-4e52-88e1-93d887ff15d4') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:02.473291 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-76515877-a80c-46c0-a5f6-1061f45abb3a tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:02.549100 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-76515877-a80c-46c0-a5f6-1061f45abb3a tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:02.556919 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-76515877-a80c-46c0-a5f6-1061f45abb3a tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Releasing vxlan tunnel 15 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:12:02.713743 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-b10aa254-c6c7-4b30-866f-09145bb1f9a8 None None] Provisioning for port a9d5ad82-1008-4e8e-b258-66aee177ee75 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:12:02.720733 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-b10aa254-c6c7-4b30-866f-09145bb1f9a8 None None] Provisioning complete for port a9d5ad82-1008-4e8e-b258-66aee177ee75 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:12:02.721206 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b10aa254-c6c7-4b30-866f-09145bb1f9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:02.729923 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-552a034f-97f7-4f22-97e2-3ba7799d6c61 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Deleting port 3c40c68e-43fb-4eb3-abf5-066ce9d27c15 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:12:02.730321 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-552a034f-97f7-4f22-97e2-3ba7799d6c61 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:02.764600 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-de99e967-ec87-4f08-acb8-a8145f2e821d tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854415430'] for router_interface, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:02.768084 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-76515877-a80c-46c0-a5f6-1061f45abb3a tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Network d1cd3a9e-917e-4193-ad44-c1e01d052a3d has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:12:02.779123 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-76515877-a80c-46c0-a5f6-1061f45abb3a tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:02.791141 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.objects.ports [None req-fbcb3a3e-820a-42e5-a34c-9e17c3a17c7f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=80766) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 29 10:12:02.935863 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b10aa254-c6c7-4b30-866f-09145bb1f9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:02.993096 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-b10aa254-c6c7-4b30-866f-09145bb1f9a8 None None] For port a9d5ad82-1008-4e8e-b258-66aee177ee75, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=a9d5ad82-1008-4e8e-b258-66aee177ee75,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:12:03.000717 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b10aa254-c6c7-4b30-866f-09145bb1f9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:03.003792 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3b2fdd64-e1d3-46ea-bb1a-a12c4ebdf93d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:03.044867 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-76515877-a80c-46c0-a5f6-1061f45abb3a tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Network d1cd3a9e-917e-4193-ad44-c1e01d052a3d has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:12:03.083362 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:12:03.083362 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:12:03.083362 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:12:03.083362 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:12:03.083362 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:12:03.083362 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:12:03.083362 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:12:03.083362 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:12:03.083362 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:12:03.083362 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:12:03.083362 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:12:03.083362 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:12:03.083362 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:12:03.083362 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:12:03.083362 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:12:03.083362 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:12:03.083362 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:12:03.083362 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:12:03.083362 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:12:03.083362 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:12:03.083362 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:12:03.083362 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:12:03.083362 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:12:03.083362 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:12:03.083362 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:12:03.083362 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:12:03.083362 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:12:03.083362 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:12:03.083362 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:12:03.083362 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:12:03.083362 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:12:03.083362 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:12:03.159354 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-bb3b5577-a45b-4070-825f-69c90bc7780d None None] Provisioning complete for port a9d5ad82-1008-4e8e-b258-66aee177ee75 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:12:03.159354 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bb3b5577-a45b-4070-825f-69c90bc7780d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:03.209065 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10aa254-c6c7-4b30-866f-09145bb1f9a8 None None] Pushing event updated for resources: {'Port': ['ID=a9d5ad82-1008-4e8e-b258-66aee177ee75,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:03.213401 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b10aa254-c6c7-4b30-866f-09145bb1f9a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:03.224613 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-76515877-a80c-46c0-a5f6-1061f45abb3a tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:03.230707 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f41c1ece-ddb1-4f52-8e16-9b67cc8cf152 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:03.247867 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-76515877-a80c-46c0-a5f6-1061f45abb3a tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:03.273628 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76515877-a80c-46c0-a5f6-1061f45abb3a tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event deleted for resources: {'Network': ['ID=d1cd3a9e-917e-4193-ad44-c1e01d052a3d,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:03.282582 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-76515877-a80c-46c0-a5f6-1061f45abb3a tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:03.305071 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-76515877-a80c-46c0-a5f6-1061f45abb3a tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "DELETE /v2.0/networks/d1cd3a9e-917e-4193-ad44-c1e01d052a3d HTTP/1.1" status: 204  len: 168 time: 1.6556249
Jan 29 10:12:03.309593 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53224) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:03.323774 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-cb5e9b9e-62b7-46e9-bd35-de47135da3b4 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1735250651'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:12:03.392487 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-cb5e9b9e-62b7-46e9-bd35-de47135da3b4 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:12:03.401280 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-cb5e9b9e-62b7-46e9-bd35-de47135da3b4 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Usage tracker for resource:network and tenant:af6cfbcc17be4cdfba1cf58741c9e55a is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:12:03.407356 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-cb5e9b9e-62b7-46e9-bd35-de47135da3b4 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Quota usage for network was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:12:03.415992 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-cb5e9b9e-62b7-46e9-bd35-de47135da3b4 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:12:03.434353 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5e9b9e-62b7-46e9-bd35-de47135da3b4 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Made reservation on behalf of af6cfbcc17be4cdfba1cf58741c9e55a for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:12:03.456026 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cb5e9b9e-62b7-46e9-bd35-de47135da3b4 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:03.507199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb5e9b9e-62b7-46e9-bd35-de47135da3b4 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] vxlan segment allocate from pool success with {'vxlan_vni': 15}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:12:03.526567 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cb5e9b9e-62b7-46e9-bd35-de47135da3b4 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:03.526567 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-cb5e9b9e-62b7-46e9-bd35-de47135da3b4 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Added segment cec83082-67fd-4203-bfe0-de7f27586ad6 of type vxlan for network 0f6f087c-1744-498d-b2df-b81565493267
Jan 29 10:12:03.526899 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-a1e98ef2-8895-43f7-8f3e-a1795b36b4ef None None] Provisioning complete for port a9d5ad82-1008-4e8e-b258-66aee177ee75 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:12:03.527614 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a1e98ef2-8895-43f7-8f3e-a1795b36b4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:03.587026 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fbcb3a3e-820a-42e5-a34c-9e17c3a17c7f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:03.597547 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-552a034f-97f7-4f22-97e2-3ba7799d6c61 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:03.608671 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cb5e9b9e-62b7-46e9-bd35-de47135da3b4 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:03.621666 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b645cb04-bf4b-4137-8294-5eda4077128f tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:03.637557 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b1bd523b-dc35-453b-8317-dba4739435c5 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:03.798544 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cb5e9b9e-62b7-46e9-bd35-de47135da3b4 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:03.868020 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5e9b9e-62b7-46e9-bd35-de47135da3b4 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:03.868734 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cb5e9b9e-62b7-46e9-bd35-de47135da3b4 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:03.877248 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b645cb04-bf4b-4137-8294-5eda4077128f tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Pushing event updated for resources: {'Subnet': ['ID=9ff78040-da3e-4fb9-8f2b-df4ed268b1aa,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:03.886550 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b645cb04-bf4b-4137-8294-5eda4077128f tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:03.890140 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a625dfa2-a48a-44ae-9a33-baadfd021fa7 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:03.946710 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-cb5e9b9e-62b7-46e9-bd35-de47135da3b4 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.6308296
Jan 29 10:12:03.952709 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53228) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:03.970637 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-4cdf544d-3687-4f98-b695-e467ce113901 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Request body: {'subnet': {'network_id': '0f6f087c-1744-498d-b2df-b81565493267', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:12:03.996872 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device a9d5ad82-1008-4e8e-b258-66aee177ee75 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:12:04.066840 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:12:04.078197 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port a9d5ad82-1008-4e8e-b258-66aee177ee75 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:12:04.078910 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:04.103804 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de99e967-ec87-4f08-acb8-a8145f2e821d tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Router c1acf306-b3a3-4525-833e-5a26d5c1fc90 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:12:04.344306 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5e9b9e-62b7-46e9-bd35-de47135da3b4 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event updated for resources: {'Network': ['ID=0f6f087c-1744-498d-b2df-b81565493267,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:04.350089 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-cb5e9b9e-62b7-46e9-bd35-de47135da3b4 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:04.358151 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 0f6f087c-1744-498d-b2df-b81565493267 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:12:04.377459 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 0f6f087c-1744-498d-b2df-b81565493267 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:12:04.434630 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de99e967-ec87-4f08-acb8-a8145f2e821d tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:12:04.445527 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-4cdf544d-3687-4f98-b695-e467ce113901 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:12:04.452742 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-4cdf544d-3687-4f98-b695-e467ce113901 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Usage tracker for resource:subnet and tenant:af6cfbcc17be4cdfba1cf58741c9e55a is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:12:04.456070 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25db6c6-5667-469b-9955-f121d2a4bc32 None None] Sync routers for ids ['c1acf306-b3a3-4525-833e-5a26d5c1fc90'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:12:04.459515 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-4cdf544d-3687-4f98-b695-e467ce113901 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:12:04.469338 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-de99e967-ec87-4f08-acb8-a8145f2e821d tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] 10.222.0.57 "PUT /v2.0/routers/c1acf306-b3a3-4525-833e-5a26d5c1fc90/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.8446894
Jan 29 10:12:04.474178 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b645cb04-bf4b-4137-8294-5eda4077128f tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Checking segment: {'id': 'cf824e06-0db6-4801-9057-948972ffe4b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '80c2087f-75e5-4ad3-be5d-6f7c2f11a575'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:12:04.474771 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b645cb04-bf4b-4137-8294-5eda4077128f tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Network hostable DHCP agents. Network: 80c2087f-75e5-4ad3-be5d-6f7c2f11a575, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:12:04.476566 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25db6c6-5667-469b-9955-f121d2a4bc32 None None] Routers {'c1acf306-b3a3-4525-833e-5a26d5c1fc90'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:12:04.477338 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-f25db6c6-5667-469b-9955-f121d2a4bc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9d9d160>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:11:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['c1acf306-b3a3-4525-833e-5a26d5c1fc90'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:04.479987 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53232) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:04.481089 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-4cdf544d-3687-4f98-b695-e467ce113901 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:12:04.573989 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-0e43dc16-acea-4f3a-9631-122e9bb5f09c tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] show failed (client error): The resource could not be found.
Jan 29 10:12:04.574279 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-f25db6c6-5667-469b-9955-f121d2a4bc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9d9d160>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:04.579742 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0e43dc16-acea-4f3a-9631-122e9bb5f09c tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] 10.222.0.57 "GET /v2.0/routers/tempest-non_exist_router-1600434373 HTTP/1.1" status: 404  len: 335 time: 0.0929046
Jan 29 10:12:04.580663 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53236) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:04.587886 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cdf544d-3687-4f98-b695-e467ce113901 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Made reservation on behalf of af6cfbcc17be4cdfba1cf58741c9e55a for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:12:04.594055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25db6c6-5667-469b-9955-f121d2a4bc32 None None] Routers {'c1acf306-b3a3-4525-833e-5a26d5c1fc90'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:12:04.594775 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-f25db6c6-5667-469b-9955-f121d2a4bc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9d9d160>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:11:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['c1acf306-b3a3-4525-833e-5a26d5c1fc90'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:04.610938 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4cdf544d-3687-4f98-b695-e467ce113901 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:04.627445 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b645cb04-bf4b-4137-8294-5eda4077128f tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Network 80c2087f-75e5-4ad3-be5d-6f7c2f11a575 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:12:04.640419 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-24037f88-1fe6-417d-8dcd-42ea256e2d4a tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Request body: {'router': {'name': 'new_name'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:12:04.659432 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:04.671611 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-f25db6c6-5667-469b-9955-f121d2a4bc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9d9d160>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:04.671828 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-552a034f-97f7-4f22-97e2-3ba7799d6c61 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:04.672172 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-552a034f-97f7-4f22-97e2-3ba7799d6c61 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:04.672327 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25db6c6-5667-469b-9955-f121d2a4bc32 None None] The sync data for ids ['c1acf306-b3a3-4525-833e-5a26d5c1fc90'] in dv-neutron-772983-2-ovs is: [] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:12:04.672532 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [None req-552a034f-97f7-4f22-97e2-3ba7799d6c61 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Floating IP 44f9679a-f572-4aad-ae8c-d67663f6e99a disassociated. External IP: 172.26.7.153, port: 3c40c68e-43fb-4eb3-abf5-066ce9d27c15.
Jan 29 10:12:04.672917 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-552a034f-97f7-4f22-97e2-3ba7799d6c61 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Calling delete_port for 3c40c68e-43fb-4eb3-abf5-066ce9d27c15 owned by  {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:12:04.734405 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-24037f88-1fe6-417d-8dcd-42ea256e2d4a tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] update failed (client error): The resource could not be found.
Jan 29 10:12:04.737722 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-24037f88-1fe6-417d-8dcd-42ea256e2d4a tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] 10.222.0.57 "PUT /v2.0/routers/tempest-non_exist_router-1124906286 HTTP/1.1" status: 404  len: 335 time: 0.1520841
Jan 29 10:12:04.739497 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53240) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:04.742015 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-b645cb04-bf4b-4137-8294-5eda4077128f tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 80c2087f-75e5-4ad3-be5d-6f7c2f11a575) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:12:04.750498 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5431e3fe-0da8-421e-92f1-75497ef7db43 None None] Network 80c2087f-75e5-4ad3-be5d-6f7c2f11a575 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:12:04.799237 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-fbcb3a3e-820a-42e5-a34c-9e17c3a17c7f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] For port a9d5ad82-1008-4e8e-b258-66aee177ee75, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=a9d5ad82-1008-4e8e-b258-66aee177ee75,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:12:04.811500 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b645cb04-bf4b-4137-8294-5eda4077128f tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:04.811774 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b645cb04-bf4b-4137-8294-5eda4077128f tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:04.865131 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b645cb04-bf4b-4137-8294-5eda4077128f tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.1421723
Jan 29 10:12:04.868178 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53244) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:04.890437 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-36c29f57-0760-4721-9565-516b1a556b17 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Deleting subnet be8ad5da-8481-411a-875e-b0eb9d11fc6c {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:12:04.927089 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-36c29f57-0760-4721-9565-516b1a556b17 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:04.963980 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fbcb3a3e-820a-42e5-a34c-9e17c3a17c7f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:04.980560 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fbcb3a3e-820a-42e5-a34c-9e17c3a17c7f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:04.981509 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fbcb3a3e-820a-42e5-a34c-9e17c3a17c7f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:05.007307 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-32c93b39-7f5a-4ad6-94c2-0856860cf8df tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:05.026254 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055b8f6e-e599-43e6-a01c-1ac3905a520a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-80c2087f-75e5-4ad3-be5d-6f7c2f11a575', 'network_id': '80c2087f-75e5-4ad3-be5d-6f7c2f11a575', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'fixed_ips': [{'subnet_id': '9ff78040-da3e-4fb9-8f2b-df4ed268b1aa'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:12:05.027426 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-055b8f6e-e599-43e6-a01c-1ac3905a520a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:05.168702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-36c29f57-0760-4721-9565-516b1a556b17 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:05.228858 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-552a034f-97f7-4f22-97e2-3ba7799d6c61 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:05.317509 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcb3a3e-820a-42e5-a34c-9e17c3a17c7f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event updated for resources: {'Port': ['ID=a9d5ad82-1008-4e8e-b258-66aee177ee75,revision_number=5']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:05.338863 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-fbcb3a3e-820a-42e5-a34c-9e17c3a17c7f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:05.342197 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a9592514-1605-42ac-97c1-ed441739c577 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.301s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:05.517183 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-36c29f57-0760-4721-9565-516b1a556b17 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:05.540870 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-de88b023-6ee3-424d-9148-d8ccb84f6ad8 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:05.551093 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcb3a3e-820a-42e5-a34c-9e17c3a17c7f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event updated for resources: {'Subnet': ['ID=df01943f-259b-4b7d-8bdc-9c2700778cbf,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:05.573887 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-fbcb3a3e-820a-42e5-a34c-9e17c3a17c7f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:05.576531 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0997b75b-2d2c-45ac-b588-eee345d55e51 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.320s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:05.620886 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcb3a3e-820a-42e5-a34c-9e17c3a17c7f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:12:05.642709 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-fbcb3a3e-820a-42e5-a34c-9e17c3a17c7f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:12:05.645844 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-055b8f6e-e599-43e6-a01c-1ac3905a520a None None] Allocated IP 2001:db8::2 (80c2087f-75e5-4ad3-be5d-6f7c2f11a575/9ff78040-da3e-4fb9-8f2b-df4ed268b1aa/3fdcdec1-d19a-48ac-b1a6-14362f6bbb27) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:12:05.653239 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0439f75-fc96-4bba-89c8-b401abfd2da6 None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:12:05.672574 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552a034f-97f7-4f22-97e2-3ba7799d6c61 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Pushing event deleted for resources: {'Port': ['ID=3c40c68e-43fb-4eb3-abf5-066ce9d27c15,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:05.695689 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-552a034f-97f7-4f22-97e2-3ba7799d6c61 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:05.709071 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcb3a3e-820a-42e5-a34c-9e17c3a17c7f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:05.710139 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fbcb3a3e-820a-42e5-a34c-9e17c3a17c7f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:06.054578 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device a9d5ad82-1008-4e8e-b258-66aee177ee75 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:12:06.220832 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port a9d5ad82-1008-4e8e-b258-66aee177ee75 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:12:06.220832 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:06.222236 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4cdf544d-3687-4f98-b695-e467ce113901 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:06.242820 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-24871b17-e44b-409e-9228-e9535403704c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:06.277627 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-055b8f6e-e599-43e6-a01c-1ac3905a520a None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:06.332867 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdf544d-3687-4f98-b695-e467ce113901 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event updated for resources: {'Subnet': ['ID=03ee1f08-daf6-495c-ab18-01f3f2b07057,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:06.336121 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-055b8f6e-e599-43e6-a01c-1ac3905a520a None None] Transition to ACTIVE for port object 3fdcdec1-d19a-48ac-b1a6-14362f6bbb27 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:12:06.336610 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4cdf544d-3687-4f98-b695-e467ce113901 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:06.394497 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-fbcb3a3e-820a-42e5-a34c-9e17c3a17c7f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 7.8761427
Jan 29 10:12:06.400971 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53248) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:06.408047 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-055b8f6e-e599-43e6-a01c-1ac3905a520a None None] Transition to ACTIVE for port object 3fdcdec1-d19a-48ac-b1a6-14362f6bbb27 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:12:06.423742 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-1392ba0a-a21a-432a-8515-d47005bfa14e tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Request body: {'port': {'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'mac_address': 'fa:16:3e:cd:c7:d2', 'name': 'tempest-NetworksTestDHCPv6-1639445319'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:12:06.425602 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-055b8f6e-e599-43e6-a01c-1ac3905a520a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:06.594930 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e9598d52-f46e-4a1a-a8c7-79d132bb692f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:06.684309 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-552a034f-97f7-4f22-97e2-3ba7799d6c61 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Router 92bee170-7907-4644-8709-c45f8f4ed753 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:12:06.739733 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-1392ba0a-a21a-432a-8515-d47005bfa14e tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:12:06.744905 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-1392ba0a-a21a-432a-8515-d47005bfa14e tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Usage tracker for resource:port and tenant:b2cc7248d2184abfb3aa21c44218cf1c is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:12:06.749417 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-1392ba0a-a21a-432a-8515-d47005bfa14e tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Quota usage for port was recalculated. Used quota:1. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:12:06.756346 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-1392ba0a-a21a-432a-8515-d47005bfa14e tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:12:06.765566 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055b8f6e-e599-43e6-a01c-1ac3905a520a None None] Network 80c2087f-75e5-4ad3-be5d-6f7c2f11a575 is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:12:06.775882 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1392ba0a-a21a-432a-8515-d47005bfa14e tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Made reservation on behalf of b2cc7248d2184abfb3aa21c44218cf1c for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:12:06.777769 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-055b8f6e-e599-43e6-a01c-1ac3905a520a None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:12:06.785204 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055b8f6e-e599-43e6-a01c-1ac3905a520a None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:12:06.793519 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055b8f6e-e599-43e6-a01c-1ac3905a520a None None] Pushing event updated for resources: {'Port': ['ID=3fdcdec1-d19a-48ac-b1a6-14362f6bbb27,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:06.805149 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-055b8f6e-e599-43e6-a01c-1ac3905a520a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:06.877796 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-055b8f6e-e599-43e6-a01c-1ac3905a520a None None] Attempting to bind port 3fdcdec1-d19a-48ac-b1a6-14362f6bbb27 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:12:06.878389 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-055b8f6e-e599-43e6-a01c-1ac3905a520a None None] Attempting to bind port 3fdcdec1-d19a-48ac-b1a6-14362f6bbb27 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'cf824e06-0db6-4801-9057-948972ffe4b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '80c2087f-75e5-4ad3-be5d-6f7c2f11a575'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:12:06.879001 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055b8f6e-e599-43e6-a01c-1ac3905a520a None None] Attempting to bind port 3fdcdec1-d19a-48ac-b1a6-14362f6bbb27 on network 80c2087f-75e5-4ad3-be5d-6f7c2f11a575 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:12:06.881493 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-de88b023-6ee3-424d-9148-d8ccb84f6ad8 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Allocated IP 2001:db8::1 (80c2087f-75e5-4ad3-be5d-6f7c2f11a575/9ff78040-da3e-4fb9-8f2b-df4ed268b1aa/b7314175-99f7-4cb6-ac48-9793b498e096) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:12:06.886820 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055b8f6e-e599-43e6-a01c-1ac3905a520a None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:12:06.887257 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055b8f6e-e599-43e6-a01c-1ac3905a520a None None] Checking segment: {'id': 'cf824e06-0db6-4801-9057-948972ffe4b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '80c2087f-75e5-4ad3-be5d-6f7c2f11a575'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:12:06.887721 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-055b8f6e-e599-43e6-a01c-1ac3905a520a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:06.889029 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055b8f6e-e599-43e6-a01c-1ac3905a520a None None] Bound using segment: {'id': 'cf824e06-0db6-4801-9057-948972ffe4b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '80c2087f-75e5-4ad3-be5d-6f7c2f11a575'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:12:06.889558 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-055b8f6e-e599-43e6-a01c-1ac3905a520a None None] Bound port: 3fdcdec1-d19a-48ac-b1a6-14362f6bbb27, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf824e06-0db6-4801-9057-948972ffe4b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '80c2087f-75e5-4ad3-be5d-6f7c2f11a575'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:12:06.890013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-055b8f6e-e599-43e6-a01c-1ac3905a520a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:06.937282 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdf544d-3687-4f98-b695-e467ce113901 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Checking segment: {'id': 'cec83082-67fd-4203-bfe0-de7f27586ad6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '0f6f087c-1744-498d-b2df-b81565493267'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:12:06.937640 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdf544d-3687-4f98-b695-e467ce113901 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Network hostable DHCP agents. Network: 0f6f087c-1744-498d-b2df-b81565493267, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:12:06.991321 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-055b8f6e-e599-43e6-a01c-1ac3905a520a None None] For port 3fdcdec1-d19a-48ac-b1a6-14362f6bbb27, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:12:06.998961 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-055b8f6e-e599-43e6-a01c-1ac3905a520a None None] For port 3fdcdec1-d19a-48ac-b1a6-14362f6bbb27, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=3fdcdec1-d19a-48ac-b1a6-14362f6bbb27,segment=NetworkSegment(cf824e06-0db6-4801-9057-948972ffe4b3),segment_id=cf824e06-0db6-4801-9057-948972ffe4b3)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:12:07.004459 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-055b8f6e-e599-43e6-a01c-1ac3905a520a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:07.026324 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:07.046202 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1392ba0a-a21a-432a-8515-d47005bfa14e tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:07.076439 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdf544d-3687-4f98-b695-e467ce113901 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Network 0f6f087c-1744-498d-b2df-b81565493267 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:12:07.105479 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-4cdf544d-3687-4f98-b695-e467ce113901 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 0f6f087c-1744-498d-b2df-b81565493267) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:12:07.133484 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297504fd-8543-4931-82c0-f39206bd717d None None] Network 0f6f087c-1744-498d-b2df-b81565493267 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:12:07.155508 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdf544d-3687-4f98-b695-e467ce113901 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:07.156109 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4cdf544d-3687-4f98-b695-e467ce113901 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:07.171235 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-36c29f57-0760-4721-9565-516b1a556b17 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:07.199953 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-de88b023-6ee3-424d-9148-d8ccb84f6ad8 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:07.200326 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e16d2dd9-d708-4e9e-b993-79eadf29dfe8 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:07.210935 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4cdf544d-3687-4f98-b695-e467ce113901 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.2571061
Jan 29 10:12:07.214755 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53254) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:07.224880 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-aef5257e-d7b9-4e12-9695-d0a923160544 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Request body: {'port': {'network_id': '0f6f087c-1744-498d-b2df-b81565493267', 'name': 'tempest-PortsTestJSON-107324781'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:12:07.248466 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-de88b023-6ee3-424d-9148-d8ccb84f6ad8 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Transition to ACTIVE for port object b7314175-99f7-4cb6-ac48-9793b498e096 will not be triggered until provisioned by entity DHCP. {{(pid=80765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:12:07.332103 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c29f57-0760-4721-9565-516b1a556b17 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Pushing event deleted for resources: {'Subnet': ['ID=be8ad5da-8481-411a-875e-b0eb9d11fc6c,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:07.338898 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-36c29f57-0760-4721-9565-516b1a556b17 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:07.359644 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055b8f6e-e599-43e6-a01c-1ac3905a520a None None] Pushing event updated for resources: {'Port': ['ID=3fdcdec1-d19a-48ac-b1a6-14362f6bbb27,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:07.366135 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-5de21c12-889d-4398-8f0f-7aa74af9066f None None] Provisioning complete for port a9d5ad82-1008-4e8e-b258-66aee177ee75 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:12:07.366758 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5de21c12-889d-4398-8f0f-7aa74af9066f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:07.395019 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-de88b023-6ee3-424d-9148-d8ccb84f6ad8 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:07.395978 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-055b8f6e-e599-43e6-a01c-1ac3905a520a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:07.411038 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-aef5257e-d7b9-4e12-9695-d0a923160544 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:12:07.413561 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5a092b04-6266-4f7f-a28a-40985279227c tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:07.489957 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-aef5257e-d7b9-4e12-9695-d0a923160544 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:12:07.579840 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de88b023-6ee3-424d-9148-d8ccb84f6ad8 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Pushing event updated for resources: {'Port': ['ID=b7314175-99f7-4cb6-ac48-9793b498e096,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:07.585139 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef5257e-d7b9-4e12-9695-d0a923160544 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Made reservation on behalf of af6cfbcc17be4cdfba1cf58741c9e55a for: {'port': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:12:07.606039 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-aef5257e-d7b9-4e12-9695-d0a923160544 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:07.612307 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-36c29f57-0760-4721-9565-516b1a556b17 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:07.618108 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-de88b023-6ee3-424d-9148-d8ccb84f6ad8 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:07.618584 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db011e3-20af-40a3-98db-88da56be19c7 None None] Network 5b94d793-740d-4358-b7b4-9990c2d7cfa2 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:12:07.628968 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-1392ba0a-a21a-432a-8515-d47005bfa14e tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] device_id is not set on port a4d0605d-d0d8-46c9-9966-c16285fcf4bb yet. {{(pid=80766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:12:07.679353 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-552a034f-97f7-4f22-97e2-3ba7799d6c61 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:12:07.710580 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5681498-4647-4b7a-a27f-9ed4ede3e18c None None] Sync routers for ids ['92bee170-7907-4644-8709-c45f8f4ed753'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:12:07.728978 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51590c0-8e06-4b46-8095-deec9308a803 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-0f6f087c-1744-498d-b2df-b81565493267', 'network_id': '0f6f087c-1744-498d-b2df-b81565493267', 'tenant_id': 'af6cfbcc17be4cdfba1cf58741c9e55a', 'fixed_ips': [{'subnet_id': '03ee1f08-daf6-495c-ab18-01f3f2b07057'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:12:07.729108 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b51590c0-8e06-4b46-8095-deec9308a803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:07.737682 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-36c29f57-0760-4721-9565-516b1a556b17 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] 10.222.0.57 "DELETE /v2.0/subnets/be8ad5da-8481-411a-875e-b0eb9d11fc6c HTTP/1.1" status: 204  len: 168 time: 2.9953969
Jan 29 10:12:07.744827 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53258) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:07.804022 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de88b023-6ee3-424d-9148-d8ccb84f6ad8 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Network 80c2087f-75e5-4ad3-be5d-6f7c2f11a575 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:12:07.808676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-de88b023-6ee3-424d-9148-d8ccb84f6ad8 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:12:07.813209 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de88b023-6ee3-424d-9148-d8ccb84f6ad8 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:12:07.814222 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-de88b023-6ee3-424d-9148-d8ccb84f6ad8 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854426412'] for router_interface, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:07.878490 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-aef5257e-d7b9-4e12-9695-d0a923160544 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] device_id is not set on port e3d6ac7e-9948-4468-bafd-dc038c41afca yet. {{(pid=80765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:12:07.895429 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-552a034f-97f7-4f22-97e2-3ba7799d6c61 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:07.989377 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-81dec7b5-5dfe-4ade-bb96-0cfbf433f300 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Deleting subnet 10e18641-1cfc-4e43-8d5f-043d8bc5ead8 {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:12:07.998404 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-81dec7b5-5dfe-4ade-bb96-0cfbf433f300 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:08.040900 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5681498-4647-4b7a-a27f-9ed4ede3e18c None None] Routers {'92bee170-7907-4644-8709-c45f8f4ed753'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:12:08.040900 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-c5681498-4647-4b7a-a27f-9ed4ede3e18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c916b3c8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:11:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['92bee170-7907-4644-8709-c45f8f4ed753'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:08.043761 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-552a034f-97f7-4f22-97e2-3ba7799d6c61 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] 10.222.0.57 "DELETE /v2.0/ports/3c40c68e-43fb-4eb3-abf5-066ce9d27c15 HTTP/1.1" status: 204  len: 168 time: 5.6229808
Jan 29 10:12:08.049633 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53262) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:08.210757 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-81dec7b5-5dfe-4ade-bb96-0cfbf433f300 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:08.218665 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-aef5257e-d7b9-4e12-9695-d0a923160544 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Allocated IP 172.20.0.8 (0f6f087c-1744-498d-b2df-b81565493267/03ee1f08-daf6-495c-ab18-01f3f2b07057/e3d6ac7e-9948-4468-bafd-dc038c41afca) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:12:08.230580 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-de88b023-6ee3-424d-9148-d8ccb84f6ad8 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:08.234642 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-c5681498-4647-4b7a-a27f-9ed4ede3e18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c916b3c8>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:08.322330 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-dc2f9270-4c2a-4abc-9185-0df99cb63858 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] 10.222.0.57 "GET /v2.0/floatingips/44f9679a-f572-4aad-ae8c-d67663f6e99a HTTP/1.1" status: 200  len: 688 time: 0.2629786
Jan 29 10:12:08.325807 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53266) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:08.352556 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5681498-4647-4b7a-a27f-9ed4ede3e18c None None] Routers {'92bee170-7907-4644-8709-c45f8f4ed753'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:12:08.353258 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-c5681498-4647-4b7a-a27f-9ed4ede3e18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c916b3c8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:11:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['92bee170-7907-4644-8709-c45f8f4ed753'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:08.438840 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-1392ba0a-a21a-432a-8515-d47005bfa14e tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Allocated IP 172.20.0.13 (36ec2ab5-acc9-45dc-a136-797459b09a1c/e5652928-1d37-4e9c-8e16-eeb995104dd4/a4d0605d-d0d8-46c9-9966-c16285fcf4bb) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:12:08.447732 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-1392ba0a-a21a-432a-8515-d47005bfa14e tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Allocated IP 2001:db8::f816:3eff:fecd:c7d2 (36ec2ab5-acc9-45dc-a136-797459b09a1c/df01943f-259b-4b7d-8bdc-9c2700778cbf/a4d0605d-d0d8-46c9-9966-c16285fcf4bb) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:12:08.477600 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-c5681498-4647-4b7a-a27f-9ed4ede3e18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c916b3c8>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:08.478061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5681498-4647-4b7a-a27f-9ed4ede3e18c None None] The sync data for ids ['92bee170-7907-4644-8709-c45f8f4ed753'] in dv-neutron-772983-2-ovs is: [] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:12:08.487555 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-81dec7b5-5dfe-4ade-bb96-0cfbf433f300 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:08.683047 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-69cc8eed-2ead-4996-9f83-ca02b154a797 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Deleting port ae51b4ae-b1d7-465c-a5f9-c6ddb77983dc {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:12:08.684031 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-69cc8eed-2ead-4996-9f83-ca02b154a797 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:08.719829 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6d353a-b09a-4cfd-bdb6-42d9e0cd43f8 None None] DHCP port deletion for 5b94d793-740d-4358-b7b4-9990c2d7cfa2 request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:12:08.725291 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-bf6d353a-b09a-4cfd-bdb6-42d9e0cd43f8 None None] Deleting port d9558c34-0c0b-441e-9556-66184e087505 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:12:08.725886 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bf6d353a-b09a-4cfd-bdb6-42d9e0cd43f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:08.945685 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1392ba0a-a21a-432a-8515-d47005bfa14e tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:08.985559 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-bf6d353a-b09a-4cfd-bdb6-42d9e0cd43f8 None None] For port d9558c34-0c0b-441e-9556-66184e087505, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=d9558c34-0c0b-441e-9556-66184e087505,segment=NetworkSegment(d9f3a1fc-d1ce-49df-a23e-dcc13729a8ba),segment_id=d9f3a1fc-d1ce-49df-a23e-dcc13729a8ba)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:12:08.985559 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bf6d353a-b09a-4cfd-bdb6-42d9e0cd43f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:08.999561 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-1392ba0a-a21a-432a-8515-d47005bfa14e tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Transition to ACTIVE for port object a4d0605d-d0d8-46c9-9966-c16285fcf4bb will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:12:09.043780 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-81dec7b5-5dfe-4ade-bb96-0cfbf433f300 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:09.084224 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-caf7a182-7e45-4482-ba55-1c264c7adad5 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:09.128768 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dec7b5-5dfe-4ade-bb96-0cfbf433f300 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Pushing event deleted for resources: {'Subnet': ['ID=10e18641-1cfc-4e43-8d5f-043d8bc5ead8,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:09.133053 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1392ba0a-a21a-432a-8515-d47005bfa14e tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:09.155535 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-bf6d353a-b09a-4cfd-bdb6-42d9e0cd43f8 None None] Calling delete_port for d9558c34-0c0b-441e-9556-66184e087505 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:12:09.187873 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-81dec7b5-5dfe-4ade-bb96-0cfbf433f300 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:09.242907 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bf6d353a-b09a-4cfd-bdb6-42d9e0cd43f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:09.311108 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-552a034f-97f7-4f22-97e2-3ba7799d6c61 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:09.337665 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-aef5257e-d7b9-4e12-9695-d0a923160544 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:09.351916 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-69cc8eed-2ead-4996-9f83-ca02b154a797 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:09.352517 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-69cc8eed-2ead-4996-9f83-ca02b154a797 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:09.423263 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-93a10e31-9083-4f38-b6f8-5cc4c56aa685 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:09.488516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6d353a-b09a-4cfd-bdb6-42d9e0cd43f8 None None] Pushing event deleted for resources: {'Port': ['ID=d9558c34-0c0b-441e-9556-66184e087505,revision_number=None']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:09.496792 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bf6d353a-b09a-4cfd-bdb6-42d9e0cd43f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:09.497706 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6d353a-b09a-4cfd-bdb6-42d9e0cd43f8 None None] No DVR routers for this DVR port d9558c34-0c0b-441e-9556-66184e087505 on host dv-neutron-772983-2-ovs {{(pid=80767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:12:09.566066 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fcc76f-d069-4cd7-8694-d5bbad1ec9d9 None None] Network 80c2087f-75e5-4ad3-be5d-6f7c2f11a575 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:12:09.599381 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-69cc8eed-2ead-4996-9f83-ca02b154a797 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Calling delete_port for ae51b4ae-b1d7-465c-a5f9-c6ddb77983dc owned by network:floatingip {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:12:09.632123 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-aef5257e-d7b9-4e12-9695-d0a923160544 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Transition to ACTIVE for port object e3d6ac7e-9948-4468-bafd-dc038c41afca will not be triggered until provisioned by entity DHCP. {{(pid=80765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:12:09.683729 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4dbad118-3c25-4ab4-9a14-3a8f4bbfc571 None None] Provisioning for port 3fdcdec1-d19a-48ac-b1a6-14362f6bbb27 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:12:09.749899 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-aef5257e-d7b9-4e12-9695-d0a923160544 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:09.759806 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-81dec7b5-5dfe-4ade-bb96-0cfbf433f300 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:09.774929 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3723f5df-337d-40fe-b380-ba2a4969e7b0 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:09.780547 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1392ba0a-a21a-432a-8515-d47005bfa14e tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event updated for resources: {'Port': ['ID=a4d0605d-d0d8-46c9-9966-c16285fcf4bb,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:09.784173 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-81dec7b5-5dfe-4ade-bb96-0cfbf433f300 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] 10.222.0.57 "DELETE /v2.0/subnets/10e18641-1cfc-4e43-8d5f-043d8bc5ead8 HTTP/1.1" status: 204  len: 168 time: 2.0296683
Jan 29 10:12:09.790537 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1392ba0a-a21a-432a-8515-d47005bfa14e tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:09.791194 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53270) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:09.792799 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18cfba9-c649-4d69-bb41-d5ebbce5867a None None] Network 40f9ee8c-d318-4f99-84c2-1fea98e11315 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:12:09.816163 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1392ba0a-a21a-432a-8515-d47005bfa14e tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:12:09.820350 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-1392ba0a-a21a-432a-8515-d47005bfa14e tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:12:09.826846 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1392ba0a-a21a-432a-8515-d47005bfa14e tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:12:09.843230 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-de88b023-6ee3-424d-9148-d8ccb84f6ad8 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:09.916133 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-de88b023-6ee3-424d-9148-d8ccb84f6ad8 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:09.917514 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-de88b023-6ee3-424d-9148-d8ccb84f6ad8 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854133895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349242'] for router_interface, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:09.996229 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-b51590c0-8e06-4b46-8095-deec9308a803 None None] Allocated IP 172.20.0.2 (0f6f087c-1744-498d-b2df-b81565493267/03ee1f08-daf6-495c-ab18-01f3f2b07057/a837a3f1-2b97-4fcc-9e21-fa2f834b740b) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:12:10.067884 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1392ba0a-a21a-432a-8515-d47005bfa14e tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:10.068930 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1392ba0a-a21a-432a-8515-d47005bfa14e tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:10.105487 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ecb5b478-aae7-43f5-acb6-7d66ae5f508b tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:10.152803 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 3fdcdec1-d19a-48ac-b1a6-14362f6bbb27 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:12:10.241197 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1392ba0a-a21a-432a-8515-d47005bfa14e tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1028 time: 3.8333700
Jan 29 10:12:10.246465 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53274) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:10.408176 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-af109f3d-3651-4358-8c89-452e61543751 None None] Provisioning for port a4d0605d-d0d8-46c9-9966-c16285fcf4bb completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:12:10.422288 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 3fdcdec1-d19a-48ac-b1a6-14362f6bbb27 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:12:10.436501 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-af109f3d-3651-4358-8c89-452e61543751 None None] Provisioning complete for port a4d0605d-d0d8-46c9-9966-c16285fcf4bb triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:12:10.436658 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef5257e-d7b9-4e12-9695-d0a923160544 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event updated for resources: {'Port': ['ID=e3d6ac7e-9948-4468-bafd-dc038c41afca,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:10.437127 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-af109f3d-3651-4358-8c89-452e61543751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:10.447038 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-aef5257e-d7b9-4e12-9695-d0a923160544 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.672s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:10.476439 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ecb5b478-aae7-43f5-acb6-7d66ae5f508b tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:10.484230 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 3fdcdec1-d19a-48ac-b1a6-14362f6bbb27 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:12:10.485084 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:10.509728 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5a3527d7-7ba9-41cb-87c1-f7326bb76b76 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.206s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:10.556824 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbfc86e-8d34-4344-92db-97c43497d086 None None] DHCP port deletion for 40f9ee8c-d318-4f99-84c2-1fea98e11315 request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:12:10.588403 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-69cc8eed-2ead-4996-9f83-ca02b154a797 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:10.668584 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-ecb5b478-aae7-43f5-acb6-7d66ae5f508b tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c3c049e8>,) {'filters': {'network_id': ['5b94d793-740d-4358-b7b4-9990c2d7cfa2']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:10.683942 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de88b023-6ee3-424d-9148-d8ccb84f6ad8 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Pushing event updated for resources: {'Port': ['ID=b7314175-99f7-4cb6-ac48-9793b498e096,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:10.708766 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-de88b023-6ee3-424d-9148-d8ccb84f6ad8 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:10.709137 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3e164b41-0b57-437f-b08b-8790e7a4df7c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:10.725571 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-ecb5b478-aae7-43f5-acb6-7d66ae5f508b tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3c049e8>, 'd9f3a1fc-d1ce-49df-a23e-dcc13729a8ba') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:10.726211 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-ecb5b478-aae7-43f5-acb6-7d66ae5f508b tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3c049e8>, 'd9f3a1fc-d1ce-49df-a23e-dcc13729a8ba') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:10.744870 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ecb5b478-aae7-43f5-acb6-7d66ae5f508b tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:10.766983 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ecb5b478-aae7-43f5-acb6-7d66ae5f508b tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:10.769330 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ecb5b478-aae7-43f5-acb6-7d66ae5f508b tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Releasing vxlan tunnel 11 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:12:10.802378 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-7dbfc86e-8d34-4344-92db-97c43497d086 None None] Deleting port e7a38c30-0530-479b-a329-6382c2895779 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:12:10.802967 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7dbfc86e-8d34-4344-92db-97c43497d086 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:10.838674 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cc8eed-2ead-4996-9f83-ca02b154a797 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Pushing event deleted for resources: {'Port': ['ID=ae51b4ae-b1d7-465c-a5f9-c6ddb77983dc,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:10.851807 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-69cc8eed-2ead-4996-9f83-ca02b154a797 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:10.860637 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef5257e-d7b9-4e12-9695-d0a923160544 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Network 0f6f087c-1744-498d-b2df-b81565493267 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:12:10.865004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-aef5257e-d7b9-4e12-9695-d0a923160544 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:12:10.878245 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef5257e-d7b9-4e12-9695-d0a923160544 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:12:10.936555 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-af109f3d-3651-4358-8c89-452e61543751 None None] Port a4d0605d-d0d8-46c9-9966-c16285fcf4bb cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:12:10.970117 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de88b023-6ee3-424d-9148-d8ccb84f6ad8 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Network 80c2087f-75e5-4ad3-be5d-6f7c2f11a575 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:12:10.975846 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-de88b023-6ee3-424d-9148-d8ccb84f6ad8 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:12:11.013496 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b51590c0-8e06-4b46-8095-deec9308a803 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:11.033899 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb290803-e236-4990-9b55-516689e67087 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:11.096580 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-b51590c0-8e06-4b46-8095-deec9308a803 None None] Transition to ACTIVE for port object a837a3f1-2b97-4fcc-9e21-fa2f834b740b will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:12:11.124591 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb290803-e236-4990-9b55-516689e67087 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:11.125515 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-eb290803-e236-4990-9b55-516689e67087 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Synchronizing usage tracker for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:12:11.144322 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef5257e-d7b9-4e12-9695-d0a923160544 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:11.145489 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-aef5257e-d7b9-4e12-9695-d0a923160544 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:11.171952 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:11.209595 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-ecb5b478-aae7-43f5-acb6-7d66ae5f508b tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Network 5b94d793-740d-4358-b7b4-9990c2d7cfa2 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:12:11.216496 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-366dad87-fb04-402f-88b5-4576595936c1 None None] Provisioning for port b7314175-99f7-4cb6-ac48-9793b498e096 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:12:11.221705 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ecb5b478-aae7-43f5-acb6-7d66ae5f508b tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:11.229392 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-b51590c0-8e06-4b46-8095-deec9308a803 None None] Transition to ACTIVE for port object a837a3f1-2b97-4fcc-9e21-fa2f834b740b will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:12:11.237050 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-7dbfc86e-8d34-4344-92db-97c43497d086 None None] For port e7a38c30-0530-479b-a329-6382c2895779, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=e7a38c30-0530-479b-a329-6382c2895779,segment=NetworkSegment(223626fd-eb9b-4e2f-9499-c54606266d8f),segment_id=223626fd-eb9b-4e2f-9499-c54606266d8f)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:12:11.237773 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7dbfc86e-8d34-4344-92db-97c43497d086 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:11.246148 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-366dad87-fb04-402f-88b5-4576595936c1 None None] Provisioning complete for port b7314175-99f7-4cb6-ac48-9793b498e096 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:12:11.246811 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-366dad87-fb04-402f-88b5-4576595936c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:11.256034 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-eb290803-e236-4990-9b55-516689e67087 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Unset dirty status for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:12:11.259870 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-eb290803-e236-4990-9b55-516689e67087 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1864 time: 1.0088208
Jan 29 10:12:11.318900 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53278) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:11.364995 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b51590c0-8e06-4b46-8095-deec9308a803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:11.468159 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-ecb5b478-aae7-43f5-acb6-7d66ae5f508b tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Network 5b94d793-740d-4358-b7b4-9990c2d7cfa2 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:12:11.483786 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-69cc8eed-2ead-4996-9f83-ca02b154a797 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for floatingip, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:11.486507 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-69cc8eed-2ead-4996-9f83-ca02b154a797 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:11.492656 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-69cc8eed-2ead-4996-9f83-ca02b154a797 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] 10.222.0.57 "DELETE /v2.0/floatingips/44f9679a-f572-4aad-ae8c-d67663f6e99a HTTP/1.1" status: 204  len: 168 time: 3.1595521
Jan 29 10:12:11.495922 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53282) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:11.513131 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port 3fdcdec1-d19a-48ac-b1a6-14362f6bbb27, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=3fdcdec1-d19a-48ac-b1a6-14362f6bbb27,segment=NetworkSegment(cf824e06-0db6-4801-9057-948972ffe4b3),segment_id=cf824e06-0db6-4801-9057-948972ffe4b3)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:12:11.517243 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:12:11.517243 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:12:11.517243 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:12:11.517243 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:12:11.517243 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:12:11.517243 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:12:11.517243 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:12:11.517243 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:12:11.517243 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:12:11.517243 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:12:11.517243 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:12:11.517243 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:12:11.517243 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:12:11.517243 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:12:11.517243 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:12:11.517243 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:12:11.517243 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:12:11.517243 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:12:11.517243 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:12:11.517243 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:12:11.517243 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:12:11.517243 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:12:11.517243 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:12:11.517243 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:12:11.517243 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:12:11.517243 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:12:11.517243 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:12:11.517243 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:12:11.517243 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:12:11.517243 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:12:11.517243 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:12:11.517243 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:12:11.520622 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-4a4534c9-420d-4c4d-a937-54f3ca9975a9 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Request body: {'floatingip': {'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'port_id': '1d6b9fd5-a86b-440d-8cab-b39ec5a686b8'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:12:11.525071 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1538ff83-9180-4971-97d7-de52871c627f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:11.545089 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-aef5257e-d7b9-4e12-9695-d0a923160544 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 4.3285859
Jan 29 10:12:11.568678 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-14a502ae-f11c-4bcd-9071-5a1bc4ac3f58 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Deleting port a4d0605d-d0d8-46c9-9966-c16285fcf4bb {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:12:11.569001 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-14a502ae-f11c-4bcd-9071-5a1bc4ac3f58 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:11.573921 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-7dbfc86e-8d34-4344-92db-97c43497d086 None None] Calling delete_port for e7a38c30-0530-479b-a329-6382c2895779 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:12:11.578337 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53286) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:11.607467 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-4a4534c9-420d-4c4d-a937-54f3ca9975a9 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:12:11.623075 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-4a4534c9-420d-4c4d-a937-54f3ca9975a9 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Usage tracker for resource:floatingip and tenant:f844837ce1884937bc086377bfe8af84 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:12:11.624228 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:11.633736 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-4a4534c9-420d-4c4d-a937-54f3ca9975a9 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:12:11.653649 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ecb5b478-aae7-43f5-acb6-7d66ae5f508b tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:11.657908 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ecb5b478-aae7-43f5-acb6-7d66ae5f508b tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:11.660340 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-4a4534c9-420d-4c4d-a937-54f3ca9975a9 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:12:11.666121 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b25850ed-3b5a-4977-8764-d1854734bccc tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:11.673493 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-366dad87-fb04-402f-88b5-4576595936c1 None None] Port b7314175-99f7-4cb6-ac48-9793b498e096 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:12:11.697051 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb5b478-aae7-43f5-acb6-7d66ae5f508b tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Pushing event deleted for resources: {'Network': ['ID=5b94d793-740d-4358-b7b4-9990c2d7cfa2,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:11.699864 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ecb5b478-aae7-43f5-acb6-7d66ae5f508b tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:11.705314 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ecb5b478-aae7-43f5-acb6-7d66ae5f508b tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] 10.222.0.57 "DELETE /v2.0/networks/5b94d793-740d-4358-b7b4-9990c2d7cfa2 HTTP/1.1" status: 204  len: 168 time: 1.9127486
Jan 29 10:12:11.706885 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53290) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:11.708266 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de88b023-6ee3-424d-9148-d8ccb84f6ad8 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Router e220c1c0-4b23-4f93-8414-abb30aa1bccc is scheduled to L3 agent 18987107-6d88-4736-94cf-15791d65b3ff with binding_index 1 {{(pid=80765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 29 10:12:11.710261 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device d9558c34-0c0b-441e-9556-66184e087505 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:12:11.723808 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4a4534c9-420d-4c4d-a937-54f3ca9975a9 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for floatingip, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:11.729920 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-47831951-2e19-4fa2-9cd9-4cb06fa39b05 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Deleting port e3d6ac7e-9948-4468-bafd-dc038c41afca {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:12:11.730413 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-47831951-2e19-4fa2-9cd9-4cb06fa39b05 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:11.777253 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: d9558c34-0c0b-441e-9556-66184e087505 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:12:11.777666 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device d9558c34-0c0b-441e-9556-66184e087505 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:12:11.805038 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51590c0-8e06-4b46-8095-deec9308a803 None None] Pushing event updated for resources: {'Port': ['ID=a837a3f1-2b97-4fcc-9e21-fa2f834b740b,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:11.811091 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b51590c0-8e06-4b46-8095-deec9308a803 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:11.812356 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2650178c-d075-4dad-b8c7-1cd7b67c5e87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.180s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:11.845268 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-366dad87-fb04-402f-88b5-4576595936c1 None None] Provisioning complete for port 3fdcdec1-d19a-48ac-b1a6-14362f6bbb27 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:12:11.845628 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-366dad87-fb04-402f-88b5-4576595936c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:11.903472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7dbfc86e-8d34-4344-92db-97c43497d086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:11.987373 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51590c0-8e06-4b46-8095-deec9308a803 None None] Network 0f6f087c-1744-498d-b2df-b81565493267 is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:12:12.040422 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-b51590c0-8e06-4b46-8095-deec9308a803 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:12:12.056197 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device e7a38c30-0530-479b-a329-6382c2895779 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:12:12.084543 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51590c0-8e06-4b46-8095-deec9308a803 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:12:12.109608 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0617337d-332d-4dd3-b444-f3fda0d8a3d0 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:12.118066 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: e7a38c30-0530-479b-a329-6382c2895779 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:12:12.118482 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device e7a38c30-0530-479b-a329-6382c2895779 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:12:12.119641 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de88b023-6ee3-424d-9148-d8ccb84f6ad8 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:12:12.119975 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=3fdcdec1-d19a-48ac-b1a6-14362f6bbb27,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:12.128731 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-de88b023-6ee3-424d-9148-d8ccb84f6ad8 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "PUT /v2.0/routers/e220c1c0-4b23-4f93-8414-abb30aa1bccc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.2592361
Jan 29 10:12:12.134957 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53294) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:12.136399 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253eced6-0dbd-494e-8b5f-dd267da6b549 None None] Sync routers for ids ['e220c1c0-4b23-4f93-8414-abb30aa1bccc'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:12:12.154647 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:12.156206 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-11618c7a-b3db-41ca-8972-c3ba9140fd02 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-682102355'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:12:12.157501 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253eced6-0dbd-494e-8b5f-dd267da6b549 None None] Routers {'e220c1c0-4b23-4f93-8414-abb30aa1bccc'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:12:12.161584 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f90a0691-ad38-434b-b24c-94bd417c2f30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.233s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:12.162884 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-253eced6-0dbd-494e-8b5f-dd267da6b549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9df3278>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:11:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['e220c1c0-4b23-4f93-8414-abb30aa1bccc'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:12.163961 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-14a502ae-f11c-4bcd-9071-5a1bc4ac3f58 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:12.176863 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-11618c7a-b3db-41ca-8972-c3ba9140fd02 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:12:12.190327 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-11618c7a-b3db-41ca-8972-c3ba9140fd02 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Usage tracker for resource:network and tenant:22949024c322421d99052f9202cdd49a is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:12:12.198726 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-11618c7a-b3db-41ca-8972-c3ba9140fd02 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Quota usage for network was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:12:12.244785 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbfc86e-8d34-4344-92db-97c43497d086 None None] Pushing event deleted for resources: {'Port': ['ID=e7a38c30-0530-479b-a329-6382c2895779,revision_number=None']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:12.259354 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7dbfc86e-8d34-4344-92db-97c43497d086 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:12.274074 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-11618c7a-b3db-41ca-8972-c3ba9140fd02 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:12:12.295220 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbfc86e-8d34-4344-92db-97c43497d086 None None] No DVR routers for this DVR port e7a38c30-0530-479b-a329-6382c2895779 on host dv-neutron-772983-2-ovs {{(pid=80767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:12:12.300874 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-47831951-2e19-4fa2-9cd9-4cb06fa39b05 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:12.303513 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-b51590c0-8e06-4b46-8095-deec9308a803 None None] Attempting to bind port a837a3f1-2b97-4fcc-9e21-fa2f834b740b on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:12:12.303934 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-b51590c0-8e06-4b46-8095-deec9308a803 None None] Attempting to bind port a837a3f1-2b97-4fcc-9e21-fa2f834b740b by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'cec83082-67fd-4203-bfe0-de7f27586ad6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '0f6f087c-1744-498d-b2df-b81565493267'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:12:12.304352 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51590c0-8e06-4b46-8095-deec9308a803 None None] Attempting to bind port a837a3f1-2b97-4fcc-9e21-fa2f834b740b on network 0f6f087c-1744-498d-b2df-b81565493267 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:12:12.328484 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51590c0-8e06-4b46-8095-deec9308a803 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:12:12.328914 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51590c0-8e06-4b46-8095-deec9308a803 None None] Checking segment: {'id': 'cec83082-67fd-4203-bfe0-de7f27586ad6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '0f6f087c-1744-498d-b2df-b81565493267'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:12:12.329370 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b51590c0-8e06-4b46-8095-deec9308a803 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:12.329852 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51590c0-8e06-4b46-8095-deec9308a803 None None] Bound using segment: {'id': 'cec83082-67fd-4203-bfe0-de7f27586ad6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '0f6f087c-1744-498d-b2df-b81565493267'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:12:12.330386 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-b51590c0-8e06-4b46-8095-deec9308a803 None None] Bound port: a837a3f1-2b97-4fcc-9e21-fa2f834b740b, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cec83082-67fd-4203-bfe0-de7f27586ad6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '0f6f087c-1744-498d-b2df-b81565493267'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:12:12.330807 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b51590c0-8e06-4b46-8095-deec9308a803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:12.379526 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-14a502ae-f11c-4bcd-9071-5a1bc4ac3f58 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Calling delete_port for a4d0605d-d0d8-46c9-9966-c16285fcf4bb owned by  {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:12:12.443467 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-253eced6-0dbd-494e-8b5f-dd267da6b549 None None] Set router e220c1c0-4b23-4f93-8414-abb30aa1bccc gateway port host: None {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:12:12.461917 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-b51590c0-8e06-4b46-8095-deec9308a803 None None] For port a837a3f1-2b97-4fcc-9e21-fa2f834b740b, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:12:12.467309 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11618c7a-b3db-41ca-8972-c3ba9140fd02 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Made reservation on behalf of 22949024c322421d99052f9202cdd49a for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:12:12.467523 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-b51590c0-8e06-4b46-8095-deec9308a803 None None] For port a837a3f1-2b97-4fcc-9e21-fa2f834b740b, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=a837a3f1-2b97-4fcc-9e21-fa2f834b740b,segment=NetworkSegment(cec83082-67fd-4203-bfe0-de7f27586ad6),segment_id=cec83082-67fd-4203-bfe0-de7f27586ad6)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:12:12.472419 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-47831951-2e19-4fa2-9cd9-4cb06fa39b05 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Calling delete_port for e3d6ac7e-9948-4468-bafd-dc038c41afca owned by  {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:12:12.478034 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b51590c0-8e06-4b46-8095-deec9308a803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:12.489284 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-11618c7a-b3db-41ca-8972-c3ba9140fd02 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:12.543186 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4a4534c9-420d-4c4d-a937-54f3ca9975a9 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:12.569071 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0617337d-332d-4dd3-b444-f3fda0d8a3d0 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:12.640882 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f90a0691-ad38-434b-b24c-94bd417c2f30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:12.720439 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-0617337d-332d-4dd3-b444-f3fda0d8a3d0 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c81af710>,) {'filters': {'network_id': ['40f9ee8c-d318-4f99-84c2-1fea98e11315']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:12.725170 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-96d120e9-31a7-408f-95d6-84c1af6ef246 None None] Provisioning complete for port b7314175-99f7-4cb6-ac48-9793b498e096 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:12:12.725837 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-96d120e9-31a7-408f-95d6-84c1af6ef246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:12.738199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-0617337d-332d-4dd3-b444-f3fda0d8a3d0 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c81af710>, '223626fd-eb9b-4e2f-9499-c54606266d8f') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:12.738560 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-0617337d-332d-4dd3-b444-f3fda0d8a3d0 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c81af710>, '223626fd-eb9b-4e2f-9499-c54606266d8f') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:12.751443 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0617337d-332d-4dd3-b444-f3fda0d8a3d0 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:12.771330 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0617337d-332d-4dd3-b444-f3fda0d8a3d0 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:12.773381 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0617337d-332d-4dd3-b444-f3fda0d8a3d0 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Releasing vxlan tunnel 5 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:12:12.801946 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51590c0-8e06-4b46-8095-deec9308a803 None None] Pushing event updated for resources: {'Port': ['ID=a837a3f1-2b97-4fcc-9e21-fa2f834b740b,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:12.805807 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b51590c0-8e06-4b46-8095-deec9308a803 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:12.811469 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-96d120e9-31a7-408f-95d6-84c1af6ef246 None None] Port b7314175-99f7-4cb6-ac48-9793b498e096 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:12:12.825182 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-96d120e9-31a7-408f-95d6-84c1af6ef246 None None] Provisioning complete for port 3fdcdec1-d19a-48ac-b1a6-14362f6bbb27 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:12:12.826392 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-96d120e9-31a7-408f-95d6-84c1af6ef246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:12.838719 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-253eced6-0dbd-494e-8b5f-dd267da6b549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9df3278>, [{'id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'name': 'tempest-RoutersIpV6Test-router-1431048454', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:12:00Z', 'updated_at': '2021-01-29T10:12:07Z', 'revision_number': 2, 'project_id': '22949024c322421d99052f9202cdd49a', 'gw_port_host': None, '_interfaces': [{'id': 'b7314175-99f7-4cb6-ac48-9793b498e096', 'name': '', 'network_id': '80c2087f-75e5-4ad3-be5d-6f7c2f11a575', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'mac_address': 'fa:16:3e:66:79:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '9ff78040-da3e-4fb9-8f2b-df4ed268b1aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:12:06Z', 'updated_at': '2021-01-29T10:12:09Z', 'revision_number': 2, 'project_id': '22949024c322421d99052f9202cdd49a', 'subnets': [{'id': '9ff78040-da3e-4fb9-8f2b-df4ed268b1aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:12.843584 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253eced6-0dbd-494e-8b5f-dd267da6b549 None None] Checking router: e220c1c0-4b23-4f93-8414-abb30aa1bccc for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:12:12.843985 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253eced6-0dbd-494e-8b5f-dd267da6b549 None None] Updating router e220c1c0-4b23-4f93-8414-abb30aa1bccc port b7314175-99f7-4cb6-ac48-9793b498e096 binding host dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 29 10:12:12.909328 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-253eced6-0dbd-494e-8b5f-dd267da6b549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:12.920432 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11618c7a-b3db-41ca-8972-c3ba9140fd02 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] vxlan segment allocate from pool success with {'vxlan_vni': 11}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:12:12.926255 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-14a502ae-f11c-4bcd-9071-5a1bc4ac3f58 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:13.065410 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-0617337d-332d-4dd3-b444-f3fda0d8a3d0 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Network 40f9ee8c-d318-4f99-84c2-1fea98e11315 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:12:13.094717 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0617337d-332d-4dd3-b444-f3fda0d8a3d0 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:13.322154 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-de88b023-6ee3-424d-9148-d8ccb84f6ad8 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:13.401177 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a502ae-f11c-4bcd-9071-5a1bc4ac3f58 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event deleted for resources: {'Port': ['ID=a4d0605d-d0d8-46c9-9966-c16285fcf4bb,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:13.412039 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-14a502ae-f11c-4bcd-9071-5a1bc4ac3f58 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:13.590306 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-4a4534c9-420d-4c4d-a937-54f3ca9975a9 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Allocated IP 172.26.7.129 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/9ee7bc7b-5a19-4432-8b1e-22294d6979b8) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:12:13.607897 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-253eced6-0dbd-494e-8b5f-dd267da6b549 None None] Notify callbacks [] for port, precommit_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:13.734042 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-47831951-2e19-4fa2-9cd9-4cb06fa39b05 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:13.736895 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-0617337d-332d-4dd3-b444-f3fda0d8a3d0 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Network 40f9ee8c-d318-4f99-84c2-1fea98e11315 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:12:13.779593 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-11618c7a-b3db-41ca-8972-c3ba9140fd02 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:13.779994 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-11618c7a-b3db-41ca-8972-c3ba9140fd02 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Added segment b710bd1b-8b37-4bab-b2f9-655e761ad447 of type vxlan for network d65c2c0a-9ecf-45a3-b14f-5abee0b33546
Jan 29 10:12:13.794006 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-14a502ae-f11c-4bcd-9071-5a1bc4ac3f58 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:13.836493 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-14a502ae-f11c-4bcd-9071-5a1bc4ac3f58 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/ports/a4d0605d-d0d8-46c9-9966-c16285fcf4bb HTTP/1.1" status: 204  len: 168 time: 2.5132124
Jan 29 10:12:13.849631 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53298) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:13.883956 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bfbac9c1-5c77-4721-8b1c-f9ec67ed4032 tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:13.904705 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-11618c7a-b3db-41ca-8972-c3ba9140fd02 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:13.959870 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47831951-2e19-4fa2-9cd9-4cb06fa39b05 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event deleted for resources: {'Port': ['ID=e3d6ac7e-9948-4468-bafd-dc038c41afca,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:13.961933 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:12:13.961933 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:12:13.961933 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:12:13.961933 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:12:13.961933 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:12:13.961933 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:12:13.961933 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:12:13.961933 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:12:13.961933 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:12:13.961933 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:12:13.961933 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:12:13.961933 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:12:13.961933 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:12:13.961933 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:12:13.961933 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:12:13.961933 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:12:13.961933 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:12:13.961933 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:12:13.961933 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:12:13.961933 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:12:13.961933 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:12:13.961933 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:12:13.961933 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:12:13.961933 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:12:13.961933 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:12:13.961933 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:12:13.961933 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:12:13.961933 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:12:13.961933 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:12:13.961933 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:12:13.961933 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:12:13.961933 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:12:13.969998 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-47831951-2e19-4fa2-9cd9-4cb06fa39b05 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:13.981826 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4a4534c9-420d-4c4d-a937-54f3ca9975a9 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:14.019327 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccca3e85-9e36-4517-ba22-44fd8b1c07fe tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:14.037113 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccca3e85-9e36-4517-ba22-44fd8b1c07fe tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:14.065222 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccca3e85-9e36-4517-ba22-44fd8b1c07fe tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:14.066216 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ccca3e85-9e36-4517-ba22-44fd8b1c07fe tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Synchronizing usage tracker for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:subnet {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:12:14.092749 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-11618c7a-b3db-41ca-8972-c3ba9140fd02 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:14.099704 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-253eced6-0dbd-494e-8b5f-dd267da6b549 None None] Transition to ACTIVE for port object b7314175-99f7-4cb6-ac48-9793b498e096 will not be triggered until provisioned by entity L2. {{(pid=80768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:12:14.108720 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0617337d-332d-4dd3-b444-f3fda0d8a3d0 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:14.111866 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-253eced6-0dbd-494e-8b5f-dd267da6b549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:14.114453 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b17feb94-12af-4371-830f-295d30f467d6 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:14.130551 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 3fdcdec1-d19a-48ac-b1a6-14362f6bbb27 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:12:14.133964 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0617337d-332d-4dd3-b444-f3fda0d8a3d0 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:14.154018 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0617337d-332d-4dd3-b444-f3fda0d8a3d0 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] 10.222.0.57 "DELETE /v2.0/networks/40f9ee8c-d318-4f99-84c2-1fea98e11315 HTTP/1.1" status: 204  len: 168 time: 2.3951719
Jan 29 10:12:14.157816 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53302) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:14.168967 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:14.188185 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11618c7a-b3db-41ca-8972-c3ba9140fd02 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:14.189174 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-11618c7a-b3db-41ca-8972-c3ba9140fd02 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:14.197262 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-85a193d3-2f03-4dd7-b037-635ab2013571 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:14.202938 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0617337d-332d-4dd3-b444-f3fda0d8a3d0 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Pushing event deleted for resources: {'Network': ['ID=40f9ee8c-d318-4f99-84c2-1fea98e11315,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:14.213337 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0617337d-332d-4dd3-b444-f3fda0d8a3d0 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:14.219538 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-47831951-2e19-4fa2-9cd9-4cb06fa39b05 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:14.221807 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-47831951-2e19-4fa2-9cd9-4cb06fa39b05 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "DELETE /v2.0/ports/e3d6ac7e-9948-4468-bafd-dc038c41afca HTTP/1.1" status: 204  len: 168 time: 2.6424172
Jan 29 10:12:14.228101 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53306) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:14.238378 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ccca3e85-9e36-4517-ba22-44fd8b1c07fe tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Unset dirty status for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:subnet {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:12:14.242139 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ccca3e85-9e36-4517-ba22-44fd8b1c07fe tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.3914139
Jan 29 10:12:14.245334 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53310) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:14.251243 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 3fdcdec1-d19a-48ac-b1a6-14362f6bbb27 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:12:14.251693 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:14.354427 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-11618c7a-b3db-41ca-8972-c3ba9140fd02 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 2.2083490
Jan 29 10:12:14.377973 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-588ea4f1-24c3-49e3-99e3-8b9e29822445 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Deleting subnet 28e1f264-6869-44af-a414-33291418e977 {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:12:14.381430 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53314) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:14.391330 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-38f86080-5c6f-4e6c-a0be-7318209b7b8a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Request body: {'subnet': {'network_id': 'd65c2c0a-9ecf-45a3-b14f-5abee0b33546', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:12:14.391634 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-588ea4f1-24c3-49e3-99e3-8b9e29822445 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:14.427287 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device a837a3f1-2b97-4fcc-9e21-fa2f834b740b up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:12:14.460854 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d216248e-2172-4868-ac1a-b91283a67f00 None None] Pushing event updated for resources: {'Port': ['ID=b7314175-99f7-4cb6-ac48-9793b498e096,revision_number=3']} {{(pid=80768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:14.477772 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-588ea4f1-24c3-49e3-99e3-8b9e29822445 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:14.491290 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d216248e-2172-4868-ac1a-b91283a67f00 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:14.491671 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d216248e-2172-4868-ac1a-b91283a67f00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:14.492056 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d216248e-2172-4868-ac1a-b91283a67f00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:14.492610 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d216248e-2172-4868-ac1a-b91283a67f00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:14.492987 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d216248e-2172-4868-ac1a-b91283a67f00 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:14.493359 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d216248e-2172-4868-ac1a-b91283a67f00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:14.493735 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d216248e-2172-4868-ac1a-b91283a67f00 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:14.494271 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d216248e-2172-4868-ac1a-b91283a67f00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:14.494660 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d216248e-2172-4868-ac1a-b91283a67f00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:14.495015 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d216248e-2172-4868-ac1a-b91283a67f00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:14.495381 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d216248e-2172-4868-ac1a-b91283a67f00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:14.495746 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d216248e-2172-4868-ac1a-b91283a67f00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:14.496195 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d216248e-2172-4868-ac1a-b91283a67f00 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:14.496560 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d216248e-2172-4868-ac1a-b91283a67f00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:14.496927 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d216248e-2172-4868-ac1a-b91283a67f00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:14.497476 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d216248e-2172-4868-ac1a-b91283a67f00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:14.497858 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d216248e-2172-4868-ac1a-b91283a67f00 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:14.498218 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d216248e-2172-4868-ac1a-b91283a67f00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:14.498581 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d216248e-2172-4868-ac1a-b91283a67f00 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:14.498943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d216248e-2172-4868-ac1a-b91283a67f00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:14.499306 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d216248e-2172-4868-ac1a-b91283a67f00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:14.499805 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d216248e-2172-4868-ac1a-b91283a67f00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:14.500237 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d216248e-2172-4868-ac1a-b91283a67f00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:14.500599 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d216248e-2172-4868-ac1a-b91283a67f00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:14.516851 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d216248e-2172-4868-ac1a-b91283a67f00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:14.566027 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11618c7a-b3db-41ca-8972-c3ba9140fd02 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Pushing event updated for resources: {'Network': ['ID=d65c2c0a-9ecf-45a3-b14f-5abee0b33546,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:14.579833 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-11618c7a-b3db-41ca-8972-c3ba9140fd02 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:14.596398 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-588ea4f1-24c3-49e3-99e3-8b9e29822445 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:14.705168 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4a833b1-0670-438c-9647-1f55462ab50a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Deleting subnet df01943f-259b-4b7d-8bdc-9c2700778cbf {{(pid=80765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:12:14.709425 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-253eced6-0dbd-494e-8b5f-dd267da6b549 None None] Attempting to bind port b7314175-99f7-4cb6-ac48-9793b498e096 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:12:14.709824 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-253eced6-0dbd-494e-8b5f-dd267da6b549 None None] Attempting to bind port b7314175-99f7-4cb6-ac48-9793b498e096 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'cf824e06-0db6-4801-9057-948972ffe4b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '80c2087f-75e5-4ad3-be5d-6f7c2f11a575'}] {{(pid=80768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:12:14.710370 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253eced6-0dbd-494e-8b5f-dd267da6b549 None None] Attempting to bind port b7314175-99f7-4cb6-ac48-9793b498e096 on network 80c2087f-75e5-4ad3-be5d-6f7c2f11a575 {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:12:14.714268 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c4a833b1-0670-438c-9647-1f55462ab50a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for subnet, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:14.727537 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253eced6-0dbd-494e-8b5f-dd267da6b549 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:12:14.727969 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253eced6-0dbd-494e-8b5f-dd267da6b549 None None] Checking segment: {'id': 'cf824e06-0db6-4801-9057-948972ffe4b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '80c2087f-75e5-4ad3-be5d-6f7c2f11a575'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:12:14.728430 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-253eced6-0dbd-494e-8b5f-dd267da6b549 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:14.728922 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253eced6-0dbd-494e-8b5f-dd267da6b549 None None] Bound using segment: {'id': 'cf824e06-0db6-4801-9057-948972ffe4b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '80c2087f-75e5-4ad3-be5d-6f7c2f11a575'} {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:12:14.729455 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-253eced6-0dbd-494e-8b5f-dd267da6b549 None None] Bound port: b7314175-99f7-4cb6-ac48-9793b498e096, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf824e06-0db6-4801-9057-948972ffe4b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '80c2087f-75e5-4ad3-be5d-6f7c2f11a575'}}] {{(pid=80768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:12:14.729906 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-253eced6-0dbd-494e-8b5f-dd267da6b549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:14.745379 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network d65c2c0a-9ecf-45a3-b14f-5abee0b33546 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:12:14.761584 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network d65c2c0a-9ecf-45a3-b14f-5abee0b33546 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:12:14.776829 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7f9d14-8b1d-4638-a603-5b445dd444a3 None None] Network 0f6f087c-1744-498d-b2df-b81565493267 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:12:14.803756 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c4a833b1-0670-438c-9647-1f55462ab50a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1479249'] for subnet, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:14.855027 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-253eced6-0dbd-494e-8b5f-dd267da6b549 None None] For port b7314175-99f7-4cb6-ac48-9793b498e096, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:12:14.858845 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-253eced6-0dbd-494e-8b5f-dd267da6b549 None None] For port b7314175-99f7-4cb6-ac48-9793b498e096, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=b7314175-99f7-4cb6-ac48-9793b498e096,segment=NetworkSegment(cf824e06-0db6-4801-9057-948972ffe4b3),segment_id=cf824e06-0db6-4801-9057-948972ffe4b3)] {{(pid=80768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:12:14.870722 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-253eced6-0dbd-494e-8b5f-dd267da6b549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:14.900279 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-9a292b9a-e2e7-4dc5-9023-4cd9d7a9aebb None None] Provisioning for port a837a3f1-2b97-4fcc-9e21-fa2f834b740b completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:12:14.915156 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c4a833b1-0670-438c-9647-1f55462ab50a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:14.999441 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-74781101-ec14-4a5d-9fd1-4a64555a6ad3 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:12:15.000070 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74781101-ec14-4a5d-9fd1-4a64555a6ad3 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:12:15.005142 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-588ea4f1-24c3-49e3-99e3-8b9e29822445 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:15.009584 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-13b44749-51af-4e99-9ec1-0d5063b9f150 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:15.099436 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d216248e-2172-4868-ac1a-b91283a67f00 None None] Pushing event updated for resources: {'Port': ['ID=b7314175-99f7-4cb6-ac48-9793b498e096,revision_number=4']} {{(pid=80768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:15.114348 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d216248e-2172-4868-ac1a-b91283a67f00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:15.126940 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253eced6-0dbd-494e-8b5f-dd267da6b549 None None] Routers {'e220c1c0-4b23-4f93-8414-abb30aa1bccc'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:12:15.127628 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-253eced6-0dbd-494e-8b5f-dd267da6b549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9df3278>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:11:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['e220c1c0-4b23-4f93-8414-abb30aa1bccc'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:15.136970 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0af16c4b-0408-47d5-a6eb-c8ca6f5e7703 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:15.166795 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port a837a3f1-2b97-4fcc-9e21-fa2f834b740b completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:12:15.188022 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port a837a3f1-2b97-4fcc-9e21-fa2f834b740b triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:12:15.188808 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:15.199897 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-74781101-ec14-4a5d-9fd1-4a64555a6ad3 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "DELETE /v2.0/ports/e3d6ac7e-9948-4468-bafd-dc038c41afca HTTP/1.1" status: 404  len: 333 time: 0.9699097
Jan 29 10:12:15.202521 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588ea4f1-24c3-49e3-99e3-8b9e29822445 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Pushing event deleted for resources: {'Subnet': ['ID=28e1f264-6869-44af-a414-33291418e977,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:15.204618 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53318) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:15.205698 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-588ea4f1-24c3-49e3-99e3-8b9e29822445 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:15.218073 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-588ea4f1-24c3-49e3-99e3-8b9e29822445 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] 10.222.0.57 "DELETE /v2.0/subnets/28e1f264-6869-44af-a414-33291418e977 HTTP/1.1" status: 204  len: 168 time: 1.0567064
Jan 29 10:12:15.220827 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53320) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:15.221765 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-588ea4f1-24c3-49e3-99e3-8b9e29822445 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:15.243008 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e318b9-994a-43cf-ac6e-6d7f0e299556 None None] Network c227c522-6685-4d16-9c38-36326f7214de requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:12:15.250873 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4a4534c9-420d-4c4d-a937-54f3ca9975a9 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:15.265712 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c4a833b1-0670-438c-9647-1f55462ab50a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852603100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2204728'] for subnet, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:15.285416 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8f8a8927-43ae-4ac2-9bba-900e4b655f9f tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:15.350796 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-89e0132b-a048-484e-9f32-db35b6121f48 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] GET failed (client error): The resource could not be found.
Jan 29 10:12:15.351400 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-89e0132b-a048-484e-9f32-db35b6121f48 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Synchronizing usage tracker for tenant:af6cfbcc17be4cdfba1cf58741c9e55a on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:12:15.377436 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-89e0132b-a048-484e-9f32-db35b6121f48 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Unset dirty status for tenant:af6cfbcc17be4cdfba1cf58741c9e55a on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:12:15.382752 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-89e0132b-a048-484e-9f32-db35b6121f48 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "GET /v2.0/ports/e3d6ac7e-9948-4468-bafd-dc038c41afca HTTP/1.1" status: 404  len: 333 time: 0.1631980
Jan 29 10:12:15.383589 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53328) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:15.421247 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-38f86080-5c6f-4e6c-a0be-7318209b7b8a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:12:15.448155 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-253eced6-0dbd-494e-8b5f-dd267da6b549 None None] Set router e220c1c0-4b23-4f93-8414-abb30aa1bccc gateway port host: None {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:12:15.505353 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-38f86080-5c6f-4e6c-a0be-7318209b7b8a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Usage tracker for resource:subnet and tenant:22949024c322421d99052f9202cdd49a is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:12:15.551804 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-88f0cfa3-51de-440d-a13b-2fd8128b0e4d tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Deleting subnet 03ee1f08-daf6-495c-ab18-01f3f2b07057 {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:12:15.555992 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-88f0cfa3-51de-440d-a13b-2fd8128b0e4d tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:15.557024 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-38f86080-5c6f-4e6c-a0be-7318209b7b8a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:12:15.579803 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-38f86080-5c6f-4e6c-a0be-7318209b7b8a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:12:15.583842 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4534c9-420d-4c4d-a937-54f3ca9975a9 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Pushing event updated for resources: {'Port': ['ID=9ee7bc7b-5a19-4432-8b1e-22294d6979b8,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:15.599964 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4a4534c9-420d-4c4d-a937-54f3ca9975a9 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:15.602428 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7f77ef2a-642e-4f38-a355-5c72233838c6 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.252s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:15.624929 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-88f0cfa3-51de-440d-a13b-2fd8128b0e4d tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:15.664970 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a833b1-0670-438c-9647-1f55462ab50a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event deleted for resources: {'Subnet': ['ID=df01943f-259b-4b7d-8bdc-9c2700778cbf,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:15.684895 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c4a833b1-0670-438c-9647-1f55462ab50a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:15.690066 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f86080-5c6f-4e6c-a0be-7318209b7b8a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Made reservation on behalf of 22949024c322421d99052f9202cdd49a for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:12:15.713538 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-38f86080-5c6f-4e6c-a0be-7318209b7b8a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:15.738914 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-88f0cfa3-51de-440d-a13b-2fd8128b0e4d tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:15.812399 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:15.866929 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77907da-4cce-4aae-b487-3033480a8a39 None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:12:15.867934 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c4a833b1-0670-438c-9647-1f55462ab50a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:15.895220 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4534c9-420d-4c4d-a937-54f3ca9975a9 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:12:15.901925 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-4a4534c9-420d-4c4d-a937-54f3ca9975a9 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:12:15.908043 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4534c9-420d-4c4d-a937-54f3ca9975a9 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:12:15.947161 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c4a833b1-0670-438c-9647-1f55462ab50a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/subnets/df01943f-259b-4b7d-8bdc-9c2700778cbf HTTP/1.1" status: 204  len: 168 time: 1.6917264
Jan 29 10:12:15.954401 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53332) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:16.040077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-253eced6-0dbd-494e-8b5f-dd267da6b549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9df3278>, [{'id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'name': 'tempest-RoutersIpV6Test-router-1431048454', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:12:00Z', 'updated_at': '2021-01-29T10:12:07Z', 'revision_number': 2, 'project_id': '22949024c322421d99052f9202cdd49a', 'gw_port_host': None, '_interfaces': [{'id': 'b7314175-99f7-4cb6-ac48-9793b498e096', 'name': '', 'network_id': '80c2087f-75e5-4ad3-be5d-6f7c2f11a575', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'mac_address': 'fa:16:3e:66:79:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '9ff78040-da3e-4fb9-8f2b-df4ed268b1aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:12:06Z', 'updated_at': '2021-01-29T10:12:14Z', 'revision_number': 4, 'project_id': '22949024c322421d99052f9202cdd49a', 'subnets': [{'id': '9ff78040-da3e-4fb9-8f2b-df4ed268b1aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:16.048887 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253eced6-0dbd-494e-8b5f-dd267da6b549 None None] The sync data for ids ['e220c1c0-4b23-4f93-8414-abb30aa1bccc'] in dv-neutron-772983-2-ovs is: [{'id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'name': 'tempest-RoutersIpV6Test-router-1431048454', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:12:00Z', 'updated_at': '2021-01-29T10:12:07Z', 'revision_number': 2, 'project_id': '22949024c322421d99052f9202cdd49a', 'gw_port_host': None, '_interfaces': [{'id': 'b7314175-99f7-4cb6-ac48-9793b498e096', 'name': '', 'network_id': '80c2087f-75e5-4ad3-be5d-6f7c2f11a575', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'mac_address': 'fa:16:3e:66:79:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '9ff78040-da3e-4fb9-8f2b-df4ed268b1aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:12:06Z', 'updated_at': '2021-01-29T10:12:14Z', 'revision_number': 4, 'project_id': '22949024c322421d99052f9202cdd49a', 'subnets': [{'id': '9ff78040-da3e-4fb9-8f2b-df4ed268b1aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:12:16.155266 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c6e8fdf1-eeb2-411b-add6-1af60449e67e tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:16.158425 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7405828b-1db3-4043-8645-b046e515f6e0 None None] DHCP port deletion for c227c522-6685-4d16-9c38-36326f7214de request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:12:16.166162 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-7405828b-1db3-4043-8645-b046e515f6e0 None None] Deleting port 3c51fcee-86b7-46a6-8d1b-c40c8710a8db {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:12:16.166909 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7405828b-1db3-4043-8645-b046e515f6e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:16.225222 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d84874e-91f4-4548-8f73-515416cbcdae tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Deleting subnet e5652928-1d37-4e9c-8e16-eeb995104dd4 {{(pid=80765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:12:16.250449 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8fdf1-eeb2-411b-add6-1af60449e67e tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Deleting port 3c51fcee-86b7-46a6-8d1b-c40c8710a8db {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:12:16.250837 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c6e8fdf1-eeb2-411b-add6-1af60449e67e tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:16.273092 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4d84874e-91f4-4548-8f73-515416cbcdae tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for subnet, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:16.353711 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-88f0cfa3-51de-440d-a13b-2fd8128b0e4d tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:16.402040 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4d84874e-91f4-4548-8f73-515416cbcdae tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1479249'] for subnet, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:16.410338 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b1dfe160-8236-4e50-9685-4b725d3af06f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:16.566027 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f0cfa3-51de-440d-a13b-2fd8128b0e4d tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event deleted for resources: {'Subnet': ['ID=03ee1f08-daf6-495c-ab18-01f3f2b07057,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:16.630981 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-7405828b-1db3-4043-8645-b046e515f6e0 None None] For port 3c51fcee-86b7-46a6-8d1b-c40c8710a8db, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=3c51fcee-86b7-46a6-8d1b-c40c8710a8db,segment=NetworkSegment(5c5373c5-455c-40d3-87b9-5668973e39ba),segment_id=5c5373c5-455c-40d3-87b9-5668973e39ba)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:12:16.631433 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7405828b-1db3-4043-8645-b046e515f6e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:16.654852 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-88f0cfa3-51de-440d-a13b-2fd8128b0e4d tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:16.844524 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-7405828b-1db3-4043-8645-b046e515f6e0 None None] Calling delete_port for 3c51fcee-86b7-46a6-8d1b-c40c8710a8db owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:12:16.860136 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-88f0cfa3-51de-440d-a13b-2fd8128b0e4d tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:16.877008 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-88f0cfa3-51de-440d-a13b-2fd8128b0e4d tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "DELETE /v2.0/subnets/03ee1f08-daf6-495c-ab18-01f3f2b07057 HTTP/1.1" status: 204  len: 168 time: 1.4893825
Jan 29 10:12:16.890239 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53342) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:16.916473 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4a4534c9-420d-4c4d-a937-54f3ca9975a9 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:16.957841 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80767) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:12:16.963231 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:12:17.009416 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-c6e8fdf1-eeb2-411b-add6-1af60449e67e tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] For port 3c51fcee-86b7-46a6-8d1b-c40c8710a8db, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=3c51fcee-86b7-46a6-8d1b-c40c8710a8db,segment=NetworkSegment(5c5373c5-455c-40d3-87b9-5668973e39ba),segment_id=5c5373c5-455c-40d3-87b9-5668973e39ba)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:12:17.019454 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c6e8fdf1-eeb2-411b-add6-1af60449e67e tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:17.048496 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-b1ce3ef9-9dae-48d6-b1fd-2fcca1bf0638 None None] Provisioning complete for port a837a3f1-2b97-4fcc-9e21-fa2f834b740b triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:12:17.048928 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b1ce3ef9-9dae-48d6-b1fd-2fcca1bf0638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:17.094260 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7405828b-1db3-4043-8645-b046e515f6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:17.291300 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8fdf1-eeb2-411b-add6-1af60449e67e tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Calling delete_port for 3c51fcee-86b7-46a6-8d1b-c40c8710a8db owned by network:dhcp {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:12:17.360862 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e5c2e309-5928-4c12-8506-f7b5675dca67 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:17.390027 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b395e35b-84fd-498f-86ff-fb7f7fe9781d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:17.429622 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef9cebf-e621-4689-94e2-3eb81aed29a1 None None] Network 0f6f087c-1744-498d-b2df-b81565493267 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:12:17.453305 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-e5c2e309-5928-4c12-8506-f7b5675dca67 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Deleting port a837a3f1-2b97-4fcc-9e21-fa2f834b740b {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:12:17.453690 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e5c2e309-5928-4c12-8506-f7b5675dca67 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:17.510510 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7405828b-1db3-4043-8645-b046e515f6e0 None None] Pushing event deleted for resources: {'Port': ['ID=3c51fcee-86b7-46a6-8d1b-c40c8710a8db,revision_number=None']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:17.527248 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-c6e8fdf1-eeb2-411b-add6-1af60449e67e tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80766) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:12:17.527578 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-c6e8fdf1-eeb2-411b-add6-1af60449e67e tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:12:17.542746 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7405828b-1db3-4043-8645-b046e515f6e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:17.546268 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4a4534c9-420d-4c4d-a937-54f3ca9975a9 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:17.652698 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7405828b-1db3-4043-8645-b046e515f6e0 None None] No DVR routers for this DVR port 3c51fcee-86b7-46a6-8d1b-c40c8710a8db on host dv-neutron-772983-2-ovs {{(pid=80767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:12:17.656197 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:17.704374 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-e5c2e309-5928-4c12-8506-f7b5675dca67 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] For port a837a3f1-2b97-4fcc-9e21-fa2f834b740b, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=a837a3f1-2b97-4fcc-9e21-fa2f834b740b,segment=NetworkSegment(cec83082-67fd-4203-bfe0-de7f27586ad6),segment_id=cec83082-67fd-4203-bfe0-de7f27586ad6)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:12:17.704374 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e5c2e309-5928-4c12-8506-f7b5675dca67 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:17.737224 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4d84874e-91f4-4548-8f73-515416cbcdae tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:17.793019 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb69c0-acd5-4837-a3a4-adfafede4bf4 req-cd95d7a8-3ebf-4578-9758-6e77fb6e713b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:17.795562 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-00cb69c0-acd5-4837-a3a4-adfafede4bf4 req-cd95d7a8-3ebf-4578-9758-6e77fb6e713b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ee8761d4330e4fd09e97501060c8b8ec&device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 1162 time: 0.8323531
Jan 29 10:12:17.870615 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-e5c2e309-5928-4c12-8506-f7b5675dca67 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Calling delete_port for a837a3f1-2b97-4fcc-9e21-fa2f834b740b owned by network:dhcp {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:12:17.877384 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port a837a3f1-2b97-4fcc-9e21-fa2f834b740b, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=a837a3f1-2b97-4fcc-9e21-fa2f834b740b,segment=NetworkSegment(cec83082-67fd-4203-bfe0-de7f27586ad6),segment_id=cec83082-67fd-4203-bfe0-de7f27586ad6)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:12:17.884113 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f04ee3b-f094-4330-a594-538c1d0b9290 req-1e2341a7-bff8-4a9b-93c2-2c4efd653f80 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:17.889978 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b1ce3ef9-9dae-48d6-b1fd-2fcca1bf0638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:17.892543 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9f04ee3b-f094-4330-a594-538c1d0b9290 req-1e2341a7-bff8-4a9b-93c2-2c4efd653f80 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/ports?device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 945 time: 0.8683248
Jan 29 10:12:17.910676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:17.917464 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b10aa254-c6c7-4b30-866f-09145bb1f9a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:18.030842 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8fdf1-eeb2-411b-add6-1af60449e67e tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Deleting port 3c51fcee-86b7-46a6-8d1b-c40c8710a8db {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:12:18.031233 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c6e8fdf1-eeb2-411b-add6-1af60449e67e tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:18.070923 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-e5c2e309-5928-4c12-8506-f7b5675dca67 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80766) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:12:18.071293 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-e5c2e309-5928-4c12-8506-f7b5675dca67 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:12:18.103493 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=a837a3f1-2b97-4fcc-9e21-fa2f834b740b,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:18.115378 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:18.127227 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device b7314175-99f7-4cb6-ac48-9793b498e096 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:12:18.127863 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8fdf1-eeb2-411b-add6-1af60449e67e tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] The port '3c51fcee-86b7-46a6-8d1b-c40c8710a8db' was deleted {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 29 10:12:18.223830 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fcdfb3-8720-4329-874a-615022b8bca8 None None] DHCP port deletion for 0f6f087c-1744-498d-b2df-b81565493267 request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:12:18.230060 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-f3fcdfb3-8720-4329-874a-615022b8bca8 None None] Deleting port a837a3f1-2b97-4fcc-9e21-fa2f834b740b {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:12:18.230494 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f3fcdfb3-8720-4329-874a-615022b8bca8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:18.290960 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-b1ce3ef9-9dae-48d6-b1fd-2fcca1bf0638 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80767) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:12:18.291378 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-b1ce3ef9-9dae-48d6-b1fd-2fcca1bf0638 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:12:18.298448 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9f04ee3b-f094-4330-a594-538c1d0b9290 req-45779563-1145-4106-8123-9b058004348c tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af675d5-c3af-4bab-a997-95b7e6464479&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4048326
Jan 29 10:12:18.302924 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c6e8fdf1-eeb2-411b-add6-1af60449e67e tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:18.326573 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port b7314175-99f7-4cb6-ac48-9793b498e096 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:12:18.333535 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port b7314175-99f7-4cb6-ac48-9793b498e096 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:12:18.333993 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:18.455937 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-c6e8fdf1-eeb2-411b-add6-1af60449e67e tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c861fe10>,) {'filters': {'network_id': ['c227c522-6685-4d16-9c38-36326f7214de']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:18.472731 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-c6e8fdf1-eeb2-411b-add6-1af60449e67e tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c861fe10>, '5c5373c5-455c-40d3-87b9-5668973e39ba') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:18.473079 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-c6e8fdf1-eeb2-411b-add6-1af60449e67e tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c861fe10>, '5c5373c5-455c-40d3-87b9-5668973e39ba') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:18.486687 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c6e8fdf1-eeb2-411b-add6-1af60449e67e tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:18.491352 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4a4534c9-420d-4c4d-a937-54f3ca9975a9 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:18.504041 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c6e8fdf1-eeb2-411b-add6-1af60449e67e tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:18.506225 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c6e8fdf1-eeb2-411b-add6-1af60449e67e tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Releasing vxlan tunnel 3 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:12:18.582320 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-f3fcdfb3-8720-4329-874a-615022b8bca8 None None] For port a837a3f1-2b97-4fcc-9e21-fa2f834b740b, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=a837a3f1-2b97-4fcc-9e21-fa2f834b740b,segment=NetworkSegment(cec83082-67fd-4203-bfe0-de7f27586ad6),segment_id=cec83082-67fd-4203-bfe0-de7f27586ad6)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:12:18.582672 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f3fcdfb3-8720-4329-874a-615022b8bca8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:18.598316 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-e5c2e309-5928-4c12-8506-f7b5675dca67 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Deleting port a837a3f1-2b97-4fcc-9e21-fa2f834b740b {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:12:18.598697 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e5c2e309-5928-4c12-8506-f7b5675dca67 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:18.732990 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4a4534c9-420d-4c4d-a937-54f3ca9975a9 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:18.757654 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8f8a8927-43ae-4ac2-9bba-900e4b655f9f tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:18.786160 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-f3fcdfb3-8720-4329-874a-615022b8bca8 None None] Calling delete_port for a837a3f1-2b97-4fcc-9e21-fa2f834b740b owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:12:18.818872 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-c6e8fdf1-eeb2-411b-add6-1af60449e67e tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Network c227c522-6685-4d16-9c38-36326f7214de has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:12:18.835875 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c6e8fdf1-eeb2-411b-add6-1af60449e67e tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:18.915909 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:18.981420 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port b7314175-99f7-4cb6-ac48-9793b498e096, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=b7314175-99f7-4cb6-ac48-9793b498e096,segment=NetworkSegment(cf824e06-0db6-4801-9057-948972ffe4b3),segment_id=cf824e06-0db6-4801-9057-948972ffe4b3)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:12:18.983050 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f3fcdfb3-8720-4329-874a-615022b8bca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:18.997451 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7dbfc86e-8d34-4344-92db-97c43497d086 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:18.998321 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb69c0-acd5-4837-a3a4-adfafede4bf4 req-e76efe32-7a38-4c8e-b2da-62ffceb3833a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:19.000283 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-00cb69c0-acd5-4837-a3a4-adfafede4bf4 req-e76efe32-7a38-4c8e-b2da-62ffceb3833a service neutron] 10.222.0.22 "GET /v2.0/networks?id=26a4294d-c956-403b-8f7a-57f8ffefaf53 HTTP/1.1" status: 200  len: 906 time: 1.0903580
Jan 29 10:12:19.042412 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:19.048203 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fcdfb3-8720-4329-874a-615022b8bca8 None None] Pushing event deleted for resources: {'Port': ['ID=a837a3f1-2b97-4fcc-9e21-fa2f834b740b,revision_number=None']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:19.068082 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f3fcdfb3-8720-4329-874a-615022b8bca8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:19.072127 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8ff04576-8754-4bb8-ac67-2a591fa686bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:19.119915 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4534c9-420d-4c4d-a937-54f3ca9975a9 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Pushing event updated for resources: {'Port': ['ID=9ee7bc7b-5a19-4432-8b1e-22294d6979b8,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:19.128204 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 3c51fcee-86b7-46a6-8d1b-c40c8710a8db no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:12:19.160687 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4d84874e-91f4-4548-8f73-515416cbcdae tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852603100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2204728'] for subnet, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:19.184014 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4534c9-420d-4c4d-a937-54f3ca9975a9 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:19.185172 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4534c9-420d-4c4d-a937-54f3ca9975a9 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:19.185672 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4534c9-420d-4c4d-a937-54f3ca9975a9 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:19.186286 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4534c9-420d-4c4d-a937-54f3ca9975a9 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:19.186781 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4534c9-420d-4c4d-a937-54f3ca9975a9 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:19.187269 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4534c9-420d-4c4d-a937-54f3ca9975a9 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:19.187764 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4534c9-420d-4c4d-a937-54f3ca9975a9 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:19.188245 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4534c9-420d-4c4d-a937-54f3ca9975a9 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:19.188729 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4534c9-420d-4c4d-a937-54f3ca9975a9 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:19.189295 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4534c9-420d-4c4d-a937-54f3ca9975a9 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:19.189678 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4534c9-420d-4c4d-a937-54f3ca9975a9 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:19.190194 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4534c9-420d-4c4d-a937-54f3ca9975a9 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:19.190762 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4534c9-420d-4c4d-a937-54f3ca9975a9 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:19.191244 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4534c9-420d-4c4d-a937-54f3ca9975a9 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:19.191718 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4534c9-420d-4c4d-a937-54f3ca9975a9 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:19.192202 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4534c9-420d-4c4d-a937-54f3ca9975a9 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:19.192680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4534c9-420d-4c4d-a937-54f3ca9975a9 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:19.193161 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4534c9-420d-4c4d-a937-54f3ca9975a9 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:19.193637 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4534c9-420d-4c4d-a937-54f3ca9975a9 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:19.194165 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4534c9-420d-4c4d-a937-54f3ca9975a9 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:19.194902 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4534c9-420d-4c4d-a937-54f3ca9975a9 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:19.195379 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4534c9-420d-4c4d-a937-54f3ca9975a9 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:19.195873 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4534c9-420d-4c4d-a937-54f3ca9975a9 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:19.196366 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4534c9-420d-4c4d-a937-54f3ca9975a9 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:19.202396 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4a4534c9-420d-4c4d-a937-54f3ca9975a9 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:19.212278 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4cdf544d-3687-4f98-b695-e467ce113901 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:19.239296 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 3c51fcee-86b7-46a6-8d1b-c40c8710a8db {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:12:19.239698 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 3c51fcee-86b7-46a6-8d1b-c40c8710a8db not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:12:19.264446 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-65f16613-1c80-4a21-abd2-fc2791e4424e None None] Provisioning complete for port a9d5ad82-1008-4e8e-b258-66aee177ee75 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:12:19.264806 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-65f16613-1c80-4a21-abd2-fc2791e4424e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:19.312829 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d84874e-91f4-4548-8f73-515416cbcdae tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event deleted for resources: {'Subnet': ['ID=e5652928-1d37-4e9c-8e16-eeb995104dd4,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:19.316466 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4d84874e-91f4-4548-8f73-515416cbcdae tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:19.323739 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=b7314175-99f7-4cb6-ac48-9793b498e096,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:19.334797 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fcdfb3-8720-4329-874a-615022b8bca8 None None] No DVR routers for this DVR port a837a3f1-2b97-4fcc-9e21-fa2f834b740b on host dv-neutron-772983-2-ovs {{(pid=80767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:12:19.336782 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:19.350370 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-00cb69c0-acd5-4837-a3a4-adfafede4bf4 req-8cabbaaa-0cf6-4d18-8b58-9eb1d2d89299 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a74e407f-ffe3-4470-a49f-5eba4735646b HTTP/1.1" status: 200  len: 1000 time: 0.3372087
Jan 29 10:12:19.427584 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-c6e8fdf1-eeb2-411b-add6-1af60449e67e tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Network c227c522-6685-4d16-9c38-36326f7214de has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:12:19.427800 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-65f16613-1c80-4a21-abd2-fc2791e4424e None None] Could not find standard attr ID for object a837a3f1-2b97-4fcc-9e21-fa2f834b740b. {{(pid=80767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 29 10:12:19.430563 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-65f16613-1c80-4a21-abd2-fc2791e4424e None None] Could not find standard attr ID for object e3d6ac7e-9948-4468-bafd-dc038c41afca. {{(pid=80767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 29 10:12:19.461263 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:12:19.461263 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:12:19.461263 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:12:19.461263 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:12:19.461263 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:12:19.461263 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:12:19.461263 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:12:19.461263 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:12:19.461263 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:12:19.461263 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:12:19.461263 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:12:19.461263 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:12:19.461263 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:12:19.461263 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:12:19.461263 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:12:19.461263 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:12:19.461263 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:12:19.461263 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:12:19.461263 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:12:19.461263 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:12:19.461263 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:12:19.461263 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:12:19.461263 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:12:19.461263 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:12:19.461263 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:12:19.461263 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:12:19.461263 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:12:19.461263 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:12:19.461263 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:12:19.461263 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:12:19.461263 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:12:19.461263 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:12:19.461263 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:12:19.461263 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:12:19.461263 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:12:19.461263 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:12:19.461263 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:12:19.461263 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:12:19.461263 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:12:19.461263 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:12:19.487648 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-e5c2e309-5928-4c12-8506-f7b5675dca67 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] For port a837a3f1-2b97-4fcc-9e21-fa2f834b740b, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=a837a3f1-2b97-4fcc-9e21-fa2f834b740b,segment=NetworkSegment(cec83082-67fd-4203-bfe0-de7f27586ad6),segment_id=cec83082-67fd-4203-bfe0-de7f27586ad6)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:12:19.488053 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e5c2e309-5928-4c12-8506-f7b5675dca67 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:19.679758 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b0494-232b-43fe-8249-ed23f8dd4f39 req-dec2413e-4ed0-4482-b300-f68b84c7a5c1 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:19.680070 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-e5c2e309-5928-4c12-8506-f7b5675dca67 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Calling delete_port for a837a3f1-2b97-4fcc-9e21-fa2f834b740b owned by network:dhcp {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:12:19.681469 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-156b0494-232b-43fe-8249-ed23f8dd4f39 req-dec2413e-4ed0-4482-b300-f68b84c7a5c1 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/ports?device_id=646f0d1b-8b1f-4f18-a23b-f6fd67aca648 HTTP/1.1" status: 200  len: 946 time: 0.9291105
Jan 29 10:12:19.718651 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c6e8fdf1-eeb2-411b-add6-1af60449e67e tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:19.719051 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549c7639-f959-47fd-8269-0134df31e119 None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:12:19.723578 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-be9887c4-f262-4044-8428-a77d185793a3 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:19.732425 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb69c0-acd5-4837-a3a4-adfafede4bf4 req-b420341f-757b-44dc-bff6-ff24312c886a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:19.734190 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-00cb69c0-acd5-4837-a3a4-adfafede4bf4 req-b420341f-757b-44dc-bff6-ff24312c886a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5a251db5-5565-4afc-bc11-9aa24a0c3cc1 HTTP/1.1" status: 200  len: 851 time: 0.3211148
Jan 29 10:12:19.741285 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4d84874e-91f4-4548-8f73-515416cbcdae tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:19.749835 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c6e8fdf1-eeb2-411b-add6-1af60449e67e tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:19.751273 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-38f86080-5c6f-4e6c-a0be-7318209b7b8a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:19.764727 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c6e8fdf1-eeb2-411b-add6-1af60449e67e tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] 10.222.0.57 "DELETE /v2.0/networks/c227c522-6685-4d16-9c38-36326f7214de HTTP/1.1" status: 204  len: 168 time: 4.4718494
Jan 29 10:12:19.771106 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53352) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:19.774268 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e8fdf1-eeb2-411b-add6-1af60449e67e tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Pushing event deleted for resources: {'Network': ['ID=c227c522-6685-4d16-9c38-36326f7214de,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:19.777120 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c6e8fdf1-eeb2-411b-add6-1af60449e67e tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:19.814311 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8e97ad2c-da16-410a-9ff0-74fcac073565 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:19.834573 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-266fddb0-9961-4b6a-a60f-bc2ddc16d163 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Synchronizing usage tracker for tenant:269bd116beab4711bc6ba026bd836aa8 on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:12:19.857849 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4a4534c9-420d-4c4d-a937-54f3ca9975a9 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:19.864860 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-e5c2e309-5928-4c12-8506-f7b5675dca67 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80766) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:12:19.865216 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-e5c2e309-5928-4c12-8506-f7b5675dca67 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:12:19.866909 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-266fddb0-9961-4b6a-a60f-bc2ddc16d163 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Unset dirty status for tenant:269bd116beab4711bc6ba026bd836aa8 on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:12:19.870406 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-266fddb0-9961-4b6a-a60f-bc2ddc16d163 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1acf306-b3a3-4525-833e-5a26d5c1fc90 HTTP/1.1" status: 200  len: 205 time: 0.0920963
Jan 29 10:12:19.871308 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53356) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:20.021482 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3648fc1-616e-4269-b6bb-926743f29a8c None None] DHCP port deletion for 36ec2ab5-acc9-45dc-a136-797459b09a1c request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:12:20.026718 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-e3648fc1-616e-4269-b6bb-926743f29a8c None None] Deleting port a9d5ad82-1008-4e8e-b258-66aee177ee75 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:12:20.027488 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e3648fc1-616e-4269-b6bb-926743f29a8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:20.052208 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c93ebbcc-9177-420b-b60c-ac41104989a0 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks [] for router, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:20.064196 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device b7314175-99f7-4cb6-ac48-9793b498e096 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:12:20.261861 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port b7314175-99f7-4cb6-ac48-9793b498e096 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:12:20.262244 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:20.350574 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c93ebbcc-9177-420b-b60c-ac41104989a0 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:20.352976 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c93ebbcc-9177-420b-b60c-ac41104989a0 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:20.360570 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4d84874e-91f4-4548-8f73-515416cbcdae tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/subnets/e5652928-1d37-4e9c-8e16-eeb995104dd4 HTTP/1.1" status: 204  len: 168 time: 4.4050283
Jan 29 10:12:20.364454 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53360) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:20.410179 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-e3648fc1-616e-4269-b6bb-926743f29a8c None None] For port a9d5ad82-1008-4e8e-b258-66aee177ee75, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=a9d5ad82-1008-4e8e-b258-66aee177ee75,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:12:20.410622 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e3648fc1-616e-4269-b6bb-926743f29a8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:20.449890 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-156b0494-232b-43fe-8249-ed23f8dd4f39 req-81c727ba-652f-48fd-8f28-ca25c719b49f tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/security-groups?id=ca938fcf-b80d-466c-a403-7c3b18a33b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.7501218
Jan 29 10:12:20.452679 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8a2b24ff-ff01-42f8-858d-fdea1969a570 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0872884
Jan 29 10:12:20.454196 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53364) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:20.461159 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-a7e913d0-42e0-42e6-9b2f-24debe04b0f5 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Request body: {'subnet': {'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:12:20.486698 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f86080-5c6f-4e6c-a0be-7318209b7b8a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Pushing event updated for resources: {'Subnet': ['ID=e8a55c25-1b47-42ec-978b-d5714b9cb332,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:20.502393 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-38f86080-5c6f-4e6c-a0be-7318209b7b8a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.688s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:20.577855 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [None req-4a4534c9-420d-4c4d-a937-54f3ca9975a9 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Floating IP 92b4563e-e6ee-4db9-a900-d6f14487ea63 associated. External IP: 172.26.7.129, port: 1d6b9fd5-a86b-440d-8cab-b39ec5a686b8.
Jan 29 10:12:20.585087 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-e5c2e309-5928-4c12-8506-f7b5675dca67 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Deleting port a837a3f1-2b97-4fcc-9e21-fa2f834b740b {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:12:20.585475 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e5c2e309-5928-4c12-8506-f7b5675dca67 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:20.628368 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a7e913d0-42e0-42e6-9b2f-24debe04b0f5 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:12:20.633339 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a7e913d0-42e0-42e6-9b2f-24debe04b0f5 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Usage tracker for resource:subnet and tenant:b2cc7248d2184abfb3aa21c44218cf1c is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:12:20.636694 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a7e913d0-42e0-42e6-9b2f-24debe04b0f5 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:12:20.716432 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a7e913d0-42e0-42e6-9b2f-24debe04b0f5 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:12:20.729465 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-e5c2e309-5928-4c12-8506-f7b5675dca67 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] The port 'a837a3f1-2b97-4fcc-9e21-fa2f834b740b' was deleted {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 29 10:12:20.730375 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c93ebbcc-9177-420b-b60c-ac41104989a0 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:20.730940 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c93ebbcc-9177-420b-b60c-ac41104989a0 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Fanout notify agent at l3_agent the message router_deleted on router c1acf306-b3a3-4525-833e-5a26d5c1fc90 {{(pid=80766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 10:12:20.775956 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-e3648fc1-616e-4269-b6bb-926743f29a8c None None] Calling delete_port for a9d5ad82-1008-4e8e-b258-66aee177ee75 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:12:20.802392 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb69c0-acd5-4837-a3a4-adfafede4bf4 req-7aa7270d-9288-4af9-b381-1d7d56db7236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:20.804175 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-00cb69c0-acd5-4837-a3a4-adfafede4bf4 req-7aa7270d-9288-4af9-b381-1d7d56db7236 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=26a4294d-c956-403b-8f7a-57f8ffefaf53&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 1.0571480
Jan 29 10:12:20.820045 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e913d0-42e0-42e6-9b2f-24debe04b0f5 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Made reservation on behalf of b2cc7248d2184abfb3aa21c44218cf1c for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:12:20.842014 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a7e913d0-42e0-42e6-9b2f-24debe04b0f5 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:20.898675 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device a837a3f1-2b97-4fcc-9e21-fa2f834b740b no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:12:20.926575 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e3648fc1-616e-4269-b6bb-926743f29a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:20.947076 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7405828b-1db3-4043-8645-b046e515f6e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:20.972071 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f86080-5c6f-4e6c-a0be-7318209b7b8a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Checking segment: {'id': 'b710bd1b-8b37-4bab-b2f9-655e761ad447', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'd65c2c0a-9ecf-45a3-b14f-5abee0b33546'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:12:20.972570 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f86080-5c6f-4e6c-a0be-7318209b7b8a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Network hostable DHCP agents. Network: d65c2c0a-9ecf-45a3-b14f-5abee0b33546, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:12:20.988290 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c93ebbcc-9177-420b-b60c-ac41104989a0 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:20.989517 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c93ebbcc-9177-420b-b60c-ac41104989a0 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] 10.222.0.57 "DELETE /v2.0/routers/c1acf306-b3a3-4525-833e-5a26d5c1fc90 HTTP/1.1" status: 204  len: 168 time: 1.1171942
Jan 29 10:12:20.992062 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: a837a3f1-2b97-4fcc-9e21-fa2f834b740b {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:12:21.003529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e5c2e309-5928-4c12-8506-f7b5675dca67 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:21.004061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device a837a3f1-2b97-4fcc-9e21-fa2f834b740b not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:12:21.050912 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3648fc1-616e-4269-b6bb-926743f29a8c None None] Pushing event deleted for resources: {'Port': ['ID=a9d5ad82-1008-4e8e-b258-66aee177ee75,revision_number=None']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:21.054696 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e3648fc1-616e-4269-b6bb-926743f29a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:21.084206 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-00cb69c0-acd5-4837-a3a4-adfafede4bf4 req-67886b72-de74-4ccb-b6c6-87b8f219ad8c service neutron] 10.222.0.22 "GET /v2.0/networks/26a4294d-c956-403b-8f7a-57f8ffefaf53?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2648931
Jan 29 10:12:21.160512 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3648fc1-616e-4269-b6bb-926743f29a8c None None] No DVR routers for this DVR port a9d5ad82-1008-4e8e-b258-66aee177ee75 on host dv-neutron-772983-2-ovs {{(pid=80767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:12:21.181578 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86f1c4-282c-4d53-ae13-22cede76343a req-4571ed22-5fd1-4213-b918-9817785de682 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:21.183440 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2a86f1c4-282c-4d53-ae13-22cede76343a req-4571ed22-5fd1-4213-b918-9817785de682 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/ports?device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 945 time: 0.5349362
Jan 29 10:12:21.228661 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f86080-5c6f-4e6c-a0be-7318209b7b8a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Network d65c2c0a-9ecf-45a3-b14f-5abee0b33546 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:12:21.272499 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-38f86080-5c6f-4e6c-a0be-7318209b7b8a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, d65c2c0a-9ecf-45a3-b14f-5abee0b33546) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:12:21.280161 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a08969-f712-4e49-a54b-b0bb5143a1fd req-090976a1-fef1-45e9-b8bf-46bb0d34ca11 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:21.281514 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-36a08969-f712-4e49-a54b-b0bb5143a1fd req-090976a1-fef1-45e9-b8bf-46bb0d34ca11 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.22 "GET /v2.0/ports?device_id=646f0d1b-8b1f-4f18-a23b-f6fd67aca648 HTTP/1.1" status: 200  len: 946 time: 0.6376114
Jan 29 10:12:21.293261 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4faaa03f-510a-47ce-948b-80839ca3d6b7 None None] Network d65c2c0a-9ecf-45a3-b14f-5abee0b33546 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:12:21.357214 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-e5c2e309-5928-4c12-8506-f7b5675dca67 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99cabd3160>,) {'filters': {'network_id': ['0f6f087c-1744-498d-b2df-b81565493267']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:21.384451 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-e5c2e309-5928-4c12-8506-f7b5675dca67 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99cabd3160>, 'cec83082-67fd-4203-bfe0-de7f27586ad6') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:21.385062 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-e5c2e309-5928-4c12-8506-f7b5675dca67 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99cabd3160>, 'cec83082-67fd-4203-bfe0-de7f27586ad6') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:21.427129 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-36a08969-f712-4e49-a54b-b0bb5143a1fd req-9648c407-4583-4bd0-81ee-a0cd64188275 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Deleting port 34ac8151-ad03-457c-a08a-bf5486dcce07 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:12:21.427524 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-36a08969-f712-4e49-a54b-b0bb5143a1fd req-9648c407-4583-4bd0-81ee-a0cd64188275 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:21.456083 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e5c2e309-5928-4c12-8506-f7b5675dca67 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:21.464793 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53372) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:21.471578 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-db6830b5-a117-4612-83d3-c39859c66ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:21.549452 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e5c2e309-5928-4c12-8506-f7b5675dca67 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:21.556261 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e5c2e309-5928-4c12-8506-f7b5675dca67 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Releasing vxlan tunnel 15 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:12:21.594614 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f86080-5c6f-4e6c-a0be-7318209b7b8a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:21.595401 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-38f86080-5c6f-4e6c-a0be-7318209b7b8a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:21.611325 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 34ac8151-ad03-457c-a08a-bf5486dcce07 no longer exists at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:12:21.623203 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-00cb69c0-acd5-4837-a3a4-adfafede4bf4 req-02c76cad-832e-469a-baa5-7275b1c1e456 service neutron] 10.222.0.22 "GET /v2.0/networks/26a4294d-c956-403b-8f7a-57f8ffefaf53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4386754
Jan 29 10:12:21.627225 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a4534c9-420d-4c4d-a937-54f3ca9975a9 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Router 92bee170-7907-4644-8709-c45f8f4ed753 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:12:21.645545 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-38f86080-5c6f-4e6c-a0be-7318209b7b8a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 7.2600846
Jan 29 10:12:21.649631 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53380) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:21.680894 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e504cd-e25f-414c-892b-04854c02dd4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-d65c2c0a-9ecf-45a3-b14f-5abee0b33546', 'network_id': 'd65c2c0a-9ecf-45a3-b14f-5abee0b33546', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'fixed_ips': [{'subnet_id': 'e8a55c25-1b47-42ec-978b-d5714b9cb332'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:12:21.681825 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-43e504cd-e25f-414c-892b-04854c02dd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:21.816424 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2a86f1c4-282c-4d53-ae13-22cede76343a req-7bbc90ed-2964-4ce6-b0b0-c7bf29eebe8b tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af675d5-c3af-4bab-a997-95b7e6464479&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6027586
Jan 29 10:12:21.940978 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-e5c2e309-5928-4c12-8506-f7b5675dca67 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Network 0f6f087c-1744-498d-b2df-b81565493267 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:12:21.959452 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e5c2e309-5928-4c12-8506-f7b5675dca67 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:21.980622 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-85add3de-4530-42e0-adaf-f8883fa737b8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=269bd116beab4711bc6ba026bd836aa8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5064778
Jan 29 10:12:21.989616 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:22.011424 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53384) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:22.060427 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device a9d5ad82-1008-4e8e-b258-66aee177ee75 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:12:22.129027 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: a9d5ad82-1008-4e8e-b258-66aee177ee75 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:12:22.129422 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device a9d5ad82-1008-4e8e-b258-66aee177ee75 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:12:22.141374 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '646f0d1b-8b1f-4f18-a23b-f6fd67aca648', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34ac8151-ad03-457c-a08a-bf5486dcce07'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:12:22.173731 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port 34ac8151-ad03-457c-a08a-bf5486dcce07, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=34ac8151-ad03-457c-a08a-bf5486dcce07,segment=NetworkSegment(b73319d1-1a15-4ad0-895c-77a7ce281119),segment_id=b73319d1-1a15-4ad0-895c-77a7ce281119)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:12:22.213809 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:22.222443 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d8063a10-d70b-4e27-b166-15f8b481a119 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:22.337168 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=34ac8151-ad03-457c-a08a-bf5486dcce07,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:22.340963 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:22.342937 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-43e504cd-e25f-414c-892b-04854c02dd4c None None] Allocated IP 2001:db8:1::2 (d65c2c0a-9ecf-45a3-b14f-5abee0b33546/e8a55c25-1b47-42ec-978b-d5714b9cb332/984da4bc-71ca-48d1-8a71-c5728e6efd4b) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:12:22.576265 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-e5c2e309-5928-4c12-8506-f7b5675dca67 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Network 0f6f087c-1744-498d-b2df-b81565493267 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:12:22.585723 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-36a08969-f712-4e49-a54b-b0bb5143a1fd req-9648c407-4583-4bd0-81ee-a0cd64188275 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] For port 34ac8151-ad03-457c-a08a-bf5486dcce07, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=34ac8151-ad03-457c-a08a-bf5486dcce07,segment=NetworkSegment(b73319d1-1a15-4ad0-895c-77a7ce281119),segment_id=b73319d1-1a15-4ad0-895c-77a7ce281119)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:12:22.586159 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-36a08969-f712-4e49-a54b-b0bb5143a1fd req-9648c407-4583-4bd0-81ee-a0cd64188275 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:22.599760 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-43e504cd-e25f-414c-892b-04854c02dd4c None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:22.668496 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:12:22.668496 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:12:22.668496 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:12:22.668496 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:12:22.668496 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:12:22.668496 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:12:22.668496 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:12:22.668496 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:12:22.668496 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:12:22.668496 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:12:22.668496 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:12:22.668496 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:12:22.668496 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:12:22.668496 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:12:22.668496 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:12:22.668496 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:12:22.668496 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:12:22.668496 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:12:22.668496 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:12:22.668496 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:12:22.668496 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:12:22.668496 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:12:22.668496 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:12:22.668496 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:12:22.668496 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:12:22.668496 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:12:22.668496 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:12:22.668496 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:12:22.668496 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:12:22.668496 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:12:22.668496 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:12:22.668496 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:12:22.846350 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-43e504cd-e25f-414c-892b-04854c02dd4c None None] Transition to ACTIVE for port object 984da4bc-71ca-48d1-8a71-c5728e6efd4b will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:12:22.851928 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e5c2e309-5928-4c12-8506-f7b5675dca67 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:22.865360 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-fb23593a-f136-4868-a8f8-51c8ae598bbf tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:22.869104 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-43e504cd-e25f-414c-892b-04854c02dd4c None None] Transition to ACTIVE for port object 984da4bc-71ca-48d1-8a71-c5728e6efd4b will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:12:22.875565 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-43e504cd-e25f-414c-892b-04854c02dd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:22.891985 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:22.900754 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6aa9543a-e9e2-46ef-81d3-8166cf369152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:22.908168 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a4534c9-420d-4c4d-a937-54f3ca9975a9 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:12:22.935241 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0629e611-6533-4f84-a615-b2ffc2644ed2 None None] Sync routers for ids ['92bee170-7907-4644-8709-c45f8f4ed753'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:12:22.941556 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e5c2e309-5928-4c12-8506-f7b5675dca67 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:22.963946 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c2e309-5928-4c12-8506-f7b5675dca67 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event deleted for resources: {'Network': ['ID=0f6f087c-1744-498d-b2df-b81565493267,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:22.981177 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0629e611-6533-4f84-a615-b2ffc2644ed2 None None] Routers {'92bee170-7907-4644-8709-c45f8f4ed753'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:12:22.982205 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-0629e611-6533-4f84-a615-b2ffc2644ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c968b358>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:11:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['92bee170-7907-4644-8709-c45f8f4ed753'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:22.999632 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e5c2e309-5928-4c12-8506-f7b5675dca67 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "DELETE /v2.0/networks/0f6f087c-1744-498d-b2df-b81565493267 HTTP/1.1" status: 204  len: 168 time: 6.1035848
Jan 29 10:12:23.000889 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c2e309-5928-4c12-8506-f7b5675dca67 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:23.001319 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c2e309-5928-4c12-8506-f7b5675dca67 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:23.001743 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c2e309-5928-4c12-8506-f7b5675dca67 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:23.002187 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c2e309-5928-4c12-8506-f7b5675dca67 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:23.002596 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c2e309-5928-4c12-8506-f7b5675dca67 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:23.003012 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c2e309-5928-4c12-8506-f7b5675dca67 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:23.003418 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c2e309-5928-4c12-8506-f7b5675dca67 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:23.003822 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c2e309-5928-4c12-8506-f7b5675dca67 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:23.004226 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c2e309-5928-4c12-8506-f7b5675dca67 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:23.004634 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c2e309-5928-4c12-8506-f7b5675dca67 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:23.005036 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c2e309-5928-4c12-8506-f7b5675dca67 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:23.005456 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c2e309-5928-4c12-8506-f7b5675dca67 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:23.005963 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c2e309-5928-4c12-8506-f7b5675dca67 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:23.006370 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c2e309-5928-4c12-8506-f7b5675dca67 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:23.006773 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c2e309-5928-4c12-8506-f7b5675dca67 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:23.007174 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c2e309-5928-4c12-8506-f7b5675dca67 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:23.007575 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c2e309-5928-4c12-8506-f7b5675dca67 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:23.007979 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c2e309-5928-4c12-8506-f7b5675dca67 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:23.008380 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c2e309-5928-4c12-8506-f7b5675dca67 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:23.008781 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c2e309-5928-4c12-8506-f7b5675dca67 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:23.009182 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c2e309-5928-4c12-8506-f7b5675dca67 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:23.009582 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c2e309-5928-4c12-8506-f7b5675dca67 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:23.010002 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c2e309-5928-4c12-8506-f7b5675dca67 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:23.010403 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c2e309-5928-4c12-8506-f7b5675dca67 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:23.016152 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53392) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:23.023826 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e5c2e309-5928-4c12-8506-f7b5675dca67 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:23.028108 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1926b96e-76ab-4de6-abf1-a88e748c1e4b req-a7346740-bc68-4c21-aea9-f9fad1d47b5e tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:23.028261 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-beccb514-b642-4cad-90f4-80260c5a9faa tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1679894891'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:12:23.029831 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1926b96e-76ab-4de6-abf1-a88e748c1e4b req-a7346740-bc68-4c21-aea9-f9fad1d47b5e tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/ports?device_id=646f0d1b-8b1f-4f18-a23b-f6fd67aca648 HTTP/1.1" status: 200  len: 946 time: 1.0174279
Jan 29 10:12:23.033471 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-beccb514-b642-4cad-90f4-80260c5a9faa tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:12:23.037474 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-beccb514-b642-4cad-90f4-80260c5a9faa tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Usage tracker for resource:network and tenant:af6cfbcc17be4cdfba1cf58741c9e55a is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:12:23.041216 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-beccb514-b642-4cad-90f4-80260c5a9faa tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Quota usage for network was recalculated. Used quota:1. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:12:23.071607 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6aa9543a-e9e2-46ef-81d3-8166cf369152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:23.116399 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-0629e611-6533-4f84-a615-b2ffc2644ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c968b358>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:23.117576 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4a4534c9-420d-4c4d-a937-54f3ca9975a9 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:23.120647 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-beccb514-b642-4cad-90f4-80260c5a9faa tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:12:23.128477 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e504cd-e25f-414c-892b-04854c02dd4c None None] Pushing event updated for resources: {'Port': ['ID=984da4bc-71ca-48d1-8a71-c5728e6efd4b,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:23.131859 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-43e504cd-e25f-414c-892b-04854c02dd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:23.150323 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0629e611-6533-4f84-a615-b2ffc2644ed2 None None] Routers {'92bee170-7907-4644-8709-c45f8f4ed753'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:12:23.150836 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-0629e611-6533-4f84-a615-b2ffc2644ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c968b358>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:11:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['92bee170-7907-4644-8709-c45f8f4ed753'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:23.165165 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beccb514-b642-4cad-90f4-80260c5a9faa tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Made reservation on behalf of af6cfbcc17be4cdfba1cf58741c9e55a for: {'network': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:12:23.186500 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-beccb514-b642-4cad-90f4-80260c5a9faa tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:23.224334 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-0629e611-6533-4f84-a615-b2ffc2644ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c968b358>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:23.225075 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0629e611-6533-4f84-a615-b2ffc2644ed2 None None] The sync data for ids ['92bee170-7907-4644-8709-c45f8f4ed753'] in dv-neutron-772983-2-ovs is: [] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:12:23.259315 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1926b96e-76ab-4de6-abf1-a88e748c1e4b req-ab6826ef-5a8f-4d4e-b3a5-1efb3c59a84e tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/security-groups?id=ca938fcf-b80d-466c-a403-7c3b18a33b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.2164643
Jan 29 10:12:23.261328 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e504cd-e25f-414c-892b-04854c02dd4c None None] Network d65c2c0a-9ecf-45a3-b14f-5abee0b33546 is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:12:23.263318 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-43e504cd-e25f-414c-892b-04854c02dd4c None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:12:23.265911 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e504cd-e25f-414c-892b-04854c02dd4c None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:12:23.272258 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4a4534c9-420d-4c4d-a937-54f3ca9975a9 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 982 time: 11.7687726
Jan 29 10:12:23.272258 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53396) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:23.279394 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-36a08969-f712-4e49-a54b-b0bb5143a1fd req-9648c407-4583-4bd0-81ee-a0cd64188275 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:23.279758 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-36a08969-f712-4e49-a54b-b0bb5143a1fd req-9648c407-4583-4bd0-81ee-a0cd64188275 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:23.280663 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [req-36a08969-f712-4e49-a54b-b0bb5143a1fd req-9648c407-4583-4bd0-81ee-a0cd64188275 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Floating IP d3d2d815-088b-46ee-a87a-e31565a08a13 disassociated. External IP: 172.26.7.209, port: 34ac8151-ad03-457c-a08a-bf5486dcce07.
Jan 29 10:12:23.280663 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-36a08969-f712-4e49-a54b-b0bb5143a1fd req-9648c407-4583-4bd0-81ee-a0cd64188275 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Calling delete_port for 34ac8151-ad03-457c-a08a-bf5486dcce07 owned by compute:nova {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:12:23.316083 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-922a9855-5825-4972-8d9a-d5f131191d35 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1271724195'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:12:23.329753 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-922a9855-5825-4972-8d9a-d5f131191d35 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:12:23.331938 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-43e504cd-e25f-414c-892b-04854c02dd4c None None] Attempting to bind port 984da4bc-71ca-48d1-8a71-c5728e6efd4b on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:12:23.332733 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-43e504cd-e25f-414c-892b-04854c02dd4c None None] Attempting to bind port 984da4bc-71ca-48d1-8a71-c5728e6efd4b by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'b710bd1b-8b37-4bab-b2f9-655e761ad447', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'd65c2c0a-9ecf-45a3-b14f-5abee0b33546'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:12:23.333364 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e504cd-e25f-414c-892b-04854c02dd4c None None] Attempting to bind port 984da4bc-71ca-48d1-8a71-c5728e6efd4b on network d65c2c0a-9ecf-45a3-b14f-5abee0b33546 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:12:23.337755 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-922a9855-5825-4972-8d9a-d5f131191d35 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Usage tracker for resource:network and tenant:f844837ce1884937bc086377bfe8af84 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:12:23.340460 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e504cd-e25f-414c-892b-04854c02dd4c None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:12:23.341194 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-922a9855-5825-4972-8d9a-d5f131191d35 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Quota usage for network was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:12:23.341813 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e504cd-e25f-414c-892b-04854c02dd4c None None] Checking segment: {'id': 'b710bd1b-8b37-4bab-b2f9-655e761ad447', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'd65c2c0a-9ecf-45a3-b14f-5abee0b33546'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:12:23.342501 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-43e504cd-e25f-414c-892b-04854c02dd4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:23.343261 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e504cd-e25f-414c-892b-04854c02dd4c None None] Bound using segment: {'id': 'b710bd1b-8b37-4bab-b2f9-655e761ad447', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'd65c2c0a-9ecf-45a3-b14f-5abee0b33546'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:12:23.344004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-43e504cd-e25f-414c-892b-04854c02dd4c None None] Bound port: 984da4bc-71ca-48d1-8a71-c5728e6efd4b, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b710bd1b-8b37-4bab-b2f9-655e761ad447', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'd65c2c0a-9ecf-45a3-b14f-5abee0b33546'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:12:23.344699 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-43e504cd-e25f-414c-892b-04854c02dd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:23.347194 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a7e913d0-42e0-42e6-9b2f-24debe04b0f5 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:23.348692 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-922a9855-5825-4972-8d9a-d5f131191d35 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:12:23.370504 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beccb514-b642-4cad-90f4-80260c5a9faa tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:12:23.373197 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-67033a02-fea7-4abc-a8d6-775b9bb25433 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:23.382847 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f1363372-b037-4131-a1fe-2fee263aed11 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:23.396935 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922a9855-5825-4972-8d9a-d5f131191d35 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Made reservation on behalf of f844837ce1884937bc086377bfe8af84 for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:12:23.419532 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-922a9855-5825-4972-8d9a-d5f131191d35 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:23.430275 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6aa9543a-e9e2-46ef-81d3-8166cf369152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:23.440998 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-00d9ace3-4090-4105-b485-29fbddc89ae2 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:23.457291 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-beccb514-b642-4cad-90f4-80260c5a9faa tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268197113528', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:23.457741 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-beccb514-b642-4cad-90f4-80260c5a9faa tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Added segment 81524822-47fc-451b-b89e-686865d858b7 of type vxlan for network 69fa9503-f6b4-48e1-9ffb-644e3c8b1d8b
Jan 29 10:12:23.468992 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-43e504cd-e25f-414c-892b-04854c02dd4c None None] For port 984da4bc-71ca-48d1-8a71-c5728e6efd4b, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:12:23.473023 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-43e504cd-e25f-414c-892b-04854c02dd4c None None] For port 984da4bc-71ca-48d1-8a71-c5728e6efd4b, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=984da4bc-71ca-48d1-8a71-c5728e6efd4b,segment=NetworkSegment(b710bd1b-8b37-4bab-b2f9-655e761ad447),segment_id=b710bd1b-8b37-4bab-b2f9-655e761ad447)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:12:23.477356 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-43e504cd-e25f-414c-892b-04854c02dd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:23.497401 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '646f0d1b-8b1f-4f18-a23b-f6fd67aca648', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34ac8151-ad03-457c-a08a-bf5486dcce07', 'code': 200}
Jan 29 10:12:23.498183 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-055b8f6e-e599-43e6-a01c-1ac3905a520a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:23.545460 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa9543a-e9e2-46ef-81d3-8166cf369152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc78727f-f399-49fa-a206-15d8240a37ca,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:23.567175 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e913d0-42e0-42e6-9b2f-24debe04b0f5 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event updated for resources: {'Subnet': ['ID=e96ea950-dca0-447d-975b-fce432f103b2,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:23.567423 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6aa9543a-e9e2-46ef-81d3-8166cf369152 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:23.581093 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a7e913d0-42e0-42e6-9b2f-24debe04b0f5 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:23.592618 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [req-36a08969-f712-4e49-a54b-b0bb5143a1fd req-9648c407-4583-4bd0-81ee-a0cd64188275 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80766) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:12:23.592981 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [req-36a08969-f712-4e49-a54b-b0bb5143a1fd req-9648c407-4583-4bd0-81ee-a0cd64188275 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:12:23.600578 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-beccb514-b642-4cad-90f4-80260c5a9faa tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:23.608136 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e504cd-e25f-414c-892b-04854c02dd4c None None] Pushing event updated for resources: {'Port': ['ID=984da4bc-71ca-48d1-8a71-c5728e6efd4b,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:23.621466 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6aa9543a-e9e2-46ef-81d3-8166cf369152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:23.638107 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6aa9543a-e9e2-46ef-81d3-8166cf369152 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cc78727f-f399-49fa-a206-15d8240a37ca HTTP/1.1" status: 204  len: 168 time: 1.6162722
Jan 29 10:12:23.640009 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-43e504cd-e25f-414c-892b-04854c02dd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:23.662019 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e913d0-42e0-42e6-9b2f-24debe04b0f5 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:12:23.663347 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-a7e913d0-42e0-42e6-9b2f-24debe04b0f5 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:12:23.674802 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-beccb514-b642-4cad-90f4-80260c5a9faa tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:23.730494 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-922a9855-5825-4972-8d9a-d5f131191d35 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80765) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:12:23.730880 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-922a9855-5825-4972-8d9a-d5f131191d35 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:12:23.733456 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3463ed45-44a1-420e-9287-98b329a29bc1 None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:12:23.745285 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beccb514-b642-4cad-90f4-80260c5a9faa tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:23.746165 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-beccb514-b642-4cad-90f4-80260c5a9faa tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:23.753750 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b5d152c8-90cf-4780-9daa-4fc98a858a26 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:23.769949 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e913d0-42e0-42e6-9b2f-24debe04b0f5 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:23.770531 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a7e913d0-42e0-42e6-9b2f-24debe04b0f5 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:23.828334 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-beccb514-b642-4cad-90f4-80260c5a9faa tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.8101745
Jan 29 10:12:23.870065 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53404) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:23.886674 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a7e913d0-42e0-42e6-9b2f-24debe04b0f5 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.4312522
Jan 29 10:12:23.887552 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53408) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:23.902423 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-b7e8d7e5-5ab8-4403-894c-f7b993ee08cc tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Request body: {'subnet': {'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:12:23.918099 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beccb514-b642-4cad-90f4-80260c5a9faa tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event updated for resources: {'Network': ['ID=69fa9503-f6b4-48e1-9ffb-644e3c8b1d8b,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:23.924049 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-beccb514-b642-4cad-90f4-80260c5a9faa tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:23.975834 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 69fa9503-f6b4-48e1-9ffb-644e3c8b1d8b details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:12:23.979142 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e330d341-65b0-4e12-a556-7ad14adfac74 req-6cae4ddb-7c0c-4851-b0d8-3b35e1a11953 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:23.981896 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e330d341-65b0-4e12-a556-7ad14adfac74 req-6cae4ddb-7c0c-4851-b0d8-3b35e1a11953 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/ports?device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 945 time: 0.3127732
Jan 29 10:12:24.001338 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 69fa9503-f6b4-48e1-9ffb-644e3c8b1d8b details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:12:24.005749 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-83b3d06f-b937-41a4-89d1-cb6749f892ea tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Request body: {'subnet': {'network_id': '69fa9503-f6b4-48e1-9ffb-644e3c8b1d8b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:12:24.089715 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-b7e8d7e5-5ab8-4403-894c-f7b993ee08cc tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:12:24.095789 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b7e8d7e5-5ab8-4403-894c-f7b993ee08cc tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Usage tracker for resource:subnet and tenant:b2cc7248d2184abfb3aa21c44218cf1c is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:12:24.100744 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b7e8d7e5-5ab8-4403-894c-f7b993ee08cc tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:12:24.108940 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-b7e8d7e5-5ab8-4403-894c-f7b993ee08cc tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:12:24.117762 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-36a08969-f712-4e49-a54b-b0bb5143a1fd req-9648c407-4583-4bd0-81ee-a0cd64188275 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Deleting port 34ac8151-ad03-457c-a08a-bf5486dcce07 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:12:24.118462 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-36a08969-f712-4e49-a54b-b0bb5143a1fd req-9648c407-4583-4bd0-81ee-a0cd64188275 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:24.160317 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e8d7e5-5ab8-4403-894c-f7b993ee08cc tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Made reservation on behalf of b2cc7248d2184abfb3aa21c44218cf1c for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:12:24.167592 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-83b3d06f-b937-41a4-89d1-cb6749f892ea tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:12:24.173160 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-83b3d06f-b937-41a4-89d1-cb6749f892ea tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Usage tracker for resource:subnet and tenant:af6cfbcc17be4cdfba1cf58741c9e55a is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:12:24.176360 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-83b3d06f-b937-41a4-89d1-cb6749f892ea tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:12:24.182586 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-83b3d06f-b937-41a4-89d1-cb6749f892ea tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:12:24.187593 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b7e8d7e5-5ab8-4403-894c-f7b993ee08cc tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:24.239871 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-922a9855-5825-4972-8d9a-d5f131191d35 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:24.297992 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e330d341-65b0-4e12-a556-7ad14adfac74 req-1b7dbe2e-7547-4c93-99a3-fe1daf480877 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af675d5-c3af-4bab-a997-95b7e6464479&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1058259
Jan 29 10:12:24.298718 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b3d06f-b937-41a4-89d1-cb6749f892ea tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Made reservation on behalf of af6cfbcc17be4cdfba1cf58741c9e55a for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:12:24.335693 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-83b3d06f-b937-41a4-89d1-cb6749f892ea tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:24.454267 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2dd764c8-8b01-492d-bab0-37bd428f794d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:24.553539 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:24.625031 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-922a9855-5825-4972-8d9a-d5f131191d35 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:12:24.679470 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13986366-bd30-4f3b-9b24-51a8799d066c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-36ec2ab5-acc9-45dc-a136-797459b09a1c', 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'tenant_id': 'b2cc7248d2184abfb3aa21c44218cf1c', 'fixed_ips': [{'subnet_id': 'e96ea950-dca0-447d-975b-fce432f103b2'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:12:24.681036 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-13986366-bd30-4f3b-9b24-51a8799d066c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:24.688242 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-922a9855-5825-4972-8d9a-d5f131191d35 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:24.688926 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-922a9855-5825-4972-8d9a-d5f131191d35 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Added segment c297c4df-5dc2-479d-99a8-5f30c0390ca3 of type vxlan for network 06d18ded-695b-4290-a5f7-24e63c3d0098
Jan 29 10:12:24.784750 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53430) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:24.860168 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:24.868061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b59fd-83ec-48f5-8f5b-c6ad2b49da32 req-b09ed1c7-2015-492b-a9b3-25fbffb96fe6 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:24.869718 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f96b59fd-83ec-48f5-8f5b-c6ad2b49da32 req-b09ed1c7-2015-492b-a9b3-25fbffb96fe6 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/ports?device_id=646f0d1b-8b1f-4f18-a23b-f6fd67aca648 HTTP/1.1" status: 200  len: 944 time: 0.3800554
Jan 29 10:12:24.897288 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-36a08969-f712-4e49-a54b-b0bb5143a1fd req-9648c407-4583-4bd0-81ee-a0cd64188275 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] For port 34ac8151-ad03-457c-a08a-bf5486dcce07, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=34ac8151-ad03-457c-a08a-bf5486dcce07,segment=NetworkSegment(b73319d1-1a15-4ad0-895c-77a7ce281119),segment_id=b73319d1-1a15-4ad0-895c-77a7ce281119)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:12:24.897988 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-36a08969-f712-4e49-a54b-b0bb5143a1fd req-9648c407-4583-4bd0-81ee-a0cd64188275 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:25.013620 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-922a9855-5825-4972-8d9a-d5f131191d35 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:25.025651 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-49cee5b8-e571-44b6-a845-c3a6e3ec64e3 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-2114249506'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:12:25.040509 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f96b59fd-83ec-48f5-8f5b-c6ad2b49da32 req-2894acc5-7146-4800-9142-e01a368605eb tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/security-groups?id=ca938fcf-b80d-466c-a403-7c3b18a33b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1487379
Jan 29 10:12:25.098166 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-49cee5b8-e571-44b6-a845-c3a6e3ec64e3 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:12:25.171560 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-49cee5b8-e571-44b6-a845-c3a6e3ec64e3 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Usage tracker for resource:network and tenant:4946b14e8a474dce8e4c7c17d3d2c43b is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:12:25.176382 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-13986366-bd30-4f3b-9b24-51a8799d066c None None] Allocated IP 172.20.0.2 (36ec2ab5-acc9-45dc-a136-797459b09a1c/e96ea950-dca0-447d-975b-fce432f103b2/451a155a-25c9-4519-a8f8-031c5668735b) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:12:25.185026 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-13986366-bd30-4f3b-9b24-51a8799d066c None None] Allocated IP 2001:db8::f816:3eff:feb4:3f77 (36ec2ab5-acc9-45dc-a136-797459b09a1c/e9ec82f6-21da-4215-86bb-64aae142ea46/451a155a-25c9-4519-a8f8-031c5668735b) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:12:25.213482 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.resource_extend [None req-922a9855-5825-4972-8d9a-d5f131191d35 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 29 10:12:25.244310 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-49cee5b8-e571-44b6-a845-c3a6e3ec64e3 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Quota usage for network was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:12:25.258061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-f1363372-b037-4131-a1fe-2fee263aed11 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Allocated IP 2001:db8:1::1 (d65c2c0a-9ecf-45a3-b14f-5abee0b33546/e8a55c25-1b47-42ec-978b-d5714b9cb332/9d3fb1aa-c043-4342-8d93-f08ffa1cf97f) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:12:25.260135 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-922a9855-5825-4972-8d9a-d5f131191d35 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:25.270510 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-49cee5b8-e571-44b6-a845-c3a6e3ec64e3 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:12:25.283480 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49cee5b8-e571-44b6-a845-c3a6e3ec64e3 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Made reservation on behalf of 4946b14e8a474dce8e4c7c17d3d2c43b for: {'network': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:12:25.305480 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-49cee5b8-e571-44b6-a845-c3a6e3ec64e3 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:25.329634 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922a9855-5825-4972-8d9a-d5f131191d35 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:25.330400 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-922a9855-5825-4972-8d9a-d5f131191d35 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:25.353250 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-fb83d75e-02a0-4f97-ba4f-9db88b6b915b tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:25.443723 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-13986366-bd30-4f3b-9b24-51a8799d066c None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:25.457469 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-13986366-bd30-4f3b-9b24-51a8799d066c None None] Transition to ACTIVE for port object 451a155a-25c9-4519-a8f8-031c5668735b will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:12:25.477528 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-13986366-bd30-4f3b-9b24-51a8799d066c None None] Transition to ACTIVE for port object 451a155a-25c9-4519-a8f8-031c5668735b will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:12:25.484091 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-13986366-bd30-4f3b-9b24-51a8799d066c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:25.488389 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-922a9855-5825-4972-8d9a-d5f131191d35 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 2.2149522
Jan 29 10:12:25.502545 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-51510fb5-9705-4057-bbd2-36bec0fb0471 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:25.555139 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53436) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:25.562822 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922a9855-5825-4972-8d9a-d5f131191d35 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Pushing event updated for resources: {'Network': ['ID=06d18ded-695b-4290-a5f7-24e63c3d0098,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:25.569071 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-68e252e2-9381-4dc9-bcd4-d74ee592274e tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Request body: {'subnet': {'network_id': '06d18ded-695b-4290-a5f7-24e63c3d0098', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:12:25.583343 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 06d18ded-695b-4290-a5f7-24e63c3d0098 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:12:25.623450 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-49cee5b8-e571-44b6-a845-c3a6e3ec64e3 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Notify callbacks [] for security_group, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:25.645488 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-922a9855-5825-4972-8d9a-d5f131191d35 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:25.652420 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 06d18ded-695b-4290-a5f7-24e63c3d0098 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:12:25.720536 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-49cee5b8-e571-44b6-a845-c3a6e3ec64e3 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:12:25.721437 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13986366-bd30-4f3b-9b24-51a8799d066c None None] Pushing event updated for resources: {'Port': ['ID=451a155a-25c9-4519-a8f8-031c5668735b,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:25.724673 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-49cee5b8-e571-44b6-a845-c3a6e3ec64e3 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Usage tracker for resource:security_group_rule and tenant:4946b14e8a474dce8e4c7c17d3d2c43b is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:12:25.727513 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-49cee5b8-e571-44b6-a845-c3a6e3ec64e3 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:12:25.734064 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-49cee5b8-e571-44b6-a845-c3a6e3ec64e3 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:12:25.740368 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-13986366-bd30-4f3b-9b24-51a8799d066c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:25.879677 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-49cee5b8-e571-44b6-a845-c3a6e3ec64e3 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Notify callbacks [] for security_group, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:25.905651 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f1363372-b037-4131-a1fe-2fee263aed11 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:25.911774 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-68e252e2-9381-4dc9-bcd4-d74ee592274e tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:12:25.922748 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13986366-bd30-4f3b-9b24-51a8799d066c None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:12:25.923965 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-13986366-bd30-4f3b-9b24-51a8799d066c None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:12:25.924964 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-49cee5b8-e571-44b6-a845-c3a6e3ec64e3 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:25.926255 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-68e252e2-9381-4dc9-bcd4-d74ee592274e tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:12:25.926373 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13986366-bd30-4f3b-9b24-51a8799d066c None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:12:25.932901 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-36a08969-f712-4e49-a54b-b0bb5143a1fd req-9648c407-4583-4bd0-81ee-a0cd64188275 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:25.933301 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-36a08969-f712-4e49-a54b-b0bb5143a1fd req-9648c407-4583-4bd0-81ee-a0cd64188275 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:25.933660 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [req-36a08969-f712-4e49-a54b-b0bb5143a1fd req-9648c407-4583-4bd0-81ee-a0cd64188275 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Floating IP d3d2d815-088b-46ee-a87a-e31565a08a13 disassociated. External IP: 172.26.7.209, port: 34ac8151-ad03-457c-a08a-bf5486dcce07.
Jan 29 10:12:25.934078 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-36a08969-f712-4e49-a54b-b0bb5143a1fd req-9648c407-4583-4bd0-81ee-a0cd64188275 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Calling delete_port for 34ac8151-ad03-457c-a08a-bf5486dcce07 owned by compute:nova {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:12:25.954304 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e252e2-9381-4dc9-bcd4-d74ee592274e tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Made reservation on behalf of f844837ce1884937bc086377bfe8af84 for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:12:25.969341 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a4c044e8-e9e3-420f-8245-ab7cc730ec75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:25.979142 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-68e252e2-9381-4dc9-bcd4-d74ee592274e tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:25.991280 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-13986366-bd30-4f3b-9b24-51a8799d066c None None] Attempting to bind port 451a155a-25c9-4519-a8f8-031c5668735b on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:12:25.991703 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-13986366-bd30-4f3b-9b24-51a8799d066c None None] Attempting to bind port 451a155a-25c9-4519-a8f8-031c5668735b by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:12:25.992119 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13986366-bd30-4f3b-9b24-51a8799d066c None None] Attempting to bind port 451a155a-25c9-4519-a8f8-031c5668735b on network 36ec2ab5-acc9-45dc-a136-797459b09a1c {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:12:26.003265 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13986366-bd30-4f3b-9b24-51a8799d066c None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:12:26.004561 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13986366-bd30-4f3b-9b24-51a8799d066c None None] Checking segment: {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:12:26.004561 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-13986366-bd30-4f3b-9b24-51a8799d066c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:26.004768 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13986366-bd30-4f3b-9b24-51a8799d066c None None] Bound using segment: {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:12:26.005216 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-13986366-bd30-4f3b-9b24-51a8799d066c None None] Bound port: 451a155a-25c9-4519-a8f8-031c5668735b, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:12:26.005640 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-13986366-bd30-4f3b-9b24-51a8799d066c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:26.049067 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49cee5b8-e571-44b6-a845-c3a6e3ec64e3 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] vxlan segment allocate from pool success with {'vxlan_vni': 15}  {{(pid=80766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:12:26.079224 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-f1363372-b037-4131-a1fe-2fee263aed11 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Transition to ACTIVE for port object 9d3fb1aa-c043-4342-8d93-f08ffa1cf97f will not be triggered until provisioned by entity DHCP. {{(pid=80765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:12:26.082023 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:26.103270 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 984da4bc-71ca-48d1-8a71-c5728e6efd4b up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:12:26.234938 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-13986366-bd30-4f3b-9b24-51a8799d066c None None] For port 451a155a-25c9-4519-a8f8-031c5668735b, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:12:26.236960 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 984da4bc-71ca-48d1-8a71-c5728e6efd4b completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:12:26.241488 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-13986366-bd30-4f3b-9b24-51a8799d066c None None] For port 451a155a-25c9-4519-a8f8-031c5668735b, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=451a155a-25c9-4519-a8f8-031c5668735b,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:12:26.249755 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-13986366-bd30-4f3b-9b24-51a8799d066c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:26.277355 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-36a08969-f712-4e49-a54b-b0bb5143a1fd req-9648c407-4583-4bd0-81ee-a0cd64188275 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:26.293813 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-49cee5b8-e571-44b6-a845-c3a6e3ec64e3 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268197113528', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:26.294263 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-49cee5b8-e571-44b6-a845-c3a6e3ec64e3 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Added segment d0688a3f-49ad-4372-a48e-5d7a73cb663d of type vxlan for network 2aef1b26-3023-4628-a926-e1924ac7375f
Jan 29 10:12:26.378460 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e91a4fc7-f3d0-4f52-baa4-bc1e85c1bd89 req-191b72a2-98d9-4494-bae0-543c76ea36b3 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/ports?device_id=646f0d1b-8b1f-4f18-a23b-f6fd67aca648 HTTP/1.1" status: 200  len: 210 time: 0.1321843
Jan 29 10:12:26.421940 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f1363372-b037-4131-a1fe-2fee263aed11 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:26.433468 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.objects.ports [None req-b7e8d7e5-5ab8-4403-894c-f7b993ee08cc tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=80766) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 29 10:12:26.435368 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7a96aa40-12e0-4f64-960c-7bf16ff42f86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:26.463885 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-49cee5b8-e571-44b6-a845-c3a6e3ec64e3 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:26.510081 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cee5b8-e571-44b6-a845-c3a6e3ec64e3 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6380ffef-cc67-4cb8-b5c1-2b6ba5423fc2,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:26.518674 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-721e7dee-272e-4ea6-8b57-0e5a6a9b62e4 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:26.532032 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-49cee5b8-e571-44b6-a845-c3a6e3ec64e3 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:26.532524 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-78ecca80-6066-438b-93a8-06793e45e0cb tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:26.541542 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5054489-64f0-4899-9d34-f909eb124a47 None None] Network d65c2c0a-9ecf-45a3-b14f-5abee0b33546 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:12:26.578940 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.resource_extend [None req-49cee5b8-e571-44b6-a845-c3a6e3ec64e3 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 29 10:12:26.624950 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9648c407-4583-4bd0-81ee-a0cd64188275 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Pushing event deleted for resources: {'Port': ['ID=34ac8151-ad03-457c-a08a-bf5486dcce07,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:26.642987 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9648c407-4583-4bd0-81ee-a0cd64188275 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:26.663874 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-49cee5b8-e571-44b6-a845-c3a6e3ec64e3 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:26.670027 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13986366-bd30-4f3b-9b24-51a8799d066c None None] Pushing event updated for resources: {'Port': ['ID=451a155a-25c9-4519-a8f8-031c5668735b,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:26.674637 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-13986366-bd30-4f3b-9b24-51a8799d066c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:26.734126 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cee5b8-e571-44b6-a845-c3a6e3ec64e3 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:26.734856 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-49cee5b8-e571-44b6-a845-c3a6e3ec64e3 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:26.744499 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-911edd65-b8c4-4b68-88a1-8d0d2ad2dc45 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:26.753388 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-377b24f0-2a8e-4305-a8c9-7f77fcca6f7d None None] Provisioning for port 984da4bc-71ca-48d1-8a71-c5728e6efd4b completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:12:26.766794 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-377b24f0-2a8e-4305-a8c9-7f77fcca6f7d None None] Provisioning complete for port 984da4bc-71ca-48d1-8a71-c5728e6efd4b triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:12:26.767166 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-377b24f0-2a8e-4305-a8c9-7f77fcca6f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:26.787688 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.ipam_pluggable_backend [None req-b7e8d7e5-5ab8-4403-894c-f7b993ee08cc tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Port 451a155a-25c9-4519-a8f8-031c5668735b got IPv6 auto-address in a concurrent create or update port request. Ignoring. {{(pid=80766) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:585}}
Jan 29 10:12:26.788293 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b7e8d7e5-5ab8-4403-894c-f7b993ee08cc tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:26.853811 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-83b3d06f-b937-41a4-89d1-cb6749f892ea tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:27.023596 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cee5b8-e571-44b6-a845-c3a6e3ec64e3 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Pushing event updated for resources: {'Network': ['ID=2aef1b26-3023-4628-a926-e1924ac7375f,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:27.030358 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-49cee5b8-e571-44b6-a845-c3a6e3ec64e3 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 2.2440674
Jan 29 10:12:27.034550 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-49cee5b8-e571-44b6-a845-c3a6e3ec64e3 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:27.035014 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53442) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:27.035594 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-fbf77ea8-40fa-4276-bc36-243b81593f43 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.209s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:27.035727 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-377b24f0-2a8e-4305-a8c9-7f77fcca6f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:27.088720 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-b7d16b99-558e-4ce4-9269-593884475ac2 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Request body: {'subnet': {'network_id': '2aef1b26-3023-4628-a926-e1924ac7375f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:12:27.090261 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-377b24f0-2a8e-4305-a8c9-7f77fcca6f7d None None] For port 984da4bc-71ca-48d1-8a71-c5728e6efd4b, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=984da4bc-71ca-48d1-8a71-c5728e6efd4b,segment=NetworkSegment(b710bd1b-8b37-4bab-b2f9-655e761ad447),segment_id=b710bd1b-8b37-4bab-b2f9-655e761ad447)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:12:27.091883 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 2aef1b26-3023-4628-a926-e1924ac7375f details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:12:27.102146 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1363372-b037-4131-a1fe-2fee263aed11 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Pushing event updated for resources: {'Port': ['ID=9d3fb1aa-c043-4342-8d93-f08ffa1cf97f,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:27.121606 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f1363372-b037-4131-a1fe-2fee263aed11 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:27.122843 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6f21709f-2659-4b9e-9d7d-4ae7586cb1b6 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.241s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:27.130541 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 2aef1b26-3023-4628-a926-e1924ac7375f details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:12:27.156952 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-377b24f0-2a8e-4305-a8c9-7f77fcca6f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:27.163770 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-43e504cd-e25f-414c-892b-04854c02dd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:27.183269 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1363372-b037-4131-a1fe-2fee263aed11 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Network d65c2c0a-9ecf-45a3-b14f-5abee0b33546 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:12:27.194713 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-f1363372-b037-4131-a1fe-2fee263aed11 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:12:27.202141 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1363372-b037-4131-a1fe-2fee263aed11 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:12:27.202720 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f1363372-b037-4131-a1fe-2fee263aed11 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854426412'] for router_interface, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:27.246578 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e8d7e5-5ab8-4403-894c-f7b993ee08cc tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event updated for resources: {'Subnet': ['ID=e9ec82f6-21da-4215-86bb-64aae142ea46,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:27.266728 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b7e8d7e5-5ab8-4403-894c-f7b993ee08cc tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:27.296023 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b3d06f-b937-41a4-89d1-cb6749f892ea tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event updated for resources: {'Subnet': ['ID=ec598f66-a845-4f69-bee2-fe62123514af,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:27.302145 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-83b3d06f-b937-41a4-89d1-cb6749f892ea tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:27.374872 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b3d06f-b937-41a4-89d1-cb6749f892ea tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Checking segment: {'id': '81524822-47fc-451b-b89e-686865d858b7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '69fa9503-f6b4-48e1-9ffb-644e3c8b1d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:12:27.374872 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b3d06f-b937-41a4-89d1-cb6749f892ea tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Network hostable DHCP agents. Network: 69fa9503-f6b4-48e1-9ffb-644e3c8b1d8b, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:12:27.455155 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-b7d16b99-558e-4ce4-9269-593884475ac2 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:12:27.473687 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b7d16b99-558e-4ce4-9269-593884475ac2 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Usage tracker for resource:subnet and tenant:4946b14e8a474dce8e4c7c17d3d2c43b is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:12:27.489986 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b7d16b99-558e-4ce4-9269-593884475ac2 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:12:27.520712 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-b7d16b99-558e-4ce4-9269-593884475ac2 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:12:27.524859 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e8d7e5-5ab8-4403-894c-f7b993ee08cc tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:12:27.526217 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-b7e8d7e5-5ab8-4403-894c-f7b993ee08cc tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:12:27.545382 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e8d7e5-5ab8-4403-894c-f7b993ee08cc tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:27.545999 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b7e8d7e5-5ab8-4403-894c-f7b993ee08cc tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:27.571215 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d16b99-558e-4ce4-9269-593884475ac2 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Made reservation on behalf of 4946b14e8a474dce8e4c7c17d3d2c43b for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:12:27.574465 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f1363372-b037-4131-a1fe-2fee263aed11 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:27.589620 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b3d06f-b937-41a4-89d1-cb6749f892ea tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Network 69fa9503-f6b4-48e1-9ffb-644e3c8b1d8b is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:12:27.602057 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b7d16b99-558e-4ce4-9269-593884475ac2 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:27.610857 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-83b3d06f-b937-41a4-89d1-cb6749f892ea tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 69fa9503-f6b4-48e1-9ffb-644e3c8b1d8b) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:12:27.657144 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cdc18e-b8ad-4ed3-98a3-8eb5b443c504 None None] Network 69fa9503-f6b4-48e1-9ffb-644e3c8b1d8b requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:12:27.696173 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36a08969-f712-4e49-a54b-b0bb5143a1fd req-9648c407-4583-4bd0-81ee-a0cd64188275 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Router 186f80c1-4500-4ded-869d-b89be306d531 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:12:27.702343 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b7e8d7e5-5ab8-4403-894c-f7b993ee08cc tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 3.8076828
Jan 29 10:12:27.718760 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53448) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:27.761123 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b3d06f-b937-41a4-89d1-cb6749f892ea tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:27.761825 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-83b3d06f-b937-41a4-89d1-cb6749f892ea tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:27.776071 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a494fb8d-6d23-4c61-b0f5-f02783fcf1a8 req-d7141ac9-b12b-4235-8a88-ded90a576c09 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/ports?device_id=646f0d1b-8b1f-4f18-a23b-f6fd67aca648 HTTP/1.1" status: 200  len: 210 time: 0.0932536
Jan 29 10:12:27.915611 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-83b3d06f-b937-41a4-89d1-cb6749f892ea tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.0353367
Jan 29 10:12:27.916559 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53454) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:27.939418 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-483c1267-3995-421f-ae98-7f9ec55b592a tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Request body: {'port': {'network_id': '69fa9503-f6b4-48e1-9ffb-644e3c8b1d8b', 'security_groups': [], 'name': 'tempest-PortsTestJSON-576324818'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:12:28.078910 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-ec303646-c2f2-4b58-a426-255d3e75cf9c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Request body: {'port': {'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'mac_address': 'fa:16:3e:84:ae:58', 'name': 'tempest-NetworksTestDHCPv6-1431292925'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:12:28.116141 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 451a155a-25c9-4519-a8f8-031c5668735b up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:12:28.218088 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377b24f0-2a8e-4305-a8c9-7f77fcca6f7d None None] Pushing event updated for resources: {'Port': ['ID=984da4bc-71ca-48d1-8a71-c5728e6efd4b,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:28.256136 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-377b24f0-2a8e-4305-a8c9-7f77fcca6f7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.092s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:28.279959 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-5934f95b-cf41-4bbf-aab3-a7c005813c7a None None] Provisioning complete for port 984da4bc-71ca-48d1-8a71-c5728e6efd4b triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:12:28.280383 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5934f95b-cf41-4bbf-aab3-a7c005813c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:28.362035 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36a08969-f712-4e49-a54b-b0bb5143a1fd req-9648c407-4583-4bd0-81ee-a0cd64188275 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:12:28.375325 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16597e7b-7d45-4666-9437-2c1078c6e84e None None] Sync routers for ids ['186f80c1-4500-4ded-869d-b89be306d531'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:12:28.405460 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16597e7b-7d45-4666-9437-2c1078c6e84e None None] Routers {'186f80c1-4500-4ded-869d-b89be306d531'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:12:28.406245 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-16597e7b-7d45-4666-9437-2c1078c6e84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9f66cf8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:12:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['186f80c1-4500-4ded-869d-b89be306d531'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:28.416959 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf459b11-bf6c-416c-a7f0-daee30df99df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-69fa9503-f6b4-48e1-9ffb-644e3c8b1d8b', 'network_id': '69fa9503-f6b4-48e1-9ffb-644e3c8b1d8b', 'tenant_id': 'af6cfbcc17be4cdfba1cf58741c9e55a', 'fixed_ips': [{'subnet_id': 'ec598f66-a845-4f69-bee2-fe62123514af'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:12:28.417881 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cf459b11-bf6c-416c-a7f0-daee30df99df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:28.429920 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-68e252e2-9381-4dc9-bcd4-d74ee592274e tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:28.460028 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-36a08969-f712-4e49-a54b-b0bb5143a1fd req-9648c407-4583-4bd0-81ee-a0cd64188275 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] No DVR routers for this DVR port 34ac8151-ad03-457c-a08a-bf5486dcce07 on host hv-neutron-7729 {{(pid=80766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:12:28.478186 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-cf450985-0c1f-4a28-b3f8-bffe85e94d04 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:28.486283 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-36a08969-f712-4e49-a54b-b0bb5143a1fd req-9648c407-4583-4bd0-81ee-a0cd64188275 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:28.489819 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '646f0d1b-8b1f-4f18-a23b-f6fd67aca648', 'name': 'network-vif-deleted', 'tag': '34ac8151-ad03-457c-a08a-bf5486dcce07'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:12:28.517588 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-36a08969-f712-4e49-a54b-b0bb5143a1fd req-9648c407-4583-4bd0-81ee-a0cd64188275 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.22 "DELETE /v2.0/ports/34ac8151-ad03-457c-a08a-bf5486dcce07 HTTP/1.1" status: 204  len: 173 time: 7.2269268
Jan 29 10:12:28.563931 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ec303646-c2f2-4b58-a426-255d3e75cf9c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:12:28.572818 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ec303646-c2f2-4b58-a426-255d3e75cf9c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Usage tracker for resource:port and tenant:b2cc7248d2184abfb3aa21c44218cf1c is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:12:28.578818 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ec303646-c2f2-4b58-a426-255d3e75cf9c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Quota usage for port was recalculated. Used quota:1. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:12:28.638806 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ec303646-c2f2-4b58-a426-255d3e75cf9c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:12:28.692560 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec303646-c2f2-4b58-a426-255d3e75cf9c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Made reservation on behalf of b2cc7248d2184abfb3aa21c44218cf1c for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:12:28.832191 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-16597e7b-7d45-4666-9437-2c1078c6e84e None None] Set router 186f80c1-4500-4ded-869d-b89be306d531 gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:12:28.866361 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-483c1267-3995-421f-ae98-7f9ec55b592a tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:12:28.872299 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-483c1267-3995-421f-ae98-7f9ec55b592a tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Usage tracker for resource:port and tenant:af6cfbcc17be4cdfba1cf58741c9e55a is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:12:28.876297 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-483c1267-3995-421f-ae98-7f9ec55b592a tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Quota usage for port was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:12:28.883535 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-483c1267-3995-421f-ae98-7f9ec55b592a tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:12:28.948618 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-483c1267-3995-421f-ae98-7f9ec55b592a tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Made reservation on behalf of af6cfbcc17be4cdfba1cf58741c9e55a for: {'port': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:12:28.972937 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-483c1267-3995-421f-ae98-7f9ec55b592a tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:29.024480 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e252e2-9381-4dc9-bcd4-d74ee592274e tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Pushing event updated for resources: {'Subnet': ['ID=91f72bec-2b50-45cd-a860-21a8d5477123,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:29.033555 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e252e2-9381-4dc9-bcd4-d74ee592274e tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Checking segment: {'id': 'c297c4df-5dc2-479d-99a8-5f30c0390ca3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '06d18ded-695b-4290-a5f7-24e63c3d0098'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:12:29.034111 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e252e2-9381-4dc9-bcd4-d74ee592274e tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Network hostable DHCP agents. Network: 06d18ded-695b-4290-a5f7-24e63c3d0098, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:12:29.051303 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '646f0d1b-8b1f-4f18-a23b-f6fd67aca648', 'name': 'network-vif-deleted', 'tag': '34ac8151-ad03-457c-a08a-bf5486dcce07', 'status': 'completed', 'code': 200}
Jan 29 10:12:29.053876 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-68e252e2-9381-4dc9-bcd4-d74ee592274e tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:29.251886 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e252e2-9381-4dc9-bcd4-d74ee592274e tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Network 06d18ded-695b-4290-a5f7-24e63c3d0098 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:12:29.265831 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-97900e72-a4d2-4cda-8e0f-0d3e68b11d55 req-35c42210-6ee7-4348-a602-2340914815d1 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/ports?device_id=646f0d1b-8b1f-4f18-a23b-f6fd67aca648 HTTP/1.1" status: 200  len: 210 time: 0.0948019
Jan 29 10:12:29.278080 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-cf459b11-bf6c-416c-a7f0-daee30df99df None None] Allocated IP 172.20.0.2 (69fa9503-f6b4-48e1-9ffb-644e3c8b1d8b/ec598f66-a845-4f69-bee2-fe62123514af/2c7e75a8-5b0b-4fd0-8c13-05a014b18860) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:12:29.332920 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ec303646-c2f2-4b58-a426-255d3e75cf9c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:29.397945 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-68e252e2-9381-4dc9-bcd4-d74ee592274e tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 06d18ded-695b-4290-a5f7-24e63c3d0098) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:12:29.414512 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-16597e7b-7d45-4666-9437-2c1078c6e84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9f66cf8>, [{'id': '186f80c1-4500-4ded-869d-b89be306d531', 'name': 'tempest-TestVolumeBootPattern-1113126477-router', 'tenant_id': '4d907168a4924ceb9472857ce37e1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '28d59b23-64d3-4cb4-9403-19957bc5481c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:07:40Z', 'updated_at': '2021-01-29T10:08:01Z', 'revision_number': 4, 'project_id': '4d907168a4924ceb9472857ce37e1904', 'gw_port': {'id': '28d59b23-64d3-4cb4-9403-19957bc5481c', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186f80c1-4500-4ded-869d-b89be306d531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:07:44Z', 'updated_at': '2021-01-29T10:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'baad40a7-f833-4fed-9129-14efdd69b52a', 'name': '', 'network_id': '9c450a0f-2c11-436c-8735-9a1afe6b7184', 'tenant_id': '4d907168a4924ceb9472857ce37e1904', 'mac_address': 'fa:16:3e:db:ec:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186f80c1-4500-4ded-869d-b89be306d531', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'dd17e4b6-a33a-4e17-bc4a-03539800690d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:07:56Z', 'updated_at': '2021-01-29T10:08:26Z', 'revision_number': 5, 'project_id': '4d907168a4924ceb9472857ce37e1904', 'subnets': [{'id': 'dd17e4b6-a33a-4e17-bc4a-03539800690d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:29.419837 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16597e7b-7d45-4666-9437-2c1078c6e84e None None] Checking router: 186f80c1-4500-4ded-869d-b89be306d531 for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:12:29.429693 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e252e2-9381-4dc9-bcd4-d74ee592274e tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:29.430601 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-68e252e2-9381-4dc9-bcd4-d74ee592274e tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:29.430975 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16597e7b-7d45-4666-9437-2c1078c6e84e None None] Routers {'186f80c1-4500-4ded-869d-b89be306d531'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:12:29.431656 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-16597e7b-7d45-4666-9437-2c1078c6e84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9f66cf8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:12:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['186f80c1-4500-4ded-869d-b89be306d531'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:29.478484 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-68e252e2-9381-4dc9-bcd4-d74ee592274e tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.9174738
Jan 29 10:12:29.483978 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53464) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:29.494827 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-6d6b2fa2-0280-43fd-a964-aea54aa6c236 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1117885437', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}, 'admin_state_up': False}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:12:29.520400 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-483c1267-3995-421f-ae98-7f9ec55b592a tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] device_id is not set on port 9cb4e8b0-eb35-482d-be77-398086ce97fe yet. {{(pid=80765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:12:29.577344 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-6d6b2fa2-0280-43fd-a964-aea54aa6c236 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:12:29.588683 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f1363372-b037-4131-a1fe-2fee263aed11 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:29.596201 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6d6b2fa2-0280-43fd-a964-aea54aa6c236 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Usage tracker for resource:router and tenant:f844837ce1884937bc086377bfe8af84 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:12:29.606373 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6d6b2fa2-0280-43fd-a964-aea54aa6c236 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Quota usage for router was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:12:29.609582 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f1363372-b037-4131-a1fe-2fee263aed11 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:29.610518 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f1363372-b037-4131-a1fe-2fee263aed11 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854133895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349242'] for router_interface, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:29.634761 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4a4534c9-420d-4c4d-a937-54f3ca9975a9 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:29.652340 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-16597e7b-7d45-4666-9437-2c1078c6e84e None None] Set router 186f80c1-4500-4ded-869d-b89be306d531 gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:12:29.682842 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-6d6b2fa2-0280-43fd-a964-aea54aa6c236 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:12:29.694073 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-ec303646-c2f2-4b58-a426-255d3e75cf9c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] device_id is not set on port 5b5c2a21-135d-4794-ac6b-42be71325960 yet. {{(pid=80766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:12:29.737233 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cf459b11-bf6c-416c-a7f0-daee30df99df None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:29.750637 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-cf459b11-bf6c-416c-a7f0-daee30df99df None None] Transition to ACTIVE for port object 2c7e75a8-5b0b-4fd0-8c13-05a014b18860 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:12:29.771017 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-cf459b11-bf6c-416c-a7f0-daee30df99df None None] Transition to ACTIVE for port object 2c7e75a8-5b0b-4fd0-8c13-05a014b18860 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:12:29.777593 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73c841a-61ee-453a-b4cf-886e1dd4d29a None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:12:29.801278 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954c9753-5a49-4a0b-9b29-6bd6d626e506 None None] Network 06d18ded-695b-4290-a5f7-24e63c3d0098 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:12:29.817972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cf459b11-bf6c-416c-a7f0-daee30df99df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:29.848457 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bf6d353a-b09a-4cfd-bdb6-42d9e0cd43f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:29.862835 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b7d16b99-558e-4ce4-9269-593884475ac2 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:29.895648 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ca9373b0-6f1e-45b5-9fa8-8b32b82ff74a tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:29.953065 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf459b11-bf6c-416c-a7f0-daee30df99df None None] Pushing event updated for resources: {'Port': ['ID=2c7e75a8-5b0b-4fd0-8c13-05a014b18860,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:29.988619 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 451a155a-25c9-4519-a8f8-031c5668735b completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:12:30.021294 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-5934f95b-cf41-4bbf-aab3-a7c005813c7a None None] Provisioning for port 9d3fb1aa-c043-4342-8d93-f08ffa1cf97f completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:12:30.045872 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-5934f95b-cf41-4bbf-aab3-a7c005813c7a None None] Provisioning complete for port 9d3fb1aa-c043-4342-8d93-f08ffa1cf97f triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:12:30.049426 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5934f95b-cf41-4bbf-aab3-a7c005813c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:30.098543 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf459b11-bf6c-416c-a7f0-daee30df99df None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:30.099519 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf459b11-bf6c-416c-a7f0-daee30df99df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:30.100115 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf459b11-bf6c-416c-a7f0-daee30df99df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:30.100367 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-16597e7b-7d45-4666-9437-2c1078c6e84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9f66cf8>, [{'id': '186f80c1-4500-4ded-869d-b89be306d531', 'name': 'tempest-TestVolumeBootPattern-1113126477-router', 'tenant_id': '4d907168a4924ceb9472857ce37e1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '28d59b23-64d3-4cb4-9403-19957bc5481c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:07:40Z', 'updated_at': '2021-01-29T10:08:01Z', 'revision_number': 4, 'project_id': '4d907168a4924ceb9472857ce37e1904', 'gw_port': {'id': '28d59b23-64d3-4cb4-9403-19957bc5481c', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186f80c1-4500-4ded-869d-b89be306d531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:07:44Z', 'updated_at': '2021-01-29T10:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'baad40a7-f833-4fed-9129-14efdd69b52a', 'name': '', 'network_id': '9c450a0f-2c11-436c-8735-9a1afe6b7184', 'tenant_id': '4d907168a4924ceb9472857ce37e1904', 'mac_address': 'fa:16:3e:db:ec:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186f80c1-4500-4ded-869d-b89be306d531', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'dd17e4b6-a33a-4e17-bc4a-03539800690d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:07:56Z', 'updated_at': '2021-01-29T10:08:26Z', 'revision_number': 5, 'project_id': '4d907168a4924ceb9472857ce37e1904', 'subnets': [{'id': 'dd17e4b6-a33a-4e17-bc4a-03539800690d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:30.104690 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16597e7b-7d45-4666-9437-2c1078c6e84e None None] The sync data for ids ['186f80c1-4500-4ded-869d-b89be306d531'] in dv-neutron-772983-2-ovs is: [{'id': '186f80c1-4500-4ded-869d-b89be306d531', 'name': 'tempest-TestVolumeBootPattern-1113126477-router', 'tenant_id': '4d907168a4924ceb9472857ce37e1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '28d59b23-64d3-4cb4-9403-19957bc5481c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:07:40Z', 'updated_at': '2021-01-29T10:08:01Z', 'revision_number': 4, 'project_id': '4d907168a4924ceb9472857ce37e1904', 'gw_port': {'id': '28d59b23-64d3-4cb4-9403-19957bc5481c', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186f80c1-4500-4ded-869d-b89be306d531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:07:44Z', 'updated_at': '2021-01-29T10:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'baad40a7-f833-4fed-9129-14efdd69b52a', 'name': '', 'network_id': '9c450a0f-2c11-436c-8735-9a1afe6b7184', 'tenant_id': '4d907168a4924ceb9472857ce37e1904', 'mac_address': 'fa:16:3e:db:ec:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186f80c1-4500-4ded-869d-b89be306d531', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'dd17e4b6-a33a-4e17-bc4a-03539800690d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:07:56Z', 'updated_at': '2021-01-29T10:08:26Z', 'revision_number': 5, 'project_id': '4d907168a4924ceb9472857ce37e1904', 'subnets': [{'id': 'dd17e4b6-a33a-4e17-bc4a-03539800690d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:12:30.108492 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf459b11-bf6c-416c-a7f0-daee30df99df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:30.108882 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf459b11-bf6c-416c-a7f0-daee30df99df None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:30.109573 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf459b11-bf6c-416c-a7f0-daee30df99df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:30.110319 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf459b11-bf6c-416c-a7f0-daee30df99df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:30.110319 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf459b11-bf6c-416c-a7f0-daee30df99df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:30.110700 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf459b11-bf6c-416c-a7f0-daee30df99df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:30.111076 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf459b11-bf6c-416c-a7f0-daee30df99df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:30.111561 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf459b11-bf6c-416c-a7f0-daee30df99df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:30.111788 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf459b11-bf6c-416c-a7f0-daee30df99df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:30.112296 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf459b11-bf6c-416c-a7f0-daee30df99df None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:30.112587 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf459b11-bf6c-416c-a7f0-daee30df99df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:30.112957 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf459b11-bf6c-416c-a7f0-daee30df99df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:30.113930 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf459b11-bf6c-416c-a7f0-daee30df99df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:30.114330 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf459b11-bf6c-416c-a7f0-daee30df99df None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:30.114706 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf459b11-bf6c-416c-a7f0-daee30df99df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:30.115075 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf459b11-bf6c-416c-a7f0-daee30df99df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:30.115442 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf459b11-bf6c-416c-a7f0-daee30df99df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:30.115808 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf459b11-bf6c-416c-a7f0-daee30df99df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:30.116174 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf459b11-bf6c-416c-a7f0-daee30df99df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:30.116540 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf459b11-bf6c-416c-a7f0-daee30df99df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:30.116900 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf459b11-bf6c-416c-a7f0-daee30df99df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:12:30.123508 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-cf459b11-bf6c-416c-a7f0-daee30df99df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:30.200718 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6d6b2fa2-0280-43fd-a964-aea54aa6c236 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:30.202169 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6d6b2fa2-0280-43fd-a964-aea54aa6c236 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:30.235907 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1363372-b037-4131-a1fe-2fee263aed11 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Pushing event updated for resources: {'Port': ['ID=9d3fb1aa-c043-4342-8d93-f08ffa1cf97f,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:30.239732 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d16b99-558e-4ce4-9269-593884475ac2 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Pushing event updated for resources: {'Subnet': ['ID=137a1da3-5164-49d6-8470-78e24c783324,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:30.252500 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b7d16b99-558e-4ce4-9269-593884475ac2 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:30.260538 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d16b99-558e-4ce4-9269-593884475ac2 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Checking segment: {'id': 'd0688a3f-49ad-4372-a48e-5d7a73cb663d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '2aef1b26-3023-4628-a926-e1924ac7375f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:12:30.260938 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d16b99-558e-4ce4-9269-593884475ac2 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Network hostable DHCP agents. Network: 2aef1b26-3023-4628-a926-e1924ac7375f, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:12:30.338269 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-483c1267-3995-421f-ae98-7f9ec55b592a tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Allocated IP 172.20.0.13 (69fa9503-f6b4-48e1-9ffb-644e3c8b1d8b/ec598f66-a845-4f69-bee2-fe62123514af/9cb4e8b0-eb35-482d-be77-398086ce97fe) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:12:30.347732 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 984da4bc-71ca-48d1-8a71-c5728e6efd4b up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:12:30.458538 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-ec303646-c2f2-4b58-a426-255d3e75cf9c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Allocated IP 172.20.0.14 (36ec2ab5-acc9-45dc-a136-797459b09a1c/e96ea950-dca0-447d-975b-fce432f103b2/5b5c2a21-135d-4794-ac6b-42be71325960) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:12:30.461156 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d16b99-558e-4ce4-9269-593884475ac2 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Network 2aef1b26-3023-4628-a926-e1924ac7375f is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:12:30.488273 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-ec303646-c2f2-4b58-a426-255d3e75cf9c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Allocated IP 2001:db8::f816:3eff:fe84:ae58 (36ec2ab5-acc9-45dc-a136-797459b09a1c/e9ec82f6-21da-4215-86bb-64aae142ea46/5b5c2a21-135d-4794-ac6b-42be71325960) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:12:30.496143 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-b7d16b99-558e-4ce4-9269-593884475ac2 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 2aef1b26-3023-4628-a926-e1924ac7375f) {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:12:30.515528 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f1363372-b037-4131-a1fe-2fee263aed11 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.881s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:30.529078 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d16b99-558e-4ce4-9269-593884475ac2 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:30.530182 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b7d16b99-558e-4ce4-9269-593884475ac2 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:30.564330 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf459b11-bf6c-416c-a7f0-daee30df99df None None] Network 69fa9503-f6b4-48e1-9ffb-644e3c8b1d8b is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:12:30.571911 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e978e6-139c-4260-8841-6f989f58fa8f None None] Network 2aef1b26-3023-4628-a926-e1924ac7375f requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:12:30.580163 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6d6b2fa2-0280-43fd-a964-aea54aa6c236 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:30.589414 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-42e8648c-67f8-4a2f-9afb-74e8164f3a09 req-0c5ea09c-1451-4e26-921d-ffd73cc22e29 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/ports?device_id=646f0d1b-8b1f-4f18-a23b-f6fd67aca648 HTTP/1.1" status: 200  len: 210 time: 0.0727963
Jan 29 10:12:30.599443 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b7d16b99-558e-4ce4-9269-593884475ac2 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.5255072
Jan 29 10:12:30.603599 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53470) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:30.615014 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-cf459b11-bf6c-416c-a7f0-daee30df99df None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:12:30.617755 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-186f20dc-b32f-4c86-8503-dff93a911c64 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Request body: {'port': {'network_id': '2aef1b26-3023-4628-a926-e1924ac7375f', 'name': 'tempest-TagsExtTest-238110741'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:12:30.628436 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf459b11-bf6c-416c-a7f0-daee30df99df None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:12:30.642686 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 984da4bc-71ca-48d1-8a71-c5728e6efd4b triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:12:30.643547 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:30.677573 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1363372-b037-4131-a1fe-2fee263aed11 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Network d65c2c0a-9ecf-45a3-b14f-5abee0b33546 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:12:30.681539 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-f1363372-b037-4131-a1fe-2fee263aed11 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:12:30.845808 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-483c1267-3995-421f-ae98-7f9ec55b592a tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:30.942592 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-186f20dc-b32f-4c86-8503-dff93a911c64 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:12:30.952188 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-186f20dc-b32f-4c86-8503-dff93a911c64 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Usage tracker for resource:port and tenant:4946b14e8a474dce8e4c7c17d3d2c43b is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:12:30.963680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-186f20dc-b32f-4c86-8503-dff93a911c64 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:12:30.975133 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-186f20dc-b32f-4c86-8503-dff93a911c64 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:12:30.979635 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ec303646-c2f2-4b58-a426-255d3e75cf9c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:31.002957 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186f20dc-b32f-4c86-8503-dff93a911c64 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Made reservation on behalf of 4946b14e8a474dce8e4c7c17d3d2c43b for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:12:31.024357 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-186f20dc-b32f-4c86-8503-dff93a911c64 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:31.039862 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-ec303646-c2f2-4b58-a426-255d3e75cf9c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Transition to ACTIVE for port object 5b5c2a21-135d-4794-ac6b-42be71325960 will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:12:31.046985 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff53eaf-67ef-4492-83b9-e2e290dbd904 None None] New status for floating IP d3d2d815-088b-46ee-a87a-e31565a08a13: DOWN {{(pid=80767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 29 10:12:31.063758 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-483c1267-3995-421f-ae98-7f9ec55b592a tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Transition to ACTIVE for port object 9cb4e8b0-eb35-482d-be77-398086ce97fe will not be triggered until provisioned by entity DHCP. {{(pid=80765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:12:31.124435 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-5934f95b-cf41-4bbf-aab3-a7c005813c7a None None] Port 9d3fb1aa-c043-4342-8d93-f08ffa1cf97f cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:12:31.186757 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ec303646-c2f2-4b58-a426-255d3e75cf9c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:31.210225 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bb231657-8611-478e-ab2a-4ec31a0804a2 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:31.226718 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6d6b2fa2-0280-43fd-a964-aea54aa6c236 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:31.296818 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1363372-b037-4131-a1fe-2fee263aed11 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Router e220c1c0-4b23-4f93-8414-abb30aa1bccc has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:12:31.370487 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-483c1267-3995-421f-ae98-7f9ec55b592a tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:31.381652 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-186f20dc-b32f-4c86-8503-dff93a911c64 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] device_id is not set on port 0de83ba3-f57e-4f1e-b8c7-dfcef656c514 yet. {{(pid=80766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:12:31.390575 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f1363372-b037-4131-a1fe-2fee263aed11 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:31.463479 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-cf459b11-bf6c-416c-a7f0-daee30df99df None None] Attempting to bind port 2c7e75a8-5b0b-4fd0-8c13-05a014b18860 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:12:31.463920 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-cf459b11-bf6c-416c-a7f0-daee30df99df None None] Attempting to bind port 2c7e75a8-5b0b-4fd0-8c13-05a014b18860 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '81524822-47fc-451b-b89e-686865d858b7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '69fa9503-f6b4-48e1-9ffb-644e3c8b1d8b'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:12:31.464620 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf459b11-bf6c-416c-a7f0-daee30df99df None None] Attempting to bind port 2c7e75a8-5b0b-4fd0-8c13-05a014b18860 on network 69fa9503-f6b4-48e1-9ffb-644e3c8b1d8b {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:12:31.490434 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec303646-c2f2-4b58-a426-255d3e75cf9c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event updated for resources: {'Port': ['ID=5b5c2a21-135d-4794-ac6b-42be71325960,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:31.494391 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ec303646-c2f2-4b58-a426-255d3e75cf9c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:31.538940 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf459b11-bf6c-416c-a7f0-daee30df99df None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:12:31.539382 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf459b11-bf6c-416c-a7f0-daee30df99df None None] Checking segment: {'id': '81524822-47fc-451b-b89e-686865d858b7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '69fa9503-f6b4-48e1-9ffb-644e3c8b1d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:12:31.539831 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cf459b11-bf6c-416c-a7f0-daee30df99df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:31.540263 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf459b11-bf6c-416c-a7f0-daee30df99df None None] Bound using segment: {'id': '81524822-47fc-451b-b89e-686865d858b7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '69fa9503-f6b4-48e1-9ffb-644e3c8b1d8b'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:12:31.540812 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-cf459b11-bf6c-416c-a7f0-daee30df99df None None] Bound port: 2c7e75a8-5b0b-4fd0-8c13-05a014b18860, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81524822-47fc-451b-b89e-686865d858b7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '69fa9503-f6b4-48e1-9ffb-644e3c8b1d8b'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:12:31.541246 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cf459b11-bf6c-416c-a7f0-daee30df99df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:31.580820 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec303646-c2f2-4b58-a426-255d3e75cf9c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:12:31.584085 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-ec303646-c2f2-4b58-a426-255d3e75cf9c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:12:31.586533 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec303646-c2f2-4b58-a426-255d3e75cf9c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:12:31.621617 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-9ab5badc-ba45-4eed-ba73-5f568ae5fc83 None None] Provisioning complete for port 984da4bc-71ca-48d1-8a71-c5728e6efd4b triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:12:31.621617 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9ab5badc-ba45-4eed-ba73-5f568ae5fc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:31.666402 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-186f20dc-b32f-4c86-8503-dff93a911c64 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Allocated IP 172.20.0.10 (2aef1b26-3023-4628-a926-e1924ac7375f/137a1da3-5164-49d6-8470-78e24c783324/0de83ba3-f57e-4f1e-b8c7-dfcef656c514) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:12:31.697344 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483c1267-3995-421f-ae98-7f9ec55b592a tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event updated for resources: {'Port': ['ID=9cb4e8b0-eb35-482d-be77-398086ce97fe,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:31.707889 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-483c1267-3995-421f-ae98-7f9ec55b592a tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:31.724128 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1363372-b037-4131-a1fe-2fee263aed11 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:12:31.735536 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f073706-2223-4e93-925f-370940944d16 None None] Sync routers for ids ['e220c1c0-4b23-4f93-8414-abb30aa1bccc'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:12:31.747329 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f073706-2223-4e93-925f-370940944d16 None None] Routers {'e220c1c0-4b23-4f93-8414-abb30aa1bccc'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:12:31.748374 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-7f073706-2223-4e93-925f-370940944d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca165438>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:12:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['e220c1c0-4b23-4f93-8414-abb30aa1bccc'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:31.807269 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f1363372-b037-4131-a1fe-2fee263aed11 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "PUT /v2.0/routers/e220c1c0-4b23-4f93-8414-abb30aa1bccc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.0919378
Jan 29 10:12:31.811769 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19768ad-9c4c-4102-a0ae-ff56934983af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-06d18ded-695b-4290-a5f7-24e63c3d0098', 'network_id': '06d18ded-695b-4290-a5f7-24e63c3d0098', 'tenant_id': 'f844837ce1884937bc086377bfe8af84', 'fixed_ips': [{'subnet_id': '91f72bec-2b50-45cd-a860-21a8d5477123'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:12:31.813247 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b19768ad-9c4c-4102-a0ae-ff56934983af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:31.821959 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53478) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:31.847904 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-997f3c56-6442-4965-b059-316db9295819 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-998190160'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:12:31.864317 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-997f3c56-6442-4965-b059-316db9295819 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:12:31.932468 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec303646-c2f2-4b58-a426-255d3e75cf9c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:31.933329 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ec303646-c2f2-4b58-a426-255d3e75cf9c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:31.959750 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-997f3c56-6442-4965-b059-316db9295819 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Usage tracker for resource:network and tenant:22949024c322421d99052f9202cdd49a is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:12:31.986408 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-7f073706-2223-4e93-925f-370940944d16 None None] Set router e220c1c0-4b23-4f93-8414-abb30aa1bccc gateway port host: None {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:12:31.991133 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-cf459b11-bf6c-416c-a7f0-daee30df99df None None] For port 2c7e75a8-5b0b-4fd0-8c13-05a014b18860, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:12:31.995053 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-cf459b11-bf6c-416c-a7f0-daee30df99df None None] For port 2c7e75a8-5b0b-4fd0-8c13-05a014b18860, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=2c7e75a8-5b0b-4fd0-8c13-05a014b18860,segment=NetworkSegment(81524822-47fc-451b-b89e-686865d858b7),segment_id=81524822-47fc-451b-b89e-686865d858b7)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:12:32.072474 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cf459b11-bf6c-416c-a7f0-daee30df99df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:32.091622 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-997f3c56-6442-4965-b059-316db9295819 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Quota usage for network was recalculated. Used quota:2. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:12:32.102461 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-377b24f0-2a8e-4305-a8c9-7f77fcca6f7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:32.104574 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-186f20dc-b32f-4c86-8503-dff93a911c64 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:32.126993 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-186f20dc-b32f-4c86-8503-dff93a911c64 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Transition to ACTIVE for port object 0de83ba3-f57e-4f1e-b8c7-dfcef656c514 will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:12:32.144319 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-997f3c56-6442-4965-b059-316db9295819 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:12:32.148223 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483c1267-3995-421f-ae98-7f9ec55b592a tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Network 69fa9503-f6b4-48e1-9ffb-644e3c8b1d8b is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:12:32.160951 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-483c1267-3995-421f-ae98-7f9ec55b592a tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:12:32.173437 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ec303646-c2f2-4b58-a426-255d3e75cf9c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1028 time: 4.4488654
Jan 29 10:12:32.175241 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483c1267-3995-421f-ae98-7f9ec55b592a tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:12:32.175446 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-186f20dc-b32f-4c86-8503-dff93a911c64 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:32.177004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53486) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:32.263100 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feca886d-6de7-4dd0-b080-a4089982de9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-2aef1b26-3023-4628-a926-e1924ac7375f', 'network_id': '2aef1b26-3023-4628-a926-e1924ac7375f', 'tenant_id': '4946b14e8a474dce8e4c7c17d3d2c43b', 'fixed_ips': [{'subnet_id': '137a1da3-5164-49d6-8470-78e24c783324'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:12:32.264011 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-feca886d-6de7-4dd0-b080-a4089982de9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:32.320447 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483c1267-3995-421f-ae98-7f9ec55b592a tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:32.321818 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-483c1267-3995-421f-ae98-7f9ec55b592a tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:32.410867 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9648c407-4583-4bd0-81ee-a0cd64188275 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:32.479740 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-7f073706-2223-4e93-925f-370940944d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca165438>, [{'id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'name': 'tempest-RoutersIpV6Test-router-1431048454', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:12:00Z', 'updated_at': '2021-01-29T10:12:27Z', 'revision_number': 3, 'project_id': '22949024c322421d99052f9202cdd49a', 'gw_port_host': None, '_interfaces': [{'id': '9d3fb1aa-c043-4342-8d93-f08ffa1cf97f', 'name': '', 'network_id': 'd65c2c0a-9ecf-45a3-b14f-5abee0b33546', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'mac_address': 'fa:16:3e:4a:f6:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'e8a55c25-1b47-42ec-978b-d5714b9cb332', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:12:24Z', 'updated_at': '2021-01-29T10:12:28Z', 'revision_number': 2, 'project_id': '22949024c322421d99052f9202cdd49a', 'subnets': [{'id': 'e8a55c25-1b47-42ec-978b-d5714b9cb332', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b7314175-99f7-4cb6-ac48-9793b498e096', 'name': '', 'network_id': '80c2087f-75e5-4ad3-be5d-6f7c2f11a575', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'mac_address': 'fa:16:3e:66:79:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '9ff78040-da3e-4fb9-8f2b-df4ed268b1aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:12:06Z', 'updated_at': '2021-01-29T10:12:18Z', 'revision_number': 5, 'project_id': '22949024c322421d99052f9202cdd49a', 'subnets': [{'id': '9ff78040-da3e-4fb9-8f2b-df4ed268b1aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:32.484772 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f073706-2223-4e93-925f-370940944d16 None None] Checking router: e220c1c0-4b23-4f93-8414-abb30aa1bccc for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:12:32.485169 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f073706-2223-4e93-925f-370940944d16 None None] Updating router e220c1c0-4b23-4f93-8414-abb30aa1bccc port 9d3fb1aa-c043-4342-8d93-f08ffa1cf97f binding host dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 29 10:12:32.522930 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186f20dc-b32f-4c86-8503-dff93a911c64 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Pushing event updated for resources: {'Port': ['ID=0de83ba3-f57e-4f1e-b8c7-dfcef656c514,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:32.549253 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186f20dc-b32f-4c86-8503-dff93a911c64 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Network 2aef1b26-3023-4628-a926-e1924ac7375f is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:12:32.551199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-186f20dc-b32f-4c86-8503-dff93a911c64 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:32.562355 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-186f20dc-b32f-4c86-8503-dff93a911c64 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:12:32.603563 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186f20dc-b32f-4c86-8503-dff93a911c64 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:12:32.623200 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf459b11-bf6c-416c-a7f0-daee30df99df None None] Pushing event updated for resources: {'Port': ['ID=2c7e75a8-5b0b-4fd0-8c13-05a014b18860,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:32.761756 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6d6b2fa2-0280-43fd-a964-aea54aa6c236 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for router_gateway, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:32.793963 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997f3c56-6442-4965-b059-316db9295819 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Made reservation on behalf of 22949024c322421d99052f9202cdd49a for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:12:32.808525 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7f073706-2223-4e93-925f-370940944d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:32.828044 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-997f3c56-6442-4965-b059-316db9295819 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:32.842330 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb397c70-f3ac-4190-b8c1-82924c7b6205 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:32.875428 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-483c1267-3995-421f-ae98-7f9ec55b592a tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 886 time: 4.9576507
Jan 29 10:12:32.877041 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6d6b2fa2-0280-43fd-a964-aea54aa6c236 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:32.910676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53492) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:32.942290 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-27ab88b8-11b9-456d-bb50-936586f945a0 req-fa66242e-7058-4fa0-bd81-34c0467f6e3a tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1084616904&fields=id&tenant_id=4d907168a4924ceb9472857ce37e1904 HTTP/1.1" status: 200  len: 267 time: 0.6142514
Jan 29 10:12:32.945392 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb397c70-f3ac-4190-b8c1-82924c7b6205 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:32.946622 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-fb397c70-f3ac-4190-b8c1-82924c7b6205 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Synchronizing usage tracker for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:12:33.073415 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186f20dc-b32f-4c86-8503-dff93a911c64 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:33.074283 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-186f20dc-b32f-4c86-8503-dff93a911c64 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:33.094737 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-fb397c70-f3ac-4190-b8c1-82924c7b6205 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Unset dirty status for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:12:33.097018 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-fb397c70-f3ac-4190-b8c1-82924c7b6205 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1862 time: 0.9185925
Jan 29 10:12:33.100612 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53496) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:33.141771 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-997f3c56-6442-4965-b059-316db9295819 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] vxlan segment allocate from pool success with {'vxlan_vni': 16}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:12:33.201879 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-186f20dc-b32f-4c86-8503-dff93a911c64 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 922 time: 2.5968902
Jan 29 10:12:33.205393 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53500) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:33.207506 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-87083c06-b581-4a0b-97ba-0697445964b0 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Deleting port 9cb4e8b0-eb35-482d-be77-398086ce97fe {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:12:33.207911 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-87083c06-b581-4a0b-97ba-0697445964b0 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:33.214117 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-bb28b107-b0cd-4c82-bb25-ff315dc9c6c7 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1200275352', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:12:33.216219 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-feca886d-6de7-4dd0-b080-a4089982de9f None None] Allocated IP 172.20.0.2 (2aef1b26-3023-4628-a926-e1924ac7375f/137a1da3-5164-49d6-8470-78e24c783324/ad6c84a7-9890-464c-92e5-887f5c661f59) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:12:33.265475 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-453c1e73-300c-4dd7-98fd-f8b1669f9dec tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Deleting port 5b5c2a21-135d-4794-ac6b-42be71325960 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:12:33.266233 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-453c1e73-300c-4dd7-98fd-f8b1669f9dec tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:33.322815 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-bb28b107-b0cd-4c82-bb25-ff315dc9c6c7 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:12:33.337406 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-bb28b107-b0cd-4c82-bb25-ff315dc9c6c7 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Usage tracker for resource:router and tenant:4946b14e8a474dce8e4c7c17d3d2c43b is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:12:33.348003 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-bb28b107-b0cd-4c82-bb25-ff315dc9c6c7 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Quota usage for router was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:12:33.370649 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-bb28b107-b0cd-4c82-bb25-ff315dc9c6c7 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:12:33.372859 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7f073706-2223-4e93-925f-370940944d16 None None] Notify callbacks [] for port, precommit_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:33.404353 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-7f073706-2223-4e93-925f-370940944d16 None None] Transition to ACTIVE for port object 9d3fb1aa-c043-4342-8d93-f08ffa1cf97f will not be triggered until provisioned by entity L2. {{(pid=80768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:12:33.409728 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-997f3c56-6442-4965-b059-316db9295819 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:33.410175 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-997f3c56-6442-4965-b059-316db9295819 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Added segment fb3b5b6b-1dae-4d45-a8d4-6717ddfe21c5 of type vxlan for network 87c4d725-c2b0-4819-9404-4afd776efaa7
Jan 29 10:12:33.414236 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7f073706-2223-4e93-925f-370940944d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:33.451216 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bb28b107-b0cd-4c82-bb25-ff315dc9c6c7 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:33.452804 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bb28b107-b0cd-4c82-bb25-ff315dc9c6c7 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:33.508857 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bb28b107-b0cd-4c82-bb25-ff315dc9c6c7 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:33.557410 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-966f374d-88e8-4b5a-ba62-50fe3f5ad6f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:33.584906 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab88b8-11b9-456d-bb50-936586f945a0 req-1b2b0b73-e4f4-4008-8843-57f85ebea739 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:33.586899 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-27ab88b8-11b9-456d-bb50-936586f945a0 req-1b2b0b73-e4f4-4008-8843-57f85ebea739 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/networks?id=9c450a0f-2c11-436c-8735-9a1afe6b7184 HTTP/1.1" status: 200  len: 812 time: 0.6435380
Jan 29 10:12:33.659466 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bb28b107-b0cd-4c82-bb25-ff315dc9c6c7 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:33.681146 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-27ab88b8-11b9-456d-bb50-936586f945a0 req-ddc876a1-d923-43ca-8fc8-f1c5391cdd9d tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/quotas/4d907168a4924ceb9472857ce37e1904 HTTP/1.1" status: 200  len: 375 time: 0.0709381
Jan 29 10:12:33.685066 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-997f3c56-6442-4965-b059-316db9295819 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:33.706331 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-b19768ad-9c4c-4102-a0ae-ff56934983af None None] Allocated IP 172.20.0.2 (06d18ded-695b-4290-a5f7-24e63c3d0098/91f72bec-2b50-45cd-a860-21a8d5477123/a1ef3b12-f10c-4a41-99a5-6c58dc4a7005) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:12:33.815295 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-7f073706-2223-4e93-925f-370940944d16 None None] Attempting to bind port 9d3fb1aa-c043-4342-8d93-f08ffa1cf97f on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:12:33.815787 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-7f073706-2223-4e93-925f-370940944d16 None None] Attempting to bind port 9d3fb1aa-c043-4342-8d93-f08ffa1cf97f by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'b710bd1b-8b37-4bab-b2f9-655e761ad447', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'd65c2c0a-9ecf-45a3-b14f-5abee0b33546'}] {{(pid=80768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:12:33.816083 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f073706-2223-4e93-925f-370940944d16 None None] Attempting to bind port 9d3fb1aa-c043-4342-8d93-f08ffa1cf97f on network d65c2c0a-9ecf-45a3-b14f-5abee0b33546 {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:12:33.819168 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-453c1e73-300c-4dd7-98fd-f8b1669f9dec tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:33.828100 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f073706-2223-4e93-925f-370940944d16 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:12:33.828516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f073706-2223-4e93-925f-370940944d16 None None] Checking segment: {'id': 'b710bd1b-8b37-4bab-b2f9-655e761ad447', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'd65c2c0a-9ecf-45a3-b14f-5abee0b33546'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:12:33.828960 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7f073706-2223-4e93-925f-370940944d16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:33.829394 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f073706-2223-4e93-925f-370940944d16 None None] Bound using segment: {'id': 'b710bd1b-8b37-4bab-b2f9-655e761ad447', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'd65c2c0a-9ecf-45a3-b14f-5abee0b33546'} {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:12:33.829972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-7f073706-2223-4e93-925f-370940944d16 None None] Bound port: 9d3fb1aa-c043-4342-8d93-f08ffa1cf97f, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b710bd1b-8b37-4bab-b2f9-655e761ad447', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'd65c2c0a-9ecf-45a3-b14f-5abee0b33546'}}] {{(pid=80768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:12:33.830454 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7f073706-2223-4e93-925f-370940944d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:33.832599 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bb28b107-b0cd-4c82-bb25-ff315dc9c6c7 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:33.834057 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-bb28b107-b0cd-4c82-bb25-ff315dc9c6c7 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.6273587
Jan 29 10:12:33.837398 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53504) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:33.850632 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-f1f50a4d-21eb-44d8-bdeb-76d99b7cd941 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-548602604', 'prefixes': ['172.20.0.0/16']}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:12:33.968558 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-7f073706-2223-4e93-925f-370940944d16 None None] For port 9d3fb1aa-c043-4342-8d93-f08ffa1cf97f, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:12:33.972772 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-7f073706-2223-4e93-925f-370940944d16 None None] For port 9d3fb1aa-c043-4342-8d93-f08ffa1cf97f, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=9d3fb1aa-c043-4342-8d93-f08ffa1cf97f,segment=NetworkSegment(b710bd1b-8b37-4bab-b2f9-655e761ad447),segment_id=b710bd1b-8b37-4bab-b2f9-655e761ad447)] {{(pid=80768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:12:33.980248 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0096338a-a5cb-4617-8b9a-5a09f23c9a78 None None] Pushing event updated for resources: {'Port': ['ID=9d3fb1aa-c043-4342-8d93-f08ffa1cf97f,revision_number=3']} {{(pid=80768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:33.999258 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0096338a-a5cb-4617-8b9a-5a09f23c9a78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:34.003305 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7f073706-2223-4e93-925f-370940944d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:34.009614 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b19768ad-9c4c-4102-a0ae-ff56934983af None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:34.024074 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-b19768ad-9c4c-4102-a0ae-ff56934983af None None] Transition to ACTIVE for port object a1ef3b12-f10c-4a41-99a5-6c58dc4a7005 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:12:34.047596 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-dba51cb6-6c83-4b16-b87d-c3e9be51efd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:34.048433 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-b19768ad-9c4c-4102-a0ae-ff56934983af None None] Transition to ACTIVE for port object a1ef3b12-f10c-4a41-99a5-6c58dc4a7005 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:12:34.051601 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-cf459b11-bf6c-416c-a7f0-daee30df99df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.949s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:34.087871 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b19768ad-9c4c-4102-a0ae-ff56934983af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:34.100057 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.resource_extend [None req-997f3c56-6442-4965-b059-316db9295819 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 29 10:12:34.165961 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0096338a-a5cb-4617-8b9a-5a09f23c9a78 None None] Pushing event updated for resources: {'Port': ['ID=9d3fb1aa-c043-4342-8d93-f08ffa1cf97f,revision_number=4']} {{(pid=80768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:34.179086 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0096338a-a5cb-4617-8b9a-5a09f23c9a78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:34.340822 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-51510fb5-9705-4057-bbd2-36bec0fb0471 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:34.401196 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-f1f50a4d-21eb-44d8-bdeb-76d99b7cd941 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:12:34.407962 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f073706-2223-4e93-925f-370940944d16 None None] Routers {'e220c1c0-4b23-4f93-8414-abb30aa1bccc'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:12:34.408695 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-7f073706-2223-4e93-925f-370940944d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca165438>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:12:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['e220c1c0-4b23-4f93-8414-abb30aa1bccc'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:34.413575 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-453c1e73-300c-4dd7-98fd-f8b1669f9dec tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Calling delete_port for 5b5c2a21-135d-4794-ac6b-42be71325960 owned by  {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:12:34.420278 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-6d6b2fa2-0280-43fd-a964-aea54aa6c236 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Allocated IP 172.26.7.100 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/1cbcc617-b0a3-41b2-bfd7-90f7a684e8d4) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:12:34.448271 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19768ad-9c4c-4102-a0ae-ff56934983af None None] Pushing event updated for resources: {'Port': ['ID=a1ef3b12-f10c-4a41-99a5-6c58dc4a7005,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:34.472818 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19768ad-9c4c-4102-a0ae-ff56934983af None None] Network 06d18ded-695b-4290-a5f7-24e63c3d0098 is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:12:34.477425 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b19768ad-9c4c-4102-a0ae-ff56934983af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:34.487183 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-b19768ad-9c4c-4102-a0ae-ff56934983af None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:12:34.493011 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19768ad-9c4c-4102-a0ae-ff56934983af None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:12:34.513653 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-997f3c56-6442-4965-b059-316db9295819 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:34.593078 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f1f50a4d-21eb-44d8-bdeb-76d99b7cd941 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Notify callbacks [] for subnetpool, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:34.594423 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f1f50a4d-21eb-44d8-bdeb-76d99b7cd941 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] 10.222.0.57 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 747 time: 0.7558756
Jan 29 10:12:34.633391 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997f3c56-6442-4965-b059-316db9295819 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:34.634417 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-997f3c56-6442-4965-b059-316db9295819 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:34.635087 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53508) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:34.643093 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.tag.tag_plugin [None req-4f756177-11fe-48a3-8d3b-c9827efda76d tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f99ca8c4208>, 'subnets', '137a1da3-5164-49d6-8470-78e24c783324', 'tempest-TagsExtTest-Tag-1413731571') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:34.659666 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-feca886d-6de7-4dd0-b080-a4089982de9f None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:34.672617 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-feca886d-6de7-4dd0-b080-a4089982de9f None None] Transition to ACTIVE for port object ad6c84a7-9890-464c-92e5-887f5c661f59 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:12:34.677544 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-323d337a-4689-4b5c-8361-66798c0009bc tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:34.699424 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-feca886d-6de7-4dd0-b080-a4089982de9f None None] Transition to ACTIVE for port object ad6c84a7-9890-464c-92e5-887f5c661f59 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:12:34.722521 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-7f073706-2223-4e93-925f-370940944d16 None None] Set router e220c1c0-4b23-4f93-8414-abb30aa1bccc gateway port host: None {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:12:34.745165 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-9ab5badc-ba45-4eed-ba73-5f568ae5fc83 None None] Provisioning for port 451a155a-25c9-4519-a8f8-031c5668735b completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:12:34.766759 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-b19768ad-9c4c-4102-a0ae-ff56934983af None None] Attempting to bind port a1ef3b12-f10c-4a41-99a5-6c58dc4a7005 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:12:34.767188 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-b19768ad-9c4c-4102-a0ae-ff56934983af None None] Attempting to bind port a1ef3b12-f10c-4a41-99a5-6c58dc4a7005 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'c297c4df-5dc2-479d-99a8-5f30c0390ca3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '06d18ded-695b-4290-a5f7-24e63c3d0098'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:12:34.767612 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19768ad-9c4c-4102-a0ae-ff56934983af None None] Attempting to bind port a1ef3b12-f10c-4a41-99a5-6c58dc4a7005 on network 06d18ded-695b-4290-a5f7-24e63c3d0098 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:12:34.773824 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-9ab5badc-ba45-4eed-ba73-5f568ae5fc83 None None] Provisioning complete for port 451a155a-25c9-4519-a8f8-031c5668735b triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:12:34.774266 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9ab5badc-ba45-4eed-ba73-5f568ae5fc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:34.867436 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19768ad-9c4c-4102-a0ae-ff56934983af None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:12:34.868183 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19768ad-9c4c-4102-a0ae-ff56934983af None None] Checking segment: {'id': 'c297c4df-5dc2-479d-99a8-5f30c0390ca3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '06d18ded-695b-4290-a5f7-24e63c3d0098'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:12:34.868796 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b19768ad-9c4c-4102-a0ae-ff56934983af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:34.869552 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19768ad-9c4c-4102-a0ae-ff56934983af None None] Bound using segment: {'id': 'c297c4df-5dc2-479d-99a8-5f30c0390ca3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '06d18ded-695b-4290-a5f7-24e63c3d0098'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:12:34.870279 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-b19768ad-9c4c-4102-a0ae-ff56934983af None None] Bound port: a1ef3b12-f10c-4a41-99a5-6c58dc4a7005, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c297c4df-5dc2-479d-99a8-5f30c0390ca3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '06d18ded-695b-4290-a5f7-24e63c3d0098'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:12:34.871412 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b19768ad-9c4c-4102-a0ae-ff56934983af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:34.883970 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-feca886d-6de7-4dd0-b080-a4089982de9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:34.887091 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-453c1e73-300c-4dd7-98fd-f8b1669f9dec tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:34.910021 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0817705c-c85b-4a62-88cb-a651647871d8 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:34.924491 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b51590c0-8e06-4b46-8095-deec9308a803 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:34.951252 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4f756177-11fe-48a3-8d3b-c9827efda76d tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] 10.222.0.57 "PUT /v2.0/subnets/137a1da3-5164-49d6-8470-78e24c783324/tags/tempest-TagsExtTest-Tag-1413731571 HTTP/1.1" status: 201  len: 201 time: 0.3150208
Jan 29 10:12:34.975643 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53512) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:34.989101 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.tag.tag_plugin [None req-652739c7-b4c7-44fc-b0e9-c9390f773f62 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f99ca8054a8>, 'ports', '0de83ba3-f57e-4f1e-b8c7-dfcef656c514', 'tempest-TagsExtTest-Tag-2050033284') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:35.025609 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c1e73-300c-4dd7-98fd-f8b1669f9dec tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event deleted for resources: {'Port': ['ID=5b5c2a21-135d-4794-ac6b-42be71325960,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:35.028888 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-453c1e73-300c-4dd7-98fd-f8b1669f9dec tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:35.055107 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-87083c06-b581-4a0b-97ba-0697445964b0 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:35.156519 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:35.189003 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feca886d-6de7-4dd0-b080-a4089982de9f None None] Pushing event updated for resources: {'Port': ['ID=ad6c84a7-9890-464c-92e5-887f5c661f59,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:35.203119 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-feca886d-6de7-4dd0-b080-a4089982de9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:35.239701 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-7f073706-2223-4e93-925f-370940944d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca165438>, [{'id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'name': 'tempest-RoutersIpV6Test-router-1431048454', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:12:00Z', 'updated_at': '2021-01-29T10:12:27Z', 'revision_number': 3, 'project_id': '22949024c322421d99052f9202cdd49a', 'gw_port_host': None, '_interfaces': [{'id': '9d3fb1aa-c043-4342-8d93-f08ffa1cf97f', 'name': '', 'network_id': 'd65c2c0a-9ecf-45a3-b14f-5abee0b33546', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'mac_address': 'fa:16:3e:4a:f6:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'e8a55c25-1b47-42ec-978b-d5714b9cb332', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:12:24Z', 'updated_at': '2021-01-29T10:12:33Z', 'revision_number': 4, 'project_id': '22949024c322421d99052f9202cdd49a', 'subnets': [{'id': 'e8a55c25-1b47-42ec-978b-d5714b9cb332', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b7314175-99f7-4cb6-ac48-9793b498e096', 'name': '', 'network_id': '80c2087f-75e5-4ad3-be5d-6f7c2f11a575', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'mac_address': 'fa:16:3e:66:79:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '9ff78040-da3e-4fb9-8f2b-df4ed268b1aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:12:06Z', 'updated_at': '2021-01-29T10:12:18Z', 'revision_number': 5, 'project_id': '22949024c322421d99052f9202cdd49a', 'subnets': [{'id': '9ff78040-da3e-4fb9-8f2b-df4ed268b1aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:35.240423 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-87083c06-b581-4a0b-97ba-0697445964b0 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Calling delete_port for 9cb4e8b0-eb35-482d-be77-398086ce97fe owned by  {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:12:35.244604 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f073706-2223-4e93-925f-370940944d16 None None] The sync data for ids ['e220c1c0-4b23-4f93-8414-abb30aa1bccc'] in dv-neutron-772983-2-ovs is: [{'id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'name': 'tempest-RoutersIpV6Test-router-1431048454', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:12:00Z', 'updated_at': '2021-01-29T10:12:27Z', 'revision_number': 3, 'project_id': '22949024c322421d99052f9202cdd49a', 'gw_port_host': None, '_interfaces': [{'id': '9d3fb1aa-c043-4342-8d93-f08ffa1cf97f', 'name': '', 'network_id': 'd65c2c0a-9ecf-45a3-b14f-5abee0b33546', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'mac_address': 'fa:16:3e:4a:f6:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'e8a55c25-1b47-42ec-978b-d5714b9cb332', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:12:24Z', 'updated_at': '2021-01-29T10:12:33Z', 'revision_number': 4, 'project_id': '22949024c322421d99052f9202cdd49a', 'subnets': [{'id': 'e8a55c25-1b47-42ec-978b-d5714b9cb332', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b7314175-99f7-4cb6-ac48-9793b498e096', 'name': '', 'network_id': '80c2087f-75e5-4ad3-be5d-6f7c2f11a575', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'mac_address': 'fa:16:3e:66:79:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '9ff78040-da3e-4fb9-8f2b-df4ed268b1aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:12:06Z', 'updated_at': '2021-01-29T10:12:18Z', 'revision_number': 5, 'project_id': '22949024c322421d99052f9202cdd49a', 'subnets': [{'id': '9ff78040-da3e-4fb9-8f2b-df4ed268b1aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:12:35.253367 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-652739c7-b4c7-44fc-b0e9-c9390f773f62 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] 10.222.0.57 "PUT /v2.0/ports/0de83ba3-f57e-4f1e-b8c7-dfcef656c514/tags/tempest-TagsExtTest-Tag-2050033284 HTTP/1.1" status: 201  len: 201 time: 0.2740626
Jan 29 10:12:35.271072 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-b19768ad-9c4c-4102-a0ae-ff56934983af None None] For port a1ef3b12-f10c-4a41-99a5-6c58dc4a7005, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:12:35.286154 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-453c1e73-300c-4dd7-98fd-f8b1669f9dec tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:35.295745 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53516) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:35.302152 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.tag.tag_plugin [None req-efb0135e-4289-458b-af89-866936636a1d tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f99c3d92908>, 'routers', '919fa6e4-26c1-4f99-949b-353adb509c58', 'tempest-TagsExtTest-Tag-235651931') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:35.349888 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-b19768ad-9c4c-4102-a0ae-ff56934983af None None] For port a1ef3b12-f10c-4a41-99a5-6c58dc4a7005, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=a1ef3b12-f10c-4a41-99a5-6c58dc4a7005,segment=NetworkSegment(c297c4df-5dc2-479d-99a8-5f30c0390ca3),segment_id=c297c4df-5dc2-479d-99a8-5f30c0390ca3)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:12:35.364854 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b19768ad-9c4c-4102-a0ae-ff56934983af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:35.398201 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-568cb96b-c7ab-4a58-96d9-537bbfb79c1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:35.410155 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-27ab88b8-11b9-456d-bb50-936586f945a0 req-14e1725b-d67c-45e7-9f70-f2c86cd78cc0 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=4d907168a4924ceb9472857ce37e1904&fields=id HTTP/1.1" status: 200  len: 348 time: 1.6916671
Jan 29 10:12:35.441560 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feca886d-6de7-4dd0-b080-a4089982de9f None None] Network 2aef1b26-3023-4628-a926-e1924ac7375f is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:12:35.444924 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-453c1e73-300c-4dd7-98fd-f8b1669f9dec tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/ports/5b5c2a21-135d-4794-ac6b-42be71325960 HTTP/1.1" status: 204  len: 168 time: 2.3426924
Jan 29 10:12:35.454651 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-feca886d-6de7-4dd0-b080-a4089982de9f None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:12:35.456964 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53520) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:35.478349 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997f3c56-6442-4965-b059-316db9295819 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Pushing event updated for resources: {'Network': ['ID=87c4d725-c2b0-4819-9404-4afd776efaa7,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:35.487684 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feca886d-6de7-4dd0-b080-a4089982de9f None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:12:35.502583 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 87c4d725-c2b0-4819-9404-4afd776efaa7 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:12:35.508565 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-997f3c56-6442-4965-b059-316db9295819 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.831s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:35.517490 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-997f3c56-6442-4965-b059-316db9295819 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 3.6935334
Jan 29 10:12:35.525897 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53524) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:35.537710 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-ec67ed29-ee0c-47b1-9a2c-b6ff4c731ab7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Request body: {'subnet': {'network_id': '87c4d725-c2b0-4819-9404-4afd776efaa7', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:12:35.635706 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 87c4d725-c2b0-4819-9404-4afd776efaa7 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:12:35.677319 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20482771-87c7-43ad-b094-d3deeab71ce7 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:35.734397 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20482771-87c7-43ad-b094-d3deeab71ce7 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:35.736169 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9ab5badc-ba45-4eed-ba73-5f568ae5fc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:35.754660 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20482771-87c7-43ad-b094-d3deeab71ce7 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:35.756452 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-20482771-87c7-43ad-b094-d3deeab71ce7 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Synchronizing usage tracker for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:subnet {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:12:35.839397 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ec67ed29-ee0c-47b1-9a2c-b6ff4c731ab7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:12:35.851370 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6d6b2fa2-0280-43fd-a964-aea54aa6c236 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:35.866529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ec67ed29-ee0c-47b1-9a2c-b6ff4c731ab7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Usage tracker for resource:subnet and tenant:22949024c322421d99052f9202cdd49a is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:12:35.877159 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-20482771-87c7-43ad-b094-d3deeab71ce7 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Unset dirty status for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:subnet {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:12:35.878652 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-20482771-87c7-43ad-b094-d3deeab71ce7 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.4203513
Jan 29 10:12:35.879965 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ec67ed29-ee0c-47b1-9a2c-b6ff4c731ab7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:12:35.889577 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53528) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:35.906716 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ec67ed29-ee0c-47b1-9a2c-b6ff4c731ab7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:12:35.970055 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-efb0135e-4289-458b-af89-866936636a1d tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] 10.222.0.57 "PUT /v2.0/routers/919fa6e4-26c1-4f99-949b-353adb509c58/tags/tempest-TagsExtTest-Tag-235651931 HTTP/1.1" status: 201  len: 201 time: 0.6730316
Jan 29 10:12:35.977839 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53532) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:35.988465 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.tag.tag_plugin [None req-bc5618f0-70df-4009-8d3f-e6f617935de0 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f99c80802e8>, 'subnetpools', '5a04cfaa-67fb-461d-a1d6-a3953cda0b9f', 'tempest-TagsExtTest-Tag-1916373001') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:36.041011 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec67ed29-ee0c-47b1-9a2c-b6ff4c731ab7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Made reservation on behalf of 22949024c322421d99052f9202cdd49a for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:12:36.066554 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19768ad-9c4c-4102-a0ae-ff56934983af None None] Pushing event updated for resources: {'Port': ['ID=a1ef3b12-f10c-4a41-99a5-6c58dc4a7005,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:36.086161 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ec67ed29-ee0c-47b1-9a2c-b6ff4c731ab7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:36.098053 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-bbfcb48d-3ce0-4050-9db5-d5654bf60035 req-b6c8543a-c78d-4277-a6db-18e79809ba89 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=22b168d6-bde2-48f8-894c-ffc201cda99d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.3254669
Jan 29 10:12:36.104586 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b19768ad-9c4c-4102-a0ae-ff56934983af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.707s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:36.136575 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6d6b2fa2-0280-43fd-a964-aea54aa6c236 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:36.146277 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5232869-930f-40b2-8d07-aff3e43f3ac1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Deleting subnet e96ea950-dca0-447d-975b-fce432f103b2 {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:12:36.170925 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-feca886d-6de7-4dd0-b080-a4089982de9f None None] Attempting to bind port ad6c84a7-9890-464c-92e5-887f5c661f59 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:12:36.171159 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-feca886d-6de7-4dd0-b080-a4089982de9f None None] Attempting to bind port ad6c84a7-9890-464c-92e5-887f5c661f59 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'd0688a3f-49ad-4372-a48e-5d7a73cb663d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '2aef1b26-3023-4628-a926-e1924ac7375f'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:12:36.171692 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feca886d-6de7-4dd0-b080-a4089982de9f None None] Attempting to bind port ad6c84a7-9890-464c-92e5-887f5c661f59 on network 2aef1b26-3023-4628-a926-e1924ac7375f {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:12:36.201242 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feca886d-6de7-4dd0-b080-a4089982de9f None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:12:36.201678 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feca886d-6de7-4dd0-b080-a4089982de9f None None] Checking segment: {'id': 'd0688a3f-49ad-4372-a48e-5d7a73cb663d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '2aef1b26-3023-4628-a926-e1924ac7375f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:12:36.202169 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-feca886d-6de7-4dd0-b080-a4089982de9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:36.202602 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feca886d-6de7-4dd0-b080-a4089982de9f None None] Bound using segment: {'id': 'd0688a3f-49ad-4372-a48e-5d7a73cb663d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '2aef1b26-3023-4628-a926-e1924ac7375f'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:12:36.203138 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-feca886d-6de7-4dd0-b080-a4089982de9f None None] Bound port: ad6c84a7-9890-464c-92e5-887f5c661f59, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0688a3f-49ad-4372-a48e-5d7a73cb663d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '2aef1b26-3023-4628-a926-e1924ac7375f'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:12:36.203547 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-feca886d-6de7-4dd0-b080-a4089982de9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:36.216435 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-14196c7c-0cfb-4278-b0fd-fc6b8005e668 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:36.232966 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-9ab5badc-ba45-4eed-ba73-5f568ae5fc83 None None] For port 451a155a-25c9-4519-a8f8-031c5668735b, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=451a155a-25c9-4519-a8f8-031c5668735b,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:12:36.256769 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d5232869-930f-40b2-8d07-aff3e43f3ac1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:36.310488 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-27ab88b8-11b9-456d-bb50-936586f945a0 req-732afafc-55dd-49f6-b228-0bf5de53f7cb service neutron] 10.222.0.57 "GET /v2.0/networks/9c450a0f-2c11-436c-8735-9a1afe6b7184?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8994555
Jan 29 10:12:36.355343 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-bc5618f0-70df-4009-8d3f-e6f617935de0 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] 10.222.0.57 "PUT /v2.0/subnetpools/5a04cfaa-67fb-461d-a1d6-a3953cda0b9f/tags/tempest-TagsExtTest-Tag-1916373001 HTTP/1.1" status: 201  len: 201 time: 0.3733537
Jan 29 10:12:36.360941 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-feca886d-6de7-4dd0-b080-a4089982de9f None None] For port ad6c84a7-9890-464c-92e5-887f5c661f59, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:12:36.364524 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53536) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:36.364679 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-feca886d-6de7-4dd0-b080-a4089982de9f None None] For port ad6c84a7-9890-464c-92e5-887f5c661f59, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=ad6c84a7-9890-464c-92e5-887f5c661f59,segment=NetworkSegment(d0688a3f-49ad-4372-a48e-5d7a73cb663d),segment_id=d0688a3f-49ad-4372-a48e-5d7a73cb663d)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:12:36.367859 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9ab5badc-ba45-4eed-ba73-5f568ae5fc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:36.370311 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 9d3fb1aa-c043-4342-8d93-f08ffa1cf97f up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:12:36.374679 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.tag.tag_plugin [None req-ee1d4b61-566c-4d85-ade7-c2c4c651c3d3 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f99c396e128>, 'subnets', '137a1da3-5164-49d6-8470-78e24c783324') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:36.437484 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-43e504cd-e25f-414c-892b-04854c02dd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:36.454952 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d5232869-930f-40b2-8d07-aff3e43f3ac1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:36.523285 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ef9a94-ec0c-455f-a49d-729b85bf7052 None None] Network 69fa9503-f6b4-48e1-9ffb-644e3c8b1d8b requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:12:36.623016 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d5232869-930f-40b2-8d07-aff3e43f3ac1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:36.668790 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfcb48d-3ce0-4050-9db5-d5654bf60035 req-ee0ea634-35eb-4e56-8c32-6c4d1fce4448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:36.670834 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-bbfcb48d-3ce0-4050-9db5-d5654bf60035 req-ee0ea634-35eb-4e56-8c32-6c4d1fce4448 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ee8761d4330e4fd09e97501060c8b8ec&device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 1162 time: 0.5215819
Jan 29 10:12:36.692669 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ee1d4b61-566c-4d85-ade7-c2c4c651c3d3 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] 10.222.0.57 "GET /v2.0/subnets/137a1da3-5164-49d6-8470-78e24c783324/tags HTTP/1.1" status: 200  len: 241 time: 0.3253725
Jan 29 10:12:36.720718 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53540) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:36.737902 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.tag.tag_plugin [None req-338f76b2-37f3-450d-92ca-7d7f8880ecc9 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f99c384fa90>, 'subnets', '137a1da3-5164-49d6-8470-78e24c783324', 'tempest-TagsExtTest-Tag-1413731571') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:36.867359 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab5badc-ba45-4eed-ba73-5f568ae5fc83 None None] Pushing event updated for resources: {'Port': ['ID=451a155a-25c9-4519-a8f8-031c5668735b,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:36.877469 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-feca886d-6de7-4dd0-b080-a4089982de9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:36.896749 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9ab5badc-ba45-4eed-ba73-5f568ae5fc83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:36.897412 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9ab5badc-ba45-4eed-ba73-5f568ae5fc83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:36.949570 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b2fa2-0280-43fd-a964-aea54aa6c236 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Pushing event updated for resources: {'Port': ['ID=1cbcc617-b0a3-41b2-bfd7-90f7a684e8d4,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:36.962471 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-87083c06-b581-4a0b-97ba-0697445964b0 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:36.964939 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 9d3fb1aa-c043-4342-8d93-f08ffa1cf97f completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:12:36.979034 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6d6b2fa2-0280-43fd-a964-aea54aa6c236 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.763s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:36.979601 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6d6b2fa2-0280-43fd-a964-aea54aa6c236 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:37.001901 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 9d3fb1aa-c043-4342-8d93-f08ffa1cf97f triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:12:37.002422 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:37.031873 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-77febc0b-933e-458b-a627-27355b3c8900 None None] Provisioning complete for port 9d3fb1aa-c043-4342-8d93-f08ffa1cf97f triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:12:37.032336 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-77febc0b-933e-458b-a627-27355b3c8900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:37.055421 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfcb48d-3ce0-4050-9db5-d5654bf60035 req-63dc4e6f-9e76-49f7-87b4-bc5a24c8b6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:37.057151 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-bbfcb48d-3ce0-4050-9db5-d5654bf60035 req-63dc4e6f-9e76-49f7-87b4-bc5a24c8b6e5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=26a4294d-c956-403b-8f7a-57f8ffefaf53 HTTP/1.1" status: 200  len: 906 time: 0.3605750
Jan 29 10:12:37.062075 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-338f76b2-37f3-450d-92ca-7d7f8880ecc9 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] 10.222.0.57 "GET /v2.0/subnets/137a1da3-5164-49d6-8470-78e24c783324/tags/tempest-TagsExtTest-Tag-1413731571 HTTP/1.1" status: 204  len: 168 time: 0.3372200
Jan 29 10:12:37.064324 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53544) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:37.068206 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87083c06-b581-4a0b-97ba-0697445964b0 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event deleted for resources: {'Port': ['ID=9cb4e8b0-eb35-482d-be77-398086ce97fe,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:37.080336 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.tag.tag_plugin [None req-94034167-ec7a-4912-a535-ebdd1f8ed01d tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f99c973b470>, 'subnets', '137a1da3-5164-49d6-8470-78e24c783324', 'tempest-TagsExtTest-Tag-1413731571') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:37.139655 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-87083c06-b581-4a0b-97ba-0697445964b0 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:37.172558 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-27ab88b8-11b9-456d-bb50-936586f945a0 req-aa84ea1e-f650-4958-9045-7cb031a80b0b service neutron] 10.222.0.57 "GET /v2.0/networks/9c450a0f-2c11-436c-8735-9a1afe6b7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.8229852
Jan 29 10:12:37.243976 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feca886d-6de7-4dd0-b080-a4089982de9f None None] Pushing event updated for resources: {'Port': ['ID=ad6c84a7-9890-464c-92e5-887f5c661f59,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:37.299566 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-feca886d-6de7-4dd0-b080-a4089982de9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:37.315755 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-bbfcb48d-3ce0-4050-9db5-d5654bf60035 req-000255e3-8721-45a6-9568-eed462d0dd9e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a74e407f-ffe3-4470-a49f-5eba4735646b HTTP/1.1" status: 200  len: 1000 time: 0.2074139
Jan 29 10:12:37.363768 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6b2fa2-0280-43fd-a964-aea54aa6c236 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:12:37.385502 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-6d6b2fa2-0280-43fd-a964-aea54aa6c236 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:12:37.392857 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6b2fa2-0280-43fd-a964-aea54aa6c236 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:12:37.429043 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d5232869-930f-40b2-8d07-aff3e43f3ac1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:37.444711 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfcb48d-3ce0-4050-9db5-d5654bf60035 req-c7f325cf-ef99-4f98-b043-2a401b0e0a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:37.446441 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-bbfcb48d-3ce0-4050-9db5-d5654bf60035 req-c7f325cf-ef99-4f98-b043-2a401b0e0a64 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5a251db5-5565-4afc-bc11-9aa24a0c3cc1 HTTP/1.1" status: 200  len: 851 time: 0.1196156
Jan 29 10:12:37.452370 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b7c144b5-0b01-4789-a802-6cecad6f8a3f tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:37.512168 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:37.526746 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-87083c06-b581-4a0b-97ba-0697445964b0 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:37.531661 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-77febc0b-933e-458b-a627-27355b3c8900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:37.608038 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-77febc0b-933e-458b-a627-27355b3c8900 None None] For port 9d3fb1aa-c043-4342-8d93-f08ffa1cf97f, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=9d3fb1aa-c043-4342-8d93-f08ffa1cf97f,segment=NetworkSegment(b710bd1b-8b37-4bab-b2f9-655e761ad447),segment_id=b710bd1b-8b37-4bab-b2f9-655e761ad447)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:12:37.618442 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5232869-930f-40b2-8d07-aff3e43f3ac1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event deleted for resources: {'Subnet': ['ID=e96ea950-dca0-447d-975b-fce432f103b2,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:37.629106 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d5232869-930f-40b2-8d07-aff3e43f3ac1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:37.661336 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-77febc0b-933e-458b-a627-27355b3c8900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:37.671183 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b19768ad-9c4c-4102-a0ae-ff56934983af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:37.775590 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-94034167-ec7a-4912-a535-ebdd1f8ed01d tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] 10.222.0.57 "DELETE /v2.0/subnets/137a1da3-5164-49d6-8470-78e24c783324/tags/tempest-TagsExtTest-Tag-1413731571 HTTP/1.1" status: 204  len: 168 time: 0.7102354
Jan 29 10:12:37.776564 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53554) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:37.780699 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d5232869-930f-40b2-8d07-aff3e43f3ac1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:37.804267 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96dc2e6-99d0-4c71-a82c-3f908e286110 None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:12:37.806124 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.tag.tag_plugin [None req-ad13bcc7-a9da-4975-bc2b-cb8177ab462d tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f99c8551eb8>, 'subnets', '137a1da3-5164-49d6-8470-78e24c783324') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:37.859150 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d5232869-930f-40b2-8d07-aff3e43f3ac1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/subnets/e96ea950-dca0-447d-975b-fce432f103b2 HTTP/1.1" status: 204  len: 168 time: 1.9682481
Jan 29 10:12:37.865542 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53558) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:37.885804 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-77febc0b-933e-458b-a627-27355b3c8900 None None] Provisioning complete for port 451a155a-25c9-4519-a8f8-031c5668735b triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:12:37.887237 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-77febc0b-933e-458b-a627-27355b3c8900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:37.984243 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80767) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:12:37.984664 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:12:38.025546 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-61e7532c-1e2f-49ec-96fc-3eafb6a9090d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Deleting subnet e9ec82f6-21da-4215-86bb-64aae142ea46 {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:12:38.032139 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-61e7532c-1e2f-49ec-96fc-3eafb6a9090d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:38.151477 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77febc0b-933e-458b-a627-27355b3c8900 None None] Pushing event updated for resources: {'Port': ['ID=9d3fb1aa-c043-4342-8d93-f08ffa1cf97f,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:38.158945 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-77febc0b-933e-458b-a627-27355b3c8900 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:38.217146 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-87083c06-b581-4a0b-97ba-0697445964b0 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "DELETE /v2.0/ports/9cb4e8b0-eb35-482d-be77-398086ce97fe HTTP/1.1" status: 204  len: 168 time: 5.2386105
Jan 29 10:12:38.373041 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6305843-e90e-4962-a666-2b8ac2c100a7 None None] Network 06d18ded-695b-4290-a5f7-24e63c3d0098 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:12:38.443669 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53566) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:38.581211 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfcb48d-3ce0-4050-9db5-d5654bf60035 req-dfda5b1a-6618-49ac-8575-58d55b37386a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:38.584160 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-bbfcb48d-3ce0-4050-9db5-d5654bf60035 req-dfda5b1a-6618-49ac-8575-58d55b37386a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=26a4294d-c956-403b-8f7a-57f8ffefaf53&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 1.1010892
Jan 29 10:12:38.586749 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-725caf7e-ff97-46cc-bd34-895b59ad7624 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] GET failed (client error): The resource could not be found.
Jan 29 10:12:38.587580 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-725caf7e-ff97-46cc-bd34-895b59ad7624 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Synchronizing usage tracker for tenant:af6cfbcc17be4cdfba1cf58741c9e55a on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:12:38.671593 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-77febc0b-933e-458b-a627-27355b3c8900 None None] Could not find standard attr ID for object 5b5c2a21-135d-4794-ac6b-42be71325960. {{(pid=80767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 29 10:12:38.698944 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-61e7532c-1e2f-49ec-96fc-3eafb6a9090d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:38.771150 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 2c7e75a8-5b0b-4fd0-8c13-05a014b18860 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:12:38.771694 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-725caf7e-ff97-46cc-bd34-895b59ad7624 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Unset dirty status for tenant:af6cfbcc17be4cdfba1cf58741c9e55a on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:12:38.773090 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-725caf7e-ff97-46cc-bd34-895b59ad7624 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "GET /v2.0/ports/9cb4e8b0-eb35-482d-be77-398086ce97fe HTTP/1.1" status: 404  len: 333 time: 0.3261099
Jan 29 10:12:38.781482 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53576) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:38.840349 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ad13bcc7-a9da-4975-bc2b-cb8177ab462d tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] 10.222.0.57 "GET /v2.0/subnets/137a1da3-5164-49d6-8470-78e24c783324/tags HTTP/1.1" status: 200  len: 205 time: 1.0385149
Jan 29 10:12:38.847314 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53580) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:38.855484 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.tag.tag_plugin [None req-354680db-4788-46f4-9841-4740ce498362 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f99c3904cc0>, 'ports', '0de83ba3-f57e-4f1e-b8c7-dfcef656c514') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:38.862495 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6d6b2fa2-0280-43fd-a964-aea54aa6c236 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for router_gateway, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:38.970377 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-bbfcb48d-3ce0-4050-9db5-d5654bf60035 req-ee6e2bdd-b4ce-4b59-8df9-9aa58e3b1ef4 service neutron] 10.222.0.22 "GET /v2.0/networks/26a4294d-c956-403b-8f7a-57f8ffefaf53?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3755836
Jan 29 10:12:38.973401 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-77febc0b-933e-458b-a627-27355b3c8900 None None] Provisioning for port 2c7e75a8-5b0b-4fd0-8c13-05a014b18860 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:12:39.013343 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-61e7532c-1e2f-49ec-96fc-3eafb6a9090d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:39.065155 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f420b-41d2-49bf-8a8c-c88263a3747e req-e7e0d7e3-c31e-41dd-b042-e4c2b5882059 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:39.067091 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-587f420b-41d2-49bf-8a8c-c88263a3747e req-e7e0d7e3-c31e-41dd-b042-e4c2b5882059 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=5ea3ac59-5174-413b-959c-d10fe4797d48 HTTP/1.1" status: 200  len: 946 time: 0.8730342
Jan 29 10:12:39.074068 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 2c7e75a8-5b0b-4fd0-8c13-05a014b18860 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:12:39.103463 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 2c7e75a8-5b0b-4fd0-8c13-05a014b18860 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:12:39.109710 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:39.214781 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-354680db-4788-46f4-9841-4740ce498362 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] 10.222.0.57 "GET /v2.0/ports/0de83ba3-f57e-4f1e-b8c7-dfcef656c514/tags HTTP/1.1" status: 200  len: 241 time: 0.3638489
Jan 29 10:12:39.222143 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53584) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:39.277259 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-44273c5f-c87a-42b2-bdab-9d187cbbfc1b None None] Could not find standard attr ID for object 9cb4e8b0-eb35-482d-be77-398086ce97fe. {{(pid=80767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 29 10:12:39.323939 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.tag.tag_plugin [None req-6adebd36-bcc2-44be-addb-b58ea7880638 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f99c85ade10>, 'ports', '0de83ba3-f57e-4f1e-b8c7-dfcef656c514', 'tempest-TagsExtTest-Tag-2050033284') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:39.350426 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-44273c5f-c87a-42b2-bdab-9d187cbbfc1b None None] Provisioning for port a1ef3b12-f10c-4a41-99a5-6c58dc4a7005 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:12:39.446030 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:39.536594 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-bbfcb48d-3ce0-4050-9db5-d5654bf60035 req-cd829145-34e2-4c93-a2f2-f447711fb78b service neutron] 10.222.0.22 "GET /v2.0/networks/26a4294d-c956-403b-8f7a-57f8ffefaf53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5538237
Jan 29 10:12:39.545516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-404bb007-8126-43ea-9451-96d4d0478be8 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Deleting subnet ec598f66-a845-4f69-bee2-fe62123514af {{(pid=80765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:12:39.553464 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-404bb007-8126-43ea-9451-96d4d0478be8 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for subnet, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:39.668992 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-404bb007-8126-43ea-9451-96d4d0478be8 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1479249'] for subnet, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:39.816866 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-404bb007-8126-43ea-9451-96d4d0478be8 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:39.931786 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-44273c5f-c87a-42b2-bdab-9d187cbbfc1b None None] Provisioning complete for port 2c7e75a8-5b0b-4fd0-8c13-05a014b18860 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:12:39.932568 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-44273c5f-c87a-42b2-bdab-9d187cbbfc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:39.992001 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a265895-cc69-4426-a0c6-92ad39149c34 None None] Network 2aef1b26-3023-4628-a926-e1924ac7375f requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:12:40.132229 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab88b8-11b9-456d-bb50-936586f945a0 req-26ddd349-dd86-42d8-8ce3-87d5e7508aca tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:40.133947 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-27ab88b8-11b9-456d-bb50-936586f945a0 req-26ddd349-dd86-42d8-8ce3-87d5e7508aca tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.22 "GET /v2.0/networks?id=9c450a0f-2c11-436c-8735-9a1afe6b7184 HTTP/1.1" status: 200  len: 812 time: 0.3147409
Jan 29 10:12:40.136414 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-61e7532c-1e2f-49ec-96fc-3eafb6a9090d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:40.323733 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4a159452-305f-476d-92ba-807105fbc5e0 tempest-AllowedAddressPairIpV6TestJSON-390882886 tempest-AllowedAddressPairIpV6TestJSON-390882886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:40.332687 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-44273c5f-c87a-42b2-bdab-9d187cbbfc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:40.371877 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-587f420b-41d2-49bf-8a8c-c88263a3747e req-74df80ad-4136-4d3a-9002-cf6bb43094da tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=4cdaacfe-5f04-4328-baba-c79b4248ad1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 1.1505413
Jan 29 10:12:40.380699 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e7532c-1e2f-49ec-96fc-3eafb6a9090d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event deleted for resources: {'Subnet': ['ID=e9ec82f6-21da-4215-86bb-64aae142ea46,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:40.383980 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-61e7532c-1e2f-49ec-96fc-3eafb6a9090d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:40.385372 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-404bb007-8126-43ea-9451-96d4d0478be8 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852603100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2204728'] for subnet, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:40.387415 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-61e7532c-1e2f-49ec-96fc-3eafb6a9090d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:40.405620 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-61e7532c-1e2f-49ec-96fc-3eafb6a9090d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/subnets/e9ec82f6-21da-4215-86bb-64aae142ea46 HTTP/1.1" status: 204  len: 168 time: 2.5303929
Jan 29 10:12:40.406772 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53588) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:40.432663 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c4a833b1-0670-438c-9647-1f55462ab50a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:40.448501 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42b74c5-4c49-4b9b-9fa2-8d967950e5cd None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:12:40.523376 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4e4138f3-2fe6-4bbf-b329-ecd091d5d1c3 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1094811
Jan 29 10:12:40.523376 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53594) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:40.536514 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404bb007-8126-43ea-9451-96d4d0478be8 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event deleted for resources: {'Subnet': ['ID=ec598f66-a845-4f69-bee2-fe62123514af,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:40.546300 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-404bb007-8126-43ea-9451-96d4d0478be8 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:40.644833 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-27ab88b8-11b9-456d-bb50-936586f945a0 req-d72d6ea0-1679-4e9a-bd62-ed7438422a01 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4d907168a4924ceb9472857ce37e1904 HTTP/1.1" status: 200  len: 5765 time: 0.3726189
Jan 29 10:12:40.663261 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-27ab88b8-11b9-456d-bb50-936586f945a0 req-7450eb11-caca-4ca4-b51d-33776c100cfc tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Request body: {'port': {'device_id': 'e703fc3b-df22-44d7-a8f5-0f01199a3626', 'network_id': '9c450a0f-2c11-436c-8735-9a1afe6b7184', 'admin_state_up': True, 'tenant_id': '4d907168a4924ceb9472857ce37e1904', 'security_groups': ['ca938fcf-b80d-466c-a403-7c3b18a33b2b']}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:12:40.746070 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c596240f-a04b-47d7-87f4-08b1fd678d22 req-406f9e1e-d9f6-4ba5-9514-99fa288b03e2 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/ports?device_id=e703fc3b-df22-44d7-a8f5-0f01199a3626 HTTP/1.1" status: 200  len: 210 time: 0.1382494
Jan 29 10:12:40.799251 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-44273c5f-c87a-42b2-bdab-9d187cbbfc1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80767) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:12:40.799668 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-44273c5f-c87a-42b2-bdab-9d187cbbfc1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:12:40.890118 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80767) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:12:40.890434 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:12:40.966418 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923a3b83-cd17-4ab8-b89a-c1c2c0acf70b tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:40.967422 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-923a3b83-cd17-4ab8-b89a-c1c2c0acf70b tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Synchronizing usage tracker for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:12:40.971651 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-27ab88b8-11b9-456d-bb50-936586f945a0 req-7450eb11-caca-4ca4-b51d-33776c100cfc tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:12:40.988627 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-27ab88b8-11b9-456d-bb50-936586f945a0 req-7450eb11-caca-4ca4-b51d-33776c100cfc tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:12:41.006843 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-923a3b83-cd17-4ab8-b89a-c1c2c0acf70b tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Unset dirty status for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:12:41.012385 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-923a3b83-cd17-4ab8-b89a-c1c2c0acf70b tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.4880857
Jan 29 10:12:41.015333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53600) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:41.019842 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27ab88b8-11b9-456d-bb50-936586f945a0 req-7450eb11-caca-4ca4-b51d-33776c100cfc tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Made reservation on behalf of 4d907168a4924ceb9472857ce37e1904 for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:12:41.046050 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-27ab88b8-11b9-456d-bb50-936586f945a0 req-7450eb11-caca-4ca4-b51d-33776c100cfc tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:41.060121 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:12:41.170457 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02104f3e-51a0-4ea1-8f37-2767cbd4f5e6 None None] DHCP port deletion for 36ec2ab5-acc9-45dc-a136-797459b09a1c request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:12:41.175884 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-02104f3e-51a0-4ea1-8f37-2767cbd4f5e6 None None] Deleting port 451a155a-25c9-4519-a8f8-031c5668735b {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:12:41.176385 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-02104f3e-51a0-4ea1-8f37-2767cbd4f5e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:41.294118 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31332416-c083-4e62-b5d9-e85b21899733 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:41.295091 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-31332416-c083-4e62-b5d9-e85b21899733 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Synchronizing usage tracker for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:subnet {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:12:41.461343 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-31332416-c083-4e62-b5d9-e85b21899733 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Unset dirty status for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:subnet {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:12:41.467006 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-31332416-c083-4e62-b5d9-e85b21899733 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.4500594
Jan 29 10:12:41.470959 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53604) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:41.498297 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6d6b2fa2-0280-43fd-a964-aea54aa6c236 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:41.516131 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6adebd36-bcc2-44be-addb-b58ea7880638 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] 10.222.0.57 "GET /v2.0/ports/0de83ba3-f57e-4f1e-b8c7-dfcef656c514/tags/tempest-TagsExtTest-Tag-2050033284 HTTP/1.1" status: 204  len: 168 time: 2.2794602
Jan 29 10:12:41.523397 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53608) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:41.525951 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ec67ed29-ee0c-47b1-9a2c-b6ff4c731ab7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:41.529986 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:41.556360 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8c0d4349-bb35-41dd-a5aa-6746e4cf65e8 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:41.572625 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port 2c7e75a8-5b0b-4fd0-8c13-05a014b18860, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=2c7e75a8-5b0b-4fd0-8c13-05a014b18860,segment=NetworkSegment(81524822-47fc-451b-b89e-686865d858b7),segment_id=81524822-47fc-451b-b89e-686865d858b7)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:12:41.595314 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-775d802e-38e1-49f9-9953-83dd34318f1c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1131141
Jan 29 10:12:41.598322 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:41.603650 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5a5cd896-3bde-4905-9866-8c5dc3ef287c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:41.649004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-44273c5f-c87a-42b2-bdab-9d187cbbfc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:41.665309 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53610) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:41.672802 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-a4cfabf8-3af0-4170-bfba-2e0381b5ac17 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Request body: {'subnet': {'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:12:41.891004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-02104f3e-51a0-4ea1-8f37-2767cbd4f5e6 None None] For port 451a155a-25c9-4519-a8f8-031c5668735b, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=451a155a-25c9-4519-a8f8-031c5668735b,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:12:41.891771 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-02104f3e-51a0-4ea1-8f37-2767cbd4f5e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:41.987087 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.tag.tag_plugin [None req-345abee0-d1cf-42fe-a10e-cf526fa45de5 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f99c3eff4e0>, 'ports', '0de83ba3-f57e-4f1e-b8c7-dfcef656c514', 'tempest-TagsExtTest-Tag-2050033284') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:42.038332 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a4cfabf8-3af0-4170-bfba-2e0381b5ac17 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:12:42.062048 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a4cfabf8-3af0-4170-bfba-2e0381b5ac17 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:12:42.096111 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [req-27ab88b8-11b9-456d-bb50-936586f945a0 req-7450eb11-caca-4ca4-b51d-33776c100cfc tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Allocated IP 172.20.0.3 (9c450a0f-2c11-436c-8735-9a1afe6b7184/dd17e4b6-a33a-4e17-bc4a-03539800690d/05c0010b-4a4e-456d-88c9-f1ef6991886d) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:12:42.117966 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4cfabf8-3af0-4170-bfba-2e0381b5ac17 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Made reservation on behalf of b2cc7248d2184abfb3aa21c44218cf1c for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:12:42.118971 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 9d3fb1aa-c043-4342-8d93-f08ffa1cf97f up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:12:42.145293 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a4cfabf8-3af0-4170-bfba-2e0381b5ac17 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:42.147213 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4cfabf8-3af0-4170-bfba-2e0381b5ac17 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 10:12:42.147986 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4cfabf8-3af0-4170-bfba-2e0381b5ac17 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:12:42.149233 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=2c7e75a8-5b0b-4fd0-8c13-05a014b18860,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:42.170510 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-02104f3e-51a0-4ea1-8f37-2767cbd4f5e6 None None] Calling delete_port for 451a155a-25c9-4519-a8f8-031c5668735b owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:12:42.194275 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a4cfabf8-3af0-4170-bfba-2e0381b5ac17 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.5296597
Jan 29 10:12:42.195337 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53618) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:42.206487 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-fb6dea8c-8f7b-4fa5-95e0-a67c27843670 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Request body: {'subnet': {'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:12:42.233265 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.630s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:42.253360 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9897500-773a-488f-a409-1639d9d30f75 None None] Network 69fa9503-f6b4-48e1-9ffb-644e3c8b1d8b requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:12:42.332770 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-404bb007-8126-43ea-9451-96d4d0478be8 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:42.366017 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-44273c5f-c87a-42b2-bdab-9d187cbbfc1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80767) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:12:42.366407 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-44273c5f-c87a-42b2-bdab-9d187cbbfc1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:12:42.370011 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-404bb007-8126-43ea-9451-96d4d0478be8 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "DELETE /v2.0/subnets/ec598f66-a845-4f69-bee2-fe62123514af HTTP/1.1" status: 204  len: 168 time: 3.5806525
Jan 29 10:12:42.381901 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53622) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:42.392491 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-fb6dea8c-8f7b-4fa5-95e0-a67c27843670 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:12:42.494102 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d6b2fa2-0280-43fd-a964-aea54aa6c236 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Router c02bbf86-a559-4f0a-8d63-7d0b85f344b5 is scheduled to L3 agent 18987107-6d88-4736-94cf-15791d65b3ff with binding_index 1 {{(pid=80765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 29 10:12:42.497993 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec67ed29-ee0c-47b1-9a2c-b6ff4c731ab7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Pushing event updated for resources: {'Subnet': ['ID=62659ab8-7b86-42d3-aa2d-7ef4cac0f1a6,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:42.506400 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-fb6dea8c-8f7b-4fa5-95e0-a67c27843670 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:12:42.507942 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec67ed29-ee0c-47b1-9a2c-b6ff4c731ab7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Checking segment: {'id': 'fb3b5b6b-1dae-4d45-a8d4-6717ddfe21c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '87c4d725-c2b0-4819-9404-4afd776efaa7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:12:42.508548 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec67ed29-ee0c-47b1-9a2c-b6ff4c731ab7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Network hostable DHCP agents. Network: 87c4d725-c2b0-4819-9404-4afd776efaa7, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:12:42.533064 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 9d3fb1aa-c043-4342-8d93-f08ffa1cf97f triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:12:42.533497 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:42.607139 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ef4be-d62c-4d20-a699-282cd55ea860 req-e5eb377f-4725-4c43-af87-902304c84cc3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:42.608887 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9e1ef4be-d62c-4d20-a699-282cd55ea860 req-e5eb377f-4725-4c43-af87-902304c84cc3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=5ea3ac59-5174-413b-959c-d10fe4797d48 HTTP/1.1" status: 200  len: 946 time: 1.2153044
Jan 29 10:12:42.617260 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ec67ed29-ee0c-47b1-9a2c-b6ff4c731ab7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.061s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:42.679014 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-27ab88b8-11b9-456d-bb50-936586f945a0 req-7450eb11-caca-4ca4-b51d-33776c100cfc tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:42.723986 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-02910dcc-54ac-4d14-a98e-8b78b2d18467 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:42.818769 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec67ed29-ee0c-47b1-9a2c-b6ff4c731ab7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Network 87c4d725-c2b0-4819-9404-4afd776efaa7 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:12:42.860591 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-345abee0-d1cf-42fe-a10e-cf526fa45de5 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] 10.222.0.57 "DELETE /v2.0/ports/0de83ba3-f57e-4f1e-b8c7-dfcef656c514/tags/tempest-TagsExtTest-Tag-2050033284 HTTP/1.1" status: 204  len: 168 time: 0.8878415
Jan 29 10:12:42.862964 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-02104f3e-51a0-4ea1-8f37-2767cbd4f5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:42.864377 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-ec67ed29-ee0c-47b1-9a2c-b6ff4c731ab7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 87c4d725-c2b0-4819-9404-4afd776efaa7) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:12:42.868182 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53626) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:42.876843 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.tag.tag_plugin [None req-5481e931-df4a-4ce8-bc89-a12aa8f5ce75 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f99c3c0bd68>, 'ports', '0de83ba3-f57e-4f1e-b8c7-dfcef656c514') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:42.887848 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:42.936100 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7deb8a9c-2e35-4b9c-a117-5bdc14c15ec4 None None] Network 87c4d725-c2b0-4819-9404-4afd776efaa7 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:12:42.942163 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9e1ef4be-d62c-4d20-a699-282cd55ea860 req-86ce44e2-121c-477b-9a66-0312d2f575d8 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=4cdaacfe-5f04-4328-baba-c79b4248ad1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2412965
Jan 29 10:12:42.964258 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02104f3e-51a0-4ea1-8f37-2767cbd4f5e6 None None] Pushing event deleted for resources: {'Port': ['ID=451a155a-25c9-4519-a8f8-031c5668735b,revision_number=None']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:42.986781 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec67ed29-ee0c-47b1-9a2c-b6ff4c731ab7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:42.987440 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ec67ed29-ee0c-47b1-9a2c-b6ff4c731ab7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:43.013069 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-02104f3e-51a0-4ea1-8f37-2767cbd4f5e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:43.026518 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d6b2fa2-0280-43fd-a964-aea54aa6c236 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:12:43.045754 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e01e33-671c-4d41-85ce-a9ca3f03a1cb None None] Sync routers for ids ['c02bbf86-a559-4f0a-8d63-7d0b85f344b5'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:12:43.055481 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-e19bc0b3-3ff8-4da8-8932-1b222819bf21 None None] Could not find standard attr ID for object 451a155a-25c9-4519-a8f8-031c5668735b. {{(pid=80767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 29 10:12:43.087644 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ec67ed29-ee0c-47b1-9a2c-b6ff4c731ab7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 7.5604565
Jan 29 10:12:43.093954 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53632) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:43.098775 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6d6b2fa2-0280-43fd-a964-aea54aa6c236 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:43.103335 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6d6b2fa2-0280-43fd-a964-aea54aa6c236 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 13.6182010
Jan 29 10:12:43.106477 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53634) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:43.147471 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-27ab88b8-11b9-456d-bb50-936586f945a0 req-7450eb11-caca-4ca4-b51d-33776c100cfc tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Transition to ACTIVE for port object 05c0010b-4a4e-456d-88c9-f1ef6991886d will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:12:43.157692 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb6dea8c-8f7b-4fa5-95e0-a67c27843670 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Made reservation on behalf of b2cc7248d2184abfb3aa21c44218cf1c for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:12:43.167122 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5481e931-df4a-4ce8-bc89-a12aa8f5ce75 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] 10.222.0.57 "GET /v2.0/ports/0de83ba3-f57e-4f1e-b8c7-dfcef656c514/tags HTTP/1.1" status: 200  len: 205 time: 0.2932947
Jan 29 10:12:43.180092 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fb6dea8c-8f7b-4fa5-95e0-a67c27843670 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:43.181772 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb6dea8c-8f7b-4fa5-95e0-a67c27843670 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 10:12:43.182775 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb6dea8c-8f7b-4fa5-95e0-a67c27843670 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:12:43.189168 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53642) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:43.208949 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.tag.tag_plugin [None req-5c31a47a-d634-41ef-a217-325de40c2830 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f99c3b96748>, 'routers', '919fa6e4-26c1-4f99-949b-353adb509c58') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:43.213212 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-e19bc0b3-3ff8-4da8-8932-1b222819bf21 None None] Provisioning for port 0de83ba3-f57e-4f1e-b8c7-dfcef656c514 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:12:43.225317 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e01e33-671c-4d41-85ce-a9ca3f03a1cb None None] Routers {'c02bbf86-a559-4f0a-8d63-7d0b85f344b5'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:12:43.226049 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-23e01e33-671c-4d41-85ce-a9ca3f03a1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c8423278>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:12:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['c02bbf86-a559-4f0a-8d63-7d0b85f344b5'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:43.285349 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-02910dcc-54ac-4d14-a98e-8b78b2d18467 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Deleting port 2c7e75a8-5b0b-4fd0-8c13-05a014b18860 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:12:43.285918 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-02910dcc-54ac-4d14-a98e-8b78b2d18467 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:43.333417 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-fb6dea8c-8f7b-4fa5-95e0-a67c27843670 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 1.1344566
Jan 29 10:12:43.340444 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53646) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:43.383438 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-e19bc0b3-3ff8-4da8-8932-1b222819bf21 None None] Provisioning complete for port 0de83ba3-f57e-4f1e-b8c7-dfcef656c514 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:12:43.383868 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e19bc0b3-3ff8-4da8-8932-1b222819bf21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:43.425647 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4171ae34-cfc6-46b5-bd57-b6146783da89 None None] DHCP port deletion for 69fa9503-f6b4-48e1-9ffb-644e3c8b1d8b request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:12:43.437173 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3e1aee81-7d92-4d11-b980-8c6778445298 req-11bfa836-ee6e-4181-bc3d-ea1620208eae tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/ports?device_id=e703fc3b-df22-44d7-a8f5-0f01199a3626 HTTP/1.1" status: 200  len: 210 time: 0.2694695
Jan 29 10:12:43.438950 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-58d9fad1-0392-49f9-a357-0d5cdc8bc470 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Request body: {'subnet': {'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:12:43.469812 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-e19bc0b3-3ff8-4da8-8932-1b222819bf21 None None] Port 0de83ba3-f57e-4f1e-b8c7-dfcef656c514 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:12:43.471621 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-23e01e33-671c-4d41-85ce-a9ca3f03a1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c8423278>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:43.502319 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4171ae34-cfc6-46b5-bd57-b6146783da89 None None] Deleting port 2c7e75a8-5b0b-4fd0-8c13-05a014b18860 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:12:43.502926 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4171ae34-cfc6-46b5-bd57-b6146783da89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:43.542608 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02104f3e-51a0-4ea1-8f37-2767cbd4f5e6 None None] No DVR routers for this DVR port 451a155a-25c9-4519-a8f8-031c5668735b on host dv-neutron-772983-2-ovs {{(pid=80767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:12:43.558049 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e01e33-671c-4d41-85ce-a9ca3f03a1cb None None] Routers {'c02bbf86-a559-4f0a-8d63-7d0b85f344b5'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:12:43.559549 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-23e01e33-671c-4d41-85ce-a9ca3f03a1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c8423278>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:12:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['c02bbf86-a559-4f0a-8d63-7d0b85f344b5'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:43.609547 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-27ab88b8-11b9-456d-bb50-936586f945a0 req-7450eb11-caca-4ca4-b51d-33776c100cfc tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:43.626016 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device ad6c84a7-9890-464c-92e5-887f5c661f59 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:12:43.645522 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5c31a47a-d634-41ef-a217-325de40c2830 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] 10.222.0.57 "GET /v2.0/routers/919fa6e4-26c1-4f99-949b-353adb509c58/tags HTTP/1.1" status: 200  len: 240 time: 0.4523699
Jan 29 10:12:43.645522 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-fbcb3a3e-820a-42e5-a34c-9e17c3a17c7f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:43.668154 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53650) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:43.694793 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.tag.tag_plugin [None req-be12fc26-f9ec-4e5f-b11c-b44d6f4f56ed tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f99c93d6f98>, 'routers', '919fa6e4-26c1-4f99-949b-353adb509c58', 'tempest-TagsExtTest-Tag-235651931') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:43.719853 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-23e01e33-671c-4d41-85ce-a9ca3f03a1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c8423278>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:43.720318 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e01e33-671c-4d41-85ce-a9ca3f03a1cb None None] The sync data for ids ['c02bbf86-a559-4f0a-8d63-7d0b85f344b5'] in dv-neutron-772983-2-ovs is: [] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:12:43.766922 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-58d9fad1-0392-49f9-a357-0d5cdc8bc470 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:12:43.821253 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-e19bc0b3-3ff8-4da8-8932-1b222819bf21 None None] Provisioning for port ad6c84a7-9890-464c-92e5-887f5c661f59 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:12:43.892031 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f57bd3-ad63-4091-8b16-c6dfd9c86026 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-87c4d725-c2b0-4819-9404-4afd776efaa7', 'network_id': '87c4d725-c2b0-4819-9404-4afd776efaa7', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'fixed_ips': [{'subnet_id': '62659ab8-7b86-42d3-aa2d-7ef4cac0f1a6'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:12:43.893062 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-44f57bd3-ad63-4091-8b16-c6dfd9c86026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:43.893437 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7450eb11-caca-4ca4-b51d-33776c100cfc tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Pushing event updated for resources: {'Port': ['ID=05c0010b-4a4e-456d-88c9-f1ef6991886d,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:43.910563 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7450eb11-caca-4ca4-b51d-33776c100cfc tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:43.922198 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-58d9fad1-0392-49f9-a357-0d5cdc8bc470 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:12:43.943346 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-02910dcc-54ac-4d14-a98e-8b78b2d18467 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] For port 2c7e75a8-5b0b-4fd0-8c13-05a014b18860, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=2c7e75a8-5b0b-4fd0-8c13-05a014b18860,segment=NetworkSegment(81524822-47fc-451b-b89e-686865d858b7),segment_id=81524822-47fc-451b-b89e-686865d858b7)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:12:43.943788 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-02910dcc-54ac-4d14-a98e-8b78b2d18467 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:43.963936 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port ad6c84a7-9890-464c-92e5-887f5c661f59 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:12:44.055363 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port ad6c84a7-9890-464c-92e5-887f5c661f59 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:12:44.055793 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:44.084603 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d9fad1-0392-49f9-a357-0d5cdc8bc470 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Made reservation on behalf of b2cc7248d2184abfb3aa21c44218cf1c for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:12:44.106305 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-58d9fad1-0392-49f9-a357-0d5cdc8bc470 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:44.108072 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-58d9fad1-0392-49f9-a357-0d5cdc8bc470 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 10:12:44.108644 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58d9fad1-0392-49f9-a357-0d5cdc8bc470 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:12:44.119997 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-02910dcc-54ac-4d14-a98e-8b78b2d18467 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Calling delete_port for 2c7e75a8-5b0b-4fd0-8c13-05a014b18860 owned by network:dhcp {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:12:44.139456 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4171ae34-cfc6-46b5-bd57-b6146783da89 None None] For port 2c7e75a8-5b0b-4fd0-8c13-05a014b18860, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=2c7e75a8-5b0b-4fd0-8c13-05a014b18860,segment=NetworkSegment(81524822-47fc-451b-b89e-686865d858b7),segment_id=81524822-47fc-451b-b89e-686865d858b7)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:12:44.139832 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4171ae34-cfc6-46b5-bd57-b6146783da89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:44.212241 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-58d9fad1-0392-49f9-a357-0d5cdc8bc470 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.7995253
Jan 29 10:12:44.215709 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53654) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:44.225388 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-21b7e29f-d58f-404a-ac60-46066fd8de94 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Request body: {'subnet': {'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:12:44.288700 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27ab88b8-11b9-456d-bb50-936586f945a0 req-7450eb11-caca-4ca4-b51d-33776c100cfc tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Network 9c450a0f-2c11-436c-8735-9a1afe6b7184 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:12:44.293401 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [req-27ab88b8-11b9-456d-bb50-936586f945a0 req-7450eb11-caca-4ca4-b51d-33776c100cfc tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:12:44.342397 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4171ae34-cfc6-46b5-bd57-b6146783da89 None None] Calling delete_port for 2c7e75a8-5b0b-4fd0-8c13-05a014b18860 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:12:44.362918 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-27ab88b8-11b9-456d-bb50-936586f945a0 req-7450eb11-caca-4ca4-b51d-33776c100cfc tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:12:44.407024 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-02910dcc-54ac-4d14-a98e-8b78b2d18467 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:44.433500 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-44fa683b-dc21-4e02-8623-47f6ce0f7cd1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:44.511496 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02910dcc-54ac-4d14-a98e-8b78b2d18467 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event deleted for resources: {'Port': ['ID=2c7e75a8-5b0b-4fd0-8c13-05a014b18860,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:44.523941 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-02910dcc-54ac-4d14-a98e-8b78b2d18467 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:44.528151 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-21b7e29f-d58f-404a-ac60-46066fd8de94 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:12:44.601305 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53660) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:44.694426 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab88b8-11b9-456d-bb50-936586f945a0 req-7450eb11-caca-4ca4-b51d-33776c100cfc tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:44.695894 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-27ab88b8-11b9-456d-bb50-936586f945a0 req-7450eb11-caca-4ca4-b51d-33776c100cfc tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:44.703154 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-21b7e29f-d58f-404a-ac60-46066fd8de94 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:12:44.739233 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b7e29f-d58f-404a-ac60-46066fd8de94 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Made reservation on behalf of b2cc7248d2184abfb3aa21c44218cf1c for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:12:44.761091 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-21b7e29f-d58f-404a-ac60-46066fd8de94 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:44.763637 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-21b7e29f-d58f-404a-ac60-46066fd8de94 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 10:12:44.764054 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21b7e29f-d58f-404a-ac60-46066fd8de94 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:12:44.779269 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-27ab88b8-11b9-456d-bb50-936586f945a0 req-7450eb11-caca-4ca4-b51d-33776c100cfc tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.1204841
Jan 29 10:12:44.784144 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02910dcc-54ac-4d14-a98e-8b78b2d18467 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] No DVR routers for this DVR port 2c7e75a8-5b0b-4fd0-8c13-05a014b18860 on host dv-neutron-772983-2-ovs {{(pid=80766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:12:44.798497 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-4171ae34-cfc6-46b5-bd57-b6146783da89 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80767) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:12:44.798915 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-4171ae34-cfc6-46b5-bd57-b6146783da89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:12:44.827648 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-27ab88b8-11b9-456d-bb50-936586f945a0 req-ee9a8813-a1e8-4a48-a681-1aefb1797937 service neutron] Request body: {'port': {'device_id': 'e703fc3b-df22-44d7-a8f5-0f01199a3626', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7729'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:12:44.829985 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:44.848779 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-b5ad512b-21b7-4c2d-bb65-225d7ae6f089 None None] Provisioning for port 05c0010b-4a4e-456d-88c9-f1ef6991886d completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:12:44.863457 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-21b7e29f-d58f-404a-ac60-46066fd8de94 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.6464963
Jan 29 10:12:44.867419 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-b5ad512b-21b7-4c2d-bb65-225d7ae6f089 None None] Provisioning complete for port 05c0010b-4a4e-456d-88c9-f1ef6991886d triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:12:44.867922 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b5ad512b-21b7-4c2d-bb65-225d7ae6f089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:44.887557 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-be12fc26-f9ec-4e5f-b11c-b44d6f4f56ed tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] 10.222.0.57 "GET /v2.0/routers/919fa6e4-26c1-4f99-949b-353adb509c58/tags/tempest-TagsExtTest-Tag-235651931 HTTP/1.1" status: 204  len: 168 time: 1.2152178
Jan 29 10:12:44.887811 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53664) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:44.894186 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53666) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:44.901512 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-9040cb88-0ffb-4795-8c92-5a0ef3e5d2de tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Request body: {'subnet': {'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:12:44.936298 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.tag.tag_plugin [None req-58a4f929-a4bc-474c-b92a-b6a8fbc56d2b tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f99c3d60ba8>, 'routers', '919fa6e4-26c1-4f99-949b-353adb509c58', 'tempest-TagsExtTest-Tag-235651931') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:44.957700 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-44f57bd3-ad63-4091-8b16-c6dfd9c86026 None None] Allocated IP 2001:db8:2::2 (87c4d725-c2b0-4819-9404-4afd776efaa7/62659ab8-7b86-42d3-aa2d-7ef4cac0f1a6/e04fe4f9-d561-4a41-ad71-35829fe3340b) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:12:44.960681 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port ad6c84a7-9890-464c-92e5-887f5c661f59, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=ad6c84a7-9890-464c-92e5-887f5c661f59,segment=NetworkSegment(d0688a3f-49ad-4372-a48e-5d7a73cb663d),segment_id=d0688a3f-49ad-4372-a48e-5d7a73cb663d)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:12:44.965750 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-b5ad512b-21b7-4c2d-bb65-225d7ae6f089 None None] Port 05c0010b-4a4e-456d-88c9-f1ef6991886d cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:12:44.971148 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:44.971694 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device a1ef3b12-f10c-4a41-99a5-6c58dc4a7005 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:12:45.006714 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-cf459b11-bf6c-416c-a7f0-daee30df99df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:45.106986 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-02910dcc-54ac-4d14-a98e-8b78b2d18467 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:45.204435 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=ad6c84a7-9890-464c-92e5-887f5c661f59,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:45.208573 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:45.222400 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port a1ef3b12-f10c-4a41-99a5-6c58dc4a7005 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:12:45.235020 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port a1ef3b12-f10c-4a41-99a5-6c58dc4a7005 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:12:45.235562 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:45.306031 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4171ae34-cfc6-46b5-bd57-b6146783da89 None None] Deleting port 2c7e75a8-5b0b-4fd0-8c13-05a014b18860 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:12:45.306571 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4171ae34-cfc6-46b5-bd57-b6146783da89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:45.336655 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3527e-9b66-40d9-b002-70193a1108b6 req-3a823a02-7adb-4292-b351-908c8016dc40 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:45.344854 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1fd3527e-9b66-40d9-b002-70193a1108b6 req-3a823a02-7adb-4292-b351-908c8016dc40 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/ports?device_id=e703fc3b-df22-44d7-a8f5-0f01199a3626 HTTP/1.1" status: 200  len: 931 time: 0.6562896
Jan 29 10:12:45.388437 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b7802b5b-c7d0-4cc8-9de6-22ddf66240ce tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:45.441963 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4171ae34-cfc6-46b5-bd57-b6146783da89 None None] The port '2c7e75a8-5b0b-4fd0-8c13-05a014b18860' was deleted {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 29 10:12:45.521705 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-44f57bd3-ad63-4091-8b16-c6dfd9c86026 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:45.544033 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-44f57bd3-ad63-4091-8b16-c6dfd9c86026 None None] Transition to ACTIVE for port object e04fe4f9-d561-4a41-ad71-35829fe3340b will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:12:45.566029 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:45.579274 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-44f57bd3-ad63-4091-8b16-c6dfd9c86026 None None] Transition to ACTIVE for port object e04fe4f9-d561-4a41-ad71-35829fe3340b will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:12:45.587309 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-44f57bd3-ad63-4091-8b16-c6dfd9c86026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:45.604612 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:45.665164 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port a1ef3b12-f10c-4a41-99a5-6c58dc4a7005, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=a1ef3b12-f10c-4a41-99a5-6c58dc4a7005,segment=NetworkSegment(c297c4df-5dc2-479d-99a8-5f30c0390ca3),segment_id=c297c4df-5dc2-479d-99a8-5f30c0390ca3)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:12:45.681694 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-9040cb88-0ffb-4795-8c92-5a0ef3e5d2de tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:12:45.689983 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:45.690799 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-27ab88b8-11b9-456d-bb50-936586f945a0 req-ee9a8813-a1e8-4a48-a681-1aefb1797937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:45.694421 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1fd3527e-9b66-40d9-b002-70193a1108b6 req-6a45c00f-d343-42d9-b9d0-679166187c33 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/security-groups?id=ca938fcf-b80d-466c-a403-7c3b18a33b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.3486564
Jan 29 10:12:45.744786 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-02910dcc-54ac-4d14-a98e-8b78b2d18467 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99ca963390>,) {'filters': {'network_id': ['69fa9503-f6b4-48e1-9ffb-644e3c8b1d8b']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:45.752450 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-9040cb88-0ffb-4795-8c92-5a0ef3e5d2de tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:12:45.791604 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 451a155a-25c9-4519-a8f8-031c5668735b no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:12:45.811205 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-02910dcc-54ac-4d14-a98e-8b78b2d18467 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99ca963390>, '81524822-47fc-451b-b89e-686865d858b7') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:45.811542 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-02910dcc-54ac-4d14-a98e-8b78b2d18467 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99ca963390>, '81524822-47fc-451b-b89e-686865d858b7') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:45.834087 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 451a155a-25c9-4519-a8f8-031c5668735b {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:12:45.834730 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 451a155a-25c9-4519-a8f8-031c5668735b not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:12:45.836249 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-58a4f929-a4bc-474c-b92a-b6a8fbc56d2b tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] 10.222.0.57 "DELETE /v2.0/routers/919fa6e4-26c1-4f99-949b-353adb509c58/tags/tempest-TagsExtTest-Tag-235651931 HTTP/1.1" status: 204  len: 168 time: 0.9395080
Jan 29 10:12:45.838287 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-02910dcc-54ac-4d14-a98e-8b78b2d18467 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:45.838956 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f57bd3-ad63-4091-8b16-c6dfd9c86026 None None] Pushing event updated for resources: {'Port': ['ID=e04fe4f9-d561-4a41-ad71-35829fe3340b,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:45.844063 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-44f57bd3-ad63-4091-8b16-c6dfd9c86026 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:45.844627 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-13986366-bd30-4f3b-9b24-51a8799d066c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.146s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:45.848526 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9040cb88-0ffb-4795-8c92-5a0ef3e5d2de tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Made reservation on behalf of b2cc7248d2184abfb3aa21c44218cf1c for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:12:45.875115 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9040cb88-0ffb-4795-8c92-5a0ef3e5d2de tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:45.875511 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-9040cb88-0ffb-4795-8c92-5a0ef3e5d2de tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 10:12:45.876070 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9040cb88-0ffb-4795-8c92-5a0ef3e5d2de tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:12:45.886145 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53672) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:45.900658 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.tag.tag_plugin [None req-24c3d23d-a0e9-41c4-a802-8d631e894b44 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f99cabfd048>, 'routers', '919fa6e4-26c1-4f99-949b-353adb509c58') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:45.927455 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=a1ef3b12-f10c-4a41-99a5-6c58dc4a7005,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:45.932573 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:45.988636 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device ad6c84a7-9890-464c-92e5-887f5c661f59 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:12:46.025104 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-02910dcc-54ac-4d14-a98e-8b78b2d18467 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:46.030497 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-02910dcc-54ac-4d14-a98e-8b78b2d18467 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Releasing vxlan tunnel 3 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:12:46.059856 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f57bd3-ad63-4091-8b16-c6dfd9c86026 None None] Network 87c4d725-c2b0-4819-9404-4afd776efaa7 is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:12:46.064043 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-44f57bd3-ad63-4091-8b16-c6dfd9c86026 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:12:46.068316 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f57bd3-ad63-4091-8b16-c6dfd9c86026 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:12:46.146177 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-44f57bd3-ad63-4091-8b16-c6dfd9c86026 None None] Attempting to bind port e04fe4f9-d561-4a41-ad71-35829fe3340b on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:12:46.146592 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-44f57bd3-ad63-4091-8b16-c6dfd9c86026 None None] Attempting to bind port e04fe4f9-d561-4a41-ad71-35829fe3340b by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'fb3b5b6b-1dae-4d45-a8d4-6717ddfe21c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '87c4d725-c2b0-4819-9404-4afd776efaa7'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:12:46.147022 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f57bd3-ad63-4091-8b16-c6dfd9c86026 None None] Attempting to bind port e04fe4f9-d561-4a41-ad71-35829fe3340b on network 87c4d725-c2b0-4819-9404-4afd776efaa7 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:12:46.158433 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f57bd3-ad63-4091-8b16-c6dfd9c86026 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:12:46.158840 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f57bd3-ad63-4091-8b16-c6dfd9c86026 None None] Checking segment: {'id': 'fb3b5b6b-1dae-4d45-a8d4-6717ddfe21c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '87c4d725-c2b0-4819-9404-4afd776efaa7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:12:46.159306 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-44f57bd3-ad63-4091-8b16-c6dfd9c86026 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:46.159758 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f57bd3-ad63-4091-8b16-c6dfd9c86026 None None] Bound using segment: {'id': 'fb3b5b6b-1dae-4d45-a8d4-6717ddfe21c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '87c4d725-c2b0-4819-9404-4afd776efaa7'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:12:46.160301 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-44f57bd3-ad63-4091-8b16-c6dfd9c86026 None None] Bound port: e04fe4f9-d561-4a41-ad71-35829fe3340b, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb3b5b6b-1dae-4d45-a8d4-6717ddfe21c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '87c4d725-c2b0-4819-9404-4afd776efaa7'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:12:46.160731 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-44f57bd3-ad63-4091-8b16-c6dfd9c86026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:46.173301 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port ad6c84a7-9890-464c-92e5-887f5c661f59 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:12:46.173728 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:46.188910 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9040cb88-0ffb-4795-8c92-5a0ef3e5d2de tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 1.2971771
Jan 29 10:12:46.201758 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53676) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:46.227322 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-c30c2250-332c-4e9c-8f5d-ffc740195f09 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Request body: {'subnet': {'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:12:46.392403 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-44f57bd3-ad63-4091-8b16-c6dfd9c86026 None None] For port e04fe4f9-d561-4a41-ad71-35829fe3340b, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:12:46.409510 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-24c3d23d-a0e9-41c4-a802-8d631e894b44 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] 10.222.0.57 "GET /v2.0/routers/919fa6e4-26c1-4f99-949b-353adb509c58/tags HTTP/1.1" status: 200  len: 205 time: 0.5152004
Jan 29 10:12:46.409738 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-44f57bd3-ad63-4091-8b16-c6dfd9c86026 None None] For port e04fe4f9-d561-4a41-ad71-35829fe3340b, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=e04fe4f9-d561-4a41-ad71-35829fe3340b,segment=NetworkSegment(fb3b5b6b-1dae-4d45-a8d4-6717ddfe21c5),segment_id=fb3b5b6b-1dae-4d45-a8d4-6717ddfe21c5)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:12:46.415347 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-44f57bd3-ad63-4091-8b16-c6dfd9c86026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:46.417235 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53680) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:46.439593 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-cf459b11-bf6c-416c-a7f0-daee30df99df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:46.474081 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-02910dcc-54ac-4d14-a98e-8b78b2d18467 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Network 69fa9503-f6b4-48e1-9ffb-644e3c8b1d8b has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:12:46.479596 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.tag.tag_plugin [None req-70d8ba67-4de0-4101-89d9-c36a68d8a9ad tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f99c974f2e8>, 'subnetpools', '5a04cfaa-67fb-461d-a1d6-a3953cda0b9f') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:46.485077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 2c7e75a8-5b0b-4fd0-8c13-05a014b18860 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:12:46.502855 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-02910dcc-54ac-4d14-a98e-8b78b2d18467 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:46.527305 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-caffc7f1-6a81-4189-980e-d7fa83480862 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:46.546494 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 2c7e75a8-5b0b-4fd0-8c13-05a014b18860 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:12:46.546900 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 2c7e75a8-5b0b-4fd0-8c13-05a014b18860 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:12:46.637865 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c30c2250-332c-4e9c-8f5d-ffc740195f09 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:12:46.646896 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f57bd3-ad63-4091-8b16-c6dfd9c86026 None None] Pushing event updated for resources: {'Port': ['ID=e04fe4f9-d561-4a41-ad71-35829fe3340b,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:46.653059 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-44f57bd3-ad63-4091-8b16-c6dfd9c86026 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:46.694277 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-70d8ba67-4de0-4101-89d9-c36a68d8a9ad tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] 10.222.0.57 "GET /v2.0/subnetpools/5a04cfaa-67fb-461d-a1d6-a3953cda0b9f/tags HTTP/1.1" status: 200  len: 241 time: 0.2728806
Jan 29 10:12:46.700184 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53684) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:46.701851 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c30c2250-332c-4e9c-8f5d-ffc740195f09 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:12:46.709141 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.tag.tag_plugin [None req-0d751efd-ffcb-412b-8a9d-559995d5ecad tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f99c396e518>, 'subnetpools', '5a04cfaa-67fb-461d-a1d6-a3953cda0b9f', 'tempest-TagsExtTest-Tag-1916373001') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:46.860363 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-02910dcc-54ac-4d14-a98e-8b78b2d18467 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Network 69fa9503-f6b4-48e1-9ffb-644e3c8b1d8b has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:12:46.889483 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30c2250-332c-4e9c-8f5d-ffc740195f09 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Made reservation on behalf of b2cc7248d2184abfb3aa21c44218cf1c for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:12:46.911273 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c30c2250-332c-4e9c-8f5d-ffc740195f09 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:46.912819 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-c30c2250-332c-4e9c-8f5d-ffc740195f09 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 10:12:46.913315 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c30c2250-332c-4e9c-8f5d-ffc740195f09 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:12:46.918818 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:12:46.918818 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:12:46.918818 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:12:46.918818 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:12:46.918818 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:12:46.918818 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:12:46.918818 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:12:46.918818 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:12:46.918818 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:12:46.918818 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:12:46.918818 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:12:46.918818 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:12:46.918818 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:12:46.918818 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:12:46.918818 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:12:46.918818 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:12:46.918818 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:12:46.918818 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:12:46.918818 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:12:46.918818 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:12:46.918818 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:12:46.918818 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:12:46.918818 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:12:46.918818 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:12:46.918818 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:12:46.918818 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:12:46.918818 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:12:46.918818 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:12:46.918818 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:12:46.918818 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:12:46.918818 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:12:46.918818 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:12:47.032586 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0d751efd-ffcb-412b-8a9d-559995d5ecad tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] 10.222.0.57 "GET /v2.0/subnetpools/5a04cfaa-67fb-461d-a1d6-a3953cda0b9f/tags/tempest-TagsExtTest-Tag-1916373001 HTTP/1.1" status: 204  len: 168 time: 0.3289351
Jan 29 10:12:47.050779 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53690) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:47.058742 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c30c2250-332c-4e9c-8f5d-ffc740195f09 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.8545661
Jan 29 10:12:47.066776 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.tag.tag_plugin [None req-22fdccb3-fa4d-46da-8ca6-71dc2d36148e tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f99c3a1b160>, 'subnetpools', '5a04cfaa-67fb-461d-a1d6-a3953cda0b9f', 'tempest-TagsExtTest-Tag-1916373001') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:47.069035 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53694) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:47.086071 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-02910dcc-54ac-4d14-a98e-8b78b2d18467 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:47.094990 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:47.116385 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-02910dcc-54ac-4d14-a98e-8b78b2d18467 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:47.129733 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02910dcc-54ac-4d14-a98e-8b78b2d18467 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event deleted for resources: {'Network': ['ID=69fa9503-f6b4-48e1-9ffb-644e3c8b1d8b,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:47.134191 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-02910dcc-54ac-4d14-a98e-8b78b2d18467 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:47.138282 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-02910dcc-54ac-4d14-a98e-8b78b2d18467 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "DELETE /v2.0/networks/69fa9503-f6b4-48e1-9ffb-644e3c8b1d8b HTTP/1.1" status: 204  len: 168 time: 4.7476699
Jan 29 10:12:47.149005 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53698) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:47.156687 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-964e6519-a01f-48d7-ad12-649c2bb9c3b9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Request body: {'port': {'network_id': 'dcac8088-38cd-4a49-ab48-4a79e40d999e', 'name': 'tempest-PortsTestJSON-1308288974'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:12:47.208812 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-9c957e38-cd89-466c-95c6-69e33dc992c7 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Synchronizing usage tracker for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:12:47.323659 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [req-27ab88b8-11b9-456d-bb50-936586f945a0 req-ee9a8813-a1e8-4a48-a681-1aefb1797937 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05c0010b-4a4e-456d-88c9-f1ef6991886d {{(pid=80766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 29 10:12:47.324764 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-74927640-041f-4f78-96c0-d6307b3aa62b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:47.332212 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-22fdccb3-fa4d-46da-8ca6-71dc2d36148e tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] 10.222.0.57 "DELETE /v2.0/subnetpools/5a04cfaa-67fb-461d-a1d6-a3953cda0b9f/tags/tempest-TagsExtTest-Tag-1916373001 HTTP/1.1" status: 204  len: 168 time: 0.2777376
Jan 29 10:12:47.343084 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53702) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:47.344699 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-27ab88b8-11b9-456d-bb50-936586f945a0 req-ee9a8813-a1e8-4a48-a681-1aefb1797937 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:47.360236 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.tag.tag_plugin [None req-174da0dd-f5fd-43c7-9c63-50d7df27a102 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f99c982ab70>, 'subnetpools', '5a04cfaa-67fb-461d-a1d6-a3953cda0b9f') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:47.366613 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-964e6519-a01f-48d7-ad12-649c2bb9c3b9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:12:47.369211 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-27ab88b8-11b9-456d-bb50-936586f945a0 req-ee9a8813-a1e8-4a48-a681-1aefb1797937 service neutron] Transition to ACTIVE for port object 05c0010b-4a4e-456d-88c9-f1ef6991886d will not be triggered until provisioned by entity L2. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:12:47.373079 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-964e6519-a01f-48d7-ad12-649c2bb9c3b9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Usage tracker for resource:port and tenant:af6cfbcc17be4cdfba1cf58741c9e55a is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:12:47.375876 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-27ab88b8-11b9-456d-bb50-936586f945a0 req-ee9a8813-a1e8-4a48-a681-1aefb1797937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:47.381421 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-9c957e38-cd89-466c-95c6-69e33dc992c7 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Unset dirty status for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:12:47.382675 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9c957e38-cd89-466c-95c6-69e33dc992c7 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.2659597
Jan 29 10:12:47.393718 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-964e6519-a01f-48d7-ad12-649c2bb9c3b9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Quota usage for port was recalculated. Used quota:1. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:12:47.396337 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53706) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:47.399295 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-de99e967-ec87-4f08-acb8-a8145f2e821d tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:47.486568 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-964e6519-a01f-48d7-ad12-649c2bb9c3b9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:12:47.580342 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e258950-eef1-418e-b19e-ca77b617e3d0 req-61d3dc2d-e722-4850-b04d-044b5b351a83 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:47.582043 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9e258950-eef1-418e-b19e-ca77b617e3d0 req-61d3dc2d-e722-4850-b04d-044b5b351a83 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/ports?device_id=e703fc3b-df22-44d7-a8f5-0f01199a3626 HTTP/1.1" status: 200  len: 931 time: 0.6449914
Jan 29 10:12:47.594805 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964e6519-a01f-48d7-ad12-649c2bb9c3b9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Made reservation on behalf of af6cfbcc17be4cdfba1cf58741c9e55a for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:12:47.615424 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-964e6519-a01f-48d7-ad12-649c2bb9c3b9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:47.654120 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9a8813-a1e8-4a48-a681-1aefb1797937 service neutron] Pushing event updated for resources: {'Port': ['ID=05c0010b-4a4e-456d-88c9-f1ef6991886d,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:47.676946 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ee9a8813-a1e8-4a48-a681-1aefb1797937 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:47.697944 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53d8409-4a1f-47d3-bc39-fc8f4854750f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:47.700171 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d53d8409-4a1f-47d3-bc39-fc8f4854750f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2704918
Jan 29 10:12:47.708009 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53710) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:47.824971 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6a3dd696-1008-4efb-a145-f8736f7df236 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1150200
Jan 29 10:12:47.831862 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-174da0dd-f5fd-43c7-9c63-50d7df27a102 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] 10.222.0.57 "GET /v2.0/subnetpools/5a04cfaa-67fb-461d-a1d6-a3953cda0b9f/tags HTTP/1.1" status: 200  len: 205 time: 0.4853966
Jan 29 10:12:47.842431 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53714) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:47.842789 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53716) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:47.857092 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-49d03a3d-2a6f-498b-be37-fb8a5b2b0b25 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Request body: {'subnet': {'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:12:47.893390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-b7802b5b-c7d0-4cc8-9de6-22ddf66240ce tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Allocated IP 2001:db8:2::1 (87c4d725-c2b0-4819-9404-4afd776efaa7/62659ab8-7b86-42d3-aa2d-7ef4cac0f1a6/f9f6e07b-7cba-49fa-a211-1949ef4fd5ba) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:12:47.975531 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9e258950-eef1-418e-b19e-ca77b617e3d0 req-9f789cae-ce81-4e0b-a597-fca3049a95ab tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/security-groups?id=ca938fcf-b80d-466c-a403-7c3b18a33b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.3364787
Jan 29 10:12:48.086062 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device e04fe4f9-d561-4a41-ad71-35829fe3340b up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:12:48.170258 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port e04fe4f9-d561-4a41-ad71-35829fe3340b completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:12:48.177200 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device a1ef3b12-f10c-4a41-99a5-6c58dc4a7005 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:12:48.214105 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.tag.tag_plugin [None req-a2357ef2-54bb-44bf-ada5-5e4490e4a33f tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f99c3c65e80>, 'subnetpools', '5a04cfaa-67fb-461d-a1d6-a3953cda0b9f') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:48.272802 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port a1ef3b12-f10c-4a41-99a5-6c58dc4a7005 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:12:48.273237 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:48.313117 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-964e6519-a01f-48d7-ad12-649c2bb9c3b9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] device_id is not set on port fa66cada-56a7-46cd-bf6e-2855f2305f5a yet. {{(pid=80766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:12:48.370076 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766e5367-97df-4a48-bedc-df7361c8f9e6 None None] Network 87c4d725-c2b0-4819-9404-4afd776efaa7 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:12:48.615893 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-49d03a3d-2a6f-498b-be37-fb8a5b2b0b25 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:12:48.637892 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-e758d70f-c8f8-4933-8aa8-438421e1be68 None None] Provisioning for port e04fe4f9-d561-4a41-ad71-35829fe3340b completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:12:48.649147 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a2357ef2-54bb-44bf-ada5-5e4490e4a33f tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] 10.222.0.57 "DELETE /v2.0/subnetpools/5a04cfaa-67fb-461d-a1d6-a3953cda0b9f/tags HTTP/1.1" status: 204  len: 168 time: 0.8009744
Jan 29 10:12:48.652919 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-e758d70f-c8f8-4933-8aa8-438421e1be68 None None] Provisioning complete for port e04fe4f9-d561-4a41-ad71-35829fe3340b triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:12:48.653527 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e758d70f-c8f8-4933-8aa8-438421e1be68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:48.656658 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53722) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:48.656901 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-49d03a3d-2a6f-498b-be37-fb8a5b2b0b25 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:12:48.665241 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.tag.tag_plugin [None req-9a48bf11-a96d-4df0-a175-c845d4ea3b14 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f99c96d9278>, 'routers', '919fa6e4-26c1-4f99-949b-353adb509c58') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:48.700817 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d03a3d-2a6f-498b-be37-fb8a5b2b0b25 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Made reservation on behalf of b2cc7248d2184abfb3aa21c44218cf1c for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:12:48.721918 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-49d03a3d-2a6f-498b-be37-fb8a5b2b0b25 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:48.763249 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-27ab88b8-11b9-456d-bb50-936586f945a0 req-ee9a8813-a1e8-4a48-a681-1aefb1797937 service neutron] Attempting to bind port 05c0010b-4a4e-456d-88c9-f1ef6991886d on host hv-neutron-7729 for vnic_type normal with profile  {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:12:48.763649 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-27ab88b8-11b9-456d-bb50-936586f945a0 req-ee9a8813-a1e8-4a48-a681-1aefb1797937 service neutron] Attempting to bind port 05c0010b-4a4e-456d-88c9-f1ef6991886d by drivers openvswitch on host hv-neutron-7729 at level 0 using segments [{'id': 'b73319d1-1a15-4ad0-895c-77a7ce281119', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '9c450a0f-2c11-436c-8735-9a1afe6b7184'}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:12:48.763963 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ab88b8-11b9-456d-bb50-936586f945a0 req-ee9a8813-a1e8-4a48-a681-1aefb1797937 service neutron] Attempting to bind port 05c0010b-4a4e-456d-88c9-f1ef6991886d on network 9c450a0f-2c11-436c-8735-9a1afe6b7184 {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:12:48.807897 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ab88b8-11b9-456d-bb50-936586f945a0 req-ee9a8813-a1e8-4a48-a681-1aefb1797937 service neutron] Checking agent: {'id': '5acf9624-c829-41ba-afd9-92278081af05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 10, 2, 34), 'started_at': datetime.datetime(2021, 1, 29, 10, 3, 4), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:12:48.808314 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ab88b8-11b9-456d-bb50-936586f945a0 req-ee9a8813-a1e8-4a48-a681-1aefb1797937 service neutron] Checking segment: {'id': 'b73319d1-1a15-4ad0-895c-77a7ce281119', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '9c450a0f-2c11-436c-8735-9a1afe6b7184'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:12:48.808691 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-27ab88b8-11b9-456d-bb50-936586f945a0 req-ee9a8813-a1e8-4a48-a681-1aefb1797937 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:48.809423 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ab88b8-11b9-456d-bb50-936586f945a0 req-ee9a8813-a1e8-4a48-a681-1aefb1797937 service neutron] Bound using segment: {'id': 'b73319d1-1a15-4ad0-895c-77a7ce281119', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '9c450a0f-2c11-436c-8735-9a1afe6b7184'} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:12:48.809572 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-27ab88b8-11b9-456d-bb50-936586f945a0 req-ee9a8813-a1e8-4a48-a681-1aefb1797937 service neutron] Bound port: 05c0010b-4a4e-456d-88c9-f1ef6991886d, host: hv-neutron-7729, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b73319d1-1a15-4ad0-895c-77a7ce281119', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '9c450a0f-2c11-436c-8735-9a1afe6b7184'}}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:12:48.809927 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-27ab88b8-11b9-456d-bb50-936586f945a0 req-ee9a8813-a1e8-4a48-a681-1aefb1797937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:48.862730 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e758d70f-c8f8-4933-8aa8-438421e1be68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:48.903651 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-e758d70f-c8f8-4933-8aa8-438421e1be68 None None] For port e04fe4f9-d561-4a41-ad71-35829fe3340b, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=e04fe4f9-d561-4a41-ad71-35829fe3340b,segment=NetworkSegment(fb3b5b6b-1dae-4d45-a8d4-6717ddfe21c5),segment_id=fb3b5b6b-1dae-4d45-a8d4-6717ddfe21c5)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:12:48.909170 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e758d70f-c8f8-4933-8aa8-438421e1be68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:48.915154 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f3fcdfb3-8720-4329-874a-615022b8bca8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:48.973880 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b7802b5b-c7d0-4cc8-9de6-22ddf66240ce tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:49.009688 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e758d70f-c8f8-4933-8aa8-438421e1be68 None None] Pushing event updated for resources: {'Port': ['ID=e04fe4f9-d561-4a41-ad71-35829fe3340b,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:49.011353 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-caffc7f1-6a81-4189-980e-d7fa83480862 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Allocated IP 172.20.0.1 (06d18ded-695b-4290-a5f7-24e63c3d0098/91f72bec-2b50-45cd-a860-21a8d5477123/39e00732-b77a-4de1-8c18-ba592ec3d0e3) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:12:49.014177 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e758d70f-c8f8-4933-8aa8-438421e1be68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:49.047651 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-964e6519-a01f-48d7-ad12-649c2bb9c3b9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:49.086678 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-b7802b5b-c7d0-4cc8-9de6-22ddf66240ce tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Transition to ACTIVE for port object f9f6e07b-7cba-49fa-a211-1949ef4fd5ba will not be triggered until provisioned by entity DHCP. {{(pid=80765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:12:49.093622 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9a48bf11-a96d-4df0-a175-c845d4ea3b14 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] 10.222.0.57 "DELETE /v2.0/routers/919fa6e4-26c1-4f99-949b-353adb509c58/tags HTTP/1.1" status: 204  len: 168 time: 0.4353590
Jan 29 10:12:49.100157 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53728) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:49.130530 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.tag.tag_plugin [None req-525c86f2-8174-4e1f-8902-f9d07cf6e823 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f99ca0066d8>, 'ports', '0de83ba3-f57e-4f1e-b8c7-dfcef656c514') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:49.177370 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-27ab88b8-11b9-456d-bb50-936586f945a0 req-ee9a8813-a1e8-4a48-a681-1aefb1797937 service neutron] For port 05c0010b-4a4e-456d-88c9-f1ef6991886d, host hv-neutron-7729, cleared binding levels {{(pid=80766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:12:49.193250 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-04e960d7-1bc6-4a4b-81db-a125da4760d8 None None] Provisioning complete for port e04fe4f9-d561-4a41-ad71-35829fe3340b triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:12:49.193250 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-04e960d7-1bc6-4a4b-81db-a125da4760d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:49.210845 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-964e6519-a01f-48d7-ad12-649c2bb9c3b9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:49.232659 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-27ab88b8-11b9-456d-bb50-936586f945a0 req-ee9a8813-a1e8-4a48-a681-1aefb1797937 service neutron] For port 05c0010b-4a4e-456d-88c9-f1ef6991886d, host hv-neutron-7729, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=05c0010b-4a4e-456d-88c9-f1ef6991886d,segment=NetworkSegment(b73319d1-1a15-4ad0-895c-77a7ce281119),segment_id=b73319d1-1a15-4ad0-895c-77a7ce281119)] {{(pid=80766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:12:49.238854 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2094b316-8dfe-42b0-abec-2ffc16bc58d7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:49.308707 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-27ab88b8-11b9-456d-bb50-936586f945a0 req-ee9a8813-a1e8-4a48-a681-1aefb1797937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:49.484111 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964e6519-a01f-48d7-ad12-649c2bb9c3b9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event updated for resources: {'Port': ['ID=fa66cada-56a7-46cd-bf6e-2855f2305f5a,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:49.485293 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b7802b5b-c7d0-4cc8-9de6-22ddf66240ce tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:49.487135 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-964e6519-a01f-48d7-ad12-649c2bb9c3b9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:49.494997 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bac4ba4e-9c11-486b-9b29-d8d921784569 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.152s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:49.513060 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-74927640-041f-4f78-96c0-d6307b3aa62b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Allocated IP 172.20.0.17 (1846373c-e6a8-40b0-9ec1-57e95e070f2c/bb14e4e3-b0c4-41bb-8247-b96d163fd317/fbf66714-e231-4dba-8e8b-8a4bf2fd5fa5) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:12:49.515988 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-85ece397-ea04-4859-a0a6-fb8de7f38959 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:49.524535 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-faf05f53-6e63-4626-8c3a-1bed1cdef0b4 None None] Provisioning complete for port e04fe4f9-d561-4a41-ad71-35829fe3340b triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:12:49.525295 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-faf05f53-6e63-4626-8c3a-1bed1cdef0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:49.604285 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-caffc7f1-6a81-4189-980e-d7fa83480862 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:49.687502 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964e6519-a01f-48d7-ad12-649c2bb9c3b9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Network dcac8088-38cd-4a49-ab48-4a79e40d999e is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:12:49.697323 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a4de86-8015-459e-89f9-0bf362676c5e req-80b17d3f-1749-466c-a3c8-1bcb4b421f11 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:49.699650 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b5a4de86-8015-459e-89f9-0bf362676c5e req-80b17d3f-1749-466c-a3c8-1bcb4b421f11 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/ports?device_id=e703fc3b-df22-44d7-a8f5-0f01199a3626 HTTP/1.1" status: 200  len: 943 time: 0.5337663
Jan 29 10:12:49.700051 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-964e6519-a01f-48d7-ad12-649c2bb9c3b9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:12:49.702467 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964e6519-a01f-48d7-ad12-649c2bb9c3b9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:12:49.767740 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964e6519-a01f-48d7-ad12-649c2bb9c3b9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:49.768372 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-964e6519-a01f-48d7-ad12-649c2bb9c3b9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:49.793532 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9a8813-a1e8-4a48-a681-1aefb1797937 service neutron] Pushing event updated for resources: {'Port': ['ID=05c0010b-4a4e-456d-88c9-f1ef6991886d,revision_number=3']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:49.800711 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-71b4f2fc-d40d-49a9-99b2-7f0ed7d921a6 None None] Provisioning complete for port e04fe4f9-d561-4a41-ad71-35829fe3340b triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:12:49.801355 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-71b4f2fc-d40d-49a9-99b2-7f0ed7d921a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:49.808218 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ee9a8813-a1e8-4a48-a681-1aefb1797937 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:49.856975 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-caffc7f1-6a81-4189-980e-d7fa83480862 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Transition to ACTIVE for port object 39e00732-b77a-4de1-8c18-ba592ec3d0e3 will not be triggered until provisioned by entity DHCP. {{(pid=80765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:12:49.863478 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-525c86f2-8174-4e1f-8902-f9d07cf6e823 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] 10.222.0.57 "DELETE /v2.0/ports/0de83ba3-f57e-4f1e-b8c7-dfcef656c514/tags HTTP/1.1" status: 204  len: 168 time: 0.7402172
Jan 29 10:12:49.869510 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7802b5b-c7d0-4cc8-9de6-22ddf66240ce tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Pushing event updated for resources: {'Port': ['ID=f9f6e07b-7cba-49fa-a211-1949ef4fd5ba,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:49.873888 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53732) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:49.891590 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.tag.tag_plugin [None req-95504d63-1474-4f40-81df-2d90260de463 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f99c8908390>, 'subnets', '137a1da3-5164-49d6-8470-78e24c783324') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:49.900009 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-964e6519-a01f-48d7-ad12-649c2bb9c3b9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 2.7467823
Jan 29 10:12:49.900557 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53736) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:49.927152 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b7802b5b-c7d0-4cc8-9de6-22ddf66240ce tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:49.970557 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab88b8-11b9-456d-bb50-936586f945a0 req-ee9a8813-a1e8-4a48-a681-1aefb1797937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:49.971387 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-27ab88b8-11b9-456d-bb50-936586f945a0 req-ee9a8813-a1e8-4a48-a681-1aefb1797937 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:49.972869 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-27ab88b8-11b9-456d-bb50-936586f945a0 req-ee9a8813-a1e8-4a48-a681-1aefb1797937 service neutron] 10.222.0.22 "PUT /v2.0/ports/05c0010b-4a4e-456d-88c9-f1ef6991886d HTTP/1.1" status: 200  len: 1157 time: 5.1504605
Jan 29 10:12:49.973388 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device e04fe4f9-d561-4a41-ad71-35829fe3340b up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:12:49.983030 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e703fc3b-df22-44d7-a8f5-0f01199a3626', 'tag': '05c0010b-4a4e-456d-88c9-f1ef6991886d'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:12:50.041545 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-f977b6d6-ed35-4f04-81ab-bebc36d6752a tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Deleting port fa66cada-56a7-46cd-bf6e-2855f2305f5a {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:12:50.041919 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f977b6d6-ed35-4f04-81ab-bebc36d6752a tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:50.073079 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b5a4de86-8015-459e-89f9-0bf362676c5e req-d0d315bc-130a-41cf-9227-6b06504931b3 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/security-groups?id=ca938fcf-b80d-466c-a403-7c3b18a33b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.3604267
Jan 29 10:12:50.173045 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7802b5b-c7d0-4cc8-9de6-22ddf66240ce tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Network 87c4d725-c2b0-4819-9404-4afd776efaa7 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:12:50.177223 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-b7802b5b-c7d0-4cc8-9de6-22ddf66240ce tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:12:50.184293 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e703fc3b-df22-44d7-a8f5-0f01199a3626', 'tag': '05c0010b-4a4e-456d-88c9-f1ef6991886d', 'status': 'completed', 'code': 200}
Jan 29 10:12:50.190074 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7802b5b-c7d0-4cc8-9de6-22ddf66240ce tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:12:50.190613 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b7802b5b-c7d0-4cc8-9de6-22ddf66240ce tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854426412'] for router_interface, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:50.205016 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-caffc7f1-6a81-4189-980e-d7fa83480862 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:50.240515 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9c0831ad-7b25-43b3-9b52-6e492f2b8f2f tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:50.302529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-74927640-041f-4f78-96c0-d6307b3aa62b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:50.338275 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port e04fe4f9-d561-4a41-ad71-35829fe3340b triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:12:50.338275 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:50.454724 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-95504d63-1474-4f40-81df-2d90260de463 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] 10.222.0.57 "DELETE /v2.0/subnets/137a1da3-5164-49d6-8470-78e24c783324/tags HTTP/1.1" status: 204  len: 168 time: 0.5694547
Jan 29 10:12:50.461636 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-74927640-041f-4f78-96c0-d6307b3aa62b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Transition to ACTIVE for port object fbf66714-e231-4dba-8e8b-8a4bf2fd5fa5 will not be triggered until provisioned by entity DHCP. {{(pid=80765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:12:50.469098 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53742) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:50.478120 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.tag.tag_plugin [None req-52e5f2de-89ee-4715-8cb1-cdaf03d03ac8 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f99c839d9b0>, 'subnets', '137a1da3-5164-49d6-8470-78e24c783324', 'tempest-TagsExtTest-Tag-1022789641') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:50.508520 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab88b8-11b9-456d-bb50-936586f945a0 req-e8f694a9-6ca0-4a74-b678-bd6103c6a7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:50.510364 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-27ab88b8-11b9-456d-bb50-936586f945a0 req-e8f694a9-6ca0-4a74-b678-bd6103c6a7b3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4d907168a4924ceb9472857ce37e1904&device_id=e703fc3b-df22-44d7-a8f5-0f01199a3626 HTTP/1.1" status: 200  len: 1160 time: 0.4255474
Jan 29 10:12:50.545499 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caffc7f1-6a81-4189-980e-d7fa83480862 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Pushing event updated for resources: {'Port': ['ID=39e00732-b77a-4de1-8c18-ba592ec3d0e3,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:50.559822 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-caffc7f1-6a81-4189-980e-d7fa83480862 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:50.569278 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-9de58c04-f0f1-4976-a028-3d9eca18128e None None] Provisioning for port f9f6e07b-7cba-49fa-a211-1949ef4fd5ba completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:12:50.575712 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-9de58c04-f0f1-4976-a028-3d9eca18128e None None] Provisioning complete for port f9f6e07b-7cba-49fa-a211-1949ef4fd5ba triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:12:50.575935 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9de58c04-f0f1-4976-a028-3d9eca18128e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:50.600986 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f977b6d6-ed35-4f04-81ab-bebc36d6752a tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:50.632461 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-27ab88b8-11b9-456d-bb50-936586f945a0 req-f6b63d19-b525-41ac-a5b3-5334193f7014 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05c0010b-4a4e-456d-88c9-f1ef6991886d HTTP/1.1" status: 200  len: 217 time: 0.1043429
Jan 29 10:12:50.634039 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-9de58c04-f0f1-4976-a028-3d9eca18128e None None] Port f9f6e07b-7cba-49fa-a211-1949ef4fd5ba cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:12:50.660039 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caffc7f1-6a81-4189-980e-d7fa83480862 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Network 06d18ded-695b-4290-a5f7-24e63c3d0098 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:12:50.679960 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-caffc7f1-6a81-4189-980e-d7fa83480862 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:12:50.685089 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-74927640-041f-4f78-96c0-d6307b3aa62b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:50.701054 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caffc7f1-6a81-4189-980e-d7fa83480862 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:12:50.730926 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e1dc994f-9f90-4082-a057-f71a29ab087c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:50.973919 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-2c5b20a6-f74b-4d2e-b29b-a160004aad61 None None] Provisioning for port 39e00732-b77a-4de1-8c18-ba592ec3d0e3 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:12:50.979968 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-2c5b20a6-f74b-4d2e-b29b-a160004aad61 None None] Provisioning complete for port 39e00732-b77a-4de1-8c18-ba592ec3d0e3 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:12:50.980997 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2c5b20a6-f74b-4d2e-b29b-a160004aad61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:51.049327 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-2c5b20a6-f74b-4d2e-b29b-a160004aad61 None None] Port 39e00732-b77a-4de1-8c18-ba592ec3d0e3 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:12:51.109487 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.objects.ports [None req-49d03a3d-2a6f-498b-be37-fb8a5b2b0b25 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80766) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 29 10:12:51.119648 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-f977b6d6-ed35-4f04-81ab-bebc36d6752a tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Calling delete_port for fa66cada-56a7-46cd-bf6e-2855f2305f5a owned by  {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:12:51.130926 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b7802b5b-c7d0-4cc8-9de6-22ddf66240ce tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:51.152910 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-49d03a3d-2a6f-498b-be37-fb8a5b2b0b25 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:51.178653 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7f89ea7e-0723-4669-8123-9d40a7debcce tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:51.275272 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74927640-041f-4f78-96c0-d6307b3aa62b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Port': ['ID=fbf66714-e231-4dba-8e8b-8a4bf2fd5fa5,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:51.320700 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-74927640-041f-4f78-96c0-d6307b3aa62b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.590s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:51.328618 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-caffc7f1-6a81-4189-980e-d7fa83480862 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854426412'] for router_interface, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:51.357495 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab88b8-11b9-456d-bb50-936586f945a0 req-4baea94e-3b7b-4e37-b075-cc22f91d56bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:51.359151 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-27ab88b8-11b9-456d-bb50-936586f945a0 req-4baea94e-3b7b-4e37-b075-cc22f91d56bf service neutron] 10.222.0.22 "GET /v2.0/subnets?id=dd17e4b6-a33a-4e17-bc4a-03539800690d HTTP/1.1" status: 200  len: 851 time: 0.6392229
Jan 29 10:12:51.364400 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-52e5f2de-89ee-4715-8cb1-cdaf03d03ac8 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] 10.222.0.57 "PUT /v2.0/subnets/137a1da3-5164-49d6-8470-78e24c783324/tags/tempest-TagsExtTest-Tag-1022789641 HTTP/1.1" status: 201  len: 201 time: 0.8931441
Jan 29 10:12:51.378880 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53748) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:51.388631 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-39f90619-eaf5-4797-b061-a4c3e6fa8fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:51.436146 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.tag.tag_plugin [None req-24a3dad7-501e-4c7f-8036-756c459de943 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f99c955e9b0>, 'ports', '0de83ba3-f57e-4f1e-b8c7-dfcef656c514', 'tempest-TagsExtTest-Tag-334641087') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:51.474396 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d03a3d-2a6f-498b-be37-fb8a5b2b0b25 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event updated for resources: {'Subnet': ['ID=8cc3c697-f4d8-4804-9b25-97b9913aade5,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:51.477586 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-49d03a3d-2a6f-498b-be37-fb8a5b2b0b25 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:51.518591 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f977b6d6-ed35-4f04-81ab-bebc36d6752a tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:51.519979 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74927640-041f-4f78-96c0-d6307b3aa62b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network 1846373c-e6a8-40b0-9ec1-57e95e070f2c is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:12:51.525650 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-74927640-041f-4f78-96c0-d6307b3aa62b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:12:51.539943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-02910dcc-54ac-4d14-a98e-8b78b2d18467 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:51.599730 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74927640-041f-4f78-96c0-d6307b3aa62b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:12:51.610789 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f977b6d6-ed35-4f04-81ab-bebc36d6752a tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event deleted for resources: {'Port': ['ID=fa66cada-56a7-46cd-bf6e-2855f2305f5a,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:51.627469 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f977b6d6-ed35-4f04-81ab-bebc36d6752a tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:51.705963 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d03a3d-2a6f-498b-be37-fb8a5b2b0b25 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:12:51.726047 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-49d03a3d-2a6f-498b-be37-fb8a5b2b0b25 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:12:51.735826 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4ba1c7-b129-4094-9623-405771dc7e3d None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:12:51.761274 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d03a3d-2a6f-498b-be37-fb8a5b2b0b25 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:51.762519 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-49d03a3d-2a6f-498b-be37-fb8a5b2b0b25 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:51.772645 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab88b8-11b9-456d-bb50-936586f945a0 req-b4048802-a68f-4188-9eee-fb82f0a02ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:51.774603 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-27ab88b8-11b9-456d-bb50-936586f945a0 req-b4048802-a68f-4188-9eee-fb82f0a02ae8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9c450a0f-2c11-436c-8735-9a1afe6b7184&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.3969526
Jan 29 10:12:51.790448 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f977b6d6-ed35-4f04-81ab-bebc36d6752a tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:51.795335 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04975b0-1a45-442f-b49c-6ead13664f1f req-9afd9546-4432-4591-b4d1-3b4111bb23ac tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:51.797045 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b04975b0-1a45-442f-b49c-6ead13664f1f req-9afd9546-4432-4591-b4d1-3b4111bb23ac tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/ports?device_id=e703fc3b-df22-44d7-a8f5-0f01199a3626 HTTP/1.1" status: 200  len: 943 time: 0.5740764
Jan 29 10:12:51.851997 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-49d03a3d-2a6f-498b-be37-fb8a5b2b0b25 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 4.0079725
Jan 29 10:12:51.855841 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f977b6d6-ed35-4f04-81ab-bebc36d6752a tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "DELETE /v2.0/ports/fa66cada-56a7-46cd-bf6e-2855f2305f5a HTTP/1.1" status: 204  len: 168 time: 1.9503651
Jan 29 10:12:51.857643 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-24a3dad7-501e-4c7f-8036-756c459de943 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] 10.222.0.57 "PUT /v2.0/ports/0de83ba3-f57e-4f1e-b8c7-dfcef656c514/tags/tempest-TagsExtTest-Tag-334641087 HTTP/1.1" status: 201  len: 201 time: 0.4759898
Jan 29 10:12:51.858471 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53752) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:51.858839 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53754) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:51.861920 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-414a92a9-b059-4b47-b270-b1ad12f0804d None None] Provisioning for port fbf66714-e231-4dba-8e8b-8a4bf2fd5fa5 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:12:51.868287 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-97be9d57-1f31-477b-985d-38eb17d243d0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Request body: {'port': {'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'mac_address': 'fa:16:3e:4f:0d:8f', 'name': 'tempest-NetworksTestDHCPv6-1671148182'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:12:51.877059 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-414a92a9-b059-4b47-b270-b1ad12f0804d None None] Provisioning complete for port fbf66714-e231-4dba-8e8b-8a4bf2fd5fa5 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:12:51.877487 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-414a92a9-b059-4b47-b270-b1ad12f0804d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:51.882214 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53756) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:51.893119 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-03d7e208-faa3-4ada-809b-d94237110ec5 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Request body: {'port': {'network_id': 'dcac8088-38cd-4a49-ab48-4a79e40d999e', 'mac_address': 'fa:16:3e:09:5f:3e', 'name': 'tempest-PortsTestJSON-1424056446'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:12:51.922212 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.tag.tag_plugin [None req-45073d65-b0d0-4b91-ad86-31ff9ace4a9a tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f99c3e821d0>, 'routers', '919fa6e4-26c1-4f99-949b-353adb509c58', 'tempest-TagsExtTest-Tag-1209452647') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:51.962209 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-414a92a9-b059-4b47-b270-b1ad12f0804d None None] Port fbf66714-e231-4dba-8e8b-8a4bf2fd5fa5 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:12:52.039786 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-74927640-041f-4f78-96c0-d6307b3aa62b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854426412'] for router_interface, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:52.068984 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3263245d-ae48-46fd-a847-361e77e0ef18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-36ec2ab5-acc9-45dc-a136-797459b09a1c', 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'tenant_id': 'b2cc7248d2184abfb3aa21c44218cf1c', 'fixed_ips': [{'subnet_id': '8cc3c697-f4d8-4804-9b25-97b9913aade5'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:12:52.070446 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3263245d-ae48-46fd-a847-361e77e0ef18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:52.183290 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b04975b0-1a45-442f-b49c-6ead13664f1f req-1151979d-16bd-4448-bea0-7ebd55d929ec tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/security-groups?id=ca938fcf-b80d-466c-a403-7c3b18a33b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.3609841
Jan 29 10:12:52.186059 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-27ab88b8-11b9-456d-bb50-936586f945a0 req-fcfcb651-6b50-4904-965c-3c3db3faa7e5 service neutron] 10.222.0.22 "GET /v2.0/networks/9c450a0f-2c11-436c-8735-9a1afe6b7184?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4021106
Jan 29 10:12:52.187075 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-03d7e208-faa3-4ada-809b-d94237110ec5 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:12:52.201595 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-03d7e208-faa3-4ada-809b-d94237110ec5 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Usage tracker for resource:port and tenant:af6cfbcc17be4cdfba1cf58741c9e55a is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:12:52.209048 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-03d7e208-faa3-4ada-809b-d94237110ec5 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Quota usage for port was recalculated. Used quota:1. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:12:52.210529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-caffc7f1-6a81-4189-980e-d7fa83480862 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:52.245509 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-03d7e208-faa3-4ada-809b-d94237110ec5 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:12:52.357458 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d7e208-faa3-4ada-809b-d94237110ec5 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Made reservation on behalf of af6cfbcc17be4cdfba1cf58741c9e55a for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:12:52.393840 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-97be9d57-1f31-477b-985d-38eb17d243d0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:12:52.409412 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-3263245d-ae48-46fd-a847-361e77e0ef18 None None] Allocated IP 2001:db8::f816:3eff:fe71:fd69 (36ec2ab5-acc9-45dc-a136-797459b09a1c/8cc3c697-f4d8-4804-9b25-97b9913aade5/623fcc86-565b-403c-ad87-68f13b95837c) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:12:52.438333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-97be9d57-1f31-477b-985d-38eb17d243d0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:12:52.481621 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-45073d65-b0d0-4b91-ad86-31ff9ace4a9a tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] 10.222.0.57 "PUT /v2.0/routers/919fa6e4-26c1-4f99-949b-353adb509c58/tags/tempest-TagsExtTest-Tag-1209452647 HTTP/1.1" status: 201  len: 201 time: 0.5894198
Jan 29 10:12:52.487802 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53764) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:52.509009 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.tag.tag_plugin [None req-24870d9b-6d2e-49f0-b6e3-65ecc0fe1949 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f99c82fc1d0>, 'subnetpools', '5a04cfaa-67fb-461d-a1d6-a3953cda0b9f', 'tempest-TagsExtTest-Tag-45984867') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:52.534023 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-27ab88b8-11b9-456d-bb50-936586f945a0 req-b34429fc-b24a-4e1d-8b07-c8a0cd494f51 service neutron] 10.222.0.22 "GET /v2.0/networks/9c450a0f-2c11-436c-8735-9a1afe6b7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3286893
Jan 29 10:12:52.536530 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97be9d57-1f31-477b-985d-38eb17d243d0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Made reservation on behalf of b2cc7248d2184abfb3aa21c44218cf1c for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:12:52.574949 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-03d7e208-faa3-4ada-809b-d94237110ec5 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:52.644722 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3263245d-ae48-46fd-a847-361e77e0ef18 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:52.656513 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-3263245d-ae48-46fd-a847-361e77e0ef18 None None] Transition to ACTIVE for port object 623fcc86-565b-403c-ad87-68f13b95837c will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:12:52.673231 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-3263245d-ae48-46fd-a847-361e77e0ef18 None None] Transition to ACTIVE for port object 623fcc86-565b-403c-ad87-68f13b95837c will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:12:52.678706 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3263245d-ae48-46fd-a847-361e77e0ef18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:52.696262 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:52.792418 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b7802b5b-c7d0-4cc8-9de6-22ddf66240ce tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:52.809415 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b7802b5b-c7d0-4cc8-9de6-22ddf66240ce tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:52.810300 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b7802b5b-c7d0-4cc8-9de6-22ddf66240ce tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854133895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349242'] for router_interface, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:52.829270 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-483c1267-3995-421f-ae98-7f9ec55b592a tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:52.842647 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3263245d-ae48-46fd-a847-361e77e0ef18 None None] Pushing event updated for resources: {'Port': ['ID=623fcc86-565b-403c-ad87-68f13b95837c,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:52.847163 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3263245d-ae48-46fd-a847-361e77e0ef18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:52.860823 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-74927640-041f-4f78-96c0-d6307b3aa62b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:52.881564 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-03d7e208-faa3-4ada-809b-d94237110ec5 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] device_id is not set on port b1e964d9-ef01-4c9b-962b-aa8123d407e7 yet. {{(pid=80766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:12:52.901761 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3263245d-ae48-46fd-a847-361e77e0ef18 None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:12:52.903566 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-3263245d-ae48-46fd-a847-361e77e0ef18 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:12:52.905895 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3263245d-ae48-46fd-a847-361e77e0ef18 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:12:52.927641 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-97be9d57-1f31-477b-985d-38eb17d243d0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:52.966167 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-3263245d-ae48-46fd-a847-361e77e0ef18 None None] Attempting to bind port 623fcc86-565b-403c-ad87-68f13b95837c on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:12:52.966541 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-3263245d-ae48-46fd-a847-361e77e0ef18 None None] Attempting to bind port 623fcc86-565b-403c-ad87-68f13b95837c by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:12:52.966898 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3263245d-ae48-46fd-a847-361e77e0ef18 None None] Attempting to bind port 623fcc86-565b-403c-ad87-68f13b95837c on network 36ec2ab5-acc9-45dc-a136-797459b09a1c {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:12:52.973153 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3263245d-ae48-46fd-a847-361e77e0ef18 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:12:52.973870 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3263245d-ae48-46fd-a847-361e77e0ef18 None None] Checking segment: {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:12:52.974204 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3263245d-ae48-46fd-a847-361e77e0ef18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:52.974647 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3263245d-ae48-46fd-a847-361e77e0ef18 None None] Bound using segment: {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:12:52.975192 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-3263245d-ae48-46fd-a847-361e77e0ef18 None None] Bound port: 623fcc86-565b-403c-ad87-68f13b95837c, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:12:52.975971 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3263245d-ae48-46fd-a847-361e77e0ef18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:53.029791 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668770e0-d194-465c-bf8e-af9ce5a69c6b req-0c0bd7f6-161b-4953-b1bb-40a38d7dde61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:53.031509 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-668770e0-d194-465c-bf8e-af9ce5a69c6b req-0c0bd7f6-161b-4953-b1bb-40a38d7dde61 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4d907168a4924ceb9472857ce37e1904&device_id=e703fc3b-df22-44d7-a8f5-0f01199a3626 HTTP/1.1" status: 200  len: 1160 time: 0.3497205
Jan 29 10:12:53.080130 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-3263245d-ae48-46fd-a847-361e77e0ef18 None None] For port 623fcc86-565b-403c-ad87-68f13b95837c, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:12:53.084302 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-3263245d-ae48-46fd-a847-361e77e0ef18 None None] For port 623fcc86-565b-403c-ad87-68f13b95837c, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=623fcc86-565b-403c-ad87-68f13b95837c,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:12:53.089282 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3263245d-ae48-46fd-a847-361e77e0ef18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:53.105658 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e3648fc1-616e-4269-b6bb-926743f29a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:53.219359 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-24870d9b-6d2e-49f0-b6e3-65ecc0fe1949 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] 10.222.0.57 "PUT /v2.0/subnetpools/5a04cfaa-67fb-461d-a1d6-a3953cda0b9f/tags/tempest-TagsExtTest-Tag-45984867 HTTP/1.1" status: 201  len: 201 time: 0.7181544
Jan 29 10:12:53.259352 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3263245d-ae48-46fd-a847-361e77e0ef18 None None] Pushing event updated for resources: {'Port': ['ID=623fcc86-565b-403c-ad87-68f13b95837c,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:53.265638 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3263245d-ae48-46fd-a847-361e77e0ef18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:53.358078 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53768) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:53.371604 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668770e0-d194-465c-bf8e-af9ce5a69c6b req-d9e637ff-7f4b-440b-b20e-7006de48cf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:53.373194 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-668770e0-d194-465c-bf8e-af9ce5a69c6b req-d9e637ff-7f4b-440b-b20e-7006de48cf15 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9c450a0f-2c11-436c-8735-9a1afe6b7184 HTTP/1.1" status: 200  len: 906 time: 0.3249209
Jan 29 10:12:53.462435 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.tag.tag_plugin [None req-01cfd55a-8771-4356-9eb1-57f856764d23 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f99c935e5c0>, 'subnets', '137a1da3-5164-49d6-8470-78e24c783324', {'tags': ['tempest-TagsExtTest-Tag-847633319', 'tempest-TagsExtTest-Tag-511631519', 'tempest-TagsExtTest-Tag-1044284569']}) {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:53.619284 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7802b5b-c7d0-4cc8-9de6-22ddf66240ce tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Pushing event updated for resources: {'Port': ['ID=f9f6e07b-7cba-49fa-a211-1949ef4fd5ba,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:53.644842 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b7802b5b-c7d0-4cc8-9de6-22ddf66240ce tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.815s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:53.733411 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5dbb9482-22e5-43e0-b757-9d0998138441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:53.836818 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-668770e0-d194-465c-bf8e-af9ce5a69c6b req-e967d052-11ee-40d8-bbaa-edd64aaa1406 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05c0010b-4a4e-456d-88c9-f1ef6991886d HTTP/1.1" status: 200  len: 217 time: 0.4471071
Jan 29 10:12:53.904480 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-97be9d57-1f31-477b-985d-38eb17d243d0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] device_id is not set on port 3cb9f994-2cf7-4ce2-9c36-24598dcce170 yet. {{(pid=80766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:12:53.959620 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-01cfd55a-8771-4356-9eb1-57f856764d23 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] 10.222.0.57 "PUT /v2.0/subnets/137a1da3-5164-49d6-8470-78e24c783324/tags HTTP/1.1" status: 200  len: 316 time: 0.5985126
Jan 29 10:12:53.967911 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53774) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:53.986094 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.tag.tag_plugin [None req-47415011-4c55-4b78-b6b9-2e172dee4572 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f99cac658d0>, 'subnets', '137a1da3-5164-49d6-8470-78e24c783324') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:53.990736 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 623fcc86-565b-403c-ad87-68f13b95837c up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:12:54.018247 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7802b5b-c7d0-4cc8-9de6-22ddf66240ce tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Network 87c4d725-c2b0-4819-9404-4afd776efaa7 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:12:54.023269 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-caffc7f1-6a81-4189-980e-d7fa83480862 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:54.040319 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-03d7e208-faa3-4ada-809b-d94237110ec5 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:54.060182 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668770e0-d194-465c-bf8e-af9ce5a69c6b req-6fd821a2-a680-4206-8d11-40b2bbf73252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:54.061990 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-668770e0-d194-465c-bf8e-af9ce5a69c6b req-6fd821a2-a680-4206-8d11-40b2bbf73252 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=dd17e4b6-a33a-4e17-bc4a-03539800690d HTTP/1.1" status: 200  len: 851 time: 0.2123549
Jan 29 10:12:54.068201 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 623fcc86-565b-403c-ad87-68f13b95837c completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:12:54.117655 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12abdd7b-456f-498d-873e-a05e58d27c3d req-f57d107f-bbfc-47e2-8f60-3338d31f9fbd tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:54.119518 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-12abdd7b-456f-498d-873e-a05e58d27c3d req-f57d107f-bbfc-47e2-8f60-3338d31f9fbd tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/ports?device_id=e703fc3b-df22-44d7-a8f5-0f01199a3626 HTTP/1.1" status: 200  len: 943 time: 0.7626238
Jan 29 10:12:54.120603 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-b7802b5b-c7d0-4cc8-9de6-22ddf66240ce tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:12:54.132305 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-caffc7f1-6a81-4189-980e-d7fa83480862 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:54.170706 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:54.173935 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-74927640-041f-4f78-96c0-d6307b3aa62b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:54.241948 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-97be9d57-1f31-477b-985d-38eb17d243d0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Allocated IP 2001:db8::f816:3eff:fe4f:d8f (36ec2ab5-acc9-45dc-a136-797459b09a1c/8cc3c697-f4d8-4804-9b25-97b9913aade5/3cb9f994-2cf7-4ce2-9c36-24598dcce170) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:12:54.277298 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-03d7e208-faa3-4ada-809b-d94237110ec5 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:54.299907 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b4580bbb-74eb-4576-8e7a-4791eaf886b2 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:54.417255 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668770e0-d194-465c-bf8e-af9ce5a69c6b req-f890789b-12c9-4004-a250-f953cafc1bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:54.419060 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-668770e0-d194-465c-bf8e-af9ce5a69c6b req-f890789b-12c9-4004-a250-f953cafc1bfd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9c450a0f-2c11-436c-8735-9a1afe6b7184&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.3469868
Jan 29 10:12:54.498217 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-12abdd7b-456f-498d-873e-a05e58d27c3d req-61652c56-77ad-405f-b10e-a38f378cff77 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/security-groups?id=ca938fcf-b80d-466c-a403-7c3b18a33b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.3297832
Jan 29 10:12:54.507026 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-caffc7f1-6a81-4189-980e-d7fa83480862 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854133895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349242'] for router_interface, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:54.542138 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caffc7f1-6a81-4189-980e-d7fa83480862 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Pushing event updated for resources: {'Port': ['ID=39e00732-b77a-4de1-8c18-ba592ec3d0e3,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:54.549468 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-caffc7f1-6a81-4189-980e-d7fa83480862 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:54.550969 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d7e208-faa3-4ada-809b-d94237110ec5 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event updated for resources: {'Port': ['ID=b1e964d9-ef01-4c9b-962b-aa8123d407e7,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:54.577363 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-03d7e208-faa3-4ada-809b-d94237110ec5 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:54.585235 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-47415011-4c55-4b78-b6b9-2e172dee4572 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] 10.222.0.57 "DELETE /v2.0/subnets/137a1da3-5164-49d6-8470-78e24c783324/tags HTTP/1.1" status: 204  len: 168 time: 0.6133497
Jan 29 10:12:54.592562 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53778) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:54.674413 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.tag.tag_plugin [None req-4a7bce43-d607-47d2-b2d3-73a97921d18a tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f99c8fc2c50>, 'subnets', '137a1da3-5164-49d6-8470-78e24c783324', 'tempest-TagsExtTest-Tag-847633319') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:54.722643 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-3b353f19-ae71-43db-867d-5f6d63b5cdbb None None] Provisioning complete for port f9f6e07b-7cba-49fa-a211-1949ef4fd5ba triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:12:54.723459 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3b353f19-ae71-43db-867d-5f6d63b5cdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:54.753462 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7802b5b-c7d0-4cc8-9de6-22ddf66240ce tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Router e220c1c0-4b23-4f93-8414-abb30aa1bccc has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:12:54.807424 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-3b353f19-ae71-43db-867d-5f6d63b5cdbb None None] Port f9f6e07b-7cba-49fa-a211-1949ef4fd5ba cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:12:54.812122 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d7e208-faa3-4ada-809b-d94237110ec5 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Network dcac8088-38cd-4a49-ab48-4a79e40d999e is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:12:54.833770 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-03d7e208-faa3-4ada-809b-d94237110ec5 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:12:54.845285 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d7e208-faa3-4ada-809b-d94237110ec5 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:12:54.856456 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:54.913448 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d7e208-faa3-4ada-809b-d94237110ec5 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:54.914212 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-03d7e208-faa3-4ada-809b-d94237110ec5 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:54.937097 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-c6eaf929-b1fb-424c-b417-b765b20e18a3 None None] Provisioning for port 623fcc86-565b-403c-ad87-68f13b95837c completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:12:54.943428 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-c6eaf929-b1fb-424c-b417-b765b20e18a3 None None] Provisioning complete for port 623fcc86-565b-403c-ad87-68f13b95837c triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:12:54.944099 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c6eaf929-b1fb-424c-b417-b765b20e18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:55.004255 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-668770e0-d194-465c-bf8e-af9ce5a69c6b req-ec6d0cb1-4aa4-4242-80f6-92a42e4a1109 service neutron] 10.222.0.22 "GET /v2.0/networks/9c450a0f-2c11-436c-8735-9a1afe6b7184?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5722787
Jan 29 10:12:55.041510 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caffc7f1-6a81-4189-980e-d7fa83480862 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Network 06d18ded-695b-4290-a5f7-24e63c3d0098 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:12:55.044616 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-03d7e208-faa3-4ada-809b-d94237110ec5 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 3.1811192
Jan 29 10:12:55.046914 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-caffc7f1-6a81-4189-980e-d7fa83480862 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:12:55.049236 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53782) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:55.056762 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7802b5b-c7d0-4cc8-9de6-22ddf66240ce tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:12:55.071017 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160c7550-64a7-4a34-9ea7-40353f7e5274 None None] Sync routers for ids ['e220c1c0-4b23-4f93-8414-abb30aa1bccc'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:12:55.106074 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c6eaf929-b1fb-424c-b417-b765b20e18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:55.107059 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160c7550-64a7-4a34-9ea7-40353f7e5274 None None] Routers {'e220c1c0-4b23-4f93-8414-abb30aa1bccc'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:12:55.107875 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-160c7550-64a7-4a34-9ea7-40353f7e5274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9effa58>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:12:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['e220c1c0-4b23-4f93-8414-abb30aa1bccc'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:55.143021 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-4a7bce43-d607-47d2-b2d3-73a97921d18a tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] show failed (client error): The resource could not be found.
Jan 29 10:12:55.146947 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4a7bce43-d607-47d2-b2d3-73a97921d18a tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] 10.222.0.57 "GET /v2.0/subnets/137a1da3-5164-49d6-8470-78e24c783324/tags/tempest-TagsExtTest-Tag-847633319 HTTP/1.1" status: 404  len: 328 time: 0.5307381
Jan 29 10:12:55.165970 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-c6eaf929-b1fb-424c-b417-b765b20e18a3 None None] For port 623fcc86-565b-403c-ad87-68f13b95837c, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=623fcc86-565b-403c-ad87-68f13b95837c,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:12:55.172635 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-97be9d57-1f31-477b-985d-38eb17d243d0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:55.174520 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c6eaf929-b1fb-424c-b417-b765b20e18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:55.175777 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53786) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:55.177631 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3263245d-ae48-46fd-a847-361e77e0ef18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:55.192625 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.tag.tag_plugin [None req-239746ed-7880-441b-adc9-b667a1820d81 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f99c3d60908>, 'subnets', '137a1da3-5164-49d6-8470-78e24c783324', 'tempest-TagsExtTest-Tag-511631519') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:55.357573 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caffc7f1-6a81-4189-980e-d7fa83480862 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Router c02bbf86-a559-4f0a-8d63-7d0b85f344b5 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:12:55.370293 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b7802b5b-c7d0-4cc8-9de6-22ddf66240ce tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "PUT /v2.0/routers/e220c1c0-4b23-4f93-8414-abb30aa1bccc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.2654977
Jan 29 10:12:55.371605 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-97be9d57-1f31-477b-985d-38eb17d243d0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Transition to ACTIVE for port object 3cb9f994-2cf7-4ce2-9c36-24598dcce170 will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:12:55.373079 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53790) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:55.373862 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eaf929-b1fb-424c-b417-b765b20e18a3 None None] Pushing event updated for resources: {'Port': ['ID=623fcc86-565b-403c-ad87-68f13b95837c,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:55.394508 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c6eaf929-b1fb-424c-b417-b765b20e18a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:55.399887 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-164a27fa-7032-4735-8031-9043a1f780df None None] Provisioning complete for port 623fcc86-565b-403c-ad87-68f13b95837c triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:12:55.400329 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-164a27fa-7032-4735-8031-9043a1f780df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:55.401538 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-74927640-041f-4f78-96c0-d6307b3aa62b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:55.413286 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-47d89c5b-3536-4a96-80d5-23ed3639499d tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1643990181'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:12:55.469670 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-47d89c5b-3536-4a96-80d5-23ed3639499d tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:12:55.612676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce40129-baa6-437c-8f0c-d59533ccdd1a tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:55.613939 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6ce40129-baa6-437c-8f0c-d59533ccdd1a tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Synchronizing usage tracker for tenant:af6cfbcc17be4cdfba1cf58741c9e55a on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:12:55.628722 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-47d89c5b-3536-4a96-80d5-23ed3639499d tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Usage tracker for resource:network and tenant:22949024c322421d99052f9202cdd49a is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:12:55.653262 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-47d89c5b-3536-4a96-80d5-23ed3639499d tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Quota usage for network was recalculated. Used quota:3. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:12:55.676274 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-47d89c5b-3536-4a96-80d5-23ed3639499d tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:12:55.680821 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-160c7550-64a7-4a34-9ea7-40353f7e5274 None None] Set router e220c1c0-4b23-4f93-8414-abb30aa1bccc gateway port host: None {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:12:55.688603 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6ce40129-baa6-437c-8f0c-d59533ccdd1a tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Unset dirty status for tenant:af6cfbcc17be4cdfba1cf58741c9e55a on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:12:55.692739 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6ce40129-baa6-437c-8f0c-d59533ccdd1a tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "GET /v2.0/ports/b1e964d9-ef01-4c9b-962b-aa8123d407e7 HTTP/1.1" status: 200  len: 841 time: 0.6250093
Jan 29 10:12:55.692739 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-668770e0-d194-465c-bf8e-af9ce5a69c6b req-8c776d9c-baf3-4dfa-9be4-d859447dfec6 service neutron] 10.222.0.22 "GET /v2.0/networks/9c450a0f-2c11-436c-8735-9a1afe6b7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6792002
Jan 29 10:12:55.695370 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53796) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:55.735477 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-7945770d-158c-46b6-8729-0e13e05deab5 None None] Provisioning complete for port 39e00732-b77a-4de1-8c18-ba592ec3d0e3 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:12:55.735477 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7945770d-158c-46b6-8729-0e13e05deab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:55.766078 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d89c5b-3536-4a96-80d5-23ed3639499d tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Made reservation on behalf of 22949024c322421d99052f9202cdd49a for: {'network': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:12:55.788506 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-47d89c5b-3536-4a96-80d5-23ed3639499d tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:55.794410 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-7945770d-158c-46b6-8729-0e13e05deab5 None None] Port 39e00732-b77a-4de1-8c18-ba592ec3d0e3 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:12:55.807161 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-7945770d-158c-46b6-8729-0e13e05deab5 None None] Provisioning complete for port 623fcc86-565b-403c-ad87-68f13b95837c triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:12:55.807529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7945770d-158c-46b6-8729-0e13e05deab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:55.815801 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-97be9d57-1f31-477b-985d-38eb17d243d0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:55.842405 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ee9a8813-a1e8-4a48-a681-1aefb1797937 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:55.900795 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-74927640-041f-4f78-96c0-d6307b3aa62b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:55.908632 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-239746ed-7880-441b-adc9-b667a1820d81 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] show failed (client error): The resource could not be found.
Jan 29 10:12:55.912728 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-239746ed-7880-441b-adc9-b667a1820d81 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] 10.222.0.57 "GET /v2.0/subnets/137a1da3-5164-49d6-8470-78e24c783324/tags/tempest-TagsExtTest-Tag-511631519 HTTP/1.1" status: 404  len: 328 time: 0.7331522
Jan 29 10:12:55.948798 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-016c0263-3f9e-4b47-9e51-47b8cfa58711 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Deleting port b1e964d9-ef01-4c9b-962b-aa8123d407e7 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:12:55.949165 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-016c0263-3f9e-4b47-9e51-47b8cfa58711 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:55.981530 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53800) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:55.998315 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.tag.tag_plugin [None req-bd7ceb41-bc91-47e0-aaa9-cef1de37b42a tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f99c826e908>, 'subnets', '137a1da3-5164-49d6-8470-78e24c783324', 'tempest-TagsExtTest-Tag-1044284569') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:56.013908 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 623fcc86-565b-403c-ad87-68f13b95837c up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:12:56.099380 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:56.107065 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 623fcc86-565b-403c-ad87-68f13b95837c triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:12:56.107367 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:56.110741 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47d89c5b-3536-4a96-80d5-23ed3639499d tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:12:56.150583 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-de88b023-6ee3-424d-9148-d8ccb84f6ad8 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:56.157999 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97be9d57-1f31-477b-985d-38eb17d243d0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event updated for resources: {'Port': ['ID=3cb9f994-2cf7-4ce2-9c36-24598dcce170,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:56.158466 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-160c7550-64a7-4a34-9ea7-40353f7e5274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9effa58>, [{'id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'name': 'tempest-RoutersIpV6Test-router-1431048454', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:12:00Z', 'updated_at': '2021-01-29T10:12:50Z', 'revision_number': 4, 'project_id': '22949024c322421d99052f9202cdd49a', 'gw_port_host': None, '_interfaces': [{'id': '9d3fb1aa-c043-4342-8d93-f08ffa1cf97f', 'name': '', 'network_id': 'd65c2c0a-9ecf-45a3-b14f-5abee0b33546', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'mac_address': 'fa:16:3e:4a:f6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'e8a55c25-1b47-42ec-978b-d5714b9cb332', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:12:24Z', 'updated_at': '2021-01-29T10:12:37Z', 'revision_number': 5, 'project_id': '22949024c322421d99052f9202cdd49a', 'subnets': [{'id': 'e8a55c25-1b47-42ec-978b-d5714b9cb332', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b7314175-99f7-4cb6-ac48-9793b498e096', 'name': '', 'network_id': '80c2087f-75e5-4ad3-be5d-6f7c2f11a575', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'mac_address': 'fa:16:3e:66:79:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '9ff78040-da3e-4fb9-8f2b-df4ed268b1aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:12:06Z', 'updated_at': '2021-01-29T10:12:18Z', 'revision_number': 5, 'project_id': '22949024c322421d99052f9202cdd49a', 'subnets': [{'id': '9ff78040-da3e-4fb9-8f2b-df4ed268b1aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'f9f6e07b-7cba-49fa-a211-1949ef4fd5ba', 'name': '', 'network_id': '87c4d725-c2b0-4819-9404-4afd776efaa7', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'mac_address': 'fa:16:3e:65:ff:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '62659ab8-7b86-42d3-aa2d-7ef4cac0f1a6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:12:46Z', 'updated_at': '2021-01-29T10:12:52Z', 'revision_number': 2, 'project_id': '22949024c322421d99052f9202cdd49a', 'subnets': [{'id': '62659ab8-7b86-42d3-aa2d-7ef4cac0f1a6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:56.166223 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160c7550-64a7-4a34-9ea7-40353f7e5274 None None] Checking router: e220c1c0-4b23-4f93-8414-abb30aa1bccc for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:12:56.166663 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160c7550-64a7-4a34-9ea7-40353f7e5274 None None] Updating router e220c1c0-4b23-4f93-8414-abb30aa1bccc port f9f6e07b-7cba-49fa-a211-1949ef4fd5ba binding host dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 29 10:12:56.166781 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-97be9d57-1f31-477b-985d-38eb17d243d0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:56.239419 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-160c7550-64a7-4a34-9ea7-40353f7e5274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:56.246600 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-74927640-041f-4f78-96c0-d6307b3aa62b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854133895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349242'] for router_interface, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:56.267815 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caffc7f1-6a81-4189-980e-d7fa83480862 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:12:56.273718 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74927640-041f-4f78-96c0-d6307b3aa62b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Port': ['ID=fbf66714-e231-4dba-8e8b-8a4bf2fd5fa5,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:56.284529 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-caffc7f1-6a81-4189-980e-d7fa83480862 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] 10.222.0.57 "PUT /v2.0/routers/c02bbf86-a559-4f0a-8d63-7d0b85f344b5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.1183522
Jan 29 10:12:56.289472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53804) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:56.290777 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-74927640-041f-4f78-96c0-d6307b3aa62b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:56.299188 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-6f9c03de-d2aa-4da7-9714-402fbbb1c488 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Request body: {'port': {'network_id': '06d18ded-695b-4290-a5f7-24e63c3d0098', 'name': 'tempest-FloatingIPTestJSON-1174866742'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:12:56.316420 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aec28ff-e66f-454e-8d84-af4cf5664007 None None] Sync routers for ids ['c02bbf86-a559-4f0a-8d63-7d0b85f344b5'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:12:56.346347 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aec28ff-e66f-454e-8d84-af4cf5664007 None None] Routers {'c02bbf86-a559-4f0a-8d63-7d0b85f344b5'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:12:56.349529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-6aec28ff-e66f-454e-8d84-af4cf5664007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9392550>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:12:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['c02bbf86-a559-4f0a-8d63-7d0b85f344b5'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:56.455037 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-6aec28ff-e66f-454e-8d84-af4cf5664007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9392550>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:56.465725 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aec28ff-e66f-454e-8d84-af4cf5664007 None None] Routers {'c02bbf86-a559-4f0a-8d63-7d0b85f344b5'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:12:56.466428 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-6aec28ff-e66f-454e-8d84-af4cf5664007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9392550>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:12:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['c02bbf86-a559-4f0a-8d63-7d0b85f344b5'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:56.502167 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-47d89c5b-3536-4a96-80d5-23ed3639499d tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268197113528', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:56.502737 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-47d89c5b-3536-4a96-80d5-23ed3639499d tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Added segment 2b01de8d-0715-4b8d-9e61-ab4d3f77f3bc of type vxlan for network 8f32b72a-c91e-4f6b-8787-930968d32656
Jan 29 10:12:56.599921 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-47d89c5b-3536-4a96-80d5-23ed3639499d tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:56.602142 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b9bb68-e5ba-4d0e-b0fc-b5e2e2c9013b req-93bdecd8-f239-4cfc-9602-e4e423fefa52 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:56.604128 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e4b9bb68-e5ba-4d0e-b0fc-b5e2e2c9013b req-93bdecd8-f239-4cfc-9602-e4e423fefa52 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/ports?device_id=e703fc3b-df22-44d7-a8f5-0f01199a3626 HTTP/1.1" status: 200  len: 943 time: 0.7661040
Jan 29 10:12:56.671337 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97be9d57-1f31-477b-985d-38eb17d243d0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:12:56.677371 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-97be9d57-1f31-477b-985d-38eb17d243d0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:12:56.746332 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e4b9bb68-e5ba-4d0e-b0fc-b5e2e2c9013b req-f279b8da-3292-4753-a99f-caecbabf97fe tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/security-groups?id=ca938fcf-b80d-466c-a403-7c3b18a33b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1224391
Jan 29 10:12:56.760575 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97be9d57-1f31-477b-985d-38eb17d243d0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:12:56.765674 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-6f9c03de-d2aa-4da7-9714-402fbbb1c488 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:12:56.786513 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6f9c03de-d2aa-4da7-9714-402fbbb1c488 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Usage tracker for resource:port and tenant:f844837ce1884937bc086377bfe8af84 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:12:56.788332 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-6aec28ff-e66f-454e-8d84-af4cf5664007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9392550>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:56.788947 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aec28ff-e66f-454e-8d84-af4cf5664007 None None] The sync data for ids ['c02bbf86-a559-4f0a-8d63-7d0b85f344b5'] in dv-neutron-772983-2-ovs is: [] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:12:56.794118 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6f9c03de-d2aa-4da7-9714-402fbbb1c488 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Quota usage for port was recalculated. Used quota:6. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:12:56.798363 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74927640-041f-4f78-96c0-d6307b3aa62b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network 1846373c-e6a8-40b0-9ec1-57e95e070f2c is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:12:56.802238 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-74927640-041f-4f78-96c0-d6307b3aa62b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:12:56.804376 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-6f9c03de-d2aa-4da7-9714-402fbbb1c488 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:12:56.836924 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-160c7550-64a7-4a34-9ea7-40353f7e5274 None None] Notify callbacks [] for port, precommit_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:56.845850 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97be9d57-1f31-477b-985d-38eb17d243d0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:56.846595 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-97be9d57-1f31-477b-985d-38eb17d243d0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:56.853304 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-160c7550-64a7-4a34-9ea7-40353f7e5274 None None] Transition to ACTIVE for port object f9f6e07b-7cba-49fa-a211-1949ef4fd5ba will not be triggered until provisioned by entity L2. {{(pid=80768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:12:56.860184 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-160c7550-64a7-4a34-9ea7-40353f7e5274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:56.893368 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-016c0263-3f9e-4b47-9e51-47b8cfa58711 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:56.978000 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ae20cf85-4d73-4861-ab2a-7a070301b4b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:57.048222 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-7e2e7cef-392c-4507-aaee-3d377db794a9 None None] Provisioning for port 3cb9f994-2cf7-4ce2-9c36-24598dcce170 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:12:57.048933 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-016c0263-3f9e-4b47-9e51-47b8cfa58711 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Calling delete_port for b1e964d9-ef01-4c9b-962b-aa8123d407e7 owned by  {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:12:57.058795 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-7e2e7cef-392c-4507-aaee-3d377db794a9 None None] Provisioning complete for port 3cb9f994-2cf7-4ce2-9c36-24598dcce170 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:12:57.059219 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7e2e7cef-392c-4507-aaee-3d377db794a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:57.061457 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3307bf01-1406-45b5-b39c-14b1c3e0e902 None None] Pushing event updated for resources: {'Port': ['ID=f9f6e07b-7cba-49fa-a211-1949ef4fd5ba,revision_number=3']} {{(pid=80768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:57.067381 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3307bf01-1406-45b5-b39c-14b1c3e0e902 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:57.087622 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74927640-041f-4f78-96c0-d6307b3aa62b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Router 8874ac55-28b2-44e3-ad16-8c1286200534 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:12:57.093610 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9c03de-d2aa-4da7-9714-402fbbb1c488 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Made reservation on behalf of f844837ce1884937bc086377bfe8af84 for: {'port': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:12:57.094840 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-97be9d57-1f31-477b-985d-38eb17d243d0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 5.2329803
Jan 29 10:12:57.102068 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53808) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:57.103266 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-bd7ceb41-bc91-47e0-aaa9-cef1de37b42a tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] show failed (client error): The resource could not be found.
Jan 29 10:12:57.107658 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-bd7ceb41-bc91-47e0-aaa9-cef1de37b42a tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] 10.222.0.57 "GET /v2.0/subnets/137a1da3-5164-49d6-8470-78e24c783324/tags/tempest-TagsExtTest-Tag-1044284569 HTTP/1.1" status: 404  len: 329 time: 1.1148996
Jan 29 10:12:57.136625 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6f9c03de-d2aa-4da7-9714-402fbbb1c488 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:57.147638 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-7e2e7cef-392c-4507-aaee-3d377db794a9 None None] Port 3cb9f994-2cf7-4ce2-9c36-24598dcce170 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:12:57.148595 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53812) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:57.160537 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.tag.tag_plugin [None req-c2b6b0d3-4fbc-454d-bb09-2f6895f106b1 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f99c3998978>, 'ports', '0de83ba3-f57e-4f1e-b8c7-dfcef656c514', {'tags': ['tempest-TagsExtTest-Tag-1552675855', 'tempest-TagsExtTest-Tag-1153043171', 'tempest-TagsExtTest-Tag-1384383246']}) {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:57.199049 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-47d89c5b-3536-4a96-80d5-23ed3639499d tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:57.270643 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d89c5b-3536-4a96-80d5-23ed3639499d tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:57.271361 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-47d89c5b-3536-4a96-80d5-23ed3639499d tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:57.280156 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-160c7550-64a7-4a34-9ea7-40353f7e5274 None None] Attempting to bind port f9f6e07b-7cba-49fa-a211-1949ef4fd5ba on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:12:57.281305 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-487ba594-3751-4296-96a8-00c67b9a12fb tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:57.287523 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-160c7550-64a7-4a34-9ea7-40353f7e5274 None None] Attempting to bind port f9f6e07b-7cba-49fa-a211-1949ef4fd5ba by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'fb3b5b6b-1dae-4d45-a8d4-6717ddfe21c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '87c4d725-c2b0-4819-9404-4afd776efaa7'}] {{(pid=80768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:12:57.288152 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160c7550-64a7-4a34-9ea7-40353f7e5274 None None] Attempting to bind port f9f6e07b-7cba-49fa-a211-1949ef4fd5ba on network 87c4d725-c2b0-4819-9404-4afd776efaa7 {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:12:57.292749 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-42f84ccc-3656-460e-92f5-b10e736ccb1a None None] Provisioning complete for port fbf66714-e231-4dba-8e8b-8a4bf2fd5fa5 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:12:57.295356 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-42f84ccc-3656-460e-92f5-b10e736ccb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:57.307357 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160c7550-64a7-4a34-9ea7-40353f7e5274 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:12:57.308047 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160c7550-64a7-4a34-9ea7-40353f7e5274 None None] Checking segment: {'id': 'fb3b5b6b-1dae-4d45-a8d4-6717ddfe21c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '87c4d725-c2b0-4819-9404-4afd776efaa7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:12:57.309506 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-160c7550-64a7-4a34-9ea7-40353f7e5274 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:57.310159 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160c7550-64a7-4a34-9ea7-40353f7e5274 None None] Bound using segment: {'id': 'fb3b5b6b-1dae-4d45-a8d4-6717ddfe21c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '87c4d725-c2b0-4819-9404-4afd776efaa7'} {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:12:57.310864 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-160c7550-64a7-4a34-9ea7-40353f7e5274 None None] Bound port: f9f6e07b-7cba-49fa-a211-1949ef4fd5ba, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb3b5b6b-1dae-4d45-a8d4-6717ddfe21c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '87c4d725-c2b0-4819-9404-4afd776efaa7'}}] {{(pid=80768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:12:57.311441 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-160c7550-64a7-4a34-9ea7-40353f7e5274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:57.412905 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-42f84ccc-3656-460e-92f5-b10e736ccb1a None None] Port fbf66714-e231-4dba-8e8b-8a4bf2fd5fa5 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:12:57.419137 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-47d89c5b-3536-4a96-80d5-23ed3639499d tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 2.0386169
Jan 29 10:12:57.431048 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53816) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:57.454063 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-52c566cd-9c8d-49c5-a141-c501e704bc98 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Request body: {'subnet': {'network_id': '8f32b72a-c91e-4f6b-8787-930968d32656', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:12:57.481688 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-160c7550-64a7-4a34-9ea7-40353f7e5274 None None] For port f9f6e07b-7cba-49fa-a211-1949ef4fd5ba, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:12:57.485138 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-160c7550-64a7-4a34-9ea7-40353f7e5274 None None] For port f9f6e07b-7cba-49fa-a211-1949ef4fd5ba, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=f9f6e07b-7cba-49fa-a211-1949ef4fd5ba,segment=NetworkSegment(fb3b5b6b-1dae-4d45-a8d4-6717ddfe21c5),segment_id=fb3b5b6b-1dae-4d45-a8d4-6717ddfe21c5)] {{(pid=80768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:12:57.491074 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-160c7550-64a7-4a34-9ea7-40353f7e5274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:57.496787 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d89c5b-3536-4a96-80d5-23ed3639499d tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Pushing event updated for resources: {'Network': ['ID=8f32b72a-c91e-4f6b-8787-930968d32656,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:57.503311 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-016c0263-3f9e-4b47-9e51-47b8cfa58711 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:57.503311 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-47d89c5b-3536-4a96-80d5-23ed3639499d tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:57.514218 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 8f32b72a-c91e-4f6b-8787-930968d32656 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:12:57.517972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-47831951-2e19-4fa2-9cd9-4cb06fa39b05 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:57.521878 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-cdb7ec87-4fdd-4457-964c-2ddeaa67e965 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:57.606809 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016c0263-3f9e-4b47-9e51-47b8cfa58711 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event deleted for resources: {'Port': ['ID=b1e964d9-ef01-4c9b-962b-aa8123d407e7,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:57.614020 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-016c0263-3f9e-4b47-9e51-47b8cfa58711 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:57.672968 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 8f32b72a-c91e-4f6b-8787-930968d32656 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:12:57.725735 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f0aa09-fd4b-4461-b4e9-8da235c266bf tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:57.736752 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3307bf01-1406-45b5-b39c-14b1c3e0e902 None None] Pushing event updated for resources: {'Port': ['ID=f9f6e07b-7cba-49fa-a211-1949ef4fd5ba,revision_number=4']} {{(pid=80768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:57.742870 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3307bf01-1406-45b5-b39c-14b1c3e0e902 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:57.817519 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c2b6b0d3-4fbc-454d-bb09-2f6895f106b1 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] 10.222.0.57 "PUT /v2.0/ports/0de83ba3-f57e-4f1e-b8c7-dfcef656c514/tags HTTP/1.1" status: 200  len: 318 time: 0.6620190
Jan 29 10:12:57.821919 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f0aa09-fd4b-4461-b4e9-8da235c266bf tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:57.822837 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-63f0aa09-fd4b-4461-b4e9-8da235c266bf tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Synchronizing usage tracker for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:12:57.826226 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53822) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:57.830351 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160c7550-64a7-4a34-9ea7-40353f7e5274 None None] Routers {'e220c1c0-4b23-4f93-8414-abb30aa1bccc'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:12:57.831853 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-160c7550-64a7-4a34-9ea7-40353f7e5274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9effa58>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:12:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['e220c1c0-4b23-4f93-8414-abb30aa1bccc'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:57.855865 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-6f9c03de-d2aa-4da7-9714-402fbbb1c488 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] device_id is not set on port 4cfcbf76-038f-4f65-ba71-546243708dbd yet. {{(pid=80765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:12:57.904911 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.tag.tag_plugin [None req-73eb306b-ce94-472e-ac88-9b7f00a44707 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f99c3951588>, 'ports', '0de83ba3-f57e-4f1e-b8c7-dfcef656c514') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:57.946178 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74927640-041f-4f78-96c0-d6307b3aa62b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:12:57.953517 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-74927640-041f-4f78-96c0-d6307b3aa62b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "PUT /v2.0/routers/8874ac55-28b2-44e3-ad16-8c1286200534/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.3368855
Jan 29 10:12:57.956961 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-52c566cd-9c8d-49c5-a141-c501e704bc98 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:12:57.967912 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-52c566cd-9c8d-49c5-a141-c501e704bc98 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Usage tracker for resource:subnet and tenant:22949024c322421d99052f9202cdd49a is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:12:57.979924 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-52c566cd-9c8d-49c5-a141-c501e704bc98 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:12:58.000570 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-52c566cd-9c8d-49c5-a141-c501e704bc98 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:12:58.037373 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c50cf7-ddde-43b6-b5b1-c49be4591b52 None None] Sync routers for ids ['8874ac55-28b2-44e3-ad16-8c1286200534'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:12:58.053950 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-016c0263-3f9e-4b47-9e51-47b8cfa58711 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:58.069819 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-63f0aa09-fd4b-4461-b4e9-8da235c266bf tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Unset dirty status for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:12:58.075600 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-63f0aa09-fd4b-4461-b4e9-8da235c266bf tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1704 time: 0.9694371
Jan 29 10:12:58.075851 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c50cf7-ddde-43b6-b5b1-c49be4591b52 None None] Routers {'8874ac55-28b2-44e3-ad16-8c1286200534'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:12:58.076398 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-d1c50cf7-ddde-43b6-b5b1-c49be4591b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca04fe10>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:12:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['8874ac55-28b2-44e3-ad16-8c1286200534'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:58.078001 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53828) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:58.105030 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c566cd-9c8d-49c5-a141-c501e704bc98 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Made reservation on behalf of 22949024c322421d99052f9202cdd49a for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:12:58.134609 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-52c566cd-9c8d-49c5-a141-c501e704bc98 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:58.134743 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-016c0263-3f9e-4b47-9e51-47b8cfa58711 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "DELETE /v2.0/ports/b1e964d9-ef01-4c9b-962b-aa8123d407e7 HTTP/1.1" status: 204  len: 168 time: 2.4362411
Jan 29 10:12:58.144311 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53834) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:58.235643 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-06815e61-2a86-48f0-bc3c-519fbed6719d tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] GET failed (client error): The resource could not be found.
Jan 29 10:12:58.236127 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-06815e61-2a86-48f0-bc3c-519fbed6719d tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Synchronizing usage tracker for tenant:af6cfbcc17be4cdfba1cf58741c9e55a on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:12:58.255922 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-160c7550-64a7-4a34-9ea7-40353f7e5274 None None] Set router e220c1c0-4b23-4f93-8414-abb30aa1bccc gateway port host: None {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:12:58.278015 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-9a45922f-5eda-4aa7-8cf7-c8525ff992f5 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Deleting port 3cb9f994-2cf7-4ce2-9c36-24598dcce170 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:12:58.278405 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9a45922f-5eda-4aa7-8cf7-c8525ff992f5 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:58.365586 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-06815e61-2a86-48f0-bc3c-519fbed6719d tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Unset dirty status for tenant:af6cfbcc17be4cdfba1cf58741c9e55a on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:12:58.371543 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-06815e61-2a86-48f0-bc3c-519fbed6719d tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "GET /v2.0/ports/b1e964d9-ef01-4c9b-962b-aa8123d407e7 HTTP/1.1" status: 404  len: 333 time: 0.2254803
Jan 29 10:12:58.372329 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53838) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:58.389045 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-98692e47-12aa-458b-93f9-cc7090ac903f tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Request body: {'port': {'network_id': 'dcac8088-38cd-4a49-ab48-4a79e40d999e', 'name': 'tempest-PortsTestJSON-2140988478'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:12:58.390445 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-6f9c03de-d2aa-4da7-9714-402fbbb1c488 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Allocated IP 172.20.0.4 (06d18ded-695b-4290-a5f7-24e63c3d0098/91f72bec-2b50-45cd-a860-21a8d5477123/4cfcbf76-038f-4f65-ba71-546243708dbd) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:12:58.492665 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573d51c9-3722-4792-ba5e-4d90fac08a1f req-741bb11f-47df-4871-981f-50e9d64208c3 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:12:58.494794 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-573d51c9-3722-4792-ba5e-4d90fac08a1f req-741bb11f-47df-4871-981f-50e9d64208c3 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/ports?device_id=e703fc3b-df22-44d7-a8f5-0f01199a3626 HTTP/1.1" status: 200  len: 943 time: 0.4606028
Jan 29 10:12:58.547387 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-73eb306b-ce94-472e-ac88-9b7f00a44707 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] 10.222.0.57 "DELETE /v2.0/ports/0de83ba3-f57e-4f1e-b8c7-dfcef656c514/tags HTTP/1.1" status: 204  len: 168 time: 0.7143493
Jan 29 10:12:58.553455 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53842) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:58.585445 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.tag.tag_plugin [None req-b6b62fe5-53d0-400b-95a7-d6108682bdc8 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f99c8497c50>, 'ports', '0de83ba3-f57e-4f1e-b8c7-dfcef656c514', 'tempest-TagsExtTest-Tag-1552675855') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:58.638908 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-d1c50cf7-ddde-43b6-b5b1-c49be4591b52 None None] Set router 8874ac55-28b2-44e3-ad16-8c1286200534 gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:12:58.662046 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-98692e47-12aa-458b-93f9-cc7090ac903f tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:12:58.669613 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-573d51c9-3722-4792-ba5e-4d90fac08a1f req-cffb7a5a-d000-440e-b9bf-0094afc6a021 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/security-groups?id=ca938fcf-b80d-466c-a403-7c3b18a33b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1683381
Jan 29 10:12:58.696821 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-98692e47-12aa-458b-93f9-cc7090ac903f tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:12:58.793182 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98692e47-12aa-458b-93f9-cc7090ac903f tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Made reservation on behalf of af6cfbcc17be4cdfba1cf58741c9e55a for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:12:58.814673 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-98692e47-12aa-458b-93f9-cc7090ac903f tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:58.876395 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-b6b62fe5-53d0-400b-95a7-d6108682bdc8 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] show failed (client error): The resource could not be found.
Jan 29 10:12:58.876395 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b6b62fe5-53d0-400b-95a7-d6108682bdc8 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] 10.222.0.57 "GET /v2.0/ports/0de83ba3-f57e-4f1e-b8c7-dfcef656c514/tags/tempest-TagsExtTest-Tag-1552675855 HTTP/1.1" status: 404  len: 329 time: 0.3140655
Jan 29 10:12:58.880448 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53846) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:58.887085 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9a45922f-5eda-4aa7-8cf7-c8525ff992f5 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:58.897972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.tag.tag_plugin [None req-8eb9c528-4b0f-46a2-9cad-d547c6b02dff tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f99c9453a58>, 'ports', '0de83ba3-f57e-4f1e-b8c7-dfcef656c514', 'tempest-TagsExtTest-Tag-1153043171') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:58.946580 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6f9c03de-d2aa-4da7-9714-402fbbb1c488 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:59.094399 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-160c7550-64a7-4a34-9ea7-40353f7e5274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9effa58>, [{'id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'name': 'tempest-RoutersIpV6Test-router-1431048454', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:12:00Z', 'updated_at': '2021-01-29T10:12:50Z', 'revision_number': 4, 'project_id': '22949024c322421d99052f9202cdd49a', 'gw_port_host': None, '_interfaces': [{'id': '9d3fb1aa-c043-4342-8d93-f08ffa1cf97f', 'name': '', 'network_id': 'd65c2c0a-9ecf-45a3-b14f-5abee0b33546', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'mac_address': 'fa:16:3e:4a:f6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'e8a55c25-1b47-42ec-978b-d5714b9cb332', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:12:24Z', 'updated_at': '2021-01-29T10:12:37Z', 'revision_number': 5, 'project_id': '22949024c322421d99052f9202cdd49a', 'subnets': [{'id': 'e8a55c25-1b47-42ec-978b-d5714b9cb332', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b7314175-99f7-4cb6-ac48-9793b498e096', 'name': '', 'network_id': '80c2087f-75e5-4ad3-be5d-6f7c2f11a575', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'mac_address': 'fa:16:3e:66:79:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '9ff78040-da3e-4fb9-8f2b-df4ed268b1aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:12:06Z', 'updated_at': '2021-01-29T10:12:18Z', 'revision_number': 5, 'project_id': '22949024c322421d99052f9202cdd49a', 'subnets': [{'id': '9ff78040-da3e-4fb9-8f2b-df4ed268b1aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'f9f6e07b-7cba-49fa-a211-1949ef4fd5ba', 'name': '', 'network_id': '87c4d725-c2b0-4819-9404-4afd776efaa7', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'mac_address': 'fa:16:3e:65:ff:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '62659ab8-7b86-42d3-aa2d-7ef4cac0f1a6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:12:46Z', 'updated_at': '2021-01-29T10:12:57Z', 'revision_number': 4, 'project_id': '22949024c322421d99052f9202cdd49a', 'subnets': [{'id': '62659ab8-7b86-42d3-aa2d-7ef4cac0f1a6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:59.114302 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-9a45922f-5eda-4aa7-8cf7-c8525ff992f5 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Calling delete_port for 3cb9f994-2cf7-4ce2-9c36-24598dcce170 owned by  {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:12:59.135205 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160c7550-64a7-4a34-9ea7-40353f7e5274 None None] The sync data for ids ['e220c1c0-4b23-4f93-8414-abb30aa1bccc'] in dv-neutron-772983-2-ovs is: [{'id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'name': 'tempest-RoutersIpV6Test-router-1431048454', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:12:00Z', 'updated_at': '2021-01-29T10:12:50Z', 'revision_number': 4, 'project_id': '22949024c322421d99052f9202cdd49a', 'gw_port_host': None, '_interfaces': [{'id': '9d3fb1aa-c043-4342-8d93-f08ffa1cf97f', 'name': '', 'network_id': 'd65c2c0a-9ecf-45a3-b14f-5abee0b33546', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'mac_address': 'fa:16:3e:4a:f6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'e8a55c25-1b47-42ec-978b-d5714b9cb332', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:12:24Z', 'updated_at': '2021-01-29T10:12:37Z', 'revision_number': 5, 'project_id': '22949024c322421d99052f9202cdd49a', 'subnets': [{'id': 'e8a55c25-1b47-42ec-978b-d5714b9cb332', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b7314175-99f7-4cb6-ac48-9793b498e096', 'name': '', 'network_id': '80c2087f-75e5-4ad3-be5d-6f7c2f11a575', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'mac_address': 'fa:16:3e:66:79:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '9ff78040-da3e-4fb9-8f2b-df4ed268b1aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:12:06Z', 'updated_at': '2021-01-29T10:12:18Z', 'revision_number': 5, 'project_id': '22949024c322421d99052f9202cdd49a', 'subnets': [{'id': '9ff78040-da3e-4fb9-8f2b-df4ed268b1aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'f9f6e07b-7cba-49fa-a211-1949ef4fd5ba', 'name': '', 'network_id': '87c4d725-c2b0-4819-9404-4afd776efaa7', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'mac_address': 'fa:16:3e:65:ff:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '62659ab8-7b86-42d3-aa2d-7ef4cac0f1a6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:12:46Z', 'updated_at': '2021-01-29T10:12:57Z', 'revision_number': 4, 'project_id': '22949024c322421d99052f9202cdd49a', 'subnets': [{'id': '62659ab8-7b86-42d3-aa2d-7ef4cac0f1a6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:12:59.210551 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-d1c50cf7-ddde-43b6-b5b1-c49be4591b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca04fe10>, [{'id': '8874ac55-28b2-44e3-ad16-8c1286200534', 'name': 'tempest-TestNetworkBasicOps-router-415840673', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.223'}], 'enable_snat': True}, 'gw_port_id': '14363516-cbca-474d-8ee5-1a3c34317c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:07:51Z', 'updated_at': '2021-01-29T10:12:52Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '14363516-cbca-474d-8ee5-1a3c34317c4a', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:90:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8874ac55-28b2-44e3-ad16-8c1286200534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:07:54Z', 'updated_at': '2021-01-29T10:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': 'ad9954f8-4dcd-4bbf-9f03-d151b81195f9', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'floating_ip_address': '172.26.7.117', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '8874ac55-28b2-44e3-ad16-8c1286200534', 'port_id': '1ed1fecf-d03f-4bd3-b46d-ffcac548fa0a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '202d926a-4317-4fd3-a6b3-3233b8a4bdb4', 'mac_address': 'fa:16:3e:0b:99:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5916f6-67e0-4b45-8c9c-82a048d390d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:09:18Z', 'updated_at': '2021-01-29T10:09:30Z', 'revision_number': 1, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd7862d9-0746-4c02-9b51-23b3718ccd22', 'name': '', 'network_id': '202d926a-4317-4fd3-a6b3-3233b8a4bdb4', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:f2:7b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8874ac55-28b2-44e3-ad16-8c1286200534', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '18ba1ea0-4872-4c5f-bc2f-ad1138a60b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:08:14Z', 'updated_at': '2021-01-29T10:08:50Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': '18ba1ea0-4872-4c5f-bc2f-ad1138a60b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'fbf66714-e231-4dba-8e8b-8a4bf2fd5fa5', 'name': '', 'network_id': '1846373c-e6a8-40b0-9ec1-57e95e070f2c', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:24:2a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8874ac55-28b2-44e3-ad16-8c1286200534', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'bb14e4e3-b0c4-41bb-8247-b96d163fd317', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:12:48Z', 'updated_at': '2021-01-29T10:12:54Z', 'revision_number': 2, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': 'bb14e4e3-b0c4-41bb-8247-b96d163fd317', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:59.216567 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c50cf7-ddde-43b6-b5b1-c49be4591b52 None None] Checking router: 8874ac55-28b2-44e3-ad16-8c1286200534 for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:12:59.217299 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c50cf7-ddde-43b6-b5b1-c49be4591b52 None None] Updating router 8874ac55-28b2-44e3-ad16-8c1286200534 port fbf66714-e231-4dba-8e8b-8a4bf2fd5fa5 binding host dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 29 10:12:59.268039 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-98692e47-12aa-458b-93f9-cc7090ac903f tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] device_id is not set on port 1f52e956-dacf-4238-9cbb-4fc8f0c3983b yet. {{(pid=80766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:12:59.300260 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-6f9c03de-d2aa-4da7-9714-402fbbb1c488 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Transition to ACTIVE for port object 4cfcbf76-038f-4f65-ba71-546243708dbd will not be triggered until provisioned by entity DHCP. {{(pid=80765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:12:59.348851 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d1c50cf7-ddde-43b6-b5b1-c49be4591b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:59.373704 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6f9c03de-d2aa-4da7-9714-402fbbb1c488 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:59.391592 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-14a502ae-f11c-4bcd-9071-5a1bc4ac3f58 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:59.479885 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-8eb9c528-4b0f-46a2-9cad-d547c6b02dff tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] show failed (client error): The resource could not be found.
Jan 29 10:12:59.481301 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8eb9c528-4b0f-46a2-9cad-d547c6b02dff tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] 10.222.0.57 "GET /v2.0/ports/0de83ba3-f57e-4f1e-b8c7-dfcef656c514/tags/tempest-TagsExtTest-Tag-1153043171 HTTP/1.1" status: 404  len: 329 time: 0.5998302
Jan 29 10:12:59.486602 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53850) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:59.504674 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.tag.tag_plugin [None req-165fa8b8-11d2-4bf7-9caf-7317698b6a63 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f99c3bdff28>, 'ports', '0de83ba3-f57e-4f1e-b8c7-dfcef656c514', 'tempest-TagsExtTest-Tag-1384383246') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:12:59.512355 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9a45922f-5eda-4aa7-8cf7-c8525ff992f5 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:59.530618 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f977b6d6-ed35-4f04-81ab-bebc36d6752a tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:59.611217 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a45922f-5eda-4aa7-8cf7-c8525ff992f5 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event deleted for resources: {'Port': ['ID=3cb9f994-2cf7-4ce2-9c36-24598dcce170,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:59.627034 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9a45922f-5eda-4aa7-8cf7-c8525ff992f5 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:59.672862 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9c03de-d2aa-4da7-9714-402fbbb1c488 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Pushing event updated for resources: {'Port': ['ID=4cfcbf76-038f-4f65-ba71-546243708dbd,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:12:59.702062 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6f9c03de-d2aa-4da7-9714-402fbbb1c488 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:12:59.770871 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-52c566cd-9c8d-49c5-a141-c501e704bc98 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:59.793224 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-38f86080-5c6f-4e6c-a0be-7318209b7b8a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:12:59.848798 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-98692e47-12aa-458b-93f9-cc7090ac903f tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:59.871755 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9a45922f-5eda-4aa7-8cf7-c8525ff992f5 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:59.901486 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9a45922f-5eda-4aa7-8cf7-c8525ff992f5 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/ports/3cb9f994-2cf7-4ce2-9c36-24598dcce170 HTTP/1.1" status: 204  len: 168 time: 1.8201373
Jan 29 10:12:59.902589 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9c03de-d2aa-4da7-9714-402fbbb1c488 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Network 06d18ded-695b-4290-a5f7-24e63c3d0098 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:12:59.903482 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53856) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:12:59.958749 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d1c50cf7-ddde-43b6-b5b1-c49be4591b52 None None] Notify callbacks [] for port, precommit_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:59.977272 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-6f9c03de-d2aa-4da7-9714-402fbbb1c488 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:12:59.980800 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-d1c50cf7-ddde-43b6-b5b1-c49be4591b52 None None] Transition to ACTIVE for port object fbf66714-e231-4dba-8e8b-8a4bf2fd5fa5 will not be triggered until provisioned by entity L2. {{(pid=80768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:12:59.986138 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-98692e47-12aa-458b-93f9-cc7090ac903f tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:12:59.988710 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d1c50cf7-ddde-43b6-b5b1-c49be4591b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:00.010176 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-253536e7-0198-478c-b1ee-c23b7cafdbaa tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:00.049602 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9c03de-d2aa-4da7-9714-402fbbb1c488 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:13:00.077229 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device f9f6e07b-7cba-49fa-a211-1949ef4fd5ba up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:13:00.084219 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-165fa8b8-11d2-4bf7-9caf-7317698b6a63 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] show failed (client error): The resource could not be found.
Jan 29 10:13:00.085370 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-165fa8b8-11d2-4bf7-9caf-7317698b6a63 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] 10.222.0.57 "GET /v2.0/ports/0de83ba3-f57e-4f1e-b8c7-dfcef656c514/tags/tempest-TagsExtTest-Tag-1384383246 HTTP/1.1" status: 404  len: 329 time: 0.5902553
Jan 29 10:13:00.114885 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53860) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:00.154265 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:00.211263 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.tag.tag_plugin [None req-8b5e0996-5262-4b11-b303-2c97cc7c906f tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f99c96416a0>, 'routers', '919fa6e4-26c1-4f99-949b-353adb509c58', {'tags': ['tempest-TagsExtTest-Tag-115227852', 'tempest-TagsExtTest-Tag-1725501872', 'tempest-TagsExtTest-Tag-682321688']}) {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:00.261729 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port f9f6e07b-7cba-49fa-a211-1949ef4fd5ba completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:13:00.269237 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port f9f6e07b-7cba-49fa-a211-1949ef4fd5ba triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:13:00.270007 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:00.297220 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639fc7c3-7472-45cd-99e9-0ab7dcf11903 None None] Pushing event updated for resources: {'Port': ['ID=fbf66714-e231-4dba-8e8b-8a4bf2fd5fa5,revision_number=3']} {{(pid=80768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:00.300659 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-639fc7c3-7472-45cd-99e9-0ab7dcf11903 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:00.475841 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c566cd-9c8d-49c5-a141-c501e704bc98 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Pushing event updated for resources: {'Subnet': ['ID=0aec1e0e-4ddc-421a-8bc3-9042eed662a9,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:00.494887 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-52c566cd-9c8d-49c5-a141-c501e704bc98 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.702s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:00.520485 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8771e5f-fa7d-4677-b77b-926cd8448d08 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:13:00.530572 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-d1c50cf7-ddde-43b6-b5b1-c49be4591b52 None None] Attempting to bind port fbf66714-e231-4dba-8e8b-8a4bf2fd5fa5 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:13:00.530796 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-d1c50cf7-ddde-43b6-b5b1-c49be4591b52 None None] Attempting to bind port fbf66714-e231-4dba-8e8b-8a4bf2fd5fa5 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'a42befa6-0b79-4c70-af33-f26409069a75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '1846373c-e6a8-40b0-9ec1-57e95e070f2c'}] {{(pid=80768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:13:00.531197 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c50cf7-ddde-43b6-b5b1-c49be4591b52 None None] Attempting to bind port fbf66714-e231-4dba-8e8b-8a4bf2fd5fa5 on network 1846373c-e6a8-40b0-9ec1-57e95e070f2c {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:13:00.539635 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8771e5f-fa7d-4677-b77b-926cd8448d08 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:13:00.540512 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b8771e5f-fa7d-4677-b77b-926cd8448d08 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Synchronizing usage tracker for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:subnet {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:13:00.555642 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c50cf7-ddde-43b6-b5b1-c49be4591b52 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:13:00.555642 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c50cf7-ddde-43b6-b5b1-c49be4591b52 None None] Checking segment: {'id': 'a42befa6-0b79-4c70-af33-f26409069a75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '1846373c-e6a8-40b0-9ec1-57e95e070f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:13:00.555642 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d1c50cf7-ddde-43b6-b5b1-c49be4591b52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:00.555642 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c50cf7-ddde-43b6-b5b1-c49be4591b52 None None] Bound using segment: {'id': 'a42befa6-0b79-4c70-af33-f26409069a75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '1846373c-e6a8-40b0-9ec1-57e95e070f2c'} {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:13:00.555642 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-d1c50cf7-ddde-43b6-b5b1-c49be4591b52 None None] Bound port: fbf66714-e231-4dba-8e8b-8a4bf2fd5fa5, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a42befa6-0b79-4c70-af33-f26409069a75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '1846373c-e6a8-40b0-9ec1-57e95e070f2c'}}] {{(pid=80768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:13:00.555642 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d1c50cf7-ddde-43b6-b5b1-c49be4591b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:00.568117 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:00.580393 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-1793b4b1-4283-4398-8159-57c631b13620 None None] Provisioning for port 4cfcbf76-038f-4f65-ba71-546243708dbd completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:13:00.587440 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-1793b4b1-4283-4398-8159-57c631b13620 None None] Provisioning complete for port 4cfcbf76-038f-4f65-ba71-546243708dbd triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:13:00.587864 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1793b4b1-4283-4398-8159-57c631b13620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:00.664044 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-d1c50cf7-ddde-43b6-b5b1-c49be4591b52 None None] For port fbf66714-e231-4dba-8e8b-8a4bf2fd5fa5, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:13:00.664272 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port f9f6e07b-7cba-49fa-a211-1949ef4fd5ba, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=f9f6e07b-7cba-49fa-a211-1949ef4fd5ba,segment=NetworkSegment(fb3b5b6b-1dae-4d45-a8d4-6717ddfe21c5),segment_id=fb3b5b6b-1dae-4d45-a8d4-6717ddfe21c5)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:13:00.667871 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-d1c50cf7-ddde-43b6-b5b1-c49be4591b52 None None] For port fbf66714-e231-4dba-8e8b-8a4bf2fd5fa5, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=fbf66714-e231-4dba-8e8b-8a4bf2fd5fa5,segment=NetworkSegment(a42befa6-0b79-4c70-af33-f26409069a75),segment_id=a42befa6-0b79-4c70-af33-f26409069a75)] {{(pid=80768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:13:00.675073 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d1c50cf7-ddde-43b6-b5b1-c49be4591b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:00.677826 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:00.681713 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-188bd01a-33c9-4561-b94c-4a545cb46227 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:00.688116 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98692e47-12aa-458b-93f9-cc7090ac903f tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event updated for resources: {'Port': ['ID=1f52e956-dacf-4238-9cbb-4fc8f0c3983b,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:00.705349 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9c03de-d2aa-4da7-9714-402fbbb1c488 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:13:00.706107 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6f9c03de-d2aa-4da7-9714-402fbbb1c488 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:00.712286 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-98692e47-12aa-458b-93f9-cc7090ac903f tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.702s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:00.731863 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b8771e5f-fa7d-4677-b77b-926cd8448d08 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Unset dirty status for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:subnet {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:13:00.733540 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b8771e5f-fa7d-4677-b77b-926cd8448d08 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1457 time: 0.8280749
Jan 29 10:13:00.740848 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53866) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:00.743273 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8b5e0996-5262-4b11-b303-2c97cc7c906f tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] 10.222.0.57 "PUT /v2.0/routers/919fa6e4-26c1-4f99-949b-353adb509c58/tags HTTP/1.1" status: 200  len: 316 time: 0.6272302
Jan 29 10:13:00.749685 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53870) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:00.750969 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6f9c03de-d2aa-4da7-9714-402fbbb1c488 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 4.4589894
Jan 29 10:13:00.751813 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53872) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:00.762822 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-93323c44-95dc-498a-9e1f-e0abe4e88ca5 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Request body: {'floatingip': {'port_id': '4cfcbf76-038f-4f65-ba71-546243708dbd'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:13:00.788551 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=f9f6e07b-7cba-49fa-a211-1949ef4fd5ba,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:00.800339 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.tag.tag_plugin [None req-44368788-becc-4cbe-81b0-0229019943c0 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f99cad3e588>, 'routers', '919fa6e4-26c1-4f99-949b-353adb509c58') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:00.802176 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:00.802991 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-1793b4b1-4283-4398-8159-57c631b13620 None None] Port 4cfcbf76-038f-4f65-ba71-546243708dbd cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:13:00.809543 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3307bf01-1406-45b5-b39c-14b1c3e0e902 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:00.830390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c566cd-9c8d-49c5-a141-c501e704bc98 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Checking segment: {'id': '2b01de8d-0715-4b8d-9e61-ab4d3f77f3bc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8f32b72a-c91e-4f6b-8787-930968d32656'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:13:00.830798 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c566cd-9c8d-49c5-a141-c501e704bc98 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Network hostable DHCP agents. Network: 8f32b72a-c91e-4f6b-8787-930968d32656, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:13:00.872570 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98692e47-12aa-458b-93f9-cc7090ac903f tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Network dcac8088-38cd-4a49-ab48-4a79e40d999e is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:13:00.882891 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-98692e47-12aa-458b-93f9-cc7090ac903f tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:13:00.893291 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98692e47-12aa-458b-93f9-cc7090ac903f tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:13:00.914518 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639fc7c3-7472-45cd-99e9-0ab7dcf11903 None None] Pushing event updated for resources: {'Port': ['ID=fbf66714-e231-4dba-8e8b-8a4bf2fd5fa5,revision_number=4']} {{(pid=80768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:00.920651 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-639fc7c3-7472-45cd-99e9-0ab7dcf11903 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:00.951345 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c50cf7-ddde-43b6-b5b1-c49be4591b52 None None] Routers {'8874ac55-28b2-44e3-ad16-8c1286200534'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:13:00.952235 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-d1c50cf7-ddde-43b6-b5b1-c49be4591b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca04fe10>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:12:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['8874ac55-28b2-44e3-ad16-8c1286200534'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:00.956874 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5728be4-f3ac-47a5-93e8-8be177dcc5e1 req-652c0bc1-a342-4dde-b11a-67ca0ced4cea tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:13:00.958629 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f5728be4-f3ac-47a5-93e8-8be177dcc5e1 req-652c0bc1-a342-4dde-b11a-67ca0ced4cea tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/ports?device_id=e703fc3b-df22-44d7-a8f5-0f01199a3626 HTTP/1.1" status: 200  len: 943 time: 0.9828062
Jan 29 10:13:00.962507 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98692e47-12aa-458b-93f9-cc7090ac903f tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:13:00.963413 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-98692e47-12aa-458b-93f9-cc7090ac903f tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:01.003173 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c566cd-9c8d-49c5-a141-c501e704bc98 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Network 8f32b72a-c91e-4f6b-8787-930968d32656 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:13:01.063896 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-93323c44-95dc-498a-9e1f-e0abe4e88ca5 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for floatingip, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:01.073418 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-98692e47-12aa-458b-93f9-cc7090ac903f tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 2.6941478
Jan 29 10:13:01.092437 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53878) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:01.117620 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e5d5054-0c1c-4bb7-b740-7ff1fa999f12 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Deleting subnet 8cc3c697-f4d8-4804-9b25-97b9913aade5 {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:13:01.126139 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-e32a5e64-2c77-4680-a81d-6159002ae180 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:13:01.145160 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-52c566cd-9c8d-49c5-a141-c501e704bc98 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 8f32b72a-c91e-4f6b-8787-930968d32656) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:13:01.158764 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183fb259-7820-44f0-92d5-e2e83b1eef95 None None] Network 8f32b72a-c91e-4f6b-8787-930968d32656 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:13:01.164156 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1e5d5054-0c1c-4bb7-b740-7ff1fa999f12 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:01.184819 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f5728be4-f3ac-47a5-93e8-8be177dcc5e1 req-6c640023-0fcf-46fc-b334-7364d2c31c78 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/security-groups?id=ca938fcf-b80d-466c-a403-7c3b18a33b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.2034137
Jan 29 10:13:01.188553 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c566cd-9c8d-49c5-a141-c501e704bc98 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:13:01.189247 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-52c566cd-9c8d-49c5-a141-c501e704bc98 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:01.236913 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-d1c50cf7-ddde-43b6-b5b1-c49be4591b52 None None] Set router 8874ac55-28b2-44e3-ad16-8c1286200534 gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:13:01.268737 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-52c566cd-9c8d-49c5-a141-c501e704bc98 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 3.8361318
Jan 29 10:13:01.269188 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53882) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:01.513190 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6b8c83-db0c-4976-aa8c-4b5f0addab33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-8f32b72a-c91e-4f6b-8787-930968d32656', 'network_id': '8f32b72a-c91e-4f6b-8787-930968d32656', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'fixed_ips': [{'subnet_id': '0aec1e0e-4ddc-421a-8bc3-9042eed662a9'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:13:01.514189 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-db6b8c83-db0c-4976-aa8c-4b5f0addab33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:01.616923 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1e5d5054-0c1c-4bb7-b740-7ff1fa999f12 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:01.736503 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-44368788-becc-4cbe-81b0-0229019943c0 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] 10.222.0.57 "DELETE /v2.0/routers/919fa6e4-26c1-4f99-949b-353adb509c58/tags HTTP/1.1" status: 204  len: 168 time: 0.9467199
Jan 29 10:13:01.741350 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53886) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:01.749629 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.tag.tag_plugin [None req-d2c87e7a-3c9d-4818-aa75-a8a763e8d2b6 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f99c3939da0>, 'routers', '919fa6e4-26c1-4f99-949b-353adb509c58', 'tempest-TagsExtTest-Tag-115227852') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:01.787880 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e32a5e64-2c77-4680-a81d-6159002ae180 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:01.868421 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-db6b8c83-db0c-4976-aa8c-4b5f0addab33 None None] Allocated IP 2001:db8:3::2 (8f32b72a-c91e-4f6b-8787-930968d32656/0aec1e0e-4ddc-421a-8bc3-9042eed662a9/aa691ab5-1c12-4b18-81e0-14ce0d9dcd9f) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:13:01.872476 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-d1c50cf7-ddde-43b6-b5b1-c49be4591b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca04fe10>, [{'id': '8874ac55-28b2-44e3-ad16-8c1286200534', 'name': 'tempest-TestNetworkBasicOps-router-415840673', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.223'}], 'enable_snat': True}, 'gw_port_id': '14363516-cbca-474d-8ee5-1a3c34317c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:07:51Z', 'updated_at': '2021-01-29T10:12:52Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '14363516-cbca-474d-8ee5-1a3c34317c4a', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:90:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8874ac55-28b2-44e3-ad16-8c1286200534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:07:54Z', 'updated_at': '2021-01-29T10:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': 'ad9954f8-4dcd-4bbf-9f03-d151b81195f9', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'floating_ip_address': '172.26.7.117', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '8874ac55-28b2-44e3-ad16-8c1286200534', 'port_id': '1ed1fecf-d03f-4bd3-b46d-ffcac548fa0a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '202d926a-4317-4fd3-a6b3-3233b8a4bdb4', 'mac_address': 'fa:16:3e:0b:99:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5916f6-67e0-4b45-8c9c-82a048d390d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:09:18Z', 'updated_at': '2021-01-29T10:09:30Z', 'revision_number': 1, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd7862d9-0746-4c02-9b51-23b3718ccd22', 'name': '', 'network_id': '202d926a-4317-4fd3-a6b3-3233b8a4bdb4', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:f2:7b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8874ac55-28b2-44e3-ad16-8c1286200534', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '18ba1ea0-4872-4c5f-bc2f-ad1138a60b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:08:14Z', 'updated_at': '2021-01-29T10:08:50Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': '18ba1ea0-4872-4c5f-bc2f-ad1138a60b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'fbf66714-e231-4dba-8e8b-8a4bf2fd5fa5', 'name': '', 'network_id': '1846373c-e6a8-40b0-9ec1-57e95e070f2c', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:24:2a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8874ac55-28b2-44e3-ad16-8c1286200534', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'bb14e4e3-b0c4-41bb-8247-b96d163fd317', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:12:48Z', 'updated_at': '2021-01-29T10:13:00Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': 'bb14e4e3-b0c4-41bb-8247-b96d163fd317', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:01.891535 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c50cf7-ddde-43b6-b5b1-c49be4591b52 None None] The sync data for ids ['8874ac55-28b2-44e3-ad16-8c1286200534'] in dv-neutron-772983-2-ovs is: [{'id': '8874ac55-28b2-44e3-ad16-8c1286200534', 'name': 'tempest-TestNetworkBasicOps-router-415840673', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.223'}], 'enable_snat': True}, 'gw_port_id': '14363516-cbca-474d-8ee5-1a3c34317c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:07:51Z', 'updated_at': '2021-01-29T10:12:52Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '14363516-cbca-474d-8ee5-1a3c34317c4a', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:90:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8874ac55-28b2-44e3-ad16-8c1286200534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:07:54Z', 'updated_at': '2021-01-29T10:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': 'ad9954f8-4dcd-4bbf-9f03-d151b81195f9', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'floating_ip_address': '172.26.7.117', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '8874ac55-28b2-44e3-ad16-8c1286200534', 'port_id': '1ed1fecf-d03f-4bd3-b46d-ffcac548fa0a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '202d926a-4317-4fd3-a6b3-3233b8a4bdb4', 'mac_address': 'fa:16:3e:0b:99:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5916f6-67e0-4b45-8c9c-82a048d390d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:09:18Z', 'updated_at': '2021-01-29T10:09:30Z', 'revision_number': 1, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd7862d9-0746-4c02-9b51-23b3718ccd22', 'name': '', 'network_id': '202d926a-4317-4fd3-a6b3-3233b8a4bdb4', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:f2:7b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8874ac55-28b2-44e3-ad16-8c1286200534', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '18ba1ea0-4872-4c5f-bc2f-ad1138a60b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:08:14Z', 'updated_at': '2021-01-29T10:08:50Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': '18ba1ea0-4872-4c5f-bc2f-ad1138a60b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'fbf66714-e231-4dba-8e8b-8a4bf2fd5fa5', 'name': '', 'network_id': '1846373c-e6a8-40b0-9ec1-57e95e070f2c', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:24:2a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8874ac55-28b2-44e3-ad16-8c1286200534', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'bb14e4e3-b0c4-41bb-8247-b96d163fd317', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:12:48Z', 'updated_at': '2021-01-29T10:13:00Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': 'bb14e4e3-b0c4-41bb-8247-b96d163fd317', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:13:02.044918 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device f9f6e07b-7cba-49fa-a211-1949ef4fd5ba up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:13:02.175119 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port f9f6e07b-7cba-49fa-a211-1949ef4fd5ba triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:13:02.175959 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:02.329313 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-d2c87e7a-3c9d-4818-aa75-a8a763e8d2b6 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] show failed (client error): The resource could not be found.
Jan 29 10:13:02.330405 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d2c87e7a-3c9d-4818-aa75-a8a763e8d2b6 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] 10.222.0.57 "GET /v2.0/routers/919fa6e4-26c1-4f99-949b-353adb509c58/tags/tempest-TagsExtTest-Tag-115227852 HTTP/1.1" status: 404  len: 328 time: 0.5870600
Jan 29 10:13:02.335483 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53892) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:02.343062 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1e5d5054-0c1c-4bb7-b740-7ff1fa999f12 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:02.348990 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.tag.tag_plugin [None req-602c3ee0-58c7-4662-b839-aacd1da84177 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f99c3b22da0>, 'routers', '919fa6e4-26c1-4f99-949b-353adb509c58', 'tempest-TagsExtTest-Tag-1725501872') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:02.485267 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-db6b8c83-db0c-4976-aa8c-4b5f0addab33 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:02.498514 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-db6b8c83-db0c-4976-aa8c-4b5f0addab33 None None] Transition to ACTIVE for port object aa691ab5-1c12-4b18-81e0-14ce0d9dcd9f will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:13:02.519364 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-db6b8c83-db0c-4976-aa8c-4b5f0addab33 None None] Transition to ACTIVE for port object aa691ab5-1c12-4b18-81e0-14ce0d9dcd9f will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:13:02.528299 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-db6b8c83-db0c-4976-aa8c-4b5f0addab33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:02.569095 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-44f57bd3-ad63-4091-8b16-c6dfd9c86026 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:02.573020 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.resource_extend [None req-93323c44-95dc-498a-9e1f-e0abe4e88ca5 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 29 10:13:02.697107 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 05c0010b-4a4e-456d-88c9-f1ef6991886d up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:13:02.714079 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-93323c44-95dc-498a-9e1f-e0abe4e88ca5 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:02.718250 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-602c3ee0-58c7-4662-b839-aacd1da84177 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] show failed (client error): The resource could not be found.
Jan 29 10:13:02.719613 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-602c3ee0-58c7-4662-b839-aacd1da84177 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] 10.222.0.57 "GET /v2.0/routers/919fa6e4-26c1-4f99-949b-353adb509c58/tags/tempest-TagsExtTest-Tag-1725501872 HTTP/1.1" status: 404  len: 329 time: 0.3831334
Jan 29 10:13:02.724134 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53896) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:02.727918 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-93323c44-95dc-498a-9e1f-e0abe4e88ca5 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:02.742107 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6b8c83-db0c-4976-aa8c-4b5f0addab33 None None] Pushing event updated for resources: {'Port': ['ID=aa691ab5-1c12-4b18-81e0-14ce0d9dcd9f,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:02.770879 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-db6b8c83-db0c-4976-aa8c-4b5f0addab33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:02.789182 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.tag.tag_plugin [None req-ecb3c15f-4667-4727-a84e-b37fa99de8f0 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f99c85adbe0>, 'routers', '919fa6e4-26c1-4f99-949b-353adb509c58', 'tempest-TagsExtTest-Tag-682321688') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:02.819978 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning for port 05c0010b-4a4e-456d-88c9-f1ef6991886d completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:13:02.829075 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 05c0010b-4a4e-456d-88c9-f1ef6991886d triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:13:02.829548 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:02.900159 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6b8c83-db0c-4976-aa8c-4b5f0addab33 None None] Network 8f32b72a-c91e-4f6b-8787-930968d32656 is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:13:02.902440 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-db6b8c83-db0c-4976-aa8c-4b5f0addab33 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:13:02.903447 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e32a5e64-2c77-4680-a81d-6159002ae180 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:02.904885 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6b8c83-db0c-4976-aa8c-4b5f0addab33 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:13:02.923434 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e32a5e64-2c77-4680-a81d-6159002ae180 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:02.944019 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1392ba0a-a21a-432a-8515-d47005bfa14e tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:03.020319 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-db6b8c83-db0c-4976-aa8c-4b5f0addab33 None None] Attempting to bind port aa691ab5-1c12-4b18-81e0-14ce0d9dcd9f on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:13:03.020855 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-db6b8c83-db0c-4976-aa8c-4b5f0addab33 None None] Attempting to bind port aa691ab5-1c12-4b18-81e0-14ce0d9dcd9f by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '2b01de8d-0715-4b8d-9e61-ab4d3f77f3bc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8f32b72a-c91e-4f6b-8787-930968d32656'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:13:03.021352 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6b8c83-db0c-4976-aa8c-4b5f0addab33 None None] Attempting to bind port aa691ab5-1c12-4b18-81e0-14ce0d9dcd9f on network 8f32b72a-c91e-4f6b-8787-930968d32656 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:13:03.036651 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6b8c83-db0c-4976-aa8c-4b5f0addab33 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:13:03.037083 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6b8c83-db0c-4976-aa8c-4b5f0addab33 None None] Checking segment: {'id': '2b01de8d-0715-4b8d-9e61-ab4d3f77f3bc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8f32b72a-c91e-4f6b-8787-930968d32656'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:13:03.037544 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-db6b8c83-db0c-4976-aa8c-4b5f0addab33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:03.038021 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6b8c83-db0c-4976-aa8c-4b5f0addab33 None None] Bound using segment: {'id': '2b01de8d-0715-4b8d-9e61-ab4d3f77f3bc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8f32b72a-c91e-4f6b-8787-930968d32656'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:13:03.038563 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-db6b8c83-db0c-4976-aa8c-4b5f0addab33 None None] Bound port: aa691ab5-1c12-4b18-81e0-14ce0d9dcd9f, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b01de8d-0715-4b8d-9e61-ab4d3f77f3bc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8f32b72a-c91e-4f6b-8787-930968d32656'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:13:03.038990 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-db6b8c83-db0c-4976-aa8c-4b5f0addab33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:03.092968 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71795d4-f577-4d43-a9e8-ecd08e64c093 req-80a6d2d9-fa4a-445a-aa86-4ba2d3fa3b37 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:13:03.094670 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d71795d4-f577-4d43-a9e8-ecd08e64c093 req-80a6d2d9-fa4a-445a-aa86-4ba2d3fa3b37 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/ports?device_id=e703fc3b-df22-44d7-a8f5-0f01199a3626 HTTP/1.1" status: 200  len: 943 time: 0.6524091
Jan 29 10:13:03.097152 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:03.112038 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-634708f1-a1a5-4e15-af9b-37133f7fe43a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:03.151440 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-ecb3c15f-4667-4727-a84e-b37fa99de8f0 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] show failed (client error): The resource could not be found.
Jan 29 10:13:03.156516 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ecb3c15f-4667-4727-a84e-b37fa99de8f0 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] 10.222.0.57 "GET /v2.0/routers/919fa6e4-26c1-4f99-949b-353adb509c58/tags/tempest-TagsExtTest-Tag-682321688 HTTP/1.1" status: 404  len: 328 time: 0.4279397
Jan 29 10:13:03.168919 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e703fc3b-df22-44d7-a8f5-0f01199a3626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c0010b-4a4e-456d-88c9-f1ef6991886d'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:13:03.173301 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53902) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:03.185324 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.tag.tag_plugin [None req-c1bf5035-270f-490f-a004-59e99fa4e9c9 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f99c80f8a20>, 'subnetpools', '5a04cfaa-67fb-461d-a1d6-a3953cda0b9f', {'tags': ['tempest-TagsExtTest-Tag-954541956', 'tempest-TagsExtTest-Tag-1688502278', 'tempest-TagsExtTest-Tag-266423737']}) {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:03.188248 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port 05c0010b-4a4e-456d-88c9-f1ef6991886d, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=05c0010b-4a4e-456d-88c9-f1ef6991886d,segment=NetworkSegment(b73319d1-1a15-4ad0-895c-77a7ce281119),segment_id=b73319d1-1a15-4ad0-895c-77a7ce281119)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:13:03.191720 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-db6b8c83-db0c-4976-aa8c-4b5f0addab33 None None] For port aa691ab5-1c12-4b18-81e0-14ce0d9dcd9f, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:13:03.196819 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-db6b8c83-db0c-4976-aa8c-4b5f0addab33 None None] For port aa691ab5-1c12-4b18-81e0-14ce0d9dcd9f, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=aa691ab5-1c12-4b18-81e0-14ce0d9dcd9f,segment=NetworkSegment(2b01de8d-0715-4b8d-9e61-ab4d3f77f3bc),segment_id=2b01de8d-0715-4b8d-9e61-ab4d3f77f3bc)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:13:03.198431 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:03.202011 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:03.230758 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d71795d4-f577-4d43-a9e8-ecd08e64c093 req-9d5ff399-7be8-44b2-a2dd-2280e1e76e5f tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/security-groups?id=ca938fcf-b80d-466c-a403-7c3b18a33b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1202641
Jan 29 10:13:03.239902 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [None req-93323c44-95dc-498a-9e1f-e0abe4e88ca5 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Floating IP 92b4563e-e6ee-4db9-a900-d6f14487ea63 associated. External IP: 172.26.7.129, port: 1d6b9fd5-a86b-440d-8cab-b39ec5a686b8.
Jan 29 10:13:03.253374 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32a5e64-2c77-4680-a81d-6159002ae180 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event updated for resources: {'Port': ['ID=1f52e956-dacf-4238-9cbb-4fc8f0c3983b,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:03.264368 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e32a5e64-2c77-4680-a81d-6159002ae180 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:03.280965 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=05c0010b-4a4e-456d-88c9-f1ef6991886d,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:03.282296 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:03.282761 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-db6b8c83-db0c-4976-aa8c-4b5f0addab33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:03.428977 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-e32a5e64-2c77-4680-a81d-6159002ae180 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] In _notify_port_updated(), no bound segment for port 1f52e956-dacf-4238-9cbb-4fc8f0c3983b on network dcac8088-38cd-4a49-ab48-4a79e40d999e {{(pid=80766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:863}}
Jan 29 10:13:03.457866 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c1bf5035-270f-490f-a004-59e99fa4e9c9 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] 10.222.0.57 "PUT /v2.0/subnetpools/5a04cfaa-67fb-461d-a1d6-a3953cda0b9f/tags HTTP/1.1" status: 200  len: 316 time: 0.2809153
Jan 29 10:13:03.468723 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53908) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:03.476942 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.tag.tag_plugin [None req-2dae8a35-aa4d-426c-b284-9ab6b0e346e5 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f99c8278588>, 'subnetpools', '5a04cfaa-67fb-461d-a1d6-a3953cda0b9f') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:03.499181 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32a5e64-2c77-4680-a81d-6159002ae180 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:13:03.499922 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e32a5e64-2c77-4680-a81d-6159002ae180 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:03.502250 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e32a5e64-2c77-4680-a81d-6159002ae180 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "PUT /v2.0/ports/1f52e956-dacf-4238-9cbb-4fc8f0c3983b HTTP/1.1" status: 200  len: 818 time: 2.3819530
Jan 29 10:13:03.510300 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53912) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:03.598706 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e703fc3b-df22-44d7-a8f5-0f01199a3626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c0010b-4a4e-456d-88c9-f1ef6991886d', 'code': 200}
Jan 29 10:13:03.599294 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-505d13ab-be0a-4215-88f0-a95ada8b25bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:03.611923 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-0464fdb9-153f-4364-abde-6807ab4bca5f tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Deleting port 1f52e956-dacf-4238-9cbb-4fc8f0c3983b {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:13:03.612330 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0464fdb9-153f-4364-abde-6807ab4bca5f tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:03.713535 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6b8c83-db0c-4976-aa8c-4b5f0addab33 None None] Pushing event updated for resources: {'Port': ['ID=aa691ab5-1c12-4b18-81e0-14ce0d9dcd9f,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:03.717710 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-db6b8c83-db0c-4976-aa8c-4b5f0addab33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:03.771831 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2dae8a35-aa4d-426c-b284-9ab6b0e346e5 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] 10.222.0.57 "DELETE /v2.0/subnetpools/5a04cfaa-67fb-461d-a1d6-a3953cda0b9f/tags HTTP/1.1" status: 204  len: 168 time: 0.3018742
Jan 29 10:13:03.780640 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53916) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:03.792965 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.tag.tag_plugin [None req-e6b23bb5-62cf-43fc-9d82-30eb2f1e3f46 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f99c3b93b38>, 'subnetpools', '5a04cfaa-67fb-461d-a1d6-a3953cda0b9f', 'tempest-TagsExtTest-Tag-954541956') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:03.921628 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1e5d5054-0c1c-4bb7-b740-7ff1fa999f12 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:03.950990 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-fbcb3a3e-820a-42e5-a34c-9e17c3a17c7f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:03.981028 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-e6b23bb5-62cf-43fc-9d82-30eb2f1e3f46 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] show failed (client error): The resource could not be found.
Jan 29 10:13:03.982287 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e6b23bb5-62cf-43fc-9d82-30eb2f1e3f46 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] 10.222.0.57 "GET /v2.0/subnetpools/5a04cfaa-67fb-461d-a1d6-a3953cda0b9f/tags/tempest-TagsExtTest-Tag-954541956 HTTP/1.1" status: 404  len: 328 time: 0.2007430
Jan 29 10:13:04.016673 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53920) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:04.020015 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcbebff-5c71-45d0-a1d5-01e8a8f9b590 req-cde4710d-bbf3-4da4-832b-ef3c212439cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:13:04.021638 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0bcbebff-5c71-45d0-a1d5-01e8a8f9b590 req-cde4710d-bbf3-4da4-832b-ef3c212439cc service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e703fc3b-df22-44d7-a8f5-0f01199a3626 HTTP/1.1" status: 200  len: 1162 time: 0.3360686
Jan 29 10:13:04.027672 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.tag.tag_plugin [None req-582f46e6-39f6-4b46-b711-2d420c6c4834 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f99c3aedef0>, 'subnetpools', '5a04cfaa-67fb-461d-a1d6-a3953cda0b9f', 'tempest-TagsExtTest-Tag-1688502278') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:04.070295 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device fbf66714-e231-4dba-8e8b-8a4bf2fd5fa5 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:13:04.077603 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5d5054-0c1c-4bb7-b740-7ff1fa999f12 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event deleted for resources: {'Subnet': ['ID=8cc3c697-f4d8-4804-9b25-97b9913aade5,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:04.138750 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 05c0010b-4a4e-456d-88c9-f1ef6991886d up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:13:04.143808 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1e5d5054-0c1c-4bb7-b740-7ff1fa999f12 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:04.215985 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port fbf66714-e231-4dba-8e8b-8a4bf2fd5fa5 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:13:04.223485 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0bcbebff-5c71-45d0-a1d5-01e8a8f9b590 req-dfd79a05-9520-46a9-9b52-7b70ebf32b6e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ca938fcf-b80d-466c-a403-7c3b18a33b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1597819
Jan 29 10:13:04.223994 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port fbf66714-e231-4dba-8e8b-8a4bf2fd5fa5 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:13:04.224422 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:04.271841 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1e5d5054-0c1c-4bb7-b740-7ff1fa999f12 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:04.300338 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 05c0010b-4a4e-456d-88c9-f1ef6991886d triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:13:04.300855 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:04.320971 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1e5d5054-0c1c-4bb7-b740-7ff1fa999f12 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/subnets/8cc3c697-f4d8-4804-9b25-97b9913aade5 HTTP/1.1" status: 204  len: 168 time: 3.5757992
Jan 29 10:13:04.338271 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53926) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:04.362023 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d66f9a-2cd1-43ff-98b8-7712f75ad89b None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:13:04.421626 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0464fdb9-153f-4364-abde-6807ab4bca5f tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:04.458952 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-634708f1-a1a5-4e15-af9b-37133f7fe43a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Allocated IP 2001:db8:3::1 (8f32b72a-c91e-4f6b-8787-930968d32656/0aec1e0e-4ddc-421a-8bc3-9042eed662a9/672921fd-fe3b-4f4c-8984-fc18bad14260) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:13:04.481971 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a11db1b8-8e35-4009-9d60-7b7a0c8c7e67 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1421711
Jan 29 10:13:04.486945 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53930) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:04.494827 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-57ea8fbd-c075-4d2d-877d-99618aa9d002 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Request body: {'subnet': {'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:13:04.617902 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-0464fdb9-153f-4364-abde-6807ab4bca5f tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Calling delete_port for 1f52e956-dacf-4238-9cbb-4fc8f0c3983b owned by  {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:13:04.702859 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-582f46e6-39f6-4b46-b711-2d420c6c4834 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] show failed (client error): The resource could not be found.
Jan 29 10:13:04.707972 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-582f46e6-39f6-4b46-b711-2d420c6c4834 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] 10.222.0.57 "GET /v2.0/subnetpools/5a04cfaa-67fb-461d-a1d6-a3953cda0b9f/tags/tempest-TagsExtTest-Tag-1688502278 HTTP/1.1" status: 404  len: 329 time: 0.6864548
Jan 29 10:13:04.708184 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:04.709129 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53934) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:04.721988 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.tag.tag_plugin [None req-8be176e7-fd84-41a8-80f8-1ea3c8c5d05f tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f99c3b4cf28>, 'subnetpools', '5a04cfaa-67fb-461d-a1d6-a3953cda0b9f', 'tempest-TagsExtTest-Tag-266423737') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:04.724523 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:04.740842 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93323c44-95dc-498a-9e1f-e0abe4e88ca5 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Router 92bee170-7907-4644-8709-c45f8f4ed753 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:13:04.748852 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-57ea8fbd-c075-4d2d-877d-99618aa9d002 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:13:04.761090 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-57ea8fbd-c075-4d2d-877d-99618aa9d002 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Usage tracker for resource:subnet and tenant:b2cc7248d2184abfb3aa21c44218cf1c is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:13:04.761628 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port fbf66714-e231-4dba-8e8b-8a4bf2fd5fa5, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=fbf66714-e231-4dba-8e8b-8a4bf2fd5fa5,segment=NetworkSegment(a42befa6-0b79-4c70-af33-f26409069a75),segment_id=a42befa6-0b79-4c70-af33-f26409069a75)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:13:04.767576 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:04.768963 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-57ea8fbd-c075-4d2d-877d-99618aa9d002 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:13:04.769345 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-77febc0b-933e-458b-a627-27355b3c8900 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:04.785347 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-57ea8fbd-c075-4d2d-877d-99618aa9d002 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:13:04.814453 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-8be176e7-fd84-41a8-80f8-1ea3c8c5d05f tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] show failed (client error): The resource could not be found.
Jan 29 10:13:04.818321 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8be176e7-fd84-41a8-80f8-1ea3c8c5d05f tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] 10.222.0.57 "GET /v2.0/subnetpools/5a04cfaa-67fb-461d-a1d6-a3953cda0b9f/tags/tempest-TagsExtTest-Tag-266423737 HTTP/1.1" status: 404  len: 328 time: 0.1017797
Jan 29 10:13:04.821296 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53938) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:04.826566 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-634708f1-a1a5-4e15-af9b-37133f7fe43a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:04.832873 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.tag.tag_plugin [None req-a4002212-395f-4e1c-b125-e5672127f8b9 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f99c38a61d0>, 'subnetpools', '5a04cfaa-67fb-461d-a1d6-a3953cda0b9f') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:04.842271 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=fbf66714-e231-4dba-8e8b-8a4bf2fd5fa5,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:04.842572 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ea8fbd-c075-4d2d-877d-99618aa9d002 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Made reservation on behalf of b2cc7248d2184abfb3aa21c44218cf1c for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:13:04.845578 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:04.864083 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-57ea8fbd-c075-4d2d-877d-99618aa9d002 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:04.918680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0464fdb9-153f-4364-abde-6807ab4bca5f tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:04.933875 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-634708f1-a1a5-4e15-af9b-37133f7fe43a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Transition to ACTIVE for port object 672921fd-fe3b-4f4c-8984-fc18bad14260 will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:13:04.938344 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bbc85e-7f83-49f7-87ee-e9a3cf01f17b None None] DHCP port deletion for 36ec2ab5-acc9-45dc-a136-797459b09a1c request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:13:04.942581 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-f0bbc85e-7f83-49f7-87ee-e9a3cf01f17b None None] Deleting port 623fcc86-565b-403c-ad87-68f13b95837c {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:13:04.943010 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f0bbc85e-7f83-49f7-87ee-e9a3cf01f17b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:05.008037 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a4002212-395f-4e1c-b125-e5672127f8b9 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] 10.222.0.57 "DELETE /v2.0/subnetpools/5a04cfaa-67fb-461d-a1d6-a3953cda0b9f/tags HTTP/1.1" status: 204  len: 168 time: 0.1831281
Jan 29 10:13:05.015219 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53942) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:05.022885 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.tag.tag_plugin [None req-4b0b2d8e-820d-40c5-87b2-55fb31b89307 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f99c38a6be0>, 'routers', '919fa6e4-26c1-4f99-949b-353adb509c58') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:05.053372 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af207122-1d4b-4f43-bdfc-b6d590a828e7 req-6903ca2a-54c4-4965-b477-ad655eae1f3f tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:13:05.055251 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-af207122-1d4b-4f43-bdfc-b6d590a828e7 req-6903ca2a-54c4-4965-b477-ad655eae1f3f tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/ports?device_id=e703fc3b-df22-44d7-a8f5-0f01199a3626 HTTP/1.1" status: 200  len: 945 time: 0.4892211
Jan 29 10:13:05.056220 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-74f2aa10-2afb-4170-8a21-05ccdd8bc0c9 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:05.199321 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-f0bbc85e-7f83-49f7-87ee-e9a3cf01f17b None None] For port 623fcc86-565b-403c-ad87-68f13b95837c, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=623fcc86-565b-403c-ad87-68f13b95837c,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:13:05.199771 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f0bbc85e-7f83-49f7-87ee-e9a3cf01f17b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:05.219908 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-634708f1-a1a5-4e15-af9b-37133f7fe43a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:05.243586 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-90d03549-d29e-4442-9720-544cfabc377a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:05.256681 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0464fdb9-153f-4364-abde-6807ab4bca5f tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event deleted for resources: {'Port': ['ID=1f52e956-dacf-4238-9cbb-4fc8f0c3983b,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:05.260138 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0464fdb9-153f-4364-abde-6807ab4bca5f tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:05.273588 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0464fdb9-153f-4364-abde-6807ab4bca5f tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:05.356171 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-af207122-1d4b-4f43-bdfc-b6d590a828e7 req-f3a1fbaa-6204-439b-b3a2-a999221388e8 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/security-groups?id=ca938fcf-b80d-466c-a403-7c3b18a33b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.2575366
Jan 29 10:13:05.357635 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d2c654-bf49-46f5-808a-1e67850bda1c None None] Network 8f32b72a-c91e-4f6b-8787-930968d32656 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:13:05.371554 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0464fdb9-153f-4364-abde-6807ab4bca5f tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "DELETE /v2.0/ports/1f52e956-dacf-4238-9cbb-4fc8f0c3983b HTTP/1.1" status: 204  len: 168 time: 1.8557591
Jan 29 10:13:05.374581 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53948) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:05.387381 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4b0b2d8e-820d-40c5-87b2-55fb31b89307 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] 10.222.0.57 "DELETE /v2.0/routers/919fa6e4-26c1-4f99-949b-353adb509c58/tags HTTP/1.1" status: 204  len: 168 time: 0.3708887
Jan 29 10:13:05.390178 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-f0bbc85e-7f83-49f7-87ee-e9a3cf01f17b None None] Calling delete_port for 623fcc86-565b-403c-ad87-68f13b95837c owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:13:05.421675 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53952) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:05.449065 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.tag.tag_plugin [None req-0043c42e-c324-4d90-b729-0ee807335757 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f99c96d95c0>, 'ports', '0de83ba3-f57e-4f1e-b8c7-dfcef656c514') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:05.508315 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93323c44-95dc-498a-9e1f-e0abe4e88ca5 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:13:05.524458 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-896d5512-34bb-4a2f-b860-9ca72b7f0cb9 None None] Provisioning for port aa691ab5-1c12-4b18-81e0-14ce0d9dcd9f completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:13:05.541494 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6810d860-18e3-4504-8e44-c9b6d014ac28 None None] Sync routers for ids ['92bee170-7907-4644-8709-c45f8f4ed753'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:13:05.583580 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6810d860-18e3-4504-8e44-c9b6d014ac28 None None] Routers {'92bee170-7907-4644-8709-c45f8f4ed753'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:13:05.584210 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-6810d860-18e3-4504-8e44-c9b6d014ac28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c91dd6d8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:12:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['92bee170-7907-4644-8709-c45f8f4ed753'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:05.660494 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-6810d860-18e3-4504-8e44-c9b6d014ac28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c91dd6d8>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:05.683305 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f0bbc85e-7f83-49f7-87ee-e9a3cf01f17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:05.701162 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c6eaf929-b1fb-424c-b417-b765b20e18a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:05.815318 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b9db6a-ce83-4244-9955-625c05a6ef09 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:13:05.815832 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-38b9db6a-ce83-4244-9955-625c05a6ef09 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Synchronizing usage tracker for tenant:af6cfbcc17be4cdfba1cf58741c9e55a on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:13:05.825996 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53956) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:05.840169 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634708f1-a1a5-4e15-af9b-37133f7fe43a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Pushing event updated for resources: {'Port': ['ID=672921fd-fe3b-4f4c-8984-fc18bad14260,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:05.867741 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-634708f1-a1a5-4e15-af9b-37133f7fe43a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.624s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:05.914771 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634708f1-a1a5-4e15-af9b-37133f7fe43a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Network 8f32b72a-c91e-4f6b-8787-930968d32656 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:13:05.920367 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0043c42e-c324-4d90-b729-0ee807335757 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] 10.222.0.57 "DELETE /v2.0/ports/0de83ba3-f57e-4f1e-b8c7-dfcef656c514/tags HTTP/1.1" status: 204  len: 168 time: 0.4838893
Jan 29 10:13:05.924984 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53962) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:05.929067 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-38b9db6a-ce83-4244-9955-625c05a6ef09 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Unset dirty status for tenant:af6cfbcc17be4cdfba1cf58741c9e55a on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:13:05.940329 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-38b9db6a-ce83-4244-9955-625c05a6ef09 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200  len: 844 time: 0.5639975
Jan 29 10:13:05.945285 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53964) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:05.985189 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bbc85e-7f83-49f7-87ee-e9a3cf01f17b None None] Pushing event deleted for resources: {'Port': ['ID=623fcc86-565b-403c-ad87-68f13b95837c,revision_number=None']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:05.987654 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6810d860-18e3-4504-8e44-c9b6d014ac28 None None] Routers {'92bee170-7907-4644-8709-c45f8f4ed753'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:13:05.988358 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-6810d860-18e3-4504-8e44-c9b6d014ac28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c91dd6d8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:12:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['92bee170-7907-4644-8709-c45f8f4ed753'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:06.000583 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-634708f1-a1a5-4e15-af9b-37133f7fe43a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:13:06.009820 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.tag.tag_plugin [None req-888f6a36-1c91-4ecc-8794-fdff21d47efb tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f99c81afdd8>, 'subnets', '137a1da3-5164-49d6-8470-78e24c783324') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:06.048011 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634708f1-a1a5-4e15-af9b-37133f7fe43a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:13:06.048603 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-634708f1-a1a5-4e15-af9b-37133f7fe43a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854426412'] for router_interface, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:06.050322 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f0bbc85e-7f83-49f7-87ee-e9a3cf01f17b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:06.093838 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-6810d860-18e3-4504-8e44-c9b6d014ac28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c91dd6d8>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:06.094304 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6810d860-18e3-4504-8e44-c9b6d014ac28 None None] The sync data for ids ['92bee170-7907-4644-8709-c45f8f4ed753'] in dv-neutron-772983-2-ovs is: [] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:13:06.125082 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bbc85e-7f83-49f7-87ee-e9a3cf01f17b None None] No DVR routers for this DVR port 623fcc86-565b-403c-ad87-68f13b95837c on host dv-neutron-772983-2-ovs {{(pid=80767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:13:06.176038 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device aa691ab5-1c12-4b18-81e0-14ce0d9dcd9f up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:13:06.183460 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-888f6a36-1c91-4ecc-8794-fdff21d47efb tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] 10.222.0.57 "DELETE /v2.0/subnets/137a1da3-5164-49d6-8470-78e24c783324/tags HTTP/1.1" status: 204  len: 168 time: 0.1800842
Jan 29 10:13:06.186184 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53970) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:06.271194 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port aa691ab5-1c12-4b18-81e0-14ce0d9dcd9f completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:13:06.295249 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port aa691ab5-1c12-4b18-81e0-14ce0d9dcd9f triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:13:06.295691 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:06.373179 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa46f01c-cb73-41d8-ad27-1cf8583280c7 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] GET failed (client error): The resource could not be found.
Jan 29 10:13:06.378673 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-fa46f01c-cb73-41d8-ad27-1cf8583280c7 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "GET /v2.0/ports/1f52e956-dacf-4238-9cbb-4fc8f0c3983b HTTP/1.1" status: 404  len: 333 time: 0.4327395
Jan 29 10:13:06.378867 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53974) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:06.431884 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-1f884c1b-b86f-4f16-8849-10de9e6c346d tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-358545259'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:13:06.473475 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:06.474392 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.objects.ports [None req-57ea8fbd-c075-4d2d-877d-99618aa9d002 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80766) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 29 10:13:06.483939 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-57ea8fbd-c075-4d2d-877d-99618aa9d002 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:06.542899 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port aa691ab5-1c12-4b18-81e0-14ce0d9dcd9f, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=aa691ab5-1c12-4b18-81e0-14ce0d9dcd9f,segment=NetworkSegment(2b01de8d-0715-4b8d-9e61-ab4d3f77f3bc),segment_id=2b01de8d-0715-4b8d-9e61-ab4d3f77f3bc)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:13:06.555689 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:06.557535 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device fbf66714-e231-4dba-8e8b-8a4bf2fd5fa5 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:13:06.601589 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b1e14a0e-a8be-44ff-a2f1-d5ca3e4dad7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:06.625014 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-1f884c1b-b86f-4f16-8849-10de9e6c346d tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:13:06.628498 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-49d03a3d-2a6f-498b-be37-fb8a5b2b0b25 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:06.678253 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-c329011d-3225-430f-9206-93fd11324533 None None] Provisioning complete for port aa691ab5-1c12-4b18-81e0-14ce0d9dcd9f triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:13:06.678253 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c329011d-3225-430f-9206-93fd11324533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:06.686809 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-1f884c1b-b86f-4f16-8849-10de9e6c346d tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Usage tracker for resource:network and tenant:af6cfbcc17be4cdfba1cf58741c9e55a is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:13:06.692112 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-1f884c1b-b86f-4f16-8849-10de9e6c346d tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Quota usage for network was recalculated. Used quota:1. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:13:06.711413 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-1f884c1b-b86f-4f16-8849-10de9e6c346d tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:13:06.725973 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ea8fbd-c075-4d2d-877d-99618aa9d002 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:13:06.733160 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-57ea8fbd-c075-4d2d-877d-99618aa9d002 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:13:06.752150 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-088a4ad5-e5ce-4f07-8bd3-f4ffe558e491 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Notify callbacks [] for subnetpool, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:06.756724 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-088a4ad5-e5ce-4f07-8bd3-f4ffe558e491 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] 10.222.0.57 "DELETE /v2.0/subnetpools/5a04cfaa-67fb-461d-a1d6-a3953cda0b9f HTTP/1.1" status: 204  len: 168 time: 0.5687969
Jan 29 10:13:06.757213 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-634708f1-a1a5-4e15-af9b-37133f7fe43a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:06.757430 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53980) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:06.766136 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6e9a68-3fb4-4b0b-9fb0-d9c6325820e2 None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:13:06.787773 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ea8fbd-c075-4d2d-877d-99618aa9d002 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:13:06.788499 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-57ea8fbd-c075-4d2d-877d-99618aa9d002 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:06.810119 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f884c1b-b86f-4f16-8849-10de9e6c346d tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Made reservation on behalf of af6cfbcc17be4cdfba1cf58741c9e55a for: {'network': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:13:06.833169 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1f884c1b-b86f-4f16-8849-10de9e6c346d tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:06.844521 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=aa691ab5-1c12-4b18-81e0-14ce0d9dcd9f,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:06.845565 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ea8fbd-c075-4d2d-877d-99618aa9d002 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event updated for resources: {'Subnet': ['ID=5fcc104d-7170-4aa1-ba25-c5e7039d88e0,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:06.856504 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-57ea8fbd-c075-4d2d-877d-99618aa9d002 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.3680406
Jan 29 10:13:06.859625 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-57ea8fbd-c075-4d2d-877d-99618aa9d002 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:06.863180 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53984) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:06.872639 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-fac7dedd-674b-4414-acd0-2e09b33a2c20 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Request body: {'port': {'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'mac_address': 'fa:16:3e:3b:a3:d3', 'name': 'tempest-NetworksTestDHCPv6-1235909240'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:13:06.912106 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:06.951383 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port fbf66714-e231-4dba-8e8b-8a4bf2fd5fa5 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:13:06.952450 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:07.059376 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f884c1b-b86f-4f16-8849-10de9e6c346d tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] vxlan segment allocate from pool success with {'vxlan_vni': 17}  {{(pid=80766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:13:07.125272 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1f884c1b-b86f-4f16-8849-10de9e6c346d tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268197113528', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:07.125769 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-1f884c1b-b86f-4f16-8849-10de9e6c346d tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Added segment 699d1d49-d7d9-45b6-a4c2-0d54cc54ddfc of type vxlan for network 3457f780-2178-4ebe-914b-7f1c7bb8ea49
Jan 29 10:13:07.199741 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93323c44-95dc-498a-9e1f-e0abe4e88ca5 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Router c02bbf86-a559-4f0a-8d63-7d0b85f344b5 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:13:07.242886 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7003d108-0000-42f5-9214-55e7a0db889f tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] 10.222.0.57 "GET /v2.0/ports?device_id=919fa6e4-26c1-4f99-949b-353adb509c58 HTTP/1.1" status: 200  len: 205 time: 0.4821222
Jan 29 10:13:07.255783 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53988) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:07.354186 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1f884c1b-b86f-4f16-8849-10de9e6c346d tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:07.384918 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-fac7dedd-674b-4414-acd0-2e09b33a2c20 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:13:07.400175 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-fac7dedd-674b-4414-acd0-2e09b33a2c20 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Usage tracker for resource:port and tenant:b2cc7248d2184abfb3aa21c44218cf1c is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:13:07.410565 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-fac7dedd-674b-4414-acd0-2e09b33a2c20 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:13:07.431710 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-fac7dedd-674b-4414-acd0-2e09b33a2c20 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:13:07.480192 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1f884c1b-b86f-4f16-8849-10de9e6c346d tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:07.484197 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-c329011d-3225-430f-9206-93fd11324533 None None] Provisioning for port 672921fd-fe3b-4f4c-8984-fc18bad14260 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:13:07.530478 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-c329011d-3225-430f-9206-93fd11324533 None None] Provisioning complete for port 672921fd-fe3b-4f4c-8984-fc18bad14260 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:13:07.530838 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c329011d-3225-430f-9206-93fd11324533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:07.547951 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f884c1b-b86f-4f16-8849-10de9e6c346d tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:13:07.548670 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1f884c1b-b86f-4f16-8849-10de9e6c346d tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:07.559079 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c6e8fdf1-eeb2-411b-add6-1af60449e67e tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:07.585182 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac7dedd-674b-4414-acd0-2e09b33a2c20 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Made reservation on behalf of b2cc7248d2184abfb3aa21c44218cf1c for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:13:07.603272 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222b050c-a258-4479-91de-3bc762134190 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-36ec2ab5-acc9-45dc-a136-797459b09a1c', 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'tenant_id': 'b2cc7248d2184abfb3aa21c44218cf1c', 'fixed_ips': [{'subnet_id': '5fcc104d-7170-4aa1-ba25-c5e7039d88e0'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:13:07.604187 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-222b050c-a258-4479-91de-3bc762134190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:07.610198 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0c0415de-3ea6-466b-a6c0-a7fc15bcf980 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Notify callbacks [] for router, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:07.628752 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-c329011d-3225-430f-9206-93fd11324533 None None] Port 672921fd-fe3b-4f4c-8984-fc18bad14260 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:13:07.673429 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 623fcc86-565b-403c-ad87-68f13b95837c no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:13:07.730736 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1f884c1b-b86f-4f16-8849-10de9e6c346d tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 1.3472388
Jan 29 10:13:07.733130 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 623fcc86-565b-403c-ad87-68f13b95837c {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:13:07.733539 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 623fcc86-565b-403c-ad87-68f13b95837c not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:13:07.771799 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee07df-8d78-403c-bb61-83877887bcf9 req-8947ea78-b86d-4616-910b-d125ff12818d tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:13:07.773530 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-67ee07df-8d78-403c-bb61-83877887bcf9 req-8947ea78-b86d-4616-910b-d125ff12818d tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/ports?device_id=e703fc3b-df22-44d7-a8f5-0f01199a3626 HTTP/1.1" status: 200  len: 945 time: 1.2232742
Jan 29 10:13:07.774100 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 53992) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:07.810425 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-0b47e1b7-bb30-492f-b046-b4a08f5b4444 None None] Provisioning complete for port aa691ab5-1c12-4b18-81e0-14ce0d9dcd9f triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:13:07.810857 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0b47e1b7-bb30-492f-b046-b4a08f5b4444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:07.854860 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-28bbcee4-58da-41e3-bc3a-8973357dc1fd tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Request body: {'subnet': {'network_id': '3457f780-2178-4ebe-914b-7f1c7bb8ea49', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:13:07.880500 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f884c1b-b86f-4f16-8849-10de9e6c346d tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event updated for resources: {'Network': ['ID=3457f780-2178-4ebe-914b-7f1c7bb8ea49,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:07.888470 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1f884c1b-b86f-4f16-8849-10de9e6c346d tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:07.938334 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fac7dedd-674b-4414-acd0-2e09b33a2c20 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:07.958648 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 3457f780-2178-4ebe-914b-7f1c7bb8ea49 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:13:07.971696 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-634708f1-a1a5-4e15-af9b-37133f7fe43a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:07.985203 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-634708f1-a1a5-4e15-af9b-37133f7fe43a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:07.986139 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-634708f1-a1a5-4e15-af9b-37133f7fe43a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854133895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349242'] for router_interface, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:08.008730 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 3457f780-2178-4ebe-914b-7f1c7bb8ea49 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:13:08.008949 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3b8b45d3-ac78-4d38-8514-8b231e7874e8 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:08.107541 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-28bbcee4-58da-41e3-bc3a-8973357dc1fd tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:13:08.150808 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device aa691ab5-1c12-4b18-81e0-14ce0d9dcd9f up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:13:08.187621 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-28bbcee4-58da-41e3-bc3a-8973357dc1fd tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Usage tracker for resource:subnet and tenant:af6cfbcc17be4cdfba1cf58741c9e55a is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:13:08.201941 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634708f1-a1a5-4e15-af9b-37133f7fe43a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Pushing event updated for resources: {'Port': ['ID=672921fd-fe3b-4f4c-8984-fc18bad14260,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:08.212287 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-28bbcee4-58da-41e3-bc3a-8973357dc1fd tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:13:08.235143 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-28bbcee4-58da-41e3-bc3a-8973357dc1fd tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:13:08.248234 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93323c44-95dc-498a-9e1f-e0abe4e88ca5 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:13:08.251210 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0c0415de-3ea6-466b-a6c0-a7fc15bcf980 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:08.255000 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-634708f1-a1a5-4e15-af9b-37133f7fe43a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:08.261128 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-93323c44-95dc-498a-9e1f-e0abe4e88ca5 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:08.266725 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5860ac-f077-430c-8af9-03b3559b8d11 None None] Sync routers for ids ['c02bbf86-a559-4f0a-8d63-7d0b85f344b5'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:13:08.286003 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5860ac-f077-430c-8af9-03b3559b8d11 None None] Routers {'c02bbf86-a559-4f0a-8d63-7d0b85f344b5'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:13:08.287827 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-bb5860ac-f077-430c-8af9-03b3559b8d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9fb5080>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:12:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['c02bbf86-a559-4f0a-8d63-7d0b85f344b5'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:08.289540 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0c0415de-3ea6-466b-a6c0-a7fc15bcf980 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:08.332135 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-fac7dedd-674b-4414-acd0-2e09b33a2c20 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] device_id is not set on port 729944da-7615-4679-90bb-75fa48423933 yet. {{(pid=80766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:13:08.337325 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-67ee07df-8d78-403c-bb61-83877887bcf9 req-ce863174-6239-49ae-a694-d6f25e621d43 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/security-groups?id=ca938fcf-b80d-466c-a403-7c3b18a33b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.4676797
Jan 29 10:13:08.376805 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28bbcee4-58da-41e3-bc3a-8973357dc1fd tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Made reservation on behalf of af6cfbcc17be4cdfba1cf58741c9e55a for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:13:08.399319 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-28bbcee4-58da-41e3-bc3a-8973357dc1fd tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:08.413220 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634708f1-a1a5-4e15-af9b-37133f7fe43a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Network 8f32b72a-c91e-4f6b-8787-930968d32656 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:13:08.417884 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-634708f1-a1a5-4e15-af9b-37133f7fe43a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:13:08.514712 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-bb5860ac-f077-430c-8af9-03b3559b8d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9fb5080>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:08.554091 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5860ac-f077-430c-8af9-03b3559b8d11 None None] Routers {'c02bbf86-a559-4f0a-8d63-7d0b85f344b5'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:13:08.555113 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-bb5860ac-f077-430c-8af9-03b3559b8d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9fb5080>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:12:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['c02bbf86-a559-4f0a-8d63-7d0b85f344b5'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:08.573814 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-0b47e1b7-bb30-492f-b046-b4a08f5b4444 None None] Provisioning complete for port 672921fd-fe3b-4f4c-8984-fc18bad14260 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:13:08.574256 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0b47e1b7-bb30-492f-b046-b4a08f5b4444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:08.662642 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port aa691ab5-1c12-4b18-81e0-14ce0d9dcd9f triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:13:08.663173 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:08.698130 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-bb5860ac-f077-430c-8af9-03b3559b8d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9fb5080>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:08.698655 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5860ac-f077-430c-8af9-03b3559b8d11 None None] The sync data for ids ['c02bbf86-a559-4f0a-8d63-7d0b85f344b5'] in dv-neutron-772983-2-ovs is: [] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:13:08.743584 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-222b050c-a258-4479-91de-3bc762134190 None None] Allocated IP 2001:db8::f816:3eff:feaa:1186 (36ec2ab5-acc9-45dc-a136-797459b09a1c/5fcc104d-7170-4aa1-ba25-c5e7039d88e0/3cb2ae58-f8bf-4d1f-90d1-d6a06661c189) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:13:08.767399 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-0b47e1b7-bb30-492f-b046-b4a08f5b4444 None None] Port 672921fd-fe3b-4f4c-8984-fc18bad14260 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:13:08.794516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0c0415de-3ea6-466b-a6c0-a7fc15bcf980 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:08.795271 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c0415de-3ea6-466b-a6c0-a7fc15bcf980 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Fanout notify agent at l3_agent the message router_deleted on router 919fa6e4-26c1-4f99-949b-353adb509c58 {{(pid=80765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 10:13:08.967821 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0c0415de-3ea6-466b-a6c0-a7fc15bcf980 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:08.971426 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0c0415de-3ea6-466b-a6c0-a7fc15bcf980 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] 10.222.0.57 "DELETE /v2.0/routers/919fa6e4-26c1-4f99-949b-353adb509c58 HTTP/1.1" status: 204  len: 168 time: 1.6513441
Jan 29 10:13:08.972203 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 53998) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:08.992762 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-45ea6f32-8a17-4030-aa52-46f4febdb7fb None None] Provisioning complete for port 672921fd-fe3b-4f4c-8984-fc18bad14260 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:13:08.993187 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-45ea6f32-8a17-4030-aa52-46f4febdb7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:09.000629 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-93323c44-95dc-498a-9e1f-e0abe4e88ca5 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] 10.222.0.57 "PUT /v2.0/floatingips/92b4563e-e6ee-4db9-a900-d6f14487ea63 HTTP/1.1" status: 200  len: 978 time: 8.2474368
Jan 29 10:13:09.001832 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54002) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:09.061567 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-634708f1-a1a5-4e15-af9b-37133f7fe43a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Router e220c1c0-4b23-4f93-8414-abb30aa1bccc has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:13:09.106660 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-45ea6f32-8a17-4030-aa52-46f4febdb7fb None None] Port 672921fd-fe3b-4f4c-8984-fc18bad14260 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:13:09.121827 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-222b050c-a258-4479-91de-3bc762134190 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:09.133274 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-222b050c-a258-4479-91de-3bc762134190 None None] Transition to ACTIVE for port object 3cb2ae58-f8bf-4d1f-90d1-d6a06661c189 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:13:09.150680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-222b050c-a258-4479-91de-3bc762134190 None None] Transition to ACTIVE for port object 3cb2ae58-f8bf-4d1f-90d1-d6a06661c189 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:13:09.153791 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-89d7a26e-e2b6-47c2-adc8-28f06e168b7f tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Deleting port 0de83ba3-f57e-4f1e-b8c7-dfcef656c514 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:13:09.154185 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-89d7a26e-e2b6-47c2-adc8-28f06e168b7f tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:09.156208 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-222b050c-a258-4479-91de-3bc762134190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:09.173109 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-13986366-bd30-4f3b-9b24-51a8799d066c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:09.285432 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc1676-4b1f-462f-8d16-f7205431213d req-196edde9-543d-4d31-8be1-f6afbcdb5701 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:13:09.287123 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-47dc1676-4b1f-462f-8d16-f7205431213d req-196edde9-543d-4d31-8be1-f6afbcdb5701 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/ports?device_id=e703fc3b-df22-44d7-a8f5-0f01199a3626 HTTP/1.1" status: 200  len: 945 time: 0.5692003
Jan 29 10:13:09.324629 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-3bdc5428-04f1-465b-b2c0-553f28f7cba6 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Deleting port 4cfcbf76-038f-4f65-ba71-546243708dbd {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:13:09.325022 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3bdc5428-04f1-465b-b2c0-553f28f7cba6 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:09.360090 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222b050c-a258-4479-91de-3bc762134190 None None] Pushing event updated for resources: {'Port': ['ID=3cb2ae58-f8bf-4d1f-90d1-d6a06661c189,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:09.366035 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-222b050c-a258-4479-91de-3bc762134190 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:09.403218 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222b050c-a258-4479-91de-3bc762134190 None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:13:09.404929 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-222b050c-a258-4479-91de-3bc762134190 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:13:09.407501 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222b050c-a258-4479-91de-3bc762134190 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:13:09.430334 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-fac7dedd-674b-4414-acd0-2e09b33a2c20 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Allocated IP 2001:db8::f816:3eff:fe3b:a3d3 (36ec2ab5-acc9-45dc-a136-797459b09a1c/5fcc104d-7170-4aa1-ba25-c5e7039d88e0/729944da-7615-4679-90bb-75fa48423933) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:13:09.458735 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-634708f1-a1a5-4e15-af9b-37133f7fe43a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:13:09.474317 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eecb5da-c434-4b8d-930d-8121e4864acd None None] Sync routers for ids ['e220c1c0-4b23-4f93-8414-abb30aa1bccc'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:13:09.482567 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-222b050c-a258-4479-91de-3bc762134190 None None] Attempting to bind port 3cb2ae58-f8bf-4d1f-90d1-d6a06661c189 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:13:09.482995 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-222b050c-a258-4479-91de-3bc762134190 None None] Attempting to bind port 3cb2ae58-f8bf-4d1f-90d1-d6a06661c189 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:13:09.483414 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222b050c-a258-4479-91de-3bc762134190 None None] Attempting to bind port 3cb2ae58-f8bf-4d1f-90d1-d6a06661c189 on network 36ec2ab5-acc9-45dc-a136-797459b09a1c {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:13:09.492470 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222b050c-a258-4479-91de-3bc762134190 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:13:09.492914 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222b050c-a258-4479-91de-3bc762134190 None None] Checking segment: {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:13:09.493378 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-222b050c-a258-4479-91de-3bc762134190 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:09.493843 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222b050c-a258-4479-91de-3bc762134190 None None] Bound using segment: {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:13:09.494394 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-222b050c-a258-4479-91de-3bc762134190 None None] Bound port: 3cb2ae58-f8bf-4d1f-90d1-d6a06661c189, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:13:09.494827 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-222b050c-a258-4479-91de-3bc762134190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:09.512096 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eecb5da-c434-4b8d-930d-8121e4864acd None None] Routers {'e220c1c0-4b23-4f93-8414-abb30aa1bccc'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:13:09.512820 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-1eecb5da-c434-4b8d-930d-8121e4864acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c8faa0b8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:12:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['e220c1c0-4b23-4f93-8414-abb30aa1bccc'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:09.516968 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-634708f1-a1a5-4e15-af9b-37133f7fe43a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "PUT /v2.0/routers/e220c1c0-4b23-4f93-8414-abb30aa1bccc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.2464361
Jan 29 10:13:09.517950 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54006) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:09.544949 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-2d09bab1-f68e-497e-bc49-6a3c3ad4d3aa tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:13:09.797231 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-47dc1676-4b1f-462f-8d16-f7205431213d req-0890f00f-0cef-4f68-ace8-50a13da524ba tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/security-groups?id=ca938fcf-b80d-466c-a403-7c3b18a33b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.4967811
Jan 29 10:13:09.900145 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2861788d-234b-4e2c-bee3-f1239aed8db4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349253'] for router_interface, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:09.932467 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-1eecb5da-c434-4b8d-930d-8121e4864acd None None] Set router e220c1c0-4b23-4f93-8414-abb30aa1bccc gateway port host: None {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:13:09.997463 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-222b050c-a258-4479-91de-3bc762134190 None None] For port 3cb2ae58-f8bf-4d1f-90d1-d6a06661c189, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:13:10.009295 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-89d7a26e-e2b6-47c2-adc8-28f06e168b7f tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:10.020234 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-222b050c-a258-4479-91de-3bc762134190 None None] For port 3cb2ae58-f8bf-4d1f-90d1-d6a06661c189, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=3cb2ae58-f8bf-4d1f-90d1-d6a06661c189,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:13:10.088758 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-222b050c-a258-4479-91de-3bc762134190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:10.105419 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:10.232216 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-89d7a26e-e2b6-47c2-adc8-28f06e168b7f tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Calling delete_port for 0de83ba3-f57e-4f1e-b8c7-dfcef656c514 owned by  {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:13:10.373220 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-28bbcee4-58da-41e3-bc3a-8973357dc1fd tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:10.400111 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3bdc5428-04f1-465b-b2c0-553f28f7cba6 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:10.408465 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222b050c-a258-4479-91de-3bc762134190 None None] Pushing event updated for resources: {'Port': ['ID=3cb2ae58-f8bf-4d1f-90d1-d6a06661c189,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:10.408979 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1c9245af-3eff-4647-818b-d660e8cf9444 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:10.414573 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fac7dedd-674b-4414-acd0-2e09b33a2c20 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:10.432113 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-222b050c-a258-4479-91de-3bc762134190 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:10.539580 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-fac7dedd-674b-4414-acd0-2e09b33a2c20 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Transition to ACTIVE for port object 729944da-7615-4679-90bb-75fa48423933 will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:13:10.539954 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-1eecb5da-c434-4b8d-930d-8121e4864acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c8faa0b8>, [{'id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'name': 'tempest-RoutersIpV6Test-router-1431048454', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:12:00Z', 'updated_at': '2021-01-29T10:13:06Z', 'revision_number': 5, 'project_id': '22949024c322421d99052f9202cdd49a', 'gw_port_host': None, '_interfaces': [{'id': '672921fd-fe3b-4f4c-8984-fc18bad14260', 'name': '', 'network_id': '8f32b72a-c91e-4f6b-8787-930968d32656', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'mac_address': 'fa:16:3e:26:06:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '0aec1e0e-4ddc-421a-8bc3-9042eed662a9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:13:03Z', 'updated_at': '2021-01-29T10:13:07Z', 'revision_number': 2, 'project_id': '22949024c322421d99052f9202cdd49a', 'subnets': [{'id': '0aec1e0e-4ddc-421a-8bc3-9042eed662a9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '9d3fb1aa-c043-4342-8d93-f08ffa1cf97f', 'name': '', 'network_id': 'd65c2c0a-9ecf-45a3-b14f-5abee0b33546', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'mac_address': 'fa:16:3e:4a:f6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'e8a55c25-1b47-42ec-978b-d5714b9cb332', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:12:24Z', 'updated_at': '2021-01-29T10:12:37Z', 'revision_number': 5, 'project_id': '22949024c322421d99052f9202cdd49a', 'subnets': [{'id': 'e8a55c25-1b47-42ec-978b-d5714b9cb332', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b7314175-99f7-4cb6-ac48-9793b498e096', 'name': '', 'network_id': '80c2087f-75e5-4ad3-be5d-6f7c2f11a575', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'mac_address': 'fa:16:3e:66:79:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '9ff78040-da3e-4fb9-8f2b-df4ed268b1aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:12:06Z', 'updated_at': '2021-01-29T10:12:18Z', 'revision_number': 5, 'project_id': '22949024c322421d99052f9202cdd49a', 'subnets': [{'id': '9ff78040-da3e-4fb9-8f2b-df4ed268b1aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'f9f6e07b-7cba-49fa-a211-1949ef4fd5ba', 'name': '', 'network_id': '87c4d725-c2b0-4819-9404-4afd776efaa7', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'mac_address': 'fa:16:3e:65:ff:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '62659ab8-7b86-42d3-aa2d-7ef4cac0f1a6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:12:46Z', 'updated_at': '2021-01-29T10:13:00Z', 'revision_number': 5, 'project_id': '22949024c322421d99052f9202cdd49a', 'subnets': [{'id': '62659ab8-7b86-42d3-aa2d-7ef4cac0f1a6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:10.546029 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eecb5da-c434-4b8d-930d-8121e4864acd None None] Checking router: e220c1c0-4b23-4f93-8414-abb30aa1bccc for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:13:10.546572 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eecb5da-c434-4b8d-930d-8121e4864acd None None] Updating router e220c1c0-4b23-4f93-8414-abb30aa1bccc port 672921fd-fe3b-4f4c-8984-fc18bad14260 binding host dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 29 10:13:10.611679 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1eecb5da-c434-4b8d-930d-8121e4864acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:10.687757 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-89d7a26e-e2b6-47c2-adc8-28f06e168b7f tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:10.707737 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-85816db3-2385-49be-b834-5fe2c83a7e05 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:10.758892 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8e6e22e2-e1d9-42f8-a9c4-e3d232ce43a7 req-db2ff907-62ea-4d93-8a3d-852f552787fb tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.7953010
Jan 29 10:13:10.773409 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-8e6e22e2-e1d9-42f8-a9c4-e3d232ce43a7 req-7f23ca80-ac86-44db-b9c1-25f57a5e8b74 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Request body: {'floatingip': {'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:13:10.789978 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d7a26e-e2b6-47c2-adc8-28f06e168b7f tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Pushing event deleted for resources: {'Port': ['ID=0de83ba3-f57e-4f1e-b8c7-dfcef656c514,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:10.803108 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-89d7a26e-e2b6-47c2-adc8-28f06e168b7f tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:10.818979 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-8e6e22e2-e1d9-42f8-a9c4-e3d232ce43a7 req-7f23ca80-ac86-44db-b9c1-25f57a5e8b74 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:13:10.823847 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bbcee4-58da-41e3-bc3a-8973357dc1fd tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event updated for resources: {'Subnet': ['ID=a9523b55-40fb-4b2e-9f7c-e2d7f7691b7c,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:10.844717 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-28bbcee4-58da-41e3-bc3a-8973357dc1fd tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:10.855939 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fac7dedd-674b-4414-acd0-2e09b33a2c20 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:10.885003 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-186f20dc-b32f-4c86-8503-dff93a911c64 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:10.955235 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-8e6e22e2-e1d9-42f8-a9c4-e3d232ce43a7 req-7f23ca80-ac86-44db-b9c1-25f57a5e8b74 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:13:11.056130 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-8e6e22e2-e1d9-42f8-a9c4-e3d232ce43a7 req-7f23ca80-ac86-44db-b9c1-25f57a5e8b74 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks [] for floatingip, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:11.178262 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1eecb5da-c434-4b8d-930d-8121e4864acd None None] Notify callbacks [] for port, precommit_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:11.192451 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-1eecb5da-c434-4b8d-930d-8121e4864acd None None] Transition to ACTIVE for port object 672921fd-fe3b-4f4c-8984-fc18bad14260 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:13:11.196166 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1eecb5da-c434-4b8d-930d-8121e4864acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:11.216530 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:11.295176 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3bdc5428-04f1-465b-b2c0-553f28f7cba6 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:11.295176 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3bdc5428-04f1-465b-b2c0-553f28f7cba6 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:11.295510 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [None req-3bdc5428-04f1-465b-b2c0-553f28f7cba6 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Floating IP 92b4563e-e6ee-4db9-a900-d6f14487ea63 disassociated. External IP: 172.26.7.129, port: 4cfcbf76-038f-4f65-ba71-546243708dbd.
Jan 29 10:13:11.295864 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-3bdc5428-04f1-465b-b2c0-553f28f7cba6 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Calling delete_port for 4cfcbf76-038f-4f65-ba71-546243708dbd owned by  {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:13:11.328597 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bbcee4-58da-41e3-bc3a-8973357dc1fd tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Checking segment: {'id': '699d1d49-d7d9-45b6-a4c2-0d54cc54ddfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '3457f780-2178-4ebe-914b-7f1c7bb8ea49'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:13:11.328996 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bbcee4-58da-41e3-bc3a-8973357dc1fd tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Network hostable DHCP agents. Network: 3457f780-2178-4ebe-914b-7f1c7bb8ea49, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:13:11.380373 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a5a819-ddcf-405b-b584-dc19df8a36d6 None None] Pushing event updated for resources: {'Port': ['ID=672921fd-fe3b-4f4c-8984-fc18bad14260,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:11.383719 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-83a5a819-ddcf-405b-b584-dc19df8a36d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:11.441428 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac7dedd-674b-4414-acd0-2e09b33a2c20 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event updated for resources: {'Port': ['ID=729944da-7615-4679-90bb-75fa48423933,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:11.456532 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-fac7dedd-674b-4414-acd0-2e09b33a2c20 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:11.473708 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.extraroute_db [None req-2d09bab1-f68e-497e-bc49-6a3c3ad4d3aa tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=80766) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Jan 29 10:13:11.504162 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bbcee4-58da-41e3-bc3a-8973357dc1fd tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Network 3457f780-2178-4ebe-914b-7f1c7bb8ea49 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:13:11.531678 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-2861788d-234b-4e2c-bee3-f1239aed8db4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Deleting port fbf66714-e231-4dba-8e8b-8a4bf2fd5fa5 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:13:11.532062 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2861788d-234b-4e2c-bee3-f1239aed8db4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:11.570157 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.extraroute_db [None req-2d09bab1-f68e-497e-bc49-6a3c3ad4d3aa tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Removed routes are [] {{(pid=80766) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Jan 29 10:13:11.571057 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2d09bab1-f68e-497e-bc49-6a3c3ad4d3aa tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:11.577038 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-1eecb5da-c434-4b8d-930d-8121e4864acd None None] Attempting to bind port 672921fd-fe3b-4f4c-8984-fc18bad14260 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:13:11.578101 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-1eecb5da-c434-4b8d-930d-8121e4864acd None None] Attempting to bind port 672921fd-fe3b-4f4c-8984-fc18bad14260 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '2b01de8d-0715-4b8d-9e61-ab4d3f77f3bc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8f32b72a-c91e-4f6b-8787-930968d32656'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:13:11.578612 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eecb5da-c434-4b8d-930d-8121e4864acd None None] Attempting to bind port 672921fd-fe3b-4f4c-8984-fc18bad14260 on network 8f32b72a-c91e-4f6b-8787-930968d32656 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:13:11.587540 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eecb5da-c434-4b8d-930d-8121e4864acd None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:13:11.588312 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eecb5da-c434-4b8d-930d-8121e4864acd None None] Checking segment: {'id': '2b01de8d-0715-4b8d-9e61-ab4d3f77f3bc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8f32b72a-c91e-4f6b-8787-930968d32656'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:13:11.589427 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1eecb5da-c434-4b8d-930d-8121e4864acd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:11.589565 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-28bbcee4-58da-41e3-bc3a-8973357dc1fd tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 3457f780-2178-4ebe-914b-7f1c7bb8ea49) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:13:11.590172 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eecb5da-c434-4b8d-930d-8121e4864acd None None] Bound using segment: {'id': '2b01de8d-0715-4b8d-9e61-ab4d3f77f3bc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8f32b72a-c91e-4f6b-8787-930968d32656'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:13:11.591518 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-1eecb5da-c434-4b8d-930d-8121e4864acd None None] Bound port: 672921fd-fe3b-4f4c-8984-fc18bad14260, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b01de8d-0715-4b8d-9e61-ab4d3f77f3bc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8f32b72a-c91e-4f6b-8787-930968d32656'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:13:11.592080 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1eecb5da-c434-4b8d-930d-8121e4864acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:11.607777 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f1c875-b681-4a1e-bfbb-78370f73e408 None None] Network 3457f780-2178-4ebe-914b-7f1c7bb8ea49 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:13:11.672907 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac7dedd-674b-4414-acd0-2e09b33a2c20 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:13:11.685913 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-fac7dedd-674b-4414-acd0-2e09b33a2c20 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:13:11.745995 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac7dedd-674b-4414-acd0-2e09b33a2c20 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:13:11.815240 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac7dedd-674b-4414-acd0-2e09b33a2c20 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:13:11.815893 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fac7dedd-674b-4414-acd0-2e09b33a2c20 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:11.841636 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-89d7a26e-e2b6-47c2-adc8-28f06e168b7f tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:11.900159 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-89d7a26e-e2b6-47c2-adc8-28f06e168b7f tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] 10.222.0.57 "DELETE /v2.0/ports/0de83ba3-f57e-4f1e-b8c7-dfcef656c514 HTTP/1.1" status: 204  len: 168 time: 2.9245090
Jan 29 10:13:11.905099 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54012) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:11.963539 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-1eecb5da-c434-4b8d-930d-8121e4864acd None None] For port 672921fd-fe3b-4f4c-8984-fc18bad14260, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:13:11.978260 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-fac7dedd-674b-4414-acd0-2e09b33a2c20 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 5.1113877
Jan 29 10:13:11.983376 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54016) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:12.038866 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bbcee4-58da-41e3-bc3a-8973357dc1fd tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:13:12.039457 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-1eecb5da-c434-4b8d-930d-8121e4864acd None None] For port 672921fd-fe3b-4f4c-8984-fc18bad14260, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=672921fd-fe3b-4f4c-8984-fc18bad14260,segment=NetworkSegment(2b01de8d-0715-4b8d-9e61-ab4d3f77f3bc),segment_id=2b01de8d-0715-4b8d-9e61-ab4d3f77f3bc)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:13:12.043365 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-28bbcee4-58da-41e3-bc3a-8973357dc1fd tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:12.068642 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1eecb5da-c434-4b8d-930d-8121e4864acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:12.092325 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-feca886d-6de7-4dd0-b080-a4089982de9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:12.179356 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40697b30-e452-4ed6-b31a-0e2f8577d1b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-3457f780-2178-4ebe-914b-7f1c7bb8ea49', 'network_id': '3457f780-2178-4ebe-914b-7f1c7bb8ea49', 'tenant_id': 'af6cfbcc17be4cdfba1cf58741c9e55a', 'fixed_ips': [{'subnet_id': 'a9523b55-40fb-4b2e-9f7c-e2d7f7691b7c'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:13:12.180546 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-40697b30-e452-4ed6-b31a-0e2f8577d1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:12.223783 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-e37cd1f3-c32a-4ceb-9fd0-71612321d9a9 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Deleting subnet 137a1da3-5164-49d6-8470-78e24c783324 {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:13:12.240765 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e37cd1f3-c32a-4ceb-9fd0-71612321d9a9 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:12.247087 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-8e6e22e2-e1d9-42f8-a9c4-e3d232ce43a7 req-7f23ca80-ac86-44db-b9c1-25f57a5e8b74 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:12.318102 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2d09bab1-f68e-497e-bc49-6a3c3ad4d3aa tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:12.328199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e37cd1f3-c32a-4ceb-9fd0-71612321d9a9 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:12.332857 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-2861788d-234b-4e2c-bee3-f1239aed8db4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] For port fbf66714-e231-4dba-8e8b-8a4bf2fd5fa5, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=fbf66714-e231-4dba-8e8b-8a4bf2fd5fa5,segment=NetworkSegment(a42befa6-0b79-4c70-af33-f26409069a75),segment_id=a42befa6-0b79-4c70-af33-f26409069a75)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:13:12.333491 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2861788d-234b-4e2c-bee3-f1239aed8db4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:12.360079 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2d09bab1-f68e-497e-bc49-6a3c3ad4d3aa tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854102271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-673560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-331322'] for router, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:12.411874 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a5a819-ddcf-405b-b584-dc19df8a36d6 None None] Pushing event updated for resources: {'Port': ['ID=672921fd-fe3b-4f4c-8984-fc18bad14260,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:12.415174 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 3cb2ae58-f8bf-4d1f-90d1-d6a06661c189 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:13:12.483577 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-83a5a819-ddcf-405b-b584-dc19df8a36d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:12.503192 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-2861788d-234b-4e2c-bee3-f1239aed8db4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Calling delete_port for fbf66714-e231-4dba-8e8b-8a4bf2fd5fa5 owned by network:router_interface {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:13:12.549172 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-28bbcee4-58da-41e3-bc3a-8973357dc1fd tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.7091393
Jan 29 10:13:12.550078 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54020) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:12.556090 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3bdc5428-04f1-465b-b2c0-553f28f7cba6 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:12.585590 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d09bab1-f68e-497e-bc49-6a3c3ad4d3aa tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Router e220c1c0-4b23-4f93-8414-abb30aa1bccc has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:13:12.599291 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-7e6dd06f-7eec-46cf-aed3-6c569b8fad5d tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Request body: {'subnet': {'network_id': '3457f780-2178-4ebe-914b-7f1c7bb8ea49', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:13:12.601762 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e37cd1f3-c32a-4ceb-9fd0-71612321d9a9 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:12.616207 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ff13a394-6054-44c7-89cc-0a956fa4fe23 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:12.714017 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc5428-04f1-465b-b2c0-553f28f7cba6 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Pushing event deleted for resources: {'Port': ['ID=4cfcbf76-038f-4f65-ba71-546243708dbd,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:12.739605 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3bdc5428-04f1-465b-b2c0-553f28f7cba6 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:12.786826 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-40697b30-e452-4ed6-b31a-0e2f8577d1b2 None None] Allocated IP 172.20.0.2 (3457f780-2178-4ebe-914b-7f1c7bb8ea49/a9523b55-40fb-4b2e-9f7c-e2d7f7691b7c/fa108fbf-5a5a-4885-aa1a-673b6fd090aa) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:13:12.896571 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 3cb2ae58-f8bf-4d1f-90d1-d6a06661c189 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:13:12.908877 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 3cb2ae58-f8bf-4d1f-90d1-d6a06661c189 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:13:12.909657 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:12.914492 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d09bab1-f68e-497e-bc49-6a3c3ad4d3aa tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:13:12.958251 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2d09bab1-f68e-497e-bc49-6a3c3ad4d3aa tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:12.959764 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-e731a9b2-f345-4444-b95e-222396a71d4b None None] Provisioning for port 3cb2ae58-f8bf-4d1f-90d1-d6a06661c189 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:13:12.962442 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2d09bab1-f68e-497e-bc49-6a3c3ad4d3aa tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "PUT /v2.0/routers/e220c1c0-4b23-4f93-8414-abb30aa1bccc HTTP/1.1" status: 200  len: 954 time: 3.4290581
Jan 29 10:13:12.967064 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54024) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:13.046877 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-e731a9b2-f345-4444-b95e-222396a71d4b None None] Provisioning complete for port 3cb2ae58-f8bf-4d1f-90d1-d6a06661c189 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:13:13.047749 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e731a9b2-f345-4444-b95e-222396a71d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:13.149872 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf41b4f-5220-47cb-9d03-0c9a338cbd7e tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:13:13.216674 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e37cd1f3-c32a-4ceb-9fd0-71612321d9a9 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:13.268584 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf41b4f-5220-47cb-9d03-0c9a338cbd7e tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:13:13.273921 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-adf41b4f-5220-47cb-9d03-0c9a338cbd7e tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1703 time: 1.2869160
Jan 29 10:13:13.275285 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54030) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:13.402923 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b7e8d7e5-5ab8-4403-894c-f7b993ee08cc tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:13.409599 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eecb5da-c434-4b8d-930d-8121e4864acd None None] Routers {'e220c1c0-4b23-4f93-8414-abb30aa1bccc'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:13:13.410368 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-1eecb5da-c434-4b8d-930d-8121e4864acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c8faa0b8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:12:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['e220c1c0-4b23-4f93-8414-abb30aa1bccc'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:13.567978 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37cd1f3-c32a-4ceb-9fd0-71612321d9a9 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Pushing event deleted for resources: {'Subnet': ['ID=137a1da3-5164-49d6-8470-78e24c783324,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:13.627115 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-1eecb5da-c434-4b8d-930d-8121e4864acd None None] Set router e220c1c0-4b23-4f93-8414-abb30aa1bccc gateway port host: None {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:13:13.627455 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-0394441a-1165-4a05-89d2-8eaeef493971 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Deleting port 729944da-7615-4679-90bb-75fa48423933 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:13:13.627962 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0394441a-1165-4a05-89d2-8eaeef493971 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:13.680466 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-7e6dd06f-7eec-46cf-aed3-6c569b8fad5d tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:13:13.736912 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-7e6dd06f-7eec-46cf-aed3-6c569b8fad5d tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Usage tracker for resource:subnet and tenant:af6cfbcc17be4cdfba1cf58741c9e55a is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:13:13.748059 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-7e6dd06f-7eec-46cf-aed3-6c569b8fad5d tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:13:13.933136 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-7e6dd06f-7eec-46cf-aed3-6c569b8fad5d tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:13:13.998725 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e37cd1f3-c32a-4ceb-9fd0-71612321d9a9 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:14.103979 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e37cd1f3-c32a-4ceb-9fd0-71612321d9a9 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:14.115637 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e37cd1f3-c32a-4ceb-9fd0-71612321d9a9 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] 10.222.0.57 "DELETE /v2.0/subnets/137a1da3-5164-49d6-8470-78e24c783324 HTTP/1.1" status: 204  len: 168 time: 2.2069280
Jan 29 10:13:14.118611 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54034) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:14.133180 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ae2e37-8b78-441f-bd95-02f4f9811e33 None None] Network 2aef1b26-3023-4628-a926-e1924ac7375f requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:13:14.138210 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6dd06f-7eec-46cf-aed3-6c569b8fad5d tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Made reservation on behalf of af6cfbcc17be4cdfba1cf58741c9e55a for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:13:14.159505 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7e6dd06f-7eec-46cf-aed3-6c569b8fad5d tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:14.221998 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-eaf17272-6dff-428e-a754-3b5bb69b606e tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "GET /v2.0/routers/e220c1c0-4b23-4f93-8414-abb30aa1bccc HTTP/1.1" status: 200  len: 954 time: 1.2529666
Jan 29 10:13:14.223525 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54038) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:14.235675 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-54be96ab-0506-488a-84dd-5f8c031ba39d tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Request body: {'router': {'routes': None}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:13:14.346886 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-1eecb5da-c434-4b8d-930d-8121e4864acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c8faa0b8>, [{'id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'name': 'tempest-RoutersIpV6Test-router-1431048454', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:12:00Z', 'updated_at': '2021-01-29T10:13:11Z', 'revision_number': 6, 'project_id': '22949024c322421d99052f9202cdd49a', 'gw_port_host': None, '_interfaces': [{'id': '672921fd-fe3b-4f4c-8984-fc18bad14260', 'name': '', 'network_id': '8f32b72a-c91e-4f6b-8787-930968d32656', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'mac_address': 'fa:16:3e:26:06:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '0aec1e0e-4ddc-421a-8bc3-9042eed662a9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:13:03Z', 'updated_at': '2021-01-29T10:13:11Z', 'revision_number': 4, 'project_id': '22949024c322421d99052f9202cdd49a', 'subnets': [{'id': '0aec1e0e-4ddc-421a-8bc3-9042eed662a9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '9d3fb1aa-c043-4342-8d93-f08ffa1cf97f', 'name': '', 'network_id': 'd65c2c0a-9ecf-45a3-b14f-5abee0b33546', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'mac_address': 'fa:16:3e:4a:f6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'e8a55c25-1b47-42ec-978b-d5714b9cb332', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:12:24Z', 'updated_at': '2021-01-29T10:12:37Z', 'revision_number': 5, 'project_id': '22949024c322421d99052f9202cdd49a', 'subnets': [{'id': 'e8a55c25-1b47-42ec-978b-d5714b9cb332', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b7314175-99f7-4cb6-ac48-9793b498e096', 'name': '', 'network_id': '80c2087f-75e5-4ad3-be5d-6f7c2f11a575', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'mac_address': 'fa:16:3e:66:79:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '9ff78040-da3e-4fb9-8f2b-df4ed268b1aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:12:06Z', 'updated_at': '2021-01-29T10:12:18Z', 'revision_number': 5, 'project_id': '22949024c322421d99052f9202cdd49a', 'subnets': [{'id': '9ff78040-da3e-4fb9-8f2b-df4ed268b1aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'f9f6e07b-7cba-49fa-a211-1949ef4fd5ba', 'name': '', 'network_id': '87c4d725-c2b0-4819-9404-4afd776efaa7', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'mac_address': 'fa:16:3e:65:ff:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '62659ab8-7b86-42d3-aa2d-7ef4cac0f1a6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:12:46Z', 'updated_at': '2021-01-29T10:13:00Z', 'revision_number': 5, 'project_id': '22949024c322421d99052f9202cdd49a', 'subnets': [{'id': '62659ab8-7b86-42d3-aa2d-7ef4cac0f1a6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:14.349001 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:14.405092 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e731a9b2-f345-4444-b95e-222396a71d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:14.414702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eecb5da-c434-4b8d-930d-8121e4864acd None None] The sync data for ids ['e220c1c0-4b23-4f93-8414-abb30aa1bccc'] in dv-neutron-772983-2-ovs is: [{'id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'name': 'tempest-RoutersIpV6Test-router-1431048454', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:12:00Z', 'updated_at': '2021-01-29T10:13:11Z', 'revision_number': 6, 'project_id': '22949024c322421d99052f9202cdd49a', 'gw_port_host': None, '_interfaces': [{'id': '672921fd-fe3b-4f4c-8984-fc18bad14260', 'name': '', 'network_id': '8f32b72a-c91e-4f6b-8787-930968d32656', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'mac_address': 'fa:16:3e:26:06:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '0aec1e0e-4ddc-421a-8bc3-9042eed662a9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:13:03Z', 'updated_at': '2021-01-29T10:13:11Z', 'revision_number': 4, 'project_id': '22949024c322421d99052f9202cdd49a', 'subnets': [{'id': '0aec1e0e-4ddc-421a-8bc3-9042eed662a9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '9d3fb1aa-c043-4342-8d93-f08ffa1cf97f', 'name': '', 'network_id': 'd65c2c0a-9ecf-45a3-b14f-5abee0b33546', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'mac_address': 'fa:16:3e:4a:f6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'e8a55c25-1b47-42ec-978b-d5714b9cb332', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:12:24Z', 'updated_at': '2021-01-29T10:12:37Z', 'revision_number': 5, 'project_id': '22949024c322421d99052f9202cdd49a', 'subnets': [{'id': 'e8a55c25-1b47-42ec-978b-d5714b9cb332', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b7314175-99f7-4cb6-ac48-9793b498e096', 'name': '', 'network_id': '80c2087f-75e5-4ad3-be5d-6f7c2f11a575', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'mac_address': 'fa:16:3e:66:79:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '9ff78040-da3e-4fb9-8f2b-df4ed268b1aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:12:06Z', 'updated_at': '2021-01-29T10:12:18Z', 'revision_number': 5, 'project_id': '22949024c322421d99052f9202cdd49a', 'subnets': [{'id': '9ff78040-da3e-4fb9-8f2b-df4ed268b1aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'f9f6e07b-7cba-49fa-a211-1949ef4fd5ba', 'name': '', 'network_id': '87c4d725-c2b0-4819-9404-4afd776efaa7', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'mac_address': 'fa:16:3e:65:ff:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '62659ab8-7b86-42d3-aa2d-7ef4cac0f1a6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:12:46Z', 'updated_at': '2021-01-29T10:13:00Z', 'revision_number': 5, 'project_id': '22949024c322421d99052f9202cdd49a', 'subnets': [{'id': '62659ab8-7b86-42d3-aa2d-7ef4cac0f1a6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:13:14.508338 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port 3cb2ae58-f8bf-4d1f-90d1-d6a06661c189, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=3cb2ae58-f8bf-4d1f-90d1-d6a06661c189,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:13:14.535543 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a4b3fe06-b498-4f27-b778-4f2800b22096 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:14.567284 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:14.593907 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-44f57bd3-ad63-4091-8b16-c6dfd9c86026 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:14.670118 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-a4b3fe06-b498-4f27-b778-4f2800b22096 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Deleting port ad6c84a7-9890-464c-92e5-887f5c661f59 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:13:14.670811 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a4b3fe06-b498-4f27-b778-4f2800b22096 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:14.715224 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-40697b30-e452-4ed6-b31a-0e2f8577d1b2 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:14.746907 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-40697b30-e452-4ed6-b31a-0e2f8577d1b2 None None] Transition to ACTIVE for port object fa108fbf-5a5a-4885-aa1a-673b6fd090aa will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:13:14.844463 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.ipam_backend_mixin [None req-7e6dd06f-7eec-46cf-aed3-6c569b8fad5d tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a9523b55-40fb-4b2e-9f7c-e2d7f7691b7c (CIDR: 172.20.0.0/28)
Jan 29 10:13:14.851525 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2861788d-234b-4e2c-bee3-f1239aed8db4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:14.872261 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-40697b30-e452-4ed6-b31a-0e2f8577d1b2 None None] Transition to ACTIVE for port object fa108fbf-5a5a-4885-aa1a-673b6fd090aa will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:13:14.877550 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-721e7dee-272e-4ea6-8b57-0e5a6a9b62e4 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:14.885200 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 672921fd-fe3b-4f4c-8984-fc18bad14260 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:13:14.929331 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e6dd06f-7eec-46cf-aed3-6c569b8fad5d tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 10:13:14.930800 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e6dd06f-7eec-46cf-aed3-6c569b8fad5d tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:13:14.975220 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-40697b30-e452-4ed6-b31a-0e2f8577d1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:14.984310 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [req-8e6e22e2-e1d9-42f8-a9c4-e3d232ce43a7 req-7f23ca80-ac86-44db-b9c1-25f57a5e8b74 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Allocated IP 172.26.7.9 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/fba2b97b-73e3-4d67-bee4-67b3b60adc2a) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:13:14.987563 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2861788d-234b-4e2c-bee3-f1239aed8db4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event deleted for resources: {'Port': ['ID=fbf66714-e231-4dba-8e8b-8a4bf2fd5fa5,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:14.995129 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2861788d-234b-4e2c-bee3-f1239aed8db4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:15.157440 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-e731a9b2-f345-4444-b95e-222396a71d4b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80767) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:13:15.157440 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-e731a9b2-f345-4444-b95e-222396a71d4b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:13:15.195457 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40697b30-e452-4ed6-b31a-0e2f8577d1b2 None None] Network 3457f780-2178-4ebe-914b-7f1c7bb8ea49 is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:13:15.203226 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-40697b30-e452-4ed6-b31a-0e2f8577d1b2 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:13:15.206252 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40697b30-e452-4ed6-b31a-0e2f8577d1b2 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:13:15.213385 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 672921fd-fe3b-4f4c-8984-fc18bad14260 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:13:15.230043 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-a4b3fe06-b498-4f27-b778-4f2800b22096 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] For port ad6c84a7-9890-464c-92e5-887f5c661f59, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=ad6c84a7-9890-464c-92e5-887f5c661f59,segment=NetworkSegment(d0688a3f-49ad-4372-a48e-5d7a73cb663d),segment_id=d0688a3f-49ad-4372-a48e-5d7a73cb663d)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:13:15.230741 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a4b3fe06-b498-4f27-b778-4f2800b22096 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:15.262228 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7e6dd06f-7eec-46cf-aed3-6c569b8fad5d tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 2.7073734
Jan 29 10:13:15.273633 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54042) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:15.284611 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0394441a-1165-4a05-89d2-8eaeef493971 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:15.296575 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-7d6b7028-058b-487d-bb7f-c2e9d78fe155 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Request body: {'subnet': {'network_id': '3457f780-2178-4ebe-914b-7f1c7bb8ea49', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:13:15.344683 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=3cb2ae58-f8bf-4d1f-90d1-d6a06661c189,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:15.349345 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 672921fd-fe3b-4f4c-8984-fc18bad14260 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:13:15.349940 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:15.367942 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bdc5428-04f1-465b-b2c0-553f28f7cba6 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Router c02bbf86-a559-4f0a-8d63-7d0b85f344b5 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:13:15.387610 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.793s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:15.404035 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ee975d-b736-423f-9f31-7278e426bae6 None None] DHCP port deletion for 2aef1b26-3023-4628-a926-e1924ac7375f request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:13:15.406813 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-222b050c-a258-4479-91de-3bc762134190 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.279s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:15.410895 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-a4b3fe06-b498-4f27-b778-4f2800b22096 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Calling delete_port for ad6c84a7-9890-464c-92e5-887f5c661f59 owned by network:dhcp {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:13:15.478640 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-70ee975d-b736-423f-9f31-7278e426bae6 None None] Deleting port ad6c84a7-9890-464c-92e5-887f5c661f59 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:13:15.478640 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-70ee975d-b736-423f-9f31-7278e426bae6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:15.559223 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-40697b30-e452-4ed6-b31a-0e2f8577d1b2 None None] Attempting to bind port fa108fbf-5a5a-4885-aa1a-673b6fd090aa on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:13:15.559643 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-40697b30-e452-4ed6-b31a-0e2f8577d1b2 None None] Attempting to bind port fa108fbf-5a5a-4885-aa1a-673b6fd090aa by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '699d1d49-d7d9-45b6-a4c2-0d54cc54ddfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '3457f780-2178-4ebe-914b-7f1c7bb8ea49'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:13:15.560058 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40697b30-e452-4ed6-b31a-0e2f8577d1b2 None None] Attempting to bind port fa108fbf-5a5a-4885-aa1a-673b6fd090aa on network 3457f780-2178-4ebe-914b-7f1c7bb8ea49 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:13:15.569077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc94d927-89da-4257-b21f-1dae1218b27b None None] Sync routers for ids ['e220c1c0-4b23-4f93-8414-abb30aa1bccc'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:13:15.584187 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc94d927-89da-4257-b21f-1dae1218b27b None None] Routers {'e220c1c0-4b23-4f93-8414-abb30aa1bccc'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:13:15.585339 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-bc94d927-89da-4257-b21f-1dae1218b27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9fe1fd0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:12:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['e220c1c0-4b23-4f93-8414-abb30aa1bccc'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:15.587008 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40697b30-e452-4ed6-b31a-0e2f8577d1b2 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:13:15.587441 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40697b30-e452-4ed6-b31a-0e2f8577d1b2 None None] Checking segment: {'id': '699d1d49-d7d9-45b6-a4c2-0d54cc54ddfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '3457f780-2178-4ebe-914b-7f1c7bb8ea49'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:13:15.587890 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-40697b30-e452-4ed6-b31a-0e2f8577d1b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:15.588330 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40697b30-e452-4ed6-b31a-0e2f8577d1b2 None None] Bound using segment: {'id': '699d1d49-d7d9-45b6-a4c2-0d54cc54ddfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '3457f780-2178-4ebe-914b-7f1c7bb8ea49'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:13:15.588949 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-40697b30-e452-4ed6-b31a-0e2f8577d1b2 None None] Bound port: fa108fbf-5a5a-4885-aa1a-673b6fd090aa, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '699d1d49-d7d9-45b6-a4c2-0d54cc54ddfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '3457f780-2178-4ebe-914b-7f1c7bb8ea49'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:13:15.589373 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-40697b30-e452-4ed6-b31a-0e2f8577d1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:15.608606 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40697b30-e452-4ed6-b31a-0e2f8577d1b2 None None] Pushing event updated for resources: {'Port': ['ID=fa108fbf-5a5a-4885-aa1a-673b6fd090aa,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:15.618642 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-40697b30-e452-4ed6-b31a-0e2f8577d1b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:15.626694 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-0394441a-1165-4a05-89d2-8eaeef493971 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Calling delete_port for 729944da-7615-4679-90bb-75fa48423933 owned by  {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:13:15.693210 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.extraroute_db [None req-54be96ab-0506-488a-84dd-5f8c031ba39d tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Added routes are [] {{(pid=80766) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Jan 29 10:13:15.693646 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.extraroute_db [None req-54be96ab-0506-488a-84dd-5f8c031ba39d tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=80766) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Jan 29 10:13:15.731640 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-54be96ab-0506-488a-84dd-5f8c031ba39d tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:15.775961 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-bc94d927-89da-4257-b21f-1dae1218b27b None None] Set router e220c1c0-4b23-4f93-8414-abb30aa1bccc gateway port host: None {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:13:15.819874 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a4b3fe06-b498-4f27-b778-4f2800b22096 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:15.951010 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9a45922f-5eda-4aa7-8cf7-c8525ff992f5 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:16.164841 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:16.170626 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-54be96ab-0506-488a-84dd-5f8c031ba39d tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:16.177445 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b3fe06-b498-4f27-b778-4f2800b22096 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Pushing event deleted for resources: {'Port': ['ID=ad6c84a7-9890-464c-92e5-887f5c661f59,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:16.179899 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-54be96ab-0506-488a-84dd-5f8c031ba39d tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854102271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-673560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-331322'] for router, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:16.184349 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a4b3fe06-b498-4f27-b778-4f2800b22096 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:16.208481 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-bc94d927-89da-4257-b21f-1dae1218b27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9fe1fd0>, [{'id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'name': 'tempest-RoutersIpV6Test-router-1431048454', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:12:00Z', 'updated_at': '2021-01-29T10:13:11Z', 'revision_number': 6, 'project_id': '22949024c322421d99052f9202cdd49a', 'gw_port_host': None, '_interfaces': [{'id': '672921fd-fe3b-4f4c-8984-fc18bad14260', 'name': '', 'network_id': '8f32b72a-c91e-4f6b-8787-930968d32656', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'mac_address': 'fa:16:3e:26:06:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '0aec1e0e-4ddc-421a-8bc3-9042eed662a9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:13:03Z', 'updated_at': '2021-01-29T10:13:11Z', 'revision_number': 4, 'project_id': '22949024c322421d99052f9202cdd49a', 'subnets': [{'id': '0aec1e0e-4ddc-421a-8bc3-9042eed662a9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '9d3fb1aa-c043-4342-8d93-f08ffa1cf97f', 'name': '', 'network_id': 'd65c2c0a-9ecf-45a3-b14f-5abee0b33546', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'mac_address': 'fa:16:3e:4a:f6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'e8a55c25-1b47-42ec-978b-d5714b9cb332', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:12:24Z', 'updated_at': '2021-01-29T10:12:37Z', 'revision_number': 5, 'project_id': '22949024c322421d99052f9202cdd49a', 'subnets': [{'id': 'e8a55c25-1b47-42ec-978b-d5714b9cb332', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b7314175-99f7-4cb6-ac48-9793b498e096', 'name': '', 'network_id': '80c2087f-75e5-4ad3-be5d-6f7c2f11a575', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'mac_address': 'fa:16:3e:66:79:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '9ff78040-da3e-4fb9-8f2b-df4ed268b1aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:12:06Z', 'updated_at': '2021-01-29T10:12:18Z', 'revision_number': 5, 'project_id': '22949024c322421d99052f9202cdd49a', 'subnets': [{'id': '9ff78040-da3e-4fb9-8f2b-df4ed268b1aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'f9f6e07b-7cba-49fa-a211-1949ef4fd5ba', 'name': '', 'network_id': '87c4d725-c2b0-4819-9404-4afd776efaa7', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'mac_address': 'fa:16:3e:65:ff:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '62659ab8-7b86-42d3-aa2d-7ef4cac0f1a6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:12:46Z', 'updated_at': '2021-01-29T10:13:00Z', 'revision_number': 5, 'project_id': '22949024c322421d99052f9202cdd49a', 'subnets': [{'id': '62659ab8-7b86-42d3-aa2d-7ef4cac0f1a6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:16.208737 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port 672921fd-fe3b-4f4c-8984-fc18bad14260, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=672921fd-fe3b-4f4c-8984-fc18bad14260,segment=NetworkSegment(2b01de8d-0715-4b8d-9e61-ab4d3f77f3bc),segment_id=2b01de8d-0715-4b8d-9e61-ab4d3f77f3bc)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:13:16.215338 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-40697b30-e452-4ed6-b31a-0e2f8577d1b2 None None] For port fa108fbf-5a5a-4885-aa1a-673b6fd090aa, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:13:16.216416 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc94d927-89da-4257-b21f-1dae1218b27b None None] Checking router: e220c1c0-4b23-4f93-8414-abb30aa1bccc for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:13:16.228242 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc94d927-89da-4257-b21f-1dae1218b27b None None] Routers {'e220c1c0-4b23-4f93-8414-abb30aa1bccc'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:13:16.229743 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-bc94d927-89da-4257-b21f-1dae1218b27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9fe1fd0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:12:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['e220c1c0-4b23-4f93-8414-abb30aa1bccc'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:16.244576 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-8e6e22e2-e1d9-42f8-a9c4-e3d232ce43a7 req-7f23ca80-ac86-44db-b9c1-25f57a5e8b74 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:16.253863 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-7d6b7028-058b-487d-bb7f-c2e9d78fe155 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:13:16.283703 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:16.296997 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f0bbc85e-7f83-49f7-87ee-e9a3cf01f17b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:16.390259 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=672921fd-fe3b-4f4c-8984-fc18bad14260,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:16.395110 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-40697b30-e452-4ed6-b31a-0e2f8577d1b2 None None] For port fa108fbf-5a5a-4885-aa1a-673b6fd090aa, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=fa108fbf-5a5a-4885-aa1a-673b6fd090aa,segment=NetworkSegment(699d1d49-d7d9-45b6-a4c2-0d54cc54ddfc),segment_id=699d1d49-d7d9-45b6-a4c2-0d54cc54ddfc)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:13:16.406290 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:16.409827 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-40697b30-e452-4ed6-b31a-0e2f8577d1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:16.436586 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3263245d-ae48-46fd-a847-361e77e0ef18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:16.448582 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b3fe06-b498-4f27-b778-4f2800b22096 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] No DVR routers for this DVR port ad6c84a7-9890-464c-92e5-887f5c661f59 on host dv-neutron-772983-2-ovs {{(pid=80766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:13:16.485273 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-7d6b7028-058b-487d-bb7f-c2e9d78fe155 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Usage tracker for resource:subnet and tenant:af6cfbcc17be4cdfba1cf58741c9e55a is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:13:16.548204 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-70ee975d-b736-423f-9f31-7278e426bae6 None None] For port ad6c84a7-9890-464c-92e5-887f5c661f59, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=ad6c84a7-9890-464c-92e5-887f5c661f59,segment=NetworkSegment(d0688a3f-49ad-4372-a48e-5d7a73cb663d),segment_id=d0688a3f-49ad-4372-a48e-5d7a73cb663d)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:13:16.548204 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-70ee975d-b736-423f-9f31-7278e426bae6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:16.583764 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-bc94d927-89da-4257-b21f-1dae1218b27b None None] Set router e220c1c0-4b23-4f93-8414-abb30aa1bccc gateway port host: None {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:13:16.593875 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2861788d-234b-4e2c-bee3-f1239aed8db4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854415430'] for router_interface, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:16.679753 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-7d6b7028-058b-487d-bb7f-c2e9d78fe155 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:13:16.789372 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-7d6b7028-058b-487d-bb7f-c2e9d78fe155 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:13:16.825693 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6b7028-058b-487d-bb7f-c2e9d78fe155 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Made reservation on behalf of af6cfbcc17be4cdfba1cf58741c9e55a for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:13:16.853262 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7d6b7028-058b-487d-bb7f-c2e9d78fe155 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:16.892845 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40697b30-e452-4ed6-b31a-0e2f8577d1b2 None None] Pushing event updated for resources: {'Port': ['ID=fa108fbf-5a5a-4885-aa1a-673b6fd090aa,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:16.897409 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a4b3fe06-b498-4f27-b778-4f2800b22096 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:16.906062 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-70ee975d-b736-423f-9f31-7278e426bae6 None None] Calling delete_port for ad6c84a7-9890-464c-92e5-887f5c661f59 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:13:16.939793 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-40697b30-e452-4ed6-b31a-0e2f8577d1b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:16.947935 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 3cb2ae58-f8bf-4d1f-90d1-d6a06661c189 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:13:17.033473 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-a4b3fe06-b498-4f27-b778-4f2800b22096 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99cacb69e8>,) {'filters': {'network_id': ['2aef1b26-3023-4628-a926-e1924ac7375f']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:17.049014 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-a4b3fe06-b498-4f27-b778-4f2800b22096 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99cacb69e8>, 'd0688a3f-49ad-4372-a48e-5d7a73cb663d') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:17.049014 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-a4b3fe06-b498-4f27-b778-4f2800b22096 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99cacb69e8>, 'd0688a3f-49ad-4372-a48e-5d7a73cb663d') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:17.061328 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a4b3fe06-b498-4f27-b778-4f2800b22096 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:17.078024 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a4b3fe06-b498-4f27-b778-4f2800b22096 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:17.080218 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a4b3fe06-b498-4f27-b778-4f2800b22096 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Releasing vxlan tunnel 15 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:13:17.117900 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-70ee975d-b736-423f-9f31-7278e426bae6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80767) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:13:17.118319 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-70ee975d-b736-423f-9f31-7278e426bae6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:13:17.121196 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 3cb2ae58-f8bf-4d1f-90d1-d6a06661c189 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:13:17.121831 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:17.288686 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 672921fd-fe3b-4f4c-8984-fc18bad14260 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:13:17.303938 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bdc5428-04f1-465b-b2c0-553f28f7cba6 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:13:17.380688 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf27bb0-bb3d-49f6-80d2-5205faa202ec None None] Sync routers for ids ['c02bbf86-a559-4f0a-8d63-7d0b85f344b5'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:13:17.413312 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-604747a0-92ef-434c-bdcb-b3aeb9ea5315 None None] Provisioning for port 729944da-7615-4679-90bb-75fa48423933 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:13:17.421434 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf27bb0-bb3d-49f6-80d2-5205faa202ec None None] Routers {'c02bbf86-a559-4f0a-8d63-7d0b85f344b5'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:13:17.421434 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-dbf27bb0-bb3d-49f6-80d2-5205faa202ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c94dbf60>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:12:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['c02bbf86-a559-4f0a-8d63-7d0b85f344b5'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:17.426384 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54be96ab-0506-488a-84dd-5f8c031ba39d tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Router e220c1c0-4b23-4f93-8414-abb30aa1bccc has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:13:17.426384 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-a4b3fe06-b498-4f27-b778-4f2800b22096 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Network 2aef1b26-3023-4628-a926-e1924ac7375f has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:13:17.441934 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a4b3fe06-b498-4f27-b778-4f2800b22096 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:17.514190 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-dbf27bb0-bb3d-49f6-80d2-5205faa202ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c94dbf60>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:17.530517 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-604747a0-92ef-434c-bdcb-b3aeb9ea5315 None None] Provisioning complete for port 729944da-7615-4679-90bb-75fa48423933 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:13:17.530517 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-604747a0-92ef-434c-bdcb-b3aeb9ea5315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:17.632476 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-bc94d927-89da-4257-b21f-1dae1218b27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9fe1fd0>, [{'id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'name': 'tempest-RoutersIpV6Test-router-1431048454', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:12:00Z', 'updated_at': '2021-01-29T10:13:15Z', 'revision_number': 7, 'project_id': '22949024c322421d99052f9202cdd49a', 'gw_port_host': None, '_interfaces': [{'id': '672921fd-fe3b-4f4c-8984-fc18bad14260', 'name': '', 'network_id': '8f32b72a-c91e-4f6b-8787-930968d32656', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'mac_address': 'fa:16:3e:26:06:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '0aec1e0e-4ddc-421a-8bc3-9042eed662a9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:13:03Z', 'updated_at': '2021-01-29T10:13:16Z', 'revision_number': 5, 'project_id': '22949024c322421d99052f9202cdd49a', 'subnets': [{'id': '0aec1e0e-4ddc-421a-8bc3-9042eed662a9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '9d3fb1aa-c043-4342-8d93-f08ffa1cf97f', 'name': '', 'network_id': 'd65c2c0a-9ecf-45a3-b14f-5abee0b33546', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'mac_address': 'fa:16:3e:4a:f6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'e8a55c25-1b47-42ec-978b-d5714b9cb332', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:12:24Z', 'updated_at': '2021-01-29T10:12:37Z', 'revision_number': 5, 'project_id': '22949024c322421d99052f9202cdd49a', 'subnets': [{'id': 'e8a55c25-1b47-42ec-978b-d5714b9cb332', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b7314175-99f7-4cb6-ac48-9793b498e096', 'name': '', 'network_id': '80c2087f-75e5-4ad3-be5d-6f7c2f11a575', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'mac_address': 'fa:16:3e:66:79:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '9ff78040-da3e-4fb9-8f2b-df4ed268b1aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:12:06Z', 'updated_at': '2021-01-29T10:12:18Z', 'revision_number': 5, 'project_id': '22949024c322421d99052f9202cdd49a', 'subnets': [{'id': '9ff78040-da3e-4fb9-8f2b-df4ed268b1aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'f9f6e07b-7cba-49fa-a211-1949ef4fd5ba', 'name': '', 'network_id': '87c4d725-c2b0-4819-9404-4afd776efaa7', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'mac_address': 'fa:16:3e:65:ff:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '62659ab8-7b86-42d3-aa2d-7ef4cac0f1a6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:12:46Z', 'updated_at': '2021-01-29T10:13:00Z', 'revision_number': 5, 'project_id': '22949024c322421d99052f9202cdd49a', 'subnets': [{'id': '62659ab8-7b86-42d3-aa2d-7ef4cac0f1a6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:17.642168 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-70ee975d-b736-423f-9f31-7278e426bae6 None None] Deleting port ad6c84a7-9890-464c-92e5-887f5c661f59 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:13:17.642168 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-70ee975d-b736-423f-9f31-7278e426bae6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:17.648708 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0394441a-1165-4a05-89d2-8eaeef493971 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:17.657454 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc94d927-89da-4257-b21f-1dae1218b27b None None] The sync data for ids ['e220c1c0-4b23-4f93-8414-abb30aa1bccc'] in dv-neutron-772983-2-ovs is: [{'id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'name': 'tempest-RoutersIpV6Test-router-1431048454', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:12:00Z', 'updated_at': '2021-01-29T10:13:15Z', 'revision_number': 7, 'project_id': '22949024c322421d99052f9202cdd49a', 'gw_port_host': None, '_interfaces': [{'id': '672921fd-fe3b-4f4c-8984-fc18bad14260', 'name': '', 'network_id': '8f32b72a-c91e-4f6b-8787-930968d32656', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'mac_address': 'fa:16:3e:26:06:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '0aec1e0e-4ddc-421a-8bc3-9042eed662a9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:13:03Z', 'updated_at': '2021-01-29T10:13:16Z', 'revision_number': 5, 'project_id': '22949024c322421d99052f9202cdd49a', 'subnets': [{'id': '0aec1e0e-4ddc-421a-8bc3-9042eed662a9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '9d3fb1aa-c043-4342-8d93-f08ffa1cf97f', 'name': '', 'network_id': 'd65c2c0a-9ecf-45a3-b14f-5abee0b33546', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'mac_address': 'fa:16:3e:4a:f6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'e8a55c25-1b47-42ec-978b-d5714b9cb332', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:12:24Z', 'updated_at': '2021-01-29T10:12:37Z', 'revision_number': 5, 'project_id': '22949024c322421d99052f9202cdd49a', 'subnets': [{'id': 'e8a55c25-1b47-42ec-978b-d5714b9cb332', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b7314175-99f7-4cb6-ac48-9793b498e096', 'name': '', 'network_id': '80c2087f-75e5-4ad3-be5d-6f7c2f11a575', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'mac_address': 'fa:16:3e:66:79:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '9ff78040-da3e-4fb9-8f2b-df4ed268b1aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:12:06Z', 'updated_at': '2021-01-29T10:12:18Z', 'revision_number': 5, 'project_id': '22949024c322421d99052f9202cdd49a', 'subnets': [{'id': '9ff78040-da3e-4fb9-8f2b-df4ed268b1aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'f9f6e07b-7cba-49fa-a211-1949ef4fd5ba', 'name': '', 'network_id': '87c4d725-c2b0-4819-9404-4afd776efaa7', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'mac_address': 'fa:16:3e:65:ff:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '62659ab8-7b86-42d3-aa2d-7ef4cac0f1a6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:12:46Z', 'updated_at': '2021-01-29T10:13:00Z', 'revision_number': 5, 'project_id': '22949024c322421d99052f9202cdd49a', 'subnets': [{'id': '62659ab8-7b86-42d3-aa2d-7ef4cac0f1a6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:13:17.664802 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3bdc5428-04f1-465b-b2c0-553f28f7cba6 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:17.722742 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2861788d-234b-4e2c-bee3-f1239aed8db4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:17.822636 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-604747a0-92ef-434c-bdcb-b3aeb9ea5315 None None] Port 729944da-7615-4679-90bb-75fa48423933 was deleted so its status cannot be updated. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:323}}
Jan 29 10:13:17.845241 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-70ee975d-b736-423f-9f31-7278e426bae6 None None] The port 'ad6c84a7-9890-464c-92e5-887f5c661f59' was deleted {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 29 10:13:17.852239 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf27bb0-bb3d-49f6-80d2-5205faa202ec None None] Routers {'c02bbf86-a559-4f0a-8d63-7d0b85f344b5'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:13:17.852239 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-dbf27bb0-bb3d-49f6-80d2-5205faa202ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c94dbf60>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:12:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['c02bbf86-a559-4f0a-8d63-7d0b85f344b5'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:17.892237 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0394441a-1165-4a05-89d2-8eaeef493971 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event deleted for resources: {'Port': ['ID=729944da-7615-4679-90bb-75fa48423933,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:17.928896 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3bdc5428-04f1-465b-b2c0-553f28f7cba6 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] 10.222.0.57 "DELETE /v2.0/ports/4cfcbf76-038f-4f65-ba71-546243708dbd HTTP/1.1" status: 204  len: 168 time: 8.9126689
Jan 29 10:13:17.928896 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54046) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:17.944926 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0394441a-1165-4a05-89d2-8eaeef493971 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:17.944926 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-8e6e22e2-e1d9-42f8-a9c4-e3d232ce43a7 req-7f23ca80-ac86-44db-b9c1-25f57a5e8b74 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:17.959576 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-604747a0-92ef-434c-bdcb-b3aeb9ea5315 None None] Provisioning complete for port 3cb2ae58-f8bf-4d1f-90d1-d6a06661c189 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:13:17.959576 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-604747a0-92ef-434c-bdcb-b3aeb9ea5315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:17.996574 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-dbf27bb0-bb3d-49f6-80d2-5205faa202ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c94dbf60>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:17.996574 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf27bb0-bb3d-49f6-80d2-5205faa202ec None None] The sync data for ids ['c02bbf86-a559-4f0a-8d63-7d0b85f344b5'] in dv-neutron-772983-2-ovs is: [] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:13:18.004119 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-a4b3fe06-b498-4f27-b778-4f2800b22096 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Network 2aef1b26-3023-4628-a926-e1924ac7375f has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:13:18.041117 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:13:18.041117 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:13:18.041117 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:13:18.041117 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:13:18.041117 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:13:18.041117 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:13:18.041117 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:13:18.041117 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:13:18.041117 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:13:18.041117 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:13:18.041117 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:13:18.041117 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:13:18.041117 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:13:18.041117 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:13:18.041117 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:13:18.041117 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:13:18.041117 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:13:18.041117 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:13:18.041117 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:13:18.041117 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:13:18.041117 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:13:18.041117 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:13:18.041117 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:13:18.041117 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:13:18.041117 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:13:18.041117 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:13:18.041117 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:13:18.041117 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:13:18.041117 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:13:18.041117 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:13:18.041117 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:13:18.041117 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:13:18.054327 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 672921fd-fe3b-4f4c-8984-fc18bad14260 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:13:18.054327 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:18.067508 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:13:18.073475 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-69cc8eed-2ead-4996-9f83-ca02b154a797 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:18.146525 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54be96ab-0506-488a-84dd-5f8c031ba39d tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:13:18.157453 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d314b85-7fd7-41b0-95e4-afdf57dfe775 None None] Sync routers for ids ['e220c1c0-4b23-4f93-8414-abb30aa1bccc'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:13:18.185860 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d314b85-7fd7-41b0-95e4-afdf57dfe775 None None] Routers {'e220c1c0-4b23-4f93-8414-abb30aa1bccc'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:13:18.187261 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-4d314b85-7fd7-41b0-95e4-afdf57dfe775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9d079b0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:12:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['e220c1c0-4b23-4f93-8414-abb30aa1bccc'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:18.206083 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-54be96ab-0506-488a-84dd-5f8c031ba39d tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:18.210423 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-54be96ab-0506-488a-84dd-5f8c031ba39d tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "PUT /v2.0/routers/e220c1c0-4b23-4f93-8414-abb30aa1bccc HTTP/1.1" status: 200  len: 704 time: 3.9823985
Jan 29 10:13:18.211145 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54050) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:18.310974 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-604747a0-92ef-434c-bdcb-b3aeb9ea5315 None None] Provisioning complete for port 672921fd-fe3b-4f4c-8984-fc18bad14260 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:13:18.311316 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-604747a0-92ef-434c-bdcb-b3aeb9ea5315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:18.326701 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a4b3fe06-b498-4f27-b778-4f2800b22096 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:18.348141 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e36998dd-41fb-4133-844b-13a33478bdae tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:18.386685 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a4b3fe06-b498-4f27-b778-4f2800b22096 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:18.461672 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-4d314b85-7fd7-41b0-95e4-afdf57dfe775 None None] Set router e220c1c0-4b23-4f93-8414-abb30aa1bccc gateway port host: None {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:13:18.466263 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device ad6c84a7-9890-464c-92e5-887f5c661f59 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:13:18.477178 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b3fe06-b498-4f27-b778-4f2800b22096 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Pushing event deleted for resources: {'Network': ['ID=2aef1b26-3023-4628-a926-e1924ac7375f,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:18.482280 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a4b3fe06-b498-4f27-b778-4f2800b22096 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:18.484505 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a4b3fe06-b498-4f27-b778-4f2800b22096 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] 10.222.0.57 "DELETE /v2.0/networks/2aef1b26-3023-4628-a926-e1924ac7375f HTTP/1.1" status: 204  len: 168 time: 4.3649197
Jan 29 10:13:18.528947 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: ad6c84a7-9890-464c-92e5-887f5c661f59 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:13:18.529738 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device ad6c84a7-9890-464c-92e5-887f5c661f59 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:13:18.591907 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f23ca80-ac86-44db-b9c1-25f57a5e8b74 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Pushing event updated for resources: {'Port': ['ID=fba2b97b-73e3-4d67-bee4-67b3b60adc2a,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:18.649294 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7f23ca80-ac86-44db-b9c1-25f57a5e8b74 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:18.689564 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-237c0ef8-b8c3-4ebd-a28a-0e89c5d157dd tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "GET /v2.0/routers/e220c1c0-4b23-4f93-8414-abb30aa1bccc HTTP/1.1" status: 200  len: 704 time: 0.4733262
Jan 29 10:13:18.689564 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54056) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:18.789263 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device fa108fbf-5a5a-4885-aa1a-673b6fd090aa up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:13:18.978981 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port fa108fbf-5a5a-4885-aa1a-673b6fd090aa completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:13:19.102173 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54062) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:19.174793 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce98075-aae3-425d-a38b-3aecbf597c71 None None] Network 3457f780-2178-4ebe-914b-7f1c7bb8ea49 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:13:19.221680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-4d314b85-7fd7-41b0-95e4-afdf57dfe775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9d079b0>, [{'id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'name': 'tempest-RoutersIpV6Test-router-1431048454', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:12:00Z', 'updated_at': '2021-01-29T10:13:15Z', 'revision_number': 7, 'project_id': '22949024c322421d99052f9202cdd49a', 'gw_port_host': None, '_interfaces': [{'id': '672921fd-fe3b-4f4c-8984-fc18bad14260', 'name': '', 'network_id': '8f32b72a-c91e-4f6b-8787-930968d32656', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'mac_address': 'fa:16:3e:26:06:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '0aec1e0e-4ddc-421a-8bc3-9042eed662a9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:13:03Z', 'updated_at': '2021-01-29T10:13:16Z', 'revision_number': 5, 'project_id': '22949024c322421d99052f9202cdd49a', 'subnets': [{'id': '0aec1e0e-4ddc-421a-8bc3-9042eed662a9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '9d3fb1aa-c043-4342-8d93-f08ffa1cf97f', 'name': '', 'network_id': 'd65c2c0a-9ecf-45a3-b14f-5abee0b33546', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'mac_address': 'fa:16:3e:4a:f6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'e8a55c25-1b47-42ec-978b-d5714b9cb332', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:12:24Z', 'updated_at': '2021-01-29T10:12:37Z', 'revision_number': 5, 'project_id': '22949024c322421d99052f9202cdd49a', 'subnets': [{'id': 'e8a55c25-1b47-42ec-978b-d5714b9cb332', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b7314175-99f7-4cb6-ac48-9793b498e096', 'name': '', 'network_id': '80c2087f-75e5-4ad3-be5d-6f7c2f11a575', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'mac_address': 'fa:16:3e:66:79:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '9ff78040-da3e-4fb9-8f2b-df4ed268b1aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:12:06Z', 'updated_at': '2021-01-29T10:12:18Z', 'revision_number': 5, 'project_id': '22949024c322421d99052f9202cdd49a', 'subnets': [{'id': '9ff78040-da3e-4fb9-8f2b-df4ed268b1aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'f9f6e07b-7cba-49fa-a211-1949ef4fd5ba', 'name': '', 'network_id': '87c4d725-c2b0-4819-9404-4afd776efaa7', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'mac_address': 'fa:16:3e:65:ff:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '62659ab8-7b86-42d3-aa2d-7ef4cac0f1a6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:12:46Z', 'updated_at': '2021-01-29T10:13:00Z', 'revision_number': 5, 'project_id': '22949024c322421d99052f9202cdd49a', 'subnets': [{'id': '62659ab8-7b86-42d3-aa2d-7ef4cac0f1a6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:19.226466 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d314b85-7fd7-41b0-95e4-afdf57dfe775 None None] Checking router: e220c1c0-4b23-4f93-8414-abb30aa1bccc for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:13:19.236275 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d314b85-7fd7-41b0-95e4-afdf57dfe775 None None] Routers {'e220c1c0-4b23-4f93-8414-abb30aa1bccc'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:13:19.237203 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-4d314b85-7fd7-41b0-95e4-afdf57dfe775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9d079b0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:12:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['e220c1c0-4b23-4f93-8414-abb30aa1bccc'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:19.420115 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-5e549905-301f-49bb-ae02-611a8b0410b9 None None] Provisioning for port fa108fbf-5a5a-4885-aa1a-673b6fd090aa completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:13:19.495573 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-4d314b85-7fd7-41b0-95e4-afdf57dfe775 None None] Set router e220c1c0-4b23-4f93-8414-abb30aa1bccc gateway port host: None {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:13:19.497270 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0394441a-1165-4a05-89d2-8eaeef493971 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:19.502396 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0394441a-1165-4a05-89d2-8eaeef493971 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/ports/729944da-7615-4679-90bb-75fa48423933 HTTP/1.1" status: 204  len: 168 time: 6.2001910
Jan 29 10:13:19.502741 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54068) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:19.516912 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e6e22e2-e1d9-42f8-a9c4-e3d232ce43a7 req-7f23ca80-ac86-44db-b9c1-25f57a5e8b74 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:13:19.537951 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [req-8e6e22e2-e1d9-42f8-a9c4-e3d232ce43a7 req-7f23ca80-ac86-44db-b9c1-25f57a5e8b74 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:13:19.540482 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e6e22e2-e1d9-42f8-a9c4-e3d232ce43a7 req-7f23ca80-ac86-44db-b9c1-25f57a5e8b74 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:13:19.668706 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3355b1e4-ccdf-4a16-8155-0aee5229b21d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:13:19.690668 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3355b1e4-ccdf-4a16-8155-0aee5229b21d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:13:19.691803 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-3355b1e4-ccdf-4a16-8155-0aee5229b21d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Synchronizing usage tracker for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:subnet {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:13:19.736561 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-5e549905-301f-49bb-ae02-611a8b0410b9 None None] Provisioning complete for port fa108fbf-5a5a-4885-aa1a-673b6fd090aa triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:13:19.737418 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5e549905-301f-49bb-ae02-611a8b0410b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:19.742113 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-3355b1e4-ccdf-4a16-8155-0aee5229b21d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Unset dirty status for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:subnet {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:13:19.747382 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3355b1e4-ccdf-4a16-8155-0aee5229b21d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.2293026
Jan 29 10:13:19.748077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54072) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:19.855682 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c8e47e5d-2342-4934-ab79-7138e70c46f4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4946b14e8a474dce8e4c7c17d3d2c43b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7234201
Jan 29 10:13:19.857418 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7d6b7028-058b-487d-bb7f-c2e9d78fe155 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:19.874074 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54076) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:19.895151 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-4d314b85-7fd7-41b0-95e4-afdf57dfe775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9d079b0>, [{'id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'name': 'tempest-RoutersIpV6Test-router-1431048454', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:12:00Z', 'updated_at': '2021-01-29T10:13:15Z', 'revision_number': 7, 'project_id': '22949024c322421d99052f9202cdd49a', 'gw_port_host': None, '_interfaces': [{'id': '672921fd-fe3b-4f4c-8984-fc18bad14260', 'name': '', 'network_id': '8f32b72a-c91e-4f6b-8787-930968d32656', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'mac_address': 'fa:16:3e:26:06:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '0aec1e0e-4ddc-421a-8bc3-9042eed662a9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:13:03Z', 'updated_at': '2021-01-29T10:13:16Z', 'revision_number': 5, 'project_id': '22949024c322421d99052f9202cdd49a', 'subnets': [{'id': '0aec1e0e-4ddc-421a-8bc3-9042eed662a9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '9d3fb1aa-c043-4342-8d93-f08ffa1cf97f', 'name': '', 'network_id': 'd65c2c0a-9ecf-45a3-b14f-5abee0b33546', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'mac_address': 'fa:16:3e:4a:f6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'e8a55c25-1b47-42ec-978b-d5714b9cb332', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:12:24Z', 'updated_at': '2021-01-29T10:12:37Z', 'revision_number': 5, 'project_id': '22949024c322421d99052f9202cdd49a', 'subnets': [{'id': 'e8a55c25-1b47-42ec-978b-d5714b9cb332', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b7314175-99f7-4cb6-ac48-9793b498e096', 'name': '', 'network_id': '80c2087f-75e5-4ad3-be5d-6f7c2f11a575', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'mac_address': 'fa:16:3e:66:79:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '9ff78040-da3e-4fb9-8f2b-df4ed268b1aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:12:06Z', 'updated_at': '2021-01-29T10:12:18Z', 'revision_number': 5, 'project_id': '22949024c322421d99052f9202cdd49a', 'subnets': [{'id': '9ff78040-da3e-4fb9-8f2b-df4ed268b1aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'f9f6e07b-7cba-49fa-a211-1949ef4fd5ba', 'name': '', 'network_id': '87c4d725-c2b0-4819-9404-4afd776efaa7', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'mac_address': 'fa:16:3e:65:ff:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '62659ab8-7b86-42d3-aa2d-7ef4cac0f1a6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:12:46Z', 'updated_at': '2021-01-29T10:13:00Z', 'revision_number': 5, 'project_id': '22949024c322421d99052f9202cdd49a', 'subnets': [{'id': '62659ab8-7b86-42d3-aa2d-7ef4cac0f1a6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:19.900553 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d314b85-7fd7-41b0-95e4-afdf57dfe775 None None] The sync data for ids ['e220c1c0-4b23-4f93-8414-abb30aa1bccc'] in dv-neutron-772983-2-ovs is: [{'id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'name': 'tempest-RoutersIpV6Test-router-1431048454', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:12:00Z', 'updated_at': '2021-01-29T10:13:15Z', 'revision_number': 7, 'project_id': '22949024c322421d99052f9202cdd49a', 'gw_port_host': None, '_interfaces': [{'id': '672921fd-fe3b-4f4c-8984-fc18bad14260', 'name': '', 'network_id': '8f32b72a-c91e-4f6b-8787-930968d32656', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'mac_address': 'fa:16:3e:26:06:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '0aec1e0e-4ddc-421a-8bc3-9042eed662a9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:13:03Z', 'updated_at': '2021-01-29T10:13:16Z', 'revision_number': 5, 'project_id': '22949024c322421d99052f9202cdd49a', 'subnets': [{'id': '0aec1e0e-4ddc-421a-8bc3-9042eed662a9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '9d3fb1aa-c043-4342-8d93-f08ffa1cf97f', 'name': '', 'network_id': 'd65c2c0a-9ecf-45a3-b14f-5abee0b33546', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'mac_address': 'fa:16:3e:4a:f6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'e8a55c25-1b47-42ec-978b-d5714b9cb332', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:12:24Z', 'updated_at': '2021-01-29T10:12:37Z', 'revision_number': 5, 'project_id': '22949024c322421d99052f9202cdd49a', 'subnets': [{'id': 'e8a55c25-1b47-42ec-978b-d5714b9cb332', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b7314175-99f7-4cb6-ac48-9793b498e096', 'name': '', 'network_id': '80c2087f-75e5-4ad3-be5d-6f7c2f11a575', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'mac_address': 'fa:16:3e:66:79:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '9ff78040-da3e-4fb9-8f2b-df4ed268b1aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:12:06Z', 'updated_at': '2021-01-29T10:12:18Z', 'revision_number': 5, 'project_id': '22949024c322421d99052f9202cdd49a', 'subnets': [{'id': '9ff78040-da3e-4fb9-8f2b-df4ed268b1aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'f9f6e07b-7cba-49fa-a211-1949ef4fd5ba', 'name': '', 'network_id': '87c4d725-c2b0-4819-9404-4afd776efaa7', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'mac_address': 'fa:16:3e:65:ff:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '62659ab8-7b86-42d3-aa2d-7ef4cac0f1a6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:12:46Z', 'updated_at': '2021-01-29T10:13:00Z', 'revision_number': 5, 'project_id': '22949024c322421d99052f9202cdd49a', 'subnets': [{'id': '62659ab8-7b86-42d3-aa2d-7ef4cac0f1a6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:13:19.934320 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaf53bb2-f218-4308-94a3-ef6d48874a58 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Deleting subnet 5fcc104d-7170-4aa1-ba25-c5e7039d88e0 {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:13:19.940748 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-eaf53bb2-f218-4308-94a3-ef6d48874a58 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:20.016541 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9f213a9b-3228-4370-b9c5-4845705ab2c1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:20.059715 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-eaf53bb2-f218-4308-94a3-ef6d48874a58 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:20.085300 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5e549905-301f-49bb-ae02-611a8b0410b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:20.107261 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2f731e0e-af18-4711-903d-a9b483db544f tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349253'] for router_interface, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:20.166027 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-5e549905-301f-49bb-ae02-611a8b0410b9 None None] For port fa108fbf-5a5a-4885-aa1a-673b6fd090aa, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=fa108fbf-5a5a-4885-aa1a-673b6fd090aa,segment=NetworkSegment(699d1d49-d7d9-45b6-a4c2-0d54cc54ddfc),segment_id=699d1d49-d7d9-45b6-a4c2-0d54cc54ddfc)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:13:20.179951 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5e549905-301f-49bb-ae02-611a8b0410b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:20.181982 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e758d70f-c8f8-4933-8aa8-438421e1be68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:20.249891 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6b7028-058b-487d-bb7f-c2e9d78fe155 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Network 3457f780-2178-4ebe-914b-7f1c7bb8ea49 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:13:20.261966 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3df69d72-4c32-4a46-b9a4-e1330d8e3e2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:20.271967 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-7d6b7028-058b-487d-bb7f-c2e9d78fe155 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:13:20.290810 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3df69d72-4c32-4a46-b9a4-e1330d8e3e2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:20.315317 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e549905-301f-49bb-ae02-611a8b0410b9 None None] Pushing event updated for resources: {'Port': ['ID=fa108fbf-5a5a-4885-aa1a-673b6fd090aa,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:20.320641 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5e549905-301f-49bb-ae02-611a8b0410b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:20.324194 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687ef38c-f3ac-4ee6-b80a-42f3db3bf98a None None] Update dhcp port {'port': {'network_id': '3457f780-2178-4ebe-914b-7f1c7bb8ea49', 'fixed_ips': [{'subnet_id': 'a9523b55-40fb-4b2e-9f7c-e2d7f7691b7c', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd546fde3-8688-4a8c-93e3-37ba8eb0c3c7'}], 'binding:host_id': 'dv-neutron-772983-2-ovs'}, 'id': 'fa108fbf-5a5a-4885-aa1a-673b6fd090aa'} from dv-neutron-772983-2-ovs. {{(pid=80767) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Jan 29 10:13:20.351206 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6b7028-058b-487d-bb7f-c2e9d78fe155 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:13:20.351876 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7d6b7028-058b-487d-bb7f-c2e9d78fe155 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:20.383142 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6b7028-058b-487d-bb7f-c2e9d78fe155 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event updated for resources: {'Subnet': ['ID=d546fde3-8688-4a8c-93e3-37ba8eb0c3c7,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:20.387428 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3df69d72-4c32-4a46-b9a4-e1330d8e3e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:20.398291 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6b7028-058b-487d-bb7f-c2e9d78fe155 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:13:20.398722 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6b7028-058b-487d-bb7f-c2e9d78fe155 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:13:20.399143 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6b7028-058b-487d-bb7f-c2e9d78fe155 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:13:20.399338 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ddd6b882-e7ed-4191-b6df-661fe6a361a1 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:20.399565 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6b7028-058b-487d-bb7f-c2e9d78fe155 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:13:20.399981 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6b7028-058b-487d-bb7f-c2e9d78fe155 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:13:20.400393 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6b7028-058b-487d-bb7f-c2e9d78fe155 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:13:20.400783 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6b7028-058b-487d-bb7f-c2e9d78fe155 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:13:20.402077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6b7028-058b-487d-bb7f-c2e9d78fe155 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:13:20.402723 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6b7028-058b-487d-bb7f-c2e9d78fe155 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:13:20.403139 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6b7028-058b-487d-bb7f-c2e9d78fe155 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:13:20.403553 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6b7028-058b-487d-bb7f-c2e9d78fe155 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:13:20.403987 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6b7028-058b-487d-bb7f-c2e9d78fe155 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:13:20.404473 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6b7028-058b-487d-bb7f-c2e9d78fe155 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:13:20.404774 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-687ef38c-f3ac-4ee6-b80a-42f3db3bf98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:20.404877 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6b7028-058b-487d-bb7f-c2e9d78fe155 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:13:20.405268 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6b7028-058b-487d-bb7f-c2e9d78fe155 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:13:20.405773 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6b7028-058b-487d-bb7f-c2e9d78fe155 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:13:20.406171 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6b7028-058b-487d-bb7f-c2e9d78fe155 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:13:20.406516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6b7028-058b-487d-bb7f-c2e9d78fe155 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:13:20.406918 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6b7028-058b-487d-bb7f-c2e9d78fe155 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:13:20.407322 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6b7028-058b-487d-bb7f-c2e9d78fe155 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:13:20.407732 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6b7028-058b-487d-bb7f-c2e9d78fe155 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:13:20.408105 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6b7028-058b-487d-bb7f-c2e9d78fe155 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:13:20.408735 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6b7028-058b-487d-bb7f-c2e9d78fe155 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:13:20.409146 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6b7028-058b-487d-bb7f-c2e9d78fe155 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:13:20.451543 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7d6b7028-058b-487d-bb7f-c2e9d78fe155 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:20.492432 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7d6b7028-058b-487d-bb7f-c2e9d78fe155 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 5.2114027
Jan 29 10:13:20.495857 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54080) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:20.506649 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-8e6e22e2-e1d9-42f8-a9c4-e3d232ce43a7 req-7f23ca80-ac86-44db-b9c1-25f57a5e8b74 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:20.520722 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-77d753e6-c5a4-4f08-9cec-bccdf3eee301 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Request body: {'port': {'network_id': '3457f780-2178-4ebe-914b-7f1c7bb8ea49', 'fixed_ips': [{'subnet_id': 'a9523b55-40fb-4b2e-9f7c-e2d7f7691b7c'}, {'subnet_id': 'd546fde3-8688-4a8c-93e3-37ba8eb0c3c7'}], 'name': 'tempest-PortsTestJSON-1160079750'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:13:20.689749 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2861788d-234b-4e2c-bee3-f1239aed8db4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Router 8874ac55-28b2-44e3-ad16-8c1286200534 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:13:20.695862 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-8e6e22e2-e1d9-42f8-a9c4-e3d232ce43a7 req-7f23ca80-ac86-44db-b9c1-25f57a5e8b74 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:20.698607 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df69d72-4c32-4a46-b9a4-e1330d8e3e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6380ffef-cc67-4cb8-b5c1-2b6ba5423fc2,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:20.701496 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3df69d72-4c32-4a46-b9a4-e1330d8e3e2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:20.726708 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device fa108fbf-5a5a-4885-aa1a-673b6fd090aa up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:13:20.731304 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3df69d72-4c32-4a46-b9a4-e1330d8e3e2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:20.733825 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3df69d72-4c32-4a46-b9a4-e1330d8e3e2e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6380ffef-cc67-4cb8-b5c1-2b6ba5423fc2 HTTP/1.1" status: 204  len: 168 time: 0.8545613
Jan 29 10:13:20.846178 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port fa108fbf-5a5a-4885-aa1a-673b6fd090aa triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:13:20.846601 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:20.892043 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-eaf53bb2-f218-4308-94a3-ef6d48874a58 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:20.896132 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-687ef38c-f3ac-4ee6-b80a-42f3db3bf98a None None] Allocated IP 172.20.0.18 (3457f780-2178-4ebe-914b-7f1c7bb8ea49/d546fde3-8688-4a8c-93e3-37ba8eb0c3c7/fa108fbf-5a5a-4885-aa1a-673b6fd090aa) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:13:21.146435 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-687ef38c-f3ac-4ee6-b80a-42f3db3bf98a None None] For port fa108fbf-5a5a-4885-aa1a-673b6fd090aa, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=fa108fbf-5a5a-4885-aa1a-673b6fd090aa,segment=NetworkSegment(699d1d49-d7d9-45b6-a4c2-0d54cc54ddfc),segment_id=699d1d49-d7d9-45b6-a4c2-0d54cc54ddfc)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:13:21.200579 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-687ef38c-f3ac-4ee6-b80a-42f3db3bf98a None None] Notify callbacks [] for port, precommit_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:21.229627 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-2f731e0e-af18-4711-903d-a9b483db544f tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Deleting port 672921fd-fe3b-4f4c-8984-fc18bad14260 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:13:21.230591 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2f731e0e-af18-4711-903d-a9b483db544f tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:21.269325 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-687ef38c-f3ac-4ee6-b80a-42f3db3bf98a None None] Transition to ACTIVE for port object fa108fbf-5a5a-4885-aa1a-673b6fd090aa will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:13:21.316321 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-687ef38c-f3ac-4ee6-b80a-42f3db3bf98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:21.357604 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:21.362245 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2861788d-234b-4e2c-bee3-f1239aed8db4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:13:21.368064 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2861788d-234b-4e2c-bee3-f1239aed8db4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "PUT /v2.0/routers/8874ac55-28b2-44e3-ad16-8c1286200534/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 15.5408862
Jan 29 10:13:21.434867 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d943f5fd-0fc2-4201-b9f5-ba2cfdb5366a None None] Sync routers for ids ['8874ac55-28b2-44e3-ad16-8c1286200534'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:13:21.518503 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-77d753e6-c5a4-4f08-9cec-bccdf3eee301 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:13:21.529201 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-77d753e6-c5a4-4f08-9cec-bccdf3eee301 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Usage tracker for resource:port and tenant:af6cfbcc17be4cdfba1cf58741c9e55a is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:13:21.533676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-77d753e6-c5a4-4f08-9cec-bccdf3eee301 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Quota usage for port was recalculated. Used quota:2. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:13:21.542302 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-eaf53bb2-f218-4308-94a3-ef6d48874a58 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:21.553666 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d943f5fd-0fc2-4201-b9f5-ba2cfdb5366a None None] Routers {'8874ac55-28b2-44e3-ad16-8c1286200534'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:13:21.554426 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-d943f5fd-0fc2-4201-b9f5-ba2cfdb5366a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c8ed52e8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:12:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['8874ac55-28b2-44e3-ad16-8c1286200534'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:21.566824 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-96e674a7-6709-472e-946b-96eedf519b6d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:21.592317 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-77d753e6-c5a4-4f08-9cec-bccdf3eee301 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:13:21.622768 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf53bb2-f218-4308-94a3-ef6d48874a58 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event deleted for resources: {'Subnet': ['ID=5fcc104d-7170-4aa1-ba25-c5e7039d88e0,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:21.628825 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-eaf53bb2-f218-4308-94a3-ef6d48874a58 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:21.636881 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-2f731e0e-af18-4711-903d-a9b483db544f tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] For port 672921fd-fe3b-4f4c-8984-fc18bad14260, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=672921fd-fe3b-4f4c-8984-fc18bad14260,segment=NetworkSegment(2b01de8d-0715-4b8d-9e61-ab4d3f77f3bc),segment_id=2b01de8d-0715-4b8d-9e61-ab4d3f77f3bc)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:13:21.637293 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2f731e0e-af18-4711-903d-a9b483db544f tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:21.641578 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ef6e3e00-5ad9-4fcf-9e3a-fbbed3b0d905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:21.686796 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d753e6-c5a4-4f08-9cec-bccdf3eee301 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Made reservation on behalf of af6cfbcc17be4cdfba1cf58741c9e55a for: {'port': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:13:21.716929 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687ef38c-f3ac-4ee6-b80a-42f3db3bf98a None None] Pushing event updated for resources: {'Port': ['ID=fa108fbf-5a5a-4885-aa1a-673b6fd090aa,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:21.739745 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-687ef38c-f3ac-4ee6-b80a-42f3db3bf98a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:21.821435 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-d943f5fd-0fc2-4201-b9f5-ba2cfdb5366a None None] Set router 8874ac55-28b2-44e3-ad16-8c1286200534 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:13:21.847820 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-2f731e0e-af18-4711-903d-a9b483db544f tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Calling delete_port for 672921fd-fe3b-4f4c-8984-fc18bad14260 owned by network:router_interface {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:13:21.859298 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ab3e6dc5-9316-4c6f-ae39-f0e8f2581c1e tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349253'] for router_interface, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:21.908822 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-eaf53bb2-f218-4308-94a3-ef6d48874a58 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:21.934699 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-eaf53bb2-f218-4308-94a3-ef6d48874a58 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/subnets/5fcc104d-7170-4aa1-ba25-c5e7039d88e0 HTTP/1.1" status: 204  len: 168 time: 2.1795011
Jan 29 10:13:21.942990 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54090) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:21.968542 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e563aead-be32-4ac4-8822-24039aa263a9 None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:13:22.086022 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2f731e0e-af18-4711-903d-a9b483db544f tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:22.104881 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-634708f1-a1a5-4e15-af9b-37133f7fe43a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:22.122553 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0b86ac6f-609d-4db4-9e87-0b4d5acdacc6 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1250823
Jan 29 10:13:22.130926 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54094) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:22.180421 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f731e0e-af18-4711-903d-a9b483db544f tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Pushing event deleted for resources: {'Port': ['ID=672921fd-fe3b-4f4c-8984-fc18bad14260,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:22.189178 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2f731e0e-af18-4711-903d-a9b483db544f tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:22.210144 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-77d753e6-c5a4-4f08-9cec-bccdf3eee301 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:22.259466 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-8e6e22e2-e1d9-42f8-a9c4-e3d232ce43a7 req-7f23ca80-ac86-44db-b9c1-25f57a5e8b74 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:22.299531 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-8e6e22e2-e1d9-42f8-a9c4-e3d232ce43a7 req-7f23ca80-ac86-44db-b9c1-25f57a5e8b74 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:22.361575 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f1363372-b037-4131-a1fe-2fee263aed11 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:22.563607 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbc230e-f1e9-47de-8797-88df8acca5f0 None None] Network 3457f780-2178-4ebe-914b-7f1c7bb8ea49 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:13:22.616229 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2f731e0e-af18-4711-903d-a9b483db544f tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854415430'] for router_interface, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:22.669663 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-77d753e6-c5a4-4f08-9cec-bccdf3eee301 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] device_id is not set on port 50377374-a07c-4b44-9e12-421d329f4491 yet. {{(pid=80765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:13:22.785516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-9dbf47e4-23f0-4993-86bd-581c261dbf9b None None] Provisioning for port fa108fbf-5a5a-4885-aa1a-673b6fd090aa completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:13:22.794917 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device fa108fbf-5a5a-4885-aa1a-673b6fd090aa up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:13:22.847683 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-9dbf47e4-23f0-4993-86bd-581c261dbf9b None None] Provisioning complete for port fa108fbf-5a5a-4885-aa1a-673b6fd090aa triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:13:22.848078 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9dbf47e4-23f0-4993-86bd-581c261dbf9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:22.895627 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3c67a5-1c83-4d52-80a9-9f1aa37269d6 None None] DHCP port deletion for 36ec2ab5-acc9-45dc-a136-797459b09a1c request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:13:22.939404 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-1f3c67a5-1c83-4d52-80a9-9f1aa37269d6 None None] Deleting port 3cb2ae58-f8bf-4d1f-90d1-d6a06661c189 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:13:22.939918 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1f3c67a5-1c83-4d52-80a9-9f1aa37269d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:23.085449 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf989ef4-e8b4-4953-861b-626354e3c883 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:13:23.085449 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-bf989ef4-e8b4-4953-861b-626354e3c883 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Synchronizing usage tracker for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:13:23.103742 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f23ca80-ac86-44db-b9c1-25f57a5e8b74 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Pushing event updated for resources: {'Port': ['ID=fba2b97b-73e3-4d67-bee4-67b3b60adc2a,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:23.153691 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7f23ca80-ac86-44db-b9c1-25f57a5e8b74 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.793s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:23.181723 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f731e0e-af18-4711-903d-a9b483db544f tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Router e220c1c0-4b23-4f93-8414-abb30aa1bccc has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:13:23.186519 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-d943f5fd-0fc2-4201-b9f5-ba2cfdb5366a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c8ed52e8>, [{'id': '8874ac55-28b2-44e3-ad16-8c1286200534', 'name': 'tempest-TestNetworkBasicOps-router-415840673', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.223'}], 'enable_snat': True}, 'gw_port_id': '14363516-cbca-474d-8ee5-1a3c34317c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:07:51Z', 'updated_at': '2021-01-29T10:13:13Z', 'revision_number': 6, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '14363516-cbca-474d-8ee5-1a3c34317c4a', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:90:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8874ac55-28b2-44e3-ad16-8c1286200534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:07:54Z', 'updated_at': '2021-01-29T10:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': 'ad9954f8-4dcd-4bbf-9f03-d151b81195f9', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'floating_ip_address': '172.26.7.117', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '8874ac55-28b2-44e3-ad16-8c1286200534', 'port_id': '1ed1fecf-d03f-4bd3-b46d-ffcac548fa0a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '202d926a-4317-4fd3-a6b3-3233b8a4bdb4', 'mac_address': 'fa:16:3e:0b:99:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5916f6-67e0-4b45-8c9c-82a048d390d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:09:18Z', 'updated_at': '2021-01-29T10:09:30Z', 'revision_number': 1, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd7862d9-0746-4c02-9b51-23b3718ccd22', 'name': '', 'network_id': '202d926a-4317-4fd3-a6b3-3233b8a4bdb4', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:f2:7b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8874ac55-28b2-44e3-ad16-8c1286200534', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '18ba1ea0-4872-4c5f-bc2f-ad1138a60b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:08:14Z', 'updated_at': '2021-01-29T10:08:50Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': '18ba1ea0-4872-4c5f-bc2f-ad1138a60b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:23.210781 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-bf989ef4-e8b4-4953-861b-626354e3c883 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Unset dirty status for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:13:23.212222 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d943f5fd-0fc2-4201-b9f5-ba2cfdb5366a None None] Checking router: 8874ac55-28b2-44e3-ad16-8c1286200534 for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:13:23.212636 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-bf989ef4-e8b4-4953-861b-626354e3c883 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 1.0792174
Jan 29 10:13:23.223500 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54098) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:23.262352 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port fa108fbf-5a5a-4885-aa1a-673b6fd090aa triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:13:23.262785 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:23.360833 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f731e0e-af18-4711-903d-a9b483db544f tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:13:23.372117 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8561d959-ae24-4e52-b24b-9c72bbed0e1a None None] Sync routers for ids ['e220c1c0-4b23-4f93-8414-abb30aa1bccc'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:13:23.377961 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2f731e0e-af18-4711-903d-a9b483db544f tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "PUT /v2.0/routers/e220c1c0-4b23-4f93-8414-abb30aa1bccc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6877713
Jan 29 10:13:23.380680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54102) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:23.385116 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d943f5fd-0fc2-4201-b9f5-ba2cfdb5366a None None] Routers {'8874ac55-28b2-44e3-ad16-8c1286200534'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:13:23.385592 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8561d959-ae24-4e52-b24b-9c72bbed0e1a None None] Routers {'e220c1c0-4b23-4f93-8414-abb30aa1bccc'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:13:23.386198 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-8561d959-ae24-4e52-b24b-9c72bbed0e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca1f8550>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:12:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['e220c1c0-4b23-4f93-8414-abb30aa1bccc'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:23.386439 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-d943f5fd-0fc2-4201-b9f5-ba2cfdb5366a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c8ed52e8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:12:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['8874ac55-28b2-44e3-ad16-8c1286200534'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:23.476862 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-ab3e6dc5-9316-4c6f-ae39-f0e8f2581c1e tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Deleting port 39e00732-b77a-4de1-8c18-ba592ec3d0e3 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:13:23.477243 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ab3e6dc5-9316-4c6f-ae39-f0e8f2581c1e tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:23.486898 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-671b9b91-2ce9-42d5-9d8f-02317d3bc5bf tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Deleting subnet 0aec1e0e-4ddc-421a-8bc3-9042eed662a9 {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:13:23.490419 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-671b9b91-2ce9-42d5-9d8f-02317d3bc5bf tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:23.583945 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-8561d959-ae24-4e52-b24b-9c72bbed0e1a None None] Set router e220c1c0-4b23-4f93-8414-abb30aa1bccc gateway port host: None {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:13:23.599882 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-671b9b91-2ce9-42d5-9d8f-02317d3bc5bf tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:23.711259 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-671b9b91-2ce9-42d5-9d8f-02317d3bc5bf tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:23.821150 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-1f3c67a5-1c83-4d52-80a9-9f1aa37269d6 None None] For port 3cb2ae58-f8bf-4d1f-90d1-d6a06661c189, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=3cb2ae58-f8bf-4d1f-90d1-d6a06661c189,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:13:23.828184 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1f3c67a5-1c83-4d52-80a9-9f1aa37269d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:23.869274 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7065f399-7540-4888-8793-7540ca08a08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:24.027133 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158357ca-1ef3-4e00-98e9-8b20c3a77ee1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:13:24.027133 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-158357ca-1ef3-4e00-98e9-8b20c3a77ee1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Synchronizing usage tracker for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:subnet {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:13:24.034290 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-8e6e22e2-e1d9-42f8-a9c4-e3d232ce43a7 req-7f23ca80-ac86-44db-b9c1-25f57a5e8b74 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:24.161736 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-8561d959-ae24-4e52-b24b-9c72bbed0e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca1f8550>, [{'id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'name': 'tempest-RoutersIpV6Test-router-1431048454', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:12:00Z', 'updated_at': '2021-01-29T10:13:21Z', 'revision_number': 8, 'project_id': '22949024c322421d99052f9202cdd49a', 'gw_port_host': None, '_interfaces': [{'id': '9d3fb1aa-c043-4342-8d93-f08ffa1cf97f', 'name': '', 'network_id': 'd65c2c0a-9ecf-45a3-b14f-5abee0b33546', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'mac_address': 'fa:16:3e:4a:f6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'e8a55c25-1b47-42ec-978b-d5714b9cb332', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:12:24Z', 'updated_at': '2021-01-29T10:12:37Z', 'revision_number': 5, 'project_id': '22949024c322421d99052f9202cdd49a', 'subnets': [{'id': 'e8a55c25-1b47-42ec-978b-d5714b9cb332', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b7314175-99f7-4cb6-ac48-9793b498e096', 'name': '', 'network_id': '80c2087f-75e5-4ad3-be5d-6f7c2f11a575', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'mac_address': 'fa:16:3e:66:79:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '9ff78040-da3e-4fb9-8f2b-df4ed268b1aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:12:06Z', 'updated_at': '2021-01-29T10:12:18Z', 'revision_number': 5, 'project_id': '22949024c322421d99052f9202cdd49a', 'subnets': [{'id': '9ff78040-da3e-4fb9-8f2b-df4ed268b1aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'f9f6e07b-7cba-49fa-a211-1949ef4fd5ba', 'name': '', 'network_id': '87c4d725-c2b0-4819-9404-4afd776efaa7', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'mac_address': 'fa:16:3e:65:ff:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '62659ab8-7b86-42d3-aa2d-7ef4cac0f1a6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:12:46Z', 'updated_at': '2021-01-29T10:13:00Z', 'revision_number': 5, 'project_id': '22949024c322421d99052f9202cdd49a', 'subnets': [{'id': '62659ab8-7b86-42d3-aa2d-7ef4cac0f1a6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:24.174119 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8561d959-ae24-4e52-b24b-9c72bbed0e1a None None] Checking router: e220c1c0-4b23-4f93-8414-abb30aa1bccc for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:13:24.225352 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8561d959-ae24-4e52-b24b-9c72bbed0e1a None None] Routers {'e220c1c0-4b23-4f93-8414-abb30aa1bccc'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:13:24.225352 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-8561d959-ae24-4e52-b24b-9c72bbed0e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca1f8550>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:13:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['e220c1c0-4b23-4f93-8414-abb30aa1bccc'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:24.269975 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-1f3c67a5-1c83-4d52-80a9-9f1aa37269d6 None None] Calling delete_port for 3cb2ae58-f8bf-4d1f-90d1-d6a06661c189 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:13:24.280929 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-158357ca-1ef3-4e00-98e9-8b20c3a77ee1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Unset dirty status for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:subnet {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:13:24.280929 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-158357ca-1ef3-4e00-98e9-8b20c3a77ee1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 1.0356081
Jan 29 10:13:24.280929 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54106) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:24.374845 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-671b9b91-2ce9-42d5-9d8f-02317d3bc5bf tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:24.439283 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-d943f5fd-0fc2-4201-b9f5-ba2cfdb5366a None None] Set router 8874ac55-28b2-44e3-ad16-8c1286200534 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:13:24.450517 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-8561d959-ae24-4e52-b24b-9c72bbed0e1a None None] Set router e220c1c0-4b23-4f93-8414-abb30aa1bccc gateway port host: None {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:13:24.455547 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b7d16b99-558e-4ce4-9269-593884475ac2 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:24.490523 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-8e6e22e2-e1d9-42f8-a9c4-e3d232ce43a7 req-7f23ca80-ac86-44db-b9c1-25f57a5e8b74 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:24.500477 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8e6e22e2-e1d9-42f8-a9c4-e3d232ce43a7 req-7f23ca80-ac86-44db-b9c1-25f57a5e8b74 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 696 time: 13.7216938
Jan 29 10:13:24.500477 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b9dd0775-7562-4100-94a5-9ddcc40eaa5a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2155347
Jan 29 10:13:24.531451 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54110) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:24.558377 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-d74d40a7-249c-44ae-843b-10bbaa4ce49b tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Request body: {'subnet': {'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:13:24.589280 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671b9b91-2ce9-42d5-9d8f-02317d3bc5bf tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Pushing event deleted for resources: {'Subnet': ['ID=0aec1e0e-4ddc-421a-8bc3-9042eed662a9,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:24.833302 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 3cb2ae58-f8bf-4d1f-90d1-d6a06661c189 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:13:24.867656 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:24.897332 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-e6863c4d-5548-4020-8770-4fa1fede2c64 None None] Provisioning complete for port fa108fbf-5a5a-4885-aa1a-673b6fd090aa triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:13:24.897332 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e6863c4d-5548-4020-8770-4fa1fede2c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:24.997769 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-8e6e22e2-e1d9-42f8-a9c4-e3d232ce43a7 req-42f0f4cc-39cb-4116-8f86-c48a92b3a74f tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Synchronizing usage tracker for tenant:4d907168a4924ceb9472857ce37e1904 on resource:floatingip {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:13:25.047294 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ab3e6dc5-9316-4c6f-ae39-f0e8f2581c1e tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:25.129664 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-8561d959-ae24-4e52-b24b-9c72bbed0e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca1f8550>, [{'id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'name': 'tempest-RoutersIpV6Test-router-1431048454', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:12:00Z', 'updated_at': '2021-01-29T10:13:21Z', 'revision_number': 8, 'project_id': '22949024c322421d99052f9202cdd49a', 'gw_port_host': None, '_interfaces': [{'id': '9d3fb1aa-c043-4342-8d93-f08ffa1cf97f', 'name': '', 'network_id': 'd65c2c0a-9ecf-45a3-b14f-5abee0b33546', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'mac_address': 'fa:16:3e:4a:f6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'e8a55c25-1b47-42ec-978b-d5714b9cb332', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:12:24Z', 'updated_at': '2021-01-29T10:12:37Z', 'revision_number': 5, 'project_id': '22949024c322421d99052f9202cdd49a', 'subnets': [{'id': 'e8a55c25-1b47-42ec-978b-d5714b9cb332', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b7314175-99f7-4cb6-ac48-9793b498e096', 'name': '', 'network_id': '80c2087f-75e5-4ad3-be5d-6f7c2f11a575', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'mac_address': 'fa:16:3e:66:79:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '9ff78040-da3e-4fb9-8f2b-df4ed268b1aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:12:06Z', 'updated_at': '2021-01-29T10:12:18Z', 'revision_number': 5, 'project_id': '22949024c322421d99052f9202cdd49a', 'subnets': [{'id': '9ff78040-da3e-4fb9-8f2b-df4ed268b1aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'f9f6e07b-7cba-49fa-a211-1949ef4fd5ba', 'name': '', 'network_id': '87c4d725-c2b0-4819-9404-4afd776efaa7', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'mac_address': 'fa:16:3e:65:ff:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '62659ab8-7b86-42d3-aa2d-7ef4cac0f1a6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:12:46Z', 'updated_at': '2021-01-29T10:13:00Z', 'revision_number': 5, 'project_id': '22949024c322421d99052f9202cdd49a', 'subnets': [{'id': '62659ab8-7b86-42d3-aa2d-7ef4cac0f1a6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:25.129664 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8561d959-ae24-4e52-b24b-9c72bbed0e1a None None] The sync data for ids ['e220c1c0-4b23-4f93-8414-abb30aa1bccc'] in dv-neutron-772983-2-ovs is: [{'id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'name': 'tempest-RoutersIpV6Test-router-1431048454', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:12:00Z', 'updated_at': '2021-01-29T10:13:21Z', 'revision_number': 8, 'project_id': '22949024c322421d99052f9202cdd49a', 'gw_port_host': None, '_interfaces': [{'id': '9d3fb1aa-c043-4342-8d93-f08ffa1cf97f', 'name': '', 'network_id': 'd65c2c0a-9ecf-45a3-b14f-5abee0b33546', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'mac_address': 'fa:16:3e:4a:f6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'e8a55c25-1b47-42ec-978b-d5714b9cb332', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:12:24Z', 'updated_at': '2021-01-29T10:12:37Z', 'revision_number': 5, 'project_id': '22949024c322421d99052f9202cdd49a', 'subnets': [{'id': 'e8a55c25-1b47-42ec-978b-d5714b9cb332', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b7314175-99f7-4cb6-ac48-9793b498e096', 'name': '', 'network_id': '80c2087f-75e5-4ad3-be5d-6f7c2f11a575', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'mac_address': 'fa:16:3e:66:79:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '9ff78040-da3e-4fb9-8f2b-df4ed268b1aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:12:06Z', 'updated_at': '2021-01-29T10:12:18Z', 'revision_number': 5, 'project_id': '22949024c322421d99052f9202cdd49a', 'subnets': [{'id': '9ff78040-da3e-4fb9-8f2b-df4ed268b1aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'f9f6e07b-7cba-49fa-a211-1949ef4fd5ba', 'name': '', 'network_id': '87c4d725-c2b0-4819-9404-4afd776efaa7', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'mac_address': 'fa:16:3e:65:ff:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '62659ab8-7b86-42d3-aa2d-7ef4cac0f1a6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:12:46Z', 'updated_at': '2021-01-29T10:13:00Z', 'revision_number': 5, 'project_id': '22949024c322421d99052f9202cdd49a', 'subnets': [{'id': '62659ab8-7b86-42d3-aa2d-7ef4cac0f1a6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:13:25.175436 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1f3c67a5-1c83-4d52-80a9-9f1aa37269d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:25.196576 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:25.210721 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:25.277069 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b9b91-2ce9-42d5-9d8f-02317d3bc5bf tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:13:25.277069 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b9b91-2ce9-42d5-9d8f-02317d3bc5bf tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:13:25.277069 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b9b91-2ce9-42d5-9d8f-02317d3bc5bf tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:13:25.277069 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b9b91-2ce9-42d5-9d8f-02317d3bc5bf tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:13:25.277069 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b9b91-2ce9-42d5-9d8f-02317d3bc5bf tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:13:25.277069 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b9b91-2ce9-42d5-9d8f-02317d3bc5bf tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:13:25.277069 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b9b91-2ce9-42d5-9d8f-02317d3bc5bf tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:13:25.277069 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b9b91-2ce9-42d5-9d8f-02317d3bc5bf tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:13:25.292588 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No active binding found for port 3cb2ae58-f8bf-4d1f-90d1-d6a06661c189 {{(pid=80767) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}}
Jan 29 10:13:25.292588 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 3cb2ae58-f8bf-4d1f-90d1-d6a06661c189 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:13:25.297994 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b9b91-2ce9-42d5-9d8f-02317d3bc5bf tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:13:25.297994 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b9b91-2ce9-42d5-9d8f-02317d3bc5bf tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:13:25.297994 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b9b91-2ce9-42d5-9d8f-02317d3bc5bf tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:13:25.297994 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b9b91-2ce9-42d5-9d8f-02317d3bc5bf tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:13:25.297994 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b9b91-2ce9-42d5-9d8f-02317d3bc5bf tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:13:25.297994 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b9b91-2ce9-42d5-9d8f-02317d3bc5bf tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:13:25.297994 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b9b91-2ce9-42d5-9d8f-02317d3bc5bf tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:13:25.297994 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b9b91-2ce9-42d5-9d8f-02317d3bc5bf tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:13:25.297994 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b9b91-2ce9-42d5-9d8f-02317d3bc5bf tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:13:25.297994 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b9b91-2ce9-42d5-9d8f-02317d3bc5bf tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:13:25.297994 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b9b91-2ce9-42d5-9d8f-02317d3bc5bf tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:13:25.303993 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b9b91-2ce9-42d5-9d8f-02317d3bc5bf tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:13:25.310103 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3c67a5-1c83-4d52-80a9-9f1aa37269d6 None None] Pushing event deleted for resources: {'Port': ['ID=3cb2ae58-f8bf-4d1f-90d1-d6a06661c189,revision_number=None']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:25.315307 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b9b91-2ce9-42d5-9d8f-02317d3bc5bf tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:13:25.315307 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b9b91-2ce9-42d5-9d8f-02317d3bc5bf tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:13:25.315307 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b9b91-2ce9-42d5-9d8f-02317d3bc5bf tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:13:25.315307 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b9b91-2ce9-42d5-9d8f-02317d3bc5bf tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:13:25.330787 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1f3c67a5-1c83-4d52-80a9-9f1aa37269d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:25.346535 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-671b9b91-2ce9-42d5-9d8f-02317d3bc5bf tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.900s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:25.398978 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-671b9b91-2ce9-42d5-9d8f-02317d3bc5bf tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:25.408597 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-671b9b91-2ce9-42d5-9d8f-02317d3bc5bf tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "DELETE /v2.0/subnets/0aec1e0e-4ddc-421a-8bc3-9042eed662a9 HTTP/1.1" status: 204  len: 168 time: 2.0162325
Jan 29 10:13:25.408597 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54114) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:25.449989 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f9f10d-9db6-4aa8-b57d-41953c6def63 None None] Network 8f32b72a-c91e-4f6b-8787-930968d32656 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:13:25.474475 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-ab3e6dc5-9316-4c6f-ae39-f0e8f2581c1e tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Calling delete_port for 39e00732-b77a-4de1-8c18-ba592ec3d0e3 owned by network:router_interface {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:13:25.540451 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-eba36dec-ba46-4cde-8756-44dcc962cb87 None None] Provisioning complete for port fa108fbf-5a5a-4885-aa1a-673b6fd090aa triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:13:25.540451 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-eba36dec-ba46-4cde-8756-44dcc962cb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:25.609423 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d74d40a7-249c-44ae-843b-10bbaa4ce49b tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:13:25.618669 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-77d753e6-c5a4-4f08-9cec-bccdf3eee301 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Allocated IP 172.20.0.13 (3457f780-2178-4ebe-914b-7f1c7bb8ea49/a9523b55-40fb-4b2e-9f7c-e2d7f7691b7c/50377374-a07c-4b44-9e12-421d329f4491) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:13:25.639365 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-8e6e22e2-e1d9-42f8-a9c4-e3d232ce43a7 req-42f0f4cc-39cb-4116-8f86-c48a92b3a74f tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Unset dirty status for tenant:4d907168a4924ceb9472857ce37e1904 on resource:floatingip {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:13:25.639365 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8e6e22e2-e1d9-42f8-a9c4-e3d232ce43a7 req-42f0f4cc-39cb-4116-8f86-c48a92b3a74f tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.26.7.9 HTTP/1.1" status: 200  len: 694 time: 0.8770370
Jan 29 10:13:25.652077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d74d40a7-249c-44ae-843b-10bbaa4ce49b tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:13:25.661540 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-77d753e6-c5a4-4f08-9cec-bccdf3eee301 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Allocated IP 172.20.0.21 (3457f780-2178-4ebe-914b-7f1c7bb8ea49/d546fde3-8688-4a8c-93e3-37ba8eb0c3c7/50377374-a07c-4b44-9e12-421d329f4491) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:13:25.692446 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3093ce49-d8bf-455a-b5fa-7486c9b2ead2 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:25.743020 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d74d40a7-249c-44ae-843b-10bbaa4ce49b tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Made reservation on behalf of b2cc7248d2184abfb3aa21c44218cf1c for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:13:25.768302 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d74d40a7-249c-44ae-843b-10bbaa4ce49b tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:25.876419 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-3093ce49-d8bf-455a-b5fa-7486c9b2ead2 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Deleting port aa691ab5-1c12-4b18-81e0-14ce0d9dcd9f {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:13:25.876419 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3093ce49-d8bf-455a-b5fa-7486c9b2ead2 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:25.990581 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3c67a5-1c83-4d52-80a9-9f1aa37269d6 None None] No DVR routers for this DVR port 3cb2ae58-f8bf-4d1f-90d1-d6a06661c189 on host dv-neutron-772983-2-ovs {{(pid=80767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:13:26.099907 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:26.206532 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-3093ce49-d8bf-455a-b5fa-7486c9b2ead2 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] For port aa691ab5-1c12-4b18-81e0-14ce0d9dcd9f, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=aa691ab5-1c12-4b18-81e0-14ce0d9dcd9f,segment=NetworkSegment(2b01de8d-0715-4b8d-9e61-ab4d3f77f3bc),segment_id=2b01de8d-0715-4b8d-9e61-ab4d3f77f3bc)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:13:26.206532 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3093ce49-d8bf-455a-b5fa-7486c9b2ead2 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:26.341467 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-d943f5fd-0fc2-4201-b9f5-ba2cfdb5366a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c8ed52e8>, [{'id': '8874ac55-28b2-44e3-ad16-8c1286200534', 'name': 'tempest-TestNetworkBasicOps-router-415840673', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.223'}], 'enable_snat': True}, 'gw_port_id': '14363516-cbca-474d-8ee5-1a3c34317c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:07:51Z', 'updated_at': '2021-01-29T10:13:13Z', 'revision_number': 6, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '14363516-cbca-474d-8ee5-1a3c34317c4a', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:90:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8874ac55-28b2-44e3-ad16-8c1286200534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:07:54Z', 'updated_at': '2021-01-29T10:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': 'ad9954f8-4dcd-4bbf-9f03-d151b81195f9', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'floating_ip_address': '172.26.7.117', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '8874ac55-28b2-44e3-ad16-8c1286200534', 'port_id': '1ed1fecf-d03f-4bd3-b46d-ffcac548fa0a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '202d926a-4317-4fd3-a6b3-3233b8a4bdb4', 'mac_address': 'fa:16:3e:0b:99:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5916f6-67e0-4b45-8c9c-82a048d390d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:09:18Z', 'updated_at': '2021-01-29T10:09:30Z', 'revision_number': 1, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd7862d9-0746-4c02-9b51-23b3718ccd22', 'name': '', 'network_id': '202d926a-4317-4fd3-a6b3-3233b8a4bdb4', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:f2:7b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8874ac55-28b2-44e3-ad16-8c1286200534', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '18ba1ea0-4872-4c5f-bc2f-ad1138a60b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:08:14Z', 'updated_at': '2021-01-29T10:08:50Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': '18ba1ea0-4872-4c5f-bc2f-ad1138a60b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:26.352407 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ab3e6dc5-9316-4c6f-ae39-f0e8f2581c1e tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:26.357382 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d943f5fd-0fc2-4201-b9f5-ba2cfdb5366a None None] The sync data for ids ['8874ac55-28b2-44e3-ad16-8c1286200534'] in dv-neutron-772983-2-ovs is: [{'id': '8874ac55-28b2-44e3-ad16-8c1286200534', 'name': 'tempest-TestNetworkBasicOps-router-415840673', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.223'}], 'enable_snat': True}, 'gw_port_id': '14363516-cbca-474d-8ee5-1a3c34317c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:07:51Z', 'updated_at': '2021-01-29T10:13:13Z', 'revision_number': 6, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '14363516-cbca-474d-8ee5-1a3c34317c4a', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:90:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8874ac55-28b2-44e3-ad16-8c1286200534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:07:54Z', 'updated_at': '2021-01-29T10:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': 'ad9954f8-4dcd-4bbf-9f03-d151b81195f9', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'floating_ip_address': '172.26.7.117', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '8874ac55-28b2-44e3-ad16-8c1286200534', 'port_id': '1ed1fecf-d03f-4bd3-b46d-ffcac548fa0a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '202d926a-4317-4fd3-a6b3-3233b8a4bdb4', 'mac_address': 'fa:16:3e:0b:99:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5916f6-67e0-4b45-8c9c-82a048d390d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:09:18Z', 'updated_at': '2021-01-29T10:09:30Z', 'revision_number': 1, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd7862d9-0746-4c02-9b51-23b3718ccd22', 'name': '', 'network_id': '202d926a-4317-4fd3-a6b3-3233b8a4bdb4', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:f2:7b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8874ac55-28b2-44e3-ad16-8c1286200534', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '18ba1ea0-4872-4c5f-bc2f-ad1138a60b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:08:14Z', 'updated_at': '2021-01-29T10:08:50Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': '18ba1ea0-4872-4c5f-bc2f-ad1138a60b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:13:26.372285 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c363004d-f320-4fa0-a1b5-5827e249e03b None None] DHCP port deletion for 8f32b72a-c91e-4f6b-8787-930968d32656 request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:13:26.372285 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-c363004d-f320-4fa0-a1b5-5827e249e03b None None] Deleting port aa691ab5-1c12-4b18-81e0-14ce0d9dcd9f {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:13:26.372285 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c363004d-f320-4fa0-a1b5-5827e249e03b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:26.433099 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-3093ce49-d8bf-455a-b5fa-7486c9b2ead2 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Calling delete_port for aa691ab5-1c12-4b18-81e0-14ce0d9dcd9f owned by network:dhcp {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:13:26.513813 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7f71a3c4-7f1f-46f3-84df-3b55557b7f97 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:26.553846 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3093ce49-d8bf-455a-b5fa-7486c9b2ead2 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:26.572456 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-c363004d-f320-4fa0-a1b5-5827e249e03b None None] The port 'aa691ab5-1c12-4b18-81e0-14ce0d9dcd9f' was deleted {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 29 10:13:26.577845 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-453c1e73-300c-4dd7-98fd-f8b1669f9dec tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:26.611879 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6834b7-2a58-47e5-930e-cffa81bbcb9d None None] get_active_networks_info from dv-neutron-772983-2-ovs {{(pid=80767) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Jan 29 10:13:26.653622 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3093ce49-d8bf-455a-b5fa-7486c9b2ead2 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Pushing event deleted for resources: {'Port': ['ID=aa691ab5-1c12-4b18-81e0-14ce0d9dcd9f,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:26.653622 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3093ce49-d8bf-455a-b5fa-7486c9b2ead2 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:26.745771 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device aa691ab5-1c12-4b18-81e0-14ce0d9dcd9f no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:13:26.803341 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3093ce49-d8bf-455a-b5fa-7486c9b2ead2 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] No DVR routers for this DVR port aa691ab5-1c12-4b18-81e0-14ce0d9dcd9f on host dv-neutron-772983-2-ovs {{(pid=80766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:13:26.836837 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: aa691ab5-1c12-4b18-81e0-14ce0d9dcd9f {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:13:26.836837 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device aa691ab5-1c12-4b18-81e0-14ce0d9dcd9f not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:13:26.836837 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 672921fd-fe3b-4f4c-8984-fc18bad14260 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:13:26.881767 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 672921fd-fe3b-4f4c-8984-fc18bad14260 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:13:26.881767 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 672921fd-fe3b-4f4c-8984-fc18bad14260 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:13:26.881767 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device fbf66714-e231-4dba-8e8b-8a4bf2fd5fa5 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:13:26.941016 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: fbf66714-e231-4dba-8e8b-8a4bf2fd5fa5 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:13:26.941016 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device fbf66714-e231-4dba-8e8b-8a4bf2fd5fa5 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:13:26.974608 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3093ce49-d8bf-455a-b5fa-7486c9b2ead2 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:26.980122 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e22e2-e1d9-42f8-a9c4-e3d232ce43a7 req-59be74c5-aa45-4c89-af11-99b3d121592f tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:13:26.980122 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8e6e22e2-e1d9-42f8-a9c4-e3d232ce43a7 req-59be74c5-aa45-4c89-af11-99b3d121592f tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/networks/aadf795f-2e1a-4d04-be0e-12575f0f28a5 HTTP/1.1" status: 200  len: 784 time: 1.2769620
Jan 29 10:13:27.009703 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [req-8e6e22e2-e1d9-42f8-a9c4-e3d232ce43a7 req-3bdfefcc-9d7c-4cb9-bd3b-5e9c2245921f tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=80765) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:13:27.009703 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8e6e22e2-e1d9-42f8-a9c4-e3d232ce43a7 req-3bdfefcc-9d7c-4cb9-bd3b-5e9c2245921f tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0125902
Jan 29 10:13:27.058691 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6834b7-2a58-47e5-930e-cffa81bbcb9d None None] Resources bound (agent type, host, resource id):  {{(pid=80767) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Jan 29 10:13:27.283721 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-3093ce49-d8bf-455a-b5fa-7486c9b2ead2 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c9a41828>,) {'filters': {'network_id': ['8f32b72a-c91e-4f6b-8787-930968d32656']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:27.313508 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-3093ce49-d8bf-455a-b5fa-7486c9b2ead2 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c9a41828>, '2b01de8d-0715-4b8d-9e61-ab4d3f77f3bc') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:27.313508 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-3093ce49-d8bf-455a-b5fa-7486c9b2ead2 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c9a41828>, '2b01de8d-0715-4b8d-9e61-ab4d3f77f3bc') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:27.341388 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3e6dc5-9316-4c6f-ae39-f0e8f2581c1e tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Pushing event deleted for resources: {'Port': ['ID=39e00732-b77a-4de1-8c18-ba592ec3d0e3,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:27.349485 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3093ce49-d8bf-455a-b5fa-7486c9b2ead2 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:27.358293 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ab3e6dc5-9316-4c6f-ae39-f0e8f2581c1e tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.839s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:27.375692 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3093ce49-d8bf-455a-b5fa-7486c9b2ead2 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:27.375692 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3093ce49-d8bf-455a-b5fa-7486c9b2ead2 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Releasing vxlan tunnel 3 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:13:27.696754 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-3093ce49-d8bf-455a-b5fa-7486c9b2ead2 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Network 8f32b72a-c91e-4f6b-8787-930968d32656 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:13:27.706750 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3093ce49-d8bf-455a-b5fa-7486c9b2ead2 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:27.880260 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d2a297-989d-4938-94d0-0facce0a11a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-36ec2ab5-acc9-45dc-a136-797459b09a1c', 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'tenant_id': 'b2cc7248d2184abfb3aa21c44218cf1c', 'fixed_ips': [{'subnet_id': 'f0626fca-2c88-4be8-a785-e4d654ba5999'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:13:27.880260 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-59d2a297-989d-4938-94d0-0facce0a11a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:28.067657 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-3093ce49-d8bf-455a-b5fa-7486c9b2ead2 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Network 8f32b72a-c91e-4f6b-8787-930968d32656 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:13:28.123301 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:13:28.123301 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:13:28.123301 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:13:28.123301 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:13:28.123301 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:13:28.123301 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:13:28.123301 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:13:28.123301 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:13:28.123301 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:13:28.123301 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:13:28.123301 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:13:28.123301 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:13:28.123301 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:13:28.123301 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:13:28.123301 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:13:28.123301 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:13:28.123301 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:13:28.123301 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:13:28.123301 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:13:28.123301 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:13:28.123301 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:13:28.123301 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:13:28.123301 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:13:28.123301 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:13:28.123301 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:13:28.123301 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:13:28.123301 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:13:28.123301 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:13:28.123301 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:13:28.123301 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:13:28.123301 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:13:28.123301 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:13:28.377908 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-59d2a297-989d-4938-94d0-0facce0a11a2 None None] Allocated IP 2001:db8::f816:3eff:fe13:b618 (36ec2ab5-acc9-45dc-a136-797459b09a1c/f0626fca-2c88-4be8-a785-e4d654ba5999/a12f94df-bac1-41af-b94e-32f48a36565c) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:13:28.483395 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3093ce49-d8bf-455a-b5fa-7486c9b2ead2 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:28.493606 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3093ce49-d8bf-455a-b5fa-7486c9b2ead2 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:28.493606 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9ece1660-5e5f-4dd8-8a60-7544510d2173 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:28.592158 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3093ce49-d8bf-455a-b5fa-7486c9b2ead2 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Pushing event deleted for resources: {'Network': ['ID=8f32b72a-c91e-4f6b-8787-930968d32656,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:28.610315 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3093ce49-d8bf-455a-b5fa-7486c9b2ead2 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:28.632470 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3093ce49-d8bf-455a-b5fa-7486c9b2ead2 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "DELETE /v2.0/networks/8f32b72a-c91e-4f6b-8787-930968d32656 HTTP/1.1" status: 204  len: 168 time: 3.2207799
Jan 29 10:13:28.632470 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54126) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:28.698213 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ab3e6dc5-9316-4c6f-ae39-f0e8f2581c1e tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854415430'] for router_interface, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:28.904897 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-59d2a297-989d-4938-94d0-0facce0a11a2 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:28.915566 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-59d2a297-989d-4938-94d0-0facce0a11a2 None None] Transition to ACTIVE for port object a12f94df-bac1-41af-b94e-32f48a36565c will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:13:28.933427 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-59d2a297-989d-4938-94d0-0facce0a11a2 None None] Transition to ACTIVE for port object a12f94df-bac1-41af-b94e-32f48a36565c will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:13:28.954613 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-59d2a297-989d-4938-94d0-0facce0a11a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:29.086817 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-40697b30-e452-4ed6-b31a-0e2f8577d1b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:29.146487 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d2a297-989d-4938-94d0-0facce0a11a2 None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:13:29.146487 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-59d2a297-989d-4938-94d0-0facce0a11a2 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:13:29.161645 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d2a297-989d-4938-94d0-0facce0a11a2 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:13:29.220078 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e7fb7c-1380-45c6-bb87-3ffe34de76f5 req-2bb62c71-972f-4c79-9795-1d90dfad9a42 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:13:29.225177 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-9c6e3527-3384-437c-bab4-08f16b20e7cb None None] Provisioning complete for port fa108fbf-5a5a-4885-aa1a-673b6fd090aa triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:13:29.225177 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9c6e3527-3384-437c-bab4-08f16b20e7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:29.231045 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-38e7fb7c-1380-45c6-bb87-3ffe34de76f5 req-2bb62c71-972f-4c79-9795-1d90dfad9a42 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/ports?device_id=e703fc3b-df22-44d7-a8f5-0f01199a3626&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 1.6332781
Jan 29 10:13:29.373663 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-59d2a297-989d-4938-94d0-0facce0a11a2 None None] Attempting to bind port a12f94df-bac1-41af-b94e-32f48a36565c on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:13:29.373663 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-59d2a297-989d-4938-94d0-0facce0a11a2 None None] Attempting to bind port a12f94df-bac1-41af-b94e-32f48a36565c by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:13:29.373663 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d2a297-989d-4938-94d0-0facce0a11a2 None None] Attempting to bind port a12f94df-bac1-41af-b94e-32f48a36565c on network 36ec2ab5-acc9-45dc-a136-797459b09a1c {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:13:29.373663 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d2a297-989d-4938-94d0-0facce0a11a2 None None] Pushing event updated for resources: {'Port': ['ID=a12f94df-bac1-41af-b94e-32f48a36565c,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:29.379929 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-59d2a297-989d-4938-94d0-0facce0a11a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:29.379929 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d2a297-989d-4938-94d0-0facce0a11a2 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:13:29.379929 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d2a297-989d-4938-94d0-0facce0a11a2 None None] Checking segment: {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:13:29.379929 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-59d2a297-989d-4938-94d0-0facce0a11a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:29.379929 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d2a297-989d-4938-94d0-0facce0a11a2 None None] Bound using segment: {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:13:29.379929 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-59d2a297-989d-4938-94d0-0facce0a11a2 None None] Bound port: a12f94df-bac1-41af-b94e-32f48a36565c, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:13:29.379929 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-59d2a297-989d-4938-94d0-0facce0a11a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:29.486870 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-59d2a297-989d-4938-94d0-0facce0a11a2 None None] For port a12f94df-bac1-41af-b94e-32f48a36565c, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:13:29.486870 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-59d2a297-989d-4938-94d0-0facce0a11a2 None None] For port a12f94df-bac1-41af-b94e-32f48a36565c, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=a12f94df-bac1-41af-b94e-32f48a36565c,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:13:29.497766 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-59d2a297-989d-4938-94d0-0facce0a11a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:29.524294 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-db6b8c83-db0c-4976-aa8c-4b5f0addab33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:29.557666 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-77d753e6-c5a4-4f08-9cec-bccdf3eee301 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:29.585227 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab3e6dc5-9316-4c6f-ae39-f0e8f2581c1e tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Router c02bbf86-a559-4f0a-8d63-7d0b85f344b5 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:13:29.641257 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-38e7fb7c-1380-45c6-bb87-3ffe34de76f5 req-9ea95b79-2339-48af-a0e4-315238a2973c tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.26.7.9 HTTP/1.1" status: 200  len: 694 time: 0.4130790
Jan 29 10:13:29.641257 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-38e7fb7c-1380-45c6-bb87-3ffe34de76f5 req-be6af94e-aade-4b2d-963a-999d0c29bb83 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Request body: {'floatingip': {'port_id': '05c0010b-4a4e-456d-88c9-f1ef6991886d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:13:29.647787 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d2a297-989d-4938-94d0-0facce0a11a2 None None] Pushing event updated for resources: {'Port': ['ID=a12f94df-bac1-41af-b94e-32f48a36565c,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:29.661552 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-59d2a297-989d-4938-94d0-0facce0a11a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:29.756007 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-38e7fb7c-1380-45c6-bb87-3ffe34de76f5 req-be6af94e-aade-4b2d-963a-999d0c29bb83 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks [] for floatingip, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:29.794981 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e7d6e-8a72-4ad6-a0e0-2f490700264c req-0f1420f3-6e1c-407a-9b6a-cc341a1045a1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:13:29.794981 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-1d5e7d6e-8a72-4ad6-a0e0-2f490700264c req-0f1420f3-6e1c-407a-9b6a-cc341a1045a1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Synchronizing usage tracker for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:13:29.827094 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-1d5e7d6e-8a72-4ad6-a0e0-2f490700264c req-0f1420f3-6e1c-407a-9b6a-cc341a1045a1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Unset dirty status for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:13:29.827094 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1d5e7d6e-8a72-4ad6-a0e0-2f490700264c req-0f1420f3-6e1c-407a-9b6a-cc341a1045a1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ea3ac59-5174-413b-959c-d10fe4797d48 HTTP/1.1" status: 200  len: 946 time: 0.3961606
Jan 29 10:13:29.967456 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-1d5e7d6e-8a72-4ad6-a0e0-2f490700264c req-67cc55a0-4356-43f5-b396-ac50e58953bc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Deleting port e49cb43a-fab3-4dd7-b334-ef4bdb01b3b2 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:13:29.967848 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-1d5e7d6e-8a72-4ad6-a0e0-2f490700264c req-67cc55a0-4356-43f5-b396-ac50e58953bc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:30.042644 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-77d753e6-c5a4-4f08-9cec-bccdf3eee301 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Transition to ACTIVE for port object 50377374-a07c-4b44-9e12-421d329f4491 will not be triggered until provisioned by entity DHCP. {{(pid=80765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:13:30.085265 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c0c13c96-dcb9-4231-b5e6-0d85e373074e tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349253'] for router_interface, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:30.169958 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device e49cb43a-fab3-4dd7-b334-ef4bdb01b3b2 no longer exists at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:13:30.281278 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.objects.ports [None req-d74d40a7-249c-44ae-843b-10bbaa4ce49b tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=80765) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 29 10:13:30.408853 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:30.429429 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3e6dc5-9316-4c6f-ae39-f0e8f2581c1e tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:13:30.450203 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port e49cb43a-fab3-4dd7-b334-ef4bdb01b3b2, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=e49cb43a-fab3-4dd7-b334-ef4bdb01b3b2,segment=NetworkSegment(a42befa6-0b79-4c70-af33-f26409069a75),segment_id=a42befa6-0b79-4c70-af33-f26409069a75)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:13:30.455368 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea3ac59-5174-413b-959c-d10fe4797d48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e49cb43a-fab3-4dd7-b334-ef4bdb01b3b2'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:13:30.458387 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3898a84-66fa-49c0-bcee-3bd30c850895 None None] Sync routers for ids ['c02bbf86-a559-4f0a-8d63-7d0b85f344b5'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:13:30.479511 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3898a84-66fa-49c0-bcee-3bd30c850895 None None] Routers {'c02bbf86-a559-4f0a-8d63-7d0b85f344b5'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:13:30.480260 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-b3898a84-66fa-49c0-bcee-3bd30c850895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c8f1e9e8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:13:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['c02bbf86-a559-4f0a-8d63-7d0b85f344b5'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:30.495201 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-77d753e6-c5a4-4f08-9cec-bccdf3eee301 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:30.545577 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:30.553416 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:30.588933 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ab3e6dc5-9316-4c6f-ae39-f0e8f2581c1e tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:30.609998 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-b3898a84-66fa-49c0-bcee-3bd30c850895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c8f1e9e8>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:30.641755 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3898a84-66fa-49c0-bcee-3bd30c850895 None None] Routers {'c02bbf86-a559-4f0a-8d63-7d0b85f344b5'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:13:30.642088 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-b3898a84-66fa-49c0-bcee-3bd30c850895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c8f1e9e8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:13:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['c02bbf86-a559-4f0a-8d63-7d0b85f344b5'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:30.700313 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.ipam_pluggable_backend [None req-d74d40a7-249c-44ae-843b-10bbaa4ce49b tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Port a12f94df-bac1-41af-b94e-32f48a36565c got IPv6 auto-address in a concurrent create or update port request. Ignoring. {{(pid=80765) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:585}}
Jan 29 10:13:30.700862 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d74d40a7-249c-44ae-843b-10bbaa4ce49b tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:30.778176 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-b3898a84-66fa-49c0-bcee-3bd30c850895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c8f1e9e8>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:30.778176 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3898a84-66fa-49c0-bcee-3bd30c850895 None None] The sync data for ids ['c02bbf86-a559-4f0a-8d63-7d0b85f344b5'] in dv-neutron-772983-2-ovs is: [] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:13:30.795306 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ab3e6dc5-9316-4c6f-ae39-f0e8f2581c1e tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] 10.222.0.57 "PUT /v2.0/routers/c02bbf86-a559-4f0a-8d63-7d0b85f344b5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 12.8542614
Jan 29 10:13:30.795306 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54132) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:30.803945 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=e49cb43a-fab3-4dd7-b334-ef4bdb01b3b2,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:30.812457 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:13:30.812918 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:13:30.813395 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:13:30.817826 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:13:30.817826 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:13:30.817826 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:13:30.817826 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:13:30.817826 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:13:30.817826 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:13:30.823184 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:13:30.823184 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:13:30.823184 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:13:30.823184 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:13:30.823184 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:13:30.823184 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:13:30.823184 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:13:30.826014 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:13:30.826014 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:13:30.826014 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:13:30.826014 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:13:30.826014 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:13:30.827046 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:13:30.827480 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:13:30.828358 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:13:30.835603 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:30.859494 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device a12f94df-bac1-41af-b94e-32f48a36565c up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:13:30.949567 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port a12f94df-bac1-41af-b94e-32f48a36565c completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:13:31.024598 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-1d5e7d6e-8a72-4ad6-a0e0-2f490700264c req-67cc55a0-4356-43f5-b396-ac50e58953bc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] For port e49cb43a-fab3-4dd7-b334-ef4bdb01b3b2, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=e49cb43a-fab3-4dd7-b334-ef4bdb01b3b2,segment=NetworkSegment(a42befa6-0b79-4c70-af33-f26409069a75),segment_id=a42befa6-0b79-4c70-af33-f26409069a75)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:13:31.025021 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-1d5e7d6e-8a72-4ad6-a0e0-2f490700264c req-67cc55a0-4356-43f5-b396-ac50e58953bc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:31.188702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-1d5e7d6e-8a72-4ad6-a0e0-2f490700264c req-67cc55a0-4356-43f5-b396-ac50e58953bc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Calling delete_port for e49cb43a-fab3-4dd7-b334-ef4bdb01b3b2 owned by compute:nova {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:13:31.331535 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-c0c13c96-dcb9-4231-b5e6-0d85e373074e tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Deleting port f9f6e07b-7cba-49fa-a211-1949ef4fd5ba {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:13:31.331535 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c0c13c96-dcb9-4231-b5e6-0d85e373074e tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:31.391204 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [req-1d5e7d6e-8a72-4ad6-a0e0-2f490700264c req-67cc55a0-4356-43f5-b396-ac50e58953bc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80766) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:13:31.391567 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [req-1d5e7d6e-8a72-4ad6-a0e0-2f490700264c req-67cc55a0-4356-43f5-b396-ac50e58953bc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:13:31.533194 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d753e6-c5a4-4f08-9cec-bccdf3eee301 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event updated for resources: {'Port': ['ID=50377374-a07c-4b44-9e12-421d329f4491,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:31.533194 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-77d753e6-c5a4-4f08-9cec-bccdf3eee301 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.944s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:31.541100 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-8e383ea8-8ed8-4b38-8669-2ca151349afa None None] Provisioning for port a12f94df-bac1-41af-b94e-32f48a36565c completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:13:31.563604 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-8e383ea8-8ed8-4b38-8669-2ca151349afa None None] Provisioning complete for port a12f94df-bac1-41af-b94e-32f48a36565c triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:13:31.563604 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8e383ea8-8ed8-4b38-8669-2ca151349afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:31.595602 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-28bbcee4-58da-41e3-bc3a-8973357dc1fd tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.854s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:31.654950 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-c0c13c96-dcb9-4231-b5e6-0d85e373074e tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] For port f9f6e07b-7cba-49fa-a211-1949ef4fd5ba, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=f9f6e07b-7cba-49fa-a211-1949ef4fd5ba,segment=NetworkSegment(fb3b5b6b-1dae-4d45-a8d4-6717ddfe21c5),segment_id=fb3b5b6b-1dae-4d45-a8d4-6717ddfe21c5)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:13:31.654950 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c0c13c96-dcb9-4231-b5e6-0d85e373074e tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:31.772178 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74d40a7-249c-44ae-843b-10bbaa4ce49b tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event updated for resources: {'Subnet': ['ID=f0626fca-2c88-4be8-a785-e4d654ba5999,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:31.772178 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d74d40a7-249c-44ae-843b-10bbaa4ce49b tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:31.883885 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8e383ea8-8ed8-4b38-8669-2ca151349afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:31.927490 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74d40a7-249c-44ae-843b-10bbaa4ce49b tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:13:31.927490 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-d74d40a7-249c-44ae-843b-10bbaa4ce49b tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:13:31.950818 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d753e6-c5a4-4f08-9cec-bccdf3eee301 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Network 3457f780-2178-4ebe-914b-7f1c7bb8ea49 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:13:31.956426 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-77d753e6-c5a4-4f08-9cec-bccdf3eee301 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:13:31.956426 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d753e6-c5a4-4f08-9cec-bccdf3eee301 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:13:31.980797 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-c0c13c96-dcb9-4231-b5e6-0d85e373074e tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Calling delete_port for f9f6e07b-7cba-49fa-a211-1949ef4fd5ba owned by network:router_interface {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:13:31.986377 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-8e383ea8-8ed8-4b38-8669-2ca151349afa None None] For port a12f94df-bac1-41af-b94e-32f48a36565c, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=a12f94df-bac1-41af-b94e-32f48a36565c,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:13:31.998284 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8e383ea8-8ed8-4b38-8669-2ca151349afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:32.004866 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5e549905-301f-49bb-ae02-611a8b0410b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:32.047085 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ad447afb-0b16-4f2a-937f-a44c838bb30a tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for router, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:32.123647 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74d40a7-249c-44ae-843b-10bbaa4ce49b tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:13:32.123647 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d74d40a7-249c-44ae-843b-10bbaa4ce49b tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:32.190483 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d74d40a7-249c-44ae-843b-10bbaa4ce49b tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 824 time: 7.6542506
Jan 29 10:13:32.209517 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-8e383ea8-8ed8-4b38-8669-2ca151349afa None None] Provisioning complete for port fa108fbf-5a5a-4885-aa1a-673b6fd090aa triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:13:32.209517 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8e383ea8-8ed8-4b38-8669-2ca151349afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:32.298363 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54136) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:32.326144 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-f8b2f25e-5515-4afb-9fe8-923918ea76ac tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Request body: {'port': {'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'mac_address': 'fa:16:3e:fe:a7:8e', 'name': 'tempest-NetworksTestDHCPv6-70433684'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:13:32.328925 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-1d5e7d6e-8a72-4ad6-a0e0-2f490700264c req-67cc55a0-4356-43f5-b396-ac50e58953bc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Deleting port e49cb43a-fab3-4dd7-b334-ef4bdb01b3b2 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:13:32.328925 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-1d5e7d6e-8a72-4ad6-a0e0-2f490700264c req-67cc55a0-4356-43f5-b396-ac50e58953bc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:32.353299 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e383ea8-8ed8-4b38-8669-2ca151349afa None None] Pushing event updated for resources: {'Port': ['ID=a12f94df-bac1-41af-b94e-32f48a36565c,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:32.362255 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8e383ea8-8ed8-4b38-8669-2ca151349afa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:32.457170 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c0c13c96-dcb9-4231-b5e6-0d85e373074e tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:32.465587 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86520ad-f018-4d78-90ca-8a54aab51fbb None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:13:32.512581 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.resource_extend [req-38e7fb7c-1380-45c6-bb87-3ffe34de76f5 req-be6af94e-aade-4b2d-963a-999d0c29bb83 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 29 10:13:32.615639 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e32a5e64-2c77-4680-a81d-6159002ae180 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:32.704451 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d753e6-c5a4-4f08-9cec-bccdf3eee301 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:13:32.704451 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-77d753e6-c5a4-4f08-9cec-bccdf3eee301 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:32.737298 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device a12f94df-bac1-41af-b94e-32f48a36565c up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:13:32.742114 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-f8b2f25e-5515-4afb-9fe8-923918ea76ac tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:13:32.748131 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f8b2f25e-5515-4afb-9fe8-923918ea76ac tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Usage tracker for resource:port and tenant:b2cc7248d2184abfb3aa21c44218cf1c is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:13:32.750659 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f8b2f25e-5515-4afb-9fe8-923918ea76ac tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Quota usage for port was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:13:32.782514 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-f8b2f25e-5515-4afb-9fe8-923918ea76ac tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:13:32.787625 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c13c96-dcb9-4231-b5e6-0d85e373074e tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Pushing event deleted for resources: {'Port': ['ID=f9f6e07b-7cba-49fa-a211-1949ef4fd5ba,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:32.793061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c0c13c96-dcb9-4231-b5e6-0d85e373074e tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:32.809364 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-a7014b2e-8cd9-4e9f-9315-c96c147c0803 None None] Provisioning for port 50377374-a07c-4b44-9e12-421d329f4491 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:13:32.829821 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-77d753e6-c5a4-4f08-9cec-bccdf3eee301 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1005 time: 12.3259203
Jan 29 10:13:32.830751 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54140) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:32.835655 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-38e7fb7c-1380-45c6-bb87-3ffe34de76f5 req-be6af94e-aade-4b2d-963a-999d0c29bb83 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:32.851239 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-4ed5efe5-6cbd-4da8-a32c-e4c9d8e93fd2 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a9523b55-40fb-4b2e-9f7c-e2d7f7691b7c'}]}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:13:32.862221 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-a7014b2e-8cd9-4e9f-9315-c96c147c0803 None None] Provisioning complete for port 50377374-a07c-4b44-9e12-421d329f4491 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:13:32.862873 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a7014b2e-8cd9-4e9f-9315-c96c147c0803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:32.879466 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ad447afb-0b16-4f2a-937f-a44c838bb30a tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for router_gateway, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:32.897753 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-38e7fb7c-1380-45c6-bb87-3ffe34de76f5 req-be6af94e-aade-4b2d-963a-999d0c29bb83 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:32.942278 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-a7014b2e-8cd9-4e9f-9315-c96c147c0803 None None] Port 50377374-a07c-4b44-9e12-421d329f4491 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:13:32.974734 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b2f25e-5515-4afb-9fe8-923918ea76ac tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Made reservation on behalf of b2cc7248d2184abfb3aa21c44218cf1c for: {'port': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:13:32.977818 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port a12f94df-bac1-41af-b94e-32f48a36565c triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:13:32.978817 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:33.013759 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-ad447afb-0b16-4f2a-937f-a44c838bb30a tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Deleting port 1cbcc617-b0a3-41b2-bfd7-90f7a684e8d4 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:13:33.014196 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ad447afb-0b16-4f2a-937f-a44c838bb30a tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:33.050694 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-a7014b2e-8cd9-4e9f-9315-c96c147c0803 None None] Provisioning complete for port a12f94df-bac1-41af-b94e-32f48a36565c triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:13:33.050694 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a7014b2e-8cd9-4e9f-9315-c96c147c0803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:33.186087 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c0c13c96-dcb9-4231-b5e6-0d85e373074e tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854415430'] for router_interface, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:33.225139 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-1d5e7d6e-8a72-4ad6-a0e0-2f490700264c req-67cc55a0-4356-43f5-b396-ac50e58953bc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] For port e49cb43a-fab3-4dd7-b334-ef4bdb01b3b2, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=e49cb43a-fab3-4dd7-b334-ef4bdb01b3b2,segment=NetworkSegment(a42befa6-0b79-4c70-af33-f26409069a75),segment_id=a42befa6-0b79-4c70-af33-f26409069a75)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:13:33.225878 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-1d5e7d6e-8a72-4ad6-a0e0-2f490700264c req-67cc55a0-4356-43f5-b396-ac50e58953bc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:33.466018 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [req-38e7fb7c-1380-45c6-bb87-3ffe34de76f5 req-be6af94e-aade-4b2d-963a-999d0c29bb83 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Floating IP 565f982f-8af9-4950-b585-07af6df4206c associated. External IP: 172.26.7.9, port: 05c0010b-4a4e-456d-88c9-f1ef6991886d.
Jan 29 10:13:33.477257 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-1d5e7d6e-8a72-4ad6-a0e0-2f490700264c req-67cc55a0-4356-43f5-b396-ac50e58953bc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Calling delete_port for e49cb43a-fab3-4dd7-b334-ef4bdb01b3b2 owned by compute:nova {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:13:33.655702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4d4dd5d6-9095-4517-80af-34f588328c1e None None] Provisioning complete for port a12f94df-bac1-41af-b94e-32f48a36565c triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:13:33.655702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4d4dd5d6-9095-4517-80af-34f588328c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:34.007693 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-1d5e7d6e-8a72-4ad6-a0e0-2f490700264c req-67cc55a0-4356-43f5-b396-ac50e58953bc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:34.024402 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-016c0263-3f9e-4b47-9e51-47b8cfa58711 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:34.094586 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cc55a0-4356-43f5-b396-ac50e58953bc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event deleted for resources: {'Port': ['ID=e49cb43a-fab3-4dd7-b334-ef4bdb01b3b2,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:34.103371 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-67cc55a0-4356-43f5-b396-ac50e58953bc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:34.242825 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ad447afb-0b16-4f2a-937f-a44c838bb30a tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:34.265647 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f8b2f25e-5515-4afb-9fe8-923918ea76ac tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:34.457827 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0c13c96-dcb9-4231-b5e6-0d85e373074e tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Router e220c1c0-4b23-4f93-8414-abb30aa1bccc has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:13:34.522440 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-ad447afb-0b16-4f2a-937f-a44c838bb30a tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Calling delete_port for 1cbcc617-b0a3-41b2-bfd7-90f7a684e8d4 owned by network:router_gateway {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:13:34.679529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4ed5efe5-6cbd-4da8-a32c-e4c9d8e93fd2 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:34.728229 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d5e7d6e-8a72-4ad6-a0e0-2f490700264c req-67cc55a0-4356-43f5-b396-ac50e58953bc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] No DVR routers for this DVR port e49cb43a-fab3-4dd7-b334-ef4bdb01b3b2 on host hv-neutron-7729 {{(pid=80766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:13:34.731106 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c13c96-dcb9-4231-b5e6-0d85e373074e tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:13:34.733325 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-1d5e7d6e-8a72-4ad6-a0e0-2f490700264c req-67cc55a0-4356-43f5-b396-ac50e58953bc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:34.735940 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea3ac59-5174-413b-959c-d10fe4797d48', 'name': 'network-vif-deleted', 'tag': 'e49cb43a-fab3-4dd7-b334-ef4bdb01b3b2'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:13:34.745712 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ff3135-7d3e-49a2-b16a-e1f8511d3c37 None None] Sync routers for ids ['e220c1c0-4b23-4f93-8414-abb30aa1bccc'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:13:34.751617 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:34.765286 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ff3135-7d3e-49a2-b16a-e1f8511d3c37 None None] Routers {'e220c1c0-4b23-4f93-8414-abb30aa1bccc'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:13:34.765705 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-41ff3135-7d3e-49a2-b16a-e1f8511d3c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca026358>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:13:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['e220c1c0-4b23-4f93-8414-abb30aa1bccc'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:34.766081 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c0c13c96-dcb9-4231-b5e6-0d85e373074e tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "PUT /v2.0/routers/e220c1c0-4b23-4f93-8414-abb30aa1bccc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1327133
Jan 29 10:13:34.767987 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1d5e7d6e-8a72-4ad6-a0e0-2f490700264c req-67cc55a0-4356-43f5-b396-ac50e58953bc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.22 "DELETE /v2.0/ports/e49cb43a-fab3-4dd7-b334-ef4bdb01b3b2 HTTP/1.1" status: 204  len: 173 time: 4.9098644
Jan 29 10:13:34.768834 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54146) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:34.891397 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e2adad3-d396-49a2-b709-80809b706c74 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Deleting subnet 62659ab8-7b86-42d3-aa2d-7ef4cac0f1a6 {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:13:34.895742 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8e2adad3-d396-49a2-b709-80809b706c74 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:34.984465 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8e2adad3-d396-49a2-b709-80809b706c74 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:35.159556 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8e2adad3-d396-49a2-b709-80809b706c74 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:35.185196 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-f8b2f25e-5515-4afb-9fe8-923918ea76ac tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] device_id is not set on port 4e2ffd7c-5990-4ab0-8c28-d71a8f575a99 yet. {{(pid=80765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:13:35.220054 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-41ff3135-7d3e-49a2-b16a-e1f8511d3c37 None None] Set router e220c1c0-4b23-4f93-8414-abb30aa1bccc gateway port host: None {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:13:35.349890 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ad447afb-0b16-4f2a-937f-a44c838bb30a tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:35.432356 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38e7fb7c-1380-45c6-bb87-3ffe34de76f5 req-be6af94e-aade-4b2d-963a-999d0c29bb83 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Router 186f80c1-4500-4ded-869d-b89be306d531 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:13:35.612980 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8e2adad3-d396-49a2-b709-80809b706c74 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:35.628394 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e37cd1f3-c32a-4ceb-9fd0-71612321d9a9 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:35.664889 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-41ff3135-7d3e-49a2-b16a-e1f8511d3c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca026358>, [{'id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'name': 'tempest-RoutersIpV6Test-router-1431048454', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:12:00Z', 'updated_at': '2021-01-29T10:13:32Z', 'revision_number': 9, 'project_id': '22949024c322421d99052f9202cdd49a', 'gw_port_host': None, '_interfaces': [{'id': '9d3fb1aa-c043-4342-8d93-f08ffa1cf97f', 'name': '', 'network_id': 'd65c2c0a-9ecf-45a3-b14f-5abee0b33546', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'mac_address': 'fa:16:3e:4a:f6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'e8a55c25-1b47-42ec-978b-d5714b9cb332', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:12:24Z', 'updated_at': '2021-01-29T10:12:37Z', 'revision_number': 5, 'project_id': '22949024c322421d99052f9202cdd49a', 'subnets': [{'id': 'e8a55c25-1b47-42ec-978b-d5714b9cb332', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b7314175-99f7-4cb6-ac48-9793b498e096', 'name': '', 'network_id': '80c2087f-75e5-4ad3-be5d-6f7c2f11a575', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'mac_address': 'fa:16:3e:66:79:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '9ff78040-da3e-4fb9-8f2b-df4ed268b1aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:12:06Z', 'updated_at': '2021-01-29T10:12:18Z', 'revision_number': 5, 'project_id': '22949024c322421d99052f9202cdd49a', 'subnets': [{'id': '9ff78040-da3e-4fb9-8f2b-df4ed268b1aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:35.670585 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ff3135-7d3e-49a2-b16a-e1f8511d3c37 None None] Checking router: e220c1c0-4b23-4f93-8414-abb30aa1bccc for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:13:35.680029 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ff3135-7d3e-49a2-b16a-e1f8511d3c37 None None] Routers {'e220c1c0-4b23-4f93-8414-abb30aa1bccc'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:13:35.680696 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-41ff3135-7d3e-49a2-b16a-e1f8511d3c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca026358>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:13:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['e220c1c0-4b23-4f93-8414-abb30aa1bccc'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:35.685727 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2adad3-d396-49a2-b709-80809b706c74 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Pushing event deleted for resources: {'Subnet': ['ID=62659ab8-7b86-42d3-aa2d-7ef4cac0f1a6,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:35.690775 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8e2adad3-d396-49a2-b709-80809b706c74 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:35.796003 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8e2adad3-d396-49a2-b709-80809b706c74 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:35.805573 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4979f116-401f-40e9-aaf1-6b50fca5a7b3 None None] Network 87c4d725-c2b0-4819-9404-4afd776efaa7 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:13:35.807462 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8e2adad3-d396-49a2-b709-80809b706c74 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "DELETE /v2.0/subnets/62659ab8-7b86-42d3-aa2d-7ef4cac0f1a6 HTTP/1.1" status: 204  len: 168 time: 1.0369887
Jan 29 10:13:35.809861 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54152) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:35.908543 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-41ff3135-7d3e-49a2-b16a-e1f8511d3c37 None None] Set router e220c1c0-4b23-4f93-8414-abb30aa1bccc gateway port host: None {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:13:35.943427 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-f8b2f25e-5515-4afb-9fe8-923918ea76ac tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Allocated IP 2001:db8::f816:3eff:fefe:a78e (36ec2ab5-acc9-45dc-a136-797459b09a1c/f0626fca-2c88-4be8-a785-e4d654ba5999/4e2ffd7c-5990-4ab0-8c28-d71a8f575a99) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:13:36.128122 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-991bebd5-408e-406d-8b6b-03967021239c tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:36.213770 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67da2e73-40b3-499d-a361-7a94982e4b3f None None] DHCP port deletion for 87c4d725-c2b0-4819-9404-4afd776efaa7 request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:13:36.224269 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-67da2e73-40b3-499d-a361-7a94982e4b3f None None] Deleting port e04fe4f9-d561-4a41-ad71-35829fe3340b {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:13:36.224960 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-67da2e73-40b3-499d-a361-7a94982e4b3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:36.243369 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-991bebd5-408e-406d-8b6b-03967021239c tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Deleting port e04fe4f9-d561-4a41-ad71-35829fe3340b {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:13:36.243733 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-991bebd5-408e-406d-8b6b-03967021239c tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:36.469812 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-41ff3135-7d3e-49a2-b16a-e1f8511d3c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca026358>, [{'id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'name': 'tempest-RoutersIpV6Test-router-1431048454', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:12:00Z', 'updated_at': '2021-01-29T10:13:32Z', 'revision_number': 9, 'project_id': '22949024c322421d99052f9202cdd49a', 'gw_port_host': None, '_interfaces': [{'id': '9d3fb1aa-c043-4342-8d93-f08ffa1cf97f', 'name': '', 'network_id': 'd65c2c0a-9ecf-45a3-b14f-5abee0b33546', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'mac_address': 'fa:16:3e:4a:f6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'e8a55c25-1b47-42ec-978b-d5714b9cb332', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:12:24Z', 'updated_at': '2021-01-29T10:12:37Z', 'revision_number': 5, 'project_id': '22949024c322421d99052f9202cdd49a', 'subnets': [{'id': 'e8a55c25-1b47-42ec-978b-d5714b9cb332', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b7314175-99f7-4cb6-ac48-9793b498e096', 'name': '', 'network_id': '80c2087f-75e5-4ad3-be5d-6f7c2f11a575', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'mac_address': 'fa:16:3e:66:79:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '9ff78040-da3e-4fb9-8f2b-df4ed268b1aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:12:06Z', 'updated_at': '2021-01-29T10:12:18Z', 'revision_number': 5, 'project_id': '22949024c322421d99052f9202cdd49a', 'subnets': [{'id': '9ff78040-da3e-4fb9-8f2b-df4ed268b1aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:36.476432 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-4ed5efe5-6cbd-4da8-a32c-e4c9d8e93fd2 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Delete allocated IP 172.20.0.21 (3457f780-2178-4ebe-914b-7f1c7bb8ea49/d546fde3-8688-4a8c-93e3-37ba8eb0c3c7) {{(pid=80765) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}}
Jan 29 10:13:36.477111 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ff3135-7d3e-49a2-b16a-e1f8511d3c37 None None] The sync data for ids ['e220c1c0-4b23-4f93-8414-abb30aa1bccc'] in dv-neutron-772983-2-ovs is: [{'id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'name': 'tempest-RoutersIpV6Test-router-1431048454', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:12:00Z', 'updated_at': '2021-01-29T10:13:32Z', 'revision_number': 9, 'project_id': '22949024c322421d99052f9202cdd49a', 'gw_port_host': None, '_interfaces': [{'id': '9d3fb1aa-c043-4342-8d93-f08ffa1cf97f', 'name': '', 'network_id': 'd65c2c0a-9ecf-45a3-b14f-5abee0b33546', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'mac_address': 'fa:16:3e:4a:f6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'e8a55c25-1b47-42ec-978b-d5714b9cb332', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:12:24Z', 'updated_at': '2021-01-29T10:12:37Z', 'revision_number': 5, 'project_id': '22949024c322421d99052f9202cdd49a', 'subnets': [{'id': 'e8a55c25-1b47-42ec-978b-d5714b9cb332', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b7314175-99f7-4cb6-ac48-9793b498e096', 'name': '', 'network_id': '80c2087f-75e5-4ad3-be5d-6f7c2f11a575', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'mac_address': 'fa:16:3e:66:79:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '9ff78040-da3e-4fb9-8f2b-df4ed268b1aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:12:06Z', 'updated_at': '2021-01-29T10:12:18Z', 'revision_number': 5, 'project_id': '22949024c322421d99052f9202cdd49a', 'subnets': [{'id': '9ff78040-da3e-4fb9-8f2b-df4ed268b1aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:13:36.548012 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38e7fb7c-1380-45c6-bb87-3ffe34de76f5 req-be6af94e-aade-4b2d-963a-999d0c29bb83 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:13:36.551573 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-67da2e73-40b3-499d-a361-7a94982e4b3f None None] For port e04fe4f9-d561-4a41-ad71-35829fe3340b, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=e04fe4f9-d561-4a41-ad71-35829fe3340b,segment=NetworkSegment(fb3b5b6b-1dae-4d45-a8d4-6717ddfe21c5),segment_id=fb3b5b6b-1dae-4d45-a8d4-6717ddfe21c5)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:13:36.552123 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-67da2e73-40b3-499d-a361-7a94982e4b3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:36.579100 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fcbf01-382e-4e00-8876-7e23c02bc682 None None] Sync routers for ids ['186f80c1-4500-4ded-869d-b89be306d531'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:13:36.580164 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ad447afb-0b16-4f2a-937f-a44c838bb30a tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854102222'] for router_gateway, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:36.610737 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-991bebd5-408e-406d-8b6b-03967021239c tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] For port e04fe4f9-d561-4a41-ad71-35829fe3340b, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=e04fe4f9-d561-4a41-ad71-35829fe3340b,segment=NetworkSegment(fb3b5b6b-1dae-4d45-a8d4-6717ddfe21c5),segment_id=fb3b5b6b-1dae-4d45-a8d4-6717ddfe21c5)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:13:36.611271 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-991bebd5-408e-406d-8b6b-03967021239c tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:36.808935 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-991bebd5-408e-406d-8b6b-03967021239c tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Calling delete_port for e04fe4f9-d561-4a41-ad71-35829fe3340b owned by network:dhcp {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:13:36.893380 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-38e7fb7c-1380-45c6-bb87-3ffe34de76f5 req-be6af94e-aade-4b2d-963a-999d0c29bb83 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:36.911664 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-991bebd5-408e-406d-8b6b-03967021239c tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:36.935112 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7450eb11-caca-4ca4-b51d-33776c100cfc tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:36.955244 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-67da2e73-40b3-499d-a361-7a94982e4b3f None None] Calling delete_port for e04fe4f9-d561-4a41-ad71-35829fe3340b owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:13:36.983548 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ad447afb-0b16-4f2a-937f-a44c838bb30a tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:36.992562 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991bebd5-408e-406d-8b6b-03967021239c tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Pushing event deleted for resources: {'Port': ['ID=e04fe4f9-d561-4a41-ad71-35829fe3340b,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:36.997319 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ad447afb-0b16-4f2a-937f-a44c838bb30a tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:37.000454 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device e04fe4f9-d561-4a41-ad71-35829fe3340b no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:13:37.006394 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-991bebd5-408e-406d-8b6b-03967021239c tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:37.053282 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fcbf01-382e-4e00-8876-7e23c02bc682 None None] Routers {'186f80c1-4500-4ded-869d-b89be306d531'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:13:37.053984 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-d9fcbf01-382e-4e00-8876-7e23c02bc682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9089ef0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:13:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['186f80c1-4500-4ded-869d-b89be306d531'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:37.094087 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-38e7fb7c-1380-45c6-bb87-3ffe34de76f5 req-be6af94e-aade-4b2d-963a-999d0c29bb83 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "PUT /v2.0/floatingips/565f982f-8af9-4950-b585-07af6df4206c HTTP/1.1" status: 200  len: 994 time: 7.4588137
Jan 29 10:13:37.107538 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e703fc3b-df22-44d7-a8f5-0f01199a3626', 'tag': '05c0010b-4a4e-456d-88c9-f1ef6991886d'}] {{(pid=80765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:13:37.115259 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991bebd5-408e-406d-8b6b-03967021239c tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] No DVR routers for this DVR port e04fe4f9-d561-4a41-ad71-35829fe3340b on host dv-neutron-772983-2-ovs {{(pid=80766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:13:37.124224 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ad447afb-0b16-4f2a-937f-a44c838bb30a tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:37.125992 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad447afb-0b16-4f2a-937f-a44c838bb30a tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Fanout notify agent at l3_agent the message router_deleted on router c02bbf86-a559-4f0a-8d63-7d0b85f344b5 {{(pid=80765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 10:13:37.186637 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: e04fe4f9-d561-4a41-ad71-35829fe3340b {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:13:37.186637 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device e04fe4f9-d561-4a41-ad71-35829fe3340b not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:13:37.186637 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device f9f6e07b-7cba-49fa-a211-1949ef4fd5ba no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:13:37.250326 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: f9f6e07b-7cba-49fa-a211-1949ef4fd5ba {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:13:37.250594 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device f9f6e07b-7cba-49fa-a211-1949ef4fd5ba not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:13:37.287076 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-991bebd5-408e-406d-8b6b-03967021239c tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:37.294924 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ad447afb-0b16-4f2a-937f-a44c838bb30a tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:37.299086 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ad447afb-0b16-4f2a-937f-a44c838bb30a tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] 10.222.0.57 "DELETE /v2.0/routers/c02bbf86-a559-4f0a-8d63-7d0b85f344b5 HTTP/1.1" status: 204  len: 168 time: 6.4992716
Jan 29 10:13:37.303818 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54158) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:37.324482 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-d9fcbf01-382e-4e00-8876-7e23c02bc682 None None] Set router 186f80c1-4500-4ded-869d-b89be306d531 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:13:37.434010 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Jan 29 10:13:37.434010 dv-neutron-772983-2-ovs neutron-server[80656]:   (rel_b, rel_a, rel_b),
Jan 29 10:13:37.434010 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Jan 29 10:13:37.434010 dv-neutron-772983-2-ovs neutron-server[80656]:   (rel_b, rel_a, rel_b),
Jan 29 10:13:37.434010 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:13:37.434010 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:13:37.434010 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:13:37.434010 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:13:37.434010 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:13:37.434010 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:13:37.434010 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:13:37.434010 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:13:37.434010 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:13:37.434010 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:13:37.434010 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:13:37.434010 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:13:37.434010 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:13:37.434010 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:13:37.434010 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:13:37.434010 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:13:37.434010 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:13:37.434010 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:13:37.434010 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:13:37.434010 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:13:37.434010 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:13:37.434010 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:13:37.434010 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:13:37.434010 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:13:37.434010 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:13:37.434010 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:13:37.434010 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:13:37.434010 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:13:37.434010 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:13:37.434010 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:13:37.434010 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:13:37.434010 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:13:37.434010 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:13:37.434010 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:13:37.434010 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:13:37.434010 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:13:37.434010 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:13:37.434010 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:13:37.434010 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:13:37.434010 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:13:37.434010 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:13:37.434010 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:13:37.434010 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:13:37.434010 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:13:37.434010 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:13:37.434010 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:13:37.434010 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:13:37.434010 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:13:37.440963 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4ed5efe5-6cbd-4da8-a32c-e4c9d8e93fd2 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:37.469903 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-991bebd5-408e-406d-8b6b-03967021239c tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c3f79ef0>,) {'filters': {'network_id': ['87c4d725-c2b0-4819-9404-4afd776efaa7']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:37.470123 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdffea6b-e846-40dd-b08d-ad4a2b5faff4 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Deleting subnet 91f72bec-2b50-45cd-a860-21a8d5477123 {{(pid=80765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:13:37.483205 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-991bebd5-408e-406d-8b6b-03967021239c tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3f79ef0>, 'fb3b5b6b-1dae-4d45-a8d4-6717ddfe21c5') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:37.483576 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-991bebd5-408e-406d-8b6b-03967021239c tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3f79ef0>, 'fb3b5b6b-1dae-4d45-a8d4-6717ddfe21c5') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:37.491014 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bdffea6b-e846-40dd-b08d-ad4a2b5faff4 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for subnet, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:37.498100 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-991bebd5-408e-406d-8b6b-03967021239c tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:37.514825 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-67da2e73-40b3-499d-a361-7a94982e4b3f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80767) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:13:37.514825 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-67da2e73-40b3-499d-a361-7a94982e4b3f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:13:37.518511 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-991bebd5-408e-406d-8b6b-03967021239c tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:37.522911 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-991bebd5-408e-406d-8b6b-03967021239c tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Releasing vxlan tunnel 16 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:13:37.579859 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f8b2f25e-5515-4afb-9fe8-923918ea76ac tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:37.623933 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e7fb7c-1380-45c6-bb87-3ffe34de76f5 req-ca2c6436-e5f7-4605-89e4-6422e41e9680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:13:37.625259 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-38e7fb7c-1380-45c6-bb87-3ffe34de76f5 req-ca2c6436-e5f7-4605-89e4-6422e41e9680 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4d907168a4924ceb9472857ce37e1904&device_id=e703fc3b-df22-44d7-a8f5-0f01199a3626 HTTP/1.1" status: 200  len: 1162 time: 0.4362869
Jan 29 10:13:37.629261 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bdffea6b-e846-40dd-b08d-ad4a2b5faff4 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1479249'] for subnet, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:37.753092 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-991bebd5-408e-406d-8b6b-03967021239c tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Network 87c4d725-c2b0-4819-9404-4afd776efaa7 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:13:37.771486 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-991bebd5-408e-406d-8b6b-03967021239c tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:37.854523 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-d9fcbf01-382e-4e00-8876-7e23c02bc682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9089ef0>, [{'id': '186f80c1-4500-4ded-869d-b89be306d531', 'name': 'tempest-TestVolumeBootPattern-1113126477-router', 'tenant_id': '4d907168a4924ceb9472857ce37e1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '28d59b23-64d3-4cb4-9403-19957bc5481c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:07:40Z', 'updated_at': '2021-01-29T10:08:01Z', 'revision_number': 4, 'project_id': '4d907168a4924ceb9472857ce37e1904', 'gw_port': {'id': '28d59b23-64d3-4cb4-9403-19957bc5481c', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186f80c1-4500-4ded-869d-b89be306d531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:07:44Z', 'updated_at': '2021-01-29T10:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': '565f982f-8af9-4950-b585-07af6df4206c', 'tenant_id': '4d907168a4924ceb9472857ce37e1904', 'floating_ip_address': '172.26.7.9', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '186f80c1-4500-4ded-869d-b89be306d531', 'port_id': '05c0010b-4a4e-456d-88c9-f1ef6991886d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c450a0f-2c11-436c-8735-9a1afe6b7184', 'mac_address': 'fa:16:3e:a6:e9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e703fc3b-df22-44d7-a8f5-0f01199a3626', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:13:20Z', 'updated_at': '2021-01-29T10:13:32Z', 'revision_number': 1, 'project_id': '4d907168a4924ceb9472857ce37e1904', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baad40a7-f833-4fed-9129-14efdd69b52a', 'name': '', 'network_id': '9c450a0f-2c11-436c-8735-9a1afe6b7184', 'tenant_id': '4d907168a4924ceb9472857ce37e1904', 'mac_address': 'fa:16:3e:db:ec:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186f80c1-4500-4ded-869d-b89be306d531', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'dd17e4b6-a33a-4e17-bc4a-03539800690d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:07:56Z', 'updated_at': '2021-01-29T10:08:26Z', 'revision_number': 5, 'project_id': '4d907168a4924ceb9472857ce37e1904', 'subnets': [{'id': 'dd17e4b6-a33a-4e17-bc4a-03539800690d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:37.854523 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fcbf01-382e-4e00-8876-7e23c02bc682 None None] Checking router: 186f80c1-4500-4ded-869d-b89be306d531 for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:13:37.860568 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e7fb7c-1380-45c6-bb87-3ffe34de76f5 req-3833a07a-58c1-4dc9-83db-4ac42750b9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:13:37.862235 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-38e7fb7c-1380-45c6-bb87-3ffe34de76f5 req-3833a07a-58c1-4dc9-83db-4ac42750b9e1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9c450a0f-2c11-436c-8735-9a1afe6b7184 HTTP/1.1" status: 200  len: 906 time: 0.2021799
Jan 29 10:13:37.870846 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fcbf01-382e-4e00-8876-7e23c02bc682 None None] Routers {'186f80c1-4500-4ded-869d-b89be306d531'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:13:37.870846 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-d9fcbf01-382e-4e00-8876-7e23c02bc682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9089ef0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:13:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['186f80c1-4500-4ded-869d-b89be306d531'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:37.954087 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bdffea6b-e846-40dd-b08d-ad4a2b5faff4 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:38.000095 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-991bebd5-408e-406d-8b6b-03967021239c tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Network 87c4d725-c2b0-4819-9404-4afd776efaa7 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:13:38.022512 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-67da2e73-40b3-499d-a361-7a94982e4b3f None None] Deleting port e04fe4f9-d561-4a41-ad71-35829fe3340b {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:13:38.022913 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-67da2e73-40b3-499d-a361-7a94982e4b3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:38.040598 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-38e7fb7c-1380-45c6-bb87-3ffe34de76f5 req-58f594c2-6f0d-49bb-80a7-aba785381c6a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05c0010b-4a4e-456d-88c9-f1ef6991886d HTTP/1.1" status: 200  len: 997 time: 0.1705117
Jan 29 10:13:38.042654 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:13:38.042654 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:13:38.042654 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:13:38.042654 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:13:38.042654 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:13:38.042654 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:13:38.042654 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:13:38.042654 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:13:38.042654 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:13:38.042654 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:13:38.042654 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:13:38.042654 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:13:38.042654 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:13:38.042654 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:13:38.042654 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:13:38.042654 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:13:38.042654 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:13:38.042654 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:13:38.042654 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:13:38.042654 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:13:38.042654 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:13:38.042654 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:13:38.042654 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:13:38.042654 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:13:38.042654 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:13:38.042654 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:13:38.042654 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:13:38.042654 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:13:38.042654 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:13:38.042654 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:13:38.042654 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:13:38.042654 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:13:38.122635 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-67da2e73-40b3-499d-a361-7a94982e4b3f None None] The port 'e04fe4f9-d561-4a41-ad71-35829fe3340b' was deleted {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 29 10:13:38.184805 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-991bebd5-408e-406d-8b6b-03967021239c tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:38.185459 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-d9fcbf01-382e-4e00-8876-7e23c02bc682 None None] Set router 186f80c1-4500-4ded-869d-b89be306d531 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:13:38.186347 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-f8b2f25e-5515-4afb-9fe8-923918ea76ac tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Transition to ACTIVE for port object 4e2ffd7c-5990-4ab0-8c28-d71a8f575a99 will not be triggered until provisioned by entity DHCP. {{(pid=80765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:13:38.189686 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4ed5efe5-6cbd-4da8-a32c-e4c9d8e93fd2 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Transition to ACTIVE for port object 50377374-a07c-4b44-9e12-421d329f4491 will not be triggered until provisioned by entity DHCP. {{(pid=80765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:13:38.190265 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c5258cf3-91b7-49db-b30a-0286a046921b tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:38.211991 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-991bebd5-408e-406d-8b6b-03967021239c tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:38.216040 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4ed5efe5-6cbd-4da8-a32c-e4c9d8e93fd2 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:38.227631 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991bebd5-408e-406d-8b6b-03967021239c tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Pushing event deleted for resources: {'Network': ['ID=87c4d725-c2b0-4819-9404-4afd776efaa7,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:38.239424 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-991bebd5-408e-406d-8b6b-03967021239c tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:38.243853 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-991bebd5-408e-406d-8b6b-03967021239c tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "DELETE /v2.0/networks/87c4d725-c2b0-4819-9404-4afd776efaa7 HTTP/1.1" status: 204  len: 168 time: 2.4300432
Jan 29 10:13:38.249282 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0464fdb9-153f-4364-abde-6807ab4bca5f tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:38.254986 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54162) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:38.299280 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e7fb7c-1380-45c6-bb87-3ffe34de76f5 req-9bf9a7a0-bc97-413d-91fd-0fd9402f8b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:13:38.299280 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-38e7fb7c-1380-45c6-bb87-3ffe34de76f5 req-9bf9a7a0-bc97-413d-91fd-0fd9402f8b4c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dd17e4b6-a33a-4e17-bc4a-03539800690d HTTP/1.1" status: 200  len: 851 time: 0.2361460
Jan 29 10:13:38.536701 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed5efe5-6cbd-4da8-a32c-e4c9d8e93fd2 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event updated for resources: {'Port': ['ID=50377374-a07c-4b44-9e12-421d329f4491,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:38.545697 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4ed5efe5-6cbd-4da8-a32c-e4c9d8e93fd2 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:38.644868 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f8b2f25e-5515-4afb-9fe8-923918ea76ac tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:38.668692 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4a4534c9-420d-4c4d-a937-54f3ca9975a9 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:38.670314 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-d9fcbf01-382e-4e00-8876-7e23c02bc682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9089ef0>, [{'id': '186f80c1-4500-4ded-869d-b89be306d531', 'name': 'tempest-TestVolumeBootPattern-1113126477-router', 'tenant_id': '4d907168a4924ceb9472857ce37e1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '28d59b23-64d3-4cb4-9403-19957bc5481c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:07:40Z', 'updated_at': '2021-01-29T10:08:01Z', 'revision_number': 4, 'project_id': '4d907168a4924ceb9472857ce37e1904', 'gw_port': {'id': '28d59b23-64d3-4cb4-9403-19957bc5481c', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186f80c1-4500-4ded-869d-b89be306d531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:07:44Z', 'updated_at': '2021-01-29T10:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': '565f982f-8af9-4950-b585-07af6df4206c', 'tenant_id': '4d907168a4924ceb9472857ce37e1904', 'floating_ip_address': '172.26.7.9', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '186f80c1-4500-4ded-869d-b89be306d531', 'port_id': '05c0010b-4a4e-456d-88c9-f1ef6991886d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c450a0f-2c11-436c-8735-9a1afe6b7184', 'mac_address': 'fa:16:3e:a6:e9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e703fc3b-df22-44d7-a8f5-0f01199a3626', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:13:20Z', 'updated_at': '2021-01-29T10:13:32Z', 'revision_number': 1, 'project_id': '4d907168a4924ceb9472857ce37e1904', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baad40a7-f833-4fed-9129-14efdd69b52a', 'name': '', 'network_id': '9c450a0f-2c11-436c-8735-9a1afe6b7184', 'tenant_id': '4d907168a4924ceb9472857ce37e1904', 'mac_address': 'fa:16:3e:db:ec:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186f80c1-4500-4ded-869d-b89be306d531', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'dd17e4b6-a33a-4e17-bc4a-03539800690d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:07:56Z', 'updated_at': '2021-01-29T10:08:26Z', 'revision_number': 5, 'project_id': '4d907168a4924ceb9472857ce37e1904', 'subnets': [{'id': 'dd17e4b6-a33a-4e17-bc4a-03539800690d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:38.674848 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fcbf01-382e-4e00-8876-7e23c02bc682 None None] The sync data for ids ['186f80c1-4500-4ded-869d-b89be306d531'] in dv-neutron-772983-2-ovs is: [{'id': '186f80c1-4500-4ded-869d-b89be306d531', 'name': 'tempest-TestVolumeBootPattern-1113126477-router', 'tenant_id': '4d907168a4924ceb9472857ce37e1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '28d59b23-64d3-4cb4-9403-19957bc5481c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:07:40Z', 'updated_at': '2021-01-29T10:08:01Z', 'revision_number': 4, 'project_id': '4d907168a4924ceb9472857ce37e1904', 'gw_port': {'id': '28d59b23-64d3-4cb4-9403-19957bc5481c', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186f80c1-4500-4ded-869d-b89be306d531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:07:44Z', 'updated_at': '2021-01-29T10:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': '565f982f-8af9-4950-b585-07af6df4206c', 'tenant_id': '4d907168a4924ceb9472857ce37e1904', 'floating_ip_address': '172.26.7.9', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '186f80c1-4500-4ded-869d-b89be306d531', 'port_id': '05c0010b-4a4e-456d-88c9-f1ef6991886d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c450a0f-2c11-436c-8735-9a1afe6b7184', 'mac_address': 'fa:16:3e:a6:e9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e703fc3b-df22-44d7-a8f5-0f01199a3626', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:13:20Z', 'updated_at': '2021-01-29T10:13:32Z', 'revision_number': 1, 'project_id': '4d907168a4924ceb9472857ce37e1904', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baad40a7-f833-4fed-9129-14efdd69b52a', 'name': '', 'network_id': '9c450a0f-2c11-436c-8735-9a1afe6b7184', 'tenant_id': '4d907168a4924ceb9472857ce37e1904', 'mac_address': 'fa:16:3e:db:ec:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186f80c1-4500-4ded-869d-b89be306d531', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'dd17e4b6-a33a-4e17-bc4a-03539800690d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:07:56Z', 'updated_at': '2021-01-29T10:08:26Z', 'revision_number': 5, 'project_id': '4d907168a4924ceb9472857ce37e1904', 'subnets': [{'id': 'dd17e4b6-a33a-4e17-bc4a-03539800690d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:13:38.879851 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e7fb7c-1380-45c6-bb87-3ffe34de76f5 req-e6e79cf2-a245-4b0c-977c-9bd0f0312dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:13:38.887258 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-38e7fb7c-1380-45c6-bb87-3ffe34de76f5 req-e6e79cf2-a245-4b0c-977c-9bd0f0312dd1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9c450a0f-2c11-436c-8735-9a1afe6b7184&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.5879450
Jan 29 10:13:38.894552 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [req-38e7fb7c-1380-45c6-bb87-3ffe34de76f5 req-0733faec-fdda-46c4-8a30-78aa4f9b78d0 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=80765) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:13:38.911092 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-38e7fb7c-1380-45c6-bb87-3ffe34de76f5 req-0733faec-fdda-46c4-8a30-78aa4f9b78d0 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0126173
Jan 29 10:13:38.964810 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b2f25e-5515-4afb-9fe8-923918ea76ac tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event updated for resources: {'Port': ['ID=4e2ffd7c-5990-4ab0-8c28-d71a8f575a99,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:38.985190 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f8b2f25e-5515-4afb-9fe8-923918ea76ac tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:39.050558 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5810be4a-ea8c-4884-b325-d1793584297d None None] New status for floating IP 565f982f-8af9-4950-b585-07af6df4206c: ACTIVE {{(pid=80768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 29 10:13:39.114864 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bdffea6b-e846-40dd-b08d-ad4a2b5faff4 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852603100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2204728'] for subnet, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:39.179012 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-bcdf581a-47d7-4952-9b05-5c2ec130918b None None] Provisioning for port 50377374-a07c-4b44-9e12-421d329f4491 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:13:39.185229 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-bcdf581a-47d7-4952-9b05-5c2ec130918b None None] Provisioning complete for port 50377374-a07c-4b44-9e12-421d329f4491 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:13:39.185631 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bcdf581a-47d7-4952-9b05-5c2ec130918b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:39.259069 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-76ab06b7-3299-499e-97dc-d5a4c729230b tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349253'] for router_interface, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:39.271727 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-bcdf581a-47d7-4952-9b05-5c2ec130918b None None] Port 50377374-a07c-4b44-9e12-421d329f4491 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:13:39.410354 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-48e9078d-66d5-4db1-91be-d133db6c62bc tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:39.467421 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4ed5efe5-6cbd-4da8-a32c-e4c9d8e93fd2 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] In _notify_port_updated(), no bound segment for port 50377374-a07c-4b44-9e12-421d329f4491 on network 3457f780-2178-4ebe-914b-7f1c7bb8ea49 {{(pid=80765) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:863}}
Jan 29 10:13:39.533391 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed5efe5-6cbd-4da8-a32c-e4c9d8e93fd2 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:13:39.534161 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4ed5efe5-6cbd-4da8-a32c-e4c9d8e93fd2 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:39.535619 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4ed5efe5-6cbd-4da8-a32c-e4c9d8e93fd2 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "PUT /v2.0/ports/50377374-a07c-4b44-9e12-421d329f4491 HTTP/1.1" status: 200  len: 920 time: 6.6911011
Jan 29 10:13:39.538621 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54166) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:39.551245 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdffea6b-e846-40dd-b08d-ad4a2b5faff4 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Pushing event deleted for resources: {'Subnet': ['ID=91f72bec-2b50-45cd-a860-21a8d5477123,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:39.553181 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-05f59c2a-794f-429c-a356-812621b9c433 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a9523b55-40fb-4b2e-9f7c-e2d7f7691b7c'}, {'subnet_id': 'd546fde3-8688-4a8c-93e3-37ba8eb0c3c7'}]}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:13:39.565053 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bdffea6b-e846-40dd-b08d-ad4a2b5faff4 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:39.675243 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b2f25e-5515-4afb-9fe8-923918ea76ac tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:13:39.681902 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-f8b2f25e-5515-4afb-9fe8-923918ea76ac tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:13:39.685252 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-38e7fb7c-1380-45c6-bb87-3ffe34de76f5 req-1a76387f-5fad-44cc-9748-757976a4e8e8 service neutron] 10.222.0.57 "GET /v2.0/networks/9c450a0f-2c11-436c-8735-9a1afe6b7184?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7831492
Jan 29 10:13:39.688217 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b2f25e-5515-4afb-9fe8-923918ea76ac tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:13:39.755236 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b2f25e-5515-4afb-9fe8-923918ea76ac tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:13:39.755987 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f8b2f25e-5515-4afb-9fe8-923918ea76ac tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:39.797610 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bdffea6b-e846-40dd-b08d-ad4a2b5faff4 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:39.801023 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2640e96-5108-4255-8041-ebaf0de194f7 None None] Network 06d18ded-695b-4290-a5f7-24e63c3d0098 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:13:39.803037 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-76ab06b7-3299-499e-97dc-d5a4c729230b tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Deleting port 9d3fb1aa-c043-4342-8d93-f08ffa1cf97f {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:13:39.803497 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-76ab06b7-3299-499e-97dc-d5a4c729230b tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:39.886709 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-bdffea6b-e846-40dd-b08d-ad4a2b5faff4 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] 10.222.0.57 "DELETE /v2.0/subnets/91f72bec-2b50-45cd-a860-21a8d5477123 HTTP/1.1" status: 204  len: 168 time: 2.5816081
Jan 29 10:13:39.887990 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54170) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:39.898214 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f8b2f25e-5515-4afb-9fe8-923918ea76ac tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 946 time: 7.6077838
Jan 29 10:13:39.919473 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54174) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:40.036972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-36e96e71-3273-4c8d-b09f-c3a5ca4ace40 None None] Provisioning for port 4e2ffd7c-5990-4ab0-8c28-d71a8f575a99 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:13:40.046761 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-36e96e71-3273-4c8d-b09f-c3a5ca4ace40 None None] Provisioning complete for port 4e2ffd7c-5990-4ab0-8c28-d71a8f575a99 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:13:40.047185 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-36e96e71-3273-4c8d-b09f-c3a5ca4ace40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:40.056075 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-38e7fb7c-1380-45c6-bb87-3ffe34de76f5 req-e8403135-83fc-45a8-b6dc-1bc8cf817e74 service neutron] 10.222.0.57 "GET /v2.0/networks/9c450a0f-2c11-436c-8735-9a1afe6b7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2927608
Jan 29 10:13:40.080507 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-07f0a61a-504e-4a91-8de4-e97ca32460a5 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:40.134140 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-36e96e71-3273-4c8d-b09f-c3a5ca4ace40 None None] Port 4e2ffd7c-5990-4ab0-8c28-d71a8f575a99 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:13:40.138410 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-05f59c2a-794f-429c-a356-812621b9c433 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:40.156739 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-07f0a61a-504e-4a91-8de4-e97ca32460a5 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Deleting port a1ef3b12-f10c-4a41-99a5-6c58dc4a7005 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:13:40.157117 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-07f0a61a-504e-4a91-8de4-e97ca32460a5 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:40.205041 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a715680a-ca1e-4103-ae08-5837278c4322 None None] DHCP port deletion for 06d18ded-695b-4290-a5f7-24e63c3d0098 request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:13:40.211798 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-a715680a-ca1e-4103-ae08-5837278c4322 None None] Deleting port a1ef3b12-f10c-4a41-99a5-6c58dc4a7005 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:13:40.212367 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a715680a-ca1e-4103-ae08-5837278c4322 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:40.238513 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54180) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:40.337622 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-76ab06b7-3299-499e-97dc-d5a4c729230b tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] For port 9d3fb1aa-c043-4342-8d93-f08ffa1cf97f, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=9d3fb1aa-c043-4342-8d93-f08ffa1cf97f,segment=NetworkSegment(b710bd1b-8b37-4bab-b2f9-655e761ad447),segment_id=b710bd1b-8b37-4bab-b2f9-655e761ad447)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:13:40.338357 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-76ab06b7-3299-499e-97dc-d5a4c729230b tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:40.422780 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-07f0a61a-504e-4a91-8de4-e97ca32460a5 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] For port a1ef3b12-f10c-4a41-99a5-6c58dc4a7005, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=a1ef3b12-f10c-4a41-99a5-6c58dc4a7005,segment=NetworkSegment(c297c4df-5dc2-479d-99a8-5f30c0390ca3),segment_id=c297c4df-5dc2-479d-99a8-5f30c0390ca3)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:13:40.423113 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-07f0a61a-504e-4a91-8de4-e97ca32460a5 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:40.432448 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98cf68d-f88e-4276-a50b-27b20c5eed9f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:13:40.475735 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-a715680a-ca1e-4103-ae08-5837278c4322 None None] For port a1ef3b12-f10c-4a41-99a5-6c58dc4a7005, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=a1ef3b12-f10c-4a41-99a5-6c58dc4a7005,segment=NetworkSegment(c297c4df-5dc2-479d-99a8-5f30c0390ca3),segment_id=c297c4df-5dc2-479d-99a8-5f30c0390ca3)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:13:40.476177 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a715680a-ca1e-4103-ae08-5837278c4322 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:40.518293 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98cf68d-f88e-4276-a50b-27b20c5eed9f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:13:40.519206 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c98cf68d-f88e-4276-a50b-27b20c5eed9f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Synchronizing usage tracker for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:13:40.576071 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-07f0a61a-504e-4a91-8de4-e97ca32460a5 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Calling delete_port for a1ef3b12-f10c-4a41-99a5-6c58dc4a7005 owned by network:dhcp {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:13:40.659189 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-a715680a-ca1e-4103-ae08-5837278c4322 None None] Calling delete_port for a1ef3b12-f10c-4a41-99a5-6c58dc4a7005 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:13:40.687196 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-07f0a61a-504e-4a91-8de4-e97ca32460a5 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:40.706381 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-76ab06b7-3299-499e-97dc-d5a4c729230b tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Calling delete_port for 9d3fb1aa-c043-4342-8d93-f08ffa1cf97f owned by network:router_interface {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:13:40.717571 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device a1ef3b12-f10c-4a41-99a5-6c58dc4a7005 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:13:40.734187 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6f9c03de-d2aa-4da7-9714-402fbbb1c488 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:40.760701 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: a1ef3b12-f10c-4a41-99a5-6c58dc4a7005 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:13:40.761097 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device a1ef3b12-f10c-4a41-99a5-6c58dc4a7005 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:13:40.786925 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-a715680a-ca1e-4103-ae08-5837278c4322 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80767) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:13:40.787339 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-a715680a-ca1e-4103-ae08-5837278c4322 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:13:40.821377 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c98cf68d-f88e-4276-a50b-27b20c5eed9f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Unset dirty status for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:13:40.823453 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c98cf68d-f88e-4276-a50b-27b20c5eed9f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1703 time: 0.8977175
Jan 29 10:13:40.830740 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54186) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:40.863643 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9fcd06ab-72b0-4f25-8cb8-0609a7699272 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:40.877762 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f0a61a-504e-4a91-8de4-e97ca32460a5 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Pushing event deleted for resources: {'Port': ['ID=a1ef3b12-f10c-4a41-99a5-6c58dc4a7005,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:40.925628 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-07f0a61a-504e-4a91-8de4-e97ca32460a5 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:40.992677 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9fcd06ab-72b0-4f25-8cb8-0609a7699272 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:41.062812 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-7fc2428c-4d8a-4a30-94d9-6d6a2b3a1a5d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Deleting port 4e2ffd7c-5990-4ab0-8c28-d71a8f575a99 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:13:41.063209 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7fc2428c-4d8a-4a30-94d9-6d6a2b3a1a5d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:41.115820 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f0a61a-504e-4a91-8de4-e97ca32460a5 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] No DVR routers for this DVR port a1ef3b12-f10c-4a41-99a5-6c58dc4a7005 on host dv-neutron-772983-2-ovs {{(pid=80765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:13:41.262653 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9fcd06ab-72b0-4f25-8cb8-0609a7699272 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:41.270649 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ec2e3ddc-7bb8-4f0c-8c3b-252ac0431840 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:41.285702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-76ab06b7-3299-499e-97dc-d5a4c729230b tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:41.288463 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-a715680a-ca1e-4103-ae08-5837278c4322 None None] Deleting port a1ef3b12-f10c-4a41-99a5-6c58dc4a7005 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:13:41.289295 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a715680a-ca1e-4103-ae08-5837278c4322 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:41.305537 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcd06ab-72b0-4f25-8cb8-0609a7699272 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cdaacfe-5f04-4328-baba-c79b4248ad1f,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:41.312128 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-05f59c2a-794f-429c-a356-812621b9c433 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Allocated IP 172.20.0.22 (3457f780-2178-4ebe-914b-7f1c7bb8ea49/d546fde3-8688-4a8c-93e3-37ba8eb0c3c7/50377374-a07c-4b44-9e12-421d329f4491) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:13:41.319054 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9fcd06ab-72b0-4f25-8cb8-0609a7699272 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:41.320131 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0817705c-c85b-4a62-88cb-a651647871d8 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:41.399935 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-a715680a-ca1e-4103-ae08-5837278c4322 None None] The port 'a1ef3b12-f10c-4a41-99a5-6c58dc4a7005' was deleted {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 29 10:13:41.404548 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384c5f9-b7e7-4d6d-8132-886e6004bfbe req-adabd7df-f618-4cc6-86a2-ae7b3bdf3df4 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:13:41.410179 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a384c5f9-b7e7-4d6d-8132-886e6004bfbe req-adabd7df-f618-4cc6-86a2-ae7b3bdf3df4 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/ports?device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 945 time: 0.5810711
Jan 29 10:13:41.435178 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-07f0a61a-504e-4a91-8de4-e97ca32460a5 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:41.440847 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ab06b7-3299-499e-97dc-d5a4c729230b tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Pushing event deleted for resources: {'Port': ['ID=9d3fb1aa-c043-4342-8d93-f08ffa1cf97f,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:41.469613 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-76ab06b7-3299-499e-97dc-d5a4c729230b tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:41.489692 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9fcd06ab-72b0-4f25-8cb8-0609a7699272 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:41.490974 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9fcd06ab-72b0-4f25-8cb8-0609a7699272 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "DELETE /v2.0/security-groups/4cdaacfe-5f04-4328-baba-c79b4248ad1f HTTP/1.1" status: 204  len: 168 time: 1.2506967
Jan 29 10:13:41.714188 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a384c5f9-b7e7-4d6d-8132-886e6004bfbe req-789ff9e2-172c-4c65-b63e-e5d5207620ef tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af675d5-c3af-4bab-a997-95b7e6464479&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2853625
Jan 29 10:13:41.727257 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-07f0a61a-504e-4a91-8de4-e97ca32460a5 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c9263630>,) {'filters': {'network_id': ['06d18ded-695b-4290-a5f7-24e63c3d0098']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:41.753242 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-07f0a61a-504e-4a91-8de4-e97ca32460a5 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c9263630>, 'c297c4df-5dc2-479d-99a8-5f30c0390ca3') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:41.753580 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-07f0a61a-504e-4a91-8de4-e97ca32460a5 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c9263630>, 'c297c4df-5dc2-479d-99a8-5f30c0390ca3') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:41.771927 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-07f0a61a-504e-4a91-8de4-e97ca32460a5 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:41.791565 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ea3ac59-5174-413b-959c-d10fe4797d48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e49cb43a-fab3-4dd7-b334-ef4bdb01b3b2', 'code': 200}
Jan 29 10:13:41.810504 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-07f0a61a-504e-4a91-8de4-e97ca32460a5 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:41.816473 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-07f0a61a-504e-4a91-8de4-e97ca32460a5 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Releasing vxlan tunnel 5 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:13:41.872080 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7fc2428c-4d8a-4a30-94d9-6d6a2b3a1a5d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:41.928922 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e703fc3b-df22-44d7-a8f5-0f01199a3626', 'tag': '05c0010b-4a4e-456d-88c9-f1ef6991886d', 'status': 'completed', 'code': 200}
Jan 29 10:13:42.019479 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54194) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:42.073244 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ea3ac59-5174-413b-959c-d10fe4797d48', 'name': 'network-vif-deleted', 'tag': 'e49cb43a-fab3-4dd7-b334-ef4bdb01b3b2', 'status': 'completed', 'code': 200}
Jan 29 10:13:42.127920 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-7fc2428c-4d8a-4a30-94d9-6d6a2b3a1a5d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Calling delete_port for 4e2ffd7c-5990-4ab0-8c28-d71a8f575a99 owned by  {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:13:42.177950 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-05f59c2a-794f-429c-a356-812621b9c433 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:42.210151 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-76ab06b7-3299-499e-97dc-d5a4c729230b tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854415430'] for router_interface, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:42.312649 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856aa36b-897a-4347-9027-e5c403ebeacc req-9d300a46-2d2e-4c1c-a4ce-da304a6ac35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:13:42.314301 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-856aa36b-897a-4347-9027-e5c403ebeacc req-9d300a46-2d2e-4c1c-a4ce-da304a6ac35f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4d907168a4924ceb9472857ce37e1904&device_id=e703fc3b-df22-44d7-a8f5-0f01199a3626 HTTP/1.1" status: 200  len: 1162 time: 0.2402596
Jan 29 10:13:42.325660 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-07f0a61a-504e-4a91-8de4-e97ca32460a5 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Network 06d18ded-695b-4290-a5f7-24e63c3d0098 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:13:42.341653 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-07f0a61a-504e-4a91-8de4-e97ca32460a5 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:42.426793 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d651b8f-a547-49ec-82d0-cdc8364bcd4d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Deleting subnet bb14e4e3-b0c4-41bb-8247-b96d163fd317 {{(pid=80765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:13:42.485417 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7d651b8f-a547-49ec-82d0-cdc8364bcd4d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for subnet, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:42.646299 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856aa36b-897a-4347-9027-e5c403ebeacc req-658b2429-b095-4d0e-8978-f066c1ccec1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:13:42.647888 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-856aa36b-897a-4347-9027-e5c403ebeacc req-658b2429-b095-4d0e-8978-f066c1ccec1a service neutron] 10.222.0.22 "GET /v2.0/networks?id=9c450a0f-2c11-436c-8735-9a1afe6b7184 HTTP/1.1" status: 200  len: 906 time: 0.3245411
Jan 29 10:13:42.899619 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-856aa36b-897a-4347-9027-e5c403ebeacc req-b33d4e02-e206-4714-9624-a1252e66ef82 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05c0010b-4a4e-456d-88c9-f1ef6991886d HTTP/1.1" status: 200  len: 999 time: 0.2442358
Jan 29 10:13:42.956023 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7d651b8f-a547-49ec-82d0-cdc8364bcd4d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1479249'] for subnet, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:42.996245 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ab06b7-3299-499e-97dc-d5a4c729230b tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Router e220c1c0-4b23-4f93-8414-abb30aa1bccc has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:13:43.001443 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856aa36b-897a-4347-9027-e5c403ebeacc req-fafd99b6-9513-4748-8200-95e535ce19cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:13:43.003038 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-856aa36b-897a-4347-9027-e5c403ebeacc req-fafd99b6-9513-4748-8200-95e535ce19cd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=dd17e4b6-a33a-4e17-bc4a-03539800690d HTTP/1.1" status: 200  len: 851 time: 0.0896323
Jan 29 10:13:43.021533 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-07f0a61a-504e-4a91-8de4-e97ca32460a5 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Network 06d18ded-695b-4290-a5f7-24e63c3d0098 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:13:43.116331 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20391801-11c8-4a1c-85c9-f10c5ecec5ca req-ce9e4532-bc49-4863-a2d9-74aba7cee3cb tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:13:43.118089 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-20391801-11c8-4a1c-85c9-f10c5ecec5ca req-ce9e4532-bc49-4863-a2d9-74aba7cee3cb tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/ports?device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 945 time: 0.9571898
Jan 29 10:13:43.141546 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:13:43.141546 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:13:43.141546 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:13:43.141546 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:13:43.141546 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:13:43.141546 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:13:43.141546 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:13:43.141546 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:13:43.141546 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:13:43.141546 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:13:43.141546 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:13:43.141546 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:13:43.141546 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:13:43.141546 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:13:43.141546 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:13:43.141546 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:13:43.141546 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:13:43.141546 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:13:43.141546 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:13:43.141546 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:13:43.141546 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:13:43.141546 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:13:43.141546 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:13:43.141546 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:13:43.141546 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:13:43.141546 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:13:43.141546 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:13:43.141546 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:13:43.141546 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:13:43.141546 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:13:43.141546 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:13:43.141546 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:13:43.234471 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ab06b7-3299-499e-97dc-d5a4c729230b tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:13:43.243276 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-76ab06b7-3299-499e-97dc-d5a4c729230b tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "PUT /v2.0/routers/e220c1c0-4b23-4f93-8414-abb30aa1bccc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9936042
Jan 29 10:13:43.243276 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54198) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:43.246127 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717ca5f5-72ff-41d6-a841-09c52aa7a5af None None] Sync routers for ids ['e220c1c0-4b23-4f93-8414-abb30aa1bccc'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:13:43.249557 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7fc2428c-4d8a-4a30-94d9-6d6a2b3a1a5d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:43.256774 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717ca5f5-72ff-41d6-a841-09c52aa7a5af None None] Routers {'e220c1c0-4b23-4f93-8414-abb30aa1bccc'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:13:43.257455 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-717ca5f5-72ff-41d6-a841-09c52aa7a5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9392c88>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:13:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['e220c1c0-4b23-4f93-8414-abb30aa1bccc'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:43.284080 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3bdc5428-04f1-465b-b2c0-553f28f7cba6 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:43.298347 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856aa36b-897a-4347-9027-e5c403ebeacc req-c3afe01b-c678-4d2a-854c-93789ddcfebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:13:43.300000 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-856aa36b-897a-4347-9027-e5c403ebeacc req-c3afe01b-c678-4d2a-854c-93789ddcfebd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9c450a0f-2c11-436c-8735-9a1afe6b7184&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.2884939
Jan 29 10:13:43.373189 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc2428c-4d8a-4a30-94d9-6d6a2b3a1a5d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event deleted for resources: {'Port': ['ID=4e2ffd7c-5990-4ab0-8c28-d71a8f575a99,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:43.403290 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-20391801-11c8-4a1c-85c9-f10c5ecec5ca req-846a97ae-06c3-4696-9c2d-2882650ac235 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af675d5-c3af-4bab-a997-95b7e6464479&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2607260
Jan 29 10:13:43.404564 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7fc2428c-4d8a-4a30-94d9-6d6a2b3a1a5d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:43.409439 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-07f0a61a-504e-4a91-8de4-e97ca32460a5 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:43.423371 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-887556e9-c92f-4ee1-990d-3da309784e09 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:43.464626 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-856aa36b-897a-4347-9027-e5c403ebeacc req-9de85d06-49a8-4c77-8aea-374f438fc95a service neutron] 10.222.0.22 "GET /v2.0/networks/9c450a0f-2c11-436c-8735-9a1afe6b7184?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1556351
Jan 29 10:13:43.468752 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-05f59c2a-794f-429c-a356-812621b9c433 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Transition to ACTIVE for port object 50377374-a07c-4b44-9e12-421d329f4491 will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:13:43.507818 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-07f0a61a-504e-4a91-8de4-e97ca32460a5 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:43.531211 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-07f0a61a-504e-4a91-8de4-e97ca32460a5 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] 10.222.0.57 "DELETE /v2.0/networks/06d18ded-695b-4290-a5f7-24e63c3d0098 HTTP/1.1" status: 204  len: 168 time: 3.6376321
Jan 29 10:13:43.542189 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54204) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:43.608080 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f0a61a-504e-4a91-8de4-e97ca32460a5 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Pushing event deleted for resources: {'Network': ['ID=06d18ded-695b-4290-a5f7-24e63c3d0098,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:43.620435 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-856aa36b-897a-4347-9027-e5c403ebeacc req-971866bb-bfc5-47b5-ab4a-6e580f3cdd76 service neutron] 10.222.0.22 "GET /v2.0/networks/9c450a0f-2c11-436c-8735-9a1afe6b7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1474290
Jan 29 10:13:43.624550 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-07f0a61a-504e-4a91-8de4-e97ca32460a5 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:43.625029 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-05f59c2a-794f-429c-a356-812621b9c433 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:43.645256 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-717ca5f5-72ff-41d6-a841-09c52aa7a5af None None] Set router e220c1c0-4b23-4f93-8414-abb30aa1bccc gateway port host: None {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:13:43.649320 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-8563ad1d-948b-49c4-8474-75e8952fc47a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Deleting subnet e8a55c25-1b47-42ec-978b-d5714b9cb332 {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:13:43.653384 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8563ad1d-948b-49c4-8474-75e8952fc47a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:43.707322 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-fac7dedd-674b-4414-acd0-2e09b33a2c20 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:43.760692 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7d651b8f-a547-49ec-82d0-cdc8364bcd4d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:43.805379 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8563ad1d-948b-49c4-8474-75e8952fc47a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:43.845240 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-e8f08a91-d867-46c1-8494-23a3116dd2a1 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Deleting port 9ee7bc7b-5a19-4432-8b1e-22294d6979b8 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:13:43.845717 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e8f08a91-d867-46c1-8494-23a3116dd2a1 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:44.015473 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7fc2428c-4d8a-4a30-94d9-6d6a2b3a1a5d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:44.015980 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-717ca5f5-72ff-41d6-a841-09c52aa7a5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9392c88>, [{'id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'name': 'tempest-RoutersIpV6Test-router-1431048454', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:12:00Z', 'updated_at': '2021-01-29T10:13:41Z', 'revision_number': 10, 'project_id': '22949024c322421d99052f9202cdd49a', 'gw_port_host': None, '_interfaces': [{'id': 'b7314175-99f7-4cb6-ac48-9793b498e096', 'name': '', 'network_id': '80c2087f-75e5-4ad3-be5d-6f7c2f11a575', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'mac_address': 'fa:16:3e:66:79:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '9ff78040-da3e-4fb9-8f2b-df4ed268b1aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:12:06Z', 'updated_at': '2021-01-29T10:12:18Z', 'revision_number': 5, 'project_id': '22949024c322421d99052f9202cdd49a', 'subnets': [{'id': '9ff78040-da3e-4fb9-8f2b-df4ed268b1aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:44.017626 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7fc2428c-4d8a-4a30-94d9-6d6a2b3a1a5d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/ports/4e2ffd7c-5990-4ab0-8c28-d71a8f575a99 HTTP/1.1" status: 204  len: 168 time: 3.1772113
Jan 29 10:13:44.023424 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717ca5f5-72ff-41d6-a841-09c52aa7a5af None None] Checking router: e220c1c0-4b23-4f93-8414-abb30aa1bccc for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:13:44.034022 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717ca5f5-72ff-41d6-a841-09c52aa7a5af None None] Routers {'e220c1c0-4b23-4f93-8414-abb30aa1bccc'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:13:44.034731 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-717ca5f5-72ff-41d6-a841-09c52aa7a5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9392c88>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:13:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['e220c1c0-4b23-4f93-8414-abb30aa1bccc'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:44.120016 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e8f08a91-d867-46c1-8494-23a3116dd2a1 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:44.120420 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e8f08a91-d867-46c1-8494-23a3116dd2a1 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:44.213917 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-717ca5f5-72ff-41d6-a841-09c52aa7a5af None None] Set router e220c1c0-4b23-4f93-8414-abb30aa1bccc gateway port host: None {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:13:44.220605 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54210) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:44.266362 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-e8f08a91-d867-46c1-8494-23a3116dd2a1 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Calling delete_port for 9ee7bc7b-5a19-4432-8b1e-22294d6979b8 owned by network:floatingip {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:13:44.272553 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f59c2a-794f-429c-a356-812621b9c433 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event updated for resources: {'Port': ['ID=50377374-a07c-4b44-9e12-421d329f4491,revision_number=3']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:44.282998 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-05f59c2a-794f-429c-a356-812621b9c433 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:44.397530 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3e8586-fbde-40c3-acfa-fef085eb5576 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:13:44.415157 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3e8586-fbde-40c3-acfa-fef085eb5576 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:13:44.417884 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6a3e8586-fbde-40c3-acfa-fef085eb5576 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Synchronizing usage tracker for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:subnet {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:13:44.488952 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6a3e8586-fbde-40c3-acfa-fef085eb5576 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Unset dirty status for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:subnet {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:13:44.492688 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6a3e8586-fbde-40c3-acfa-fef085eb5576 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1454 time: 0.2642510
Jan 29 10:13:44.495225 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54214) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:44.496512 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8563ad1d-948b-49c4-8474-75e8952fc47a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:44.544693 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e8f08a91-d867-46c1-8494-23a3116dd2a1 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:44.567631 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-74927640-041f-4f78-96c0-d6307b3aa62b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:44.606792 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-05f59c2a-794f-429c-a356-812621b9c433 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] In _notify_port_updated(), no bound segment for port 50377374-a07c-4b44-9e12-421d329f4491 on network 3457f780-2178-4ebe-914b-7f1c7bb8ea49 {{(pid=80766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:863}}
Jan 29 10:13:44.620513 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f08a91-d867-46c1-8494-23a3116dd2a1 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Pushing event deleted for resources: {'Port': ['ID=9ee7bc7b-5a19-4432-8b1e-22294d6979b8,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:44.631758 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-717ca5f5-72ff-41d6-a841-09c52aa7a5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9392c88>, [{'id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'name': 'tempest-RoutersIpV6Test-router-1431048454', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:12:00Z', 'updated_at': '2021-01-29T10:13:41Z', 'revision_number': 10, 'project_id': '22949024c322421d99052f9202cdd49a', 'gw_port_host': None, '_interfaces': [{'id': 'b7314175-99f7-4cb6-ac48-9793b498e096', 'name': '', 'network_id': '80c2087f-75e5-4ad3-be5d-6f7c2f11a575', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'mac_address': 'fa:16:3e:66:79:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '9ff78040-da3e-4fb9-8f2b-df4ed268b1aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:12:06Z', 'updated_at': '2021-01-29T10:12:18Z', 'revision_number': 5, 'project_id': '22949024c322421d99052f9202cdd49a', 'subnets': [{'id': '9ff78040-da3e-4fb9-8f2b-df4ed268b1aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:44.640095 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717ca5f5-72ff-41d6-a841-09c52aa7a5af None None] The sync data for ids ['e220c1c0-4b23-4f93-8414-abb30aa1bccc'] in dv-neutron-772983-2-ovs is: [{'id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'name': 'tempest-RoutersIpV6Test-router-1431048454', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:12:00Z', 'updated_at': '2021-01-29T10:13:41Z', 'revision_number': 10, 'project_id': '22949024c322421d99052f9202cdd49a', 'gw_port_host': None, '_interfaces': [{'id': 'b7314175-99f7-4cb6-ac48-9793b498e096', 'name': '', 'network_id': '80c2087f-75e5-4ad3-be5d-6f7c2f11a575', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'mac_address': 'fa:16:3e:66:79:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '9ff78040-da3e-4fb9-8f2b-df4ed268b1aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:12:06Z', 'updated_at': '2021-01-29T10:12:18Z', 'revision_number': 5, 'project_id': '22949024c322421d99052f9202cdd49a', 'subnets': [{'id': '9ff78040-da3e-4fb9-8f2b-df4ed268b1aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:13:44.654685 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e8f08a91-d867-46c1-8494-23a3116dd2a1 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:44.683341 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f59c2a-794f-429c-a356-812621b9c433 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:13:44.684080 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-05f59c2a-794f-429c-a356-812621b9c433 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:44.685550 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-05f59c2a-794f-429c-a356-812621b9c433 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "PUT /v2.0/ports/50377374-a07c-4b44-9e12-421d329f4491 HTTP/1.1" status: 200  len: 1000 time: 5.1459310
Jan 29 10:13:44.696107 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54218) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:44.740711 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcbb87f-5539-4daa-bff3-0b330e3455f9 req-2bec0fa7-3817-4f69-97b7-347ba0a55b6b tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:13:44.745947 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6bcbb87f-5539-4daa-bff3-0b330e3455f9 req-2bec0fa7-3817-4f69-97b7-347ba0a55b6b tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/ports?device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 945 time: 0.8602934
Jan 29 10:13:44.792850 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-81116ad3-8c3a-406e-bbbc-48f2bb9371d3 None None] Provisioning for port 50377374-a07c-4b44-9e12-421d329f4491 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:13:44.798132 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-81116ad3-8c3a-406e-bbbc-48f2bb9371d3 None None] Provisioning complete for port 50377374-a07c-4b44-9e12-421d329f4491 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:13:44.799305 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-81116ad3-8c3a-406e-bbbc-48f2bb9371d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:44.861479 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-5353f08b-2ede-49d5-89ee-3c807dcdc82a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Deleting subnet f0626fca-2c88-4be8-a785-e4d654ba5999 {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:13:44.863884 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-81116ad3-8c3a-406e-bbbc-48f2bb9371d3 None None] Port 50377374-a07c-4b44-9e12-421d329f4491 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:13:44.865396 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5353f08b-2ede-49d5-89ee-3c807dcdc82a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:44.961265 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6bcbb87f-5539-4daa-bff3-0b330e3455f9 req-3d9fed08-fa14-4e22-9904-6b61ec074ff1 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af675d5-c3af-4bab-a997-95b7e6464479&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2067142
Jan 29 10:13:44.984508 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-a8e6cb43-a95b-4c05-96e9-0e40a9b5d8a4 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Deleting port 50377374-a07c-4b44-9e12-421d329f4491 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:13:44.985145 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a8e6cb43-a95b-4c05-96e9-0e40a9b5d8a4 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:45.013935 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7d651b8f-a547-49ec-82d0-cdc8364bcd4d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852603100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2204728'] for subnet, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:45.062552 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b645cb04-bf4b-4137-8294-5eda4077128f tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:45.070180 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5353f08b-2ede-49d5-89ee-3c807dcdc82a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:45.124361 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d651b8f-a547-49ec-82d0-cdc8364bcd4d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event deleted for resources: {'Subnet': ['ID=bb14e4e3-b0c4-41bb-8247-b96d163fd317,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:45.178804 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7d651b8f-a547-49ec-82d0-cdc8364bcd4d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:45.227740 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e8f08a91-d867-46c1-8494-23a3116dd2a1 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for floatingip, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:45.233299 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7d651b8f-a547-49ec-82d0-cdc8364bcd4d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:45.239657 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7daeb29-bd5c-46c6-9314-9455b624af3c None None] Network 1846373c-e6a8-40b0-9ec1-57e95e070f2c requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:13:45.256087 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7d651b8f-a547-49ec-82d0-cdc8364bcd4d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "DELETE /v2.0/subnets/bb14e4e3-b0c4-41bb-8247-b96d163fd317 HTTP/1.1" status: 204  len: 168 time: 3.2328022
Jan 29 10:13:45.256388 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54222) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:45.261053 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e8f08a91-d867-46c1-8494-23a3116dd2a1 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:45.266108 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e8f08a91-d867-46c1-8494-23a3116dd2a1 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] 10.222.0.57 "DELETE /v2.0/floatingips/92b4563e-e6ee-4db9-a900-d6f14487ea63 HTTP/1.1" status: 204  len: 168 time: 1.7222905
Jan 29 10:13:45.272947 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54226) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:45.346518 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd97e9db-eaae-4e2e-835d-3ad988a43f1c tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:13:45.347172 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd97e9db-eaae-4e2e-835d-3ad988a43f1c tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:13:45.349192 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-cd97e9db-eaae-4e2e-835d-3ad988a43f1c tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] 10.222.0.57 "DELETE /v2.0/ports/4cfcbf76-038f-4f65-ba71-546243708dbd HTTP/1.1" status: 404  len: 333 time: 0.0732584
Jan 29 10:13:45.371623 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54230) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:45.438118 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e68cefa1-52ea-45b2-93ae-07ff484ab5fd tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Synchronizing usage tracker for tenant:f844837ce1884937bc086377bfe8af84 on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:13:45.465835 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5eb19f9b-e059-4906-b8ac-215cee12ddab tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:45.471016 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5353f08b-2ede-49d5-89ee-3c807dcdc82a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:45.512296 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f0b19a-3d4f-4566-ad9a-3f03e2333576 None None] DHCP port deletion for 1846373c-e6a8-40b0-9ec1-57e95e070f2c request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:13:45.516573 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-48f0b19a-3d4f-4566-ad9a-3f03e2333576 None None] Deleting port 9f0e2cab-bc9c-4a08-a84f-16d41ba147ec {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:13:45.516936 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-48f0b19a-3d4f-4566-ad9a-3f03e2333576 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:45.556638 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-5eb19f9b-e059-4906-b8ac-215cee12ddab tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Deleting port 9f0e2cab-bc9c-4a08-a84f-16d41ba147ec {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:13:45.557008 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5eb19f9b-e059-4906-b8ac-215cee12ddab tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:45.588855 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e68cefa1-52ea-45b2-93ae-07ff484ab5fd tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Unset dirty status for tenant:f844837ce1884937bc086377bfe8af84 on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:13:45.590151 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e68cefa1-52ea-45b2-93ae-07ff484ab5fd tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] 10.222.0.57 "GET /v2.0/ports?device_id=c02bbf86-a559-4f0a-8d63-7d0b85f344b5 HTTP/1.1" status: 200  len: 205 time: 0.2176030
Jan 29 10:13:45.594454 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8563ad1d-948b-49c4-8474-75e8952fc47a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:45.596996 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54234) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:45.615599 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d5232869-930f-40b2-8d07-aff3e43f3ac1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:45.669353 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a8e6cb43-a95b-4c05-96e9-0e40a9b5d8a4 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:45.677822 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563ad1d-948b-49c4-8474-75e8952fc47a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Pushing event deleted for resources: {'Subnet': ['ID=e8a55c25-1b47-42ec-978b-d5714b9cb332,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:45.700058 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8563ad1d-948b-49c4-8474-75e8952fc47a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:45.755515 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-48f0b19a-3d4f-4566-ad9a-3f03e2333576 None None] For port 9f0e2cab-bc9c-4a08-a84f-16d41ba147ec, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=9f0e2cab-bc9c-4a08-a84f-16d41ba147ec,segment=NetworkSegment(a42befa6-0b79-4c70-af33-f26409069a75),segment_id=a42befa6-0b79-4c70-af33-f26409069a75)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:13:45.756922 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-48f0b19a-3d4f-4566-ad9a-3f03e2333576 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:45.890109 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-a8e6cb43-a95b-4c05-96e9-0e40a9b5d8a4 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Calling delete_port for 50377374-a07c-4b44-9e12-421d329f4491 owned by  {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:13:45.894949 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-48f0b19a-3d4f-4566-ad9a-3f03e2333576 None None] Calling delete_port for 9f0e2cab-bc9c-4a08-a84f-16d41ba147ec owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:13:45.953912 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-d5f485b0-d1f4-4c30-a994-c48613aa4668 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] delete failed (client error): The resource could not be found.
Jan 29 10:13:45.955052 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d5f485b0-d1f4-4c30-a994-c48613aa4668 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] 10.222.0.57 "DELETE /v2.0/routers/c02bbf86-a559-4f0a-8d63-7d0b85f344b5 HTTP/1.1" status: 404  len: 336 time: 0.3571229
Jan 29 10:13:45.959542 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54240) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:45.977493 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-48f0b19a-3d4f-4566-ad9a-3f03e2333576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:46.003938 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-58727ac6-e122-4fa2-9958-aa63500289fd tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:13:46.004698 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58727ac6-e122-4fa2-9958-aa63500289fd tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:13:46.010880 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-58727ac6-e122-4fa2-9958-aa63500289fd tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] 10.222.0.57 "DELETE /v2.0/subnets/91f72bec-2b50-45cd-a860-21a8d5477123 HTTP/1.1" status: 404  len: 337 time: 0.0457711
Jan 29 10:13:46.020383 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54246) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:46.046165 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-5eb19f9b-e059-4906-b8ac-215cee12ddab tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] The port '9f0e2cab-bc9c-4a08-a84f-16d41ba147ec' was deleted {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 29 10:13:46.109379 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-40697b30-e452-4ed6-b31a-0e2f8577d1b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:46.136346 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8563ad1d-948b-49c4-8474-75e8952fc47a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:46.154136 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf5a08a-6bc2-4211-a4b5-126dd8d86d6e None None] Network d65c2c0a-9ecf-45a3-b14f-5abee0b33546 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:13:46.199769 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f0b19a-3d4f-4566-ad9a-3f03e2333576 None None] Pushing event deleted for resources: {'Port': ['ID=9f0e2cab-bc9c-4a08-a84f-16d41ba147ec,revision_number=None']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:46.233543 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-6d6d1108-55e9-432d-8978-08eaaf26377c tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Deleting port 1d6b9fd5-a86b-440d-8cab-b39ec5a686b8 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:13:46.233971 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6d6d1108-55e9-432d-8978-08eaaf26377c tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:46.250807 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-48f0b19a-3d4f-4566-ad9a-3f03e2333576 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:46.253693 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5eb19f9b-e059-4906-b8ac-215cee12ddab tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:46.256491 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f0b19a-3d4f-4566-ad9a-3f03e2333576 None None] No DVR routers for this DVR port 9f0e2cab-bc9c-4a08-a84f-16d41ba147ec on host dv-neutron-772983-2-ovs {{(pid=80767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:13:46.264290 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8563ad1d-948b-49c4-8474-75e8952fc47a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "DELETE /v2.0/subnets/e8a55c25-1b47-42ec-978b-d5714b9cb332 HTTP/1.1" status: 204  len: 168 time: 3.0140300
Jan 29 10:13:46.270473 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54250) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:46.475807 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58dfe2bd-d723-4774-b273-d976d2080e4f None None] DHCP port deletion for d65c2c0a-9ecf-45a3-b14f-5abee0b33546 request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:13:46.480869 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-58dfe2bd-d723-4774-b273-d976d2080e4f None None] Deleting port 984da4bc-71ca-48d1-8a71-c5728e6efd4b {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:13:46.481372 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-58dfe2bd-d723-4774-b273-d976d2080e4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:46.486757 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5353f08b-2ede-49d5-89ee-3c807dcdc82a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:46.536562 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-69538800-f911-41af-9268-291325bdcc57 tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:46.617457 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de351c6e-69f0-4819-9281-2f03c1e1bbc9 req-822148e7-31f7-403f-b60f-8fe57edd6c54 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:13:46.620141 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-de351c6e-69f0-4819-9281-2f03c1e1bbc9 req-822148e7-31f7-403f-b60f-8fe57edd6c54 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/ports?device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 945 time: 0.5082912
Jan 29 10:13:46.627517 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-5eb19f9b-e059-4906-b8ac-215cee12ddab tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c91a31d0>,) {'filters': {'network_id': ['1846373c-e6a8-40b0-9ec1-57e95e070f2c']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:46.659913 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ee53e418-0bc4-40ba-84f9-9bf674f4b4c3 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:46.718156 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 9d3fb1aa-c043-4342-8d93-f08ffa1cf97f no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:13:46.755857 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-5eb19f9b-e059-4906-b8ac-215cee12ddab tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c91a31d0>, 'a42befa6-0b79-4c70-af33-f26409069a75') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:46.756225 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-5eb19f9b-e059-4906-b8ac-215cee12ddab tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c91a31d0>, 'a42befa6-0b79-4c70-af33-f26409069a75') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:46.770604 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 9d3fb1aa-c043-4342-8d93-f08ffa1cf97f {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:13:46.770968 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 9d3fb1aa-c043-4342-8d93-f08ffa1cf97f not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:13:46.771433 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 984da4bc-71ca-48d1-8a71-c5728e6efd4b no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:13:46.791860 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5eb19f9b-e059-4906-b8ac-215cee12ddab tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:46.799892 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-ee53e418-0bc4-40ba-84f9-9bf674f4b4c3 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Deleting port 984da4bc-71ca-48d1-8a71-c5728e6efd4b {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:13:46.800274 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ee53e418-0bc4-40ba-84f9-9bf674f4b4c3 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:46.821498 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-58dfe2bd-d723-4774-b273-d976d2080e4f None None] For port 984da4bc-71ca-48d1-8a71-c5728e6efd4b, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=984da4bc-71ca-48d1-8a71-c5728e6efd4b,segment=NetworkSegment(b710bd1b-8b37-4bab-b2f9-655e761ad447),segment_id=b710bd1b-8b37-4bab-b2f9-655e761ad447)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:13:46.822027 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-58dfe2bd-d723-4774-b273-d976d2080e4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:46.889072 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5353f08b-2ede-49d5-89ee-3c807dcdc82a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event deleted for resources: {'Subnet': ['ID=f0626fca-2c88-4be8-a785-e4d654ba5999,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:46.898094 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5353f08b-2ede-49d5-89ee-3c807dcdc82a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:46.901986 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-de351c6e-69f0-4819-9281-2f03c1e1bbc9 req-9d33dd14-197e-4923-92b8-1f465f5bfa2e tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af675d5-c3af-4bab-a997-95b7e6464479&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1786418
Jan 29 10:13:46.908437 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5eb19f9b-e059-4906-b8ac-215cee12ddab tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:46.911427 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5eb19f9b-e059-4906-b8ac-215cee12ddab tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Releasing vxlan tunnel 14 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:13:47.082094 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a8e6cb43-a95b-4c05-96e9-0e40a9b5d8a4 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:47.113282 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5353f08b-2ede-49d5-89ee-3c807dcdc82a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:47.116411 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-89d7a26e-e2b6-47c2-adc8-28f06e168b7f tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:47.144588 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1495c01-56ac-4ba3-9a4f-4487c81d162d None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:13:47.173506 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6d6d1108-55e9-432d-8978-08eaaf26377c tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:47.202985 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-5eb19f9b-e059-4906-b8ac-215cee12ddab tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network 1846373c-e6a8-40b0-9ec1-57e95e070f2c has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:13:47.204477 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e6cb43-a95b-4c05-96e9-0e40a9b5d8a4 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event deleted for resources: {'Port': ['ID=50377374-a07c-4b44-9e12-421d329f4491,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:47.215958 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5eb19f9b-e059-4906-b8ac-215cee12ddab tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:47.216197 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a8e6cb43-a95b-4c05-96e9-0e40a9b5d8a4 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:47.266027 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-58dfe2bd-d723-4774-b273-d976d2080e4f None None] Calling delete_port for 984da4bc-71ca-48d1-8a71-c5728e6efd4b owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:13:47.390809 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-ee53e418-0bc4-40ba-84f9-9bf674f4b4c3 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] For port 984da4bc-71ca-48d1-8a71-c5728e6efd4b, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=984da4bc-71ca-48d1-8a71-c5728e6efd4b,segment=NetworkSegment(b710bd1b-8b37-4bab-b2f9-655e761ad447),segment_id=b710bd1b-8b37-4bab-b2f9-655e761ad447)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:13:47.391305 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ee53e418-0bc4-40ba-84f9-9bf674f4b4c3 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:47.399161 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-6d6d1108-55e9-432d-8978-08eaaf26377c tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Calling delete_port for 1d6b9fd5-a86b-440d-8cab-b39ec5a686b8 owned by  {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:13:47.422635 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-58dfe2bd-d723-4774-b273-d976d2080e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:47.433007 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5353f08b-2ede-49d5-89ee-3c807dcdc82a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/subnets/f0626fca-2c88-4be8-a785-e4d654ba5999 HTTP/1.1" status: 204  len: 168 time: 2.9016564
Jan 29 10:13:47.435974 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54254) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:47.471503 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:47.627538 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Port 984da4bc-71ca-48d1-8a71-c5728e6efd4b update to DOWN by agent not found {{(pid=80767) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2100}}
Jan 29 10:13:47.627538 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 9f0e2cab-bc9c-4a08-a84f-16d41ba147ec no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:13:47.631719 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-78f7907b-f120-43db-a05b-51b7453605ef tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1397529
Jan 29 10:13:47.632492 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54258) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:47.637293 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-ee53e418-0bc4-40ba-84f9-9bf674f4b4c3 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Calling delete_port for 984da4bc-71ca-48d1-8a71-c5728e6efd4b owned by network:dhcp {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:13:47.639032 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-98eef7bb-0051-40be-bf91-736111abe633 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Request body: {'subnet': {'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:13:47.670265 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a8e6cb43-a95b-4c05-96e9-0e40a9b5d8a4 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:47.671478 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 9f0e2cab-bc9c-4a08-a84f-16d41ba147ec {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:13:47.671882 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 9f0e2cab-bc9c-4a08-a84f-16d41ba147ec not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:13:47.673537 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dfe2bd-d723-4774-b273-d976d2080e4f None None] Pushing event deleted for resources: {'Port': ['ID=984da4bc-71ca-48d1-8a71-c5728e6efd4b,revision_number=None']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:47.676112 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58dfe2bd-d723-4774-b273-d976d2080e4f None None] No DVR routers for this DVR port 984da4bc-71ca-48d1-8a71-c5728e6efd4b on host dv-neutron-772983-2-ovs {{(pid=80767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:13:47.679012 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-58dfe2bd-d723-4774-b273-d976d2080e4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:47.703294 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a8e6cb43-a95b-4c05-96e9-0e40a9b5d8a4 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "DELETE /v2.0/ports/50377374-a07c-4b44-9e12-421d329f4491 HTTP/1.1" status: 204  len: 168 time: 3.0058513
Jan 29 10:13:47.703915 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54262) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:47.753120 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-5eb19f9b-e059-4906-b8ac-215cee12ddab tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network 1846373c-e6a8-40b0-9ec1-57e95e070f2c has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:13:47.788982 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:13:47.788982 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:13:47.788982 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:13:47.788982 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:13:47.788982 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:13:47.788982 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:13:47.788982 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:13:47.788982 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:13:47.788982 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:13:47.788982 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:13:47.788982 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:13:47.788982 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:13:47.788982 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:13:47.788982 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:13:47.788982 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:13:47.788982 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:13:47.788982 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:13:47.788982 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:13:47.788982 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:13:47.788982 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:13:47.788982 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:13:47.788982 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:13:47.788982 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:13:47.788982 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:13:47.788982 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:13:47.788982 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:13:47.788982 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:13:47.788982 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:13:47.788982 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:13:47.788982 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:13:47.788982 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:13:47.788982 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:13:47.802330 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6d6d1108-55e9-432d-8978-08eaaf26377c tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:47.804587 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfad020c-15d4-468c-a5fd-adc0f9b3aea5 None None] DHCP port deletion for 36ec2ab5-acc9-45dc-a136-797459b09a1c request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:13:47.810718 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-cfad020c-15d4-468c-a5fd-adc0f9b3aea5 None None] Deleting port a12f94df-bac1-41af-b94e-32f48a36565c {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:13:47.811624 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cfad020c-15d4-468c-a5fd-adc0f9b3aea5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:47.837402 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-964e6519-a01f-48d7-ad12-649c2bb9c3b9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:47.901462 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-365fa847-5103-4019-9b56-d2ea07aeb2ca tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] GET failed (client error): The resource could not be found.
Jan 29 10:13:47.902084 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-365fa847-5103-4019-9b56-d2ea07aeb2ca tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Synchronizing usage tracker for tenant:af6cfbcc17be4cdfba1cf58741c9e55a on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:13:47.904837 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6d1108-55e9-432d-8978-08eaaf26377c tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Pushing event deleted for resources: {'Port': ['ID=1d6b9fd5-a86b-440d-8cab-b39ec5a686b8,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:47.908684 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5eb19f9b-e059-4906-b8ac-215cee12ddab tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:47.912724 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5eb19f9b-e059-4906-b8ac-215cee12ddab tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:47.924929 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-cb5e9b9e-62b7-46e9-bd35-de47135da3b4 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:47.926003 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6d6d1108-55e9-432d-8978-08eaaf26377c tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:47.926964 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-98eef7bb-0051-40be-bf91-736111abe633 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:13:47.949435 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb19f9b-e059-4906-b8ac-215cee12ddab tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event deleted for resources: {'Network': ['ID=1846373c-e6a8-40b0-9ec1-57e95e070f2c,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:47.952552 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5eb19f9b-e059-4906-b8ac-215cee12ddab tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:47.958728 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5eb19f9b-e059-4906-b8ac-215cee12ddab tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "DELETE /v2.0/networks/1846373c-e6a8-40b0-9ec1-57e95e070f2c HTTP/1.1" status: 204  len: 168 time: 2.7013483
Jan 29 10:13:47.959658 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54268) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:47.993081 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-98eef7bb-0051-40be-bf91-736111abe633 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Usage tracker for resource:subnet and tenant:b2cc7248d2184abfb3aa21c44218cf1c is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:13:48.000288 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-98eef7bb-0051-40be-bf91-736111abe633 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:13:48.009918 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-98eef7bb-0051-40be-bf91-736111abe633 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:13:48.012476 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-365fa847-5103-4019-9b56-d2ea07aeb2ca tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Unset dirty status for tenant:af6cfbcc17be4cdfba1cf58741c9e55a on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:13:48.016369 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-365fa847-5103-4019-9b56-d2ea07aeb2ca tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "GET /v2.0/ports/50377374-a07c-4b44-9e12-421d329f4491 HTTP/1.1" status: 404  len: 333 time: 0.3085117
Jan 29 10:13:48.020013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54272) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:48.041116 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-ee53e418-0bc4-40ba-84f9-9bf674f4b4c3 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80765) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:13:48.041716 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-ee53e418-0bc4-40ba-84f9-9bf674f4b4c3 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:13:48.081952 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-cfad020c-15d4-468c-a5fd-adc0f9b3aea5 None None] For port a12f94df-bac1-41af-b94e-32f48a36565c, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=a12f94df-bac1-41af-b94e-32f48a36565c,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:13:48.082405 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cfad020c-15d4-468c-a5fd-adc0f9b3aea5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:48.101019 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98eef7bb-0051-40be-bf91-736111abe633 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Made reservation on behalf of b2cc7248d2184abfb3aa21c44218cf1c for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:13:48.123519 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-98eef7bb-0051-40be-bf91-736111abe633 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:48.221932 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-cfad020c-15d4-468c-a5fd-adc0f9b3aea5 None None] Calling delete_port for a12f94df-bac1-41af-b94e-32f48a36565c owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:13:48.246543 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-384c7f21-9668-4d90-a912-bc20224027be tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Deleting subnet d546fde3-8688-4a8c-93e3-37ba8eb0c3c7 {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:13:48.308850 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cfad020c-15d4-468c-a5fd-adc0f9b3aea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:48.315879 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-384c7f21-9668-4d90-a912-bc20224027be tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:48.326834 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8e383ea8-8ed8-4b38-8669-2ca151349afa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:48.372579 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbac677-72c5-49f6-a659-223258398d82 req-a5220fae-9561-4e05-a7cd-919661c71d0f tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:13:48.374441 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-dcbac677-72c5-49f6-a659-223258398d82 req-a5220fae-9561-4e05-a7cd-919661c71d0f tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/ports?device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 945 time: 0.3346341
Jan 29 10:13:48.378997 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-d5325bbc-b388-415c-b69b-aa2fc47eaca7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Deleting port 1ac2ce35-ab60-4ed6-bd57-1f602923d86c {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:13:48.379284 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d5325bbc-b388-415c-b69b-aa2fc47eaca7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:48.389591 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfad020c-15d4-468c-a5fd-adc0f9b3aea5 None None] Pushing event deleted for resources: {'Port': ['ID=a12f94df-bac1-41af-b94e-32f48a36565c,revision_number=None']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:48.393940 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-cfad020c-15d4-468c-a5fd-adc0f9b3aea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:48.423845 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-384c7f21-9668-4d90-a912-bc20224027be tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:48.465003 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6d6d1108-55e9-432d-8978-08eaaf26377c tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:48.479700 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfad020c-15d4-468c-a5fd-adc0f9b3aea5 None None] No DVR routers for this DVR port a12f94df-bac1-41af-b94e-32f48a36565c on host dv-neutron-772983-2-ovs {{(pid=80767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:13:48.486190 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6d6d1108-55e9-432d-8978-08eaaf26377c tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] 10.222.0.57 "DELETE /v2.0/ports/1d6b9fd5-a86b-440d-8cab-b39ec5a686b8 HTTP/1.1" status: 204  len: 168 time: 2.4605808
Jan 29 10:13:48.488668 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54276) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:48.520001 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-dcbac677-72c5-49f6-a659-223258398d82 req-c46e94e3-219c-45b5-8cb6-eaf05871c5fa tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af675d5-c3af-4bab-a997-95b7e6464479&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1113780
Jan 29 10:13:48.588047 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-ee53e418-0bc4-40ba-84f9-9bf674f4b4c3 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Deleting port 984da4bc-71ca-48d1-8a71-c5728e6efd4b {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:13:48.588640 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ee53e418-0bc4-40ba-84f9-9bf674f4b4c3 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:48.667675 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-a205f297-7310-49ec-a290-92199ca23a7f tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Deleting port 13966fba-7313-4135-bd71-2231b4e4294b {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:13:48.668070 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a205f297-7310-49ec-a290-92199ca23a7f tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:48.676019 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-ee53e418-0bc4-40ba-84f9-9bf674f4b4c3 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] The port '984da4bc-71ca-48d1-8a71-c5728e6efd4b' was deleted {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 29 10:13:48.685622 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device a12f94df-bac1-41af-b94e-32f48a36565c no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:13:48.722672 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: a12f94df-bac1-41af-b94e-32f48a36565c {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:13:48.723782 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device a12f94df-bac1-41af-b94e-32f48a36565c not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:13:48.780702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d5325bbc-b388-415c-b69b-aa2fc47eaca7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:48.781069 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d5325bbc-b388-415c-b69b-aa2fc47eaca7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:48.798265 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-384c7f21-9668-4d90-a912-bc20224027be tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:49.178367 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ee53e418-0bc4-40ba-84f9-9bf674f4b4c3 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:49.267845 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-d5325bbc-b388-415c-b69b-aa2fc47eaca7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Calling delete_port for 1ac2ce35-ab60-4ed6-bd57-1f602923d86c owned by network:floatingip {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:13:49.269831 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a205f297-7310-49ec-a290-92199ca23a7f tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:49.439210 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-ee53e418-0bc4-40ba-84f9-9bf674f4b4c3 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c9dcce10>,) {'filters': {'network_id': ['d65c2c0a-9ecf-45a3-b14f-5abee0b33546']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:49.454450 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-ee53e418-0bc4-40ba-84f9-9bf674f4b4c3 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c9dcce10>, 'b710bd1b-8b37-4bab-b2f9-655e761ad447') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:49.454789 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-ee53e418-0bc4-40ba-84f9-9bf674f4b4c3 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c9dcce10>, 'b710bd1b-8b37-4bab-b2f9-655e761ad447') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:49.465863 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-a205f297-7310-49ec-a290-92199ca23a7f tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Calling delete_port for 13966fba-7313-4135-bd71-2231b4e4294b owned by  {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:13:49.470114 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ee53e418-0bc4-40ba-84f9-9bf674f4b4c3 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:49.496181 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ee53e418-0bc4-40ba-84f9-9bf674f4b4c3 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:49.498835 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ee53e418-0bc4-40ba-84f9-9bf674f4b4c3 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Releasing vxlan tunnel 11 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:13:49.791210 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-ee53e418-0bc4-40ba-84f9-9bf674f4b4c3 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Network d65c2c0a-9ecf-45a3-b14f-5abee0b33546 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:13:49.807733 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ee53e418-0bc4-40ba-84f9-9bf674f4b4c3 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:49.843442 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d5325bbc-b388-415c-b69b-aa2fc47eaca7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:49.861860 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5264cca2-018e-4e5d-a23e-1ca83a56c480 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:49.949426 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-384c7f21-9668-4d90-a912-bc20224027be tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:49.971922 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5353f08b-2ede-49d5-89ee-3c807dcdc82a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:49.979132 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5325bbc-b388-415c-b69b-aa2fc47eaca7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event deleted for resources: {'Port': ['ID=1ac2ce35-ab60-4ed6-bd57-1f602923d86c,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:49.989964 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d5325bbc-b388-415c-b69b-aa2fc47eaca7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:50.037001 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c7f21-9668-4d90-a912-bc20224027be tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event deleted for resources: {'Subnet': ['ID=d546fde3-8688-4a8c-93e3-37ba8eb0c3c7,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:50.045671 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-384c7f21-9668-4d90-a912-bc20224027be tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:50.159971 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.objects.ports [None req-98eef7bb-0051-40be-bf91-736111abe633 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80766) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 29 10:13:50.164495 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-98eef7bb-0051-40be-bf91-736111abe633 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:50.167313 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-ee53e418-0bc4-40ba-84f9-9bf674f4b4c3 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Network d65c2c0a-9ecf-45a3-b14f-5abee0b33546 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:13:50.183550 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-15a91a35-af6e-4261-a261-a523faf8cc2c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:50.249187 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a205f297-7310-49ec-a290-92199ca23a7f tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:50.262251 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fff6bd-9d7c-471f-9fd3-62cfddfa062a req-ca873f31-6994-40dc-8641-2b6cbd23db9c tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:13:50.263971 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a6fff6bd-9d7c-471f-9fd3-62cfddfa062a req-ca873f31-6994-40dc-8641-2b6cbd23db9c tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/ports?device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 945 time: 0.5962832
Jan 29 10:13:50.283823 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:13:50.283823 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:13:50.283823 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:13:50.283823 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:13:50.283823 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:13:50.283823 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:13:50.283823 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:13:50.283823 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:13:50.283823 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:13:50.283823 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:13:50.283823 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:13:50.283823 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:13:50.283823 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:13:50.283823 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:13:50.283823 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:13:50.283823 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:13:50.283823 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:13:50.283823 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:13:50.283823 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:13:50.283823 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:13:50.283823 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:13:50.283823 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:13:50.283823 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:13:50.283823 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:13:50.283823 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:13:50.283823 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:13:50.283823 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:13:50.283823 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:13:50.283823 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:13:50.283823 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:13:50.283823 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:13:50.283823 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:13:50.283823 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:13:50.283823 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:13:50.283823 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:13:50.283823 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:13:50.283823 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:13:50.283823 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:13:50.283823 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:13:50.283823 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:13:50.413733 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ee53e418-0bc4-40ba-84f9-9bf674f4b4c3 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:50.426186 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-76515877-a80c-46c0-a5f6-1061f45abb3a tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:50.449236 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ee53e418-0bc4-40ba-84f9-9bf674f4b4c3 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:50.453210 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eef7bb-0051-40be-bf91-736111abe633 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event updated for resources: {'Subnet': ['ID=c5d55203-a572-4654-91df-b66a31d4ce19,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:50.471442 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-98eef7bb-0051-40be-bf91-736111abe633 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:50.471688 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c0c13c96-dcb9-4231-b5e6-0d85e373074e tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.198s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:50.474503 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1dc2275-ea52-4f4a-bdcc-af9ce8f84d7f None None] Network 3457f780-2178-4ebe-914b-7f1c7bb8ea49 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:13:50.502108 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee53e418-0bc4-40ba-84f9-9bf674f4b4c3 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Pushing event deleted for resources: {'Network': ['ID=d65c2c0a-9ecf-45a3-b14f-5abee0b33546,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:50.514807 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-384c7f21-9668-4d90-a912-bc20224027be tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:50.530501 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a6fff6bd-9d7c-471f-9fd3-62cfddfa062a req-2572560f-f690-4a5d-af8a-c65babb5748f tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af675d5-c3af-4bab-a997-95b7e6464479&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2395713
Jan 29 10:13:50.533813 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ee53e418-0bc4-40ba-84f9-9bf674f4b4c3 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:50.546317 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a205f297-7310-49ec-a290-92199ca23a7f tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Pushing event deleted for resources: {'Port': ['ID=13966fba-7313-4135-bd71-2231b4e4294b,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:50.563181 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ee53e418-0bc4-40ba-84f9-9bf674f4b4c3 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "DELETE /v2.0/networks/d65c2c0a-9ecf-45a3-b14f-5abee0b33546 HTTP/1.1" status: 204  len: 168 time: 4.2850049
Jan 29 10:13:50.563181 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54282) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:50.563352 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a205f297-7310-49ec-a290-92199ca23a7f tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:50.568890 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-384c7f21-9668-4d90-a912-bc20224027be tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "DELETE /v2.0/subnets/d546fde3-8688-4a8c-93e3-37ba8eb0c3c7 HTTP/1.1" status: 204  len: 168 time: 2.5478294
Jan 29 10:13:50.571494 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54286) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:50.662871 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98eef7bb-0051-40be-bf91-736111abe633 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:13:50.673590 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-98eef7bb-0051-40be-bf91-736111abe633 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:13:50.688718 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e888c837-881a-49c5-b872-309f94780ac7 None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:13:50.699349 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d5325bbc-b388-415c-b69b-aa2fc47eaca7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for floatingip, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:50.699729 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [None req-d5325bbc-b388-415c-b69b-aa2fc47eaca7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Floating IP ad9954f8-4dcd-4bbf-9f03-d151b81195f9 disassociated (deleted). External IP: 172.26.7.117, port: 1ed1fecf-d03f-4bd3-b46d-ffcac548fa0a.
Jan 29 10:13:50.719824 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc27455c-d2c8-4ed5-abf5-6fa264b30421 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Deleting subnet a9523b55-40fb-4b2e-9f7c-e2d7f7691b7c {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:13:50.752622 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98eef7bb-0051-40be-bf91-736111abe633 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:13:50.753285 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-98eef7bb-0051-40be-bf91-736111abe633 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:50.757187 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dc27455c-d2c8-4ed5-abf5-6fa264b30421 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:50.859919 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dc27455c-d2c8-4ed5-abf5-6fa264b30421 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:50.892594 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-98eef7bb-0051-40be-bf91-736111abe633 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 3.2568605
Jan 29 10:13:50.898138 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54290) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:50.905180 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a205f297-7310-49ec-a290-92199ca23a7f tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:50.909817 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a205f297-7310-49ec-a290-92199ca23a7f tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] 10.222.0.57 "DELETE /v2.0/ports/13966fba-7313-4135-bd71-2231b4e4294b HTTP/1.1" status: 204  len: 168 time: 2.3870454
Jan 29 10:13:50.913826 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-603d1dcb-ea6e-4f9c-9b69-9d71aa16f482 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Request body: {'port': {'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'mac_address': 'fa:16:3e:10:2a:25', 'name': 'tempest-NetworksTestDHCPv6-1439687585'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:13:50.932563 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54294) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:50.981326 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5917d8-bd72-4357-94c8-78ae3cb97a4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-36ec2ab5-acc9-45dc-a136-797459b09a1c', 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'tenant_id': 'b2cc7248d2184abfb3aa21c44218cf1c', 'fixed_ips': [{'subnet_id': 'c5d55203-a572-4654-91df-b66a31d4ce19'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:13:50.982260 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4d5917d8-bd72-4357-94c8-78ae3cb97a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:51.274031 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b65af2-b511-4744-9ffa-8db4bd0da983 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:13:51.274845 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b0b65af2-b511-4744-9ffa-8db4bd0da983 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Synchronizing usage tracker for tenant:f844837ce1884937bc086377bfe8af84 on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:13:51.282203 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-603d1dcb-ea6e-4f9c-9b69-9d71aa16f482 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:13:51.285160 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dc27455c-d2c8-4ed5-abf5-6fa264b30421 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:51.335564 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-603d1dcb-ea6e-4f9c-9b69-9d71aa16f482 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:13:51.377251 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b0b65af2-b511-4744-9ffa-8db4bd0da983 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Unset dirty status for tenant:f844837ce1884937bc086377bfe8af84 on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:13:51.378661 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b0b65af2-b511-4744-9ffa-8db4bd0da983 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] 10.222.0.57 "GET /v2.0/ports?device_id=92bee170-7907-4644-8709-c45f8f4ed753 HTTP/1.1" status: 200  len: 913 time: 0.4431202
Jan 29 10:13:51.382010 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54298) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:51.391543 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-4d5917d8-bd72-4357-94c8-78ae3cb97a4d None None] Allocated IP 2001:db8::f816:3eff:fe22:4ad6 (36ec2ab5-acc9-45dc-a136-797459b09a1c/c5d55203-a572-4654-91df-b66a31d4ce19/ea666985-d68f-4e4e-84d4-66e6325ad95e) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:13:51.476951 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603d1dcb-ea6e-4f9c-9b69-9d71aa16f482 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Made reservation on behalf of b2cc7248d2184abfb3aa21c44218cf1c for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:13:51.690013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4d5917d8-bd72-4357-94c8-78ae3cb97a4d None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:51.704032 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4d5917d8-bd72-4357-94c8-78ae3cb97a4d None None] Transition to ACTIVE for port object ea666985-d68f-4e4e-84d4-66e6325ad95e will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:13:51.734015 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4d5917d8-bd72-4357-94c8-78ae3cb97a4d None None] Transition to ACTIVE for port object ea666985-d68f-4e4e-84d4-66e6325ad95e will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:13:51.736767 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e80489c4-6109-4ac2-9659-a5f804a27b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:51.740137 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4d5917d8-bd72-4357-94c8-78ae3cb97a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:51.758271 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-83a5a819-ddcf-405b-b584-dc19df8a36d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:51.871308 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5325bbc-b388-415c-b69b-aa2fc47eaca7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Router 8874ac55-28b2-44e3-ad16-8c1286200534 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:13:51.906973 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-7b926280-771d-47eb-aca4-abcca0af11f9 None None] Provisioning complete for port fa108fbf-5a5a-4885-aa1a-673b6fd090aa triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:13:51.906973 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7b926280-771d-47eb-aca4-abcca0af11f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:51.914843 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-603d1dcb-ea6e-4f9c-9b69-9d71aa16f482 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:51.950885 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5917d8-bd72-4357-94c8-78ae3cb97a4d None None] Pushing event updated for resources: {'Port': ['ID=ea666985-d68f-4e4e-84d4-66e6325ad95e,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:51.956744 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4d5917d8-bd72-4357-94c8-78ae3cb97a4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:52.059545 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5917d8-bd72-4357-94c8-78ae3cb97a4d None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:13:52.066625 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-4d5917d8-bd72-4357-94c8-78ae3cb97a4d None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:13:52.070583 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5917d8-bd72-4357-94c8-78ae3cb97a4d None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:13:52.147598 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaea4d8-35b2-46bb-9ed8-92ba827a7edb req-8020b2cf-ba7d-4d6c-a1c8-accf524b51af tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:13:52.149363 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7aaea4d8-35b2-46bb-9ed8-92ba827a7edb req-8020b2cf-ba7d-4d6c-a1c8-accf524b51af tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/ports?device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 945 time: 0.4234672
Jan 29 10:13:52.343494 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7aaea4d8-35b2-46bb-9ed8-92ba827a7edb req-873b2f9c-9e77-4892-94ee-1c7bd057711e tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af675d5-c3af-4bab-a997-95b7e6464479&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1502588
Jan 29 10:13:52.346333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5325bbc-b388-415c-b69b-aa2fc47eaca7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:13:52.350024 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-4d5917d8-bd72-4357-94c8-78ae3cb97a4d None None] Attempting to bind port ea666985-d68f-4e4e-84d4-66e6325ad95e on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:13:52.351067 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-4d5917d8-bd72-4357-94c8-78ae3cb97a4d None None] Attempting to bind port ea666985-d68f-4e4e-84d4-66e6325ad95e by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:13:52.352669 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5917d8-bd72-4357-94c8-78ae3cb97a4d None None] Attempting to bind port ea666985-d68f-4e4e-84d4-66e6325ad95e on network 36ec2ab5-acc9-45dc-a136-797459b09a1c {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:13:52.355495 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d5325bbc-b388-415c-b69b-aa2fc47eaca7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:52.360566 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5917d8-bd72-4357-94c8-78ae3cb97a4d None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:13:52.361303 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5917d8-bd72-4357-94c8-78ae3cb97a4d None None] Checking segment: {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:13:52.361766 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4d5917d8-bd72-4357-94c8-78ae3cb97a4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:52.362258 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5917d8-bd72-4357-94c8-78ae3cb97a4d None None] Bound using segment: {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:13:52.363080 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ecc66c-4ef2-4b38-9aaa-675ffcf349d6 None None] Sync routers for ids ['8874ac55-28b2-44e3-ad16-8c1286200534'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:13:52.363376 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-4d5917d8-bd72-4357-94c8-78ae3cb97a4d None None] Bound port: ea666985-d68f-4e4e-84d4-66e6325ad95e, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:13:52.364354 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4d5917d8-bd72-4357-94c8-78ae3cb97a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:52.387834 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ecc66c-4ef2-4b38-9aaa-675ffcf349d6 None None] Routers {'8874ac55-28b2-44e3-ad16-8c1286200534'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:13:52.389171 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-a8ecc66c-4ef2-4b38-9aaa-675ffcf349d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca3beda0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:13:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['8874ac55-28b2-44e3-ad16-8c1286200534'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:52.423057 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-298ee320-1106-4d88-a3f6-863b8439f60e tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349253'] for router_interface, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:52.490571 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4d5917d8-bd72-4357-94c8-78ae3cb97a4d None None] For port ea666985-d68f-4e4e-84d4-66e6325ad95e, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:13:52.495841 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4d5917d8-bd72-4357-94c8-78ae3cb97a4d None None] For port ea666985-d68f-4e4e-84d4-66e6325ad95e, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=ea666985-d68f-4e4e-84d4-66e6325ad95e,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:13:52.499920 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4d5917d8-bd72-4357-94c8-78ae3cb97a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:52.571638 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d5325bbc-b388-415c-b69b-aa2fc47eaca7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "DELETE /v2.0/floatingips/ad9954f8-4dcd-4bbf-9f03-d151b81195f9 HTTP/1.1" status: 204  len: 168 time: 4.6103561
Jan 29 10:13:52.574985 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a5916f6-67e0-4b45-8c9c-82a048d390d0', 'tag': '1ed1fecf-d03f-4bd3-b46d-ffcac548fa0a'}] {{(pid=80765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:13:52.594546 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dc27455c-d2c8-4ed5-abf5-6fa264b30421 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:52.631717 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-384c7f21-9668-4d90-a912-bc20224027be tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:52.660282 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-055b8f6e-e599-43e6-a01c-1ac3905a520a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:52.695653 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc27455c-d2c8-4ed5-abf5-6fa264b30421 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event deleted for resources: {'Subnet': ['ID=a9523b55-40fb-4b2e-9f7c-e2d7f7691b7c,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:52.710252 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-a8ecc66c-4ef2-4b38-9aaa-675ffcf349d6 None None] Set router 8874ac55-28b2-44e3-ad16-8c1286200534 gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:13:52.710844 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-603d1dcb-ea6e-4f9c-9b69-9d71aa16f482 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] device_id is not set on port 210eda9d-5cb5-41f0-9872-eea69475c450 yet. {{(pid=80766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:13:52.748117 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-dc27455c-d2c8-4ed5-abf5-6fa264b30421 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:52.763951 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5917d8-bd72-4357-94c8-78ae3cb97a4d None None] Pushing event updated for resources: {'Port': ['ID=ea666985-d68f-4e4e-84d4-66e6325ad95e,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:52.773288 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4d5917d8-bd72-4357-94c8-78ae3cb97a4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:52.957489 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df2f02d-fac2-4a96-bf8f-7b792ded8375 None None] Network 3457f780-2178-4ebe-914b-7f1c7bb8ea49 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:13:53.015689 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a5916f6-67e0-4b45-8c9c-82a048d390d0', 'tag': '1ed1fecf-d03f-4bd3-b46d-ffcac548fa0a', 'status': 'completed', 'code': 200}
Jan 29 10:13:53.016738 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-298ee320-1106-4d88-a3f6-863b8439f60e tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Deleting port b7314175-99f7-4cb6-ac48-9793b498e096 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:13:53.017642 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-298ee320-1106-4d88-a3f6-863b8439f60e tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:53.028991 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dc27455c-d2c8-4ed5-abf5-6fa264b30421 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:53.119737 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-dc27455c-d2c8-4ed5-abf5-6fa264b30421 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "DELETE /v2.0/subnets/a9523b55-40fb-4b2e-9f7c-e2d7f7691b7c HTTP/1.1" status: 204  len: 168 time: 2.5443268
Jan 29 10:13:53.123394 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54312) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:53.281369 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-a8ecc66c-4ef2-4b38-9aaa-675ffcf349d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca3beda0>, [{'id': '8874ac55-28b2-44e3-ad16-8c1286200534', 'name': 'tempest-TestNetworkBasicOps-router-415840673', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.223'}], 'enable_snat': True}, 'gw_port_id': '14363516-cbca-474d-8ee5-1a3c34317c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:07:51Z', 'updated_at': '2021-01-29T10:13:13Z', 'revision_number': 6, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '14363516-cbca-474d-8ee5-1a3c34317c4a', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:90:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8874ac55-28b2-44e3-ad16-8c1286200534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:07:54Z', 'updated_at': '2021-01-29T10:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'bd7862d9-0746-4c02-9b51-23b3718ccd22', 'name': '', 'network_id': '202d926a-4317-4fd3-a6b3-3233b8a4bdb4', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:f2:7b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8874ac55-28b2-44e3-ad16-8c1286200534', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '18ba1ea0-4872-4c5f-bc2f-ad1138a60b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:08:14Z', 'updated_at': '2021-01-29T10:08:50Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': '18ba1ea0-4872-4c5f-bc2f-ad1138a60b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:53.287128 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ecc66c-4ef2-4b38-9aaa-675ffcf349d6 None None] Checking router: 8874ac55-28b2-44e3-ad16-8c1286200534 for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:13:53.300590 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ecc66c-4ef2-4b38-9aaa-675ffcf349d6 None None] Routers {'8874ac55-28b2-44e3-ad16-8c1286200534'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:13:53.302281 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-a8ecc66c-4ef2-4b38-9aaa-675ffcf349d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca3beda0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:13:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['8874ac55-28b2-44e3-ad16-8c1286200534'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:53.309855 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-603d1dcb-ea6e-4f9c-9b69-9d71aa16f482 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Allocated IP 2001:db8::f816:3eff:fe10:2a25 (36ec2ab5-acc9-45dc-a136-797459b09a1c/c5d55203-a572-4654-91df-b66a31d4ce19/210eda9d-5cb5-41f0-9872-eea69475c450) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:13:53.445725 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51cc5ab6-3c3b-4a75-860d-a057bb68f666 None None] DHCP port deletion for 3457f780-2178-4ebe-914b-7f1c7bb8ea49 request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:13:53.451373 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-51cc5ab6-3c3b-4a75-860d-a057bb68f666 None None] Deleting port fa108fbf-5a5a-4885-aa1a-673b6fd090aa {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:13:53.452038 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-51cc5ab6-3c3b-4a75-860d-a057bb68f666 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:53.579383 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-73685be6-decc-47f0-8694-7a9c7ea9fc5c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:53.626747 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-298ee320-1106-4d88-a3f6-863b8439f60e tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] For port b7314175-99f7-4cb6-ac48-9793b498e096, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=b7314175-99f7-4cb6-ac48-9793b498e096,segment=NetworkSegment(cf824e06-0db6-4801-9057-948972ffe4b3),segment_id=cf824e06-0db6-4801-9057-948972ffe4b3)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:13:53.627622 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-298ee320-1106-4d88-a3f6-863b8439f60e tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:53.729713 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83360a5-0c8c-4177-b5ed-37ceb267b50f req-9d25f2da-381f-49cb-baa3-04bee43cd206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:13:53.731482 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c83360a5-0c8c-4177-b5ed-37ceb267b50f req-9d25f2da-381f-49cb-baa3-04bee43cd206 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ff1f06ee29ef461597f2ecd846f8813d&device_id=7a5916f6-67e0-4b45-8c9c-82a048d390d0 HTTP/1.1" status: 200  len: 1162 time: 0.6769314
Jan 29 10:13:53.736283 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-73685be6-decc-47f0-8694-7a9c7ea9fc5c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Deleting port fa108fbf-5a5a-4885-aa1a-673b6fd090aa {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:13:53.736765 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-73685be6-decc-47f0-8694-7a9c7ea9fc5c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:53.770028 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-51cc5ab6-3c3b-4a75-860d-a057bb68f666 None None] For port fa108fbf-5a5a-4885-aa1a-673b6fd090aa, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=fa108fbf-5a5a-4885-aa1a-673b6fd090aa,segment=NetworkSegment(699d1d49-d7d9-45b6-a4c2-0d54cc54ddfc),segment_id=699d1d49-d7d9-45b6-a4c2-0d54cc54ddfc)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:13:53.770592 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-51cc5ab6-3c3b-4a75-860d-a057bb68f666 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:53.780028 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-a8ecc66c-4ef2-4b38-9aaa-675ffcf349d6 None None] Set router 8874ac55-28b2-44e3-ad16-8c1286200534 gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:13:53.807071 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-298ee320-1106-4d88-a3f6-863b8439f60e tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Calling delete_port for b7314175-99f7-4cb6-ac48-9793b498e096 owned by network:router_interface {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:13:53.911683 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-51cc5ab6-3c3b-4a75-860d-a057bb68f666 None None] Calling delete_port for fa108fbf-5a5a-4885-aa1a-673b6fd090aa owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:13:53.943843 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-37c51f1b-e83b-4d3c-8927-dd793c5a465c tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349253'] for router_interface, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:53.951896 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9873082e-c936-46f5-9d63-8902238165e0 req-f461db1e-d2ce-4222-90ec-a2883ba1b6a6 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:13:53.952931 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-9873082e-c936-46f5-9d63-8902238165e0 req-f461db1e-d2ce-4222-90ec-a2883ba1b6a6 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Synchronizing usage tracker for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:13:54.005522 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-51cc5ab6-3c3b-4a75-860d-a057bb68f666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:54.116249 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-9873082e-c936-46f5-9d63-8902238165e0 req-f461db1e-d2ce-4222-90ec-a2883ba1b6a6 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Unset dirty status for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:13:54.125580 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9873082e-c936-46f5-9d63-8902238165e0 req-f461db1e-d2ce-4222-90ec-a2883ba1b6a6 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a5916f6-67e0-4b45-8c9c-82a048d390d0 HTTP/1.1" status: 200  len: 945 time: 0.6417992
Jan 29 10:13:54.129832 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-feca886d-6de7-4dd0-b080-a4089982de9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:54.208947 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5979110c-09a4-4adb-a3f4-ff79f9c5201c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:54.222321 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-a8ecc66c-4ef2-4b38-9aaa-675ffcf349d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca3beda0>, [{'id': '8874ac55-28b2-44e3-ad16-8c1286200534', 'name': 'tempest-TestNetworkBasicOps-router-415840673', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.223'}], 'enable_snat': True}, 'gw_port_id': '14363516-cbca-474d-8ee5-1a3c34317c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:07:51Z', 'updated_at': '2021-01-29T10:13:13Z', 'revision_number': 6, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '14363516-cbca-474d-8ee5-1a3c34317c4a', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:90:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8874ac55-28b2-44e3-ad16-8c1286200534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:07:54Z', 'updated_at': '2021-01-29T10:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'bd7862d9-0746-4c02-9b51-23b3718ccd22', 'name': '', 'network_id': '202d926a-4317-4fd3-a6b3-3233b8a4bdb4', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:f2:7b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8874ac55-28b2-44e3-ad16-8c1286200534', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '18ba1ea0-4872-4c5f-bc2f-ad1138a60b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:08:14Z', 'updated_at': '2021-01-29T10:08:50Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': '18ba1ea0-4872-4c5f-bc2f-ad1138a60b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:54.223631 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cc5ab6-3c3b-4a75-860d-a057bb68f666 None None] Pushing event deleted for resources: {'Port': ['ID=fa108fbf-5a5a-4885-aa1a-673b6fd090aa,revision_number=None']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:54.227551 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-51cc5ab6-3c3b-4a75-860d-a057bb68f666 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:54.228656 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ecc66c-4ef2-4b38-9aaa-675ffcf349d6 None None] The sync data for ids ['8874ac55-28b2-44e3-ad16-8c1286200534'] in dv-neutron-772983-2-ovs is: [{'id': '8874ac55-28b2-44e3-ad16-8c1286200534', 'name': 'tempest-TestNetworkBasicOps-router-415840673', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.223'}], 'enable_snat': True}, 'gw_port_id': '14363516-cbca-474d-8ee5-1a3c34317c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:07:51Z', 'updated_at': '2021-01-29T10:13:13Z', 'revision_number': 6, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '14363516-cbca-474d-8ee5-1a3c34317c4a', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:90:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8874ac55-28b2-44e3-ad16-8c1286200534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:07:54Z', 'updated_at': '2021-01-29T10:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'bd7862d9-0746-4c02-9b51-23b3718ccd22', 'name': '', 'network_id': '202d926a-4317-4fd3-a6b3-3233b8a4bdb4', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:f2:7b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8874ac55-28b2-44e3-ad16-8c1286200534', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '18ba1ea0-4872-4c5f-bc2f-ad1138a60b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:08:14Z', 'updated_at': '2021-01-29T10:08:50Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': '18ba1ea0-4872-4c5f-bc2f-ad1138a60b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:13:54.235105 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cc5ab6-3c3b-4a75-860d-a057bb68f666 None None] No DVR routers for this DVR port fa108fbf-5a5a-4885-aa1a-673b6fd090aa on host dv-neutron-772983-2-ovs {{(pid=80767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:13:54.244727 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9873082e-c936-46f5-9d63-8902238165e0 req-086b446b-6bad-432b-94db-d4a3ab13dde3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=81d31a64-62a7-4c84-a8ba-b1a83211960e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1179664
Jan 29 10:13:54.248882 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-298ee320-1106-4d88-a3f6-863b8439f60e tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:54.262135 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:54.269263 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4ed5efe5-6cbd-4da8-a32c-e4c9d8e93fd2 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:54.292925 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-603d1dcb-ea6e-4f9c-9b69-9d71aa16f482 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:54.312984 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-603d1dcb-ea6e-4f9c-9b69-9d71aa16f482 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Transition to ACTIVE for port object 210eda9d-5cb5-41f0-9872-eea69475c450 will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:13:54.345912 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298ee320-1106-4d88-a3f6-863b8439f60e tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Pushing event deleted for resources: {'Port': ['ID=b7314175-99f7-4cb6-ac48-9793b498e096,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:54.382283 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-298ee320-1106-4d88-a3f6-863b8439f60e tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:54.490582 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83360a5-0c8c-4177-b5ed-37ceb267b50f req-cedf8454-a034-44d4-9cba-eab2a6d0f4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:13:54.492214 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c83360a5-0c8c-4177-b5ed-37ceb267b50f req-cedf8454-a034-44d4-9cba-eab2a6d0f4c6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=202d926a-4317-4fd3-a6b3-3233b8a4bdb4 HTTP/1.1" status: 200  len: 890 time: 0.6898384
Jan 29 10:13:54.507038 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-603d1dcb-ea6e-4f9c-9b69-9d71aa16f482 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:54.607667 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ce9ae828-a7a8-4df7-b6e9-f5cb815cbc0f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:54.710536 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c83360a5-0c8c-4177-b5ed-37ceb267b50f req-39817ef8-091a-4856-9732-652c1697c4d7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ed1fecf-d03f-4bd3-b46d-ffcac548fa0a HTTP/1.1" status: 200  len: 217 time: 0.1909931
Jan 29 10:13:54.719107 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-7c0ffa86-af16-4910-893c-ed6433661fc8 None None] Provisioning for port ea666985-d68f-4e4e-84d4-66e6325ad95e completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:13:54.832379 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-298ee320-1106-4d88-a3f6-863b8439f60e tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854415430'] for router_interface, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:54.874048 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0dd359-8d82-43bd-91ee-171346b3e2fa None None] New status for floating IP ad9954f8-4dcd-4bbf-9f03-d151b81195f9: DOWN {{(pid=80767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 29 10:13:54.974060 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83360a5-0c8c-4177-b5ed-37ceb267b50f req-a122b256-190d-43b7-afa7-95776983c2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:13:54.975936 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c83360a5-0c8c-4177-b5ed-37ceb267b50f req-a122b256-190d-43b7-afa7-95776983c2e2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=18ba1ea0-4872-4c5f-bc2f-ad1138a60b95 HTTP/1.1" status: 200  len: 834 time: 0.2645807
Jan 29 10:13:54.979448 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbe720f-7ddd-49e4-9319-4aa3a9bc8387 req-2eddba15-b716-4f8b-9291-fba5e5bdae16 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:13:54.981179 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-bfbe720f-7ddd-49e4-9319-4aa3a9bc8387 req-2eddba15-b716-4f8b-9291-fba5e5bdae16 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/ports?device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 945 time: 0.4757969
Jan 29 10:13:55.054030 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device ea666985-d68f-4e4e-84d4-66e6325ad95e up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:13:55.064933 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:13:55.076510 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603d1dcb-ea6e-4f9c-9b69-9d71aa16f482 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event updated for resources: {'Port': ['ID=210eda9d-5cb5-41f0-9872-eea69475c450,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:55.094232 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-603d1dcb-ea6e-4f9c-9b69-9d71aa16f482 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:55.098711 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-73685be6-decc-47f0-8694-7a9c7ea9fc5c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] For port fa108fbf-5a5a-4885-aa1a-673b6fd090aa, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=fa108fbf-5a5a-4885-aa1a-673b6fd090aa,segment=NetworkSegment(699d1d49-d7d9-45b6-a4c2-0d54cc54ddfc),segment_id=699d1d49-d7d9-45b6-a4c2-0d54cc54ddfc)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:13:55.099126 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-73685be6-decc-47f0-8694-7a9c7ea9fc5c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:55.160294 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:55.184647 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port ea666985-d68f-4e4e-84d4-66e6325ad95e completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:13:55.190846 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port ea666985-d68f-4e4e-84d4-66e6325ad95e triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:13:55.191553 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:55.347538 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:55.387741 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port ea666985-d68f-4e4e-84d4-66e6325ad95e, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=ea666985-d68f-4e4e-84d4-66e6325ad95e,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:13:55.394738 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:55.397075 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-687ef38c-f3ac-4ee6-b80a-42f3db3bf98a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:55.453108 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device fa108fbf-5a5a-4885-aa1a-673b6fd090aa no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:13:55.504518 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: fa108fbf-5a5a-4885-aa1a-673b6fd090aa {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:13:55.505116 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device fa108fbf-5a5a-4885-aa1a-673b6fd090aa not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:13:55.513172 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-2db2b1e8-b234-4683-9ea0-e2cfab9c40db None None] Provisioning complete for port ea666985-d68f-4e4e-84d4-66e6325ad95e triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:13:55.513475 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2db2b1e8-b234-4683-9ea0-e2cfab9c40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:55.575953 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=ea666985-d68f-4e4e-84d4-66e6325ad95e,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:55.580862 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:55.623830 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-bfbe720f-7ddd-49e4-9319-4aa3a9bc8387 req-ae611a18-9a9b-4e08-8c73-b94a5e5ff418 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af675d5-c3af-4bab-a997-95b7e6464479&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1658034
Jan 29 10:13:55.635214 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-73685be6-decc-47f0-8694-7a9c7ea9fc5c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Calling delete_port for fa108fbf-5a5a-4885-aa1a-673b6fd090aa owned by network:dhcp {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:13:55.730190 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89adad5-1298-40b2-988d-c2f813a83aee req-550568e3-8873-4b28-82bd-200d5d4e816a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:13:55.731954 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a89adad5-1298-40b2-988d-c2f813a83aee req-550568e3-8873-4b28-82bd-200d5d4e816a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a5916f6-67e0-4b45-8c9c-82a048d390d0 HTTP/1.1" status: 200  len: 945 time: 0.7451692
Jan 29 10:13:55.822333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603d1dcb-ea6e-4f9c-9b69-9d71aa16f482 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:13:55.827560 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-603d1dcb-ea6e-4f9c-9b69-9d71aa16f482 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:13:55.844826 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603d1dcb-ea6e-4f9c-9b69-9d71aa16f482 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:13:55.911435 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603d1dcb-ea6e-4f9c-9b69-9d71aa16f482 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:13:55.912246 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-603d1dcb-ea6e-4f9c-9b69-9d71aa16f482 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:55.918859 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83360a5-0c8c-4177-b5ed-37ceb267b50f req-783fa4a6-ad9c-45ad-ab30-22aec1bd500c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:13:55.920471 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c83360a5-0c8c-4177-b5ed-37ceb267b50f req-783fa4a6-ad9c-45ad-ab30-22aec1bd500c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=202d926a-4317-4fd3-a6b3-3233b8a4bdb4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.9271469
Jan 29 10:13:55.982879 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-73685be6-decc-47f0-8694-7a9c7ea9fc5c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80766) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:13:55.983218 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-73685be6-decc-47f0-8694-7a9c7ea9fc5c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:13:56.006022 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:56.017328 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-a89adad5-1298-40b2-988d-c2f813a83aee req-549d98bc-7aea-4352-a199-38cf01a59cc4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Deleting port 1ed1fecf-d03f-4bd3-b46d-ffcac548fa0a {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:13:56.017726 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-a89adad5-1298-40b2-988d-c2f813a83aee req-549d98bc-7aea-4352-a199-38cf01a59cc4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:56.068646 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-603d1dcb-ea6e-4f9c-9b69-9d71aa16f482 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 5.1677861
Jan 29 10:13:56.074607 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54322) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:56.088915 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-6660c8b4-8f27-4c7e-a649-9015d0195a42 None None] Provisioning for port 210eda9d-5cb5-41f0-9872-eea69475c450 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:13:56.094134 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-6660c8b4-8f27-4c7e-a649-9015d0195a42 None None] Provisioning complete for port 210eda9d-5cb5-41f0-9872-eea69475c450 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:13:56.094567 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6660c8b4-8f27-4c7e-a649-9015d0195a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:56.153418 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-6660c8b4-8f27-4c7e-a649-9015d0195a42 None None] Port 210eda9d-5cb5-41f0-9872-eea69475c450 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:13:56.225137 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c83360a5-0c8c-4177-b5ed-37ceb267b50f req-fcb61d9e-fac0-4518-b257-e9ce55e9ac3e service neutron] 10.222.0.22 "GET /v2.0/networks/202d926a-4317-4fd3-a6b3-3233b8a4bdb4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2913644
Jan 29 10:13:56.239223 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-37c51f1b-e83b-4d3c-8927-dd793c5a465c tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Deleting port 804862bc-557f-4659-9521-eb74d3278e63 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:13:56.239605 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-37c51f1b-e83b-4d3c-8927-dd793c5a465c tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:56.355617 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 1ed1fecf-d03f-4bd3-b46d-ffcac548fa0a no longer exists at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:13:56.420188 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a582547-b860-4d49-a901-011f24f0bc41 req-e430e020-cf53-492c-9a15-2902dc928733 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:13:56.421947 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4a582547-b860-4d49-a901-011f24f0bc41 req-e430e020-cf53-492c-9a15-2902dc928733 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a5916f6-67e0-4b45-8c9c-82a048d390d0 HTTP/1.1" status: 200  len: 945 time: 0.6410685
Jan 29 10:13:56.468285 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-298ee320-1106-4d88-a3f6-863b8439f60e tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Router e220c1c0-4b23-4f93-8414-abb30aa1bccc has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:13:56.486319 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:56.510424 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693a8afb-8673-4cfb-925c-a92abc3ff520 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:13:56.515942 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a5916f6-67e0-4b45-8c9c-82a048d390d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ed1fecf-d03f-4bd3-b46d-ffcac548fa0a'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:13:56.527411 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port 1ed1fecf-d03f-4bd3-b46d-ffcac548fa0a, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=1ed1fecf-d03f-4bd3-b46d-ffcac548fa0a,segment=NetworkSegment(da74141a-e053-4807-8732-98d074b8386c),segment_id=da74141a-e053-4807-8732-98d074b8386c)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:13:56.533519 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:56.535542 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-58dfe2bd-d723-4774-b273-d976d2080e4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:56.570564 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4a582547-b860-4d49-a901-011f24f0bc41 req-39368d63-f8c5-4209-8ccf-f1098c01c938 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=81d31a64-62a7-4c84-a8ba-b1a83211960e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1375601
Jan 29 10:13:56.595603 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693a8afb-8673-4cfb-925c-a92abc3ff520 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:13:56.596488 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-693a8afb-8673-4cfb-925c-a92abc3ff520 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Synchronizing usage tracker for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:13:56.613702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-73685be6-decc-47f0-8694-7a9c7ea9fc5c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Deleting port fa108fbf-5a5a-4885-aa1a-673b6fd090aa {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:13:56.614090 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-73685be6-decc-47f0-8694-7a9c7ea9fc5c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:56.626516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=1ed1fecf-d03f-4bd3-b46d-ffcac548fa0a,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:56.630569 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:56.708572 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device ea666985-d68f-4e4e-84d4-66e6325ad95e up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:13:56.746826 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-298ee320-1106-4d88-a3f6-863b8439f60e tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:13:56.758029 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f73490-4e4c-4c4d-a9a2-d61ba11ced68 None None] Sync routers for ids ['e220c1c0-4b23-4f93-8414-abb30aa1bccc'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:13:56.776484 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f73490-4e4c-4c4d-a9a2-d61ba11ced68 None None] Routers {'e220c1c0-4b23-4f93-8414-abb30aa1bccc'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:13:56.779390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-89f73490-4e4c-4c4d-a9a2-d61ba11ced68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9c87860>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:13:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['e220c1c0-4b23-4f93-8414-abb30aa1bccc'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:56.790997 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-298ee320-1106-4d88-a3f6-863b8439f60e tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "PUT /v2.0/routers/e220c1c0-4b23-4f93-8414-abb30aa1bccc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2279942
Jan 29 10:13:56.791878 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-73685be6-decc-47f0-8694-7a9c7ea9fc5c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] The port 'fa108fbf-5a5a-4885-aa1a-673b6fd090aa' was deleted {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 29 10:13:56.797262 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54328) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:56.800033 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-693a8afb-8673-4cfb-925c-a92abc3ff520 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Unset dirty status for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:13:56.803889 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-693a8afb-8673-4cfb-925c-a92abc3ff520 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1705 time: 0.7242372
Jan 29 10:13:56.842275 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54332) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:56.849267 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port ea666985-d68f-4e4e-84d4-66e6325ad95e triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:13:56.850061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:56.858228 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c83360a5-0c8c-4177-b5ed-37ceb267b50f req-0e66060b-6620-4ae1-8468-79dfa8ac2144 service neutron] 10.222.0.22 "GET /v2.0/networks/202d926a-4317-4fd3-a6b3-3233b8a4bdb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6219430
Jan 29 10:13:56.893263 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-a89adad5-1298-40b2-988d-c2f813a83aee req-549d98bc-7aea-4352-a199-38cf01a59cc4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] For port 1ed1fecf-d03f-4bd3-b46d-ffcac548fa0a, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=1ed1fecf-d03f-4bd3-b46d-ffcac548fa0a,segment=NetworkSegment(da74141a-e053-4807-8732-98d074b8386c),segment_id=da74141a-e053-4807-8732-98d074b8386c)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:13:56.893945 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-a89adad5-1298-40b2-988d-c2f813a83aee req-549d98bc-7aea-4352-a199-38cf01a59cc4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:56.949311 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a5916f6-67e0-4b45-8c9c-82a048d390d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ed1fecf-d03f-4bd3-b46d-ffcac548fa0a', 'code': 200}
Jan 29 10:13:57.075509 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-89f73490-4e4c-4c4d-a9a2-d61ba11ced68 None None] Set router e220c1c0-4b23-4f93-8414-abb30aa1bccc gateway port host: None {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:13:57.079606 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-37c51f1b-e83b-4d3c-8927-dd793c5a465c tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:57.122548 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-a89adad5-1298-40b2-988d-c2f813a83aee req-549d98bc-7aea-4352-a199-38cf01a59cc4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Calling delete_port for 1ed1fecf-d03f-4bd3-b46d-ffcac548fa0a owned by compute:nova {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:13:57.191157 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-89f73490-4e4c-4c4d-a9a2-d61ba11ced68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9c87860>, [{'id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'name': 'tempest-RoutersIpV6Test-router-1431048454', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:12:00Z', 'updated_at': '2021-01-29T10:13:54Z', 'revision_number': 11, 'project_id': '22949024c322421d99052f9202cdd49a', 'gw_port_host': None}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:57.195422 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac31e8a1-e248-48ca-bd30-8a388f0fef71 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Deleting subnet 9ff78040-da3e-4fb9-8f2b-df4ed268b1aa {{(pid=80765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:13:57.196250 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f73490-4e4c-4c4d-a9a2-d61ba11ced68 None None] Checking router: e220c1c0-4b23-4f93-8414-abb30aa1bccc for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:13:57.203758 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ac31e8a1-e248-48ca-bd30-8a388f0fef71 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for subnet, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:57.206831 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f73490-4e4c-4c4d-a9a2-d61ba11ced68 None None] Routers {'e220c1c0-4b23-4f93-8414-abb30aa1bccc'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:13:57.207498 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-89f73490-4e4c-4c4d-a9a2-d61ba11ced68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9c87860>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:13:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['e220c1c0-4b23-4f93-8414-abb30aa1bccc'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:57.238478 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-37c51f1b-e83b-4d3c-8927-dd793c5a465c tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Calling delete_port for 804862bc-557f-4659-9521-eb74d3278e63 owned by network:router_interface {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:13:57.339859 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ac31e8a1-e248-48ca-bd30-8a388f0fef71 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1479249'] for subnet, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:57.348438 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-89f73490-4e4c-4c4d-a9a2-d61ba11ced68 None None] Set router e220c1c0-4b23-4f93-8414-abb30aa1bccc gateway port host: None {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:13:57.387235 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [req-a89adad5-1298-40b2-988d-c2f813a83aee req-549d98bc-7aea-4352-a199-38cf01a59cc4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80765) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:13:57.387836 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [req-a89adad5-1298-40b2-988d-c2f813a83aee req-549d98bc-7aea-4352-a199-38cf01a59cc4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:13:57.390189 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-73685be6-decc-47f0-8694-7a9c7ea9fc5c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:57.440037 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-40eae2be-75af-4066-bd1e-33ce8e9b31f0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Deleting port 210eda9d-5cb5-41f0-9872-eea69475c450 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:13:57.440640 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-40eae2be-75af-4066-bd1e-33ce8e9b31f0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:57.489242 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-89f73490-4e4c-4c4d-a9a2-d61ba11ced68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9c87860>, [{'id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'name': 'tempest-RoutersIpV6Test-router-1431048454', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:12:00Z', 'updated_at': '2021-01-29T10:13:54Z', 'revision_number': 11, 'project_id': '22949024c322421d99052f9202cdd49a', 'gw_port_host': None}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:57.495125 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f73490-4e4c-4c4d-a9a2-d61ba11ced68 None None] The sync data for ids ['e220c1c0-4b23-4f93-8414-abb30aa1bccc'] in dv-neutron-772983-2-ovs is: [{'id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'name': 'tempest-RoutersIpV6Test-router-1431048454', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:12:00Z', 'updated_at': '2021-01-29T10:13:54Z', 'revision_number': 11, 'project_id': '22949024c322421d99052f9202cdd49a', 'gw_port_host': None}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:13:57.523278 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5feea-1421-4a90-8b64-e7fb014ec109 req-77e9f573-79b5-4500-847a-28d73476219d tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:13:57.526568 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-15c5feea-1421-4a90-8b64-e7fb014ec109 req-77e9f573-79b5-4500-847a-28d73476219d tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/ports?device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 945 time: 0.4566684
Jan 29 10:13:57.642093 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-15c5feea-1421-4a90-8b64-e7fb014ec109 req-8c8654d4-c9b4-468f-8098-4183371a6d04 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af675d5-c3af-4bab-a997-95b7e6464479&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1070125
Jan 29 10:13:57.660624 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ac31e8a1-e248-48ca-bd30-8a388f0fef71 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:57.788147 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-73685be6-decc-47f0-8694-7a9c7ea9fc5c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c39d2a20>,) {'filters': {'network_id': ['3457f780-2178-4ebe-914b-7f1c7bb8ea49']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:57.814074 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c7007-71ee-4e0d-8eb3-d1b26abb4850 req-ebfd3925-303a-452b-aed3-2a4d56a67970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:13:57.815758 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-903c7007-71ee-4e0d-8eb3-d1b26abb4850 req-ebfd3925-303a-452b-aed3-2a4d56a67970 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ee8761d4330e4fd09e97501060c8b8ec&device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 1162 time: 0.5883145
Jan 29 10:13:57.817654 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-73685be6-decc-47f0-8694-7a9c7ea9fc5c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c39d2a20>, '699d1d49-d7d9-45b6-a4c2-0d54cc54ddfc') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:57.818019 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-73685be6-decc-47f0-8694-7a9c7ea9fc5c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c39d2a20>, '699d1d49-d7d9-45b6-a4c2-0d54cc54ddfc') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:13:57.896783 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-a89adad5-1298-40b2-988d-c2f813a83aee req-549d98bc-7aea-4352-a199-38cf01a59cc4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Deleting port 1ed1fecf-d03f-4bd3-b46d-ffcac548fa0a {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:13:57.902493 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-73685be6-decc-47f0-8694-7a9c7ea9fc5c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:57.912387 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-a89adad5-1298-40b2-988d-c2f813a83aee req-549d98bc-7aea-4352-a199-38cf01a59cc4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:58.061694 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-73685be6-decc-47f0-8694-7a9c7ea9fc5c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:58.061694 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-73685be6-decc-47f0-8694-7a9c7ea9fc5c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Releasing vxlan tunnel 17 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:13:58.514041 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10316e6a-e0f4-4c8a-8cd3-f2958f62fd74 req-9b41a1dc-e2d0-4346-911a-9d05053c858d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:13:58.515750 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-10316e6a-e0f4-4c8a-8cd3-f2958f62fd74 req-9b41a1dc-e2d0-4346-911a-9d05053c858d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a5916f6-67e0-4b45-8c9c-82a048d390d0 HTTP/1.1" status: 200  len: 943 time: 0.6829755
Jan 29 10:13:58.622377 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-40eae2be-75af-4066-bd1e-33ce8e9b31f0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:58.640227 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device b7314175-99f7-4cb6-ac48-9793b498e096 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:13:58.680289 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: b7314175-99f7-4cb6-ac48-9793b498e096 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:13:58.680289 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device b7314175-99f7-4cb6-ac48-9793b498e096 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:13:58.718588 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-73685be6-decc-47f0-8694-7a9c7ea9fc5c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Network 3457f780-2178-4ebe-914b-7f1c7bb8ea49 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:13:58.753506 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-10316e6a-e0f4-4c8a-8cd3-f2958f62fd74 req-8fda9681-84c4-4306-850b-d7a8d8048b24 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=81d31a64-62a7-4c84-a8ba-b1a83211960e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2230787
Jan 29 10:13:58.754657 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ac31e8a1-e248-48ca-bd30-8a388f0fef71 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852603100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2204728'] for subnet, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:58.772345 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-896a11da-cf19-463a-9975-f28bcbd817e6 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:58.790919 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-73685be6-decc-47f0-8694-7a9c7ea9fc5c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:58.825624 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac31e8a1-e248-48ca-bd30-8a388f0fef71 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Pushing event deleted for resources: {'Subnet': ['ID=9ff78040-da3e-4fb9-8f2b-df4ed268b1aa,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:58.828699 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-a89adad5-1298-40b2-988d-c2f813a83aee req-549d98bc-7aea-4352-a199-38cf01a59cc4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] For port 1ed1fecf-d03f-4bd3-b46d-ffcac548fa0a, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=1ed1fecf-d03f-4bd3-b46d-ffcac548fa0a,segment=NetworkSegment(da74141a-e053-4807-8732-98d074b8386c),segment_id=da74141a-e053-4807-8732-98d074b8386c)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:13:58.829131 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-a89adad5-1298-40b2-988d-c2f813a83aee req-549d98bc-7aea-4352-a199-38cf01a59cc4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:58.842922 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ac31e8a1-e248-48ca-bd30-8a388f0fef71 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:58.897638 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-40eae2be-75af-4066-bd1e-33ce8e9b31f0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Calling delete_port for 210eda9d-5cb5-41f0-9872-eea69475c450 owned by  {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:13:58.952734 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-37c51f1b-e83b-4d3c-8927-dd793c5a465c tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:59.019842 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-76ab06b7-3299-499e-97dc-d5a4c729230b tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:59.072899 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c7007-71ee-4e0d-8eb3-d1b26abb4850 req-b4541fc0-da29-4959-bdf5-6891415695b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:13:59.074536 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-903c7007-71ee-4e0d-8eb3-d1b26abb4850 req-b4541fc0-da29-4959-bdf5-6891415695b5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=26a4294d-c956-403b-8f7a-57f8ffefaf53 HTTP/1.1" status: 200  len: 906 time: 1.2285945
Jan 29 10:13:59.076891 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-a89adad5-1298-40b2-988d-c2f813a83aee req-549d98bc-7aea-4352-a199-38cf01a59cc4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Calling delete_port for 1ed1fecf-d03f-4bd3-b46d-ffcac548fa0a owned by compute:nova {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:13:59.105034 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c51f1b-e83b-4d3c-8927-dd793c5a465c tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Pushing event deleted for resources: {'Port': ['ID=804862bc-557f-4659-9521-eb74d3278e63,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:59.107902 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-37c51f1b-e83b-4d3c-8927-dd793c5a465c tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:59.161569 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ac31e8a1-e248-48ca-bd30-8a388f0fef71 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:59.164902 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c90ce6-c581-4e6f-b1f7-150f9e2e2122 None None] Network 80c2087f-75e5-4ad3-be5d-6f7c2f11a575 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:13:59.200170 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ac31e8a1-e248-48ca-bd30-8a388f0fef71 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "DELETE /v2.0/subnets/9ff78040-da3e-4fb9-8f2b-df4ed268b1aa HTTP/1.1" status: 204  len: 168 time: 2.4017315
Jan 29 10:13:59.204237 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54342) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:59.370103 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-73685be6-decc-47f0-8694-7a9c7ea9fc5c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Network 3457f780-2178-4ebe-914b-7f1c7bb8ea49 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:13:59.384057 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a554f7-4fd3-460d-a76f-d854b9673732 req-b30368b0-8711-4bd4-8ad1-1a2dd166af5a tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:13:59.385521 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a1a554f7-4fd3-460d-a76f-d854b9673732 req-b30368b0-8711-4bd4-8ad1-1a2dd166af5a tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/ports?device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 945 time: 0.4867656
Jan 29 10:13:59.402348 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:13:59.402348 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:13:59.402348 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:13:59.402348 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:13:59.402348 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:13:59.402348 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:13:59.402348 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:13:59.402348 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:13:59.402348 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:13:59.402348 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:13:59.402348 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:13:59.402348 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:13:59.402348 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:13:59.402348 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:13:59.402348 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:13:59.402348 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:13:59.402348 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:13:59.402348 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:13:59.402348 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:13:59.402348 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:13:59.402348 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:13:59.402348 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:13:59.402348 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:13:59.402348 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:13:59.402348 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:13:59.402348 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:13:59.402348 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:13:59.402348 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:13:59.402348 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:13:59.402348 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:13:59.402348 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:13:59.402348 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:13:59.402348 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:13:59.402348 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:13:59.402348 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:13:59.402348 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:13:59.402348 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:13:59.402348 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:13:59.402348 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:13:59.402348 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:13:59.469967 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0291b08-fb91-4501-838c-438c046f9aa2 None None] DHCP port deletion for 80c2087f-75e5-4ad3-be5d-6f7c2f11a575 request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:13:59.474625 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-b0291b08-fb91-4501-838c-438c046f9aa2 None None] Deleting port 3fdcdec1-d19a-48ac-b1a6-14362f6bbb27 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:13:59.475057 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b0291b08-fb91-4501-838c-438c046f9aa2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:59.536182 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-903c7007-71ee-4e0d-8eb3-d1b26abb4850 req-27b43486-4a8d-4bee-a485-72049497af35 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a74e407f-ffe3-4470-a49f-5eba4735646b HTTP/1.1" status: 200  len: 1000 time: 0.4345753
Jan 29 10:13:59.544261 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e15d1d90-0493-4d24-94a6-4e6865c726bc tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:59.615753 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-a89adad5-1298-40b2-988d-c2f813a83aee req-549d98bc-7aea-4352-a199-38cf01a59cc4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:59.629172 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-73685be6-decc-47f0-8694-7a9c7ea9fc5c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:59.632950 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-73685be6-decc-47f0-8694-7a9c7ea9fc5c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:59.637796 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7fc2428c-4d8a-4a30-94d9-6d6a2b3a1a5d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:59.646545 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-02910dcc-54ac-4d14-a98e-8b78b2d18467 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:59.690872 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73685be6-decc-47f0-8694-7a9c7ea9fc5c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event deleted for resources: {'Network': ['ID=3457f780-2178-4ebe-914b-7f1c7bb8ea49,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:59.691986 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a1a554f7-4fd3-460d-a76f-d854b9673732 req-41e33f68-5971-459b-bda5-cfc9a313bd23 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af675d5-c3af-4bab-a997-95b7e6464479&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2475088
Jan 29 10:13:59.693412 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-73685be6-decc-47f0-8694-7a9c7ea9fc5c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:59.706124 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-b0291b08-fb91-4501-838c-438c046f9aa2 None None] For port 3fdcdec1-d19a-48ac-b1a6-14362f6bbb27, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=3fdcdec1-d19a-48ac-b1a6-14362f6bbb27,segment=NetworkSegment(cf824e06-0db6-4801-9057-948972ffe4b3),segment_id=cf824e06-0db6-4801-9057-948972ffe4b3)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:13:59.706573 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b0291b08-fb91-4501-838c-438c046f9aa2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:59.715232 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549d98bc-7aea-4352-a199-38cf01a59cc4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event deleted for resources: {'Port': ['ID=1ed1fecf-d03f-4bd3-b46d-ffcac548fa0a,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:59.731325 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-549d98bc-7aea-4352-a199-38cf01a59cc4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:13:59.732018 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-e15d1d90-0493-4d24-94a6-4e6865c726bc tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Deleting port 3fdcdec1-d19a-48ac-b1a6-14362f6bbb27 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:13:59.732397 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e15d1d90-0493-4d24-94a6-4e6865c726bc tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:59.751042 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-73685be6-decc-47f0-8694-7a9c7ea9fc5c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "DELETE /v2.0/networks/3457f780-2178-4ebe-914b-7f1c7bb8ea49 HTTP/1.1" status: 204  len: 168 time: 6.6253331
Jan 29 10:13:59.753004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c7007-71ee-4e0d-8eb3-d1b26abb4850 req-210a61ba-802c-46d7-b355-6d2b156b9151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:13:59.754546 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-903c7007-71ee-4e0d-8eb3-d1b26abb4850 req-210a61ba-802c-46d7-b355-6d2b156b9151 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5a251db5-5565-4afc-bc11-9aa24a0c3cc1 HTTP/1.1" status: 200  len: 851 time: 0.2065597
Jan 29 10:13:59.757882 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54346) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:13:59.762946 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-40eae2be-75af-4066-bd1e-33ce8e9b31f0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:59.852311 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-b0291b08-fb91-4501-838c-438c046f9aa2 None None] Calling delete_port for 3fdcdec1-d19a-48ac-b1a6-14362f6bbb27 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:13:59.854393 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-603d1dcb-ea6e-4f9c-9b69-9d71aa16f482 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:59.941191 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b0291b08-fb91-4501-838c-438c046f9aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:13:59.958210 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eae2be-75af-4066-bd1e-33ce8e9b31f0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event deleted for resources: {'Port': ['ID=210eda9d-5cb5-41f0-9872-eea69475c450,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:13:59.959101 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-83a5a819-ddcf-405b-b584-dc19df8a36d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:13:59.961553 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-40eae2be-75af-4066-bd1e-33ce8e9b31f0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:00.008868 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-fd98575d-59ed-4f12-82f5-31455dbcfdde req-4573bcf3-7fdc-4272-9fd9-c32ea0dcf3f3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Synchronizing usage tracker for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:14:00.021493 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0291b08-fb91-4501-838c-438c046f9aa2 None None] Pushing event deleted for resources: {'Port': ['ID=3fdcdec1-d19a-48ac-b1a6-14362f6bbb27,revision_number=None']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:00.026339 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b0291b08-fb91-4501-838c-438c046f9aa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:00.049132 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-a89adad5-1298-40b2-988d-c2f813a83aee req-549d98bc-7aea-4352-a199-38cf01a59cc4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] No DVR routers for this DVR port 1ed1fecf-d03f-4bd3-b46d-ffcac548fa0a on host hv-neutron-7729 {{(pid=80765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:14:00.055404 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-e15d1d90-0493-4d24-94a6-4e6865c726bc tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] The port '3fdcdec1-d19a-48ac-b1a6-14362f6bbb27' was deleted {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 29 10:14:00.060381 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-a89adad5-1298-40b2-988d-c2f813a83aee req-549d98bc-7aea-4352-a199-38cf01a59cc4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:00.063072 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a5916f6-67e0-4b45-8c9c-82a048d390d0', 'name': 'network-vif-deleted', 'tag': '1ed1fecf-d03f-4bd3-b46d-ffcac548fa0a'}] {{(pid=80765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:14:00.109899 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0291b08-fb91-4501-838c-438c046f9aa2 None None] No DVR routers for this DVR port 3fdcdec1-d19a-48ac-b1a6-14362f6bbb27 on host dv-neutron-772983-2-ovs {{(pid=80767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:14:00.134699 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-fd98575d-59ed-4f12-82f5-31455dbcfdde req-4573bcf3-7fdc-4272-9fd9-c32ea0dcf3f3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Unset dirty status for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:14:00.136005 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fd98575d-59ed-4f12-82f5-31455dbcfdde req-4573bcf3-7fdc-4272-9fd9-c32ea0dcf3f3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a5916f6-67e0-4b45-8c9c-82a048d390d0 HTTP/1.1" status: 200  len: 210 time: 0.2170274
Jan 29 10:14:00.141191 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a89adad5-1298-40b2-988d-c2f813a83aee req-549d98bc-7aea-4352-a199-38cf01a59cc4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.22 "DELETE /v2.0/ports/1ed1fecf-d03f-4bd3-b46d-ffcac548fa0a HTTP/1.1" status: 204  len: 173 time: 4.4019070
Jan 29 10:14:00.223146 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e15d1d90-0493-4d24-94a6-4e6865c726bc tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:00.242101 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a5916f6-67e0-4b45-8c9c-82a048d390d0', 'name': 'network-vif-deleted', 'tag': '1ed1fecf-d03f-4bd3-b46d-ffcac548fa0a', 'status': 'completed', 'code': 200}
Jan 29 10:14:00.390098 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-e15d1d90-0493-4d24-94a6-4e6865c726bc tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c992b630>,) {'filters': {'network_id': ['80c2087f-75e5-4ad3-be5d-6f7c2f11a575']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:14:00.405611 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-e15d1d90-0493-4d24-94a6-4e6865c726bc tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c992b630>, 'cf824e06-0db6-4801-9057-948972ffe4b3') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:14:00.405987 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-e15d1d90-0493-4d24-94a6-4e6865c726bc tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c992b630>, 'cf824e06-0db6-4801-9057-948972ffe4b3') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:14:00.419750 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e15d1d90-0493-4d24-94a6-4e6865c726bc tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:00.438021 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e15d1d90-0493-4d24-94a6-4e6865c726bc tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:00.440399 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e15d1d90-0493-4d24-94a6-4e6865c726bc tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Releasing vxlan tunnel 12 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:14:00.595711 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c7007-71ee-4e0d-8eb3-d1b26abb4850 req-c1f207ee-b2fd-4e0d-a3b3-1bc377064836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:00.597309 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-903c7007-71ee-4e0d-8eb3-d1b26abb4850 req-c1f207ee-b2fd-4e0d-a3b3-1bc377064836 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=26a4294d-c956-403b-8f7a-57f8ffefaf53&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.7847242
Jan 29 10:14:00.646800 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-e15d1d90-0493-4d24-94a6-4e6865c726bc tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Network 80c2087f-75e5-4ad3-be5d-6f7c2f11a575 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:14:00.663277 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e15d1d90-0493-4d24-94a6-4e6865c726bc tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:00.690845 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f5f811-c748-4717-b834-7aefeb3c9f32 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:00.691652 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e3f5f811-c748-4717-b834-7aefeb3c9f32 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Synchronizing usage tracker for tenant:af6cfbcc17be4cdfba1cf58741c9e55a on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:14:00.704538 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 3fdcdec1-d19a-48ac-b1a6-14362f6bbb27 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:14:00.727473 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-40eae2be-75af-4066-bd1e-33ce8e9b31f0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:00.730126 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-40eae2be-75af-4066-bd1e-33ce8e9b31f0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/ports/210eda9d-5cb5-41f0-9872-eea69475c450 HTTP/1.1" status: 204  len: 168 time: 3.8866947
Jan 29 10:14:00.734346 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54356) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:00.769104 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 3fdcdec1-d19a-48ac-b1a6-14362f6bbb27 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:14:00.769508 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 3fdcdec1-d19a-48ac-b1a6-14362f6bbb27 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:14:00.877109 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e3f5f811-c748-4717-b834-7aefeb3c9f32 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Unset dirty status for tenant:af6cfbcc17be4cdfba1cf58741c9e55a on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:14:00.884546 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e3f5f811-c748-4717-b834-7aefeb3c9f32 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200  len: 844 time: 1.1250429
Jan 29 10:14:00.885318 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-e15d1d90-0493-4d24-94a6-4e6865c726bc tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Network 80c2087f-75e5-4ad3-be5d-6f7c2f11a575 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:14:00.944284 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54362) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:00.945268 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-37c51f1b-e83b-4d3c-8927-dd793c5a465c tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854415430'] for router_interface, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:00.990302 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:14:00.990302 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:14:00.990302 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:14:00.990302 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:14:00.990302 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:14:00.990302 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:14:00.990302 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:14:00.990302 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:14:00.990302 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:14:00.990302 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:14:00.990302 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:14:00.990302 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:14:00.990302 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:14:00.990302 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:14:00.990302 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:14:00.990302 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:14:00.990302 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:14:00.990302 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:14:00.990302 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:14:00.990302 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:14:00.990302 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:14:00.990302 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:14:00.990302 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:14:00.990302 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:14:00.990302 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:14:00.990302 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:14:00.990302 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:14:00.990302 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:14:00.990302 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:14:00.990302 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:14:00.990302 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:14:00.990302 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:14:01.057837 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e15d1d90-0493-4d24-94a6-4e6865c726bc tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:01.061812 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e15d1d90-0493-4d24-94a6-4e6865c726bc tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:01.064319 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f18e4f-89f3-4910-bcb9-fc05ff609db6 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:01.066598 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4d7c91e7-186d-4003-886c-103c07e7c5da tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:01.082373 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f18e4f-89f3-4910-bcb9-fc05ff609db6 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:01.083229 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e5f18e4f-89f3-4910-bcb9-fc05ff609db6 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Synchronizing usage tracker for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:subnet {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:14:01.093519 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15d1d90-0493-4d24-94a6-4e6865c726bc tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Pushing event deleted for resources: {'Network': ['ID=80c2087f-75e5-4ad3-be5d-6f7c2f11a575,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:01.096381 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e15d1d90-0493-4d24-94a6-4e6865c726bc tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:01.100756 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e15d1d90-0493-4d24-94a6-4e6865c726bc tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "DELETE /v2.0/networks/80c2087f-75e5-4ad3-be5d-6f7c2f11a575 HTTP/1.1" status: 204  len: 168 time: 1.8922799
Jan 29 10:14:01.104881 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54366) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:01.114364 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-285cdbf7-487f-45ec-8cfa-fc10c7583df5 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Request body: {'router': {'routes': None}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:14:01.201600 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e5f18e4f-89f3-4910-bcb9-fc05ff609db6 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Unset dirty status for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:subnet {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:14:01.202981 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e5f18e4f-89f3-4910-bcb9-fc05ff609db6 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1465 time: 0.4620149
Jan 29 10:14:01.205266 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-903c7007-71ee-4e0d-8eb3-d1b26abb4850 req-571e9815-7106-49e9-a577-0398273984ed service neutron] 10.222.0.22 "GET /v2.0/networks/26a4294d-c956-403b-8f7a-57f8ffefaf53?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5097020
Jan 29 10:14:01.222147 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54372) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:01.460104 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9dd3043b-a7ac-4ce9-b2e7-34c382d97db3 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.4945946
Jan 29 10:14:01.464380 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54376) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:01.489021 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-787c2989-ca3e-4ac7-af21-cb6303a92cab tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Deleting subnet c5d55203-a572-4654-91df-b66a31d4ce19 {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:14:01.546952 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-787c2989-ca3e-4ac7-af21-cb6303a92cab tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:01.595906 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-ba405b45-68cc-4a2c-9cf2-20e5001d4935 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1577329880'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:14:01.607965 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4acbd-2c30-4623-be71-b4347cb47cbc req-6342d0be-b514-4cfe-b7fc-485213c0efa3 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:01.609806 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f1b4acbd-2c30-4623-be71-b4347cb47cbc req-6342d0be-b514-4cfe-b7fc-485213c0efa3 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/ports?device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 945 time: 0.6184249
Jan 29 10:14:01.666061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ba405b45-68cc-4a2c-9cf2-20e5001d4935 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:14:01.691912 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ba405b45-68cc-4a2c-9cf2-20e5001d4935 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Usage tracker for resource:network and tenant:af6cfbcc17be4cdfba1cf58741c9e55a is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:14:01.708505 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ba405b45-68cc-4a2c-9cf2-20e5001d4935 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Quota usage for network was recalculated. Used quota:1. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:14:01.728837 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ba405b45-68cc-4a2c-9cf2-20e5001d4935 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:14:01.754131 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-787c2989-ca3e-4ac7-af21-cb6303a92cab tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:01.800909 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-903c7007-71ee-4e0d-8eb3-d1b26abb4850 req-ff7bd714-b8a3-4a29-a4e8-9aefda7a9a66 service neutron] 10.222.0.22 "GET /v2.0/networks/26a4294d-c956-403b-8f7a-57f8ffefaf53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5760081
Jan 29 10:14:01.813580 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba405b45-68cc-4a2c-9cf2-20e5001d4935 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Made reservation on behalf of af6cfbcc17be4cdfba1cf58741c9e55a for: {'network': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:14:01.835812 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ba405b45-68cc-4a2c-9cf2-20e5001d4935 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:01.848122 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.extraroute_db [None req-285cdbf7-487f-45ec-8cfa-fc10c7583df5 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Added routes are [] {{(pid=80765) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Jan 29 10:14:01.848384 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.extraroute_db [None req-285cdbf7-487f-45ec-8cfa-fc10c7583df5 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Removed routes are [] {{(pid=80765) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Jan 29 10:14:01.848779 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-285cdbf7-487f-45ec-8cfa-fc10c7583df5 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:01.872532 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f1b4acbd-2c30-4623-be71-b4347cb47cbc req-fda7eca0-32d4-4667-b1f1-4756ab52f5cc tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af675d5-c3af-4bab-a997-95b7e6464479&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1856525
Jan 29 10:14:01.996837 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54380) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:02.055320 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba405b45-68cc-4a2c-9cf2-20e5001d4935 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:14:02.086242 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ba405b45-68cc-4a2c-9cf2-20e5001d4935 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268197113528', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:02.086683 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-ba405b45-68cc-4a2c-9cf2-20e5001d4935 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Added segment 08f881aa-de16-4f1b-80b9-e62bb13975e9 of type vxlan for network 19ee2de8-bf44-40dd-8199-230aba92a109
Jan 29 10:14:02.112501 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-787c2989-ca3e-4ac7-af21-cb6303a92cab tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:02.188689 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ba405b45-68cc-4a2c-9cf2-20e5001d4935 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:02.202398 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-285cdbf7-487f-45ec-8cfa-fc10c7583df5 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:02.216498 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37c51f1b-e83b-4d3c-8927-dd793c5a465c tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Router 92bee170-7907-4644-8709-c45f8f4ed753 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:14:02.233487 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-285cdbf7-487f-45ec-8cfa-fc10c7583df5 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854102271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-673560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-331322'] for router, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:02.306958 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-12519f63-b7b7-4e95-85a9-d3b84015d0e3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:02.414844 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-12519f63-b7b7-4e95-85a9-d3b84015d0e3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:02.424052 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-285cdbf7-487f-45ec-8cfa-fc10c7583df5 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Router e220c1c0-4b23-4f93-8414-abb30aa1bccc has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:14:02.464861 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ba405b45-68cc-4a2c-9cf2-20e5001d4935 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:02.532450 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba405b45-68cc-4a2c-9cf2-20e5001d4935 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:02.533165 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ba405b45-68cc-4a2c-9cf2-20e5001d4935 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:02.549015 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-47d89c5b-3536-4a96-80d5-23ed3639499d tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:02.611333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285cdbf7-487f-45ec-8cfa-fc10c7583df5 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:14:02.623671 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4243f12e-78b7-4924-95f3-4822cb92761f None None] Sync routers for ids ['e220c1c0-4b23-4f93-8414-abb30aa1bccc'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:14:02.635835 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4243f12e-78b7-4924-95f3-4822cb92761f None None] Routers {'e220c1c0-4b23-4f93-8414-abb30aa1bccc'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:14:02.636569 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-4243f12e-78b7-4924-95f3-4822cb92761f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c91c0f28>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:13:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['e220c1c0-4b23-4f93-8414-abb30aa1bccc'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:14:02.654280 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-285cdbf7-487f-45ec-8cfa-fc10c7583df5 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:02.655586 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-285cdbf7-487f-45ec-8cfa-fc10c7583df5 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "PUT /v2.0/routers/e220c1c0-4b23-4f93-8414-abb30aa1bccc HTTP/1.1" status: 200  len: 705 time: 1.5476363
Jan 29 10:14:02.658669 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54384) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:02.658865 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ba405b45-68cc-4a2c-9cf2-20e5001d4935 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 1.1673508
Jan 29 10:14:02.662863 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54388) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:02.726776 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-1c6c58ed-d56c-450a-b44f-aac263fd153f tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Synchronizing usage tracker for tenant:22949024c322421d99052f9202cdd49a on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:14:02.747657 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-5245110d-0f0c-4b52-8b33-74295e03dea4 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Request body: {'subnet': {'network_id': '19ee2de8-bf44-40dd-8199-230aba92a109', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:14:02.748926 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-1c6c58ed-d56c-450a-b44f-aac263fd153f tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Unset dirty status for tenant:22949024c322421d99052f9202cdd49a on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:14:02.749826 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1c6c58ed-d56c-450a-b44f-aac263fd153f tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "GET /v2.0/ports?device_id=e220c1c0-4b23-4f93-8414-abb30aa1bccc HTTP/1.1" status: 200  len: 205 time: 0.0900576
Jan 29 10:14:02.753049 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54392) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:02.779297 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba405b45-68cc-4a2c-9cf2-20e5001d4935 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event updated for resources: {'Network': ['ID=19ee2de8-bf44-40dd-8199-230aba92a109,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:02.796771 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ba405b45-68cc-4a2c-9cf2-20e5001d4935 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:02.833233 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-12519f63-b7b7-4e95-85a9-d3b84015d0e3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:02.849563 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-78786619-92ef-46d4-a8bc-ef93e4a665fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:02.853808 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c51f1b-e83b-4d3c-8927-dd793c5a465c tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:14:02.866075 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-37c51f1b-e83b-4d3c-8927-dd793c5a465c tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] 10.222.0.57 "PUT /v2.0/routers/92bee170-7907-4644-8709-c45f8f4ed753/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 11.4828787
Jan 29 10:14:02.867440 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dbd933-7923-4b5f-b6bf-a7f5350fa724 None None] Sync routers for ids ['92bee170-7907-4644-8709-c45f8f4ed753'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:14:02.881305 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dbd933-7923-4b5f-b6bf-a7f5350fa724 None None] Routers {'92bee170-7907-4644-8709-c45f8f4ed753'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:14:02.882811 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-52dbd933-7923-4b5f-b6bf-a7f5350fa724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9c87898>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:13:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['92bee170-7907-4644-8709-c45f8f4ed753'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:14:02.922728 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54396) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:02.931794 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12519f63-b7b7-4e95-85a9-d3b84015d0e3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d31a64-62a7-4c84-a8ba-b1a83211960e,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:02.934907 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-12519f63-b7b7-4e95-85a9-d3b84015d0e3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:02.955507 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-12519f63-b7b7-4e95-85a9-d3b84015d0e3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:02.959483 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-12519f63-b7b7-4e95-85a9-d3b84015d0e3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "DELETE /v2.0/security-groups/81d31a64-62a7-4c84-a8ba-b1a83211960e HTTP/1.1" status: 204  len: 168 time: 0.9588902
Jan 29 10:14:02.978622 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-79776c5b-3bf7-4753-bc9c-d5a4e48b47a6 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for router, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:03.028037 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-52dbd933-7923-4b5f-b6bf-a7f5350fa724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9c87898>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:14:03.041717 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dbd933-7923-4b5f-b6bf-a7f5350fa724 None None] Routers {'92bee170-7907-4644-8709-c45f8f4ed753'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:14:03.043008 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-52dbd933-7923-4b5f-b6bf-a7f5350fa724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9c87898>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:13:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['92bee170-7907-4644-8709-c45f8f4ed753'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:14:03.058684 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-4243f12e-78b7-4924-95f3-4822cb92761f None None] Set router e220c1c0-4b23-4f93-8414-abb30aa1bccc gateway port host: None {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:14:03.130480 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-52dbd933-7923-4b5f-b6bf-a7f5350fa724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9c87898>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:14:03.131719 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dbd933-7923-4b5f-b6bf-a7f5350fa724 None None] The sync data for ids ['92bee170-7907-4644-8709-c45f8f4ed753'] in dv-neutron-772983-2-ovs is: [] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:14:03.175475 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device a74e407f-ffe3-4470-a49f-5eba4735646b up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:14:03.203571 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 19ee2de8-bf44-40dd-8199-230aba92a109 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:14:03.217607 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 19ee2de8-bf44-40dd-8199-230aba92a109 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:14:03.296381 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-4243f12e-78b7-4924-95f3-4822cb92761f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c91c0f28>, [{'id': 'e220c1c0-4b23-4f93-8414-abb30aa1bccc', 'name': 'tempest-RoutersIpV6Test-router-1431048454', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:12:00Z', 'updated_at': '2021-01-29T10:13:54Z', 'revision_number': 11, 'project_id': '22949024c322421d99052f9202cdd49a', 'gw_port_host': None}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:14:03.330710 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4243f12e-78b7-4924-95f3-4822cb92761f None None] Checking router: e220c1c0-4b23-4f93-8414-abb30aa1bccc for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:14:03.376304 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-79776c5b-3bf7-4753-bc9c-d5a4e48b47a6 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:03.379726 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-79776c5b-3bf7-4753-bc9c-d5a4e48b47a6 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:03.417827 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-79776c5b-3bf7-4753-bc9c-d5a4e48b47a6 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:03.418382 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79776c5b-3bf7-4753-bc9c-d5a4e48b47a6 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Fanout notify agent at l3_agent the message router_deleted on router e220c1c0-4b23-4f93-8414-abb30aa1bccc {{(pid=80765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 10:14:03.473292 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-79776c5b-3bf7-4753-bc9c-d5a4e48b47a6 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:03.478846 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-79776c5b-3bf7-4753-bc9c-d5a4e48b47a6 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "DELETE /v2.0/routers/e220c1c0-4b23-4f93-8414-abb30aa1bccc HTTP/1.1" status: 204  len: 168 time: 0.7204623
Jan 29 10:14:03.481838 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4243f12e-78b7-4924-95f3-4822cb92761f None None] Routers set() bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:14:03.481838 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4243f12e-78b7-4924-95f3-4822cb92761f None None] Router IDs set() for agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Jan 29 10:14:03.481838 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_agentschedulers_db [None req-4243f12e-78b7-4924-95f3-4822cb92761f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e220c1c0-4b23-4f93-8414-abb30aa1bccc'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:13:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent'). {{(pid=80767) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:357}}
Jan 29 10:14:03.481838 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4243f12e-78b7-4924-95f3-4822cb92761f None None] The sync data for ids ['e220c1c0-4b23-4f93-8414-abb30aa1bccc'] in dv-neutron-772983-2-ovs is: [] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:14:03.482731 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-5245110d-0f0c-4b52-8b33-74295e03dea4 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:14:03.488492 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54404) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:03.501285 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-85e2bf95-df30-47d5-8142-ad3cac67e9cd tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1806080350', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:14:03.507343 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port a74e407f-ffe3-4470-a49f-5eba4735646b triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:14:03.507859 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:03.536342 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5245110d-0f0c-4b52-8b33-74295e03dea4 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Usage tracker for resource:subnet and tenant:af6cfbcc17be4cdfba1cf58741c9e55a is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:14:03.539470 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5245110d-0f0c-4b52-8b33-74295e03dea4 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:14:03.549981 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-5245110d-0f0c-4b52-8b33-74295e03dea4 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:14:03.552381 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-85e2bf95-df30-47d5-8142-ad3cac67e9cd tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:14:03.557537 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-787c2989-ca3e-4ac7-af21-cb6303a92cab tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:03.568201 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf9edd-d06e-4444-a913-b9010bbde7b6 req-8ccdf49e-ab35-49c0-82bc-5ad56584dac4 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:03.570195 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-abdf9edd-d06e-4444-a913-b9010bbde7b6 req-8ccdf49e-ab35-49c0-82bc-5ad56584dac4 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/ports?device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 945 time: 0.3605070
Jan 29 10:14:03.583000 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-57ea8fbd-c075-4d2d-877d-99618aa9d002 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:03.618366 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-85e2bf95-df30-47d5-8142-ad3cac67e9cd tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Usage tracker for resource:router and tenant:22949024c322421d99052f9202cdd49a is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:14:03.624375 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-85e2bf95-df30-47d5-8142-ad3cac67e9cd tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Quota usage for router was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:14:03.637042 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5245110d-0f0c-4b52-8b33-74295e03dea4 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Made reservation on behalf of af6cfbcc17be4cdfba1cf58741c9e55a for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:14:03.650311 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-abdf9edd-d06e-4444-a913-b9010bbde7b6 req-8f68dca3-b95a-4c7f-abd5-2aaa4d55f77e tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af675d5-c3af-4bab-a997-95b7e6464479&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0724218
Jan 29 10:14:03.658991 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5245110d-0f0c-4b52-8b33-74295e03dea4 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:03.692836 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787c2989-ca3e-4ac7-af21-cb6303a92cab tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event deleted for resources: {'Subnet': ['ID=c5d55203-a572-4654-91df-b66a31d4ce19,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:03.701453 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-85e2bf95-df30-47d5-8142-ad3cac67e9cd tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:14:03.708230 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54410) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:03.719905 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-787c2989-ca3e-4ac7-af21-cb6303a92cab tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:03.851236 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-85e2bf95-df30-47d5-8142-ad3cac67e9cd tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:03.852268 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-85e2bf95-df30-47d5-8142-ad3cac67e9cd tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:03.909085 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-45571c8e-60bd-4fe6-b4e3-1ae6903a4796 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for router, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:04.085848 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-85e2bf95-df30-47d5-8142-ad3cac67e9cd tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:04.096987 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8870e19-a0f7-4d8b-95e0-5afb74f48f72 None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:14:04.107870 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-787c2989-ca3e-4ac7-af21-cb6303a92cab tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:04.172573 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-787c2989-ca3e-4ac7-af21-cb6303a92cab tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/subnets/c5d55203-a572-4654-91df-b66a31d4ce19 HTTP/1.1" status: 204  len: 168 time: 2.9470541
Jan 29 10:14:04.183596 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54414) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:04.206889 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-85e2bf95-df30-47d5-8142-ad3cac67e9cd tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:04.274358 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-45571c8e-60bd-4fe6-b4e3-1ae6903a4796 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for router_gateway, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:04.292985 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-45571c8e-60bd-4fe6-b4e3-1ae6903a4796 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Deleting port 5d463c6b-f84a-445a-9e74-9b72144ac028 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:14:04.293375 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-45571c8e-60bd-4fe6-b4e3-1ae6903a4796 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:04.316853 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-08a651e1-b6a8-45ea-a3f8-163bc31afc24 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1316462
Jan 29 10:14:04.319929 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54418) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:04.336473 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-85e2bf95-df30-47d5-8142-ad3cac67e9cd tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:04.339915 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-85e2bf95-df30-47d5-8142-ad3cac67e9cd tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.8471916
Jan 29 10:14:04.348752 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54422) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:04.358479 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-78b44c67-6fef-4ddd-897f-e10e60433d51 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Request body: {'router': {'admin_state_up': True}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:14:04.398684 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6165975b-ffe6-413c-b67a-272507b45459 None None] DHCP port deletion for 36ec2ab5-acc9-45dc-a136-797459b09a1c request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:14:04.406084 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-6165975b-ffe6-413c-b67a-272507b45459 None None] Deleting port ea666985-d68f-4e4e-84d4-66e6325ad95e {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:14:04.406688 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6165975b-ffe6-413c-b67a-272507b45459 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:04.718548 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device ea666985-d68f-4e4e-84d4-66e6325ad95e no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:14:04.754115 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb8094a-fe92-416e-bd8e-8f9d36257ad7 req-e7043788-4986-42f7-a7bb-747a2b1e5d8b tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:04.756035 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3fb8094a-fe92-416e-bd8e-8f9d36257ad7 req-e7043788-4986-42f7-a7bb-747a2b1e5d8b tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/ports?device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 945 time: 0.9166913
Jan 29 10:14:04.782747 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-6165975b-ffe6-413c-b67a-272507b45459 None None] For port ea666985-d68f-4e4e-84d4-66e6325ad95e, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=ea666985-d68f-4e4e-84d4-66e6325ad95e,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:14:04.783204 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6165975b-ffe6-413c-b67a-272507b45459 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:04.876558 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:04.889402 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3fb8094a-fe92-416e-bd8e-8f9d36257ad7 req-eecd5520-593e-47cd-82cb-a0e30f0c42b3 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af675d5-c3af-4bab-a997-95b7e6464479&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1176574
Jan 29 10:14:04.985279 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-6165975b-ffe6-413c-b67a-272507b45459 None None] Calling delete_port for ea666985-d68f-4e4e-84d4-66e6325ad95e owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:14:04.985597 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-78b44c67-6fef-4ddd-897f-e10e60433d51 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:05.041492 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8aafcce-349a-4228-b736-5dd386656300 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:05.042122 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f8aafcce-349a-4228-b736-5dd386656300 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Synchronizing usage tracker for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:14:05.068998 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-45571c8e-60bd-4fe6-b4e3-1ae6903a4796 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:05.082350 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-78b44c67-6fef-4ddd-897f-e10e60433d51 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854102271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-673560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-331322'] for router, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:05.107950 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:05.127866 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f8aafcce-349a-4228-b736-5dd386656300 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Unset dirty status for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:14:05.133528 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f8aafcce-349a-4228-b736-5dd386656300 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.8100333
Jan 29 10:14:05.140084 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54428) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:05.179274 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port ea666985-d68f-4e4e-84d4-66e6325ad95e, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=ea666985-d68f-4e4e-84d4-66e6325ad95e,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:14:05.191559 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-6165975b-ffe6-413c-b67a-272507b45459 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80767) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:14:05.191977 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-6165975b-ffe6-413c-b67a-272507b45459 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:14:05.192572 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:05.196474 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1f3c67a5-1c83-4d52-80a9-9f1aa37269d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:05.288827 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=ea666985-d68f-4e4e-84d4-66e6325ad95e,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:05.295558 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:05.375316 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6968e0e1-d601-4632-b5de-11321e549184 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:05.376133 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6968e0e1-d601-4632-b5de-11321e549184 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Synchronizing usage tracker for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:subnet {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:14:05.496465 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e10eeb6-a8c7-4276-9693-fcc8aedffb65 req-78dd6f3f-8420-4e6a-be21-c0ad5d329902 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:05.498190 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9e10eeb6-a8c7-4276-9693-fcc8aedffb65 req-78dd6f3f-8420-4e6a-be21-c0ad5d329902 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/ports?device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 945 time: 0.3568933
Jan 29 10:14:05.500833 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6968e0e1-d601-4632-b5de-11321e549184 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Unset dirty status for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:subnet {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:14:05.503275 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6968e0e1-d601-4632-b5de-11321e549184 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.3063314
Jan 29 10:14:05.508063 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54432) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:05.557878 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-45571c8e-60bd-4fe6-b4e3-1ae6903a4796 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Calling delete_port for 5d463c6b-f84a-445a-9e74-9b72144ac028 owned by network:router_gateway {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:14:05.613404 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2d89dec8-113e-4119-87e3-49cb38b43389 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0958068
Jan 29 10:14:05.613404 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54436) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:05.618437 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-df7e7ac2-30f3-4763-90cf-cf67f54c9927 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Request body: {'subnet': {'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:14:05.693659 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-6165975b-ffe6-413c-b67a-272507b45459 None None] Deleting port ea666985-d68f-4e4e-84d4-66e6325ad95e {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:14:05.694311 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6165975b-ffe6-413c-b67a-272507b45459 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:05.737405 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9e10eeb6-a8c7-4276-9693-fcc8aedffb65 req-418c2346-44a7-4d09-a139-8c0616bcd4e7 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af675d5-c3af-4bab-a997-95b7e6464479&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2235620
Jan 29 10:14:05.849644 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78b44c67-6fef-4ddd-897f-e10e60433d51 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Router 59502e86-8a55-469d-bd53-a8ff04da7dc7 is scheduled to L3 agent 18987107-6d88-4736-94cf-15791d65b3ff with binding_index 1 {{(pid=80766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 29 10:14:05.850195 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-df7e7ac2-30f3-4763-90cf-cf67f54c9927 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:14:05.864674 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-df7e7ac2-30f3-4763-90cf-cf67f54c9927 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:14:05.882861 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-67886efc-6d57-4fa8-a4db-cbdb527a515c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349253'] for router_interface, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:05.957451 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7e7ac2-30f3-4763-90cf-cf67f54c9927 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Made reservation on behalf of b2cc7248d2184abfb3aa21c44218cf1c for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:14:05.984627 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-df7e7ac2-30f3-4763-90cf-cf67f54c9927 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:06.016544 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-45571c8e-60bd-4fe6-b4e3-1ae6903a4796 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:06.063182 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5245110d-0f0c-4b52-8b33-74295e03dea4 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:06.084044 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-98a23e0d-a080-4b1d-8a95-7097c0bfc9fe tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:06.101895 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-6165975b-ffe6-413c-b67a-272507b45459 None None] For port ea666985-d68f-4e4e-84d4-66e6325ad95e, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=ea666985-d68f-4e4e-84d4-66e6325ad95e,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:14:06.103709 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6165975b-ffe6-413c-b67a-272507b45459 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:06.127157 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b44c67-6fef-4ddd-897f-e10e60433d51 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:14:06.255968 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-6165975b-ffe6-413c-b67a-272507b45459 None None] Calling delete_port for ea666985-d68f-4e4e-84d4-66e6325ad95e owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:14:06.311742 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-78b44c67-6fef-4ddd-897f-e10e60433d51 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:06.313397 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-78b44c67-6fef-4ddd-897f-e10e60433d51 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "PUT /v2.0/routers/59502e86-8a55-469d-bd53-a8ff04da7dc7 HTTP/1.1" status: 200  len: 698 time: 1.9632418
Jan 29 10:14:06.320053 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54444) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:06.349310 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f030fbc2-b94a-4bff-b21a-4b37dfa1af24 None None] Sync routers for ids ['59502e86-8a55-469d-bd53-a8ff04da7dc7'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:14:06.361569 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f030fbc2-b94a-4bff-b21a-4b37dfa1af24 None None] Routers {'59502e86-8a55-469d-bd53-a8ff04da7dc7'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:14:06.362284 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-f030fbc2-b94a-4bff-b21a-4b37dfa1af24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9276ef0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:13:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['59502e86-8a55-469d-bd53-a8ff04da7dc7'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:14:06.421003 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6165975b-ffe6-413c-b67a-272507b45459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:06.442339 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:06.519963 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5245110d-0f0c-4b52-8b33-74295e03dea4 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event updated for resources: {'Subnet': ['ID=05bccb9f-e977-47f5-a528-363f09fdc5e1,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:06.543399 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5245110d-0f0c-4b52-8b33-74295e03dea4 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:06.564946 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6165975b-ffe6-413c-b67a-272507b45459 None None] Pushing event deleted for resources: {'Port': ['ID=ea666985-d68f-4e4e-84d4-66e6325ad95e,revision_number=None']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:06.577805 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6165975b-ffe6-413c-b67a-272507b45459 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:06.643623 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-f030fbc2-b94a-4bff-b21a-4b37dfa1af24 None None] Set router 59502e86-8a55-469d-bd53-a8ff04da7dc7 gateway port host: None {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:14:06.674729 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e39f709-b0a7-4d9a-aaed-040e13abf0b1 req-01cf7495-6713-4111-9743-74a5a1b6b075 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:06.682177 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9756f65c-e558-4372-83c4-5ea54e19db7f tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "GET /v2.0/routers/59502e86-8a55-469d-bd53-a8ff04da7dc7 HTTP/1.1" status: 200  len: 704 time: 0.3516679
Jan 29 10:14:06.683323 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6e39f709-b0a7-4d9a-aaed-040e13abf0b1 req-01cf7495-6713-4111-9743-74a5a1b6b075 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/ports?device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 945 time: 0.2769678
Jan 29 10:14:06.686001 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54448) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:06.735257 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-45571c8e-60bd-4fe6-b4e3-1ae6903a4796 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854102222'] for router_gateway, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:06.848028 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-83de2f0b-ee70-4da5-a723-6f69f96aeadb tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "GET /v2.0/ports?device_id=59502e86-8a55-469d-bd53-a8ff04da7dc7 HTTP/1.1" status: 200  len: 205 time: 0.1588590
Jan 29 10:14:06.880682 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54452) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:06.892130 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5245110d-0f0c-4b52-8b33-74295e03dea4 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Checking segment: {'id': '08f881aa-de16-4f1b-80b9-e62bb13975e9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '19ee2de8-bf44-40dd-8199-230aba92a109'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:14:06.892726 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5245110d-0f0c-4b52-8b33-74295e03dea4 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Network hostable DHCP agents. Network: 19ee2de8-bf44-40dd-8199-230aba92a109, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:14:06.906208 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-45571c8e-60bd-4fe6-b4e3-1ae6903a4796 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:06.911671 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-45571c8e-60bd-4fe6-b4e3-1ae6903a4796 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:06.938613 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5245110d-0f0c-4b52-8b33-74295e03dea4 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Network 19ee2de8-bf44-40dd-8199-230aba92a109 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:14:06.942919 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-45571c8e-60bd-4fe6-b4e3-1ae6903a4796 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:06.943542 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45571c8e-60bd-4fe6-b4e3-1ae6903a4796 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Fanout notify agent at l3_agent the message router_deleted on router 92bee170-7907-4644-8709-c45f8f4ed753 {{(pid=80766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 10:14:06.977337 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6165975b-ffe6-413c-b67a-272507b45459 None None] No DVR routers for this DVR port ea666985-d68f-4e4e-84d4-66e6325ad95e on host dv-neutron-772983-2-ovs {{(pid=80767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:14:06.979232 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-f030fbc2-b94a-4bff-b21a-4b37dfa1af24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9276ef0>, [{'id': '59502e86-8a55-469d-bd53-a8ff04da7dc7', 'name': 'tempest-RoutersIpV6Test-router-1806080350', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:14:03Z', 'updated_at': '2021-01-29T10:14:04Z', 'revision_number': 2, 'project_id': '22949024c322421d99052f9202cdd49a', 'gw_port_host': None}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:14:06.989283 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f030fbc2-b94a-4bff-b21a-4b37dfa1af24 None None] Checking router: 59502e86-8a55-469d-bd53-a8ff04da7dc7 for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:14:06.994376 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-45571c8e-60bd-4fe6-b4e3-1ae6903a4796 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:06.999710 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-45571c8e-60bd-4fe6-b4e3-1ae6903a4796 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] 10.222.0.57 "DELETE /v2.0/routers/92bee170-7907-4644-8709-c45f8f4ed753 HTTP/1.1" status: 204  len: 168 time: 4.0688791
Jan 29 10:14:06.999710 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-5245110d-0f0c-4b52-8b33-74295e03dea4 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 19ee2de8-bf44-40dd-8199-230aba92a109) {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:14:06.999710 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54456) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:07.000771 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f030fbc2-b94a-4bff-b21a-4b37dfa1af24 None None] Routers {'59502e86-8a55-469d-bd53-a8ff04da7dc7'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:14:07.011827 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-f030fbc2-b94a-4bff-b21a-4b37dfa1af24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9276ef0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:13:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['59502e86-8a55-469d-bd53-a8ff04da7dc7'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:14:07.054826 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5245110d-0f0c-4b52-8b33-74295e03dea4 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:07.056188 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5245110d-0f0c-4b52-8b33-74295e03dea4 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:07.077272 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7538b5-41dc-4c58-8d5a-7043bb5de99b None None] Network 19ee2de8-bf44-40dd-8199-230aba92a109 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:14:07.119264 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e491a4b-a80e-4b11-946f-be1d60cf9fbe tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Deleting subnet 4b38f71a-b6b5-49d9-868f-f307cfbc805e {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:14:07.126769 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5245110d-0f0c-4b52-8b33-74295e03dea4 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.4060345
Jan 29 10:14:07.126769 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2e491a4b-a80e-4b11-946f-be1d60cf9fbe tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:07.159371 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54460) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:07.164816 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-f7e12212-c9cf-4655-a50f-6bba5398b325 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Request body: {'port': {'network_id': '19ee2de8-bf44-40dd-8199-230aba92a109', 'name': 'tempest-PortsTestJSON-992256607'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:14:07.251101 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-f030fbc2-b94a-4bff-b21a-4b37dfa1af24 None None] Set router 59502e86-8a55-469d-bd53-a8ff04da7dc7 gateway port host: None {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:14:07.365771 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2e491a4b-a80e-4b11-946f-be1d60cf9fbe tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:07.398803 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-f030fbc2-b94a-4bff-b21a-4b37dfa1af24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9276ef0>, [{'id': '59502e86-8a55-469d-bd53-a8ff04da7dc7', 'name': 'tempest-RoutersIpV6Test-router-1806080350', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:14:03Z', 'updated_at': '2021-01-29T10:14:04Z', 'revision_number': 2, 'project_id': '22949024c322421d99052f9202cdd49a', 'gw_port_host': None}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:14:07.406363 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f030fbc2-b94a-4bff-b21a-4b37dfa1af24 None None] The sync data for ids ['59502e86-8a55-469d-bd53-a8ff04da7dc7'] in dv-neutron-772983-2-ovs is: [{'id': '59502e86-8a55-469d-bd53-a8ff04da7dc7', 'name': 'tempest-RoutersIpV6Test-router-1806080350', 'tenant_id': '22949024c322421d99052f9202cdd49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:14:03Z', 'updated_at': '2021-01-29T10:14:04Z', 'revision_number': 2, 'project_id': '22949024c322421d99052f9202cdd49a', 'gw_port_host': None}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:14:07.432378 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6e39f709-b0a7-4d9a-aaed-040e13abf0b1 req-993e5cbe-be62-4029-9c4a-a8ff7c72c65b tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af675d5-c3af-4bab-a997-95b7e6464479&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.7479115
Jan 29 10:14:07.488025 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2e491a4b-a80e-4b11-946f-be1d60cf9fbe tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:07.488269 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-67886efc-6d57-4fa8-a4db-cbdb527a515c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Deleting port bd7862d9-0746-4c02-9b51-23b3718ccd22 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:14:07.489865 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-67886efc-6d57-4fa8-a4db-cbdb527a515c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:07.549054 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f21a2050-16f2-410b-a9ea-968e996d6c9d tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for router, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:07.575315 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13115ce7-521e-4b88-af8c-7eb12f19e320 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-19ee2de8-bf44-40dd-8199-230aba92a109', 'network_id': '19ee2de8-bf44-40dd-8199-230aba92a109', 'tenant_id': 'af6cfbcc17be4cdfba1cf58741c9e55a', 'fixed_ips': [{'subnet_id': '05bccb9f-e977-47f5-a528-363f09fdc5e1'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:14:07.576275 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-13115ce7-521e-4b88-af8c-7eb12f19e320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:07.601851 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-f7e12212-c9cf-4655-a50f-6bba5398b325 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:14:07.655515 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-f7e12212-c9cf-4655-a50f-6bba5398b325 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:14:07.731380 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e12212-c9cf-4655-a50f-6bba5398b325 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Made reservation on behalf of af6cfbcc17be4cdfba1cf58741c9e55a for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:14:07.770169 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f7e12212-c9cf-4655-a50f-6bba5398b325 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:07.926795 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-13115ce7-521e-4b88-af8c-7eb12f19e320 None None] Allocated IP 172.20.0.2 (19ee2de8-bf44-40dd-8199-230aba92a109/05bccb9f-e977-47f5-a528-363f09fdc5e1/08c0c2ac-6b7a-43f3-9f86-3f0c087fe750) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:14:07.997553 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f21a2050-16f2-410b-a9ea-968e996d6c9d tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:08.005422 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f21a2050-16f2-410b-a9ea-968e996d6c9d tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:08.134693 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f21a2050-16f2-410b-a9ea-968e996d6c9d tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:08.135372 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21a2050-16f2-410b-a9ea-968e996d6c9d tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Fanout notify agent at l3_agent the message router_deleted on router 59502e86-8a55-469d-bd53-a8ff04da7dc7 {{(pid=80765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 10:14:08.140367 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-67886efc-6d57-4fa8-a4db-cbdb527a515c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] For port bd7862d9-0746-4c02-9b51-23b3718ccd22, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=bd7862d9-0746-4c02-9b51-23b3718ccd22,segment=NetworkSegment(da74141a-e053-4807-8732-98d074b8386c),segment_id=da74141a-e053-4807-8732-98d074b8386c)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:14:08.140766 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-67886efc-6d57-4fa8-a4db-cbdb527a515c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:08.206169 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-13115ce7-521e-4b88-af8c-7eb12f19e320 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:08.298571 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-67886efc-6d57-4fa8-a4db-cbdb527a515c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Calling delete_port for bd7862d9-0746-4c02-9b51-23b3718ccd22 owned by network:router_interface {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:14:08.385452 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f21a2050-16f2-410b-a9ea-968e996d6c9d tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:08.390045 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f21a2050-16f2-410b-a9ea-968e996d6c9d tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "DELETE /v2.0/routers/59502e86-8a55-469d-bd53-a8ff04da7dc7 HTTP/1.1" status: 204  len: 168 time: 1.5033259
Jan 29 10:14:08.396152 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54464) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:08.399099 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-13115ce7-521e-4b88-af8c-7eb12f19e320 None None] Transition to ACTIVE for port object 08c0c2ac-6b7a-43f3-9f86-3f0c087fe750 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:14:08.423700 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-13115ce7-521e-4b88-af8c-7eb12f19e320 None None] Transition to ACTIVE for port object 08c0c2ac-6b7a-43f3-9f86-3f0c087fe750 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:14:08.433753 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-13115ce7-521e-4b88-af8c-7eb12f19e320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:08.446045 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2e491a4b-a80e-4b11-946f-be1d60cf9fbe tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:08.457117 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-48f0b19a-3d4f-4566-ad9a-3f03e2333576 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:08.469252 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5245110d-0f0c-4b52-8b33-74295e03dea4 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:08.562756 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-f7e12212-c9cf-4655-a50f-6bba5398b325 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] device_id is not set on port a0354ebc-abd7-4218-8c6e-d3efe497d0c5 yet. {{(pid=80766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:14:08.566019 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-df7e7ac2-30f3-4763-90cf-cf67f54c9927 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:08.586776 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:08.638117 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13115ce7-521e-4b88-af8c-7eb12f19e320 None None] Pushing event updated for resources: {'Port': ['ID=08c0c2ac-6b7a-43f3-9f86-3f0c087fe750,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:08.642530 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-13115ce7-521e-4b88-af8c-7eb12f19e320 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:08.652767 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device a74e407f-ffe3-4470-a49f-5eba4735646b up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:14:08.678609 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-9ffa035d-88be-4939-8854-59e880696e02 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Synchronizing usage tracker for tenant:22949024c322421d99052f9202cdd49a on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:14:08.687618 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e491a4b-a80e-4b11-946f-be1d60cf9fbe tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Pushing event deleted for resources: {'Subnet': ['ID=4b38f71a-b6b5-49d9-868f-f307cfbc805e,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:08.690886 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2e491a4b-a80e-4b11-946f-be1d60cf9fbe tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:08.758354 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13115ce7-521e-4b88-af8c-7eb12f19e320 None None] Network 19ee2de8-bf44-40dd-8199-230aba92a109 is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:14:08.762832 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-13115ce7-521e-4b88-af8c-7eb12f19e320 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:14:08.769095 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13115ce7-521e-4b88-af8c-7eb12f19e320 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:14:08.773061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port a74e407f-ffe3-4470-a49f-5eba4735646b triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:14:08.773646 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:08.812200 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-9ffa035d-88be-4939-8854-59e880696e02 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Unset dirty status for tenant:22949024c322421d99052f9202cdd49a on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:14:08.816438 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9ffa035d-88be-4939-8854-59e880696e02 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "GET /v2.0/ports?device_id=59502e86-8a55-469d-bd53-a8ff04da7dc7 HTTP/1.1" status: 200  len: 205 time: 0.4198449
Jan 29 10:14:08.820885 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54470) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:08.851004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7e7ac2-30f3-4763-90cf-cf67f54c9927 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event updated for resources: {'Subnet': ['ID=a3bf26c9-14f0-48f8-aba8-8e6f33c0c55c,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:08.868724 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-df7e7ac2-30f3-4763-90cf-cf67f54c9927 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:08.873878 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-67886efc-6d57-4fa8-a4db-cbdb527a515c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:08.885163 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-13115ce7-521e-4b88-af8c-7eb12f19e320 None None] Attempting to bind port 08c0c2ac-6b7a-43f3-9f86-3f0c087fe750 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:14:08.885767 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-13115ce7-521e-4b88-af8c-7eb12f19e320 None None] Attempting to bind port 08c0c2ac-6b7a-43f3-9f86-3f0c087fe750 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '08f881aa-de16-4f1b-80b9-e62bb13975e9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '19ee2de8-bf44-40dd-8199-230aba92a109'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:14:08.887140 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13115ce7-521e-4b88-af8c-7eb12f19e320 None None] Attempting to bind port 08c0c2ac-6b7a-43f3-9f86-3f0c087fe750 on network 19ee2de8-bf44-40dd-8199-230aba92a109 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:14:08.893971 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7f23ca80-ac86-44db-b9c1-25f57a5e8b74 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:08.894056 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13115ce7-521e-4b88-af8c-7eb12f19e320 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:14:08.894056 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13115ce7-521e-4b88-af8c-7eb12f19e320 None None] Checking segment: {'id': '08f881aa-de16-4f1b-80b9-e62bb13975e9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '19ee2de8-bf44-40dd-8199-230aba92a109'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:14:08.894421 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-13115ce7-521e-4b88-af8c-7eb12f19e320 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:08.895144 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13115ce7-521e-4b88-af8c-7eb12f19e320 None None] Bound using segment: {'id': '08f881aa-de16-4f1b-80b9-e62bb13975e9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '19ee2de8-bf44-40dd-8199-230aba92a109'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:14:08.895683 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-13115ce7-521e-4b88-af8c-7eb12f19e320 None None] Bound port: 08c0c2ac-6b7a-43f3-9f86-3f0c087fe750, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08f881aa-de16-4f1b-80b9-e62bb13975e9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '19ee2de8-bf44-40dd-8199-230aba92a109'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:14:08.896082 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-13115ce7-521e-4b88-af8c-7eb12f19e320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:08.980725 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67886efc-6d57-4fa8-a4db-cbdb527a515c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event deleted for resources: {'Port': ['ID=bd7862d9-0746-4c02-9b51-23b3718ccd22,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:08.991161 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-67886efc-6d57-4fa8-a4db-cbdb527a515c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:09.012100 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2e491a4b-a80e-4b11-946f-be1d60cf9fbe tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:09.018821 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-6874aac3-00eb-4ae6-8316-7ac5c4ea2696 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] delete failed (client error): The resource could not be found.
Jan 29 10:14:09.022225 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6874aac3-00eb-4ae6-8316-7ac5c4ea2696 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "DELETE /v2.0/routers/59502e86-8a55-469d-bd53-a8ff04da7dc7 HTTP/1.1" status: 404  len: 336 time: 0.1964252
Jan 29 10:14:09.043193 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54474) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:09.054953 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2e491a4b-a80e-4b11-946f-be1d60cf9fbe tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] 10.222.0.57 "DELETE /v2.0/subnets/4b38f71a-b6b5-49d9-868f-f307cfbc805e HTTP/1.1" status: 204  len: 168 time: 2.0547025
Jan 29 10:14:09.055439 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-13115ce7-521e-4b88-af8c-7eb12f19e320 None None] For port 08c0c2ac-6b7a-43f3-9f86-3f0c087fe750, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:14:09.059266 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54476) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:09.061075 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-13115ce7-521e-4b88-af8c-7eb12f19e320 None None] For port 08c0c2ac-6b7a-43f3-9f86-3f0c087fe750, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=08c0c2ac-6b7a-43f3-9f86-3f0c087fe750,segment=NetworkSegment(08f881aa-de16-4f1b-80b9-e62bb13975e9),segment_id=08f881aa-de16-4f1b-80b9-e62bb13975e9)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:14:09.068204 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-13115ce7-521e-4b88-af8c-7eb12f19e320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:09.092166 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-02104f3e-51a0-4ea1-8f37-2767cbd4f5e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:09.211140 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-f7e12212-c9cf-4655-a50f-6bba5398b325 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Allocated IP 172.20.0.10 (19ee2de8-bf44-40dd-8199-230aba92a109/05bccb9f-e977-47f5-a528-363f09fdc5e1/a0354ebc-abd7-4218-8c6e-d3efe497d0c5) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:14:09.220882 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9164e0-c265-4237-98ee-7ae8c93fcd8e req-d3ae4d96-0182-4794-a6c7-3a7db1af7d5d tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:09.228875 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ac9164e0-c265-4237-98ee-7ae8c93fcd8e req-d3ae4d96-0182-4794-a6c7-3a7db1af7d5d tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/ports?device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 945 time: 0.6062012
Jan 29 10:14:09.239179 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fddead6d-32d1-4e51-9ef9-b7131c88607c tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:09.245931 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-48e92416-0fe1-4e38-a36b-a5d7639a0eed tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:14:09.246900 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48e92416-0fe1-4e38-a36b-a5d7639a0eed tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:14:09.251988 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7e7ac2-30f3-4763-90cf-cf67f54c9927 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:14:09.261272 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-df7e7ac2-30f3-4763-90cf-cf67f54c9927 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:14:09.267148 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13115ce7-521e-4b88-af8c-7eb12f19e320 None None] Pushing event updated for resources: {'Port': ['ID=08c0c2ac-6b7a-43f3-9f86-3f0c087fe750,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:09.271994 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-13115ce7-521e-4b88-af8c-7eb12f19e320 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:09.286849 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-48e92416-0fe1-4e38-a36b-a5d7639a0eed tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "DELETE /v2.0/subnets/0aec1e0e-4ddc-421a-8bc3-9042eed662a9 HTTP/1.1" status: 404  len: 337 time: 0.2270317
Jan 29 10:14:09.299484 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54482) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:09.306984 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197fae27-56c0-4000-86f8-10cde0309713 None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:14:09.360718 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7e7ac2-30f3-4763-90cf-cf67f54c9927 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:09.360811 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-df7e7ac2-30f3-4763-90cf-cf67f54c9927 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:09.386503 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-24b1ca86-a437-4210-aa17-27b8239224f4 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:14:09.387011 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24b1ca86-a437-4210-aa17-27b8239224f4 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:14:09.388860 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-24b1ca86-a437-4210-aa17-27b8239224f4 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "DELETE /v2.0/subnets/62659ab8-7b86-42d3-aa2d-7ef4cac0f1a6 HTTP/1.1" status: 404  len: 337 time: 0.0763292
Jan 29 10:14:09.394020 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54486) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:09.434395 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ac9164e0-c265-4237-98ee-7ae8c93fcd8e req-c29c1015-e695-47d1-97b9-634956d72c83 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af675d5-c3af-4bab-a997-95b7e6464479&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2045076
Jan 29 10:14:09.504412 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-f93aa99f-a1b4-4630-8ab2-75fe73e02ad7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:14:09.510586 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f93aa99f-a1b4-4630-8ab2-75fe73e02ad7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:14:09.518378 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f93aa99f-a1b4-4630-8ab2-75fe73e02ad7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "DELETE /v2.0/subnets/e8a55c25-1b47-42ec-978b-d5714b9cb332 HTTP/1.1" status: 404  len: 337 time: 0.1141846
Jan 29 10:14:09.518664 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54492) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:09.706312 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-df7e7ac2-30f3-4763-90cf-cf67f54c9927 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 4.0940349
Jan 29 10:14:09.713382 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54496) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:09.742468 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-1750b559-48e4-4094-8fe7-136d6964c3fd tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:14:09.743646 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1750b559-48e4-4094-8fe7-136d6964c3fd tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:14:09.745393 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1750b559-48e4-4094-8fe7-136d6964c3fd tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "DELETE /v2.0/subnets/9ff78040-da3e-4fb9-8f2b-df4ed268b1aa HTTP/1.1" status: 404  len: 337 time: 0.2264485
Jan 29 10:14:09.768154 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16aefafc-1cc5-4859-b86f-28602c210ecc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-36ec2ab5-acc9-45dc-a136-797459b09a1c', 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'tenant_id': 'b2cc7248d2184abfb3aa21c44218cf1c', 'fixed_ips': [{'subnet_id': 'a3bf26c9-14f0-48f8-aba8-8e6f33c0c55c'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:14:09.769135 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-16aefafc-1cc5-4859-b86f-28602c210ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:09.779739 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54500) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:09.798061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fddead6d-32d1-4e51-9ef9-b7131c88607c tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:09.934624 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-8f92c435-ef80-478a-8b75-40cedb10949f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Request body: {'port': {'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'mac_address': 'fa:16:3e:3c:5a:44', 'name': 'tempest-NetworksTestDHCPv6-1456666763'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:14:10.239289 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-09717039-56be-4c7f-a64e-330a8dbf2f2a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "GET /v2.0/ports?device_id=e220c1c0-4b23-4f93-8414-abb30aa1bccc HTTP/1.1" status: 200  len: 205 time: 0.2541888
Jan 29 10:14:10.253544 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54506) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:10.360011 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-fddead6d-32d1-4e51-9ef9-b7131c88607c tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c817c160>,) {'filters': {'network_id': ['fef7cc89-7267-4358-8599-6146c79819c4']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:14:10.375184 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-10a68c7b-6746-421d-853b-32743e125441 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] delete failed (client error): The resource could not be found.
Jan 29 10:14:10.376325 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-10a68c7b-6746-421d-853b-32743e125441 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "DELETE /v2.0/routers/e220c1c0-4b23-4f93-8414-abb30aa1bccc HTTP/1.1" status: 404  len: 336 time: 0.1215303
Jan 29 10:14:10.393872 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-fddead6d-32d1-4e51-9ef9-b7131c88607c tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c817c160>, '6404dc82-e8b4-449b-afda-428c658116cc') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:14:10.394402 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-fddead6d-32d1-4e51-9ef9-b7131c88607c tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c817c160>, '6404dc82-e8b4-449b-afda-428c658116cc') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:14:10.411955 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54510) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:10.491489 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fddead6d-32d1-4e51-9ef9-b7131c88607c tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:10.526503 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5501cbb7-f22c-4484-a040-6ebb58454ea4 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "GET /v2.0/ports?device_id=bdc19b64-fdfa-479d-8460-0d76f9cfa61b HTTP/1.1" status: 200  len: 205 time: 0.1126049
Jan 29 10:14:10.530141 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54514) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:10.530273 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-16aefafc-1cc5-4859-b86f-28602c210ecc None None] Allocated IP 2001:db8::2 (36ec2ab5-acc9-45dc-a136-797459b09a1c/a3bf26c9-14f0-48f8-aba8-8e6f33c0c55c/8f6e411e-22c3-4bfc-8366-35a22852e0ba) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:14:10.539753 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f7e12212-c9cf-4655-a50f-6bba5398b325 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:10.562915 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fddead6d-32d1-4e51-9ef9-b7131c88607c tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:10.642809 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fddead6d-32d1-4e51-9ef9-b7131c88607c tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Releasing vxlan tunnel 10 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:14:10.647653 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-67886efc-6d57-4fa8-a4db-cbdb527a515c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854415430'] for router_interface, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:10.678368 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-8f92c435-ef80-478a-8b75-40cedb10949f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:14:10.682427 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8f92c435-ef80-478a-8b75-40cedb10949f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Usage tracker for resource:port and tenant:b2cc7248d2184abfb3aa21c44218cf1c is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:14:10.685898 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8f92c435-ef80-478a-8b75-40cedb10949f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:14:10.691625 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-8f92c435-ef80-478a-8b75-40cedb10949f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:14:10.694971 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-f7e12212-c9cf-4655-a50f-6bba5398b325 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Transition to ACTIVE for port object a0354ebc-abd7-4218-8c6e-d3efe497d0c5 will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:14:10.705065 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-e6edc8b4-de8b-4caf-8524-d1a23c707a23 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] delete failed (client error): The resource could not be found.
Jan 29 10:14:10.706013 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e6edc8b4-de8b-4caf-8524-d1a23c707a23 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "DELETE /v2.0/routers/bdc19b64-fdfa-479d-8460-0d76f9cfa61b HTTP/1.1" status: 404  len: 336 time: 0.1466060
Jan 29 10:14:10.771167 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54518) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:10.801185 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57bb72-0c57-46b0-b263-98d53e967759 req-683f9f76-d6af-4ad1-907f-4687751f4a4a tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:10.809538 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0e57bb72-0c57-46b0-b263-98d53e967759 req-683f9f76-d6af-4ad1-907f-4687751f4a4a tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/ports?device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 945 time: 0.8245413
Jan 29 10:14:10.837537 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f92c435-ef80-478a-8b75-40cedb10949f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Made reservation on behalf of b2cc7248d2184abfb3aa21c44218cf1c for: {'port': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:14:10.857894 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-3efc467e-faac-4049-8cb2-269a551ff055 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:14:10.858960 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3efc467e-faac-4049-8cb2-269a551ff055 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:14:10.863199 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3efc467e-faac-4049-8cb2-269a551ff055 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "DELETE /v2.0/subnets/55115222-f84d-4cbd-a0a0-be6ad7f11aa0 HTTP/1.1" status: 404  len: 337 time: 0.0818882
Jan 29 10:14:10.863199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ce901-a1f7-45d1-8c1d-b279301094a7 req-c3647e5e-d026-4c76-9210-c71d142d0f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:10.864290 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-259ce901-a1f7-45d1-8c1d-b279301094a7 req-c3647e5e-d026-4c76-9210-c71d142d0f10 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ee8761d4330e4fd09e97501060c8b8ec&device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 1162 time: 0.8361273
Jan 29 10:14:10.865770 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-16aefafc-1cc5-4859-b86f-28602c210ecc None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:10.883726 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54522) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:10.889800 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-16aefafc-1cc5-4859-b86f-28602c210ecc None None] Transition to ACTIVE for port object 8f6e411e-22c3-4bfc-8366-35a22852e0ba will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:14:10.922429 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 08c0c2ac-6b7a-43f3-9f86-3f0c087fe750 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:14:10.978885 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-16aefafc-1cc5-4859-b86f-28602c210ecc None None] Transition to ACTIVE for port object 8f6e411e-22c3-4bfc-8366-35a22852e0ba will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:14:10.998991 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-47bb857b-03f1-4564-9f87-241d130f5b35 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "GET /v2.0/ports?device_id=0efcc000-eeb9-4f66-b570-c765d3e6c3d5 HTTP/1.1" status: 200  len: 205 time: 0.1134696
Jan 29 10:14:10.999140 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-16aefafc-1cc5-4859-b86f-28602c210ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:11.022736 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4d5917d8-bd72-4357-94c8-78ae3cb97a4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:11.067794 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54526) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:11.150937 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0e57bb72-0c57-46b0-b263-98d53e967759 req-4d5103b7-cc73-492a-ad8c-ec7ff3cce42e tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af675d5-c3af-4bab-a997-95b7e6464479&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3401096
Jan 29 10:14:11.159805 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8f92c435-ef80-478a-8b75-40cedb10949f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:11.165612 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-fddead6d-32d1-4e51-9ef9-b7131c88607c tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Network fef7cc89-7267-4358-8599-6146c79819c4 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:14:11.190578 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fddead6d-32d1-4e51-9ef9-b7131c88607c tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:11.202370 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 08c0c2ac-6b7a-43f3-9f86-3f0c087fe750 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:14:11.215385 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aefafc-1cc5-4859-b86f-28602c210ecc None None] Pushing event updated for resources: {'Port': ['ID=8f6e411e-22c3-4bfc-8366-35a22852e0ba,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:11.219445 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-843a09ed-e7bf-4e75-84ef-e2f864d1c923 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] delete failed (client error): The resource could not be found.
Jan 29 10:14:11.220393 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-16aefafc-1cc5-4859-b86f-28602c210ecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:11.221084 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-843a09ed-e7bf-4e75-84ef-e2f864d1c923 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "DELETE /v2.0/routers/0efcc000-eeb9-4f66-b570-c765d3e6c3d5 HTTP/1.1" status: 404  len: 336 time: 0.1506693
Jan 29 10:14:11.226732 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54530) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:11.325663 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16aefafc-1cc5-4859-b86f-28602c210ecc None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:14:11.326959 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-16aefafc-1cc5-4859-b86f-28602c210ecc None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:14:11.329753 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16aefafc-1cc5-4859-b86f-28602c210ecc None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:14:11.417545 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-16aefafc-1cc5-4859-b86f-28602c210ecc None None] Attempting to bind port 8f6e411e-22c3-4bfc-8366-35a22852e0ba on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:14:11.418368 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-16aefafc-1cc5-4859-b86f-28602c210ecc None None] Attempting to bind port 8f6e411e-22c3-4bfc-8366-35a22852e0ba by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:14:11.419188 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16aefafc-1cc5-4859-b86f-28602c210ecc None None] Attempting to bind port 8f6e411e-22c3-4bfc-8366-35a22852e0ba on network 36ec2ab5-acc9-45dc-a136-797459b09a1c {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:14:11.426288 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16aefafc-1cc5-4859-b86f-28602c210ecc None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:14:11.426935 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16aefafc-1cc5-4859-b86f-28602c210ecc None None] Checking segment: {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:14:11.427979 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-16aefafc-1cc5-4859-b86f-28602c210ecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:11.427979 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16aefafc-1cc5-4859-b86f-28602c210ecc None None] Bound using segment: {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:14:11.428871 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-16aefafc-1cc5-4859-b86f-28602c210ecc None None] Bound port: 8f6e411e-22c3-4bfc-8366-35a22852e0ba, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:14:11.429280 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-16aefafc-1cc5-4859-b86f-28602c210ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:11.444339 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ce901-a1f7-45d1-8c1d-b279301094a7 req-44148f43-7ce4-4698-9911-1dafef05f93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:11.446420 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-259ce901-a1f7-45d1-8c1d-b279301094a7 req-44148f43-7ce4-4698-9911-1dafef05f93d service neutron] 10.222.0.22 "GET /v2.0/networks?id=26a4294d-c956-403b-8f7a-57f8ffefaf53 HTTP/1.1" status: 200  len: 906 time: 0.5047545
Jan 29 10:14:11.512604 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f4917de3-6d9a-49fd-b99f-34582d3055b0 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3da49ec-cc4c-4472-a5a5-c5881f83a28e HTTP/1.1" status: 200  len: 205 time: 0.2818966
Jan 29 10:14:11.521869 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54534) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:11.548673 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-16aefafc-1cc5-4859-b86f-28602c210ecc None None] For port 8f6e411e-22c3-4bfc-8366-35a22852e0ba, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:14:11.551875 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-16aefafc-1cc5-4859-b86f-28602c210ecc None None] For port 8f6e411e-22c3-4bfc-8366-35a22852e0ba, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=8f6e411e-22c3-4bfc-8366-35a22852e0ba,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:14:11.556246 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-16aefafc-1cc5-4859-b86f-28602c210ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:11.577448 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b19768ad-9c4c-4102-a0ae-ff56934983af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:11.579936 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-259ce901-a1f7-45d1-8c1d-b279301094a7 req-79e37291-b8f9-4c43-941e-33bd0a48c982 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a74e407f-ffe3-4470-a49f-5eba4735646b HTTP/1.1" status: 200  len: 1000 time: 0.1202970
Jan 29 10:14:11.600491 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f7e12212-c9cf-4655-a50f-6bba5398b325 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:11.669814 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-97be9d57-1f31-477b-985d-38eb17d243d0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:11.713026 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7e3164-92b7-4d60-9f0b-6079690ed09f None None] Network 19ee2de8-bf44-40dd-8199-230aba92a109 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:14:11.731588 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-8f92c435-ef80-478a-8b75-40cedb10949f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] device_id is not set on port 37d42c54-212a-4d9b-aa1d-07832742ea15 yet. {{(pid=80765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:14:11.776286 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-575f0a47-66de-44b5-bd27-b2fb337239de tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] delete failed (client error): The resource could not be found.
Jan 29 10:14:11.776978 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-575f0a47-66de-44b5-bd27-b2fb337239de tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "DELETE /v2.0/routers/e3da49ec-cc4c-4472-a5a5-c5881f83a28e HTTP/1.1" status: 404  len: 336 time: 0.2481263
Jan 29 10:14:11.780853 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54538) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:11.781620 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aefafc-1cc5-4859-b86f-28602c210ecc None None] Pushing event updated for resources: {'Port': ['ID=8f6e411e-22c3-4bfc-8366-35a22852e0ba,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:11.823480 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-fddead6d-32d1-4e51-9ef9-b7131c88607c tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Network fef7cc89-7267-4358-8599-6146c79819c4 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:14:11.866057 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-eef328f8-7044-4a55-b590-7d9d1a7107c0 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:14:11.866671 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eef328f8-7044-4a55-b590-7d9d1a7107c0 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:14:11.872257 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-16aefafc-1cc5-4859-b86f-28602c210ecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:11.881016 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-a7ef3dd2-4f88-4813-8794-f477fff8c7f9 None None] Provisioning for port 08c0c2ac-6b7a-43f3-9f86-3f0c087fe750 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:14:11.903730 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-eef328f8-7044-4a55-b590-7d9d1a7107c0 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "DELETE /v2.0/subnets/5861c36b-8a00-424e-8e20-30a848d65ae9 HTTP/1.1" status: 404  len: 337 time: 0.1195388
Jan 29 10:14:11.907122 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54542) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:11.922690 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-a7ef3dd2-4f88-4813-8794-f477fff8c7f9 None None] Provisioning complete for port 08c0c2ac-6b7a-43f3-9f86-3f0c087fe750 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:14:11.923122 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a7ef3dd2-4f88-4813-8794-f477fff8c7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:12.033550 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-da0c4103-2148-45dd-8a41-d798d47a5e81 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "GET /v2.0/ports?device_id=1553f6b9-1446-4754-b6e1-58ade36dbe03 HTTP/1.1" status: 200  len: 205 time: 0.1227844
Jan 29 10:14:12.040694 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54546) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:12.196022 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-43079f3e-2813-4bcc-aaea-b117f215996a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] delete failed (client error): The resource could not be found.
Jan 29 10:14:12.197917 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-43079f3e-2813-4bcc-aaea-b117f215996a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "DELETE /v2.0/routers/1553f6b9-1446-4754-b6e1-58ade36dbe03 HTTP/1.1" status: 404  len: 336 time: 0.1561341
Jan 29 10:14:12.208486 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a7ef3dd2-4f88-4813-8794-f477fff8c7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:12.227997 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54552) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:12.272409 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-a7ef3dd2-4f88-4813-8794-f477fff8c7f9 None None] For port 08c0c2ac-6b7a-43f3-9f86-3f0c087fe750, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=08c0c2ac-6b7a-43f3-9f86-3f0c087fe750,segment=NetworkSegment(08f881aa-de16-4f1b-80b9-e62bb13975e9),segment_id=08f881aa-de16-4f1b-80b9-e62bb13975e9)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:14:12.297571 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a7ef3dd2-4f88-4813-8794-f477fff8c7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:12.299910 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-13115ce7-521e-4b88-af8c-7eb12f19e320 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:12.392211 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-10d4b272-c64d-499c-8e66-1264861a17a7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:14:12.392866 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10d4b272-c64d-499c-8e66-1264861a17a7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:14:12.396018 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-10d4b272-c64d-499c-8e66-1264861a17a7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "DELETE /v2.0/subnets/e052b19a-f703-494d-b7fc-08eed962f301 HTTP/1.1" status: 404  len: 337 time: 0.1656513
Jan 29 10:14:12.413221 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ef3dd2-4f88-4813-8794-f477fff8c7f9 None None] Pushing event updated for resources: {'Port': ['ID=08c0c2ac-6b7a-43f3-9f86-3f0c087fe750,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:12.418140 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a7ef3dd2-4f88-4813-8794-f477fff8c7f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:12.436401 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e12212-c9cf-4655-a50f-6bba5398b325 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event updated for resources: {'Port': ['ID=a0354ebc-abd7-4218-8c6e-d3efe497d0c5,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:12.440774 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f7e12212-c9cf-4655-a50f-6bba5398b325 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.771s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:12.441851 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:14:12.441851 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:14:12.441851 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:14:12.441851 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:14:12.441851 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:14:12.441851 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:14:12.441851 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:14:12.441851 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:14:12.441851 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:14:12.441851 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:14:12.441851 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:14:12.441851 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:14:12.441851 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:14:12.441851 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:14:12.441851 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:14:12.441851 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:14:12.441851 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:14:12.441851 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:14:12.441851 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:14:12.441851 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:14:12.441851 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:14:12.441851 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:14:12.441851 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:14:12.441851 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:14:12.441851 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:14:12.441851 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:14:12.441851 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:14:12.441851 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:14:12.441851 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:14:12.441851 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:14:12.441851 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:14:12.441851 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:14:12.447964 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54556) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:12.518988 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fddead6d-32d1-4e51-9ef9-b7131c88607c tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:12.527792 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fddead6d-32d1-4e51-9ef9-b7131c88607c tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:12.538622 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7140b182-523e-4bd7-89a3-6eb103ebcd23 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "GET /v2.0/ports?device_id=12d983d2-5773-4315-a7b4-10384ea21f70 HTTP/1.1" status: 200  len: 205 time: 0.0873578
Jan 29 10:14:12.545918 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a1390438-f60d-4626-bb1a-09d5def4f241 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:12.560460 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54560) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:12.576167 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-fddead6d-32d1-4e51-9ef9-b7131c88607c tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] 10.222.0.57 "DELETE /v2.0/networks/fef7cc89-7267-4358-8599-6146c79819c4 HTTP/1.1" status: 204  len: 168 time: 3.5134153
Jan 29 10:14:12.583706 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddead6d-32d1-4e51-9ef9-b7131c88607c tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Pushing event deleted for resources: {'Network': ['ID=fef7cc89-7267-4358-8599-6146c79819c4,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:12.586876 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-fddead6d-32d1-4e51-9ef9-b7131c88607c tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:12.589134 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ce901-a1f7-45d1-8c1d-b279301094a7 req-35d74c08-f155-4650-abd6-5f163fc3fe86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:12.591403 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-259ce901-a1f7-45d1-8c1d-b279301094a7 req-35d74c08-f155-4650-abd6-5f163fc3fe86 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5a251db5-5565-4afc-bc11-9aa24a0c3cc1 HTTP/1.1" status: 200  len: 851 time: 0.9857237
Jan 29 10:14:12.595080 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-8f92c435-ef80-478a-8b75-40cedb10949f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Allocated IP 2001:db8::c (36ec2ab5-acc9-45dc-a136-797459b09a1c/a3bf26c9-14f0-48f8-aba8-8e6f33c0c55c/37d42c54-212a-4d9b-aa1d-07832742ea15) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:14:12.776301 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-7dd97209-beac-45fa-bd99-cd1b3da23868 None None] Provisioning complete for port 08c0c2ac-6b7a-43f3-9f86-3f0c087fe750 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:14:12.776878 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7dd97209-beac-45fa-bd99-cd1b3da23868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:12.786408 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e12212-c9cf-4655-a50f-6bba5398b325 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Network 19ee2de8-bf44-40dd-8199-230aba92a109 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:14:12.792127 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-f7e12212-c9cf-4655-a50f-6bba5398b325 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:14:12.815340 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e12212-c9cf-4655-a50f-6bba5398b325 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:14:12.875491 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 8f6e411e-22c3-4bfc-8366-35a22852e0ba up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:14:12.929946 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ce901-a1f7-45d1-8c1d-b279301094a7 req-62e63c25-e086-47b1-844c-2b90aa399953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:12.932904 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-259ce901-a1f7-45d1-8c1d-b279301094a7 req-62e63c25-e086-47b1-844c-2b90aa399953 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=26a4294d-c956-403b-8f7a-57f8ffefaf53&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.3263707
Jan 29 10:14:13.085878 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e12212-c9cf-4655-a50f-6bba5398b325 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:13.087336 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f7e12212-c9cf-4655-a50f-6bba5398b325 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:13.118312 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f7e12212-c9cf-4655-a50f-6bba5398b325 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 5.9561801
Jan 29 10:14:13.158285 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54570) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:13.172568 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 8f6e411e-22c3-4bfc-8366-35a22852e0ba completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:14:13.202606 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 08c0c2ac-6b7a-43f3-9f86-3f0c087fe750 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:14:13.245894 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-259ce901-a1f7-45d1-8c1d-b279301094a7 req-c5dce0ed-e725-4471-9172-3eaa9f977b8a service neutron] 10.222.0.22 "GET /v2.0/networks/26a4294d-c956-403b-8f7a-57f8ffefaf53?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3036933
Jan 29 10:14:13.260328 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-e48f03ad-d3f7-4dda-b83d-1ba71751669a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] delete failed (client error): The resource could not be found.
Jan 29 10:14:13.261670 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e48f03ad-d3f7-4dda-b83d-1ba71751669a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "DELETE /v2.0/routers/12d983d2-5773-4315-a7b4-10384ea21f70 HTTP/1.1" status: 404  len: 336 time: 0.6728833
Jan 29 10:14:13.273204 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-c8fd48d1-342b-442e-b597-8369e9267e4c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Request body: {'port': {'network_id': '19ee2de8-bf44-40dd-8199-230aba92a109', 'name': 'tempest-PortsTestJSON-1990272241'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:14:13.292261 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54574) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:13.292860 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54576) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:13.351028 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-7dd97209-beac-45fa-bd99-cd1b3da23868 None None] Provisioning for port a0354ebc-abd7-4218-8c6e-d3efe497d0c5 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:14:13.362014 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-7dd97209-beac-45fa-bd99-cd1b3da23868 None None] Provisioning complete for port a0354ebc-abd7-4218-8c6e-d3efe497d0c5 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:14:13.362664 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7dd97209-beac-45fa-bd99-cd1b3da23868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:13.380986 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0edeeab-6ace-466a-a84d-f19db2638ccc tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:14:13.381820 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0edeeab-6ace-466a-a84d-f19db2638ccc tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:14:13.384436 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f0edeeab-6ace-466a-a84d-f19db2638ccc tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "DELETE /v2.0/subnets/db880bcd-54b9-4cad-a6ae-893fc2a446ca HTTP/1.1" status: 404  len: 337 time: 0.0880845
Jan 29 10:14:13.387562 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54584) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:13.515991 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67886efc-6d57-4fa8-a4db-cbdb527a515c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Router 8874ac55-28b2-44e3-ad16-8c1286200534 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:14:13.520936 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 08c0c2ac-6b7a-43f3-9f86-3f0c087fe750 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:14:13.530528 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:13.626435 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-7dd97209-beac-45fa-bd99-cd1b3da23868 None None] Port a0354ebc-abd7-4218-8c6e-d3efe497d0c5 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:14:13.628556 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-069e36ca-02cc-4866-95b2-909201dee738 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:14:13.629262 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-069e36ca-02cc-4866-95b2-909201dee738 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:14:13.631532 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-069e36ca-02cc-4866-95b2-909201dee738 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] 10.222.0.57 "DELETE /v2.0/subnets/2c2fa54a-55c7-40f7-ae77-8ef0e047e4e1 HTTP/1.1" status: 404  len: 337 time: 0.2427623
Jan 29 10:14:13.764904 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-43f4308d-a4eb-434e-860c-830815a6871e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f844837ce1884937bc086377bfe8af84&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4595113
Jan 29 10:14:13.771840 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54592) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:13.832148 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-c04482f9-f997-4b2d-b854-9c8d7e13445e None None] Provisioning complete for port 08c0c2ac-6b7a-43f3-9f86-3f0c087fe750 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:14:13.832582 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c04482f9-f997-4b2d-b854-9c8d7e13445e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:13.872804 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-259ce901-a1f7-45d1-8c1d-b279301094a7 req-c72b9322-f9f3-4865-b34d-3b6ba544577f service neutron] 10.222.0.22 "GET /v2.0/networks/26a4294d-c956-403b-8f7a-57f8ffefaf53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6188612
Jan 29 10:14:13.933708 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-948925fd-e14b-4201-82c4-2b3021cf9aa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:14.009025 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-948925fd-e14b-4201-82c4-2b3021cf9aa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:14.042852 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac66919-118a-4251-8352-63932035422f req-f129b87e-1596-4064-bebb-b3f4fbaf5fb1 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:14.045406 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1ac66919-118a-4251-8352-63932035422f req-f129b87e-1596-4064-bebb-b3f4fbaf5fb1 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/ports?device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 945 time: 1.5725567
Jan 29 10:14:14.107617 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-c04482f9-f997-4b2d-b854-9c8d7e13445e None None] Provisioning complete for port a0354ebc-abd7-4218-8c6e-d3efe497d0c5 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:14:14.108051 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c04482f9-f997-4b2d-b854-9c8d7e13445e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:14.138843 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-948925fd-e14b-4201-82c4-2b3021cf9aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:14.146134 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-af9a6f16-17c7-4033-83c8-4afc96c7de94 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:14.174113 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54598) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:14.175012 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-948925fd-e14b-4201-82c4-2b3021cf9aa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:14.178754 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-948925fd-e14b-4201-82c4-2b3021cf9aa4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9a08ed3f-59cc-4632-ac49-bb2afe9a9e8f HTTP/1.1" status: 204  len: 168 time: 0.4002125
Jan 29 10:14:14.201140 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948925fd-e14b-4201-82c4-2b3021cf9aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a08ed3f-59cc-4632-ac49-bb2afe9a9e8f,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:14.208021 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-c04482f9-f997-4b2d-b854-9c8d7e13445e None None] Port a0354ebc-abd7-4218-8c6e-d3efe497d0c5 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:14:14.211028 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-948925fd-e14b-4201-82c4-2b3021cf9aa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:14.319224 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c8fd48d1-342b-442e-b597-8369e9267e4c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:14:14.326148 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c8fd48d1-342b-442e-b597-8369e9267e4c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Usage tracker for resource:port and tenant:af6cfbcc17be4cdfba1cf58741c9e55a is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:14:14.331079 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c8fd48d1-342b-442e-b597-8369e9267e4c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:14:14.333176 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-045e0e29-232f-4682-a23d-a8c0de73ac4f None None] Provisioning for port 8f6e411e-22c3-4bfc-8366-35a22852e0ba completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:14:14.338473 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c8fd48d1-342b-442e-b597-8369e9267e4c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:14:14.344478 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-045e0e29-232f-4682-a23d-a8c0de73ac4f None None] Provisioning complete for port 8f6e411e-22c3-4bfc-8366-35a22852e0ba triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:14:14.345117 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-045e0e29-232f-4682-a23d-a8c0de73ac4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:14.423583 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1ac66919-118a-4251-8352-63932035422f req-814da057-a1bd-47a9-8696-b6989c4f0c99 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af675d5-c3af-4bab-a997-95b7e6464479&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3698883
Jan 29 10:14:14.424486 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8fd48d1-342b-442e-b597-8369e9267e4c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Made reservation on behalf of af6cfbcc17be4cdfba1cf58741c9e55a for: {'port': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:14:14.452543 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c8fd48d1-342b-442e-b597-8369e9267e4c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:14.504802 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b2606079-7959-4e46-964f-035d5c6f6f64 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=22949024c322421d99052f9202cdd49a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3247480
Jan 29 10:14:14.508293 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54606) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:14.523651 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8f92c435-ef80-478a-8b75-40cedb10949f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:14.561753 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-8f92c435-ef80-478a-8b75-40cedb10949f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Transition to ACTIVE for port object 37d42c54-212a-4d9b-aa1d-07832742ea15 will not be triggered until provisioned by entity DHCP. {{(pid=80765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:14:14.580650 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-045e0e29-232f-4682-a23d-a8c0de73ac4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:14.614613 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67886efc-6d57-4fa8-a4db-cbdb527a515c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:14:14.626763 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f529008-6899-4732-b0de-7024eb003205 None None] Sync routers for ids ['8874ac55-28b2-44e3-ad16-8c1286200534'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:14:14.628551 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-67886efc-6d57-4fa8-a4db-cbdb527a515c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "PUT /v2.0/routers/8874ac55-28b2-44e3-ad16-8c1286200534/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 10.9191673
Jan 29 10:14:14.633126 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54612) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:14.645041 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f529008-6899-4732-b0de-7024eb003205 None None] Routers {'8874ac55-28b2-44e3-ad16-8c1286200534'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:14:14.646638 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-045e0e29-232f-4682-a23d-a8c0de73ac4f None None] For port 8f6e411e-22c3-4bfc-8366-35a22852e0ba, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=8f6e411e-22c3-4bfc-8366-35a22852e0ba,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:14:14.647020 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-2f529008-6899-4732-b0de-7024eb003205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca130208>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:13:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['8874ac55-28b2-44e3-ad16-8c1286200534'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:14:14.662748 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-045e0e29-232f-4682-a23d-a8c0de73ac4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:14.668128 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-51cc5ab6-3c3b-4a75-860d-a057bb68f666 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:14.687035 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-194cb0d9-da6b-4de3-b02d-4978e075829c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:14.755530 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-194cb0d9-da6b-4de3-b02d-4978e075829c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:14.760008 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-045e0e29-232f-4682-a23d-a8c0de73ac4f None None] Provisioning complete for port 08c0c2ac-6b7a-43f3-9f86-3f0c087fe750 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:14:14.760523 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-045e0e29-232f-4682-a23d-a8c0de73ac4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:14.817414 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-194cb0d9-da6b-4de3-b02d-4978e075829c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:14.825885 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a390c873-8efc-42a9-9821-94c08f10ad23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:14.866562 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-facfdd6b-da64-4bcb-940a-5b7ab762bef7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Deleting subnet 18ba1ea0-4872-4c5f-bc2f-ad1138a60b95 {{(pid=80765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:14:14.876849 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-facfdd6b-da64-4bcb-940a-5b7ab762bef7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for subnet, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:14.895255 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194cb0d9-da6b-4de3-b02d-4978e075829c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ae43a2-96e1-4c71-a476-abc9a1716638,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:14.903415 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045e0e29-232f-4682-a23d-a8c0de73ac4f None None] Pushing event updated for resources: {'Port': ['ID=8f6e411e-22c3-4bfc-8366-35a22852e0ba,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:14.904454 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-194cb0d9-da6b-4de3-b02d-4978e075829c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:14.908296 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-045e0e29-232f-4682-a23d-a8c0de73ac4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:14.921128 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-194cb0d9-da6b-4de3-b02d-4978e075829c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:14.926106 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-194cb0d9-da6b-4de3-b02d-4978e075829c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f4ae43a2-96e1-4c71-a476-abc9a1716638 HTTP/1.1" status: 204  len: 168 time: 0.4076757
Jan 29 10:14:14.983682 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-2f529008-6899-4732-b0de-7024eb003205 None None] Set router 8874ac55-28b2-44e3-ad16-8c1286200534 gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:14:15.001990 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-c8fd48d1-342b-442e-b597-8369e9267e4c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] device_id is not set on port 14c0dfd7-4d49-4a58-b570-4bcde3b44492 yet. {{(pid=80765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:14:15.217475 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-9de2c955-0d4f-42d9-a51a-c55d6f1a2c78 None None] Provisioning complete for port 8f6e411e-22c3-4bfc-8366-35a22852e0ba triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:14:15.218135 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9de2c955-0d4f-42d9-a51a-c55d6f1a2c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:15.294193 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-c8fd48d1-342b-442e-b597-8369e9267e4c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Allocated IP 172.20.0.13 (19ee2de8-bf44-40dd-8199-230aba92a109/05bccb9f-e977-47f5-a528-363f09fdc5e1/14c0dfd7-4d49-4a58-b570-4bcde3b44492) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:14:15.322100 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8f92c435-ef80-478a-8b75-40cedb10949f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:15.339487 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-2f529008-6899-4732-b0de-7024eb003205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca130208>, [{'id': '8874ac55-28b2-44e3-ad16-8c1286200534', 'name': 'tempest-TestNetworkBasicOps-router-415840673', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.223'}], 'enable_snat': True}, 'gw_port_id': '14363516-cbca-474d-8ee5-1a3c34317c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:07:51Z', 'updated_at': '2021-01-29T10:14:08Z', 'revision_number': 7, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '14363516-cbca-474d-8ee5-1a3c34317c4a', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:90:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8874ac55-28b2-44e3-ad16-8c1286200534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:07:54Z', 'updated_at': '2021-01-29T10:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:14:15.344593 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f529008-6899-4732-b0de-7024eb003205 None None] Checking router: 8874ac55-28b2-44e3-ad16-8c1286200534 for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:14:15.354840 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f529008-6899-4732-b0de-7024eb003205 None None] Routers {'8874ac55-28b2-44e3-ad16-8c1286200534'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:14:15.355691 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-2f529008-6899-4732-b0de-7024eb003205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca130208>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:13:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['8874ac55-28b2-44e3-ad16-8c1286200534'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:14:15.355819 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c1d0a360-8e5a-4dc8-b91c-536220b9f0af tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:15.499407 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-facfdd6b-da64-4bcb-940a-5b7ab762bef7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1479249'] for subnet, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:15.641690 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-2f529008-6899-4732-b0de-7024eb003205 None None] Set router 8874ac55-28b2-44e3-ad16-8c1286200534 gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:14:15.646069 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f92c435-ef80-478a-8b75-40cedb10949f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event updated for resources: {'Port': ['ID=37d42c54-212a-4d9b-aa1d-07832742ea15,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:15.649618 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8f92c435-ef80-478a-8b75-40cedb10949f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:15.881502 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54644) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:15.953025 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f92c435-ef80-478a-8b75-40cedb10949f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:14:15.967401 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-8f92c435-ef80-478a-8b75-40cedb10949f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:14:15.969857 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f92c435-ef80-478a-8b75-40cedb10949f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:14:16.045932 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f92c435-ef80-478a-8b75-40cedb10949f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:16.046667 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8f92c435-ef80-478a-8b75-40cedb10949f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:16.048116 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-2f529008-6899-4732-b0de-7024eb003205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca130208>, [{'id': '8874ac55-28b2-44e3-ad16-8c1286200534', 'name': 'tempest-TestNetworkBasicOps-router-415840673', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.223'}], 'enable_snat': True}, 'gw_port_id': '14363516-cbca-474d-8ee5-1a3c34317c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:07:51Z', 'updated_at': '2021-01-29T10:14:08Z', 'revision_number': 7, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '14363516-cbca-474d-8ee5-1a3c34317c4a', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:90:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8874ac55-28b2-44e3-ad16-8c1286200534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:07:54Z', 'updated_at': '2021-01-29T10:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:14:16.056723 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f529008-6899-4732-b0de-7024eb003205 None None] The sync data for ids ['8874ac55-28b2-44e3-ad16-8c1286200534'] in dv-neutron-772983-2-ovs is: [{'id': '8874ac55-28b2-44e3-ad16-8c1286200534', 'name': 'tempest-TestNetworkBasicOps-router-415840673', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.223'}], 'enable_snat': True}, 'gw_port_id': '14363516-cbca-474d-8ee5-1a3c34317c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:07:51Z', 'updated_at': '2021-01-29T10:14:08Z', 'revision_number': 7, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '14363516-cbca-474d-8ee5-1a3c34317c4a', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:90:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8874ac55-28b2-44e3-ad16-8c1286200534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:07:54Z', 'updated_at': '2021-01-29T10:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:14:16.077024 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-2761fba6-fe19-4946-8e2b-ab0160bc1ad2 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-30900453'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:14:16.088220 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-2761fba6-fe19-4946-8e2b-ab0160bc1ad2 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:14:16.115343 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2761fba6-fe19-4946-8e2b-ab0160bc1ad2 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Usage tracker for resource:network and tenant:f15ab138166e456cb96f10f0bbdd909a is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:14:16.119927 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2761fba6-fe19-4946-8e2b-ab0160bc1ad2 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Quota usage for network was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:14:16.127421 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-2761fba6-fe19-4946-8e2b-ab0160bc1ad2 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:14:16.138521 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2761fba6-fe19-4946-8e2b-ab0160bc1ad2 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Made reservation on behalf of f15ab138166e456cb96f10f0bbdd909a for: {'network': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:14:16.169834 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2761fba6-fe19-4946-8e2b-ab0160bc1ad2 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:16.187798 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf67cc-25ff-4fb8-88ba-a32012514d00 req-9a189089-141c-4f23-80c6-68ec6eff8e85 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:16.190374 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-13cf67cc-25ff-4fb8-88ba-a32012514d00 req-9a189089-141c-4f23-80c6-68ec6eff8e85 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/ports?device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 945 time: 0.5371437
Jan 29 10:14:16.206081 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2761fba6-fe19-4946-8e2b-ab0160bc1ad2 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks [] for security_group, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:16.233997 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-2761fba6-fe19-4946-8e2b-ab0160bc1ad2 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:14:16.239242 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2761fba6-fe19-4946-8e2b-ab0160bc1ad2 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Usage tracker for resource:security_group_rule and tenant:f15ab138166e456cb96f10f0bbdd909a is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:14:16.248047 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2761fba6-fe19-4946-8e2b-ab0160bc1ad2 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:14:16.256366 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-facfdd6b-da64-4bcb-940a-5b7ab762bef7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:16.260262 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-2761fba6-fe19-4946-8e2b-ab0160bc1ad2 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:14:16.324093 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-f1bd22a3-fa97-4251-86eb-9d9cca25d5b6 None None] Provisioning for port 37d42c54-212a-4d9b-aa1d-07832742ea15 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:14:16.327055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c8fd48d1-342b-442e-b597-8369e9267e4c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:16.329794 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-f1bd22a3-fa97-4251-86eb-9d9cca25d5b6 None None] Provisioning complete for port 37d42c54-212a-4d9b-aa1d-07832742ea15 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:14:16.331213 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f1bd22a3-fa97-4251-86eb-9d9cca25d5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:16.338995 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8f92c435-ef80-478a-8b75-40cedb10949f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 6.4103191
Jan 29 10:14:16.346812 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54656) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:16.347280 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54658) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:16.393223 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-c8fd48d1-342b-442e-b597-8369e9267e4c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Transition to ACTIVE for port object 14c0dfd7-4d49-4a58-b570-4bcde3b44492 will not be triggered until provisioned by entity DHCP. {{(pid=80765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:14:16.422528 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-13cf67cc-25ff-4fb8-88ba-a32012514d00 req-374edd53-7434-4be4-876c-f50db26a3418 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af675d5-c3af-4bab-a997-95b7e6464479&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2095363
Jan 29 10:14:16.436591 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-f1bd22a3-fa97-4251-86eb-9d9cca25d5b6 None None] Port 37d42c54-212a-4d9b-aa1d-07832742ea15 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:14:16.504733 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2761fba6-fe19-4946-8e2b-ab0160bc1ad2 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks [] for security_group, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:16.513604 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2761fba6-fe19-4946-8e2b-ab0160bc1ad2 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:16.519122 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3df69d72-4c32-4a46-b9a4-e1330d8e3e2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:16.562862 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2761fba6-fe19-4946-8e2b-ab0160bc1ad2 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0474a8c-92e6-4939-bb27-a5868ec5da09,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:16.614169 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c8fd48d1-342b-442e-b597-8369e9267e4c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:16.657251 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e683ef6-72c0-4d83-ae2f-6628bcfc0d2d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:16.666236 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8f92c435-ef80-478a-8b75-40cedb10949f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:16.697175 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 8f6e411e-22c3-4bfc-8366-35a22852e0ba up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:14:16.748957 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e683ef6-72c0-4d83-ae2f-6628bcfc0d2d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:16.750016 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5e683ef6-72c0-4d83-ae2f-6628bcfc0d2d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Synchronizing usage tracker for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:14:16.755024 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2761fba6-fe19-4946-8e2b-ab0160bc1ad2 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:16.761491 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-2b4fda83-271f-4f46-9cb9-c0321ddab4f6 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Request body: {'security_group': {'name': 'tempest-secgroup--1387956018'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:14:16.782741 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 8f6e411e-22c3-4bfc-8366-35a22852e0ba triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:14:16.783163 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:16.788904 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-2b4fda83-271f-4f46-9cb9-c0321ddab4f6 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:14:16.804133 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2761fba6-fe19-4946-8e2b-ab0160bc1ad2 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:14:16.807874 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2b4fda83-271f-4f46-9cb9-c0321ddab4f6 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Usage tracker for resource:security_group and tenant:95131cfc404d4bbbafd08d2d149ebb4d is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:14:16.813931 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2b4fda83-271f-4f46-9cb9-c0321ddab4f6 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:14:16.816661 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5e683ef6-72c0-4d83-ae2f-6628bcfc0d2d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Unset dirty status for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:14:16.820911 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5e683ef6-72c0-4d83-ae2f-6628bcfc0d2d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1669 time: 0.4695992
Jan 29 10:14:16.822898 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-2b4fda83-271f-4f46-9cb9-c0321ddab4f6 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:14:16.824731 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54668) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:16.869215 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2761fba6-fe19-4946-8e2b-ab0160bc1ad2 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268197113528', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:16.869660 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-2761fba6-fe19-4946-8e2b-ab0160bc1ad2 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Added segment 8e2b2f2c-db5d-402b-ae23-0a9f9ecb2b47 of type vxlan for network 1ea6422b-1a3f-4b1a-aa79-2628f24a86e4
Jan 29 10:14:16.885891 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2b4fda83-271f-4f46-9cb9-c0321ddab4f6 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:16.923776 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device bd7862d9-0746-4c02-9b51-23b3718ccd22 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:14:16.927604 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2b4fda83-271f-4f46-9cb9-c0321ddab4f6 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:16.969421 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2761fba6-fe19-4946-8e2b-ab0160bc1ad2 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:16.996535 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-0a0d34aa-0d77-4ab0-b8a1-48f2f3a72514 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Deleting port 37d42c54-212a-4d9b-aa1d-07832742ea15 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:14:16.996917 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0a0d34aa-0d77-4ab0-b8a1-48f2f3a72514 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:17.031554 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-2b4fda83-271f-4f46-9cb9-c0321ddab4f6 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:14:17.051420 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2b4fda83-271f-4f46-9cb9-c0321ddab4f6 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Usage tracker for resource:security_group_rule and tenant:95131cfc404d4bbbafd08d2d149ebb4d is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:14:17.057454 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2b4fda83-271f-4f46-9cb9-c0321ddab4f6 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:14:17.077146 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-2b4fda83-271f-4f46-9cb9-c0321ddab4f6 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:14:17.136522 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: bd7862d9-0746-4c02-9b51-23b3718ccd22 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:14:17.136827 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device bd7862d9-0746-4c02-9b51-23b3718ccd22 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:14:17.189848 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2761fba6-fe19-4946-8e2b-ab0160bc1ad2 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:17.209926 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fd48d1-342b-442e-b597-8369e9267e4c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event updated for resources: {'Port': ['ID=14c0dfd7-4d49-4a58-b570-4bcde3b44492,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:17.219969 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c8fd48d1-342b-442e-b597-8369e9267e4c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:17.256658 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2761fba6-fe19-4946-8e2b-ab0160bc1ad2 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:17.257378 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2761fba6-fe19-4946-8e2b-ab0160bc1ad2 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:17.269301 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-991bebd5-408e-406d-8b6b-03967021239c tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:17.381543 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c26b8ab-2bd8-4edc-9d8b-349abaa47ab1 req-507a70e1-0f55-4fd3-a0c4-32f033e0bce1 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:17.383329 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4c26b8ab-2bd8-4edc-9d8b-349abaa47ab1 req-507a70e1-0f55-4fd3-a0c4-32f033e0bce1 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/ports?device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 945 time: 0.7707114
Jan 29 10:14:17.395440 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fd48d1-342b-442e-b597-8369e9267e4c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Network 19ee2de8-bf44-40dd-8199-230aba92a109 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:14:17.398098 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-c8fd48d1-342b-442e-b597-8369e9267e4c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:14:17.416253 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fd48d1-342b-442e-b597-8369e9267e4c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:14:17.444333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-facfdd6b-da64-4bcb-940a-5b7ab762bef7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852603100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2204728'] for subnet, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:17.471784 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ec67ed29-ee0c-47b1-9a2c-b6ff4c731ab7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:17.524783 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2761fba6-fe19-4946-8e2b-ab0160bc1ad2 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Pushing event updated for resources: {'Network': ['ID=1ea6422b-1a3f-4b1a-aa79-2628f24a86e4,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:17.528029 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2761fba6-fe19-4946-8e2b-ab0160bc1ad2 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 782 time: 1.6452982
Jan 29 10:14:17.534032 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facfdd6b-da64-4bcb-940a-5b7ab762bef7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event deleted for resources: {'Subnet': ['ID=18ba1ea0-4872-4c5f-bc2f-ad1138a60b95,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:17.534592 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2761fba6-fe19-4946-8e2b-ab0160bc1ad2 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:17.537161 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-facfdd6b-da64-4bcb-940a-5b7ab762bef7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:17.540463 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 1ea6422b-1a3f-4b1a-aa79-2628f24a86e4 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:14:17.594592 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2b4fda83-271f-4f46-9cb9-c0321ddab4f6 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:17.610238 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 1ea6422b-1a3f-4b1a-aa79-2628f24a86e4 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:14:17.619411 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0a0d34aa-0d77-4ab0-b8a1-48f2f3a72514 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:17.630497 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4c26b8ab-2bd8-4edc-9d8b-349abaa47ab1 req-5d2a4693-ab30-4778-825f-e1be7cecbefc tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af675d5-c3af-4bab-a997-95b7e6464479&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2372329
Jan 29 10:14:17.793845 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-0a0d34aa-0d77-4ab0-b8a1-48f2f3a72514 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Calling delete_port for 37d42c54-212a-4d9b-aa1d-07832742ea15 owned by  {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:14:17.931307 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-1b993e59-6ac6-4792-8d67-f488db4fa311 None None] Provisioning for port 14c0dfd7-4d49-4a58-b570-4bcde3b44492 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:14:17.951092 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-1b993e59-6ac6-4792-8d67-f488db4fa311 None None] Provisioning complete for port 14c0dfd7-4d49-4a58-b570-4bcde3b44492 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:14:17.951812 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1b993e59-6ac6-4792-8d67-f488db4fa311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:17.961382 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fd48d1-342b-442e-b597-8369e9267e4c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:17.961382 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c8fd48d1-342b-442e-b597-8369e9267e4c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:17.981609 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2b4fda83-271f-4f46-9cb9-c0321ddab4f6 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:17.994499 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-2b4fda83-271f-4f46-9cb9-c0321ddab4f6 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:14:17.999902 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2b4fda83-271f-4f46-9cb9-c0321ddab4f6 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Usage tracker for resource:security_group_rule and tenant:95131cfc404d4bbbafd08d2d149ebb4d is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:14:18.009493 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2b4fda83-271f-4f46-9cb9-c0321ddab4f6 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:14:18.015467 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-1b993e59-6ac6-4792-8d67-f488db4fa311 None None] Port 14c0dfd7-4d49-4a58-b570-4bcde3b44492 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:14:18.023149 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-2b4fda83-271f-4f46-9cb9-c0321ddab4f6 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:14:18.028338 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c8fd48d1-342b-442e-b597-8369e9267e4c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 4.7766941
Jan 29 10:14:18.029906 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-facfdd6b-da64-4bcb-940a-5b7ab762bef7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:18.035405 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-facfdd6b-da64-4bcb-940a-5b7ab762bef7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "DELETE /v2.0/subnets/18ba1ea0-4872-4c5f-bc2f-ad1138a60b95 HTTP/1.1" status: 204  len: 168 time: 3.3995543
Jan 29 10:14:18.036324 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54676) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:18.036788 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54678) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:18.037486 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3101e46-ed04-4664-82af-459a2dde7d06 None None] Network 202d926a-4317-4fd3-a6b3-3233b8a4bdb4 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:14:18.126627 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2b4fda83-271f-4f46-9cb9-c0321ddab4f6 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:18.128307 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-dc37f390-5dbd-41cb-9993-3e8f38b4f768 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:18.137763 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0a0d34aa-0d77-4ab0-b8a1-48f2f3a72514 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:18.334065 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2b4fda83-271f-4f46-9cb9-c0321ddab4f6 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:18.414290 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38398c55-2e8e-4128-bf79-811e024b286f None None] DHCP port deletion for 202d926a-4317-4fd3-a6b3-3233b8a4bdb4 request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:14:18.419509 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-38398c55-2e8e-4128-bf79-811e024b286f None None] Deleting port 0b548236-7506-4181-92e8-d676bbbd5ae5 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:14:18.420671 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4fda83-271f-4f46-9cb9-c0321ddab4f6 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc03719e-5ba0-4947-a9cc-44175d405e43,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:18.420942 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-38398c55-2e8e-4128-bf79-811e024b286f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:18.435664 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2b4fda83-271f-4f46-9cb9-c0321ddab4f6 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:18.441471 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9bef9379-d57f-4439-83b2-f789851ae79a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for router, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:18.442145 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0a0d34aa-0d77-4ab0-b8a1-48f2f3a72514 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:18.447342 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0a0d34aa-0d77-4ab0-b8a1-48f2f3a72514 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/ports/37d42c54-212a-4d9b-aa1d-07832742ea15 HTTP/1.1" status: 204  len: 168 time: 1.6184762
Jan 29 10:14:18.447342 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6d6d1108-55e9-432d-8978-08eaaf26377c tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.132s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:18.498044 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2b4fda83-271f-4f46-9cb9-c0321ddab4f6 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:18.499145 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2b4fda83-271f-4f46-9cb9-c0321ddab4f6 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 2.1489820
Jan 29 10:14:18.500210 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54684) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:18.501104 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0d34aa-0d77-4ab0-b8a1-48f2f3a72514 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event deleted for resources: {'Port': ['ID=37d42c54-212a-4d9b-aa1d-07832742ea15,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:18.509325 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0a0d34aa-0d77-4ab0-b8a1-48f2f3a72514 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:18.511485 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54686) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:18.512879 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-97e3c273-fa27-474f-b675-368222e474be tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:18.666138 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4fda83-271f-4f46-9cb9-c0321ddab4f6 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b873238a-992e-449d-838a-4c91bf8e73e6,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:18.669716 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2b4fda83-271f-4f46-9cb9-c0321ddab4f6 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:18.723294 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfa364f-fe0e-40ac-97ce-ecd03253286c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:18.747810 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfa364f-fe0e-40ac-97ce-ecd03253286c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:18.748698 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-cdfa364f-fe0e-40ac-97ce-ecd03253286c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Synchronizing usage tracker for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:subnet {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:14:18.774536 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-cdfa364f-fe0e-40ac-97ce-ecd03253286c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Unset dirty status for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:subnet {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:14:18.778568 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-cdfa364f-fe0e-40ac-97ce-ecd03253286c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1451 time: 0.2653134
Jan 29 10:14:18.779321 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54692) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:18.799665 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-38398c55-2e8e-4128-bf79-811e024b286f None None] For port 0b548236-7506-4181-92e8-d676bbbd5ae5, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=0b548236-7506-4181-92e8-d676bbbd5ae5,segment=NetworkSegment(da74141a-e053-4807-8732-98d074b8386c),segment_id=da74141a-e053-4807-8732-98d074b8386c)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:14:18.800708 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-38398c55-2e8e-4128-bf79-811e024b286f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:18.861433 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead5bde-e33f-4849-9da8-303894ef3b86 req-398adefa-189d-40e2-b680-a3653686aa52 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:18.870109 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5ead5bde-e33f-4849-9da8-303894ef3b86 req-398adefa-189d-40e2-b680-a3653686aa52 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/ports?device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 945 time: 0.7244802
Jan 29 10:14:18.888506 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c585dcd-f309-47eb-a99c-269b6c351f1a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Deleting subnet a3bf26c9-14f0-48f8-aba8-8e6f33c0c55c {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:14:18.892141 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6c585dcd-f309-47eb-a99c-269b6c351f1a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:18.967536 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6c585dcd-f309-47eb-a99c-269b6c351f1a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:18.974667 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-38398c55-2e8e-4128-bf79-811e024b286f None None] Calling delete_port for 0b548236-7506-4181-92e8-d676bbbd5ae5 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:14:19.000143 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f130ec4-0e87-4eed-875f-a79cba5d86f4 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:19.000991 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2f130ec4-0e87-4eed-875f-a79cba5d86f4 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Synchronizing usage tracker for tenant:af6cfbcc17be4cdfba1cf58741c9e55a on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:14:19.076996 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 0b548236-7506-4181-92e8-d676bbbd5ae5 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:14:19.087042 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6c585dcd-f309-47eb-a99c-269b6c351f1a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:19.114477 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5ead5bde-e33f-4849-9da8-303894ef3b86 req-c828508d-3bbb-4045-9dbe-244b2c839459 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af675d5-c3af-4bab-a997-95b7e6464479&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2433488
Jan 29 10:14:19.137084 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 0b548236-7506-4181-92e8-d676bbbd5ae5 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:14:19.137615 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 0b548236-7506-4181-92e8-d676bbbd5ae5 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:14:19.140515 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-38398c55-2e8e-4128-bf79-811e024b286f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:19.154598 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2f130ec4-0e87-4eed-875f-a79cba5d86f4 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Unset dirty status for tenant:af6cfbcc17be4cdfba1cf58741c9e55a on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:14:19.159124 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2f130ec4-0e87-4eed-875f-a79cba5d86f4 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200  len: 922 time: 1.1180131
Jan 29 10:14:19.162572 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54698) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:19.257425 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c10daaf3-be03-4248-b370-dd0ba8b17215 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4505 time: 0.7352335
Jan 29 10:14:19.268501 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54702) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:19.270786 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a7ef3dd2-4f88-4813-8794-f477fff8c7f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:19.273803 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-360bb3d7-397e-4f29-bb2e-22db83d93511 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Request body: {'security_group': {'name': 'tempest-security--666042498', 'description': 'tempest-security-description-868660374'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:14:19.333502 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9bef9379-d57f-4439-83b2-f789851ae79a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for router_gateway, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:19.334863 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38398c55-2e8e-4128-bf79-811e024b286f None None] No DVR routers for this DVR port 0b548236-7506-4181-92e8-d676bbbd5ae5 on host dv-neutron-772983-2-ovs {{(pid=80767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:14:19.349323 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38398c55-2e8e-4128-bf79-811e024b286f None None] Pushing event deleted for resources: {'Port': ['ID=0b548236-7506-4181-92e8-d676bbbd5ae5,revision_number=None']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:19.353437 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-38398c55-2e8e-4128-bf79-811e024b286f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:19.356884 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-9bef9379-d57f-4439-83b2-f789851ae79a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Deleting port 14363516-cbca-474d-8ee5-1a3c34317c4a {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:14:19.357276 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9bef9379-d57f-4439-83b2-f789851ae79a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:19.420138 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-360bb3d7-397e-4f29-bb2e-22db83d93511 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:19.484711 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-31b1a780-f176-4d58-85ae-aa1bb460add9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Deleting port 14c0dfd7-4d49-4a58-b570-4bcde3b44492 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:14:19.485732 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-31b1a780-f176-4d58-85ae-aa1bb460add9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:19.604897 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6c585dcd-f309-47eb-a99c-269b6c351f1a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:19.614364 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-360bb3d7-397e-4f29-bb2e-22db83d93511 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:19.622617 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-360bb3d7-397e-4f29-bb2e-22db83d93511 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:19.625010 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-dc27455c-d2c8-4ed5-abf5-6fa264b30421 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:19.625594 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-360bb3d7-397e-4f29-bb2e-22db83d93511 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:19.630952 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-360bb3d7-397e-4f29-bb2e-22db83d93511 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] 10.222.0.57 "PUT /v2.0/security-groups/b873238a-992e-449d-838a-4c91bf8e73e6 HTTP/1.1" status: 200  len: 1776 time: 0.3585093
Jan 29 10:14:19.634346 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-43c4cf96-7220-4aea-92b0-35a1e40e65d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:19.647437 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54708) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:19.676043 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c585dcd-f309-47eb-a99c-269b6c351f1a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event deleted for resources: {'Subnet': ['ID=a3bf26c9-14f0-48f8-aba8-8e6f33c0c55c,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:19.680812 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6c585dcd-f309-47eb-a99c-269b6c351f1a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:19.795798 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6c585dcd-f309-47eb-a99c-269b6c351f1a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:19.807525 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086310c6-3154-4218-acae-1faee8a0ed6a None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:14:19.812665 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6c585dcd-f309-47eb-a99c-269b6c351f1a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/subnets/a3bf26c9-14f0-48f8-aba8-8e6f33c0c55c HTTP/1.1" status: 204  len: 168 time: 1.0326293
Jan 29 10:14:19.815445 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54712) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:19.965202 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1bc7ce59-7998-49b1-a634-ebd9e9704646 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1484239
Jan 29 10:14:19.965916 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54716) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:19.999697 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-9bef9379-d57f-4439-83b2-f789851ae79a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] For port 14363516-cbca-474d-8ee5-1a3c34317c4a, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=14363516-cbca-474d-8ee5-1a3c34317c4a,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:14:20.002616 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9bef9379-d57f-4439-83b2-f789851ae79a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:20.118406 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360bb3d7-397e-4f29-bb2e-22db83d93511 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b873238a-992e-449d-838a-4c91bf8e73e6,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:20.123619 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-360bb3d7-397e-4f29-bb2e-22db83d93511 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:20.175497 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56cf8e8-7e74-4aaa-993d-20b7608ec7ea None None] DHCP port deletion for 36ec2ab5-acc9-45dc-a136-797459b09a1c request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:14:20.181850 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-e56cf8e8-7e74-4aaa-993d-20b7608ec7ea None None] Deleting port 8f6e411e-22c3-4bfc-8366-35a22852e0ba {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:14:20.182474 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e56cf8e8-7e74-4aaa-993d-20b7608ec7ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:20.187629 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fe438a-c316-4ab5-bffb-7908c5795fa7 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:20.188613 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-26fe438a-c316-4ab5-bffb-7908c5795fa7 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Synchronizing usage tracker for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:14:20.254546 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-9bef9379-d57f-4439-83b2-f789851ae79a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Calling delete_port for 14363516-cbca-474d-8ee5-1a3c34317c4a owned by network:router_gateway {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:14:20.339151 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-26fe438a-c316-4ab5-bffb-7908c5795fa7 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Unset dirty status for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:14:20.346903 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-26fe438a-c316-4ab5-bffb-7908c5795fa7 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.3796663
Jan 29 10:14:20.350441 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54722) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:20.434637 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9bef9379-d57f-4439-83b2-f789851ae79a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:20.550798 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3a12e0-94c4-4ee1-a397-4c6f82e8f665 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:20.551837 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5c3a12e0-94c4-4ee1-a397-4c6f82e8f665 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Synchronizing usage tracker for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:subnet {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:14:20.560358 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-e56cf8e8-7e74-4aaa-993d-20b7608ec7ea None None] For port 8f6e411e-22c3-4bfc-8366-35a22852e0ba, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=8f6e411e-22c3-4bfc-8366-35a22852e0ba,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:14:20.561250 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e56cf8e8-7e74-4aaa-993d-20b7608ec7ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:20.677471 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bf77f4-137a-4aca-a1e6-f0704858c6b6 req-1808a247-122a-440b-a83a-cec5861e0285 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:20.679317 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e1bf77f4-137a-4aca-a1e6-f0704858c6b6 req-1808a247-122a-440b-a83a-cec5861e0285 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.22 "GET /v2.0/ports?device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 945 time: 0.4656067
Jan 29 10:14:20.715138 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9bef9379-d57f-4439-83b2-f789851ae79a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854102222'] for router_gateway, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:20.715918 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device a74e407f-ffe3-4470-a49f-5eba4735646b no longer exists at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:14:20.787885 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5c3a12e0-94c4-4ee1-a397-4c6f82e8f665 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Unset dirty status for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:subnet {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:14:20.792738 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5c3a12e0-94c4-4ee1-a397-4c6f82e8f665 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.4302995
Jan 29 10:14:20.795276 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54726) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:20.929046 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 8f6e411e-22c3-4bfc-8366-35a22852e0ba no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:14:20.984269 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-e56cf8e8-7e74-4aaa-993d-20b7608ec7ea None None] Calling delete_port for 8f6e411e-22c3-4bfc-8366-35a22852e0ba owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:14:21.196499 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9bef9379-d57f-4439-83b2-f789851ae79a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:21.199567 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9bef9379-d57f-4439-83b2-f789851ae79a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:21.251872 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:21.288496 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-51350e4a-42b1-4009-a364-bb4c92c20830 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] 10.222.0.57 "GET /v2.0/security-groups/b873238a-992e-449d-838a-4c91bf8e73e6 HTTP/1.1" status: 200  len: 1776 time: 1.5753307
Jan 29 10:14:21.288496 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54730) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:21.290428 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-31b1a780-f176-4d58-85ae-aa1bb460add9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:21.302057 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9bef9379-d57f-4439-83b2-f789851ae79a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:21.302644 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bef9379-d57f-4439-83b2-f789851ae79a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Fanout notify agent at l3_agent the message router_deleted on router 8874ac55-28b2-44e3-ad16-8c1286200534 {{(pid=80765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 10:14:21.304303 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54732) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:21.314471 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-2af4f227-5299-48cd-8b2d-84d8598aab5c tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Request body: {'subnet': {'network_id': '1ea6422b-1a3f-4b1a-aa79-2628f24a86e4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:14:21.364374 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ba10e651-a5fc-459e-b484-0a8b26b22983 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.5647364
Jan 29 10:14:21.365218 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54738) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:21.379027 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-ab1b6f30-9da2-46d2-95a4-d6489f951469 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Request body: {'subnet': {'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:14:21.447565 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-e1bf77f4-137a-4aca-a1e6-f0704858c6b6 req-b6705352-bdf4-46c4-80ff-d9eb4d1c9235 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Deleting port a74e407f-ffe3-4470-a49f-5eba4735646b {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:14:21.447914 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e1bf77f4-137a-4aca-a1e6-f0704858c6b6 req-b6705352-bdf4-46c4-80ff-d9eb4d1c9235 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:21.456287 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b168d6-bde2-48f8-894c-ffc201cda99d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a74e407f-ffe3-4470-a49f-5eba4735646b'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:14:21.473581 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1f5eb554-141f-439f-a68f-8e8514f31910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:21.489661 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port a74e407f-ffe3-4470-a49f-5eba4735646b, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=a74e407f-ffe3-4470-a49f-5eba4735646b,segment=NetworkSegment(de6cd88b-883d-45e3-9b50-097e9e102b48),segment_id=de6cd88b-883d-45e3-9b50-097e9e102b48)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:14:21.495840 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:21.508849 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e56cf8e8-7e74-4aaa-993d-20b7608ec7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:21.544859 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-59d2a297-989d-4938-94d0-0facce0a11a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:21.559633 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-31b1a780-f176-4d58-85ae-aa1bb460add9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Calling delete_port for 14c0dfd7-4d49-4a58-b570-4bcde3b44492 owned by  {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:14:21.841672 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56cf8e8-7e74-4aaa-993d-20b7608ec7ea None None] Pushing event deleted for resources: {'Port': ['ID=8f6e411e-22c3-4bfc-8366-35a22852e0ba,revision_number=None']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:21.841672 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e56cf8e8-7e74-4aaa-993d-20b7608ec7ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:21.841672 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56cf8e8-7e74-4aaa-993d-20b7608ec7ea None None] No DVR routers for this DVR port 8f6e411e-22c3-4bfc-8366-35a22852e0ba on host dv-neutron-772983-2-ovs {{(pid=80767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:14:21.848187 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ab1b6f30-9da2-46d2-95a4-d6489f951469 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:14:21.848187 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ab1b6f30-9da2-46d2-95a4-d6489f951469 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:14:21.854795 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:21.854795 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-cfad020c-15d4-468c-a5fd-adc0f9b3aea5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:21.877635 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1b6f30-9da2-46d2-95a4-d6489f951469 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Made reservation on behalf of b2cc7248d2184abfb3aa21c44218cf1c for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:14:21.909212 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9bef9379-d57f-4439-83b2-f789851ae79a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:21.909212 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9bef9379-d57f-4439-83b2-f789851ae79a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "DELETE /v2.0/routers/8874ac55-28b2-44e3-ad16-8c1286200534 HTTP/1.1" status: 204  len: 168 time: 3.8610561
Jan 29 10:14:21.932654 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=a74e407f-ffe3-4470-a49f-5eba4735646b,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:21.939113 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:21.943432 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54744) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:21.943530 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ab1b6f30-9da2-46d2-95a4-d6489f951469 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:21.993090 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fb461a7a-f5b6-48ed-99f1-24c7a0eb364b tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:22.002845 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-e1bf77f4-137a-4aca-a1e6-f0704858c6b6 req-b6705352-bdf4-46c4-80ff-d9eb4d1c9235 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] For port a74e407f-ffe3-4470-a49f-5eba4735646b, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=a74e407f-ffe3-4470-a49f-5eba4735646b,segment=NetworkSegment(de6cd88b-883d-45e3-9b50-097e9e102b48),segment_id=de6cd88b-883d-45e3-9b50-097e9e102b48)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:14:22.003861 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e1bf77f4-137a-4aca-a1e6-f0704858c6b6 req-b6705352-bdf4-46c4-80ff-d9eb4d1c9235 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:22.123537 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd6d847-04f0-43c5-8f87-ac9e2734b856 req-1f142ab1-1e9e-4b0c-a11b-42b5f427ffcf tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:22.124984 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-dcd6d847-04f0-43c5-8f87-ac9e2734b856 req-1f142ab1-1e9e-4b0c-a11b-42b5f427ffcf tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/ports?device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 945 time: 1.4677503
Jan 29 10:14:22.129149 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-2af4f227-5299-48cd-8b2d-84d8598aab5c tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:14:22.190190 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2af4f227-5299-48cd-8b2d-84d8598aab5c tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Usage tracker for resource:subnet and tenant:f15ab138166e456cb96f10f0bbdd909a is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:14:22.275784 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2af4f227-5299-48cd-8b2d-84d8598aab5c tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:14:22.311377 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fb461a7a-f5b6-48ed-99f1-24c7a0eb364b tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:22.329715 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-2af4f227-5299-48cd-8b2d-84d8598aab5c tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:14:22.397586 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-de7d0423-de77-462f-94e0-71ed9a311757 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:22.436972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e1bf77f4-137a-4aca-a1e6-f0704858c6b6 req-b6705352-bdf4-46c4-80ff-d9eb4d1c9235 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:22.437385 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e1bf77f4-137a-4aca-a1e6-f0704858c6b6 req-b6705352-bdf4-46c4-80ff-d9eb4d1c9235 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:22.437772 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [req-e1bf77f4-137a-4aca-a1e6-f0704858c6b6 req-b6705352-bdf4-46c4-80ff-d9eb4d1c9235 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Floating IP 0ff94222-2c0b-42f7-aab4-0d75a1b99005 disassociated. External IP: 172.26.7.64, port: a74e407f-ffe3-4470-a49f-5eba4735646b.
Jan 29 10:14:22.438192 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-e1bf77f4-137a-4aca-a1e6-f0704858c6b6 req-b6705352-bdf4-46c4-80ff-d9eb4d1c9235 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Calling delete_port for a74e407f-ffe3-4470-a49f-5eba4735646b owned by compute:nova {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:14:22.531864 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-dcd6d847-04f0-43c5-8f87-ac9e2734b856 req-88a6b26d-b7a7-4029-b9e5-243b2ba976a7 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af675d5-c3af-4bab-a997-95b7e6464479&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3878410
Jan 29 10:14:22.538265 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af4f227-5299-48cd-8b2d-84d8598aab5c tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Made reservation on behalf of f15ab138166e456cb96f10f0bbdd909a for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:14:22.561853 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2af4f227-5299-48cd-8b2d-84d8598aab5c tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:22.600327 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-31b1a780-f176-4d58-85ae-aa1bb460add9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:22.632727 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-85ece397-ea04-4859-a0a6-fb8de7f38959 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:22.635546 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b168d6-bde2-48f8-894c-ffc201cda99d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a74e407f-ffe3-4470-a49f-5eba4735646b', 'code': 200}
Jan 29 10:14:22.648088 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e1bf77f4-137a-4aca-a1e6-f0704858c6b6 req-b6705352-bdf4-46c4-80ff-d9eb4d1c9235 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:22.665375 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-67cc55a0-4356-43f5-b396-ac50e58953bc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:22.733476 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6705352-bdf4-46c4-80ff-d9eb4d1c9235 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Pushing event deleted for resources: {'Port': ['ID=a74e407f-ffe3-4470-a49f-5eba4735646b,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:22.746887 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 14363516-cbca-474d-8ee5-1a3c34317c4a no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:14:22.747040 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b6705352-bdf4-46c4-80ff-d9eb4d1c9235 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:22.790646 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 14363516-cbca-474d-8ee5-1a3c34317c4a {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:14:22.790646 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 14363516-cbca-474d-8ee5-1a3c34317c4a not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:14:22.816189 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b1a780-f176-4d58-85ae-aa1bb460add9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event deleted for resources: {'Port': ['ID=14c0dfd7-4d49-4a58-b570-4bcde3b44492,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:22.959235 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fb461a7a-f5b6-48ed-99f1-24c7a0eb364b tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:22.980637 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b1a780-f176-4d58-85ae-aa1bb460add9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:14:22.981810 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b1a780-f176-4d58-85ae-aa1bb460add9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:14:22.982395 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b1a780-f176-4d58-85ae-aa1bb460add9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:14:22.982888 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b1a780-f176-4d58-85ae-aa1bb460add9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:14:22.983276 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b1a780-f176-4d58-85ae-aa1bb460add9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:14:22.983859 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b1a780-f176-4d58-85ae-aa1bb460add9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:14:22.984299 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b1a780-f176-4d58-85ae-aa1bb460add9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:14:22.985033 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b1a780-f176-4d58-85ae-aa1bb460add9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:14:22.985845 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b1a780-f176-4d58-85ae-aa1bb460add9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:14:22.985920 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b1a780-f176-4d58-85ae-aa1bb460add9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:14:22.986323 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b1a780-f176-4d58-85ae-aa1bb460add9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:14:22.986725 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b1a780-f176-4d58-85ae-aa1bb460add9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:14:22.987201 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b1a780-f176-4d58-85ae-aa1bb460add9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:14:22.987607 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b1a780-f176-4d58-85ae-aa1bb460add9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:14:22.988002 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b1a780-f176-4d58-85ae-aa1bb460add9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:14:22.988398 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b1a780-f176-4d58-85ae-aa1bb460add9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:14:22.988789 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b1a780-f176-4d58-85ae-aa1bb460add9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:14:22.989184 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b1a780-f176-4d58-85ae-aa1bb460add9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:14:22.989578 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b1a780-f176-4d58-85ae-aa1bb460add9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:14:22.990012 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b1a780-f176-4d58-85ae-aa1bb460add9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:14:22.990393 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b1a780-f176-4d58-85ae-aa1bb460add9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:14:22.990912 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b1a780-f176-4d58-85ae-aa1bb460add9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:14:22.991635 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b1a780-f176-4d58-85ae-aa1bb460add9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:14:22.992005 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b1a780-f176-4d58-85ae-aa1bb460add9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:14:23.014244 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-31b1a780-f176-4d58-85ae-aa1bb460add9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:23.014413 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5e40e3a9-ce27-4674-91bd-e315a93aaa93 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:23.109315 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-de7d0423-de77-462f-94e0-71ed9a311757 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:23.135878 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb461a7a-f5b6-48ed-99f1-24c7a0eb364b tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b873238a-992e-449d-838a-4c91bf8e73e6,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:23.168344 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-fb461a7a-f5b6-48ed-99f1-24c7a0eb364b tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:23.191367 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fb461a7a-f5b6-48ed-99f1-24c7a0eb364b tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:23.194175 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-fb461a7a-f5b6-48ed-99f1-24c7a0eb364b tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] 10.222.0.57 "DELETE /v2.0/security-groups/b873238a-992e-449d-838a-4c91bf8e73e6 HTTP/1.1" status: 204  len: 168 time: 1.8640392
Jan 29 10:14:23.197649 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54748) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:23.251632 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e1bf77f4-137a-4aca-a1e6-f0704858c6b6 req-b6705352-bdf4-46c4-80ff-d9eb4d1c9235 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Router bed3b29c-d843-4467-9402-68f02779e54b has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:14:23.329494 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-de7d0423-de77-462f-94e0-71ed9a311757 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99ca265eb8>,) {'filters': {'network_id': ['202d926a-4317-4fd3-a6b3-3233b8a4bdb4']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:14:23.347282 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-de7d0423-de77-462f-94e0-71ed9a311757 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99ca265eb8>, 'da74141a-e053-4807-8732-98d074b8386c') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:14:23.347729 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-de7d0423-de77-462f-94e0-71ed9a311757 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99ca265eb8>, 'da74141a-e053-4807-8732-98d074b8386c') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:14:23.385454 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-40c3055f-3afc-490d-ac82-1818f40ea16e tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Synchronizing usage tracker for tenant:95131cfc404d4bbbafd08d2d149ebb4d on resource:security_group {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:14:23.418932 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-de7d0423-de77-462f-94e0-71ed9a311757 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:23.508117 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-de7d0423-de77-462f-94e0-71ed9a311757 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:23.515482 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-de7d0423-de77-462f-94e0-71ed9a311757 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Releasing vxlan tunnel 9 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:14:23.545360 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-40c3055f-3afc-490d-ac82-1818f40ea16e tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Unset dirty status for tenant:95131cfc404d4bbbafd08d2d149ebb4d on resource:security_group {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:14:23.549518 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-40c3055f-3afc-490d-ac82-1818f40ea16e tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.3469937
Jan 29 10:14:23.556464 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54752) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:23.638794 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-a31b4159-bcea-4cd9-b445-8ff591ea48d5 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] delete failed (client error): The resource could not be found.
Jan 29 10:14:23.643903 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a31b4159-bcea-4cd9-b445-8ff591ea48d5 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] 10.222.0.57 "DELETE /v2.0/security-groups/b873238a-992e-449d-838a-4c91bf8e73e6 HTTP/1.1" status: 404  len: 347 time: 0.0800626
Jan 29 10:14:23.647027 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54758) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:23.647728 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.objects.ports [None req-ab1b6f30-9da2-46d2-95a4-d6489f951469 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80766) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 29 10:14:23.651528 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ab1b6f30-9da2-46d2-95a4-d6489f951469 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:23.669695 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-eaf53bb2-f218-4308-94a3-ef6d48874a58 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:23.671406 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-7405c770-8e10-4280-aeba-23b150c3b625 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Request body: {'security_group': {'name': 'tempest-secgroup--414633038'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:14:23.722441 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e1bf77f4-137a-4aca-a1e6-f0704858c6b6 req-b6705352-bdf4-46c4-80ff-d9eb4d1c9235 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:14:23.723736 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-52d6852e-8ff1-41cc-af24-c6e7d170b8d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:23.730754 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-31b1a780-f176-4d58-85ae-aa1bb460add9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:23.733916 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-7405c770-8e10-4280-aeba-23b150c3b625 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:14:23.743246 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f05b1e-3684-44a7-9b6b-559841fc1c83 None None] Sync routers for ids ['bed3b29c-d843-4467-9402-68f02779e54b'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:14:23.759545 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f05b1e-3684-44a7-9b6b-559841fc1c83 None None] Routers {'bed3b29c-d843-4467-9402-68f02779e54b'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:14:23.763077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-d1f05b1e-3684-44a7-9b6b-559841fc1c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c90347f0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:14:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['bed3b29c-d843-4467-9402-68f02779e54b'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:14:23.829774 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1bf77f4-137a-4aca-a1e6-f0704858c6b6 req-b6705352-bdf4-46c4-80ff-d9eb4d1c9235 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] No DVR routers for this DVR port a74e407f-ffe3-4470-a49f-5eba4735646b on host hv-neutron-7729 {{(pid=80766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:14:23.843690 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e1bf77f4-137a-4aca-a1e6-f0704858c6b6 req-b6705352-bdf4-46c4-80ff-d9eb4d1c9235 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:23.848947 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b168d6-bde2-48f8-894c-ffc201cda99d', 'name': 'network-vif-deleted', 'tag': 'a74e407f-ffe3-4470-a49f-5eba4735646b'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:14:23.857053 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-31b1a780-f176-4d58-85ae-aa1bb460add9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "DELETE /v2.0/ports/14c0dfd7-4d49-4a58-b570-4bcde3b44492 HTTP/1.1" status: 204  len: 168 time: 4.6926601
Jan 29 10:14:23.864257 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54764) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:23.874105 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1b6f30-9da2-46d2-95a4-d6489f951469 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event updated for resources: {'Subnet': ['ID=ff34ea8b-67c5-4560-b1aa-ba080042e636,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:23.891243 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-7405c770-8e10-4280-aeba-23b150c3b625 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:14:23.905526 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-47bc4c85-0455-4675-9ec7-83e6b8e47f52 req-bfb29420-1430-4ef1-b757-22c3d35b5611 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/ports?device_id=22b168d6-bde2-48f8-894c-ffc201cda99d HTTP/1.1" status: 200  len: 210 time: 0.1536314
Jan 29 10:14:23.907661 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-de7d0423-de77-462f-94e0-71ed9a311757 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network 202d926a-4317-4fd3-a6b3-3233b8a4bdb4 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:14:23.920603 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-de7d0423-de77-462f-94e0-71ed9a311757 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:24.144754 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7405c770-8e10-4280-aeba-23b150c3b625 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:24.182081 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-de7d0423-de77-462f-94e0-71ed9a311757 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network 202d926a-4317-4fd3-a6b3-3233b8a4bdb4 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:14:24.195059 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-7405c770-8e10-4280-aeba-23b150c3b625 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:14:24.218063 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:14:24.218063 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:14:24.218063 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:14:24.218063 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:14:24.218063 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:14:24.218063 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:14:24.218063 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:14:24.218063 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:14:24.218063 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:14:24.218063 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:14:24.218063 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:14:24.218063 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:14:24.218063 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:14:24.218063 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:14:24.218063 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:14:24.218063 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:14:24.218063 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:14:24.218063 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:14:24.218063 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:14:24.218063 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:14:24.218063 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:14:24.218063 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:14:24.218063 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:14:24.218063 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:14:24.218063 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:14:24.218063 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:14:24.218063 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:14:24.218063 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:14:24.218063 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:14:24.218063 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:14:24.218063 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:14:24.218063 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:14:24.226635 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ab1b6f30-9da2-46d2-95a4-d6489f951469 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:24.228618 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b168d6-bde2-48f8-894c-ffc201cda99d', 'name': 'network-vif-deleted', 'tag': 'a74e407f-ffe3-4470-a49f-5eba4735646b', 'status': 'completed', 'code': 200}
Jan 29 10:14:24.232805 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:24.236949 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-7405c770-8e10-4280-aeba-23b150c3b625 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Usage tracker for resource:security_group_rule and tenant:95131cfc404d4bbbafd08d2d149ebb4d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:14:24.248415 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e1bf77f4-137a-4aca-a1e6-f0704858c6b6 req-b6705352-bdf4-46c4-80ff-d9eb4d1c9235 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.22 "DELETE /v2.0/ports/a74e407f-ffe3-4470-a49f-5eba4735646b HTTP/1.1" status: 204  len: 173 time: 3.5593717
Jan 29 10:14:24.253764 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-0796d7cd-13c3-47e2-9bb5-102e55dae045 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] GET failed (client error): The resource could not be found.
Jan 29 10:14:24.254361 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-0796d7cd-13c3-47e2-9bb5-102e55dae045 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Synchronizing usage tracker for tenant:af6cfbcc17be4cdfba1cf58741c9e55a on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:14:24.281114 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-d1f05b1e-3684-44a7-9b6b-559841fc1c83 None None] Set router bed3b29c-d843-4467-9402-68f02779e54b gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:14:24.304742 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-0796d7cd-13c3-47e2-9bb5-102e55dae045 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Unset dirty status for tenant:af6cfbcc17be4cdfba1cf58741c9e55a on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:14:24.310888 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0796d7cd-13c3-47e2-9bb5-102e55dae045 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "GET /v2.0/ports/14c0dfd7-4d49-4a58-b570-4bcde3b44492 HTTP/1.1" status: 404  len: 333 time: 0.4416482
Jan 29 10:14:24.313696 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54768) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:24.318121 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-7405c770-8e10-4280-aeba-23b150c3b625 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:14:24.331840 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1b6f30-9da2-46d2-95a4-d6489f951469 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:14:24.344062 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-7405c770-8e10-4280-aeba-23b150c3b625 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:14:24.387348 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-ab1b6f30-9da2-46d2-95a4-d6489f951469 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:14:24.410715 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1b6f30-9da2-46d2-95a4-d6489f951469 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:24.411277 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ab1b6f30-9da2-46d2-95a4-d6489f951469 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:24.467410 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-2468e29a-4bca-4fcd-bee7-9c8d78fcb86b tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Deleting port a0354ebc-abd7-4218-8c6e-d3efe497d0c5 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:14:24.468606 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2468e29a-4bca-4fcd-bee7-9c8d78fcb86b tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:24.488803 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75dde11-fccb-4a5e-b26a-dcf1fd614f65 None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:14:24.515358 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-de7d0423-de77-462f-94e0-71ed9a311757 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:24.519226 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ab1b6f30-9da2-46d2-95a4-d6489f951469 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 3.1469526
Jan 29 10:14:24.521512 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54772) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:24.527221 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-fa35688e-b663-4add-afc7-3ef77826aa2a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:24.545837 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-de7d0423-de77-462f-94e0-71ed9a311757 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:24.555628 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-ac593703-178f-415f-ba9f-419718a1479a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Request body: {'subnet': {'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:14:24.591460 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7d0423-de77-462f-94e0-71ed9a311757 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event deleted for resources: {'Network': ['ID=202d926a-4317-4fd3-a6b3-3233b8a4bdb4,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:24.607703 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-de7d0423-de77-462f-94e0-71ed9a311757 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:24.647219 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-de7d0423-de77-462f-94e0-71ed9a311757 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "DELETE /v2.0/networks/202d926a-4317-4fd3-a6b3-3233b8a4bdb4 HTTP/1.1" status: 204  len: 168 time: 2.7006342
Jan 29 10:14:24.676527 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54776) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:24.701251 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-d4795013-2f91-4aa3-a936-58c172d6cb34 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'network': {'name': 'tempest-network-smoke--1125850182', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'port_security_enabled': True}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:14:24.706170 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7405c770-8e10-4280-aeba-23b150c3b625 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:24.712390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d4795013-2f91-4aa3-a936-58c172d6cb34 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:14:24.770942 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7405c770-8e10-4280-aeba-23b150c3b625 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:24.780294 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d4795013-2f91-4aa3-a936-58c172d6cb34 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:network and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:14:24.784106 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c606909a-fb6c-45fc-817d-28924f4fdcb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:24.787995 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d4795013-2f91-4aa3-a936-58c172d6cb34 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for network was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:14:24.806647 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d4795013-2f91-4aa3-a936-58c172d6cb34 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:14:24.869057 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4795013-2f91-4aa3-a936-58c172d6cb34 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Made reservation on behalf of ff1f06ee29ef461597f2ecd846f8813d for: {'network': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:14:24.890428 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d4795013-2f91-4aa3-a936-58c172d6cb34 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:24.903111 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2468e29a-4bca-4fcd-bee7-9c8d78fcb86b tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:24.907432 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2af4f227-5299-48cd-8b2d-84d8598aab5c tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:24.932150 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7405c770-8e10-4280-aeba-23b150c3b625 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:24.936949 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7405c770-8e10-4280-aeba-23b150c3b625 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 1.2812457
Jan 29 10:14:24.943547 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54780) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:24.953222 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:24.954775 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ac593703-178f-415f-ba9f-419718a1479a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:14:24.966893 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20b89a4-4ec1-441e-b4f2-1b6ea60ad124 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-36ec2ab5-acc9-45dc-a136-797459b09a1c', 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'tenant_id': 'b2cc7248d2184abfb3aa21c44218cf1c', 'fixed_ips': [{'subnet_id': 'ff34ea8b-67c5-4560-b1aa-ba080042e636'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:14:24.967657 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c20b89a4-4ec1-441e-b4f2-1b6ea60ad124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:25.027827 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-50045a02-9021-43e5-a135-8dcf99ff9490 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Request body: {'security_group_rule': {'security_group_id': 'a403d882-04fd-4140-85e7-352c12219425', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:14:25.058218 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7405c770-8e10-4280-aeba-23b150c3b625 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a403d882-04fd-4140-85e7-352c12219425,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:25.076078 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-2468e29a-4bca-4fcd-bee7-9c8d78fcb86b tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Calling delete_port for a0354ebc-abd7-4218-8c6e-d3efe497d0c5 owned by  {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:14:25.087970 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ac593703-178f-415f-ba9f-419718a1479a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:14:25.098960 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7405c770-8e10-4280-aeba-23b150c3b625 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:25.100297 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d74d40a7-249c-44ae-843b-10bbaa4ce49b tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.169s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:25.153082 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54788) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:25.159060 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4795013-2f91-4aa3-a936-58c172d6cb34 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=80766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:14:25.168058 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-d1f05b1e-3684-44a7-9b6b-559841fc1c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c90347f0>, [{'id': 'bed3b29c-d843-4467-9402-68f02779e54b', 'name': 'tempest-ServerActionsTestJSON-1485438757-router', 'tenant_id': 'ee8761d4330e4fd09e97501060c8b8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.158'}], 'enable_snat': True}, 'gw_port_id': 'f313f94e-1e43-4323-8d42-67981da4c4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:08:04Z', 'updated_at': '2021-01-29T10:08:23Z', 'revision_number': 4, 'project_id': 'ee8761d4330e4fd09e97501060c8b8ec', 'gw_port': {'id': 'f313f94e-1e43-4323-8d42-67981da4c4a8', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:68:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed3b29c-d843-4467-9402-68f02779e54b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:08:07Z', 'updated_at': '2021-01-29T10:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'bd6c7a28-1fdf-4f8e-89b7-848669d0a5a3', 'name': '', 'network_id': '26a4294d-c956-403b-8f7a-57f8ffefaf53', 'tenant_id': 'ee8761d4330e4fd09e97501060c8b8ec', 'mac_address': 'fa:16:3e:d0:d4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed3b29c-d843-4467-9402-68f02779e54b', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '5a251db5-5565-4afc-bc11-9aa24a0c3cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:08:19Z', 'updated_at': '2021-01-29T10:08:52Z', 'revision_number': 5, 'project_id': 'ee8761d4330e4fd09e97501060c8b8ec', 'subnets': [{'id': '5a251db5-5565-4afc-bc11-9aa24a0c3cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:14:25.175596 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f05b1e-3684-44a7-9b6b-559841fc1c83 None None] Checking router: bed3b29c-d843-4467-9402-68f02779e54b for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:14:25.186934 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-50045a02-9021-43e5-a135-8dcf99ff9490 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:14:25.194175 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d4795013-2f91-4aa3-a936-58c172d6cb34 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268197113528', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:25.195117 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-d4795013-2f91-4aa3-a936-58c172d6cb34 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Added segment 5462c2ed-631f-44be-b821-4250d3698045 of type vxlan for network d79afcbe-2f3b-4ecb-bd25-eeb12058d8af
Jan 29 10:14:25.199919 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f05b1e-3684-44a7-9b6b-559841fc1c83 None None] Routers {'bed3b29c-d843-4467-9402-68f02779e54b'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:14:25.200627 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-d1f05b1e-3684-44a7-9b6b-559841fc1c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c90347f0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:14:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['bed3b29c-d843-4467-9402-68f02779e54b'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:14:25.209475 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-50045a02-9021-43e5-a135-8dcf99ff9490 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Usage tracker for resource:security_group_rule and tenant:95131cfc404d4bbbafd08d2d149ebb4d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:14:25.270002 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d4795013-2f91-4aa3-a936-58c172d6cb34 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:25.357112 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5576374b-a6e4-4592-a65c-45536edf9a8b tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:25.425684 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5576374b-a6e4-4592-a65c-45536edf9a8b tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:25.437741 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d4795013-2f91-4aa3-a936-58c172d6cb34 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:25.465624 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-d1f05b1e-3684-44a7-9b6b-559841fc1c83 None None] Set router bed3b29c-d843-4467-9402-68f02779e54b gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:14:25.488392 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-50045a02-9021-43e5-a135-8dcf99ff9490 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:14:25.495652 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac593703-178f-415f-ba9f-419718a1479a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Made reservation on behalf of b2cc7248d2184abfb3aa21c44218cf1c for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:14:25.505625 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4795013-2f91-4aa3-a936-58c172d6cb34 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:25.506357 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d4795013-2f91-4aa3-a936-58c172d6cb34 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:25.516598 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d42df06a-700e-47c4-9230-32737ef6e250 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:25.517329 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ac593703-178f-415f-ba9f-419718a1479a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:25.543404 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-50045a02-9021-43e5-a135-8dcf99ff9490 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:14:25.563187 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2468e29a-4bca-4fcd-bee7-9c8d78fcb86b tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:25.606070 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af4f227-5299-48cd-8b2d-84d8598aab5c tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Pushing event updated for resources: {'Subnet': ['ID=cb4a5f94-d035-4afd-9a64-536d81d6aef5,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:25.630289 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2af4f227-5299-48cd-8b2d-84d8598aab5c tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:25.688841 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-50045a02-9021-43e5-a135-8dcf99ff9490 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:25.693947 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d4795013-2f91-4aa3-a936-58c172d6cb34 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.0134466
Jan 29 10:14:25.702140 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54792) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:25.709709 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4795013-2f91-4aa3-a936-58c172d6cb34 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Network': ['ID=d79afcbe-2f3b-4ecb-bd25-eeb12058d8af,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:25.767154 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-6de6718f-2679-4d6c-946d-4dfd7ad49f86 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-27264373', 'admin_state_up': True, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:14:25.803362 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4795013-2f91-4aa3-a936-58c172d6cb34 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:14:25.804019 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4795013-2f91-4aa3-a936-58c172d6cb34 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:14:25.804601 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4795013-2f91-4aa3-a936-58c172d6cb34 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:14:25.805179 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4795013-2f91-4aa3-a936-58c172d6cb34 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:14:25.805741 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4795013-2f91-4aa3-a936-58c172d6cb34 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:14:25.806345 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4795013-2f91-4aa3-a936-58c172d6cb34 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:14:25.806887 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4795013-2f91-4aa3-a936-58c172d6cb34 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:14:25.807472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4795013-2f91-4aa3-a936-58c172d6cb34 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:14:25.807878 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4795013-2f91-4aa3-a936-58c172d6cb34 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:14:25.808284 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4795013-2f91-4aa3-a936-58c172d6cb34 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:14:25.808692 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4795013-2f91-4aa3-a936-58c172d6cb34 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:14:25.809071 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4795013-2f91-4aa3-a936-58c172d6cb34 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:14:25.809710 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4795013-2f91-4aa3-a936-58c172d6cb34 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:14:25.810135 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4795013-2f91-4aa3-a936-58c172d6cb34 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:14:25.810534 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4795013-2f91-4aa3-a936-58c172d6cb34 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:14:25.811173 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4795013-2f91-4aa3-a936-58c172d6cb34 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:14:25.811576 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4795013-2f91-4aa3-a936-58c172d6cb34 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:14:25.811958 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4795013-2f91-4aa3-a936-58c172d6cb34 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:14:25.812491 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4795013-2f91-4aa3-a936-58c172d6cb34 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:14:25.813045 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4795013-2f91-4aa3-a936-58c172d6cb34 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:14:25.813420 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4795013-2f91-4aa3-a936-58c172d6cb34 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:14:25.814005 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4795013-2f91-4aa3-a936-58c172d6cb34 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:14:25.814403 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4795013-2f91-4aa3-a936-58c172d6cb34 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:14:25.814802 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4795013-2f91-4aa3-a936-58c172d6cb34 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:14:25.816490 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af4f227-5299-48cd-8b2d-84d8598aab5c tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Checking segment: {'id': '8e2b2f2c-db5d-402b-ae23-0a9f9ecb2b47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1ea6422b-1a3f-4b1a-aa79-2628f24a86e4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:14:25.816898 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af4f227-5299-48cd-8b2d-84d8598aab5c tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Network hostable DHCP agents. Network: 1ea6422b-1a3f-4b1a-aa79-2628f24a86e4, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:14:25.821094 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-6de6718f-2679-4d6c-946d-4dfd7ad49f86 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:14:25.824370 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.ipam_backend_mixin [None req-ac593703-178f-415f-ba9f-419718a1479a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ff34ea8b-67c5-4560-b1aa-ba080042e636 (CIDR: 2001:db8::/64)
Jan 29 10:14:25.827590 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d4795013-2f91-4aa3-a936-58c172d6cb34 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:25.828351 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-c20b89a4-4ec1-441e-b4f2-1b6ea60ad124 None None] Allocated IP 2001:db8::f816:3eff:fe9e:9132 (36ec2ab5-acc9-45dc-a136-797459b09a1c/ff34ea8b-67c5-4560-b1aa-ba080042e636/cefc7440-b495-4692-837f-f785af9f4693) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:14:25.828498 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2d99cda8-3746-4600-a9db-dee4335ab810 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.224s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:25.841703 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-50045a02-9021-43e5-a135-8dcf99ff9490 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:25.844023 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac593703-178f-415f-ba9f-419718a1479a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 10:14:25.844527 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac593703-178f-415f-ba9f-419718a1479a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:14:25.851564 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network d79afcbe-2f3b-4ecb-bd25-eeb12058d8af details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:14:25.861089 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-50045a02-9021-43e5-a135-8dcf99ff9490 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:25.869233 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2b673168-11bf-4128-bdd4-d0bc0a5950c3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:25.878109 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6de6718f-2679-4d6c-946d-4dfd7ad49f86 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:router and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:14:25.881265 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6de6718f-2679-4d6c-946d-4dfd7ad49f86 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for router was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:14:25.887041 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af4f227-5299-48cd-8b2d-84d8598aab5c tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Network 1ea6422b-1a3f-4b1a-aa79-2628f24a86e4 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:14:25.896276 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2468e29a-4bca-4fcd-bee7-9c8d78fcb86b tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event deleted for resources: {'Port': ['ID=a0354ebc-abd7-4218-8c6e-d3efe497d0c5,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:25.903190 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50045a02-9021-43e5-a135-8dcf99ff9490 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c731c74a-9dba-44e9-9fc4-9fa5e859bdfa,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:25.905219 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2468e29a-4bca-4fcd-bee7-9c8d78fcb86b tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:25.906153 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-6de6718f-2679-4d6c-946d-4dfd7ad49f86 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:14:25.907231 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ac593703-178f-415f-ba9f-419718a1479a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.3815510
Jan 29 10:14:25.908403 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-50045a02-9021-43e5-a135-8dcf99ff9490 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:25.910142 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54796) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:25.916014 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-2af4f227-5299-48cd-8b2d-84d8598aab5c tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 1ea6422b-1a3f-4b1a-aa79-2628f24a86e4) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:14:25.920009 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-50045a02-9021-43e5-a135-8dcf99ff9490 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:25.924162 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-50045a02-9021-43e5-a135-8dcf99ff9490 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.9764581
Jan 29 10:14:25.929614 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54800) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:25.932925 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-28474df5-b4a0-4ae4-aabc-a5d1dec7558f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Request body: {'subnet': {'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:14:25.945450 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af4f227-5299-48cd-8b2d-84d8598aab5c tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:25.946328 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2af4f227-5299-48cd-8b2d-84d8598aab5c tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:25.948597 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5576374b-a6e4-4592-a65c-45536edf9a8b tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:25.960706 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6d2e89eb-cd33-4501-8779-04a800a7bcc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:25.994666 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network d79afcbe-2f3b-4ecb-bd25-eeb12058d8af details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:14:25.999724 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5576374b-a6e4-4592-a65c-45536edf9a8b tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af675d5-c3af-4bab-a997-95b7e6464479,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:26.006013 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2af4f227-5299-48cd-8b2d-84d8598aab5c tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 4.7022989
Jan 29 10:14:26.006013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e5a99b78-d029-4cc9-b5e6-d7c7f34e71b5 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:26.009729 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54804) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:26.015158 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5576374b-a6e4-4592-a65c-45536edf9a8b tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:26.016932 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e5a99b78-d029-4cc9-b5e6-d7c7f34e71b5 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:26.018315 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6de6718f-2679-4d6c-946d-4dfd7ad49f86 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:26.019419 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6de6718f-2679-4d6c-946d-4dfd7ad49f86 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:26.031482 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5266bb-013a-4b81-8467-b4f393e328fe None None] Network 1ea6422b-1a3f-4b1a-aa79-2628f24a86e4 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:14:26.037036 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-5725d91f-d91c-42eb-b199-c4b6c06e1a57 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-663925797'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:14:26.050471 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e5a99b78-d029-4cc9-b5e6-d7c7f34e71b5 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:26.058624 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:26.070046 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e5a99b78-d029-4cc9-b5e6-d7c7f34e71b5 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:26.074246 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e5a99b78-d029-4cc9-b5e6-d7c7f34e71b5 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/c731c74a-9dba-44e9-9fc4-9fa5e859bdfa HTTP/1.1" status: 204  len: 168 time: 0.1380558
Jan 29 10:14:26.074246 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a99b78-d029-4cc9-b5e6-d7c7f34e71b5 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c731c74a-9dba-44e9-9fc4-9fa5e859bdfa,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:26.075717 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e5a99b78-d029-4cc9-b5e6-d7c7f34e71b5 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:26.076282 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54808) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:26.095711 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5576374b-a6e4-4592-a65c-45536edf9a8b tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:26.096959 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5576374b-a6e4-4592-a65c-45536edf9a8b tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "DELETE /v2.0/security-groups/1af675d5-c3af-4bab-a997-95b7e6464479 HTTP/1.1" status: 204  len: 168 time: 0.9396484
Jan 29 10:14:26.100270 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54812) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:26.107309 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-5725d91f-d91c-42eb-b199-c4b6c06e1a57 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:14:26.128522 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-ca0f7152-afc8-4bb5-a0b6-74adf8dbba00 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] show failed (client error): The resource could not be found.
Jan 29 10:14:26.130199 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ca0f7152-afc8-4bb5-a0b6-74adf8dbba00 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "GET /v2.0/security-groups/1af675d5-c3af-4bab-a997-95b7e6464479 HTTP/1.1" status: 404  len: 347 time: 0.0285902
Jan 29 10:14:26.143613 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54816) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:26.149003 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5725d91f-d91c-42eb-b199-c4b6c06e1a57 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Usage tracker for resource:network and tenant:f15ab138166e456cb96f10f0bbdd909a is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:14:26.161072 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5725d91f-d91c-42eb-b199-c4b6c06e1a57 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Quota usage for network was recalculated. Used quota:1. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:14:26.175235 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-5725d91f-d91c-42eb-b199-c4b6c06e1a57 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:14:26.180887 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6de6718f-2679-4d6c-946d-4dfd7ad49f86 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:26.239771 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5725d91f-d91c-42eb-b199-c4b6c06e1a57 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Made reservation on behalf of f15ab138166e456cb96f10f0bbdd909a for: {'network': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:14:26.262529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5725d91f-d91c-42eb-b199-c4b6c06e1a57 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:26.381684 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2468e29a-4bca-4fcd-bee7-9c8d78fcb86b tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:26.391913 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-afeed815-396b-422c-9b99-aab02aa17289 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Synchronizing usage tracker for tenant:95131cfc404d4bbbafd08d2d149ebb4d on resource:security_group_rule {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:14:26.446780 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:26.471010 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5725d91f-d91c-42eb-b199-c4b6c06e1a57 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=80766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:14:26.474192 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-28474df5-b4a0-4ae4-aabc-a5d1dec7558f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:14:26.490137 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2468e29a-4bca-4fcd-bee7-9c8d78fcb86b tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "DELETE /v2.0/ports/a0354ebc-abd7-4218-8c6e-d3efe497d0c5 HTTP/1.1" status: 204  len: 168 time: 2.1728170
Jan 29 10:14:26.492153 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54820) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:26.565324 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5725d91f-d91c-42eb-b199-c4b6c06e1a57 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268197113528', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:26.566166 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-5725d91f-d91c-42eb-b199-c4b6c06e1a57 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Added segment b5191502-a197-44ef-ad25-30042f0b0086 of type vxlan for network 88d282ec-76e3-4fde-9ead-73c806c71b06
Jan 29 10:14:26.572491 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-85411692-f6e6-4031-aad6-2b945b4925e2 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Deleting port bc970767-5828-47bf-8ff2-62291ca22d6c {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:14:26.572891 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-85411692-f6e6-4031-aad6-2b945b4925e2 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:26.575823 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-28474df5-b4a0-4ae4-aabc-a5d1dec7558f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:14:26.603130 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-afeed815-396b-422c-9b99-aab02aa17289 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Unset dirty status for tenant:95131cfc404d4bbbafd08d2d149ebb4d on resource:security_group_rule {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:14:26.604755 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-afeed815-396b-422c-9b99-aab02aa17289 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.5274925
Jan 29 10:14:26.612633 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54824) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:26.615569 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a323229-4983-49dd-8d55-883d2250dda5 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] GET failed (client error): The resource could not be found.
Jan 29 10:14:26.616141 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6a323229-4983-49dd-8d55-883d2250dda5 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Synchronizing usage tracker for tenant:af6cfbcc17be4cdfba1cf58741c9e55a on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:14:26.665595 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28474df5-b4a0-4ae4-aabc-a5d1dec7558f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Made reservation on behalf of b2cc7248d2184abfb3aa21c44218cf1c for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:14:26.687563 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-28474df5-b4a0-4ae4-aabc-a5d1dec7558f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:26.716828 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-d1f05b1e-3684-44a7-9b6b-559841fc1c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c90347f0>, [{'id': 'bed3b29c-d843-4467-9402-68f02779e54b', 'name': 'tempest-ServerActionsTestJSON-1485438757-router', 'tenant_id': 'ee8761d4330e4fd09e97501060c8b8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.158'}], 'enable_snat': True}, 'gw_port_id': 'f313f94e-1e43-4323-8d42-67981da4c4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:08:04Z', 'updated_at': '2021-01-29T10:08:23Z', 'revision_number': 4, 'project_id': 'ee8761d4330e4fd09e97501060c8b8ec', 'gw_port': {'id': 'f313f94e-1e43-4323-8d42-67981da4c4a8', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:68:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed3b29c-d843-4467-9402-68f02779e54b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:08:07Z', 'updated_at': '2021-01-29T10:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'bd6c7a28-1fdf-4f8e-89b7-848669d0a5a3', 'name': '', 'network_id': '26a4294d-c956-403b-8f7a-57f8ffefaf53', 'tenant_id': 'ee8761d4330e4fd09e97501060c8b8ec', 'mac_address': 'fa:16:3e:d0:d4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed3b29c-d843-4467-9402-68f02779e54b', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '5a251db5-5565-4afc-bc11-9aa24a0c3cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:08:19Z', 'updated_at': '2021-01-29T10:08:52Z', 'revision_number': 5, 'project_id': 'ee8761d4330e4fd09e97501060c8b8ec', 'subnets': [{'id': '5a251db5-5565-4afc-bc11-9aa24a0c3cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:14:26.719433 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6de6718f-2679-4d6c-946d-4dfd7ad49f86 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:26.723116 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6a323229-4983-49dd-8d55-883d2250dda5 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Unset dirty status for tenant:af6cfbcc17be4cdfba1cf58741c9e55a on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:14:26.727275 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6a323229-4983-49dd-8d55-883d2250dda5 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "GET /v2.0/ports/a0354ebc-abd7-4218-8c6e-d3efe497d0c5 HTTP/1.1" status: 404  len: 333 time: 0.2287214
Jan 29 10:14:26.729038 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54828) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:26.779985 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5725d91f-d91c-42eb-b199-c4b6c06e1a57 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:26.784309 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f05b1e-3684-44a7-9b6b-559841fc1c83 None None] The sync data for ids ['bed3b29c-d843-4467-9402-68f02779e54b'] in dv-neutron-772983-2-ovs is: [{'id': 'bed3b29c-d843-4467-9402-68f02779e54b', 'name': 'tempest-ServerActionsTestJSON-1485438757-router', 'tenant_id': 'ee8761d4330e4fd09e97501060c8b8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.158'}], 'enable_snat': True}, 'gw_port_id': 'f313f94e-1e43-4323-8d42-67981da4c4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:08:04Z', 'updated_at': '2021-01-29T10:08:23Z', 'revision_number': 4, 'project_id': 'ee8761d4330e4fd09e97501060c8b8ec', 'gw_port': {'id': 'f313f94e-1e43-4323-8d42-67981da4c4a8', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:68:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed3b29c-d843-4467-9402-68f02779e54b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:08:07Z', 'updated_at': '2021-01-29T10:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'bd6c7a28-1fdf-4f8e-89b7-848669d0a5a3', 'name': '', 'network_id': '26a4294d-c956-403b-8f7a-57f8ffefaf53', 'tenant_id': 'ee8761d4330e4fd09e97501060c8b8ec', 'mac_address': 'fa:16:3e:d0:d4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed3b29c-d843-4467-9402-68f02779e54b', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '5a251db5-5565-4afc-bc11-9aa24a0c3cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:08:19Z', 'updated_at': '2021-01-29T10:08:52Z', 'revision_number': 5, 'project_id': 'ee8761d4330e4fd09e97501060c8b8ec', 'subnets': [{'id': '5a251db5-5565-4afc-bc11-9aa24a0c3cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:14:26.860957 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c20b89a4-4ec1-441e-b4f2-1b6ea60ad124 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:26.865660 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0bb2e1-a10c-4f43-9d61-33c5c2fe5dc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-1ea6422b-1a3f-4b1a-aa79-2628f24a86e4', 'network_id': '1ea6422b-1a3f-4b1a-aa79-2628f24a86e4', 'tenant_id': 'f15ab138166e456cb96f10f0bbdd909a', 'fixed_ips': [{'subnet_id': 'cb4a5f94-d035-4afd-9a64-536d81d6aef5'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:14:26.866593 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1f0bb2e1-a10c-4f43-9d61-33c5c2fe5dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:26.882192 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1de41c0c-022e-4a83-95d4-dc693e062afa tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:26.894904 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-c20b89a4-4ec1-441e-b4f2-1b6ea60ad124 None None] Transition to ACTIVE for port object cefc7440-b495-4692-837f-f785af9f4693 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:14:26.934109 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-c20b89a4-4ec1-441e-b4f2-1b6ea60ad124 None None] Transition to ACTIVE for port object cefc7440-b495-4692-837f-f785af9f4693 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:14:26.954853 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-85411692-f6e6-4031-aad6-2b945b4925e2 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:26.954853 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-85411692-f6e6-4031-aad6-2b945b4925e2 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:26.955737 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c20b89a4-4ec1-441e-b4f2-1b6ea60ad124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:26.982853 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-38398c55-2e8e-4128-bf79-811e024b286f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:26.988150 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd17b2fa-260d-4086-9823-0181304a5da1 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Deleting subnet 05bccb9f-e977-47f5-a528-363f09fdc5e1 {{(pid=80765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:14:26.995409 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1de41c0c-022e-4a83-95d4-dc693e062afa tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:27.007458 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5725d91f-d91c-42eb-b199-c4b6c06e1a57 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:27.077626 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5725d91f-d91c-42eb-b199-c4b6c06e1a57 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:27.078568 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5725d91f-d91c-42eb-b199-c4b6c06e1a57 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:27.089431 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e5c2e309-5928-4c12-8506-f7b5675dca67 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:27.124562 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b89a4-4ec1-441e-b4f2-1b6ea60ad124 None None] Pushing event updated for resources: {'Port': ['ID=cefc7440-b495-4692-837f-f785af9f4693,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:27.168371 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-85411692-f6e6-4031-aad6-2b945b4925e2 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Calling delete_port for bc970767-5828-47bf-8ff2-62291ca22d6c owned by network:floatingip {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:14:27.181551 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c20b89a4-4ec1-441e-b4f2-1b6ea60ad124 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:27.206344 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bd17b2fa-260d-4086-9823-0181304a5da1 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for subnet, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:27.239955 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5725d91f-d91c-42eb-b199-c4b6c06e1a57 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 1.2232935
Jan 29 10:14:27.246511 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5725d91f-d91c-42eb-b199-c4b6c06e1a57 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Pushing event updated for resources: {'Network': ['ID=88d282ec-76e3-4fde-9ead-73c806c71b06,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:27.249888 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54832) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:27.251857 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5725d91f-d91c-42eb-b199-c4b6c06e1a57 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:27.270462 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-c2269cd9-f057-4c04-8a40-64d54516f990 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Request body: {'subnet': {'network_id': '88d282ec-76e3-4fde-9ead-73c806c71b06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:14:27.272066 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 88d282ec-76e3-4fde-9ead-73c806c71b06 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:14:27.285804 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 88d282ec-76e3-4fde-9ead-73c806c71b06 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:14:27.332501 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04abf8f2-d48b-4055-ae3c-19f18185ae0b None None] New status for floating IP 0ff94222-2c0b-42f7-aab4-0d75a1b99005: DOWN {{(pid=80768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 29 10:14:27.399511 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c2269cd9-f057-4c04-8a40-64d54516f990 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:14:27.403658 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c2269cd9-f057-4c04-8a40-64d54516f990 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Usage tracker for resource:subnet and tenant:f15ab138166e456cb96f10f0bbdd909a is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:14:27.407764 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c2269cd9-f057-4c04-8a40-64d54516f990 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:14:27.413875 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c2269cd9-f057-4c04-8a40-64d54516f990 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:14:27.439338 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2269cd9-f057-4c04-8a40-64d54516f990 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Made reservation on behalf of f15ab138166e456cb96f10f0bbdd909a for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:14:27.466510 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c2269cd9-f057-4c04-8a40-64d54516f990 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:27.531411 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6de6718f-2679-4d6c-946d-4dfd7ad49f86 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for router_gateway, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:27.562335 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20b89a4-4ec1-441e-b4f2-1b6ea60ad124 None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:14:27.569027 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-c20b89a4-4ec1-441e-b4f2-1b6ea60ad124 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:14:27.578686 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6de6718f-2679-4d6c-946d-4dfd7ad49f86 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:27.603742 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20b89a4-4ec1-441e-b4f2-1b6ea60ad124 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:14:27.704152 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-c20b89a4-4ec1-441e-b4f2-1b6ea60ad124 None None] Attempting to bind port cefc7440-b495-4692-837f-f785af9f4693 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:14:27.704822 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-c20b89a4-4ec1-441e-b4f2-1b6ea60ad124 None None] Attempting to bind port cefc7440-b495-4692-837f-f785af9f4693 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:14:27.705393 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20b89a4-4ec1-441e-b4f2-1b6ea60ad124 None None] Attempting to bind port cefc7440-b495-4692-837f-f785af9f4693 on network 36ec2ab5-acc9-45dc-a136-797459b09a1c {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:14:27.713189 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-1f0bb2e1-a10c-4f43-9d61-33c5c2fe5dc8 None None] Allocated IP 2001:db8:0:ffff::2 (1ea6422b-1a3f-4b1a-aa79-2628f24a86e4/cb4a5f94-d035-4afd-9a64-536d81d6aef5/b6f67c8a-3793-439f-b766-f17a522f9e74) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:14:27.715932 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20b89a4-4ec1-441e-b4f2-1b6ea60ad124 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:14:27.716565 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20b89a4-4ec1-441e-b4f2-1b6ea60ad124 None None] Checking segment: {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:14:27.717177 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c20b89a4-4ec1-441e-b4f2-1b6ea60ad124 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:27.717800 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20b89a4-4ec1-441e-b4f2-1b6ea60ad124 None None] Bound using segment: {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:14:27.718493 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-c20b89a4-4ec1-441e-b4f2-1b6ea60ad124 None None] Bound port: cefc7440-b495-4692-837f-f785af9f4693, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:14:27.719083 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c20b89a4-4ec1-441e-b4f2-1b6ea60ad124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:27.797767 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bd17b2fa-260d-4086-9823-0181304a5da1 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1479249'] for subnet, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:27.823185 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-c20b89a4-4ec1-441e-b4f2-1b6ea60ad124 None None] For port cefc7440-b495-4692-837f-f785af9f4693, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:14:27.827604 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-c20b89a4-4ec1-441e-b4f2-1b6ea60ad124 None None] For port cefc7440-b495-4692-837f-f785af9f4693, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=cefc7440-b495-4692-837f-f785af9f4693,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:14:27.840768 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c20b89a4-4ec1-441e-b4f2-1b6ea60ad124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:27.858724 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-13115ce7-521e-4b88-af8c-7eb12f19e320 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:27.920172 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1de41c0c-022e-4a83-95d4-dc693e062afa tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:27.930701 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2cbd2891-fe38-4659-b388-610fbe9d4f2b tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:27.959047 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de41c0c-022e-4a83-95d4-dc693e062afa tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a403d882-04fd-4140-85e7-352c12219425,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:27.962442 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1de41c0c-022e-4a83-95d4-dc693e062afa tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:27.970793 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-85411692-f6e6-4031-aad6-2b945b4925e2 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80765) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:14:27.971354 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-85411692-f6e6-4031-aad6-2b945b4925e2 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:14:28.063173 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bd17b2fa-260d-4086-9823-0181304a5da1 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:28.136539 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1de41c0c-022e-4a83-95d4-dc693e062afa tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:28.138295 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1de41c0c-022e-4a83-95d4-dc693e062afa tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] 10.222.0.57 "DELETE /v2.0/security-groups/a403d882-04fd-4140-85e7-352c12219425 HTTP/1.1" status: 204  len: 168 time: 1.5180981
Jan 29 10:14:28.140805 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54836) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:28.311912 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b89a4-4ec1-441e-b4f2-1b6ea60ad124 None None] Pushing event updated for resources: {'Port': ['ID=cefc7440-b495-4692-837f-f785af9f4693,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:28.321854 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c20b89a4-4ec1-441e-b4f2-1b6ea60ad124 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:28.362388 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-dffae740-7e72-4f65-8700-d2e39989cad7 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.2160544
Jan 29 10:14:28.366754 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54840) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:28.378694 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-f0bf6f85-d729-4dc8-bee6-8e51446dfa1e tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Request body: {'security_group': {'name': 'tempest-secgroup--1653281951'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:14:28.404364 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-f0bf6f85-d729-4dc8-bee6-8e51446dfa1e tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:14:28.412911 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f0bf6f85-d729-4dc8-bee6-8e51446dfa1e tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Usage tracker for resource:security_group and tenant:95131cfc404d4bbbafd08d2d149ebb4d is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:14:28.423987 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f0bf6f85-d729-4dc8-bee6-8e51446dfa1e tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:14:28.431438 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c2269cd9-f057-4c04-8a40-64d54516f990 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:28.437546 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-f0bf6f85-d729-4dc8-bee6-8e51446dfa1e tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:14:28.456603 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ac31e8a1-e248-48ca-bd30-8a388f0fef71 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:28.472933 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-6de6718f-2679-4d6c-946d-4dfd7ad49f86 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Allocated IP 172.26.7.108 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/a84fabec-f305-401d-949b-fd236667f4df) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:14:28.478651 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1f0bb2e1-a10c-4f43-9d61-33c5c2fe5dc8 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:28.489230 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f0bf6f85-d729-4dc8-bee6-8e51446dfa1e tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:28.493731 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-1f0bb2e1-a10c-4f43-9d61-33c5c2fe5dc8 None None] Transition to ACTIVE for port object b6f67c8a-3793-439f-b766-f17a522f9e74 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:14:28.496450 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-85411692-f6e6-4031-aad6-2b945b4925e2 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Deleting port bc970767-5828-47bf-8ff2-62291ca22d6c {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:14:28.496829 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-85411692-f6e6-4031-aad6-2b945b4925e2 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:28.513242 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-1f0bb2e1-a10c-4f43-9d61-33c5c2fe5dc8 None None] Transition to ACTIVE for port object b6f67c8a-3793-439f-b766-f17a522f9e74 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:14:28.519013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1f0bb2e1-a10c-4f43-9d61-33c5c2fe5dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:28.535397 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c20b89a4-4ec1-441e-b4f2-1b6ea60ad124 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:28.592178 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-f0bf6f85-d729-4dc8-bee6-8e51446dfa1e tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:14:28.666107 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f0bf6f85-d729-4dc8-bee6-8e51446dfa1e tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Usage tracker for resource:security_group_rule and tenant:95131cfc404d4bbbafd08d2d149ebb4d is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:14:28.680596 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f0bf6f85-d729-4dc8-bee6-8e51446dfa1e tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:14:28.696123 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-f0bf6f85-d729-4dc8-bee6-8e51446dfa1e tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:14:28.736001 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-28474df5-b4a0-4ae4-aabc-a5d1dec7558f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:28.738212 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0bb2e1-a10c-4f43-9d61-33c5c2fe5dc8 None None] Pushing event updated for resources: {'Port': ['ID=b6f67c8a-3793-439f-b766-f17a522f9e74,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:28.745318 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1f0bb2e1-a10c-4f43-9d61-33c5c2fe5dc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:28.754366 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-61e7532c-1e2f-49ec-96fc-3eafb6a9090d tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:28.765020 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0bb2e1-a10c-4f43-9d61-33c5c2fe5dc8 None None] Network 1ea6422b-1a3f-4b1a-aa79-2628f24a86e4 is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:14:28.766395 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-1f0bb2e1-a10c-4f43-9d61-33c5c2fe5dc8 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:14:28.768765 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0bb2e1-a10c-4f43-9d61-33c5c2fe5dc8 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:14:28.896153 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6de6718f-2679-4d6c-946d-4dfd7ad49f86 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:28.908016 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-1f0bb2e1-a10c-4f43-9d61-33c5c2fe5dc8 None None] Attempting to bind port b6f67c8a-3793-439f-b766-f17a522f9e74 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:14:28.908571 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-1f0bb2e1-a10c-4f43-9d61-33c5c2fe5dc8 None None] Attempting to bind port b6f67c8a-3793-439f-b766-f17a522f9e74 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '8e2b2f2c-db5d-402b-ae23-0a9f9ecb2b47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1ea6422b-1a3f-4b1a-aa79-2628f24a86e4'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:14:28.909088 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0bb2e1-a10c-4f43-9d61-33c5c2fe5dc8 None None] Attempting to bind port b6f67c8a-3793-439f-b766-f17a522f9e74 on network 1ea6422b-1a3f-4b1a-aa79-2628f24a86e4 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:14:28.918318 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28474df5-b4a0-4ae4-aabc-a5d1dec7558f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event updated for resources: {'Subnet': ['ID=dc735bbd-9d64-4cd2-aab1-7b962d222146,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:28.919590 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0bb2e1-a10c-4f43-9d61-33c5c2fe5dc8 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:14:28.920145 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0bb2e1-a10c-4f43-9d61-33c5c2fe5dc8 None None] Checking segment: {'id': '8e2b2f2c-db5d-402b-ae23-0a9f9ecb2b47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1ea6422b-1a3f-4b1a-aa79-2628f24a86e4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:14:28.920855 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1f0bb2e1-a10c-4f43-9d61-33c5c2fe5dc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:28.928266 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0bb2e1-a10c-4f43-9d61-33c5c2fe5dc8 None None] Bound using segment: {'id': '8e2b2f2c-db5d-402b-ae23-0a9f9ecb2b47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1ea6422b-1a3f-4b1a-aa79-2628f24a86e4'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:14:28.929026 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-1f0bb2e1-a10c-4f43-9d61-33c5c2fe5dc8 None None] Bound port: b6f67c8a-3793-439f-b766-f17a522f9e74, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e2b2f2c-db5d-402b-ae23-0a9f9ecb2b47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1ea6422b-1a3f-4b1a-aa79-2628f24a86e4'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:14:28.929586 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1f0bb2e1-a10c-4f43-9d61-33c5c2fe5dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:28.978611 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-28474df5-b4a0-4ae4-aabc-a5d1dec7558f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:29.030649 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2269cd9-f057-4c04-8a40-64d54516f990 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Pushing event updated for resources: {'Subnet': ['ID=f2acd5b5-212a-4321-9932-da283170d87c,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:29.038120 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c2269cd9-f057-4c04-8a40-64d54516f990 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:29.050053 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-1f0bb2e1-a10c-4f43-9d61-33c5c2fe5dc8 None None] For port b6f67c8a-3793-439f-b766-f17a522f9e74, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:14:29.053448 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-1f0bb2e1-a10c-4f43-9d61-33c5c2fe5dc8 None None] For port b6f67c8a-3793-439f-b766-f17a522f9e74, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=b6f67c8a-3793-439f-b766-f17a522f9e74,segment=NetworkSegment(8e2b2f2c-db5d-402b-ae23-0a9f9ecb2b47),segment_id=8e2b2f2c-db5d-402b-ae23-0a9f9ecb2b47)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:14:29.057329 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1f0bb2e1-a10c-4f43-9d61-33c5c2fe5dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:29.078487 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f0bf6f85-d729-4dc8-bee6-8e51446dfa1e tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:29.078734 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-db6b8c83-db0c-4976-aa8c-4b5f0addab33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:29.084288 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f0bf6f85-d729-4dc8-bee6-8e51446dfa1e tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:29.092136 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2b4fda83-271f-4f46-9cb9-c0321ddab4f6 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:29.135912 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bd17b2fa-260d-4086-9823-0181304a5da1 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852603100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2204728'] for subnet, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:29.154173 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28474df5-b4a0-4ae4-aabc-a5d1dec7558f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:14:29.155551 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6de6718f-2679-4d6c-946d-4dfd7ad49f86 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:29.157613 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2ad5cc03-f7b6-45af-89ad-8124dc8be2e5 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:29.175390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-28474df5-b4a0-4ae4-aabc-a5d1dec7558f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:14:29.185082 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bf6f85-d729-4dc8-bee6-8e51446dfa1e tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2964b3e8-f63e-4c31-bf62-78e2a2ccbe2d,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:29.207895 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f0bf6f85-d729-4dc8-bee6-8e51446dfa1e tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:29.214280 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ec303646-c2f2-4b58-a426-255d3e75cf9c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:29.226522 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd17b2fa-260d-4086-9823-0181304a5da1 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event deleted for resources: {'Subnet': ['ID=05bccb9f-e977-47f5-a528-363f09fdc5e1,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:29.236386 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bd17b2fa-260d-4086-9823-0181304a5da1 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:29.241606 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0bb2e1-a10c-4f43-9d61-33c5c2fe5dc8 None None] Pushing event updated for resources: {'Port': ['ID=b6f67c8a-3793-439f-b766-f17a522f9e74,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:29.255246 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1f0bb2e1-a10c-4f43-9d61-33c5c2fe5dc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:29.270824 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28474df5-b4a0-4ae4-aabc-a5d1dec7558f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:29.271491 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-28474df5-b4a0-4ae4-aabc-a5d1dec7558f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:29.337960 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f0bf6f85-d729-4dc8-bee6-8e51446dfa1e tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:29.342832 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f0bf6f85-d729-4dc8-bee6-8e51446dfa1e tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.9702163
Jan 29 10:14:29.344512 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54844) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:29.346299 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-85411692-f6e6-4031-aad6-2b945b4925e2 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:29.346426 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-85411692-f6e6-4031-aad6-2b945b4925e2 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:29.364226 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-28474df5-b4a0-4ae4-aabc-a5d1dec7558f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 3.4529562
Jan 29 10:14:29.370510 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-28356960-713b-47ce-ba8a-454517a563fe tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Request body: {'security_group_rule': {'security_group_id': '2964b3e8-f63e-4c31-bf62-78e2a2ccbe2d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:14:29.376764 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54848) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:29.394604 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-4455936c-2f5f-4e56-9238-e123e60b6943 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Request body: {'port': {'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'mac_address': 'fa:16:3e:94:4c:f5', 'name': 'tempest-NetworksTestDHCPv6-1390897214'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:14:29.415344 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de6718f-2679-4d6c-946d-4dfd7ad49f86 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Port': ['ID=a84fabec-f305-401d-949b-fd236667f4df,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:29.436111 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6de6718f-2679-4d6c-946d-4dfd7ad49f86 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:29.514013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-28356960-713b-47ce-ba8a-454517a563fe tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:14:29.527689 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-85411692-f6e6-4031-aad6-2b945b4925e2 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Calling delete_port for bc970767-5828-47bf-8ff2-62291ca22d6c owned by network:floatingip {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:14:29.552802 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de6718f-2679-4d6c-946d-4dfd7ad49f86 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:14:29.556985 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2269cd9-f057-4c04-8a40-64d54516f990 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Checking segment: {'id': 'b5191502-a197-44ef-ad25-30042f0b0086', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '88d282ec-76e3-4fde-9ead-73c806c71b06'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:14:29.557227 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2269cd9-f057-4c04-8a40-64d54516f990 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Network hostable DHCP agents. Network: 88d282ec-76e3-4fde-9ead-73c806c71b06, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:14:29.557395 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-6de6718f-2679-4d6c-946d-4dfd7ad49f86 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:14:29.561712 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de6718f-2679-4d6c-946d-4dfd7ad49f86 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:14:29.566359 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-28356960-713b-47ce-ba8a-454517a563fe tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Usage tracker for resource:security_group_rule and tenant:95131cfc404d4bbbafd08d2d149ebb4d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:14:29.576756 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-28356960-713b-47ce-ba8a-454517a563fe tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:14:29.589164 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-28356960-713b-47ce-ba8a-454517a563fe tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:14:29.591628 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bd17b2fa-260d-4086-9823-0181304a5da1 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:29.593739 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af521bf-1a8f-4b79-bef7-14d11e0cb67b None None] Network 19ee2de8-bf44-40dd-8199-230aba92a109 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:14:29.620024 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-bd17b2fa-260d-4086-9823-0181304a5da1 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "DELETE /v2.0/subnets/05bccb9f-e977-47f5-a528-363f09fdc5e1 HTTP/1.1" status: 204  len: 168 time: 2.8896561
Jan 29 10:14:29.624016 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54852) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:29.636276 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-4455936c-2f5f-4e56-9238-e123e60b6943 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:14:29.644358 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-4455936c-2f5f-4e56-9238-e123e60b6943 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Usage tracker for resource:port and tenant:b2cc7248d2184abfb3aa21c44218cf1c is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:14:29.677104 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2269cd9-f057-4c04-8a40-64d54516f990 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Network 88d282ec-76e3-4fde-9ead-73c806c71b06 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:14:29.697766 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-28356960-713b-47ce-ba8a-454517a563fe tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:29.710850 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-4455936c-2f5f-4e56-9238-e123e60b6943 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Quota usage for port was recalculated. Used quota:1. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:14:29.730136 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-c2269cd9-f057-4c04-8a40-64d54516f990 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 88d282ec-76e3-4fde-9ead-73c806c71b06) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:14:29.738943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-4455936c-2f5f-4e56-9238-e123e60b6943 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:14:29.787827 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5a3020-501f-49ae-94e2-54043bd992a0 None None] Network 88d282ec-76e3-4fde-9ead-73c806c71b06 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:14:29.845138 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4455936c-2f5f-4e56-9238-e123e60b6943 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Made reservation on behalf of b2cc7248d2184abfb3aa21c44218cf1c for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:14:29.852431 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2269cd9-f057-4c04-8a40-64d54516f990 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:29.853086 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c2269cd9-f057-4c04-8a40-64d54516f990 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:29.949675 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1990d4a1-a06b-4cff-ad10-eba97e67e990 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:30.086503 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4455936c-2f5f-4e56-9238-e123e60b6943 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:30.099222 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-28356960-713b-47ce-ba8a-454517a563fe tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:30.116630 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-28356960-713b-47ce-ba8a-454517a563fe tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:30.127294 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c2269cd9-f057-4c04-8a40-64d54516f990 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 2.8763020
Jan 29 10:14:30.128578 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-1990d4a1-a06b-4cff-ad10-eba97e67e990 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Deleting port 08c0c2ac-6b7a-43f3-9f86-3f0c087fe750 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:14:30.129156 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1990d4a1-a06b-4cff-ad10-eba97e67e990 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:30.130746 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54856) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:30.171004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:30.209694 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28356960-713b-47ce-ba8a-454517a563fe tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1c6a15e-e87b-49c3-8fa1-7f65d4353a72,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:30.212671 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-85411692-f6e6-4031-aad6-2b945b4925e2 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:30.223717 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b959c9c5-1ad6-460e-bcaf-bd3efafa0ff3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-88d282ec-76e3-4fde-9ead-73c806c71b06', 'network_id': '88d282ec-76e3-4fde-9ead-73c806c71b06', 'tenant_id': 'f15ab138166e456cb96f10f0bbdd909a', 'fixed_ips': [{'subnet_id': 'f2acd5b5-212a-4321-9932-da283170d87c'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:14:30.225124 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b959c9c5-1ad6-460e-bcaf-bd3efafa0ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:30.236873 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-28356960-713b-47ce-ba8a-454517a563fe tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:30.239936 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-31b1a780-f176-4d58-85ae-aa1bb460add9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:30.280442 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e10a2b2-cc42-4441-add8-b6eee21868f0 None None] DHCP port deletion for 19ee2de8-bf44-40dd-8199-230aba92a109 request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:14:30.290694 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-7e10a2b2-cc42-4441-add8-b6eee21868f0 None None] Deleting port 08c0c2ac-6b7a-43f3-9f86-3f0c087fe750 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:14:30.291219 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7e10a2b2-cc42-4441-add8-b6eee21868f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:30.315241 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85411692-f6e6-4031-aad6-2b945b4925e2 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Pushing event deleted for resources: {'Port': ['ID=bc970767-5828-47bf-8ff2-62291ca22d6c,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:30.345690 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-28356960-713b-47ce-ba8a-454517a563fe tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:30.349588 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-28356960-713b-47ce-ba8a-454517a563fe tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.9903977
Jan 29 10:14:30.353089 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-85411692-f6e6-4031-aad6-2b945b4925e2 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:30.355972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54860) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:30.419979 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-c82bc7bb-da91-462f-9812-cfce422650d1 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Request body: {'security_group_rule': {'security_group_id': '2964b3e8-f63e-4c31-bf62-78e2a2ccbe2d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:14:30.457641 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c82bc7bb-da91-462f-9812-cfce422650d1 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:14:30.466968 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c82bc7bb-da91-462f-9812-cfce422650d1 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Usage tracker for resource:security_group_rule and tenant:95131cfc404d4bbbafd08d2d149ebb4d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:14:30.473344 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c82bc7bb-da91-462f-9812-cfce422650d1 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:14:30.501185 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c82bc7bb-da91-462f-9812-cfce422650d1 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:14:30.589942 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384700dd-2f88-47cd-b768-22b9892c5bee None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:14:30.643971 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c82bc7bb-da91-462f-9812-cfce422650d1 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:30.672198 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-1990d4a1-a06b-4cff-ad10-eba97e67e990 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] For port 08c0c2ac-6b7a-43f3-9f86-3f0c087fe750, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=08c0c2ac-6b7a-43f3-9f86-3f0c087fe750,segment=NetworkSegment(08f881aa-de16-4f1b-80b9-e62bb13975e9),segment_id=08f881aa-de16-4f1b-80b9-e62bb13975e9)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:14:30.672411 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1990d4a1-a06b-4cff-ad10-eba97e67e990 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:30.871859 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-1990d4a1-a06b-4cff-ad10-eba97e67e990 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Calling delete_port for 08c0c2ac-6b7a-43f3-9f86-3f0c087fe750 owned by network:dhcp {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:14:30.929438 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-4455936c-2f5f-4e56-9238-e123e60b6943 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] device_id is not set on port 2d687e20-b365-4e06-b605-fb7da43ba599 yet. {{(pid=80766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:14:30.947008 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-28bcecac-3bc8-4e72-80ff-ba8fa15019ca None None] Provisioning for port cefc7440-b495-4692-837f-f785af9f4693 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:14:30.974865 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-85411692-f6e6-4031-aad6-2b945b4925e2 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Notify callbacks [] for floatingip, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:30.985884 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c82bc7bb-da91-462f-9812-cfce422650d1 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:30.989762 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-85411692-f6e6-4031-aad6-2b945b4925e2 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:30.994471 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-85411692-f6e6-4031-aad6-2b945b4925e2 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] 10.222.0.57 "DELETE /v2.0/floatingips/0ff94222-2c0b-42f7-aab4-0d75a1b99005 HTTP/1.1" status: 204  len: 168 time: 4.8462965
Jan 29 10:14:31.004777 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54864) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:31.007529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c82bc7bb-da91-462f-9812-cfce422650d1 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:31.020605 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-28356960-713b-47ce-ba8a-454517a563fe tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:31.034930 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-7e10a2b2-cc42-4441-add8-b6eee21868f0 None None] For port 08c0c2ac-6b7a-43f3-9f86-3f0c087fe750, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=08c0c2ac-6b7a-43f3-9f86-3f0c087fe750,segment=NetworkSegment(08f881aa-de16-4f1b-80b9-e62bb13975e9),segment_id=08f881aa-de16-4f1b-80b9-e62bb13975e9)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:14:31.035656 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7e10a2b2-cc42-4441-add8-b6eee21868f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:31.065520 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82bc7bb-da91-462f-9812-cfce422650d1 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d465c196-2a0a-4205-b48d-268c37a62908,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:31.077516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c82bc7bb-da91-462f-9812-cfce422650d1 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:31.078227 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1990d4a1-a06b-4cff-ad10-eba97e67e990 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:31.118464 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-298ee320-1106-4d88-a3f6-863b8439f60e tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:31.128956 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device cefc7440-b495-4692-837f-f785af9f4693 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:14:31.222909 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6de6718f-2679-4d6c-946d-4dfd7ad49f86 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for router_gateway, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:31.240586 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1990d4a1-a06b-4cff-ad10-eba97e67e990 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event deleted for resources: {'Port': ['ID=08c0c2ac-6b7a-43f3-9f86-3f0c087fe750,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:31.373718 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-7e10a2b2-cc42-4441-add8-b6eee21868f0 None None] Calling delete_port for 08c0c2ac-6b7a-43f3-9f86-3f0c087fe750 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:14:31.383788 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1990d4a1-a06b-4cff-ad10-eba97e67e990 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:31.385182 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c82bc7bb-da91-462f-9812-cfce422650d1 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:31.394361 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c82bc7bb-da91-462f-9812-cfce422650d1 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 1.0308943
Jan 29 10:14:31.418849 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54870) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:31.465502 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c467face-5c83-46f9-85b7-80dedf191ed9 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:31.592372 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-ca32bd72-3e9d-4f8a-8940-ad64c4c9a912 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Request body: {'security_group_rule': {'security_group_id': '2964b3e8-f63e-4c31-bf62-78e2a2ccbe2d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:14:31.614186 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186efc0e-20a7-47b7-afa6-4c77d81beffb None None] Network 1ea6422b-1a3f-4b1a-aa79-2628f24a86e4 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:14:31.637544 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ca32bd72-3e9d-4f8a-8940-ad64c4c9a912 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:14:31.656337 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ca32bd72-3e9d-4f8a-8940-ad64c4c9a912 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Usage tracker for resource:security_group_rule and tenant:95131cfc404d4bbbafd08d2d149ebb4d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:14:31.662709 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ca32bd72-3e9d-4f8a-8940-ad64c4c9a912 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:14:31.678395 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ca32bd72-3e9d-4f8a-8940-ad64c4c9a912 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:14:31.695081 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1990d4a1-a06b-4cff-ad10-eba97e67e990 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] No DVR routers for this DVR port 08c0c2ac-6b7a-43f3-9f86-3f0c087fe750 on host dv-neutron-772983-2-ovs {{(pid=80765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:14:31.727766 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-b959c9c5-1ad6-460e-bcaf-bd3efafa0ff3 None None] Allocated IP 2001:db8::1 (88d282ec-76e3-4fde-9ead-73c806c71b06/f2acd5b5-212a-4321-9932-da283170d87c/58b1376b-5001-47b8-9769-b99d70ddf892) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:14:31.784528 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port cefc7440-b495-4692-837f-f785af9f4693 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:14:31.800136 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-34e56275-462f-4544-9f1c-a20d725f1f4b None None] Provisioning for port b6f67c8a-3793-439f-b766-f17a522f9e74 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:14:31.810013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c467face-5c83-46f9-85b7-80dedf191ed9 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:31.821895 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port cefc7440-b495-4692-837f-f785af9f4693 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:14:31.822312 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:32.008559 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-7e10a2b2-cc42-4441-add8-b6eee21868f0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80767) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:14:32.009117 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-7e10a2b2-cc42-4441-add8-b6eee21868f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:14:32.072405 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:14:32.075593 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ca32bd72-3e9d-4f8a-8940-ad64c4c9a912 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:32.196901 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-4455936c-2f5f-4e56-9238-e123e60b6943 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Allocated IP 2001:db8:0:1::3b0 (36ec2ab5-acc9-45dc-a136-797459b09a1c/dc735bbd-9d64-4cd2-aab1-7b962d222146/2d687e20-b365-4e06-b605-fb7da43ba599) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:14:32.217049 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-4455936c-2f5f-4e56-9238-e123e60b6943 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Allocated IP 2001:db8::f816:3eff:fe94:4cf5 (36ec2ab5-acc9-45dc-a136-797459b09a1c/ff34ea8b-67c5-4560-b1aa-ba080042e636/2d687e20-b365-4e06-b605-fb7da43ba599) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:14:32.243890 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1990d4a1-a06b-4cff-ad10-eba97e67e990 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:32.339293 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6de6718f-2679-4d6c-946d-4dfd7ad49f86 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:32.363600 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:32.510472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-7e10a2b2-cc42-4441-add8-b6eee21868f0 None None] Deleting port 08c0c2ac-6b7a-43f3-9f86-3f0c087fe750 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:14:32.511024 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7e10a2b2-cc42-4441-add8-b6eee21868f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:32.512306 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ca32bd72-3e9d-4f8a-8940-ad64c4c9a912 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:32.526617 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ca32bd72-3e9d-4f8a-8940-ad64c4c9a912 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:32.543825 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b959c9c5-1ad6-460e-bcaf-bd3efafa0ff3 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:32.548653 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port cefc7440-b495-4692-837f-f785af9f4693, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=cefc7440-b495-4692-837f-f785af9f4693,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:14:32.552040 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-885f97eb-0709-44c5-b562-11d4bd91351d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:32.559723 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184f2f4d-253d-4416-9609-926e5b236aa0 None None] Update dhcp port {'port': {'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'fixed_ips': [{'subnet_id': 'ff34ea8b-67c5-4560-b1aa-ba080042e636', 'ip_address': '2001:db8::f816:3eff:fe9e:9132'}, {'subnet_id': 'dc735bbd-9d64-4cd2-aab1-7b962d222146'}], 'binding:host_id': 'dv-neutron-772983-2-ovs'}, 'id': 'cefc7440-b495-4692-837f-f785af9f4693'} from dv-neutron-772983-2-ovs. {{(pid=80767) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Jan 29 10:14:32.568840 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-1990d4a1-a06b-4cff-ad10-eba97e67e990 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c3d427b8>,) {'filters': {'network_id': ['19ee2de8-bf44-40dd-8199-230aba92a109']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:14:32.606132 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:32.607253 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device b6f67c8a-3793-439f-b766-f17a522f9e74 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:14:32.630776 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca32bd72-3e9d-4f8a-8940-ad64c4c9a912 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5fba9fb-bc46-4132-8258-2645ee16fb7e,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:32.633973 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ca32bd72-3e9d-4f8a-8940-ad64c4c9a912 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:32.635835 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:32.638768 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-1990d4a1-a06b-4cff-ad10-eba97e67e990 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3d427b8>, '08f881aa-de16-4f1b-80b9-e62bb13975e9') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:14:32.639103 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-1990d4a1-a06b-4cff-ad10-eba97e67e990 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3d427b8>, '08f881aa-de16-4f1b-80b9-e62bb13975e9') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:14:32.660757 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ca32bd72-3e9d-4f8a-8940-ad64c4c9a912 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:32.664003 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ca32bd72-3e9d-4f8a-8940-ad64c4c9a912 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 1.2396119
Jan 29 10:14:32.665704 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54874) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:32.676973 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-b959c9c5-1ad6-460e-bcaf-bd3efafa0ff3 None None] Transition to ACTIVE for port object 58b1376b-5001-47b8-9769-b99d70ddf892 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:14:32.679321 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-3d45376e-9c0e-40c3-855c-4c96a7054104 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Request body: {'security_group_rule': {'security_group_id': '2964b3e8-f63e-4c31-bf62-78e2a2ccbe2d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:14:32.690377 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1990d4a1-a06b-4cff-ad10-eba97e67e990 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:32.708856 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-3d45376e-9c0e-40c3-855c-4c96a7054104 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:14:32.712662 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1990d4a1-a06b-4cff-ad10-eba97e67e990 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:32.716102 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1990d4a1-a06b-4cff-ad10-eba97e67e990 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Releasing vxlan tunnel 3 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:14:32.720918 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-7e10a2b2-cc42-4441-add8-b6eee21868f0 None None] The port '08c0c2ac-6b7a-43f3-9f86-3f0c087fe750' was deleted {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 29 10:14:32.739820 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-3d45376e-9c0e-40c3-855c-4c96a7054104 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Usage tracker for resource:security_group_rule and tenant:95131cfc404d4bbbafd08d2d149ebb4d is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:14:32.748928 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-3d45376e-9c0e-40c3-855c-4c96a7054104 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:14:32.769733 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-3d45376e-9c0e-40c3-855c-4c96a7054104 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:14:32.808256 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=cefc7440-b495-4692-837f-f785af9f4693,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:32.811680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-b959c9c5-1ad6-460e-bcaf-bd3efafa0ff3 None None] Transition to ACTIVE for port object 58b1376b-5001-47b8-9769-b99d70ddf892 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:14:32.811832 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4455936c-2f5f-4e56-9238-e123e60b6943 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:32.834550 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-184f2f4d-253d-4416-9609-926e5b236aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:32.836298 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3d45376e-9c0e-40c3-855c-4c96a7054104 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:32.856460 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b959c9c5-1ad6-460e-bcaf-bd3efafa0ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:32.883481 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4455936c-2f5f-4e56-9238-e123e60b6943 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Transition to ACTIVE for port object 2d687e20-b365-4e06-b605-fb7da43ba599 will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:14:32.917258 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c467face-5c83-46f9-85b7-80dedf191ed9 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:32.937343 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e6231f83-fff3-4f47-a0d4-8e96e08be834 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:33.004565 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c467face-5c83-46f9-85b7-80dedf191ed9 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Pushing event deleted for resources: {'Subnet': ['ID=f2acd5b5-212a-4321-9932-da283170d87c,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:33.008074 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:14:33.008824 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:14:33.009222 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:14:33.009898 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:14:33.010294 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:14:33.010676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:14:33.011057 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:14:33.011437 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:14:33.011820 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:14:33.013288 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:14:33.015246 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c467face-5c83-46f9-85b7-80dedf191ed9 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:33.015442 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-1990d4a1-a06b-4cff-ad10-eba97e67e990 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Network 19ee2de8-bf44-40dd-8199-230aba92a109 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:14:33.015900 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6de6718f-2679-4d6c-946d-4dfd7ad49f86 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Router 94e8fea7-78ae-4b26-b491-aa1905d27773 is scheduled to L3 agent 18987107-6d88-4736-94cf-15791d65b3ff with binding_index 1 {{(pid=80766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 29 10:14:33.020807 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:14:33.021374 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:14:33.021892 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:14:33.022385 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:14:33.022815 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:14:33.023201 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:14:33.023934 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:14:33.025028 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:14:33.025430 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:14:33.025809 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:14:33.026199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:14:33.027158 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:14:33.027810 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:14:33.028194 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:14:33.034974 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1990d4a1-a06b-4cff-ad10-eba97e67e990 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:33.114200 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:33.116526 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4d5917d8-bd72-4357-94c8-78ae3cb97a4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:33.183701 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3d45376e-9c0e-40c3-855c-4c96a7054104 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:33.194575 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4455936c-2f5f-4e56-9238-e123e60b6943 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:33.199388 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b959c9c5-1ad6-460e-bcaf-bd3efafa0ff3 None None] Pushing event updated for resources: {'Port': ['ID=58b1376b-5001-47b8-9769-b99d70ddf892,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:33.253887 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-1990d4a1-a06b-4cff-ad10-eba97e67e990 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Network 19ee2de8-bf44-40dd-8199-230aba92a109 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:14:33.259836 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b959c9c5-1ad6-460e-bcaf-bd3efafa0ff3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:33.276887 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b959c9c5-1ad6-460e-bcaf-bd3efafa0ff3 None None] Network 88d282ec-76e3-4fde-9ead-73c806c71b06 is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:14:33.291455 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-b959c9c5-1ad6-460e-bcaf-bd3efafa0ff3 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:14:33.295999 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b959c9c5-1ad6-460e-bcaf-bd3efafa0ff3 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:14:33.311784 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port b6f67c8a-3793-439f-b766-f17a522f9e74 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:14:33.327327 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port b6f67c8a-3793-439f-b766-f17a522f9e74 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:14:33.327760 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:33.396284 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:14:33.396284 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:14:33.396284 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:14:33.396284 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:14:33.396284 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:14:33.396284 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:14:33.396284 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:14:33.396284 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:14:33.396284 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:14:33.396284 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:14:33.396284 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:14:33.396284 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:14:33.396284 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:14:33.396284 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:14:33.396284 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:14:33.396284 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:14:33.396284 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:14:33.396284 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:14:33.396284 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:14:33.396284 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:14:33.396284 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:14:33.396284 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:14:33.396284 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:14:33.396284 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:14:33.396284 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:14:33.396284 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:14:33.396284 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:14:33.396284 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:14:33.396284 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:14:33.396284 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:14:33.396284 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:14:33.396284 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:14:33.457427 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1990d4a1-a06b-4cff-ad10-eba97e67e990 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:33.462636 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1990d4a1-a06b-4cff-ad10-eba97e67e990 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:33.470540 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-457d0131-3aff-40f6-b084-9f5d25cf7e81 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:33.505753 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1990d4a1-a06b-4cff-ad10-eba97e67e990 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "DELETE /v2.0/networks/19ee2de8-bf44-40dd-8199-230aba92a109 HTTP/1.1" status: 204  len: 168 time: 3.8776970
Jan 29 10:14:33.510217 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1990d4a1-a06b-4cff-ad10-eba97e67e990 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event deleted for resources: {'Network': ['ID=19ee2de8-bf44-40dd-8199-230aba92a109,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:33.517833 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54878) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:33.527969 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1990d4a1-a06b-4cff-ad10-eba97e67e990 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:33.535247 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-69ed1f68-3210-44c9-83bb-daa40c5dd3e9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-819666305'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:14:33.544121 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-69ed1f68-3210-44c9-83bb-daa40c5dd3e9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:14:33.555931 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-69ed1f68-3210-44c9-83bb-daa40c5dd3e9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Usage tracker for resource:network and tenant:af6cfbcc17be4cdfba1cf58741c9e55a is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:14:33.560168 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-69ed1f68-3210-44c9-83bb-daa40c5dd3e9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Quota usage for network was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:14:33.571189 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-69ed1f68-3210-44c9-83bb-daa40c5dd3e9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:14:33.576669 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6842c2f5-2e88-489f-abd2-5a1061890ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349253'] for router_interface, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:33.608808 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2f731e0e-af18-4711-903d-a9b483db544f tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:33.640536 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3d45376e-9c0e-40c3-855c-4c96a7054104 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:33.706588 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-b959c9c5-1ad6-460e-bcaf-bd3efafa0ff3 None None] Attempting to bind port 58b1376b-5001-47b8-9769-b99d70ddf892 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:14:33.707014 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-b959c9c5-1ad6-460e-bcaf-bd3efafa0ff3 None None] Attempting to bind port 58b1376b-5001-47b8-9769-b99d70ddf892 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'b5191502-a197-44ef-ad25-30042f0b0086', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '88d282ec-76e3-4fde-9ead-73c806c71b06'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:14:33.707430 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b959c9c5-1ad6-460e-bcaf-bd3efafa0ff3 None None] Attempting to bind port 58b1376b-5001-47b8-9769-b99d70ddf892 on network 88d282ec-76e3-4fde-9ead-73c806c71b06 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:14:33.740896 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ed1f68-3210-44c9-83bb-daa40c5dd3e9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Made reservation on behalf of af6cfbcc17be4cdfba1cf58741c9e55a for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:14:33.746472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b959c9c5-1ad6-460e-bcaf-bd3efafa0ff3 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:14:33.746472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b959c9c5-1ad6-460e-bcaf-bd3efafa0ff3 None None] Checking segment: {'id': 'b5191502-a197-44ef-ad25-30042f0b0086', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '88d282ec-76e3-4fde-9ead-73c806c71b06'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:14:33.746472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b959c9c5-1ad6-460e-bcaf-bd3efafa0ff3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:33.746472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b959c9c5-1ad6-460e-bcaf-bd3efafa0ff3 None None] Bound using segment: {'id': 'b5191502-a197-44ef-ad25-30042f0b0086', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '88d282ec-76e3-4fde-9ead-73c806c71b06'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:14:33.746472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-b959c9c5-1ad6-460e-bcaf-bd3efafa0ff3 None None] Bound port: 58b1376b-5001-47b8-9769-b99d70ddf892, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5191502-a197-44ef-ad25-30042f0b0086', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '88d282ec-76e3-4fde-9ead-73c806c71b06'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:14:33.746472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b959c9c5-1ad6-460e-bcaf-bd3efafa0ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:33.752683 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-69ed1f68-3210-44c9-83bb-daa40c5dd3e9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:33.763286 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-28085993-12f0-448f-92b3-64c40c4030eb None None] Provisioning complete for port b6f67c8a-3793-439f-b766-f17a522f9e74 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:14:33.763286 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-28085993-12f0-448f-92b3-64c40c4030eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:33.822506 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69ed1f68-3210-44c9-83bb-daa40c5dd3e9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:14:33.838146 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4455936c-2f5f-4e56-9238-e123e60b6943 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event updated for resources: {'Port': ['ID=2d687e20-b365-4e06-b605-fb7da43ba599,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:33.842945 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-69ed1f68-3210-44c9-83bb-daa40c5dd3e9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:33.843211 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-69ed1f68-3210-44c9-83bb-daa40c5dd3e9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Added segment f64683b8-b0d8-4cfd-91f2-6b908b80f84f of type vxlan for network 4f5509ba-7523-401e-b87f-6f85d9880160
Jan 29 10:14:33.854732 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4455936c-2f5f-4e56-9238-e123e60b6943 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:33.857847 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-977e6707-cae3-4a4f-9d77-161df227c512 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.175s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:33.960022 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3d45376e-9c0e-40c3-855c-4c96a7054104 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:33.964644 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3d45376e-9c0e-40c3-855c-4c96a7054104 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 1.2928188
Jan 29 10:14:33.964878 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54882) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:33.970501 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c467face-5c83-46f9-85b7-80dedf191ed9 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:33.971409 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-0d680f96-e8ac-4ad5-974d-95f2a1858d58 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Request body: {'security_group_rule': {'security_group_id': '2964b3e8-f63e-4c31-bf62-78e2a2ccbe2d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:14:33.998311 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d45376e-9c0e-40c3-855c-4c96a7054104 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c2c5457-f6e8-46ad-99bd-cc7342012a08,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:33.998679 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-0d680f96-e8ac-4ad5-974d-95f2a1858d58 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:14:34.001536 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:34.010998 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3d45376e-9c0e-40c3-855c-4c96a7054104 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:34.026268 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-0d680f96-e8ac-4ad5-974d-95f2a1858d58 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Usage tracker for resource:security_group_rule and tenant:95131cfc404d4bbbafd08d2d149ebb4d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:14:34.029556 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de6718f-2679-4d6c-946d-4dfd7ad49f86 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:14:34.036790 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-0d680f96-e8ac-4ad5-974d-95f2a1858d58 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:14:34.041437 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-69ed1f68-3210-44c9-83bb-daa40c5dd3e9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:34.043456 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-184f2f4d-253d-4416-9609-926e5b236aa0 None None] Allocated IP 2001:db8:0:1::2 (36ec2ab5-acc9-45dc-a136-797459b09a1c/dc735bbd-9d64-4cd2-aab1-7b962d222146/cefc7440-b495-4692-837f-f785af9f4693) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:14:34.049681 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5105c8a5-e3c5-4b6f-8746-f84bfb0f553f None None] Sync routers for ids ['94e8fea7-78ae-4b26-b491-aa1905d27773'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:14:34.051192 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-0d680f96-e8ac-4ad5-974d-95f2a1858d58 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:14:34.069431 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-b959c9c5-1ad6-460e-bcaf-bd3efafa0ff3 None None] For port 58b1376b-5001-47b8-9769-b99d70ddf892, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:14:34.119086 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port b6f67c8a-3793-439f-b766-f17a522f9e74, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=b6f67c8a-3793-439f-b766-f17a522f9e74,segment=NetworkSegment(8e2b2f2c-db5d-402b-ae23-0a9f9ecb2b47),segment_id=8e2b2f2c-db5d-402b-ae23-0a9f9ecb2b47)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:14:34.127852 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5105c8a5-e3c5-4b6f-8746-f84bfb0f553f None None] Routers {'94e8fea7-78ae-4b26-b491-aa1905d27773'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:14:34.128561 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-5105c8a5-e3c5-4b6f-8746-f84bfb0f553f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c996e470>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:14:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['94e8fea7-78ae-4b26-b491-aa1905d27773'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:14:34.138591 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0d680f96-e8ac-4ad5-974d-95f2a1858d58 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:34.165180 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-69ed1f68-3210-44c9-83bb-daa40c5dd3e9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:34.172854 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6de6718f-2679-4d6c-946d-4dfd7ad49f86 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:34.177098 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6de6718f-2679-4d6c-946d-4dfd7ad49f86 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 8.4684947
Jan 29 10:14:34.185315 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4455936c-2f5f-4e56-9238-e123e60b6943 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:14:34.188328 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54886) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:34.194230 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:34.198008 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-4455936c-2f5f-4e56-9238-e123e60b6943 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:14:34.201512 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-c467face-5c83-46f9-85b7-80dedf191ed9 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c8593208>,) {'filters': {'network_id': ['88d282ec-76e3-4fde-9ead-73c806c71b06']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:14:34.211133 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4455936c-2f5f-4e56-9238-e123e60b6943 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:14:34.213855 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-b959c9c5-1ad6-460e-bcaf-bd3efafa0ff3 None None] For port 58b1376b-5001-47b8-9769-b99d70ddf892, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=58b1376b-5001-47b8-9769-b99d70ddf892,segment=NetworkSegment(b5191502-a197-44ef-ad25-30042f0b0086),segment_id=b5191502-a197-44ef-ad25-30042f0b0086)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:14:34.233965 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ed1f68-3210-44c9-83bb-daa40c5dd3e9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:34.234497 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-69ed1f68-3210-44c9-83bb-daa40c5dd3e9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:34.261817 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e54bd924-fdaf-472b-8767-751d6a9ea5f1 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:34.283286 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4455936c-2f5f-4e56-9238-e123e60b6943 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:34.284171 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4455936c-2f5f-4e56-9238-e123e60b6943 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:34.289694 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-69ed1f68-3210-44c9-83bb-daa40c5dd3e9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.7605240
Jan 29 10:14:34.296400 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54892) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:34.308943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-c467face-5c83-46f9-85b7-80dedf191ed9 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c8593208>, 'b5191502-a197-44ef-ad25-30042f0b0086') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:14:34.309413 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-c467face-5c83-46f9-85b7-80dedf191ed9 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c8593208>, 'b5191502-a197-44ef-ad25-30042f0b0086') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:14:34.326274 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-56725814-abfc-4fde-95f0-eeda42ff43fd tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Request body: {'subnet': {'network_id': '4f5509ba-7523-401e-b87f-6f85d9880160', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:14:34.344226 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-6842c2f5-2e88-489f-abd2-5a1061890ab1 admin admin] Deleting port bd6c7a28-1fdf-4f8e-89b7-848669d0a5a3 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:14:34.344606 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6842c2f5-2e88-489f-abd2-5a1061890ab1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:34.348666 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-045e0e29-232f-4682-a23d-a8c0de73ac4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:34.355513 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c467face-5c83-46f9-85b7-80dedf191ed9 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:34.372854 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c467face-5c83-46f9-85b7-80dedf191ed9 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:34.376428 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c467face-5c83-46f9-85b7-80dedf191ed9 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Releasing vxlan tunnel 10 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:14:34.385326 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-28085993-12f0-448f-92b3-64c40c4030eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:34.458072 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 08c0c2ac-6b7a-43f3-9f86-3f0c087fe750 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:14:34.484501 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a27b9ada-e20e-4e4e-b031-28f93212d7a2 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=ff1f06ee29ef461597f2ecd846f8813d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.2922072
Jan 29 10:14:34.484698 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ed1f68-3210-44c9-83bb-daa40c5dd3e9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event updated for resources: {'Network': ['ID=4f5509ba-7523-401e-b87f-6f85d9880160,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:34.484783 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4455936c-2f5f-4e56-9238-e123e60b6943 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1034 time: 5.1054780
Jan 29 10:14:34.489043 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54896) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:34.489419 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54898) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:34.493870 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-69ed1f68-3210-44c9-83bb-daa40c5dd3e9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:34.520627 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b959c9c5-1ad6-460e-bcaf-bd3efafa0ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:34.550191 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 4f5509ba-7523-401e-b87f-6f85d9880160 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:14:34.554705 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0d680f96-e8ac-4ad5-974d-95f2a1858d58 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:34.565261 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 4f5509ba-7523-401e-b87f-6f85d9880160 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:14:34.594863 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 08c0c2ac-6b7a-43f3-9f86-3f0c087fe750 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:14:34.595263 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 08c0c2ac-6b7a-43f3-9f86-3f0c087fe750 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:14:34.609044 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0d680f96-e8ac-4ad5-974d-95f2a1858d58 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:34.615982 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:34.653629 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d680f96-e8ac-4ad5-974d-95f2a1858d58 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36ed2c96-954c-49a4-a359-717952b38c84,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:34.660955 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0d680f96-e8ac-4ad5-974d-95f2a1858d58 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:34.699842 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0d680f96-e8ac-4ad5-974d-95f2a1858d58 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:34.701150 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0d680f96-e8ac-4ad5-974d-95f2a1858d58 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.7352533
Jan 29 10:14:34.704317 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54904) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:34.736753 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-6842c2f5-2e88-489f-abd2-5a1061890ab1 admin admin] For port bd6c7a28-1fdf-4f8e-89b7-848669d0a5a3, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=bd6c7a28-1fdf-4f8e-89b7-848669d0a5a3,segment=NetworkSegment(de6cd88b-883d-45e3-9b50-097e9e102b48),segment_id=de6cd88b-883d-45e3-9b50-097e9e102b48)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:14:34.737091 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6842c2f5-2e88-489f-abd2-5a1061890ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:34.804252 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device cefc7440-b495-4692-837f-f785af9f4693 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:14:34.855767 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7f73041e-31e3-44df-bb16-963b366c0144 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:34.869142 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7f73041e-31e3-44df-bb16-963b366c0144 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:34.916085 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-87c32371-49af-4344-81bf-ba102bbb40b7 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Deleting port 2d687e20-b365-4e06-b605-fb7da43ba599 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:14:34.916463 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-87c32371-49af-4344-81bf-ba102bbb40b7 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:34.957649 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-56725814-abfc-4fde-95f0-eeda42ff43fd tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:14:34.966629 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7f73041e-31e3-44df-bb16-963b366c0144 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:34.981930 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-6842c2f5-2e88-489f-abd2-5a1061890ab1 admin admin] Calling delete_port for bd6c7a28-1fdf-4f8e-89b7-848669d0a5a3 owned by network:router_interface {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:14:34.985427 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-c467face-5c83-46f9-85b7-80dedf191ed9 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Network 88d282ec-76e3-4fde-9ead-73c806c71b06 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:14:34.995809 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-56725814-abfc-4fde-95f0-eeda42ff43fd tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Usage tracker for resource:subnet and tenant:af6cfbcc17be4cdfba1cf58741c9e55a is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:14:34.999509 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c467face-5c83-46f9-85b7-80dedf191ed9 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:35.029415 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-56725814-abfc-4fde-95f0-eeda42ff43fd tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:14:35.056420 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:35.068624 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-56725814-abfc-4fde-95f0-eeda42ff43fd tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:14:35.093033 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f73041e-31e3-44df-bb16-963b366c0144 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=36ed2c96-954c-49a4-a359-717952b38c84,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:35.096088 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7f73041e-31e3-44df-bb16-963b366c0144 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:35.110200 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7f73041e-31e3-44df-bb16-963b366c0144 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:35.114570 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7f73041e-31e3-44df-bb16-963b366c0144 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/36ed2c96-954c-49a4-a359-717952b38c84 HTTP/1.1" status: 204  len: 168 time: 0.4004247
Jan 29 10:14:35.115858 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54908) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:35.118493 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=b6f67c8a-3793-439f-b766-f17a522f9e74,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:35.150823 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.802s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:35.156385 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.607s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:35.191287 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:35.213619 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f00413b-8fd3-4c56-b0ad-13d6d70be12c tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:35.215302 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5f00413b-8fd3-4c56-b0ad-13d6d70be12c tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.7224340
Jan 29 10:14:35.225914 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56725814-abfc-4fde-95f0-eeda42ff43fd tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Made reservation on behalf of af6cfbcc17be4cdfba1cf58741c9e55a for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:14:35.242455 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-28085993-12f0-448f-92b3-64c40c4030eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80767) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:14:35.242942 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-28085993-12f0-448f-92b3-64c40c4030eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:14:35.247048 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-56725814-abfc-4fde-95f0-eeda42ff43fd tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:35.264300 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-5105c8a5-e3c5-4b6f-8746-f84bfb0f553f None None] Set router 94e8fea7-78ae-4b26-b491-aa1905d27773 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:14:35.295436 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54912) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:35.399584 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c56293d0-571c-4c95-9983-a827a32fd11b tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Synchronizing usage tracker for tenant:95131cfc404d4bbbafd08d2d149ebb4d on resource:security_group_rule {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:14:35.426859 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c56293d0-571c-4c95-9983-a827a32fd11b tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Unset dirty status for tenant:95131cfc404d4bbbafd08d2d149ebb4d on resource:security_group_rule {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:14:35.432097 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c56293d0-571c-4c95-9983-a827a32fd11b tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5731 time: 0.3118083
Jan 29 10:14:35.432097 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54916) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:35.502517 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c9d166d6-071b-476b-a662-a23ed7488eed tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=aadf795f-2e1a-4d04-be0e-12575f0f28a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.2052734
Jan 29 10:14:35.504249 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-c467face-5c83-46f9-85b7-80dedf191ed9 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Network 88d282ec-76e3-4fde-9ead-73c806c71b06 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:14:35.534535 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54920) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:35.542213 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-88334ae8-ee5d-4e80-b0e8-62c80d4d03c6 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:35.551035 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:14:35.551035 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:14:35.551035 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:14:35.551035 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:14:35.551035 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:14:35.551035 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:14:35.551035 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:14:35.551035 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:14:35.551035 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:14:35.551035 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:14:35.551035 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:14:35.551035 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:14:35.551035 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:14:35.551035 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:14:35.551035 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:14:35.551035 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:14:35.551035 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:14:35.551035 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:14:35.551035 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:14:35.551035 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:14:35.551035 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:14:35.551035 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:14:35.551035 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:14:35.551035 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:14:35.551035 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:14:35.551035 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:14:35.551035 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:14:35.551035 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:14:35.551035 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:14:35.551035 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:14:35.551035 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:14:35.551035 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:14:35.571453 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-38459578-094b-4a98-a000-ed6cdc88cf97 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-235626822', 'network_id': 'd79afcbe-2f3b-4ecb-bd25-eeb12058d8af', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:14:35.577599 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-184f2f4d-253d-4416-9609-926e5b236aa0 None None] For port cefc7440-b495-4692-837f-f785af9f4693, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=cefc7440-b495-4692-837f-f785af9f4693,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:14:35.597102 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-88334ae8-ee5d-4e80-b0e8-62c80d4d03c6 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:35.690669 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b959c9c5-1ad6-460e-bcaf-bd3efafa0ff3 None None] Pushing event updated for resources: {'Port': ['ID=58b1376b-5001-47b8-9769-b99d70ddf892,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:35.693475 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port cefc7440-b495-4692-837f-f785af9f4693 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:14:35.693938 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:35.731055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b959c9c5-1ad6-460e-bcaf-bd3efafa0ff3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:35.732660 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-c467face-5c83-46f9-85b7-80dedf191ed9 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Jan 29 10:14:35.732660 dv-neutron-772983-2-ovs neutron-server[80656]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Jan 29 10:14:35.732660 dv-neutron-772983-2-ovs neutron-server[80656]: [parameters: {'id': '88d282ec-76e3-4fde-9ead-73c806c71b06'}]
Jan 29 10:14:35.732660 dv-neutron-772983-2-ovs neutron-server[80656]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80766) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:14:35.733186 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-c467face-5c83-46f9-85b7-80dedf191ed9 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:14:35.742480 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.resource_extend [None req-184f2f4d-253d-4416-9609-926e5b236aa0 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 29 10:14:35.824672 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-87c32371-49af-4344-81bf-ba102bbb40b7 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:35.901323 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-184f2f4d-253d-4416-9609-926e5b236aa0 None None] Notify callbacks [] for port, precommit_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:35.956959 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3810d797-6290-42e4-b4de-020ac2faca68 None None] Network 88d282ec-76e3-4fde-9ead-73c806c71b06 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:14:35.979114 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-87c32371-49af-4344-81bf-ba102bbb40b7 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Calling delete_port for 2d687e20-b365-4e06-b605-fb7da43ba599 owned by  {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:14:35.982370 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6842c2f5-2e88-489f-abd2-5a1061890ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:35.989565 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-184f2f4d-253d-4416-9609-926e5b236aa0 None None] Transition to ACTIVE for port object cefc7440-b495-4692-837f-f785af9f4693 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:14:36.006254 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-20e8d474-fefd-4960-a918-4576cfc7b59f tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:36.030018 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-184f2f4d-253d-4416-9609-926e5b236aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:36.049861 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:36.093634 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842c2f5-2e88-489f-abd2-5a1061890ab1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd6c7a28-1fdf-4f8e-89b7-848669d0a5a3,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:36.096363 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6842c2f5-2e88-489f-abd2-5a1061890ab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:36.100989 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-88334ae8-ee5d-4e80-b0e8-62c80d4d03c6 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:36.163631 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-50045a02-9021-43e5-a135-8dcf99ff9490 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:36.173143 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-38459578-094b-4a98-a000-ed6cdc88cf97 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:14:36.192887 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88334ae8-ee5d-4e80-b0e8-62c80d4d03c6 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8c2c5457-f6e8-46ad-99bd-cc7342012a08,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:36.195361 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-88334ae8-ee5d-4e80-b0e8-62c80d4d03c6 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:36.197509 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-38459578-094b-4a98-a000-ed6cdc88cf97 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:subnet and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:14:36.205103 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-38459578-094b-4a98-a000-ed6cdc88cf97 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:14:36.215081 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-38459578-094b-4a98-a000-ed6cdc88cf97 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:14:36.239796 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-88334ae8-ee5d-4e80-b0e8-62c80d4d03c6 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:36.243912 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-88334ae8-ee5d-4e80-b0e8-62c80d4d03c6 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/8c2c5457-f6e8-46ad-99bd-cc7342012a08 HTTP/1.1" status: 204  len: 168 time: 0.8079715
Jan 29 10:14:36.246535 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54924) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:36.246666 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c467face-5c83-46f9-85b7-80dedf191ed9 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:36.296243 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38459578-094b-4a98-a000-ed6cdc88cf97 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Made reservation on behalf of ff1f06ee29ef461597f2ecd846f8813d for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:14:36.319017 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-38459578-094b-4a98-a000-ed6cdc88cf97 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:36.453396 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-495bce5e-4d61-4674-a4d2-e8ceea40714d None None] Provisioning complete for port b6f67c8a-3793-439f-b766-f17a522f9e74 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:14:36.453847 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-495bce5e-4d61-4674-a4d2-e8ceea40714d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:36.481305 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f2f4d-253d-4416-9609-926e5b236aa0 None None] Pushing event updated for resources: {'Port': ['ID=cefc7440-b495-4692-837f-f785af9f4693,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:36.502230 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-184f2f4d-253d-4416-9609-926e5b236aa0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:36.624417 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-5105c8a5-e3c5-4b6f-8746-f84bfb0f553f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c996e470>, [{'id': '94e8fea7-78ae-4b26-b491-aa1905d27773', 'name': 'tempest-TestNetworkBasicOps-router-27264373', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': 'a84fabec-f305-401d-949b-fd236667f4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:14:26Z', 'updated_at': '2021-01-29T10:14:29Z', 'revision_number': 3, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': 'a84fabec-f305-401d-949b-fd236667f4df', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:78:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94e8fea7-78ae-4b26-b491-aa1905d27773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:14:28Z', 'updated_at': '2021-01-29T10:14:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:14:36.669047 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5105c8a5-e3c5-4b6f-8746-f84bfb0f553f None None] Checking router: 94e8fea7-78ae-4b26-b491-aa1905d27773 for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:14:36.669368 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5105c8a5-e3c5-4b6f-8746-f84bfb0f553f None None] Updating router 94e8fea7-78ae-4b26-b491-aa1905d27773 port a84fabec-f305-401d-949b-fd236667f4df binding host dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 29 10:14:36.720155 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-dc2a7a22-feb6-4b00-86c0-9a2a25b92c49 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Synchronizing usage tracker for tenant:95131cfc404d4bbbafd08d2d149ebb4d on resource:security_group_rule {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:14:36.791929 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5105c8a5-e3c5-4b6f-8746-f84bfb0f553f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:36.816110 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-87c32371-49af-4344-81bf-ba102bbb40b7 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:36.838704 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-c467face-5c83-46f9-85b7-80dedf191ed9 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Deleting port 58b1376b-5001-47b8-9769-b99d70ddf892 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:14:36.839089 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c467face-5c83-46f9-85b7-80dedf191ed9 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:36.905390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f7e12212-c9cf-4655-a50f-6bba5398b325 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:36.981025 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device cefc7440-b495-4692-837f-f785af9f4693 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:14:37.003090 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-dc2a7a22-feb6-4b00-86c0-9a2a25b92c49 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Unset dirty status for tenant:95131cfc404d4bbbafd08d2d149ebb4d on resource:security_group_rule {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:14:37.004557 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-dc2a7a22-feb6-4b00-86c0-9a2a25b92c49 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5190 time: 0.7574112
Jan 29 10:14:37.078550 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54928) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:37.099407 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c32371-49af-4344-81bf-ba102bbb40b7 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event deleted for resources: {'Port': ['ID=2d687e20-b365-4e06-b605-fb7da43ba599,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:37.105446 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-87c32371-49af-4344-81bf-ba102bbb40b7 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:37.149966 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-87c32371-49af-4344-81bf-ba102bbb40b7 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:37.157340 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device b6f67c8a-3793-439f-b766-f17a522f9e74 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:14:37.166355 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-87c32371-49af-4344-81bf-ba102bbb40b7 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/ports/2d687e20-b365-4e06-b605-fb7da43ba599 HTTP/1.1" status: 204  len: 168 time: 2.6684918
Jan 29 10:14:37.172120 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54932) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:37.198559 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9a3f8336-b3b7-4515-8cb9-165b89c9351b tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:37.211508 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9a3f8336-b3b7-4515-8cb9-165b89c9351b tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:37.261086 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9a3f8336-b3b7-4515-8cb9-165b89c9351b tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:37.274878 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:37.293859 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3f8336-b3b7-4515-8cb9-165b89c9351b tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f5fba9fb-bc46-4132-8258-2645ee16fb7e,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:37.296889 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9a3f8336-b3b7-4515-8cb9-165b89c9351b tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:37.359707 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6842c2f5-2e88-489f-abd2-5a1061890ab1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854415430'] for router_interface, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:37.413000 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port b6f67c8a-3793-439f-b766-f17a522f9e74 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:14:37.413348 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:37.473216 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9a3f8336-b3b7-4515-8cb9-165b89c9351b tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:37.477334 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9a3f8336-b3b7-4515-8cb9-165b89c9351b tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/f5fba9fb-bc46-4132-8258-2645ee16fb7e HTTP/1.1" status: 204  len: 168 time: 0.3949425
Jan 29 10:14:37.481329 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54936) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:37.511401 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-56725814-abfc-4fde-95f0-eeda42ff43fd tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:37.533924 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-49c765ee-c892-4ea1-9bd3-49557272b7e7 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:37.749600 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-3e3156ae-e1c0-416b-a0db-74fcef109d4e tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Synchronizing usage tracker for tenant:95131cfc404d4bbbafd08d2d149ebb4d on resource:security_group_rule {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:14:37.802619 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6e5350-1749-4021-842d-5f8b80bb0e61 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:37.803456 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5a6e5350-1749-4021-842d-5f8b80bb0e61 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Synchronizing usage tracker for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:14:37.807514 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-c467face-5c83-46f9-85b7-80dedf191ed9 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] For port 58b1376b-5001-47b8-9769-b99d70ddf892, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=58b1376b-5001-47b8-9769-b99d70ddf892,segment=NetworkSegment(b5191502-a197-44ef-ad25-30042f0b0086),segment_id=b5191502-a197-44ef-ad25-30042f0b0086)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:14:37.807920 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c467face-5c83-46f9-85b7-80dedf191ed9 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:37.843216 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5105c8a5-e3c5-4b6f-8746-f84bfb0f553f None None] Notify callbacks [] for port, precommit_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:37.859735 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-5105c8a5-e3c5-4b6f-8746-f84bfb0f553f None None] Transition to ACTIVE for port object a84fabec-f305-401d-949b-fd236667f4df will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:14:37.880915 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5105c8a5-e3c5-4b6f-8746-f84bfb0f553f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:37.926808 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-3e3156ae-e1c0-416b-a0db-74fcef109d4e tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Unset dirty status for tenant:95131cfc404d4bbbafd08d2d149ebb4d on resource:security_group_rule {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:14:37.927864 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5a6e5350-1749-4021-842d-5f8b80bb0e61 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Unset dirty status for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:14:37.928224 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3e3156ae-e1c0-416b-a0db-74fcef109d4e tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4649 time: 0.4451306
Jan 29 10:14:37.931808 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5a6e5350-1749-4021-842d-5f8b80bb0e61 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.7541399
Jan 29 10:14:37.963361 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54940) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:37.963742 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54942) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:38.008858 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-c467face-5c83-46f9-85b7-80dedf191ed9 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Calling delete_port for 58b1376b-5001-47b8-9769-b99d70ddf892 owned by network:dhcp {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:14:38.042324 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56725814-abfc-4fde-95f0-eeda42ff43fd tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event updated for resources: {'Subnet': ['ID=66d03a53-d15e-4903-b8da-a2633c616ff4,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:38.052810 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-56725814-abfc-4fde-95f0-eeda42ff43fd tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:38.066970 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6165975b-ffe6-413c-b67a-272507b45459 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:38.069635 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56725814-abfc-4fde-95f0-eeda42ff43fd tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Checking segment: {'id': 'f64683b8-b0d8-4cfd-91f2-6b908b80f84f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4f5509ba-7523-401e-b87f-6f85d9880160'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:14:38.071254 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56725814-abfc-4fde-95f0-eeda42ff43fd tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Network hostable DHCP agents. Network: 4f5509ba-7523-401e-b87f-6f85d9880160, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:14:38.119235 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56725814-abfc-4fde-95f0-eeda42ff43fd tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Network 4f5509ba-7523-401e-b87f-6f85d9880160 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:14:38.131515 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-56725814-abfc-4fde-95f0-eeda42ff43fd tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 4f5509ba-7523-401e-b87f-6f85d9880160) {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:14:38.137894 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-abd7c1fb-bfea-40ea-9c60-33e285857efd None None] Provisioning for port cefc7440-b495-4692-837f-f785af9f4693 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:14:38.141237 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c467face-5c83-46f9-85b7-80dedf191ed9 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:38.151227 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8cf07cd9-a035-4301-bef0-d680fc8bfaee tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:38.164722 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8cf07cd9-a035-4301-bef0-d680fc8bfaee tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:38.181620 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92d0681-e20c-44c2-a181-bd2e4d2ce2ea None None] Network 4f5509ba-7523-401e-b87f-6f85d9880160 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:14:38.197041 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-38459578-094b-4a98-a000-ed6cdc88cf97 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:38.217429 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-abd7c1fb-bfea-40ea-9c60-33e285857efd None None] Provisioning complete for port cefc7440-b495-4692-837f-f785af9f4693 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:14:38.217429 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-abd7c1fb-bfea-40ea-9c60-33e285857efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:38.218324 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7d6b7028-058b-487d-bb7f-c2e9d78fe155 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:38.254398 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8cf07cd9-a035-4301-bef0-d680fc8bfaee tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:38.287354 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2468e29a-4bca-4fcd-bee7-9c8d78fcb86b tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:38.368538 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c467face-5c83-46f9-85b7-80dedf191ed9 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] No DVR routers for this DVR port 58b1376b-5001-47b8-9769-b99d70ddf892 on host dv-neutron-772983-2-ovs {{(pid=80766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:14:38.371010 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081b6dc2-051b-4751-83ba-18d31dc00add None None] Pushing event updated for resources: {'Port': ['ID=a84fabec-f305-401d-949b-fd236667f4df,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:38.371152 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c467face-5c83-46f9-85b7-80dedf191ed9 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Pushing event deleted for resources: {'Port': ['ID=58b1376b-5001-47b8-9769-b99d70ddf892,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:38.387698 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-081b6dc2-051b-4751-83ba-18d31dc00add None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:38.393662 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-5105c8a5-e3c5-4b6f-8746-f84bfb0f553f None None] Attempting to bind port a84fabec-f305-401d-949b-fd236667f4df on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:14:38.394103 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-5105c8a5-e3c5-4b6f-8746-f84bfb0f553f None None] Attempting to bind port a84fabec-f305-401d-949b-fd236667f4df by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:14:38.394940 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5105c8a5-e3c5-4b6f-8746-f84bfb0f553f None None] Attempting to bind port a84fabec-f305-401d-949b-fd236667f4df on network aadf795f-2e1a-4d04-be0e-12575f0f28a5 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:14:38.405531 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8cf07cd9-a035-4301-bef0-d680fc8bfaee tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:38.406807 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8cf07cd9-a035-4301-bef0-d680fc8bfaee tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/d465c196-2a0a-4205-b48d-268c37a62908 HTTP/1.1" status: 204  len: 168 time: 0.4388995
Jan 29 10:14:38.410101 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5105c8a5-e3c5-4b6f-8746-f84bfb0f553f None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:14:38.410262 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56725814-abfc-4fde-95f0-eeda42ff43fd tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:38.410533 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5105c8a5-e3c5-4b6f-8746-f84bfb0f553f None None] Checking segment: {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:14:38.410987 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5105c8a5-e3c5-4b6f-8746-f84bfb0f553f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:38.411096 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-56725814-abfc-4fde-95f0-eeda42ff43fd tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:38.411425 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5105c8a5-e3c5-4b6f-8746-f84bfb0f553f None None] Bound using segment: {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:14:38.411956 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-5105c8a5-e3c5-4b6f-8746-f84bfb0f553f None None] Bound port: a84fabec-f305-401d-949b-fd236667f4df, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:14:38.412375 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5105c8a5-e3c5-4b6f-8746-f84bfb0f553f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:38.417029 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c467face-5c83-46f9-85b7-80dedf191ed9 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:38.421247 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54948) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:38.585106 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-56725814-abfc-4fde-95f0-eeda42ff43fd tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.2847624
Jan 29 10:14:38.595547 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c467face-5c83-46f9-85b7-80dedf191ed9 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:38.613036 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54952) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:38.622630 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-5105c8a5-e3c5-4b6f-8746-f84bfb0f553f None None] For port a84fabec-f305-401d-949b-fd236667f4df, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:14:38.644648 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-8b5d0935-2a99-499a-ac72-16ff55cc8913 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Request body: {'port': {'network_id': '4f5509ba-7523-401e-b87f-6f85d9880160', 'name': 'tempest-PortsTestJSON-478103451', 'fixed_ips': [{'subnet_id': '66d03a53-d15e-4903-b8da-a2633c616ff4', 'ip_address': '172.20.0.10'}]}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:14:38.652358 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-5105c8a5-e3c5-4b6f-8746-f84bfb0f553f None None] For port a84fabec-f305-401d-949b-fd236667f4df, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=a84fabec-f305-401d-949b-fd236667f4df,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:14:38.686242 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5105c8a5-e3c5-4b6f-8746-f84bfb0f553f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:38.708004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-59d2a297-989d-4938-94d0-0facce0a11a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:38.770352 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a920b31-3281-47a4-b36f-5c73bdd84a28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-4f5509ba-7523-401e-b87f-6f85d9880160', 'network_id': '4f5509ba-7523-401e-b87f-6f85d9880160', 'tenant_id': 'af6cfbcc17be4cdfba1cf58741c9e55a', 'fixed_ips': [{'subnet_id': '66d03a53-d15e-4903-b8da-a2633c616ff4'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:14:38.771268 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3a920b31-3281-47a4-b36f-5c73bdd84a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:38.781386 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2676659f-36aa-4b56-92c6-5d4f9dabd76f tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Synchronizing usage tracker for tenant:95131cfc404d4bbbafd08d2d149ebb4d on resource:security_group_rule {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:14:38.811816 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-e986b4b6-661e-40d4-b1aa-5d889f88c04c None None] Could not find standard attr ID for object 2d687e20-b365-4e06-b605-fb7da43ba599. {{(pid=80767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 29 10:14:38.819522 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38459578-094b-4a98-a000-ed6cdc88cf97 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Subnet': ['ID=3f4cd1b1-46d8-44b2-a2d4-9bbe7bbba014,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:38.833877 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-38459578-094b-4a98-a000-ed6cdc88cf97 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:38.838579 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-88334ae8-ee5d-4e80-b0e8-62c80d4d03c6 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.566s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:38.941843 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081b6dc2-051b-4751-83ba-18d31dc00add None None] Pushing event updated for resources: {'Port': ['ID=a84fabec-f305-401d-949b-fd236667f4df,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:38.956775 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-e986b4b6-661e-40d4-b1aa-5d889f88c04c None None] Provisioning complete for port cefc7440-b495-4692-837f-f785af9f4693 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:14:38.957199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e986b4b6-661e-40d4-b1aa-5d889f88c04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:38.961164 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b1f099-2d3b-41a4-96a9-fc4d9fdba450 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:38.962028 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-85b1f099-2d3b-41a4-96a9-fc4d9fdba450 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Synchronizing usage tracker for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:14:38.964935 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf07cd9-a035-4301-bef0-d680fc8bfaee tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d465c196-2a0a-4205-b48d-268c37a62908,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:38.972960 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8cf07cd9-a035-4301-bef0-d680fc8bfaee tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:38.989291 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-081b6dc2-051b-4751-83ba-18d31dc00add None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:38.995878 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2676659f-36aa-4b56-92c6-5d4f9dabd76f tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Unset dirty status for tenant:95131cfc404d4bbbafd08d2d149ebb4d on resource:security_group_rule {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:14:39.000324 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2676659f-36aa-4b56-92c6-5d4f9dabd76f tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4108 time: 0.5735016
Jan 29 10:14:39.004690 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54956) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:39.028131 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-c467face-5c83-46f9-85b7-80dedf191ed9 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c3ba3908>,) {'filters': {'network_id': ['88d282ec-76e3-4fde-9ead-73c806c71b06']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:14:39.028477 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-85b1f099-2d3b-41a4-96a9-fc4d9fdba450 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Unset dirty status for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:14:39.032227 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-85b1f099-2d3b-41a4-96a9-fc4d9fdba450 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 1.0597711
Jan 29 10:14:39.033148 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54960) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:39.060628 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-c467face-5c83-46f9-85b7-80dedf191ed9 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3ba3908>, 'b5191502-a197-44ef-ad25-30042f0b0086') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:14:39.060960 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-c467face-5c83-46f9-85b7-80dedf191ed9 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3ba3908>, 'b5191502-a197-44ef-ad25-30042f0b0086') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:14:39.091444 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6842c2f5-2e88-489f-abd2-5a1061890ab1 admin admin] Router bed3b29c-d843-4467-9402-68f02779e54b has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:14:39.124093 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c467face-5c83-46f9-85b7-80dedf191ed9 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:39.142435 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3b14d77d-8fd2-4212-b008-5cea1bfbdf68 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:39.160858 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c467face-5c83-46f9-85b7-80dedf191ed9 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:39.165433 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3b14d77d-8fd2-4212-b008-5cea1bfbdf68 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:39.172015 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c467face-5c83-46f9-85b7-80dedf191ed9 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Releasing vxlan tunnel 10 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:14:39.196784 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-8b5d0935-2a99-499a-ac72-16ff55cc8913 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:14:39.217247 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38459578-094b-4a98-a000-ed6cdc88cf97 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Checking segment: {'id': '5462c2ed-631f-44be-b821-4250d3698045', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'd79afcbe-2f3b-4ecb-bd25-eeb12058d8af'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:14:39.217689 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38459578-094b-4a98-a000-ed6cdc88cf97 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network hostable DHCP agents. Network: d79afcbe-2f3b-4ecb-bd25-eeb12058d8af, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:14:39.225392 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8b5d0935-2a99-499a-ac72-16ff55cc8913 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Usage tracker for resource:port and tenant:af6cfbcc17be4cdfba1cf58741c9e55a is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:14:39.233836 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8b5d0935-2a99-499a-ac72-16ff55cc8913 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Quota usage for port was recalculated. Used quota:1. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:14:39.299652 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-8b5d0935-2a99-499a-ac72-16ff55cc8913 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:14:39.311374 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a352989d-2e4b-4be0-84c6-dd86f04919ca tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:39.329227 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a352989d-2e4b-4be0-84c6-dd86f04919ca tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:39.347664 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a352989d-2e4b-4be0-84c6-dd86f04919ca tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:39.348376 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3b14d77d-8fd2-4212-b008-5cea1bfbdf68 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:39.348555 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a352989d-2e4b-4be0-84c6-dd86f04919ca tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Synchronizing usage tracker for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:subnet {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:14:39.398832 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38459578-094b-4a98-a000-ed6cdc88cf97 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network d79afcbe-2f3b-4ecb-bd25-eeb12058d8af is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:14:39.403227 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5d0935-2a99-499a-ac72-16ff55cc8913 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Made reservation on behalf of af6cfbcc17be4cdfba1cf58741c9e55a for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:14:39.412071 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a352989d-2e4b-4be0-84c6-dd86f04919ca tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Unset dirty status for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:subnet {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:14:39.416972 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a352989d-2e4b-4be0-84c6-dd86f04919ca tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.3773396
Jan 29 10:14:39.418631 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54964) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:39.470905 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-3a920b31-3281-47a4-b36f-5c73bdd84a28 None None] Allocated IP 172.20.0.2 (4f5509ba-7523-401e-b87f-6f85d9880160/66d03a53-d15e-4903-b8da-a2633c616ff4/a63df776-93fe-45c8-997b-c42301fde185) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:14:39.474698 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-38459578-094b-4a98-a000-ed6cdc88cf97 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, d79afcbe-2f3b-4ecb-bd25-eeb12058d8af) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:14:39.480310 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:39.491003 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-c467face-5c83-46f9-85b7-80dedf191ed9 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Network 88d282ec-76e3-4fde-9ead-73c806c71b06 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:14:39.515544 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c467face-5c83-46f9-85b7-80dedf191ed9 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:39.524415 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38459578-094b-4a98-a000-ed6cdc88cf97 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:39.525030 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-38459578-094b-4a98-a000-ed6cdc88cf97 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:39.528130 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16d2709-2aa9-4c1d-bad9-5f395fa875af None None] Network d79afcbe-2f3b-4ecb-bd25-eeb12058d8af requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:14:39.538504 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6842c2f5-2e88-489f-abd2-5a1061890ab1 admin admin] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:14:39.543422 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b14d77d-8fd2-4212-b008-5cea1bfbdf68 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a1c6a15e-e87b-49c3-8fa1-7f65d4353a72,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:39.546540 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3b14d77d-8fd2-4212-b008-5cea1bfbdf68 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:39.557367 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6842c2f5-2e88-489f-abd2-5a1061890ab1 admin admin] 10.222.0.57 "PUT /v2.0/routers/bed3b29c-d843-4467-9402-68f02779e54b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.5513206
Jan 29 10:14:39.561723 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54968) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:39.564983 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e504d4d-21da-4541-a66c-fc1d698b639b None None] Sync routers for ids ['bed3b29c-d843-4467-9402-68f02779e54b'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:14:39.566807 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3b14d77d-8fd2-4212-b008-5cea1bfbdf68 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:39.568113 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3b14d77d-8fd2-4212-b008-5cea1bfbdf68 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/a1c6a15e-e87b-49c3-8fa1-7f65d4353a72 HTTP/1.1" status: 204  len: 168 time: 0.5624332
Jan 29 10:14:39.578903 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e504d4d-21da-4541-a66c-fc1d698b639b None None] Routers {'bed3b29c-d843-4467-9402-68f02779e54b'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:14:39.579891 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-0e504d4d-21da-4541-a66c-fc1d698b639b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9cc9438>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:14:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['bed3b29c-d843-4467-9402-68f02779e54b'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:14:39.627846 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54972) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:39.655688 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-dad237f0-d192-41af-af0d-c07d159a77bb tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Deleting subnet dc735bbd-9d64-4cd2-aab1-7b962d222146 {{(pid=80765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:14:39.698678 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-38459578-094b-4a98-a000-ed6cdc88cf97 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 4.1577425
Jan 29 10:14:39.738541 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54976) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:39.753515 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dad237f0-d192-41af-af0d-c07d159a77bb tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for subnet, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:39.822741 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-0e504d4d-21da-4541-a66c-fc1d698b639b None None] Set router bed3b29c-d843-4467-9402-68f02779e54b gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:14:39.873554 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dad237f0-d192-41af-af0d-c07d159a77bb tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1479249'] for subnet, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:39.881044 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-c467face-5c83-46f9-85b7-80dedf191ed9 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Network 88d282ec-76e3-4fde-9ead-73c806c71b06 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:14:40.014976 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f3912dc2-6474-49ef-a604-26136cb95162 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Synchronizing usage tracker for tenant:95131cfc404d4bbbafd08d2d149ebb4d on resource:security_group_rule {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:14:40.039033 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9886b2c-7f1c-417a-be2d-cc85349375ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-d79afcbe-2f3b-4ecb-bd25-eeb12058d8af', 'network_id': 'd79afcbe-2f3b-4ecb-bd25-eeb12058d8af', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'fixed_ips': [{'subnet_id': '3f4cd1b1-46d8-44b2-a2d4-9bbe7bbba014'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:14:40.040753 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b9886b2c-7f1c-417a-be2d-cc85349375ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:40.060470 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5105c8a5-e3c5-4b6f-8746-f84bfb0f553f None None] Routers {'94e8fea7-78ae-4b26-b491-aa1905d27773'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:14:40.061746 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-5105c8a5-e3c5-4b6f-8746-f84bfb0f553f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c996e470>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:14:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['94e8fea7-78ae-4b26-b491-aa1905d27773'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:14:40.073092 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c16def74-12d9-4d89-bde6-115010a6a0b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:40.108653 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:14:40.108653 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:14:40.108653 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:14:40.108653 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:14:40.108653 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:14:40.108653 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:14:40.108653 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:14:40.108653 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:14:40.108653 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:14:40.108653 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:14:40.108653 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:14:40.108653 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:14:40.108653 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:14:40.108653 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:14:40.108653 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:14:40.108653 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:14:40.108653 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:14:40.108653 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:14:40.108653 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:14:40.108653 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:14:40.108653 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:14:40.108653 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:14:40.108653 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:14:40.108653 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:14:40.108653 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:14:40.108653 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:14:40.108653 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:14:40.108653 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:14:40.108653 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:14:40.108653 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:14:40.108653 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:14:40.108653 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:14:40.154687 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-0e504d4d-21da-4541-a66c-fc1d698b639b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9cc9438>, [{'id': 'bed3b29c-d843-4467-9402-68f02779e54b', 'name': 'tempest-ServerActionsTestJSON-1485438757-router', 'tenant_id': 'ee8761d4330e4fd09e97501060c8b8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.158'}], 'enable_snat': True}, 'gw_port_id': 'f313f94e-1e43-4323-8d42-67981da4c4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:08:04Z', 'updated_at': '2021-01-29T10:14:35Z', 'revision_number': 5, 'project_id': 'ee8761d4330e4fd09e97501060c8b8ec', 'gw_port': {'id': 'f313f94e-1e43-4323-8d42-67981da4c4a8', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:68:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed3b29c-d843-4467-9402-68f02779e54b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:08:07Z', 'updated_at': '2021-01-29T10:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:14:40.154958 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f3912dc2-6474-49ef-a604-26136cb95162 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Unset dirty status for tenant:95131cfc404d4bbbafd08d2d149ebb4d on resource:security_group_rule {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:14:40.156320 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f3912dc2-6474-49ef-a604-26136cb95162 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.5273120
Jan 29 10:14:40.159539 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e504d4d-21da-4541-a66c-fc1d698b639b None None] Checking router: bed3b29c-d843-4467-9402-68f02779e54b for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:14:40.169024 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e504d4d-21da-4541-a66c-fc1d698b639b None None] Routers {'bed3b29c-d843-4467-9402-68f02779e54b'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:14:40.169952 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-0e504d4d-21da-4541-a66c-fc1d698b639b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9cc9438>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:14:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['bed3b29c-d843-4467-9402-68f02779e54b'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:14:40.196959 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8b5d0935-2a99-499a-ac72-16ff55cc8913 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:40.209997 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54980) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:40.223040 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c467face-5c83-46f9-85b7-80dedf191ed9 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:40.331846 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dad237f0-d192-41af-af0d-c07d159a77bb tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:40.392511 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-0e504d4d-21da-4541-a66c-fc1d698b639b None None] Set router bed3b29c-d843-4467-9402-68f02779e54b gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:14:40.470882 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ee0b02e2-f31f-40f8-aa06-b54feea94bbf tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:40.473102 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c16def74-12d9-4d89-bde6-115010a6a0b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:40.496277 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-c16def74-12d9-4d89-bde6-115010a6a0b8 admin admin] Deleting port f313f94e-1e43-4323-8d42-67981da4c4a8 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:14:40.496656 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c16def74-12d9-4d89-bde6-115010a6a0b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:40.578402 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ee0b02e2-f31f-40f8-aa06-b54feea94bbf tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:40.615658 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-5105c8a5-e3c5-4b6f-8746-f84bfb0f553f None None] Set router 94e8fea7-78ae-4b26-b491-aa1905d27773 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:14:40.717981 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-0e504d4d-21da-4541-a66c-fc1d698b639b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9cc9438>, [{'id': 'bed3b29c-d843-4467-9402-68f02779e54b', 'name': 'tempest-ServerActionsTestJSON-1485438757-router', 'tenant_id': 'ee8761d4330e4fd09e97501060c8b8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.158'}], 'enable_snat': True}, 'gw_port_id': 'f313f94e-1e43-4323-8d42-67981da4c4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:08:04Z', 'updated_at': '2021-01-29T10:14:35Z', 'revision_number': 5, 'project_id': 'ee8761d4330e4fd09e97501060c8b8ec', 'gw_port': {'id': 'f313f94e-1e43-4323-8d42-67981da4c4a8', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:68:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed3b29c-d843-4467-9402-68f02779e54b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:08:07Z', 'updated_at': '2021-01-29T10:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:14:40.722491 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e504d4d-21da-4541-a66c-fc1d698b639b None None] The sync data for ids ['bed3b29c-d843-4467-9402-68f02779e54b'] in dv-neutron-772983-2-ovs is: [{'id': 'bed3b29c-d843-4467-9402-68f02779e54b', 'name': 'tempest-ServerActionsTestJSON-1485438757-router', 'tenant_id': 'ee8761d4330e4fd09e97501060c8b8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.158'}], 'enable_snat': True}, 'gw_port_id': 'f313f94e-1e43-4323-8d42-67981da4c4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:08:04Z', 'updated_at': '2021-01-29T10:14:35Z', 'revision_number': 5, 'project_id': 'ee8761d4330e4fd09e97501060c8b8ec', 'gw_port': {'id': 'f313f94e-1e43-4323-8d42-67981da4c4a8', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:68:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed3b29c-d843-4467-9402-68f02779e54b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:08:07Z', 'updated_at': '2021-01-29T10:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:14:40.792004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d4795013-2f91-4aa3-a936-58c172d6cb34 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:40.827961 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ee0b02e2-f31f-40f8-aa06-b54feea94bbf tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:40.842721 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c271bdd9-daae-43c7-a070-3d25f4d587e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:40.876256 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c467face-5c83-46f9-85b7-80dedf191ed9 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:40.885120 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3a920b31-3281-47a4-b36f-5c73bdd84a28 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:40.891188 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0b02e2-f31f-40f8-aa06-b54feea94bbf tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2964b3e8-f63e-4c31-bf62-78e2a2ccbe2d,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:40.897314 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c467face-5c83-46f9-85b7-80dedf191ed9 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Pushing event deleted for resources: {'Network': ['ID=88d282ec-76e3-4fde-9ead-73c806c71b06,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:40.899952 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ee0b02e2-f31f-40f8-aa06-b54feea94bbf tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:40.902191 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c467face-5c83-46f9-85b7-80dedf191ed9 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:40.905485 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-3a920b31-3281-47a4-b36f-5c73bdd84a28 None None] Transition to ACTIVE for port object a63df776-93fe-45c8-997b-c42301fde185 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:14:40.957434 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c467face-5c83-46f9-85b7-80dedf191ed9 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] 10.222.0.57 "DELETE /v2.0/networks/88d282ec-76e3-4fde-9ead-73c806c71b06 HTTP/1.1" status: 204  len: 168 time: 10.8050241
Jan 29 10:14:40.970779 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 54984) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:40.980634 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-8f8768a7-fb53-48ec-b5cf-dcdd13abd318 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1531198751'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:14:40.987490 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ee0b02e2-f31f-40f8-aa06-b54feea94bbf tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:40.991266 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ee0b02e2-f31f-40f8-aa06-b54feea94bbf tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] 10.222.0.57 "DELETE /v2.0/security-groups/2964b3e8-f63e-4c31-bf62-78e2a2ccbe2d HTTP/1.1" status: 204  len: 168 time: 0.7747946
Jan 29 10:14:40.991266 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-c16def74-12d9-4d89-bde6-115010a6a0b8 admin admin] For port f313f94e-1e43-4323-8d42-67981da4c4a8, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=f313f94e-1e43-4323-8d42-67981da4c4a8,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:14:40.991266 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c16def74-12d9-4d89-bde6-115010a6a0b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:41.009676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54988) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:41.065452 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-3a920b31-3281-47a4-b36f-5c73bdd84a28 None None] Transition to ACTIVE for port object a63df776-93fe-45c8-997b-c42301fde185 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:14:41.097415 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3a920b31-3281-47a4-b36f-5c73bdd84a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:41.157078 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-8f8768a7-fb53-48ec-b5cf-dcdd13abd318 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:14:41.169344 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-c16def74-12d9-4d89-bde6-115010a6a0b8 admin admin] Calling delete_port for f313f94e-1e43-4323-8d42-67981da4c4a8 owned by network:router_gateway {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:14:41.174863 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8f8768a7-fb53-48ec-b5cf-dcdd13abd318 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Usage tracker for resource:network and tenant:f15ab138166e456cb96f10f0bbdd909a is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:14:41.180182 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8f8768a7-fb53-48ec-b5cf-dcdd13abd318 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Quota usage for network was recalculated. Used quota:1. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:14:41.187646 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:41.301395 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-314f4969-34e5-4bb5-819d-de7a40512149 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Synchronizing usage tracker for tenant:95131cfc404d4bbbafd08d2d149ebb4d on resource:security_group {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:14:41.309250 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-8f8768a7-fb53-48ec-b5cf-dcdd13abd318 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:14:41.330458 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-b9886b2c-7f1c-417a-be2d-cc85349375ba None None] Allocated IP 172.20.0.2 (d79afcbe-2f3b-4ecb-bd25-eeb12058d8af/3f4cd1b1-46d8-44b2-a2d4-9bbe7bbba014/13fb33f1-ab99-4380-a457-b89d9a73c32b) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:14:41.354407 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-8b5d0935-2a99-499a-ac72-16ff55cc8913 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] device_id is not set on port f0d1e4dc-a27a-4a23-bf79-6a60ba03fe34 yet. {{(pid=80766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:14:41.359754 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dad237f0-d192-41af-af0d-c07d159a77bb tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852603100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2204728'] for subnet, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:41.363270 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a920b31-3281-47a4-b36f-5c73bdd84a28 None None] Pushing event updated for resources: {'Port': ['ID=a63df776-93fe-45c8-997b-c42301fde185,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:41.384051 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3a920b31-3281-47a4-b36f-5c73bdd84a28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:41.384968 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bdffea6b-e846-40dd-b08d-ad4a2b5faff4 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:41.453626 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2ac74310-66ce-4764-8a29-528af8d44836 req-e6de2edd-a694-45be-9afa-7250d63a0926 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e703fc3b-df22-44d7-a8f5-0f01199a3626&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 1.7720058
Jan 29 10:14:41.456644 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad237f0-d192-41af-af0d-c07d159a77bb tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event deleted for resources: {'Subnet': ['ID=dc735bbd-9d64-4cd2-aab1-7b962d222146,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:41.457662 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a920b31-3281-47a4-b36f-5c73bdd84a28 None None] Network 4f5509ba-7523-401e-b87f-6f85d9880160 is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:14:41.462093 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-3a920b31-3281-47a4-b36f-5c73bdd84a28 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:14:41.464694 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-dad237f0-d192-41af-af0d-c07d159a77bb tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:41.499783 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8768a7-fb53-48ec-b5cf-dcdd13abd318 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Made reservation on behalf of f15ab138166e456cb96f10f0bbdd909a for: {'network': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:14:41.511117 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a920b31-3281-47a4-b36f-5c73bdd84a28 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:14:41.521561 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8f8768a7-fb53-48ec-b5cf-dcdd13abd318 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:41.590282 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-314f4969-34e5-4bb5-819d-de7a40512149 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Unset dirty status for tenant:95131cfc404d4bbbafd08d2d149ebb4d on resource:security_group {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:14:41.596292 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-314f4969-34e5-4bb5-819d-de7a40512149 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.5810640
Jan 29 10:14:41.608659 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54992) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:41.623876 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-9900e8b5-4fd1-4e71-8a86-4c01a552a5c7 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Request body: {'security_group': {'name': 'tempest-secgroup--2001530053'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:14:41.646403 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c16def74-12d9-4d89-bde6-115010a6a0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:41.675793 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-9900e8b5-4fd1-4e71-8a86-4c01a552a5c7 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:14:41.729906 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f8768a7-fb53-48ec-b5cf-dcdd13abd318 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=80766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:14:41.782362 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-9900e8b5-4fd1-4e71-8a86-4c01a552a5c7 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:14:41.787118 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-5105c8a5-e3c5-4b6f-8746-f84bfb0f553f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c996e470>, [{'id': '94e8fea7-78ae-4b26-b491-aa1905d27773', 'name': 'tempest-TestNetworkBasicOps-router-27264373', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': 'a84fabec-f305-401d-949b-fd236667f4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:14:26Z', 'updated_at': '2021-01-29T10:14:29Z', 'revision_number': 3, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': 'a84fabec-f305-401d-949b-fd236667f4df', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:78:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94e8fea7-78ae-4b26-b491-aa1905d27773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:14:28Z', 'updated_at': '2021-01-29T10:14:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:14:41.807919 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-3a920b31-3281-47a4-b36f-5c73bdd84a28 None None] Attempting to bind port a63df776-93fe-45c8-997b-c42301fde185 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:14:41.808271 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-3a920b31-3281-47a4-b36f-5c73bdd84a28 None None] Attempting to bind port a63df776-93fe-45c8-997b-c42301fde185 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'f64683b8-b0d8-4cfd-91f2-6b908b80f84f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4f5509ba-7523-401e-b87f-6f85d9880160'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:14:41.808634 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a920b31-3281-47a4-b36f-5c73bdd84a28 None None] Attempting to bind port a63df776-93fe-45c8-997b-c42301fde185 on network 4f5509ba-7523-401e-b87f-6f85d9880160 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:14:41.814689 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5105c8a5-e3c5-4b6f-8746-f84bfb0f553f None None] The sync data for ids ['94e8fea7-78ae-4b26-b491-aa1905d27773'] in dv-neutron-772983-2-ovs is: [{'id': '94e8fea7-78ae-4b26-b491-aa1905d27773', 'name': 'tempest-TestNetworkBasicOps-router-27264373', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': 'a84fabec-f305-401d-949b-fd236667f4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:14:26Z', 'updated_at': '2021-01-29T10:14:29Z', 'revision_number': 3, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': 'a84fabec-f305-401d-949b-fd236667f4df', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:78:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94e8fea7-78ae-4b26-b491-aa1905d27773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:14:28Z', 'updated_at': '2021-01-29T10:14:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:14:41.828040 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a920b31-3281-47a4-b36f-5c73bdd84a28 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:14:41.828518 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a920b31-3281-47a4-b36f-5c73bdd84a28 None None] Checking segment: {'id': 'f64683b8-b0d8-4cfd-91f2-6b908b80f84f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4f5509ba-7523-401e-b87f-6f85d9880160'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:14:41.828880 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3a920b31-3281-47a4-b36f-5c73bdd84a28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:41.829594 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a920b31-3281-47a4-b36f-5c73bdd84a28 None None] Bound using segment: {'id': 'f64683b8-b0d8-4cfd-91f2-6b908b80f84f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4f5509ba-7523-401e-b87f-6f85d9880160'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:14:41.829887 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-3a920b31-3281-47a4-b36f-5c73bdd84a28 None None] Bound port: a63df776-93fe-45c8-997b-c42301fde185, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f64683b8-b0d8-4cfd-91f2-6b908b80f84f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4f5509ba-7523-401e-b87f-6f85d9880160'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:14:41.830316 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3a920b31-3281-47a4-b36f-5c73bdd84a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:41.830535 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dad237f0-d192-41af-af0d-c07d159a77bb tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:41.850274 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9214e97-65a2-4d9f-9e63-27c8590c3728 None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:14:41.850460 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9900e8b5-4fd1-4e71-8a86-4c01a552a5c7 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:41.857539 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8f8768a7-fb53-48ec-b5cf-dcdd13abd318 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268197113528', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:41.857896 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-8f8768a7-fb53-48ec-b5cf-dcdd13abd318 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Added segment ff62e3f5-9b24-4dac-a395-a613b9547a37 of type vxlan for network 5d692331-d7ed-4a71-b1fd-090de6f836c3
Jan 29 10:14:41.864078 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-dad237f0-d192-41af-af0d-c07d159a77bb tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/subnets/dc735bbd-9d64-4cd2-aab1-7b962d222146 HTTP/1.1" status: 204  len: 168 time: 2.4417922
Jan 29 10:14:41.874802 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 54996) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:41.936994 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-9900e8b5-4fd1-4e71-8a86-4c01a552a5c7 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:14:41.956746 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-9900e8b5-4fd1-4e71-8a86-4c01a552a5c7 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Usage tracker for resource:security_group_rule and tenant:95131cfc404d4bbbafd08d2d149ebb4d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:14:41.963338 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-9900e8b5-4fd1-4e71-8a86-4c01a552a5c7 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:14:42.047972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8f8768a7-fb53-48ec-b5cf-dcdd13abd318 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:42.054202 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac74310-66ce-4764-8a29-528af8d44836 req-7fd0c926-9d78-42a7-8fb1-891ce19069a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:42.056009 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2ac74310-66ce-4764-8a29-528af8d44836 req-7fd0c926-9d78-42a7-8fb1-891ce19069a3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4d907168a4924ceb9472857ce37e1904&device_id=e703fc3b-df22-44d7-a8f5-0f01199a3626 HTTP/1.1" status: 200  len: 1162 time: 0.4956965
Jan 29 10:14:42.057342 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-8b5d0935-2a99-499a-ac72-16ff55cc8913 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Allocated IP 172.20.0.10 (4f5509ba-7523-401e-b87f-6f85d9880160/66d03a53-d15e-4903-b8da-a2633c616ff4/f0d1e4dc-a27a-4a23-bf79-6a60ba03fe34) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:14:42.072338 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b9886b2c-7f1c-417a-be2d-cc85349375ba None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:42.114269 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-b9886b2c-7f1c-417a-be2d-cc85349375ba None None] Transition to ACTIVE for port object 13fb33f1-ab99-4380-a457-b89d9a73c32b will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:14:42.154937 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-3a920b31-3281-47a4-b36f-5c73bdd84a28 None None] For port a63df776-93fe-45c8-997b-c42301fde185, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:14:42.177718 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.resource_extend [None req-8f8768a7-fb53-48ec-b5cf-dcdd13abd318 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 29 10:14:42.187397 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-b9886b2c-7f1c-417a-be2d-cc85349375ba None None] Transition to ACTIVE for port object 13fb33f1-ab99-4380-a457-b89d9a73c32b will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:14:42.199891 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b9886b2c-7f1c-417a-be2d-cc85349375ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:42.218435 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:42.262449 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-3a920b31-3281-47a4-b36f-5c73bdd84a28 None None] For port a63df776-93fe-45c8-997b-c42301fde185, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=a63df776-93fe-45c8-997b-c42301fde185,segment=NetworkSegment(f64683b8-b0d8-4cfd-91f2-6b908b80f84f),segment_id=f64683b8-b0d8-4cfd-91f2-6b908b80f84f)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:14:42.290812 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8f8768a7-fb53-48ec-b5cf-dcdd13abd318 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:42.325711 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3a920b31-3281-47a4-b36f-5c73bdd84a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:42.347336 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-9900e8b5-4fd1-4e71-8a86-4c01a552a5c7 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:14:42.405103 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-c50263e1-4d02-4760-861f-422098e4466e tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Deleting subnet ff34ea8b-67c5-4560-b1aa-ba080042e636 {{(pid=80765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:14:42.433371 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c50263e1-4d02-4760-861f-422098e4466e tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for subnet, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:42.435090 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8768a7-fb53-48ec-b5cf-dcdd13abd318 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:42.435791 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8f8768a7-fb53-48ec-b5cf-dcdd13abd318 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:42.469518 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c16def74-12d9-4d89-bde6-115010a6a0b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854102222'] for router_gateway, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:42.489357 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9886b2c-7f1c-417a-be2d-cc85349375ba None None] Pushing event updated for resources: {'Port': ['ID=13fb33f1-ab99-4380-a457-b89d9a73c32b,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:42.518244 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-72f011e5-f07b-4224-8508-f7d277de5a61 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:42.550322 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b9886b2c-7f1c-417a-be2d-cc85349375ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:42.552716 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1f0bb2e1-a10c-4f43-9d61-33c5c2fe5dc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.200s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:42.590483 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac74310-66ce-4764-8a29-528af8d44836 req-0fbbd87e-05aa-4bbc-bf57-54e6d747efa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:42.592831 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2ac74310-66ce-4764-8a29-528af8d44836 req-0fbbd87e-05aa-4bbc-bf57-54e6d747efa1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9c450a0f-2c11-436c-8735-9a1afe6b7184 HTTP/1.1" status: 200  len: 906 time: 0.4523659
Jan 29 10:14:42.684198 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c16def74-12d9-4d89-bde6-115010a6a0b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:42.700039 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c16def74-12d9-4d89-bde6-115010a6a0b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:42.736216 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9886b2c-7f1c-417a-be2d-cc85349375ba None None] Network d79afcbe-2f3b-4ecb-bd25-eeb12058d8af is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:14:42.743494 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-b9886b2c-7f1c-417a-be2d-cc85349375ba None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:14:42.747028 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c50263e1-4d02-4760-861f-422098e4466e tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1479249'] for subnet, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:42.753611 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a920b31-3281-47a4-b36f-5c73bdd84a28 None None] Pushing event updated for resources: {'Port': ['ID=a63df776-93fe-45c8-997b-c42301fde185,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:42.756583 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9886b2c-7f1c-417a-be2d-cc85349375ba None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:14:42.770462 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3a920b31-3281-47a4-b36f-5c73bdd84a28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:42.772010 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2ac74310-66ce-4764-8a29-528af8d44836 req-b5dbaf9d-8ce4-4994-8fb8-2fcded48ceaf service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05c0010b-4a4e-456d-88c9-f1ef6991886d HTTP/1.1" status: 200  len: 999 time: 0.1546619
Jan 29 10:14:42.860558 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9900e8b5-4fd1-4e71-8a86-4c01a552a5c7 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:42.869815 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c16def74-12d9-4d89-bde6-115010a6a0b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:42.870524 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c16def74-12d9-4d89-bde6-115010a6a0b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bed3b29c-d843-4467-9402-68f02779e54b {{(pid=80765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 10:14:42.876719 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device a84fabec-f305-401d-949b-fd236667f4df up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:14:42.884598 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9900e8b5-4fd1-4e71-8a86-4c01a552a5c7 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:42.895574 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-15529a85-09f4-48d4-a4bf-89b7788ce571 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:42.959029 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-b9886b2c-7f1c-417a-be2d-cc85349375ba None None] Attempting to bind port 13fb33f1-ab99-4380-a457-b89d9a73c32b on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:14:42.959472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-b9886b2c-7f1c-417a-be2d-cc85349375ba None None] Attempting to bind port 13fb33f1-ab99-4380-a457-b89d9a73c32b by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '5462c2ed-631f-44be-b821-4250d3698045', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'd79afcbe-2f3b-4ecb-bd25-eeb12058d8af'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:14:42.959885 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9886b2c-7f1c-417a-be2d-cc85349375ba None None] Attempting to bind port 13fb33f1-ab99-4380-a457-b89d9a73c32b on network d79afcbe-2f3b-4ecb-bd25-eeb12058d8af {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:14:42.972005 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9886b2c-7f1c-417a-be2d-cc85349375ba None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:14:42.972462 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9886b2c-7f1c-417a-be2d-cc85349375ba None None] Checking segment: {'id': '5462c2ed-631f-44be-b821-4250d3698045', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'd79afcbe-2f3b-4ecb-bd25-eeb12058d8af'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:14:42.973401 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b9886b2c-7f1c-417a-be2d-cc85349375ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:42.973887 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9886b2c-7f1c-417a-be2d-cc85349375ba None None] Bound using segment: {'id': '5462c2ed-631f-44be-b821-4250d3698045', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'd79afcbe-2f3b-4ecb-bd25-eeb12058d8af'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:14:42.974447 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-b9886b2c-7f1c-417a-be2d-cc85349375ba None None] Bound port: 13fb33f1-ab99-4380-a457-b89d9a73c32b, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5462c2ed-631f-44be-b821-4250d3698045', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'd79afcbe-2f3b-4ecb-bd25-eeb12058d8af'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:14:42.974884 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b9886b2c-7f1c-417a-be2d-cc85349375ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:43.036210 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c50263e1-4d02-4760-861f-422098e4466e tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:43.123823 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8f8768a7-fb53-48ec-b5cf-dcdd13abd318 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 2.1519008
Jan 29 10:14:43.140781 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8768a7-fb53-48ec-b5cf-dcdd13abd318 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Pushing event updated for resources: {'Network': ['ID=5d692331-d7ed-4a71-b1fd-090de6f836c3,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:43.152125 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 55000) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:43.155852 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port a84fabec-f305-401d-949b-fd236667f4df completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:14:43.157615 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8f8768a7-fb53-48ec-b5cf-dcdd13abd318 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.640s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:43.162105 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-5e7f9d1f-8743-4f74-8f10-2002baa6ad48 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Request body: {'subnet': {'network_id': '5d692331-d7ed-4a71-b1fd-090de6f836c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:14:43.165075 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port a84fabec-f305-401d-949b-fd236667f4df triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:14:43.165508 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:43.229593 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 5d692331-d7ed-4a71-b1fd-090de6f836c3 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:14:43.236581 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9900e8b5-4fd1-4e71-8a86-4c01a552a5c7 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a31c5d74-b90c-4796-aecb-dae5949c78ee,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:43.240086 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9900e8b5-4fd1-4e71-8a86-4c01a552a5c7 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:43.246260 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c16def74-12d9-4d89-bde6-115010a6a0b8 admin admin] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:43.251291 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c16def74-12d9-4d89-bde6-115010a6a0b8 admin admin] 10.222.0.57 "DELETE /v2.0/routers/bed3b29c-d843-4467-9402-68f02779e54b HTTP/1.1" status: 204  len: 168 time: 3.6887763
Jan 29 10:14:43.252656 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9900e8b5-4fd1-4e71-8a86-4c01a552a5c7 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:43.253331 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 5d692331-d7ed-4a71-b1fd-090de6f836c3 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:14:43.256641 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9900e8b5-4fd1-4e71-8a86-4c01a552a5c7 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 1.6442831
Jan 29 10:14:43.256641 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55004) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:43.295597 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55006) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:43.310970 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-081636c4-5347-4eb3-a427-86dc7be4cfc0 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Request body: {'security_group_rule': {'security_group_id': 'a31c5d74-b90c-4796-aecb-dae5949c78ee', 'direction': 'ingress', 'protocol': 17}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:14:43.312549 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac74310-66ce-4764-8a29-528af8d44836 req-feaf0048-9ed1-4625-aac2-196776fec27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:43.314181 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2ac74310-66ce-4764-8a29-528af8d44836 req-feaf0048-9ed1-4625-aac2-196776fec27c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=dd17e4b6-a33a-4e17-bc4a-03539800690d HTTP/1.1" status: 200  len: 851 time: 0.5201147
Jan 29 10:14:43.394811 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-081636c4-5347-4eb3-a427-86dc7be4cfc0 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:14:43.447092 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-b9886b2c-7f1c-417a-be2d-cc85349375ba None None] For port 13fb33f1-ab99-4380-a457-b89d9a73c32b, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:14:43.463018 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fd8fbf8-a399-4ad1-a0f9-a0e465bd039e admin admin] Deleting subnet 5a251db5-5565-4afc-bc11-9aa24a0c3cc1 {{(pid=80765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:14:43.469634 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-081636c4-5347-4eb3-a427-86dc7be4cfc0 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Usage tracker for resource:security_group_rule and tenant:95131cfc404d4bbbafd08d2d149ebb4d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:14:43.475639 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3fd8fbf8-a399-4ad1-a0f9-a0e465bd039e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:43.483786 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8affc979-011e-491e-899b-74c48a7026d3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:43.493114 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-b9886b2c-7f1c-417a-be2d-cc85349375ba None None] For port 13fb33f1-ab99-4380-a457-b89d9a73c32b, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=13fb33f1-ab99-4380-a457-b89d9a73c32b,segment=NetworkSegment(5462c2ed-631f-44be-b821-4250d3698045),segment_id=5462c2ed-631f-44be-b821-4250d3698045)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:14:43.506935 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-081636c4-5347-4eb3-a427-86dc7be4cfc0 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:14:43.578947 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-081636c4-5347-4eb3-a427-86dc7be4cfc0 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:14:43.610610 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3fd8fbf8-a399-4ad1-a0f9-a0e465bd039e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1479249'] for subnet, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:43.651150 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b9886b2c-7f1c-417a-be2d-cc85349375ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:43.722707 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3fd8fbf8-a399-4ad1-a0f9-a0e465bd039e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:43.811405 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:43.817349 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e56cf8e8-7e74-4aaa-993d-20b7608ec7ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:43.848061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-081636c4-5347-4eb3-a427-86dc7be4cfc0 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:43.916989 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port a84fabec-f305-401d-949b-fd236667f4df, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=a84fabec-f305-401d-949b-fd236667f4df,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:14:43.928962 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:43.943070 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device bd6c7a28-1fdf-4f8e-89b7-848669d0a5a3 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:14:43.971096 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9886b2c-7f1c-417a-be2d-cc85349375ba None None] Pushing event updated for resources: {'Port': ['ID=13fb33f1-ab99-4380-a457-b89d9a73c32b,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:43.980819 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b9886b2c-7f1c-417a-be2d-cc85349375ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:43.982088 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:44.000810 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-5e7f9d1f-8743-4f74-8f10-2002baa6ad48 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:14:44.032187 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: bd6c7a28-1fdf-4f8e-89b7-848669d0a5a3 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:14:44.032579 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device bd6c7a28-1fdf-4f8e-89b7-848669d0a5a3 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:14:44.063079 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=a84fabec-f305-401d-949b-fd236667f4df,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:44.065822 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5e7f9d1f-8743-4f74-8f10-2002baa6ad48 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Usage tracker for resource:subnet and tenant:f15ab138166e456cb96f10f0bbdd909a is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:14:44.075784 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:44.083132 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5e7f9d1f-8743-4f74-8f10-2002baa6ad48 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:14:44.097190 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c50263e1-4d02-4760-861f-422098e4466e tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852603100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2204728'] for subnet, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:44.107698 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-5e7f9d1f-8743-4f74-8f10-2002baa6ad48 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:14:44.119583 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-404bb007-8126-43ea-9451-96d4d0478be8 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:44.152532 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-081636c4-5347-4eb3-a427-86dc7be4cfc0 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:44.164771 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-c2cf68cd-99d5-4123-843e-ebddc88d1b8a None None] Provisioning complete for port cefc7440-b495-4692-837f-f785af9f4693 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:14:44.165205 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c2cf68cd-99d5-4123-843e-ebddc88d1b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:44.190884 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac74310-66ce-4764-8a29-528af8d44836 req-bd7a86dc-0a06-4dd8-8601-892d7eb783cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:44.192549 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2ac74310-66ce-4764-8a29-528af8d44836 req-bd7a86dc-0a06-4dd8-8601-892d7eb783cb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9c450a0f-2c11-436c-8735-9a1afe6b7184&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.8317425
Jan 29 10:14:44.197580 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8b5d0935-2a99-499a-ac72-16ff55cc8913 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:44.219126 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50263e1-4d02-4760-861f-422098e4466e tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event deleted for resources: {'Subnet': ['ID=ff34ea8b-67c5-4560-b1aa-ba080042e636,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:44.221097 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-081636c4-5347-4eb3-a427-86dc7be4cfc0 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:44.225511 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c50263e1-4d02-4760-861f-422098e4466e tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:44.231509 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:44.253460 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7f9d1f-8743-4f74-8f10-2002baa6ad48 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Made reservation on behalf of f15ab138166e456cb96f10f0bbdd909a for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:14:44.275622 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5e7f9d1f-8743-4f74-8f10-2002baa6ad48 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:44.319414 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-8b5d0935-2a99-499a-ac72-16ff55cc8913 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Transition to ACTIVE for port object f0d1e4dc-a27a-4a23-bf79-6a60ba03fe34 will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:14:44.333283 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081636c4-5347-4eb3-a427-86dc7be4cfc0 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b69c5014-9efc-42ce-b416-e79b7c38bad2,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:44.347607 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-081636c4-5347-4eb3-a427-86dc7be4cfc0 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:44.395703 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-081636c4-5347-4eb3-a427-86dc7be4cfc0 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:44.397001 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-081636c4-5347-4eb3-a427-86dc7be4cfc0 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 1.0978143
Jan 29 10:14:44.402603 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55012) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:44.405705 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c50263e1-4d02-4760-861f-422098e4466e tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:44.415936 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cdb7c5-9b75-4d7b-a9a4-9f7d52061e4f None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:14:44.422962 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3fd8fbf8-a399-4ad1-a0f9-a0e465bd039e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852603100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2204728'] for subnet, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:44.441578 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-38459578-094b-4a98-a000-ed6cdc88cf97 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:44.499907 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c50263e1-4d02-4760-861f-422098e4466e tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/subnets/ff34ea8b-67c5-4560-b1aa-ba080042e636 HTTP/1.1" status: 204  len: 168 time: 2.6205711
Jan 29 10:14:44.505943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd8fbf8-a399-4ad1-a0f9-a0e465bd039e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a251db5-5565-4afc-bc11-9aa24a0c3cc1,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:44.507836 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55016) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:44.519302 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3fd8fbf8-a399-4ad1-a0f9-a0e465bd039e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:44.667377 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8e24facf-a4bb-43cf-8d9e-509ddac7ac1c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1466901
Jan 29 10:14:44.677195 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 55020) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:44.692342 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-b61b53b8-a3f8-4bd5-a9bc-d7c4e178bc69 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Request body: {'subnet': {'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:14:44.738579 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8b5d0935-2a99-499a-ac72-16ff55cc8913 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:44.754556 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2ac74310-66ce-4764-8a29-528af8d44836 req-efb7a1c9-15a8-4339-8013-600f63540a96 service neutron] 10.222.0.22 "GET /v2.0/networks/9c450a0f-2c11-436c-8735-9a1afe6b7184?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5390027
Jan 29 10:14:44.773241 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3fd8fbf8-a399-4ad1-a0f9-a0e465bd039e admin admin] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:44.789204 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3fd8fbf8-a399-4ad1-a0f9-a0e465bd039e admin admin] 10.222.0.57 "DELETE /v2.0/subnets/5a251db5-5565-4afc-bc11-9aa24a0c3cc1 HTTP/1.1" status: 204  len: 168 time: 1.5296404
Jan 29 10:14:44.795583 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-acf10868-3e48-44ee-a6cf-3ef5607b9dc2 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:44.796695 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55024) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:44.874125 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1552c4f-c8ba-448a-9050-b6af193b0d99 None None] Network 26a4294d-c956-403b-8f7a-57f8ffefaf53 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:14:44.920233 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-acf10868-3e48-44ee-a6cf-3ef5607b9dc2 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:44.965093 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a4b3fe06-b498-4f27-b778-4f2800b22096 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:45.138094 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1b759d74-4d0c-4b1e-8ae1-01c29f4414b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:45.150703 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device a63df776-93fe-45c8-997b-c42301fde185 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:14:45.207519 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-acf10868-3e48-44ee-a6cf-3ef5607b9dc2 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:45.220764 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6aa9543a-e9e2-46ef-81d3-8166cf369152 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:45.243455 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf10868-3e48-44ee-a6cf-3ef5607b9dc2 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31c5d74-b90c-4796-aecb-dae5949c78ee,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:45.247727 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-acf10868-3e48-44ee-a6cf-3ef5607b9dc2 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:45.255863 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-1b759d74-4d0c-4b1e-8ae1-01c29f4414b0 admin admin] Deleting port 31fa7983-1b00-41c0-94db-1713584d3691 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:14:45.256228 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1b759d74-4d0c-4b1e-8ae1-01c29f4414b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:45.341394 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-acf10868-3e48-44ee-a6cf-3ef5607b9dc2 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:45.344274 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-acf10868-3e48-44ee-a6cf-3ef5607b9dc2 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] 10.222.0.57 "DELETE /v2.0/security-groups/a31c5d74-b90c-4796-aecb-dae5949c78ee HTTP/1.1" status: 204  len: 168 time: 0.9399817
Jan 29 10:14:45.355805 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55028) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:45.361240 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port a63df776-93fe-45c8-997b-c42301fde185 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:14:45.368699 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device a84fabec-f305-401d-949b-fd236667f4df up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:14:45.459253 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efa40a5-425a-45f0-bbc5-7537000563ed None None] Network 4f5509ba-7523-401e-b87f-6f85d9880160 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:14:45.463783 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5d0935-2a99-499a-ac72-16ff55cc8913 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event updated for resources: {'Port': ['ID=f0d1e4dc-a27a-4a23-bf79-6a60ba03fe34,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:45.467261 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-b61b53b8-a3f8-4bd5-a9bc-d7c4e178bc69 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:14:45.486887 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8b5d0935-2a99-499a-ac72-16ff55cc8913 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:45.487362 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port a84fabec-f305-401d-949b-fd236667f4df triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:14:45.487851 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:45.494234 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b61b53b8-a3f8-4bd5-a9bc-d7c4e178bc69 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Usage tracker for resource:subnet and tenant:b2cc7248d2184abfb3aa21c44218cf1c is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:14:45.503275 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b61b53b8-a3f8-4bd5-a9bc-d7c4e178bc69 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:14:45.551942 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d0a6d3df-f20f-4ade-9b61-05b06bea323c tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Synchronizing usage tracker for tenant:95131cfc404d4bbbafd08d2d149ebb4d on resource:security_group {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:14:45.557023 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97580618-e71e-4f6c-b284-64609dec47bc None None] DHCP port deletion for 36ec2ab5-acc9-45dc-a136-797459b09a1c request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:14:45.584049 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-b61b53b8-a3f8-4bd5-a9bc-d7c4e178bc69 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:14:45.588738 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b17667-644d-476b-9b12-d4a2f854fb65 None None] DHCP port deletion for 26a4294d-c956-403b-8f7a-57f8ffefaf53 request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:14:45.598204 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-97580618-e71e-4f6c-b284-64609dec47bc None None] Deleting port cefc7440-b495-4692-837f-f785af9f4693 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:14:45.598638 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-97580618-e71e-4f6c-b284-64609dec47bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:45.642454 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-58b17667-644d-476b-9b12-d4a2f854fb65 None None] Deleting port 31fa7983-1b00-41c0-94db-1713584d3691 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:14:45.642810 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-58b17667-644d-476b-9b12-d4a2f854fb65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:45.652468 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d0a6d3df-f20f-4ade-9b61-05b06bea323c tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Unset dirty status for tenant:95131cfc404d4bbbafd08d2d149ebb4d on resource:security_group {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:14:45.657828 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d0a6d3df-f20f-4ade-9b61-05b06bea323c tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.2943263
Jan 29 10:14:45.660717 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55032) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:45.665968 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-1b759d74-4d0c-4b1e-8ae1-01c29f4414b0 admin admin] For port 31fa7983-1b00-41c0-94db-1713584d3691, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=31fa7983-1b00-41c0-94db-1713584d3691,segment=NetworkSegment(de6cd88b-883d-45e3-9b50-097e9e102b48),segment_id=de6cd88b-883d-45e3-9b50-097e9e102b48)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:14:45.666588 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1b759d74-4d0c-4b1e-8ae1-01c29f4414b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:45.679146 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-ae91c330-2bc4-4861-98ae-540c276cfaf7 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Request body: {'security_group': {'name': 'tempest-secgroup--619837680'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:14:45.682449 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61b53b8-a3f8-4bd5-a9bc-d7c4e178bc69 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Made reservation on behalf of b2cc7248d2184abfb3aa21c44218cf1c for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:14:45.704566 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b61b53b8-a3f8-4bd5-a9bc-d7c4e178bc69 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:45.706047 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ae91c330-2bc4-4861-98ae-540c276cfaf7 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:14:45.741248 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5d0935-2a99-499a-ac72-16ff55cc8913 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Network 4f5509ba-7523-401e-b87f-6f85d9880160 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:14:45.750407 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-8b5d0935-2a99-499a-ac72-16ff55cc8913 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:14:45.752715 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-8e88078b-86e2-4a54-b276-9757f836b071 None None] Provisioning for port a63df776-93fe-45c8-997b-c42301fde185 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:14:45.753719 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2ac74310-66ce-4764-8a29-528af8d44836 req-f4251716-efa7-4c77-96c2-9585c136ea77 service neutron] 10.222.0.22 "GET /v2.0/networks/9c450a0f-2c11-436c-8735-9a1afe6b7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7050183
Jan 29 10:14:45.790340 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-8e88078b-86e2-4a54-b276-9757f836b071 None None] Provisioning complete for port a63df776-93fe-45c8-997b-c42301fde185 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:14:45.790788 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8e88078b-86e2-4a54-b276-9757f836b071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:45.797808 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5d0935-2a99-499a-ac72-16ff55cc8913 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:14:45.841477 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-1b759d74-4d0c-4b1e-8ae1-01c29f4414b0 admin admin] Calling delete_port for 31fa7983-1b00-41c0-94db-1713584d3691 owned by network:dhcp {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:14:45.883764 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ae91c330-2bc4-4861-98ae-540c276cfaf7 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:14:45.915720 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ae91c330-2bc4-4861-98ae-540c276cfaf7 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:45.954770 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ae91c330-2bc4-4861-98ae-540c276cfaf7 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:14:45.961098 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ae91c330-2bc4-4861-98ae-540c276cfaf7 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Usage tracker for resource:security_group_rule and tenant:95131cfc404d4bbbafd08d2d149ebb4d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:14:45.965105 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ae91c330-2bc4-4861-98ae-540c276cfaf7 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:14:45.968377 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1b759d74-4d0c-4b1e-8ae1-01c29f4414b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:45.990827 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-caffc7f1-6a81-4189-980e-d7fa83480862 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:46.026909 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-8affc979-011e-491e-899b-74c48a7026d3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Allocated IP 172.20.0.1 (d79afcbe-2f3b-4ecb-bd25-eeb12058d8af/3f4cd1b1-46d8-44b2-a2d4-9bbe7bbba014/b06ccce2-d84a-4b99-a3bd-77cec131d632) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:14:46.028874 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ae91c330-2bc4-4861-98ae-540c276cfaf7 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:14:46.041071 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-58b17667-644d-476b-9b12-d4a2f854fb65 None None] The port '31fa7983-1b00-41c0-94db-1713584d3691' was deleted {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 29 10:14:46.063253 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b759d74-4d0c-4b1e-8ae1-01c29f4414b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=31fa7983-1b00-41c0-94db-1713584d3691,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:46.072483 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1b759d74-4d0c-4b1e-8ae1-01c29f4414b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:46.200469 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5d0935-2a99-499a-ac72-16ff55cc8913 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:46.201031 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8b5d0935-2a99-499a-ac72-16ff55cc8913 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:46.254215 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device f313f94e-1e43-4323-8d42-67981da4c4a8 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:14:46.318130 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: f313f94e-1e43-4323-8d42-67981da4c4a8 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:14:46.318539 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device f313f94e-1e43-4323-8d42-67981da4c4a8 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:14:46.399479 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-97580618-e71e-4f6c-b284-64609dec47bc None None] For port cefc7440-b495-4692-837f-f785af9f4693, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=cefc7440-b495-4692-837f-f785af9f4693,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:14:46.399941 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-97580618-e71e-4f6c-b284-64609dec47bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:46.512577 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a431f2f5-83fc-478c-bb3e-7026a195d46c None None] Network d79afcbe-2f3b-4ecb-bd25-eeb12058d8af requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:14:46.513180 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b759d74-4d0c-4b1e-8ae1-01c29f4414b0 admin admin] No DVR routers for this DVR port 31fa7983-1b00-41c0-94db-1713584d3691 on host dv-neutron-772983-2-ovs {{(pid=80765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:14:46.631974 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ae91c330-2bc4-4861-98ae-540c276cfaf7 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:46.635967 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-97580618-e71e-4f6c-b284-64609dec47bc None None] Calling delete_port for cefc7440-b495-4692-837f-f785af9f4693 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:14:46.702515 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ae91c330-2bc4-4861-98ae-540c276cfaf7 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:46.708972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1b759d74-4d0c-4b1e-8ae1-01c29f4414b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:46.727475 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7d5b66cd-b155-4814-a246-a9bbc9bdfc39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:46.801612 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae91c330-2bc4-4861-98ae-540c276cfaf7 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f72eedd5-1e5c-4b33-b231-a4efe03aa806,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:46.828173 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8b5d0935-2a99-499a-ac72-16ff55cc8913 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 8.2141519
Jan 29 10:14:46.840688 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 55036) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:46.848897 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-bc7dae27-deeb-4b7f-b095-c37683914856 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Request body: {'port': {'network_id': '4f5509ba-7523-401e-b87f-6f85d9880160', 'name': 'tempest-PortsTestJSON-932744335', 'fixed_ips': [{'subnet_id': '66d03a53-d15e-4903-b8da-a2633c616ff4', 'ip_address': '172.20.0.9'}]}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:14:46.855585 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 13fb33f1-ab99-4380-a457-b89d9a73c32b up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:14:46.863544 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ae91c330-2bc4-4861-98ae-540c276cfaf7 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:46.905297 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ae91c330-2bc4-4861-98ae-540c276cfaf7 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:46.910228 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ae91c330-2bc4-4861-98ae-540c276cfaf7 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 1.2481186
Jan 29 10:14:46.911157 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55040) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:46.916780 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-1b759d74-4d0c-4b1e-8ae1-01c29f4414b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c3ec9390>,) {'filters': {'network_id': ['26a4294d-c956-403b-8f7a-57f8ffefaf53']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:14:46.928569 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-e161fc6f-8c92-4723-b630-78f1e37c5bae tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Request body: {'security_group': {'name': 'tempest-secgroup--265167725'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:14:46.951287 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8affc979-011e-491e-899b-74c48a7026d3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:46.954108 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-e161fc6f-8c92-4723-b630-78f1e37c5bae tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:14:46.960171 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-1b759d74-4d0c-4b1e-8ae1-01c29f4414b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3ec9390>, 'de6cd88b-883d-45e3-9b50-097e9e102b48') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:14:46.961254 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-1b759d74-4d0c-4b1e-8ae1-01c29f4414b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3ec9390>, 'de6cd88b-883d-45e3-9b50-097e9e102b48') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:14:46.973462 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e161fc6f-8c92-4723-b630-78f1e37c5bae tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Usage tracker for resource:security_group and tenant:95131cfc404d4bbbafd08d2d149ebb4d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:14:46.978651 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e161fc6f-8c92-4723-b630-78f1e37c5bae tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:14:46.982426 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1b759d74-4d0c-4b1e-8ae1-01c29f4414b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:46.995527 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-e161fc6f-8c92-4723-b630-78f1e37c5bae tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:14:47.002590 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8e88078b-86e2-4a54-b276-9757f836b071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:47.005974 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1b759d74-4d0c-4b1e-8ae1-01c29f4414b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:47.008716 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1b759d74-4d0c-4b1e-8ae1-01c29f4414b0 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:14:47.023732 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e161fc6f-8c92-4723-b630-78f1e37c5bae tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:47.058960 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-8affc979-011e-491e-899b-74c48a7026d3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Transition to ACTIVE for port object b06ccce2-d84a-4b99-a3bd-77cec131d632 will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:14:47.120116 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-e161fc6f-8c92-4723-b630-78f1e37c5bae tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:14:47.124173 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-8e88078b-86e2-4a54-b276-9757f836b071 None None] For port a63df776-93fe-45c8-997b-c42301fde185, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=a63df776-93fe-45c8-997b-c42301fde185,segment=NetworkSegment(f64683b8-b0d8-4cfd-91f2-6b908b80f84f),segment_id=f64683b8-b0d8-4cfd-91f2-6b908b80f84f)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:14:47.124299 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e161fc6f-8c92-4723-b630-78f1e37c5bae tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Usage tracker for resource:security_group_rule and tenant:95131cfc404d4bbbafd08d2d149ebb4d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:14:47.127418 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e161fc6f-8c92-4723-b630-78f1e37c5bae tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:14:47.134210 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-e161fc6f-8c92-4723-b630-78f1e37c5bae tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:14:47.164634 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-bc7dae27-deeb-4b7f-b095-c37683914856 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:14:47.166164 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-97580618-e71e-4f6c-b284-64609dec47bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:47.171954 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-bc7dae27-deeb-4b7f-b095-c37683914856 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Usage tracker for resource:port and tenant:af6cfbcc17be4cdfba1cf58741c9e55a is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:14:47.176181 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-bc7dae27-deeb-4b7f-b095-c37683914856 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:14:47.185228 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-16aefafc-1cc5-4859-b86f-28602c210ecc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:47.187410 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-bc7dae27-deeb-4b7f-b095-c37683914856 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:14:47.217401 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8e88078b-86e2-4a54-b276-9757f836b071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:47.238994 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 13fb33f1-ab99-4380-a457-b89d9a73c32b completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:14:47.248893 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7dae27-deeb-4b7f-b095-c37683914856 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Made reservation on behalf of af6cfbcc17be4cdfba1cf58741c9e55a for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:14:47.264685 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97580618-e71e-4f6c-b284-64609dec47bc None None] Pushing event deleted for resources: {'Port': ['ID=cefc7440-b495-4692-837f-f785af9f4693,revision_number=None']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:47.267647 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-97580618-e71e-4f6c-b284-64609dec47bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:47.276333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-1b759d74-4d0c-4b1e-8ae1-01c29f4414b0 admin admin] Network 26a4294d-c956-403b-8f7a-57f8ffefaf53 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:14:47.277505 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:47.290958 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1b759d74-4d0c-4b1e-8ae1-01c29f4414b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:47.430096 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8affc979-011e-491e-899b-74c48a7026d3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:47.432348 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device cefc7440-b495-4692-837f-f785af9f4693 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:14:47.480898 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0a0d34aa-0d77-4ab0-b8a1-48f2f3a72514 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:47.493368 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e161fc6f-8c92-4723-b630-78f1e37c5bae tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:47.519231 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: cefc7440-b495-4692-837f-f785af9f4693 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:14:47.519624 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device cefc7440-b495-4692-837f-f785af9f4693 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:14:47.520103 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 31fa7983-1b00-41c0-94db-1713584d3691 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:14:47.523837 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e161fc6f-8c92-4723-b630-78f1e37c5bae tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:47.574352 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 31fa7983-1b00-41c0-94db-1713584d3691 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:14:47.574751 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 31fa7983-1b00-41c0-94db-1713584d3691 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:14:47.588930 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-a8541a4b-28ae-44ed-a2d5-e4de7d3ef9f9 None None] Provisioning for port 13fb33f1-ab99-4380-a457-b89d9a73c32b completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:14:47.597794 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e88078b-86e2-4a54-b276-9757f836b071 None None] Pushing event updated for resources: {'Port': ['ID=a63df776-93fe-45c8-997b-c42301fde185,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:47.609408 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8e88078b-86e2-4a54-b276-9757f836b071 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:47.610089 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-a8541a4b-28ae-44ed-a2d5-e4de7d3ef9f9 None None] Provisioning complete for port 13fb33f1-ab99-4380-a457-b89d9a73c32b triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:14:47.610507 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a8541a4b-28ae-44ed-a2d5-e4de7d3ef9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:47.633295 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a36dc6b4-6854-4ffb-83d2-70e6ca3ab61a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:47.679955 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-1b759d74-4d0c-4b1e-8ae1-01c29f4414b0 admin admin] Network 26a4294d-c956-403b-8f7a-57f8ffefaf53 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:14:47.719734 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:14:47.719734 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:14:47.719734 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:14:47.719734 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:14:47.719734 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:14:47.719734 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:14:47.719734 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:14:47.719734 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:14:47.719734 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:14:47.719734 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:14:47.719734 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:14:47.719734 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:14:47.719734 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:14:47.719734 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:14:47.719734 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:14:47.719734 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:14:47.719734 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:14:47.719734 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:14:47.719734 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:14:47.719734 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:14:47.719734 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:14:47.719734 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:14:47.719734 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:14:47.719734 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:14:47.719734 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:14:47.719734 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:14:47.719734 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:14:47.719734 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:14:47.719734 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:14:47.719734 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:14:47.719734 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:14:47.719734 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:14:47.735288 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97580618-e71e-4f6c-b284-64609dec47bc None None] No DVR routers for this DVR port cefc7440-b495-4692-837f-f785af9f4693 on host dv-neutron-772983-2-ovs {{(pid=80767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:14:47.755889 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e161fc6f-8c92-4723-b630-78f1e37c5bae tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97c3b0dc-ce47-488d-b882-225ac4030810,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:47.780454 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5e7f9d1f-8743-4f74-8f10-2002baa6ad48 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:47.798282 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8affc979-011e-491e-899b-74c48a7026d3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Port': ['ID=b06ccce2-d84a-4b99-a3bd-77cec131d632,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:47.808706 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8affc979-011e-491e-899b-74c48a7026d3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:47.823003 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e161fc6f-8c92-4723-b630-78f1e37c5bae tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:47.830906 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a8541a4b-28ae-44ed-a2d5-e4de7d3ef9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:47.832294 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-11414418-e728-49b3-8ef6-8c1abff1af9f tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:47.832493 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e161fc6f-8c92-4723-b630-78f1e37c5bae tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:47.833884 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e161fc6f-8c92-4723-b630-78f1e37c5bae tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 0.9197149
Jan 29 10:14:47.839472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55044) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:47.866210 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-38a2f548-6278-4421-9e8c-0d84d9084082 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Request body: {'security_group_rule': {'security_group_id': 'f72eedd5-1e5c-4b33-b231-a4efe03aa806', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '97c3b0dc-ce47-488d-b882-225ac4030810', 'remote_ip_prefix': None}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:14:47.875397 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bc7dae27-deeb-4b7f-b095-c37683914856 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:47.878739 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-a8541a4b-28ae-44ed-a2d5-e4de7d3ef9f9 None None] For port 13fb33f1-ab99-4380-a457-b89d9a73c32b, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=13fb33f1-ab99-4380-a457-b89d9a73c32b,segment=NetworkSegment(5462c2ed-631f-44be-b821-4250d3698045),segment_id=5462c2ed-631f-44be-b821-4250d3698045)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:14:47.884892 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a8541a4b-28ae-44ed-a2d5-e4de7d3ef9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:47.887178 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8e88078b-86e2-4a54-b276-9757f836b071 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:47.896209 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-38a2f548-6278-4421-9e8c-0d84d9084082 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:14:47.901303 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-38a2f548-6278-4421-9e8c-0d84d9084082 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Usage tracker for resource:security_group_rule and tenant:95131cfc404d4bbbafd08d2d149ebb4d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:14:47.905093 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-38a2f548-6278-4421-9e8c-0d84d9084082 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:14:47.911204 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-38a2f548-6278-4421-9e8c-0d84d9084082 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:14:47.935921 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1b759d74-4d0c-4b1e-8ae1-01c29f4414b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:47.939624 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-08cd28c2-2d6d-428d-a71a-33761a674004 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:47.955187 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-38a2f548-6278-4421-9e8c-0d84d9084082 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:47.962096 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7f9d1f-8743-4f74-8f10-2002baa6ad48 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Pushing event updated for resources: {'Subnet': ['ID=efe787a0-7de2-4bf1-95ba-b59dead9d3e0,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:47.972594 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1b759d74-4d0c-4b1e-8ae1-01c29f4414b0 admin admin] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:47.985069 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b759d74-4d0c-4b1e-8ae1-01c29f4414b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=26a4294d-c956-403b-8f7a-57f8ffefaf53,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:48.000481 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1b759d74-4d0c-4b1e-8ae1-01c29f4414b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:48.009326 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8541a4b-28ae-44ed-a2d5-e4de7d3ef9f9 None None] Pushing event updated for resources: {'Port': ['ID=13fb33f1-ab99-4380-a457-b89d9a73c32b,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:48.018366 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1b759d74-4d0c-4b1e-8ae1-01c29f4414b0 admin admin] 10.222.0.57 "DELETE /v2.0/networks/26a4294d-c956-403b-8f7a-57f8ffefaf53 HTTP/1.1" status: 204  len: 168 time: 3.2081959
Jan 29 10:14:48.027785 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a8541a4b-28ae-44ed-a2d5-e4de7d3ef9f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:48.035356 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-58583c15-7b38-4474-9f41-4f0dfde931b8 None None] Provisioning complete for port a63df776-93fe-45c8-997b-c42301fde185 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:14:48.035994 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-58583c15-7b38-4474-9f41-4f0dfde931b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:48.084264 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5e7f9d1f-8743-4f74-8f10-2002baa6ad48 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:48.152302 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-38a2f548-6278-4421-9e8c-0d84d9084082 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:48.159237 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-38a2f548-6278-4421-9e8c-0d84d9084082 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:48.161259 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c82bc7bb-da91-462f-9812-cfce422650d1 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:48.208064 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a2f548-6278-4421-9e8c-0d84d9084082 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91e340bb-0ed6-48b5-bf31-ee771b001634,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:48.214457 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-38a2f548-6278-4421-9e8c-0d84d9084082 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:48.225682 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-38a2f548-6278-4421-9e8c-0d84d9084082 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:48.231415 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-38a2f548-6278-4421-9e8c-0d84d9084082 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 798 time: 0.3907759
Jan 29 10:14:48.232130 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55050) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:48.281475 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-58583c15-7b38-4474-9f41-4f0dfde931b8 None None] Provisioning for port f0d1e4dc-a27a-4a23-bf79-6a60ba03fe34 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:14:48.283810 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8bd0814f-5722-455d-9ba2-d75cf8ca87f0 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:48.287036 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-58583c15-7b38-4474-9f41-4f0dfde931b8 None None] Provisioning complete for port f0d1e4dc-a27a-4a23-bf79-6a60ba03fe34 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:14:48.287465 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-58583c15-7b38-4474-9f41-4f0dfde931b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:48.292931 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55054) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:48.301428 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8bd0814f-5722-455d-9ba2-d75cf8ca87f0 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:48.366411 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-58583c15-7b38-4474-9f41-4f0dfde931b8 None None] Port f0d1e4dc-a27a-4a23-bf79-6a60ba03fe34 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:14:48.382466 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e6c3afff-6e09-4a32-b72b-e1765a04c5c8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ee8761d4330e4fd09e97501060c8b8ec&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0866919
Jan 29 10:14:48.386094 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55058) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:48.412114 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8bd0814f-5722-455d-9ba2-d75cf8ca87f0 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:48.418642 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8affc979-011e-491e-899b-74c48a7026d3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network d79afcbe-2f3b-4ecb-bd25-eeb12058d8af is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:14:48.425174 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-8affc979-011e-491e-899b-74c48a7026d3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:14:48.439830 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8affc979-011e-491e-899b-74c48a7026d3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:14:48.441261 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:48.464133 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8bd0814f-5722-455d-9ba2-d75cf8ca87f0 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:48.467886 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8bd0814f-5722-455d-9ba2-d75cf8ca87f0 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/91e340bb-0ed6-48b5-bf31-ee771b001634 HTTP/1.1" status: 204  len: 168 time: 0.2322266
Jan 29 10:14:48.468004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd0814f-5722-455d-9ba2-d75cf8ca87f0 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=91e340bb-0ed6-48b5-bf31-ee771b001634,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:48.469727 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55062) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:48.497939 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-649ef6a5-d1a7-45ac-938a-752d240119f0 None None] Provisioning complete for port a63df776-93fe-45c8-997b-c42301fde185 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:14:48.498674 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-649ef6a5-d1a7-45ac-938a-752d240119f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:48.505614 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-bc7dae27-deeb-4b7f-b095-c37683914856 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] device_id is not set on port d413cddf-0216-49a5-8473-f46eff7c153e yet. {{(pid=80766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:14:48.509421 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8bd0814f-5722-455d-9ba2-d75cf8ca87f0 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:48.510238 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-42a24bf5-f7e1-48b0-a936-75e0d1090d3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:48.551215 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-42a24bf5-f7e1-48b0-a936-75e0d1090d3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:48.650275 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8affc979-011e-491e-899b-74c48a7026d3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854426412'] for router_interface, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:48.696781 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-649ef6a5-d1a7-45ac-938a-752d240119f0 None None] Provisioning for port b06ccce2-d84a-4b99-a3bd-77cec131d632 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:14:48.702582 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-649ef6a5-d1a7-45ac-938a-752d240119f0 None None] Provisioning complete for port b06ccce2-d84a-4b99-a3bd-77cec131d632 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:14:48.703397 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-649ef6a5-d1a7-45ac-938a-752d240119f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:48.753507 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c7abd738-a98e-4fdf-9836-fa154755489e tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Synchronizing usage tracker for tenant:95131cfc404d4bbbafd08d2d149ebb4d on resource:security_group_rule {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:14:48.769171 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7f9d1f-8743-4f74-8f10-2002baa6ad48 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Checking segment: {'id': 'ff62e3f5-9b24-4dac-a395-a613b9547a37', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '5d692331-d7ed-4a71-b1fd-090de6f836c3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:14:48.769568 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7f9d1f-8743-4f74-8f10-2002baa6ad48 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Network hostable DHCP agents. Network: 5d692331-d7ed-4a71-b1fd-090de6f836c3, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:14:48.780740 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-649ef6a5-d1a7-45ac-938a-752d240119f0 None None] Port b06ccce2-d84a-4b99-a3bd-77cec131d632 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:14:48.794783 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-649ef6a5-d1a7-45ac-938a-752d240119f0 None None] Provisioning complete for port 13fb33f1-ab99-4380-a457-b89d9a73c32b triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:14:48.794983 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-649ef6a5-d1a7-45ac-938a-752d240119f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:48.803246 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-42a24bf5-f7e1-48b0-a936-75e0d1090d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:48.810019 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-319be2c8-20d7-4707-a5dd-9a4dfc1f6304 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:48.824042 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a24bf5-f7e1-48b0-a936-75e0d1090d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8abff7f0-322a-4d0a-924e-5d0ec6aafc4a,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:48.836571 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-42a24bf5-f7e1-48b0-a936-75e0d1090d3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:48.836810 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 13fb33f1-ab99-4380-a457-b89d9a73c32b up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:14:48.837744 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c7abd738-a98e-4fdf-9836-fa154755489e tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Unset dirty status for tenant:95131cfc404d4bbbafd08d2d149ebb4d on resource:security_group_rule {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:14:48.839862 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c7abd738-a98e-4fdf-9836-fa154755489e tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.3462737
Jan 29 10:14:48.846554 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55066) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:48.848864 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.objects.ports [None req-b61b53b8-a3f8-4bd5-a9bc-d7c4e178bc69 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80766) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 29 10:14:48.859275 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b61b53b8-a3f8-4bd5-a9bc-d7c4e178bc69 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:48.870651 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-42a24bf5-f7e1-48b0-a936-75e0d1090d3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:48.874270 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-42a24bf5-f7e1-48b0-a936-75e0d1090d3d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8abff7f0-322a-4d0a-924e-5d0ec6aafc4a HTTP/1.1" status: 204  len: 168 time: 0.4870665
Jan 29 10:14:48.878262 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-81dec7b5-5dfe-4ade-bb96-0cfbf433f300 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:48.957919 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4f2a2db8-9732-4777-a218-b71d4e26acd7 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:48.965763 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e398f94f-58d9-403a-b92d-5d5b75ae6b78 None None] get_active_networks_info from dv-neutron-772983-2-ovs {{(pid=80767) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Jan 29 10:14:48.988307 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4f2a2db8-9732-4777-a218-b71d4e26acd7 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:49.002407 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7f9d1f-8743-4f74-8f10-2002baa6ad48 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Network 5d692331-d7ed-4a71-b1fd-090de6f836c3 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:14:49.044823 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4f2a2db8-9732-4777-a218-b71d4e26acd7 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:49.050705 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-360bb3d7-397e-4f29-bb2e-22db83d93511 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:49.067060 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2a2db8-9732-4777-a218-b71d4e26acd7 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c3b0dc-ce47-488d-b882-225ac4030810,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:49.071657 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4f2a2db8-9732-4777-a218-b71d4e26acd7 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:49.086072 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4f2a2db8-9732-4777-a218-b71d4e26acd7 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:49.088248 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4f2a2db8-9732-4777-a218-b71d4e26acd7 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] 10.222.0.57 "DELETE /v2.0/security-groups/97c3b0dc-ce47-488d-b882-225ac4030810 HTTP/1.1" status: 204  len: 168 time: 0.2335088
Jan 29 10:14:49.090184 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55072) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:49.149137 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-5e7f9d1f-8743-4f74-8f10-2002baa6ad48 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 5d692331-d7ed-4a71-b1fd-090de6f836c3) {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:14:49.158675 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 13fb33f1-ab99-4380-a457-b89d9a73c32b triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:14:49.159517 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:49.207850 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-52414eb1-9be2-4cd9-9760-8fe6ffa266df tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Synchronizing usage tracker for tenant:95131cfc404d4bbbafd08d2d149ebb4d on resource:security_group {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:14:49.219823 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61b53b8-a3f8-4bd5-a9bc-d7c4e178bc69 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event updated for resources: {'Subnet': ['ID=dcdbad6d-9e2a-4374-ba37-cd6c4fa42455,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:49.234837 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-52414eb1-9be2-4cd9-9760-8fe6ffa266df tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Unset dirty status for tenant:95131cfc404d4bbbafd08d2d149ebb4d on resource:security_group {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:14:49.236668 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-52414eb1-9be2-4cd9-9760-8fe6ffa266df tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4504 time: 0.1454046
Jan 29 10:14:49.240209 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55078) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:49.250820 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b61b53b8-a3f8-4bd5-a9bc-d7c4e178bc69 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:49.268034 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7f9d1f-8743-4f74-8f10-2002baa6ad48 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:49.268699 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5e7f9d1f-8743-4f74-8f10-2002baa6ad48 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:49.287964 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-bc7dae27-deeb-4b7f-b095-c37683914856 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Allocated IP 172.20.0.9 (4f5509ba-7523-401e-b87f-6f85d9880160/66d03a53-d15e-4903-b8da-a2633c616ff4/d413cddf-0216-49a5-8473-f46eff7c153e) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:14:49.305525 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5e7f9d1f-8743-4f74-8f10-2002baa6ad48 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 6.1497891
Jan 29 10:14:49.314630 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 55082) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:49.323372 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-58d1a343-a613-43bf-9a03-9d50f948117f None None] Provisioning complete for port b06ccce2-d84a-4b99-a3bd-77cec131d632 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:14:49.323994 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-58d1a343-a613-43bf-9a03-9d50f948117f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:49.325566 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-5ed1961b-be8d-484c-89b7-e67e0b7cea2a tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-901261153'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:14:49.330766 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-5ed1961b-be8d-484c-89b7-e67e0b7cea2a tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:14:49.334817 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5ed1961b-be8d-484c-89b7-e67e0b7cea2a tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Usage tracker for resource:network and tenant:f15ab138166e456cb96f10f0bbdd909a is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:14:49.338020 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5ed1961b-be8d-484c-89b7-e67e0b7cea2a tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Quota usage for network was recalculated. Used quota:2. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:14:49.343872 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-5ed1961b-be8d-484c-89b7-e67e0b7cea2a tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:14:49.346780 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-922dc9ae-39a3-42c8-b359-aa6cf34e91ea tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:49.357001 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8affc979-011e-491e-899b-74c48a7026d3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:49.377960 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed1961b-be8d-484c-89b7-e67e0b7cea2a tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Made reservation on behalf of f15ab138166e456cb96f10f0bbdd909a for: {'network': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:14:49.399509 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-922dc9ae-39a3-42c8-b359-aa6cf34e91ea tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:49.400399 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-58d1a343-a613-43bf-9a03-9d50f948117f None None] Port b06ccce2-d84a-4b99-a3bd-77cec131d632 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:14:49.411501 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5ed1961b-be8d-484c-89b7-e67e0b7cea2a tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:49.429884 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61b53b8-a3f8-4bd5-a9bc-d7c4e178bc69 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:14:49.442081 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-b61b53b8-a3f8-4bd5-a9bc-d7c4e178bc69 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:14:49.458738 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-58d1a343-a613-43bf-9a03-9d50f948117f None None] Provisioning complete for port 13fb33f1-ab99-4380-a457-b89d9a73c32b triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:14:49.459163 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-58d1a343-a613-43bf-9a03-9d50f948117f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:49.459753 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-922dc9ae-39a3-42c8-b359-aa6cf34e91ea tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:49.469885 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6f173dd3-23dc-4b93-9185-e341ce0e1f2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:49.492439 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922dc9ae-39a3-42c8-b359-aa6cf34e91ea tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72eedd5-1e5c-4b33-b231-a4efe03aa806,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:49.493932 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device a63df776-93fe-45c8-997b-c42301fde185 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:14:49.495816 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-922dc9ae-39a3-42c8-b359-aa6cf34e91ea tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:49.508449 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-922dc9ae-39a3-42c8-b359-aa6cf34e91ea tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:49.510391 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-922dc9ae-39a3-42c8-b359-aa6cf34e91ea tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] 10.222.0.57 "DELETE /v2.0/security-groups/f72eedd5-1e5c-4b33-b231-a4efe03aa806 HTTP/1.1" status: 204  len: 168 time: 0.2691028
Jan 29 10:14:49.513424 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55090) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:49.629143 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-cc7f5dde-3941-4e4f-a721-3ea560b3af81 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Synchronizing usage tracker for tenant:95131cfc404d4bbbafd08d2d149ebb4d on resource:security_group {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:14:49.652712 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-cc7f5dde-3941-4e4f-a721-3ea560b3af81 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Unset dirty status for tenant:95131cfc404d4bbbafd08d2d149ebb4d on resource:security_group {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:14:49.654001 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e398f94f-58d9-403a-b92d-5d5b75ae6b78 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Jan 29 10:14:49.654401 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-cc7f5dde-3941-4e4f-a721-3ea560b3af81 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.1396401
Jan 29 10:14:49.660448 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55098) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:49.667428 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-a2f925d4-1e46-4833-b7dd-b4c8be9407b2 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Request body: {'security_group': {'name': 'tempest-secgroup--898218057'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:14:49.694160 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a2f925d4-1e46-4833-b7dd-b4c8be9407b2 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:14:49.706278 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a2f925d4-1e46-4833-b7dd-b4c8be9407b2 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:14:49.719797 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a2f925d4-1e46-4833-b7dd-b4c8be9407b2 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:49.747196 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a2f925d4-1e46-4833-b7dd-b4c8be9407b2 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:14:49.752922 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a2f925d4-1e46-4833-b7dd-b4c8be9407b2 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Usage tracker for resource:security_group_rule and tenant:95131cfc404d4bbbafd08d2d149ebb4d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:14:49.757450 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a2f925d4-1e46-4833-b7dd-b4c8be9407b2 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:14:49.765627 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a2f925d4-1e46-4833-b7dd-b4c8be9407b2 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:14:49.877993 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a2f925d4-1e46-4833-b7dd-b4c8be9407b2 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:49.884641 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a2f925d4-1e46-4833-b7dd-b4c8be9407b2 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:49.904474 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ae91c330-2bc4-4861-98ae-540c276cfaf7 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:49.962250 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f925d4-1e46-4833-b7dd-b4c8be9407b2 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a66ce0c8-ca76-42ab-a7aa-3c20df50a2c7,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:49.978618 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a2f925d4-1e46-4833-b7dd-b4c8be9407b2 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:49.980516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a2f925d4-1e46-4833-b7dd-b4c8be9407b2 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:49.982354 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a2f925d4-1e46-4833-b7dd-b4c8be9407b2 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 0.3211143
Jan 29 10:14:49.985258 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55106) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:49.992346 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-832469d9-e463-48a0-84e5-51898ed99da1 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Request body: {'security_group_rule': {'security_group_id': 'a66ce0c8-ca76-42ab-a7aa-3c20df50a2c7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:14:50.019758 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-832469d9-e463-48a0-84e5-51898ed99da1 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:14:50.025445 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-832469d9-e463-48a0-84e5-51898ed99da1 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Usage tracker for resource:security_group_rule and tenant:95131cfc404d4bbbafd08d2d149ebb4d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:14:50.030109 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-832469d9-e463-48a0-84e5-51898ed99da1 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:14:50.030234 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bc7dae27-deeb-4b7f-b095-c37683914856 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:50.037936 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-832469d9-e463-48a0-84e5-51898ed99da1 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:14:50.047897 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-bc7dae27-deeb-4b7f-b095-c37683914856 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Transition to ACTIVE for port object d413cddf-0216-49a5-8473-f46eff7c153e will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:14:50.053427 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port a63df776-93fe-45c8-997b-c42301fde185 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:14:50.053891 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:50.060783 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-832469d9-e463-48a0-84e5-51898ed99da1 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:50.128572 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ed1961b-be8d-484c-89b7-e67e0b7cea2a tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:14:50.139478 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5ed1961b-be8d-484c-89b7-e67e0b7cea2a tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268197113528', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:50.139835 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-5ed1961b-be8d-484c-89b7-e67e0b7cea2a tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Added segment f51662d9-4dce-4557-92b6-91254d3f355d of type vxlan for network 54d407cc-56c0-4292-8c12-37e45f193446
Jan 29 10:14:50.151851 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-832469d9-e463-48a0-84e5-51898ed99da1 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:50.155349 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-832469d9-e463-48a0-84e5-51898ed99da1 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:50.157330 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:50.167146 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5ed1961b-be8d-484c-89b7-e67e0b7cea2a tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:50.178446 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bc7dae27-deeb-4b7f-b095-c37683914856 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:50.206447 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3093ce49-d8bf-455a-b5fa-7486c9b2ead2 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:50.216162 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832469d9-e463-48a0-84e5-51898ed99da1 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd799712-8f17-48ff-94b4-c6b34a87ecaf,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:50.231797 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-832469d9-e463-48a0-84e5-51898ed99da1 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:50.235952 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-832469d9-e463-48a0-84e5-51898ed99da1 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:50.237665 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-832469d9-e463-48a0-84e5-51898ed99da1 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.2508521
Jan 29 10:14:50.240646 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55114) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:50.260659 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61b53b8-a3f8-4bd5-a9bc-d7c4e178bc69 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:50.261317 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b61b53b8-a3f8-4bd5-a9bc-d7c4e178bc69 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:50.311608 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.resource_extend [None req-5ed1961b-be8d-484c-89b7-e67e0b7cea2a tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 29 10:14:50.313971 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cb47bf63-d0d5-433c-9975-6ece390e10df tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:50.331961 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cb47bf63-d0d5-433c-9975-6ece390e10df tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:50.353383 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b61b53b8-a3f8-4bd5-a9bc-d7c4e178bc69 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 5.6704562
Jan 29 10:14:50.370928 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55118) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:50.392545 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-d89ba4b7-f580-433f-b46f-3ef60a6e1bb8 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Request body: {'subnet': {'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:14:50.441317 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cb47bf63-d0d5-433c-9975-6ece390e10df tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:50.447736 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7f73041e-31e3-44df-bb16-963b366c0144 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:50.473155 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5ed1961b-be8d-484c-89b7-e67e0b7cea2a tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:50.473585 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb47bf63-d0d5-433c-9975-6ece390e10df tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cd799712-8f17-48ff-94b4-c6b34a87ecaf,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:50.482323 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44eff3c8-52b4-487b-8561-a5d554d04299 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-36ec2ab5-acc9-45dc-a136-797459b09a1c', 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'tenant_id': 'b2cc7248d2184abfb3aa21c44218cf1c', 'fixed_ips': [{'subnet_id': 'dcdbad6d-9e2a-4374-ba37-cd6c4fa42455'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:14:50.483480 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-44eff3c8-52b4-487b-8561-a5d554d04299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:50.497996 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b2e8c6-47e0-4db6-80f1-c20ae17a86d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-5d692331-d7ed-4a71-b1fd-090de6f836c3', 'network_id': '5d692331-d7ed-4a71-b1fd-090de6f836c3', 'tenant_id': 'f15ab138166e456cb96f10f0bbdd909a', 'fixed_ips': [{'subnet_id': 'efe787a0-7de2-4bf1-95ba-b59dead9d3e0'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:14:50.498958 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-29b2e8c6-47e0-4db6-80f1-c20ae17a86d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:50.540183 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed1961b-be8d-484c-89b7-e67e0b7cea2a tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:50.540900 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5ed1961b-be8d-484c-89b7-e67e0b7cea2a tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:50.559364 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7dae27-deeb-4b7f-b095-c37683914856 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event updated for resources: {'Port': ['ID=d413cddf-0216-49a5-8473-f46eff7c153e,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:50.561472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-cb47bf63-d0d5-433c-9975-6ece390e10df tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:50.563661 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cb47bf63-d0d5-433c-9975-6ece390e10df tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:50.565447 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-cb47bf63-d0d5-433c-9975-6ece390e10df tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/cd799712-8f17-48ff-94b4-c6b34a87ecaf HTTP/1.1" status: 204  len: 168 time: 0.3236122
Jan 29 10:14:50.569945 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55126) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:50.578810 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bc7dae27-deeb-4b7f-b095-c37683914856 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:50.579376 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-90d03549-d29e-4442-9720-544cfabc377a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:50.700397 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed1961b-be8d-484c-89b7-e67e0b7cea2a tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Pushing event updated for resources: {'Network': ['ID=54d407cc-56c0-4292-8c12-37e45f193446,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:50.713544 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5ed1961b-be8d-484c-89b7-e67e0b7cea2a tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:50.725858 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5ed1961b-be8d-484c-89b7-e67e0b7cea2a tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 1.4065716
Jan 29 10:14:50.733535 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 55132) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:50.771121 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6661adc2-d8f6-4f02-a964-c5f66ad3d43f tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Synchronizing usage tracker for tenant:95131cfc404d4bbbafd08d2d149ebb4d on resource:security_group_rule {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:14:50.798671 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d89ba4b7-f580-433f-b46f-3ef60a6e1bb8 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:14:50.803684 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d89ba4b7-f580-433f-b46f-3ef60a6e1bb8 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Usage tracker for resource:subnet and tenant:b2cc7248d2184abfb3aa21c44218cf1c is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:14:50.807023 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-e576bfd1-e5bd-454e-a511-afeb5772bfc4 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Request body: {'subnet': {'network_id': '54d407cc-56c0-4292-8c12-37e45f193446', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:14:50.807166 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6661adc2-d8f6-4f02-a964-c5f66ad3d43f tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Unset dirty status for tenant:95131cfc404d4bbbafd08d2d149ebb4d on resource:security_group_rule {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:14:50.808525 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6661adc2-d8f6-4f02-a964-c5f66ad3d43f tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.2370543
Jan 29 10:14:50.809566 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d89ba4b7-f580-433f-b46f-3ef60a6e1bb8 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:14:50.812313 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55138) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:50.818178 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d89ba4b7-f580-433f-b46f-3ef60a6e1bb8 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:14:50.859895 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-29b2e8c6-47e0-4db6-80f1-c20ae17a86d4 None None] Allocated IP 2001:db8::1 (5d692331-d7ed-4a71-b1fd-090de6f836c3/efe787a0-7de2-4bf1-95ba-b59dead9d3e0/66847843-3d36-40b5-bc37-be0a5ecae40e) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:14:50.924413 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4926ba28-3876-4d70-8dde-cfc800942868 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:50.927279 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d89ba4b7-f580-433f-b46f-3ef60a6e1bb8 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Made reservation on behalf of b2cc7248d2184abfb3aa21c44218cf1c for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:14:50.952115 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d89ba4b7-f580-433f-b46f-3ef60a6e1bb8 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:51.023786 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4926ba28-3876-4d70-8dde-cfc800942868 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:51.061737 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7dae27-deeb-4b7f-b095-c37683914856 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Network 4f5509ba-7523-401e-b87f-6f85d9880160 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:14:51.066016 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-bc7dae27-deeb-4b7f-b095-c37683914856 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:14:51.083912 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7dae27-deeb-4b7f-b095-c37683914856 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:14:51.100416 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-29b2e8c6-47e0-4db6-80f1-c20ae17a86d4 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:51.110541 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-29b2e8c6-47e0-4db6-80f1-c20ae17a86d4 None None] Transition to ACTIVE for port object 66847843-3d36-40b5-bc37-be0a5ecae40e will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:14:51.128758 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-29b2e8c6-47e0-4db6-80f1-c20ae17a86d4 None None] Transition to ACTIVE for port object 66847843-3d36-40b5-bc37-be0a5ecae40e will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:14:51.153433 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 54d407cc-56c0-4292-8c12-37e45f193446 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:14:51.167873 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 54d407cc-56c0-4292-8c12-37e45f193446 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:14:51.168914 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.ipam_backend_mixin [None req-d89ba4b7-f580-433f-b46f-3ef60a6e1bb8 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dcdbad6d-9e2a-4374-ba37-cd6c4fa42455 (CIDR: 2001:db8::/64)
Jan 29 10:14:51.172687 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4926ba28-3876-4d70-8dde-cfc800942868 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:51.184569 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e1e5c65-c5c9-4e64-b845-fb18823ca415 tempest-NegativeSecGroupIPv6Test-1019911465 tempest-NegativeSecGroupIPv6Test-1019911465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:51.199331 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-d89ba4b7-f580-433f-b46f-3ef60a6e1bb8 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 10:14:51.199840 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d89ba4b7-f580-433f-b46f-3ef60a6e1bb8 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:14:51.215960 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4926ba28-3876-4d70-8dde-cfc800942868 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66ce0c8-ca76-42ab-a7aa-3c20df50a2c7,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:51.217744 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7dae27-deeb-4b7f-b095-c37683914856 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:51.218504 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bc7dae27-deeb-4b7f-b095-c37683914856 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:51.222708 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4926ba28-3876-4d70-8dde-cfc800942868 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:51.229170 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4926ba28-3876-4d70-8dde-cfc800942868 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:51.229580 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-e576bfd1-e5bd-454e-a511-afeb5772bfc4 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:14:51.230711 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4926ba28-3876-4d70-8dde-cfc800942868 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] 10.222.0.57 "DELETE /v2.0/security-groups/a66ce0c8-ca76-42ab-a7aa-3c20df50a2c7 HTTP/1.1" status: 204  len: 168 time: 0.4173234
Jan 29 10:14:51.233413 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55146) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:51.237676 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d89ba4b7-f580-433f-b46f-3ef60a6e1bb8 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.8596888
Jan 29 10:14:51.245576 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 55150) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:51.256858 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-8cd58bba-41d8-4001-a3ea-a9b1dc3f3431 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Request body: {'subnet': {'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:14:51.285966 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e576bfd1-e5bd-454e-a511-afeb5772bfc4 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Usage tracker for resource:subnet and tenant:f15ab138166e456cb96f10f0bbdd909a is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:14:51.293001 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55156) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:51.293653 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-bc7dae27-deeb-4b7f-b095-c37683914856 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 4.4516914
Jan 29 10:14:51.299774 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-29b2e8c6-47e0-4db6-80f1-c20ae17a86d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:51.307382 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e576bfd1-e5bd-454e-a511-afeb5772bfc4 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:14:51.332836 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-e576bfd1-e5bd-454e-a511-afeb5772bfc4 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:14:51.348407 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-97580618-e71e-4f6c-b284-64609dec47bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:51.386617 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a4b89506-df97-4903-acfc-cf6b8f1fa6b7 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Synchronizing usage tracker for tenant:95131cfc404d4bbbafd08d2d149ebb4d on resource:security_group {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:14:51.418319 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a4b89506-df97-4903-acfc-cf6b8f1fa6b7 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Unset dirty status for tenant:95131cfc404d4bbbafd08d2d149ebb4d on resource:security_group {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:14:51.423672 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a4b89506-df97-4903-acfc-cf6b8f1fa6b7 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.1853297
Jan 29 10:14:51.426664 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55162) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:51.441755 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-761af64e-465a-4e7d-aae1-2f7d6e537696 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Request body: {'security_group': {'name': 'tempest-secgroup--1708459743'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:14:51.466692 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-761af64e-465a-4e7d-aae1-2f7d6e537696 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:14:51.479435 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-761af64e-465a-4e7d-aae1-2f7d6e537696 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:14:51.499997 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-761af64e-465a-4e7d-aae1-2f7d6e537696 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:51.568628 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8affc979-011e-491e-899b-74c48a7026d3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:51.614473 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d787daeb-8ed2-4dd9-9c36-cf06c230cb2a tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:51.615307 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d787daeb-8ed2-4dd9-9c36-cf06c230cb2a tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Synchronizing usage tracker for tenant:af6cfbcc17be4cdfba1cf58741c9e55a on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:14:51.628904 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-761af64e-465a-4e7d-aae1-2f7d6e537696 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:14:51.631602 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8affc979-011e-491e-899b-74c48a7026d3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:51.634449 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-761af64e-465a-4e7d-aae1-2f7d6e537696 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Usage tracker for resource:security_group_rule and tenant:95131cfc404d4bbbafd08d2d149ebb4d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:14:51.637558 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-761af64e-465a-4e7d-aae1-2f7d6e537696 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:14:51.643742 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-761af64e-465a-4e7d-aae1-2f7d6e537696 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:14:51.678238 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-991bebd5-408e-406d-8b6b-03967021239c tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:51.680274 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fa0aca9d-e38f-4ef7-b546-ddfe9d7e2c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:51.705167 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b2e8c6-47e0-4db6-80f1-c20ae17a86d4 None None] Pushing event updated for resources: {'Port': ['ID=66847843-3d36-40b5-bc37-be0a5ecae40e,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:51.708452 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-29b2e8c6-47e0-4db6-80f1-c20ae17a86d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:51.721114 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d787daeb-8ed2-4dd9-9c36-cf06c230cb2a tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Unset dirty status for tenant:af6cfbcc17be4cdfba1cf58741c9e55a on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:14:51.726596 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d787daeb-8ed2-4dd9-9c36-cf06c230cb2a tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200  len: 922 time: 0.4314649
Jan 29 10:14:51.727626 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55170) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:51.733360 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e576bfd1-e5bd-454e-a511-afeb5772bfc4 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Made reservation on behalf of f15ab138166e456cb96f10f0bbdd909a for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:14:51.761991 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e576bfd1-e5bd-454e-a511-afeb5772bfc4 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:51.809076 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-761af64e-465a-4e7d-aae1-2f7d6e537696 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:51.829353 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-761af64e-465a-4e7d-aae1-2f7d6e537696 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:51.865315 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e161fc6f-8c92-4723-b630-78f1e37c5bae tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:51.878761 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-761af64e-465a-4e7d-aae1-2f7d6e537696 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:51.882412 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-761af64e-465a-4e7d-aae1-2f7d6e537696 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.4461000
Jan 29 10:14:51.887699 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55176) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:51.895270 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-44eff3c8-52b4-487b-8561-a5d554d04299 None None] Allocated IP 2001:db8::f816:3eff:feb1:6723 (36ec2ab5-acc9-45dc-a136-797459b09a1c/dcdbad6d-9e2a-4374-ba37-cd6c4fa42455/70846277-ecc9-4c7c-a378-4e4910325ca3) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:14:51.896588 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-dee26f4d-1464-475f-aad8-ff1e8717c36e tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Request body: {'security_group_rule': {'security_group_id': '4110e79c-324d-4e97-8217-f69e6f14e9fa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:14:51.936832 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-dee26f4d-1464-475f-aad8-ff1e8717c36e tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:14:51.955346 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.ipam_backend_mixin [None req-e576bfd1-e5bd-454e-a511-afeb5772bfc4 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Performing IP validity checks on allocation pools {{(pid=80766) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}}
Jan 29 10:14:51.955953 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.ipam_backend_mixin [None req-e576bfd1-e5bd-454e-a511-afeb5772bfc4 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Checking for overlaps among allocation pools and gateway ip {{(pid=80766) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}}
Jan 29 10:14:52.026004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8affc979-011e-491e-899b-74c48a7026d3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Port': ['ID=b06ccce2-d84a-4b99-a3bd-77cec131d632,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:52.028277 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 55180) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:52.035052 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc26980-5d34-492a-9135-af25a88d2477 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:52.054499 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8affc979-011e-491e-899b-74c48a7026d3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:52.089735 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b2e8c6-47e0-4db6-80f1-c20ae17a86d4 None None] Network 5d692331-d7ed-4a71-b1fd-090de6f836c3 is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:14:52.093295 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-29b2e8c6-47e0-4db6-80f1-c20ae17a86d4 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:14:52.095415 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8affc979-011e-491e-899b-74c48a7026d3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854133895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349242'] for router_interface, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:52.095790 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b2e8c6-47e0-4db6-80f1-c20ae17a86d4 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:14:52.125090 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc26980-5d34-492a-9135-af25a88d2477 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:52.201886 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-8cd58bba-41d8-4001-a3ea-a9b1dc3f3431 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:14:52.207053 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8cd58bba-41d8-4001-a3ea-a9b1dc3f3431 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Usage tracker for resource:subnet and tenant:b2cc7248d2184abfb3aa21c44218cf1c is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:14:52.207170 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-29b2e8c6-47e0-4db6-80f1-c20ae17a86d4 None None] Attempting to bind port 66847843-3d36-40b5-bc37-be0a5ecae40e on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:14:52.207515 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-29b2e8c6-47e0-4db6-80f1-c20ae17a86d4 None None] Attempting to bind port 66847843-3d36-40b5-bc37-be0a5ecae40e by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'ff62e3f5-9b24-4dac-a395-a613b9547a37', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '5d692331-d7ed-4a71-b1fd-090de6f836c3'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:14:52.207928 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b2e8c6-47e0-4db6-80f1-c20ae17a86d4 None None] Attempting to bind port 66847843-3d36-40b5-bc37-be0a5ecae40e on network 5d692331-d7ed-4a71-b1fd-090de6f836c3 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:14:52.209922 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc26980-5d34-492a-9135-af25a88d2477 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:52.215305 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3cc26980-5d34-492a-9135-af25a88d2477 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200  len: 2378 time: 0.4800065
Jan 29 10:14:52.216274 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8cd58bba-41d8-4001-a3ea-a9b1dc3f3431 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:14:52.218036 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-dee26f4d-1464-475f-aad8-ff1e8717c36e tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Usage tracker for resource:security_group_rule and tenant:95131cfc404d4bbbafd08d2d149ebb4d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:14:52.221090 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-dee26f4d-1464-475f-aad8-ff1e8717c36e tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:14:52.223520 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b2e8c6-47e0-4db6-80f1-c20ae17a86d4 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:14:52.223950 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b2e8c6-47e0-4db6-80f1-c20ae17a86d4 None None] Checking segment: {'id': 'ff62e3f5-9b24-4dac-a395-a613b9547a37', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '5d692331-d7ed-4a71-b1fd-090de6f836c3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:14:52.224351 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-8cd58bba-41d8-4001-a3ea-a9b1dc3f3431 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:14:52.224458 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-29b2e8c6-47e0-4db6-80f1-c20ae17a86d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:52.224826 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b2e8c6-47e0-4db6-80f1-c20ae17a86d4 None None] Bound using segment: {'id': 'ff62e3f5-9b24-4dac-a395-a613b9547a37', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '5d692331-d7ed-4a71-b1fd-090de6f836c3'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:14:52.225353 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-29b2e8c6-47e0-4db6-80f1-c20ae17a86d4 None None] Bound port: 66847843-3d36-40b5-bc37-be0a5ecae40e, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff62e3f5-9b24-4dac-a395-a613b9547a37', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '5d692331-d7ed-4a71-b1fd-090de6f836c3'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:14:52.225791 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-29b2e8c6-47e0-4db6-80f1-c20ae17a86d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:52.227460 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-dee26f4d-1464-475f-aad8-ff1e8717c36e tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:14:52.235161 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55186) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:52.271384 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761af64e-465a-4e7d-aae1-2f7d6e537696 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4110e79c-324d-4e97-8217-f69e6f14e9fa,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:52.282038 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-27ba02f7-75d3-4cad-95d3-91e6aad1a514 tempest-QuotasTest-1750185923 tempest-QuotasTest-1750185923-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:14:52.287058 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd58bba-41d8-4001-a3ea-a9b1dc3f3431 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Made reservation on behalf of b2cc7248d2184abfb3aa21c44218cf1c for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:14:52.300308 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-761af64e-465a-4e7d-aae1-2f7d6e537696 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:52.311170 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8cd58bba-41d8-4001-a3ea-a9b1dc3f3431 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:52.319267 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dee26f4d-1464-475f-aad8-ff1e8717c36e tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:52.395320 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-5639f251-b116-4141-b942-368a675d64ba tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Deleting port d413cddf-0216-49a5-8473-f46eff7c153e {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:14:52.395868 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5639f251-b116-4141-b942-368a675d64ba tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:52.434098 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-44eff3c8-52b4-487b-8561-a5d554d04299 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:52.479804 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-44eff3c8-52b4-487b-8561-a5d554d04299 None None] Transition to ACTIVE for port object 70846277-ecc9-4c7c-a378-4e4910325ca3 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:14:52.516050 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-44eff3c8-52b4-487b-8561-a5d554d04299 None None] Transition to ACTIVE for port object 70846277-ecc9-4c7c-a378-4e4910325ca3 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:14:52.525052 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dee26f4d-1464-475f-aad8-ff1e8717c36e tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:52.534855 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-44eff3c8-52b4-487b-8561-a5d554d04299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:52.535321 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dee26f4d-1464-475f-aad8-ff1e8717c36e tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:52.545666 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:52.552945 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:52.582904 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee26f4d-1464-475f-aad8-ff1e8717c36e tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=051c6d70-1f59-48c5-bc82-67c0683cb957,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:52.586036 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-dee26f4d-1464-475f-aad8-ff1e8717c36e tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:52.636510 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-29b2e8c6-47e0-4db6-80f1-c20ae17a86d4 None None] For port 66847843-3d36-40b5-bc37-be0a5ecae40e, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:14:52.644240 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dee26f4d-1464-475f-aad8-ff1e8717c36e tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:52.649392 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-dee26f4d-1464-475f-aad8-ff1e8717c36e tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.7566614
Jan 29 10:14:52.650702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55190) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:52.731110 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-29b2e8c6-47e0-4db6-80f1-c20ae17a86d4 None None] For port 66847843-3d36-40b5-bc37-be0a5ecae40e, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=66847843-3d36-40b5-bc37-be0a5ecae40e,segment=NetworkSegment(ff62e3f5-9b24-4dac-a395-a613b9547a37),segment_id=ff62e3f5-9b24-4dac-a395-a613b9547a37)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:14:52.737335 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eff3c8-52b4-487b-8561-a5d554d04299 None None] Pushing event updated for resources: {'Port': ['ID=70846277-ecc9-4c7c-a378-4e4910325ca3,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:52.743234 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-29b2e8c6-47e0-4db6-80f1-c20ae17a86d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:52.754046 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9cd907f5-e615-4df5-baef-59bc939c192b tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] 10.222.0.57 "GET /v2.0/security-group-rules/051c6d70-1f59-48c5-bc82-67c0683cb957 HTTP/1.1" status: 200  len: 763 time: 0.1021693
Jan 29 10:14:52.758484 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55194) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:52.760394 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-44eff3c8-52b4-487b-8561-a5d554d04299 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:52.761103 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-44eff3c8-52b4-487b-8561-a5d554d04299 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:52.838475 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5639f251-b116-4141-b942-368a675d64ba tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:52.848655 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-27ba02f7-75d3-4cad-95d3-91e6aad1a514 tempest-QuotasTest-1750185923 tempest-QuotasTest-1750185923-project-admin] 10.222.0.57 "PUT /v2.0/quotas/5af80601dfbf45b9ae5c4ca3107681dc HTTP/1.1" status: 200  len: 366 time: 0.7981641
Jan 29 10:14:52.892886 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 55198) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:52.959781 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d12fca8a-0603-4920-bcaa-a552960e8d97 tempest-QuotasTest-1750185923 tempest-QuotasTest-1750185923-project-admin] 10.222.0.57 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 732 time: 0.0536654
Jan 29 10:14:52.964502 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 55202) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:52.972325 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-1dcd2ad2-f6b3-4e3a-8b4c-c22fc067a370 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Synchronizing usage tracker for tenant:95131cfc404d4bbbafd08d2d149ebb4d on resource:security_group_rule {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:14:52.978080 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b2e8c6-47e0-4db6-80f1-c20ae17a86d4 None None] Pushing event updated for resources: {'Port': ['ID=66847843-3d36-40b5-bc37-be0a5ecae40e,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:52.984334 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44eff3c8-52b4-487b-8561-a5d554d04299 None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:14:52.985266 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-29b2e8c6-47e0-4db6-80f1-c20ae17a86d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:52.989046 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-44eff3c8-52b4-487b-8561-a5d554d04299 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:14:53.001823 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44eff3c8-52b4-487b-8561-a5d554d04299 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:14:53.008252 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8affc979-011e-491e-899b-74c48a7026d3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network d79afcbe-2f3b-4ecb-bd25-eeb12058d8af is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:14:53.012346 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e1d1f991-9dc6-4442-9beb-594529cd0952 tempest-QuotasTest-1750185923 tempest-QuotasTest-1750185923-project-admin] 10.222.0.57 "GET /v2.0/quotas/5af80601dfbf45b9ae5c4ca3107681dc HTTP/1.1" status: 200  len: 366 time: 0.0417376
Jan 29 10:14:53.014641 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-8affc979-011e-491e-899b-74c48a7026d3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:14:53.018195 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 55206) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:53.085115 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-44eff3c8-52b4-487b-8561-a5d554d04299 None None] Attempting to bind port 70846277-ecc9-4c7c-a378-4e4910325ca3 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:14:53.086073 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-44eff3c8-52b4-487b-8561-a5d554d04299 None None] Attempting to bind port 70846277-ecc9-4c7c-a378-4e4910325ca3 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:14:53.086073 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44eff3c8-52b4-487b-8561-a5d554d04299 None None] Attempting to bind port 70846277-ecc9-4c7c-a378-4e4910325ca3 on network 36ec2ab5-acc9-45dc-a136-797459b09a1c {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:14:53.096462 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44eff3c8-52b4-487b-8561-a5d554d04299 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:14:53.096881 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44eff3c8-52b4-487b-8561-a5d554d04299 None None] Checking segment: {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:14:53.097345 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-44eff3c8-52b4-487b-8561-a5d554d04299 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:53.097817 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44eff3c8-52b4-487b-8561-a5d554d04299 None None] Bound using segment: {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:14:53.098417 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-44eff3c8-52b4-487b-8561-a5d554d04299 None None] Bound port: 70846277-ecc9-4c7c-a378-4e4910325ca3, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:14:53.098854 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-44eff3c8-52b4-487b-8561-a5d554d04299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:53.207966 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-44eff3c8-52b4-487b-8561-a5d554d04299 None None] For port 70846277-ecc9-4c7c-a378-4e4910325ca3, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:14:53.212564 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-44eff3c8-52b4-487b-8561-a5d554d04299 None None] For port 70846277-ecc9-4c7c-a378-4e4910325ca3, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=70846277-ecc9-4c7c-a378-4e4910325ca3,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:14:53.219899 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-44eff3c8-52b4-487b-8561-a5d554d04299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:53.237024 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b0291b08-fb91-4501-838c-438c046f9aa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:53.256830 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d5bce743-ca77-4d9b-ab78-3d98a2dc1122 tempest-QuotasTest-1750185923 tempest-QuotasTest-1750185923-project-admin] 10.222.0.57 "DELETE /v2.0/quotas/5af80601dfbf45b9ae5c4ca3107681dc HTTP/1.1" status: 204  len: 168 time: 0.2347615
Jan 29 10:14:53.264516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 55210) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:53.379402 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-427aef8a-039c-4bfe-bfd4-982d2e7107b6 tempest-QuotasTest-1750185923 tempest-QuotasTest-1750185923-project-admin] 10.222.0.57 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 470 time: 0.1004922
Jan 29 10:14:53.380730 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-5639f251-b116-4141-b942-368a675d64ba tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Calling delete_port for d413cddf-0216-49a5-8473-f46eff7c153e owned by  {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:14:53.404127 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eff3c8-52b4-487b-8561-a5d554d04299 None None] Pushing event updated for resources: {'Port': ['ID=70846277-ecc9-4c7c-a378-4e4910325ca3,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:53.409513 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-44eff3c8-52b4-487b-8561-a5d554d04299 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:53.421845 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55214) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:53.447561 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8affc979-011e-491e-899b-74c48a7026d3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Router 94e8fea7-78ae-4b26-b491-aa1905d27773 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:14:53.454156 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-1dcd2ad2-f6b3-4e3a-8b4c-c22fc067a370 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Unset dirty status for tenant:95131cfc404d4bbbafd08d2d149ebb4d on resource:security_group_rule {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:14:53.458294 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1dcd2ad2-f6b3-4e3a-8b4c-c22fc067a370 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.6963041
Jan 29 10:14:53.463234 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55218) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:53.496239 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1658768b-6307-41f6-9be9-4398563cc658 tempest-QuotasTest-1750185923 tempest-QuotasTest-1750185923-project-admin] 10.222.0.57 "GET /v2.0/quotas/5af80601dfbf45b9ae5c4ca3107681dc HTTP/1.1" status: 200  len: 370 time: 0.0671763
Jan 29 10:14:53.496239 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55222) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:53.526180 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ee26d254-fb4c-405c-aa8d-5d0ce3ef493a tempest-QuotasTest-1750185923 tempest-QuotasTest-1750185923-project-admin] 10.222.0.57 "GET /v2.0/quotas/5af80601dfbf45b9ae5c4ca3107681dc/default HTTP/1.1" status: 200  len: 370 time: 0.0304906
Jan 29 10:14:53.536198 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 55226) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:53.570052 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-aaf1ed91-711f-43a9-95ea-34a1d4df4647 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:53.626666 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-aaf1ed91-711f-43a9-95ea-34a1d4df4647 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:53.679695 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-aaf1ed91-711f-43a9-95ea-34a1d4df4647 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:53.681993 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e5a99b78-d029-4cc9-b5e6-d7c7f34e71b5 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:53.693241 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5639f251-b116-4141-b942-368a675d64ba tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:53.699224 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7a9a656f-6a3e-4ae3-a95b-43bbe5d0d53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:53.716290 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf1ed91-711f-43a9-95ea-34a1d4df4647 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=051c6d70-1f59-48c5-bc82-67c0683cb957,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:53.720957 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-aaf1ed91-711f-43a9-95ea-34a1d4df4647 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:53.721463 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-87083c06-b581-4a0b-97ba-0697445964b0 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:53.751597 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-74488b45-066b-473b-adbe-42f4dec5febe tempest-QuotasTest-1750185923 tempest-QuotasTest-1750185923-project-admin] delete failed (client error): The resource could not be found.
Jan 29 10:14:53.752752 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-74488b45-066b-473b-adbe-42f4dec5febe tempest-QuotasTest-1750185923 tempest-QuotasTest-1750185923-project-admin] 10.222.0.57 "DELETE /v2.0/quotas/5af80601dfbf45b9ae5c4ca3107681dc HTTP/1.1" status: 404  len: 348 time: 0.2120507
Jan 29 10:14:53.759009 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e576bfd1-e5bd-454e-a511-afeb5772bfc4 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:53.777999 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-588ea4f1-24c3-49e3-99e3-8b9e29822445 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:53.796690 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5639f251-b116-4141-b942-368a675d64ba tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event deleted for resources: {'Port': ['ID=d413cddf-0216-49a5-8473-f46eff7c153e,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:53.802194 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5639f251-b116-4141-b942-368a675d64ba tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:53.809213 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-aaf1ed91-711f-43a9-95ea-34a1d4df4647 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:53.813294 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-aaf1ed91-711f-43a9-95ea-34a1d4df4647 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/051c6d70-1f59-48c5-bc82-67c0683cb957 HTTP/1.1" status: 204  len: 168 time: 0.3489523
Jan 29 10:14:53.841164 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 55234) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:53.858509 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e576bfd1-e5bd-454e-a511-afeb5772bfc4 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Pushing event updated for resources: {'Subnet': ['ID=9d503a31-dc6d-46d7-8565-5a122bc4b311,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:53.884779 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e576bfd1-e5bd-454e-a511-afeb5772bfc4 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:54.002568 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55238) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:54.048238 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-54580b76-3bb1-4c26-9aa0-18c31a2ef7b7 tempest-QuotasTest-1750185923 tempest-QuotasTest-1750185923-project-admin] Usage tracker for resource:network and tenant:471893081e844240ab7d34975d41fe39 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:14:54.055815 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-54580b76-3bb1-4c26-9aa0-18c31a2ef7b7 tempest-QuotasTest-1750185923 tempest-QuotasTest-1750185923-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:14:54.058471 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5639f251-b116-4141-b942-368a675d64ba tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:54.060524 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5639f251-b116-4141-b942-368a675d64ba tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "DELETE /v2.0/ports/d413cddf-0216-49a5-8473-f46eff7c153e HTTP/1.1" status: 204  len: 168 time: 1.8236144
Jan 29 10:14:54.065223 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55244) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:54.103554 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-54580b76-3bb1-4c26-9aa0-18c31a2ef7b7 tempest-QuotasTest-1750185923 tempest-QuotasTest-1750185923-project-admin] Usage tracker for resource:subnet and tenant:471893081e844240ab7d34975d41fe39 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:14:54.112128 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-54580b76-3bb1-4c26-9aa0-18c31a2ef7b7 tempest-QuotasTest-1750185923 tempest-QuotasTest-1750185923-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:14:54.122517 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-64fd4cc6-a6ee-44e8-b94f-ee7ce39fffaf tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] GET failed (client error): The resource could not be found.
Jan 29 10:14:54.123085 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-64fd4cc6-a6ee-44e8-b94f-ee7ce39fffaf tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Synchronizing usage tracker for tenant:af6cfbcc17be4cdfba1cf58741c9e55a on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:14:54.133298 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-54580b76-3bb1-4c26-9aa0-18c31a2ef7b7 tempest-QuotasTest-1750185923 tempest-QuotasTest-1750185923-project-admin] Usage tracker for resource:subnetpool and tenant:471893081e844240ab7d34975d41fe39 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:14:54.141140 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-54580b76-3bb1-4c26-9aa0-18c31a2ef7b7 tempest-QuotasTest-1750185923 tempest-QuotasTest-1750185923-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:14:54.149936 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-64fd4cc6-a6ee-44e8-b94f-ee7ce39fffaf tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Unset dirty status for tenant:af6cfbcc17be4cdfba1cf58741c9e55a on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:14:54.151181 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-64fd4cc6-a6ee-44e8-b94f-ee7ce39fffaf tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "GET /v2.0/ports/d413cddf-0216-49a5-8473-f46eff7c153e HTTP/1.1" status: 404  len: 333 time: 0.0849595
Jan 29 10:14:54.152679 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-54580b76-3bb1-4c26-9aa0-18c31a2ef7b7 tempest-QuotasTest-1750185923 tempest-QuotasTest-1750185923-project-admin] Usage tracker for resource:port and tenant:471893081e844240ab7d34975d41fe39 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:14:54.155058 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55248) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:54.183180 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:54.193319 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-54580b76-3bb1-4c26-9aa0-18c31a2ef7b7 tempest-QuotasTest-1750185923 tempest-QuotasTest-1750185923-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:14:54.213573 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-54580b76-3bb1-4c26-9aa0-18c31a2ef7b7 tempest-QuotasTest-1750185923 tempest-QuotasTest-1750185923-project-admin] Usage tracker for resource:router and tenant:471893081e844240ab7d34975d41fe39 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:14:54.227103 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-54580b76-3bb1-4c26-9aa0-18c31a2ef7b7 tempest-QuotasTest-1750185923 tempest-QuotasTest-1750185923-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:14:54.244687 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2edda8ca-71b0-4fa2-ae76-07fb1b91e6ce tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Synchronizing usage tracker for tenant:95131cfc404d4bbbafd08d2d149ebb4d on resource:security_group_rule {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:14:54.263088 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-1e5c4f0f-c09a-437e-981d-a3c2f00fb99b tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Deleting port f0d1e4dc-a27a-4a23-bf79-6a60ba03fe34 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:14:54.263408 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1e5c4f0f-c09a-437e-981d-a3c2f00fb99b tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:54.276242 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8affc979-011e-491e-899b-74c48a7026d3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:14:54.295492 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b719ab-ea9b-46a1-b89b-7e0e5209ea8f None None] Sync routers for ids ['94e8fea7-78ae-4b26-b491-aa1905d27773'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:14:54.296661 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-54580b76-3bb1-4c26-9aa0-18c31a2ef7b7 tempest-QuotasTest-1750185923 tempest-QuotasTest-1750185923-project-admin] Usage tracker for resource:floatingip and tenant:471893081e844240ab7d34975d41fe39 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:14:54.302933 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2edda8ca-71b0-4fa2-ae76-07fb1b91e6ce tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Unset dirty status for tenant:95131cfc404d4bbbafd08d2d149ebb4d on resource:security_group_rule {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:14:54.308052 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2edda8ca-71b0-4fa2-ae76-07fb1b91e6ce tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.4468331
Jan 29 10:14:54.308618 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55252) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:54.313950 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-54580b76-3bb1-4c26-9aa0-18c31a2ef7b7 tempest-QuotasTest-1750185923 tempest-QuotasTest-1750185923-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:14:54.314841 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b719ab-ea9b-46a1-b89b-7e0e5209ea8f None None] Routers {'94e8fea7-78ae-4b26-b491-aa1905d27773'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:14:54.315944 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8affc979-011e-491e-899b-74c48a7026d3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "PUT /v2.0/routers/94e8fea7-78ae-4b26-b491-aa1905d27773/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.5762875
Jan 29 10:14:54.318601 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 55256) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:54.318970 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-f8b719ab-ea9b-46a1-b89b-7e0e5209ea8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9b43b00>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:14:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['94e8fea7-78ae-4b26-b491-aa1905d27773'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:14:54.320516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-1aa1ebe2-bc51-465e-9634-bdaacc412c12 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Request body: {'security_group_rule': {'security_group_id': '4110e79c-324d-4e97-8217-f69e6f14e9fa', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:14:54.355290 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-1aa1ebe2-bc51-465e-9634-bdaacc412c12 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:14:54.375158 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-1aa1ebe2-bc51-465e-9634-bdaacc412c12 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:14:54.467370 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1aa1ebe2-bc51-465e-9634-bdaacc412c12 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:54.472318 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e576bfd1-e5bd-454e-a511-afeb5772bfc4 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Checking segment: {'id': 'f51662d9-4dce-4557-92b6-91254d3f355d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '54d407cc-56c0-4292-8c12-37e45f193446'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:14:54.472711 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e576bfd1-e5bd-454e-a511-afeb5772bfc4 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Network hostable DHCP agents. Network: 54d407cc-56c0-4292-8c12-37e45f193446, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:14:54.519154 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-54580b76-3bb1-4c26-9aa0-18c31a2ef7b7 tempest-QuotasTest-1750185923 tempest-QuotasTest-1750185923-project-admin] Usage tracker for resource:security_group and tenant:471893081e844240ab7d34975d41fe39 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:14:54.529965 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-f8b719ab-ea9b-46a1-b89b-7e0e5209ea8f None None] Set router 94e8fea7-78ae-4b26-b491-aa1905d27773 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:14:54.539531 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-54580b76-3bb1-4c26-9aa0-18c31a2ef7b7 tempest-QuotasTest-1750185923 tempest-QuotasTest-1750185923-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:14:54.559860 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e576bfd1-e5bd-454e-a511-afeb5772bfc4 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Network 54d407cc-56c0-4292-8c12-37e45f193446 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:14:54.599093 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-e576bfd1-e5bd-454e-a511-afeb5772bfc4 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 54d407cc-56c0-4292-8c12-37e45f193446) {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:14:54.627304 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-54580b76-3bb1-4c26-9aa0-18c31a2ef7b7 tempest-QuotasTest-1750185923 tempest-QuotasTest-1750185923-project-admin] Usage tracker for resource:security_group_rule and tenant:471893081e844240ab7d34975d41fe39 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:14:54.636709 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5a8686-0784-43cb-8523-7128b944772d tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:54.637136 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5a8686-0784-43cb-8523-7128b944772d tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:54.637553 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5a8686-0784-43cb-8523-7128b944772d tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:54.637988 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5a8686-0784-43cb-8523-7128b944772d tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:54.638395 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5a8686-0784-43cb-8523-7128b944772d tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:54.638799 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5a8686-0784-43cb-8523-7128b944772d tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:54.639202 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5a8686-0784-43cb-8523-7128b944772d tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:54.639604 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5a8686-0784-43cb-8523-7128b944772d tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:54.640005 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5a8686-0784-43cb-8523-7128b944772d tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:54.640404 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5a8686-0784-43cb-8523-7128b944772d tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:54.640804 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5a8686-0784-43cb-8523-7128b944772d tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:54.641202 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5a8686-0784-43cb-8523-7128b944772d tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:54.646886 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2b5a8686-0784-43cb-8523-7128b944772d tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200  len: 8385 time: 0.3237963
Jan 29 10:14:54.647180 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 55260) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:54.649013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e576bfd1-e5bd-454e-a511-afeb5772bfc4 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:54.650367 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e576bfd1-e5bd-454e-a511-afeb5772bfc4 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:54.653246 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-54580b76-3bb1-4c26-9aa0-18c31a2ef7b7 tempest-QuotasTest-1750185923 tempest-QuotasTest-1750185923-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:14:54.676426 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-54580b76-3bb1-4c26-9aa0-18c31a2ef7b7 tempest-QuotasTest-1750185923 tempest-QuotasTest-1750185923-project-admin] 10.222.0.57 "GET /v2.0/quotas/471893081e844240ab7d34975d41fe39/details.json HTTP/1.1" status: 200  len: 703 time: 0.6726787
Jan 29 10:14:54.689836 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1aa1ebe2-bc51-465e-9634-bdaacc412c12 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:54.696485 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1aa1ebe2-bc51-465e-9634-bdaacc412c12 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:54.697845 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8cd58bba-41d8-4001-a3ea-a9b1dc3f3431 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:54.699522 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1e5c4f0f-c09a-437e-981d-a3c2f00fb99b tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:54.707550 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-16524375-3898-42aa-9c8d-82f34ffd4a2f tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:54.725878 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8e2adad3-d396-49a2-b709-80809b706c74 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:54.803229 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa1ebe2-bc51-465e-9634-bdaacc412c12 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eda1590-b0eb-4760-bdb3-a89a8bb9a705,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:54.831665 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1aa1ebe2-bc51-465e-9634-bdaacc412c12 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:54.839107 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e576bfd1-e5bd-454e-a511-afeb5772bfc4 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 803 time: 4.1043692
Jan 29 10:14:54.846191 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 55266) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:54.937801 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 70846277-ecc9-4c7c-a378-4e4910325ca3 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:14:54.957217 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-1e5c4f0f-c09a-437e-981d-a3c2f00fb99b tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Calling delete_port for f0d1e4dc-a27a-4a23-bf79-6a60ba03fe34 owned by  {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:14:54.990123 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180360d6-65cc-411b-8b77-176661df4a08 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:54.990550 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180360d6-65cc-411b-8b77-176661df4a08 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:54.990964 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180360d6-65cc-411b-8b77-176661df4a08 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:54.991902 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180360d6-65cc-411b-8b77-176661df4a08 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:54.992318 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180360d6-65cc-411b-8b77-176661df4a08 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:54.992724 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180360d6-65cc-411b-8b77-176661df4a08 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:54.993130 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180360d6-65cc-411b-8b77-176661df4a08 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:54.993837 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180360d6-65cc-411b-8b77-176661df4a08 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:54.993976 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180360d6-65cc-411b-8b77-176661df4a08 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:54.994324 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180360d6-65cc-411b-8b77-176661df4a08 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:54.994725 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180360d6-65cc-411b-8b77-176661df4a08 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:54.995125 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180360d6-65cc-411b-8b77-176661df4a08 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:54.997324 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-180360d6-65cc-411b-8b77-176661df4a08 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 7766 time: 0.3429818
Jan 29 10:14:55.018136 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 55270) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:55.045359 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1aa1ebe2-bc51-465e-9634-bdaacc412c12 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:55.046934 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1aa1ebe2-bc51-465e-9634-bdaacc412c12 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.7372932
Jan 29 10:14:55.051088 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55274) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:55.066023 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:55.120698 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-81c59873-4abf-4a1d-90a9-a9b88eb7b955 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] 10.222.0.57 "GET /v2.0/security-group-rules/4eda1590-b0eb-4760-bdb3-a89a8bb9a705 HTTP/1.1" status: 200  len: 763 time: 0.0678985
Jan 29 10:14:55.123398 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55280) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:55.175563 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd58bba-41d8-4001-a3ea-a9b1dc3f3431 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event updated for resources: {'Subnet': ['ID=b57c5076-2a6b-417d-827a-23593e86dccd,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:55.220726 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 70846277-ecc9-4c7c-a378-4e4910325ca3 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:14:55.229716 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 66847843-3d36-40b5-bc37-be0a5ecae40e up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:14:55.261429 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8cd58bba-41d8-4001-a3ea-a9b1dc3f3431 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:55.358515 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-f8b719ab-ea9b-46a1-b89b-7e0e5209ea8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9b43b00>, [{'id': '94e8fea7-78ae-4b26-b491-aa1905d27773', 'name': 'tempest-TestNetworkBasicOps-router-27264373', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': 'a84fabec-f305-401d-949b-fd236667f4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:14:26Z', 'updated_at': '2021-01-29T10:14:49Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': 'a84fabec-f305-401d-949b-fd236667f4df', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e8fea7-78ae-4b26-b491-aa1905d27773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:14:28Z', 'updated_at': '2021-01-29T10:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'b06ccce2-d84a-4b99-a3bd-77cec131d632', 'name': '', 'network_id': 'd79afcbe-2f3b-4ecb-bd25-eeb12058d8af', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:08:aa:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94e8fea7-78ae-4b26-b491-aa1905d27773', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '3f4cd1b1-46d8-44b2-a2d4-9bbe7bbba014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:14:44Z', 'updated_at': '2021-01-29T10:14:51Z', 'revision_number': 2, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': '3f4cd1b1-46d8-44b2-a2d4-9bbe7bbba014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:14:55.386648 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b719ab-ea9b-46a1-b89b-7e0e5209ea8f None None] Checking router: 94e8fea7-78ae-4b26-b491-aa1905d27773 for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:14:55.387337 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b719ab-ea9b-46a1-b89b-7e0e5209ea8f None None] Updating router 94e8fea7-78ae-4b26-b491-aa1905d27773 port b06ccce2-d84a-4b99-a3bd-77cec131d632 binding host dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 29 10:14:55.428690 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-698eb9af-e645-48ed-a1df-5c45887bd007 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Synchronizing usage tracker for tenant:95131cfc404d4bbbafd08d2d149ebb4d on resource:security_group_rule {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:14:55.441620 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55286) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:55.479356 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-698eb9af-e645-48ed-a1df-5c45887bd007 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Unset dirty status for tenant:95131cfc404d4bbbafd08d2d149ebb4d on resource:security_group_rule {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:14:55.481613 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-698eb9af-e645-48ed-a1df-5c45887bd007 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.3567407
Jan 29 10:14:55.482835 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 66847843-3d36-40b5-bc37-be0a5ecae40e completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:14:55.484788 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55292) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:55.488219 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1e5c4f0f-c09a-437e-981d-a3c2f00fb99b tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:55.489149 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f8b719ab-ea9b-46a1-b89b-7e0e5209ea8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:55.531251 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0394441a-1165-4a05-89d2-8eaeef493971 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:55.595896 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-65e7faa6-6fff-4964-acde-3d129969b38f None None] Provisioning for port 66847843-3d36-40b5-bc37-be0a5ecae40e completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:14:55.634049 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5c4f0f-c09a-437e-981d-a3c2f00fb99b tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event deleted for resources: {'Port': ['ID=f0d1e4dc-a27a-4a23-bf79-6a60ba03fe34,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:55.637140 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1e5c4f0f-c09a-437e-981d-a3c2f00fb99b tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:55.655907 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-65e7faa6-6fff-4964-acde-3d129969b38f None None] Provisioning complete for port 66847843-3d36-40b5-bc37-be0a5ecae40e triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:14:55.656753 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-65e7faa6-6fff-4964-acde-3d129969b38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:55.714500 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e3833f69-6b14-40f3-bbd7-47258621febf tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:55.736049 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e3833f69-6b14-40f3-bbd7-47258621febf tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:55.803328 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e3833f69-6b14-40f3-bbd7-47258621febf tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:55.806216 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba69016-47c7-4e8e-8586-0397d4efbc0a None None] get_active_networks_info from dv-neutron-772983-2-ovs {{(pid=80767) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Jan 29 10:14:55.814196 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ca32bd72-3e9d-4f8a-8940-ad64c4c9a912 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:55.899941 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3833f69-6b14-40f3-bbd7-47258621febf tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4eda1590-b0eb-4760-bdb3-a89a8bb9a705,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:55.903182 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e3833f69-6b14-40f3-bbd7-47258621febf tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:55.914701 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3df3be04-3546-4adb-9ca0-ff8a3e148722 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:55.921944 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e3833f69-6b14-40f3-bbd7-47258621febf tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:55.925649 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e3833f69-6b14-40f3-bbd7-47258621febf tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/4eda1590-b0eb-4760-bdb3-a89a8bb9a705 HTTP/1.1" status: 204  len: 168 time: 0.4369972
Jan 29 10:14:55.926661 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-293a03d6-8761-4958-b6bc-2f7b2e4a733c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:55.939903 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55296) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:55.977077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-293a03d6-8761-4958-b6bc-2f7b2e4a733c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:14:55.987507 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-293a03d6-8761-4958-b6bc-2f7b2e4a733c admin admin] Usage tracker for resource:security_group_rule and tenant:4e2d7c41bc794c0bbc888eec6d02c3f2 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:14:55.994945 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-293a03d6-8761-4958-b6bc-2f7b2e4a733c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:14:56.001605 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1e5c4f0f-c09a-437e-981d-a3c2f00fb99b tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:56.006460 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1e5c4f0f-c09a-437e-981d-a3c2f00fb99b tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "DELETE /v2.0/ports/f0d1e4dc-a27a-4a23-bf79-6a60ba03fe34 HTTP/1.1" status: 204  len: 168 time: 1.8492126
Jan 29 10:14:56.007875 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55300) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:56.011402 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd58bba-41d8-4001-a3ea-a9b1dc3f3431 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:14:56.016091 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-8cd58bba-41d8-4001-a3ea-a9b1dc3f3431 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:14:56.017756 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-293a03d6-8761-4958-b6bc-2f7b2e4a733c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:14:56.076336 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd58bba-41d8-4001-a3ea-a9b1dc3f3431 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:14:56.076909 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8cd58bba-41d8-4001-a3ea-a9b1dc3f3431 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:56.093375 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-e554ef63-c4e6-4b04-a7d7-d72ef33e6f40 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] GET failed (client error): The resource could not be found.
Jan 29 10:14:56.093969 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e554ef63-c4e6-4b04-a7d7-d72ef33e6f40 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Synchronizing usage tracker for tenant:af6cfbcc17be4cdfba1cf58741c9e55a on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:14:56.127840 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8cd58bba-41d8-4001-a3ea-a9b1dc3f3431 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 4.8782418
Jan 29 10:14:56.129123 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 55304) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:56.139714 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-a6eb0efe-5a7d-4825-a082-d65f1f0c95ad tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Request body: {'port': {'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'mac_address': 'fa:16:3e:30:95:e9', 'name': 'tempest-NetworksTestDHCPv6-317058016'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:14:56.154839 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3df3be04-3546-4adb-9ca0-ff8a3e148722 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:56.206560 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-660fc218-3884-4abf-ad04-5838bb1a3a68 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Synchronizing usage tracker for tenant:95131cfc404d4bbbafd08d2d149ebb4d on resource:security_group_rule {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:14:56.247203 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e554ef63-c4e6-4b04-a7d7-d72ef33e6f40 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Unset dirty status for tenant:af6cfbcc17be4cdfba1cf58741c9e55a on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:14:56.251256 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e554ef63-c4e6-4b04-a7d7-d72ef33e6f40 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "GET /v2.0/ports/f0d1e4dc-a27a-4a23-bf79-6a60ba03fe34 HTTP/1.1" status: 404  len: 333 time: 0.2348204
Jan 29 10:14:56.251482 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55308) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:56.256364 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-660fc218-3884-4abf-ad04-5838bb1a3a68 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Unset dirty status for tenant:95131cfc404d4bbbafd08d2d149ebb4d on resource:security_group_rule {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:14:56.260856 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-660fc218-3884-4abf-ad04-5838bb1a3a68 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.3173165
Jan 29 10:14:56.293003 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-65e7faa6-6fff-4964-acde-3d129969b38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:56.302292 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:56.306824 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 55312) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:56.324474 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-afa2ba7b-bb9b-4530-8320-64527f3de03f tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Request body: {'security_group_rule': {'security_group_id': '4110e79c-324d-4e97-8217-f69e6f14e9fa', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:14:56.353196 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f03c5e9-1fa2-4c97-a229-e1649e766a63 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Deleting subnet 66d03a53-d15e-4903-b8da-a2633c616ff4 {{(pid=80765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:14:56.354049 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-afa2ba7b-bb9b-4530-8320-64527f3de03f tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:14:56.361183 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3f03c5e9-1fa2-4c97-a229-e1649e766a63 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for subnet, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:56.363517 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-65e7faa6-6fff-4964-acde-3d129969b38f None None] For port 66847843-3d36-40b5-bc37-be0a5ecae40e, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=66847843-3d36-40b5-bc37-be0a5ecae40e,segment=NetworkSegment(ff62e3f5-9b24-4dac-a395-a613b9547a37),segment_id=ff62e3f5-9b24-4dac-a395-a613b9547a37)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:14:56.375952 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-65e7faa6-6fff-4964-acde-3d129969b38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:56.382992 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-081b6dc2-051b-4751-83ba-18d31dc00add None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:56.423989 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-afa2ba7b-bb9b-4530-8320-64527f3de03f tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:14:56.440662 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3f03c5e9-1fa2-4c97-a229-e1649e766a63 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1479249'] for subnet, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:56.463830 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba69016-47c7-4e8e-8586-0397d4efbc0a None None] Resources bound (agent type, host, resource id):  {{(pid=80767) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Jan 29 10:14:56.531741 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-293a03d6-8761-4958-b6bc-2f7b2e4a733c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:56.536961 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-293a03d6-8761-4958-b6bc-2f7b2e4a733c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:56.549750 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-afa2ba7b-bb9b-4530-8320-64527f3de03f tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:56.550598 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-26c70e4e-ca03-4077-ad7f-b67bcee7adb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:56.578552 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a6eb0efe-5a7d-4825-a082-d65f1f0c95ad tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:14:56.601751 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-293a03d6-8761-4958-b6bc-2f7b2e4a733c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4e2d7c41bc794c0bbc888eec6d02c3f2&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1533117
Jan 29 10:14:56.608070 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e7faa6-6fff-4964-acde-3d129969b38f None None] Pushing event updated for resources: {'Port': ['ID=66847843-3d36-40b5-bc37-be0a5ecae40e,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:56.608239 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55316) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:56.611078 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a6eb0efe-5a7d-4825-a082-d65f1f0c95ad tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Usage tracker for resource:port and tenant:b2cc7248d2184abfb3aa21c44218cf1c is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:14:56.621064 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-65e7faa6-6fff-4964-acde-3d129969b38f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:56.624087 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293a03d6-8761-4958-b6bc-2f7b2e4a733c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e501cab-1bbc-49eb-8c30-cb658d10056e,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:56.628584 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a6eb0efe-5a7d-4825-a082-d65f1f0c95ad tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Quota usage for port was recalculated. Used quota:1. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:14:56.633691 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-293a03d6-8761-4958-b6bc-2f7b2e4a733c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:56.640949 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-26dbf3c5-d0b6-44ab-87b7-7ed5699a9f06 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3046 time: 1.6187260
Jan 29 10:14:56.659738 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3f03c5e9-1fa2-4c97-a229-e1649e766a63 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:56.685588 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a6eb0efe-5a7d-4825-a082-d65f1f0c95ad tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:14:56.687042 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-8c3a91a0-5137-4589-bcd5-77bc9de8f59b None None] Provisioning for port 70846277-ecc9-4c7c-a378-4e4910325ca3 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:14:56.708773 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-8c3a91a0-5137-4589-bcd5-77bc9de8f59b None None] Provisioning complete for port 70846277-ecc9-4c7c-a378-4e4910325ca3 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:14:56.709209 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8c3a91a0-5137-4589-bcd5-77bc9de8f59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:56.728411 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6eb0efe-5a7d-4825-a082-d65f1f0c95ad tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Made reservation on behalf of b2cc7248d2184abfb3aa21c44218cf1c for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:14:56.784449 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2c4052ed-a0b7-441c-aa8b-a6b770c3c079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:56.786252 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f8b719ab-ea9b-46a1-b89b-7e0e5209ea8f None None] Notify callbacks [] for port, precommit_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:56.787232 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-afa2ba7b-bb9b-4530-8320-64527f3de03f tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:56.802326 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-afa2ba7b-bb9b-4530-8320-64527f3de03f tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:56.831852 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-f8b719ab-ea9b-46a1-b89b-7e0e5209ea8f None None] Transition to ACTIVE for port object b06ccce2-d84a-4b99-a3bd-77cec131d632 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:14:56.849061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:56.853575 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f8b719ab-ea9b-46a1-b89b-7e0e5209ea8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:56.867977 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 66847843-3d36-40b5-bc37-be0a5ecae40e up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:14:56.899747 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2c4052ed-a0b7-441c-aa8b-a6b770c3c079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:56.915663 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-44eff3c8-52b4-487b-8561-a5d554d04299 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:56.981074 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa2ba7b-bb9b-4530-8320-64527f3de03f tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6ff0049-0e37-4a29-b3b3-b73f3b81c812,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:56.985315 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-afa2ba7b-bb9b-4530-8320-64527f3de03f tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:56.986604 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3df3be04-3546-4adb-9ca0-ff8a3e148722 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:57.047553 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2c4052ed-a0b7-441c-aa8b-a6b770c3c079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:57.056458 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d47b8dc9-9f8c-4651-90e3-a6d6d71be182 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:57.075642 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4052ed-a0b7-441c-aa8b-a6b770c3c079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e501cab-1bbc-49eb-8c30-cb658d10056e,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:57.090878 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2c4052ed-a0b7-441c-aa8b-a6b770c3c079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:57.094762 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2c4052ed-a0b7-441c-aa8b-a6b770c3c079 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0e501cab-1bbc-49eb-8c30-cb658d10056e HTTP/1.1" status: 204  len: 168 time: 0.4831634
Jan 29 10:14:57.094762 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2c4052ed-a0b7-441c-aa8b-a6b770c3c079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:57.126014 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3f03c5e9-1fa2-4c97-a229-e1649e766a63 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852603100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2204728'] for subnet, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:57.155689 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6c585dcd-f309-47eb-a99c-269b6c351f1a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:57.165190 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ca7efda9-3e71-4ab1-9407-dc564765be73 tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:57.229505 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-afa2ba7b-bb9b-4530-8320-64527f3de03f tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:57.233081 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552bc162-b962-4457-88ee-2b06b37d693d None None] Pushing event updated for resources: {'Port': ['ID=b06ccce2-d84a-4b99-a3bd-77cec131d632,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:57.234581 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55324) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:57.239003 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-afa2ba7b-bb9b-4530-8320-64527f3de03f tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.9202089
Jan 29 10:14:57.243867 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-552bc162-b962-4457-88ee-2b06b37d693d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:57.245097 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f03c5e9-1fa2-4c97-a229-e1649e766a63 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event deleted for resources: {'Subnet': ['ID=66d03a53-d15e-4903-b8da-a2633c616ff4,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:57.251569 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df3be04-3546-4adb-9ca0-ff8a3e148722 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Pushing event deleted for resources: {'Subnet': ['ID=9d503a31-dc6d-46d7-8565-5a122bc4b311,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:57.262406 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3df3be04-3546-4adb-9ca0-ff8a3e148722 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:57.285359 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3f03c5e9-1fa2-4c97-a229-e1649e766a63 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:57.286186 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55328) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:57.309224 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8c3a91a0-5137-4589-bcd5-77bc9de8f59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:57.357631 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-1a8c4d72-e5e3-422b-8b77-b3d2ad402f37 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-266194499', 'description': 'tempest-secgroup-smoke-266194499 description', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:14:57.396778 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 66847843-3d36-40b5-bc37-be0a5ecae40e triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:14:57.397202 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:57.411991 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3df3be04-3546-4adb-9ca0-ff8a3e148722 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:57.431824 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1397b418-ede6-421a-bc5c-7bd6768687c4 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] 10.222.0.57 "GET /v2.0/security-group-rules/b6ff0049-0e37-4a29-b3b3-b73f3b81c812 HTTP/1.1" status: 200  len: 764 time: 0.1955483
Jan 29 10:14:57.433007 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a6eb0efe-5a7d-4825-a082-d65f1f0c95ad tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:57.433438 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-1a8c4d72-e5e3-422b-8b77-b3d2ad402f37 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:14:57.438351 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55332) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:57.442773 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-1a8c4d72-e5e3-422b-8b77-b3d2ad402f37 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:14:57.468266 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-1a8c4d72-e5e3-422b-8b77-b3d2ad402f37 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:14:57.469294 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-8c3a91a0-5137-4589-bcd5-77bc9de8f59b None None] For port 70846277-ecc9-4c7c-a378-4e4910325ca3, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=70846277-ecc9-4c7c-a378-4e4910325ca3,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:14:57.495831 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-1a8c4d72-e5e3-422b-8b77-b3d2ad402f37 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:14:57.503954 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3f03c5e9-1fa2-4c97-a229-e1649e766a63 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:57.529385 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3f03c5e9-1fa2-4c97-a229-e1649e766a63 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "DELETE /v2.0/subnets/66d03a53-d15e-4903-b8da-a2633c616ff4 HTTP/1.1" status: 204  len: 168 time: 1.2743824
Jan 29 10:14:57.531830 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1a8c4d72-e5e3-422b-8b77-b3d2ad402f37 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:57.549680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 55338) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:57.602089 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8c3a91a0-5137-4589-bcd5-77bc9de8f59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:57.617001 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a8541a4b-28ae-44ed-a2d5-e4de7d3ef9f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:57.680350 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-3df3be04-3546-4adb-9ca0-ff8a3e148722 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c955e470>,) {'filters': {'network_id': ['54d407cc-56c0-4292-8c12-37e45f193446']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:14:57.730487 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3b6d03e3-6cff-49c1-864b-456a35b93487 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4114 time: 0.2869341
Jan 29 10:14:57.735375 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55342) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:57.762675 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-1a8c4d72-e5e3-422b-8b77-b3d2ad402f37 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:14:57.792365 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55346) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:57.794954 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-1a8c4d72-e5e3-422b-8b77-b3d2ad402f37 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:14:57.801869 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-1a8c4d72-e5e3-422b-8b77-b3d2ad402f37 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:14:57.805389 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-3df3be04-3546-4adb-9ca0-ff8a3e148722 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c955e470>, 'f51662d9-4dce-4557-92b6-91254d3f355d') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:14:57.805732 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-3df3be04-3546-4adb-9ca0-ff8a3e148722 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c955e470>, 'f51662d9-4dce-4557-92b6-91254d3f355d') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:14:57.827369 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-05f92ae8-1098-4df6-98d2-7fb7e66985a0 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:57.833355 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-1a8c4d72-e5e3-422b-8b77-b3d2ad402f37 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:14:57.838636 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c64d6cd7-33b1-407b-894a-7eef30983738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:57.842943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3df3be04-3546-4adb-9ca0-ff8a3e148722 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:57.848520 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-f8b719ab-ea9b-46a1-b89b-7e0e5209ea8f None None] Attempting to bind port b06ccce2-d84a-4b99-a3bd-77cec131d632 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:14:57.849144 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-f8b719ab-ea9b-46a1-b89b-7e0e5209ea8f None None] Attempting to bind port b06ccce2-d84a-4b99-a3bd-77cec131d632 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '5462c2ed-631f-44be-b821-4250d3698045', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'd79afcbe-2f3b-4ecb-bd25-eeb12058d8af'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:14:57.849331 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b719ab-ea9b-46a1-b89b-7e0e5209ea8f None None] Attempting to bind port b06ccce2-d84a-4b99-a3bd-77cec131d632 on network d79afcbe-2f3b-4ecb-bd25-eeb12058d8af {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:14:57.858115 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-05f92ae8-1098-4df6-98d2-7fb7e66985a0 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:57.862240 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b719ab-ea9b-46a1-b89b-7e0e5209ea8f None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:14:57.862676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b719ab-ea9b-46a1-b89b-7e0e5209ea8f None None] Checking segment: {'id': '5462c2ed-631f-44be-b821-4250d3698045', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'd79afcbe-2f3b-4ecb-bd25-eeb12058d8af'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:14:57.863138 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f8b719ab-ea9b-46a1-b89b-7e0e5209ea8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:57.863590 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b719ab-ea9b-46a1-b89b-7e0e5209ea8f None None] Bound using segment: {'id': '5462c2ed-631f-44be-b821-4250d3698045', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'd79afcbe-2f3b-4ecb-bd25-eeb12058d8af'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:14:57.864137 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-f8b719ab-ea9b-46a1-b89b-7e0e5209ea8f None None] Bound port: b06ccce2-d84a-4b99-a3bd-77cec131d632, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5462c2ed-631f-44be-b821-4250d3698045', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'd79afcbe-2f3b-4ecb-bd25-eeb12058d8af'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:14:57.864566 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f8b719ab-ea9b-46a1-b89b-7e0e5209ea8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:57.874800 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5b26df32-ed4e-4473-b888-92de4fe591e0 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:57.888215 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c64d6cd7-33b1-407b-894a-7eef30983738 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:14:57.889540 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3a91a0-5137-4589-bcd5-77bc9de8f59b None None] Pushing event updated for resources: {'Port': ['ID=70846277-ecc9-4c7c-a378-4e4910325ca3,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:57.897288 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c64d6cd7-33b1-407b-894a-7eef30983738 admin admin] Usage tracker for resource:security_group_rule and tenant:471893081e844240ab7d34975d41fe39 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:14:57.899961 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8c3a91a0-5137-4589-bcd5-77bc9de8f59b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:57.906735 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c64d6cd7-33b1-407b-894a-7eef30983738 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:14:57.916093 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c64d6cd7-33b1-407b-894a-7eef30983738 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:14:57.932446 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-05f92ae8-1098-4df6-98d2-7fb7e66985a0 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:57.936632 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:57.971065 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f92ae8-1098-4df6-98d2-7fb7e66985a0 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b6ff0049-0e37-4a29-b3b3-b73f3b81c812,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:57.981320 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-a6eb0efe-5a7d-4825-a082-d65f1f0c95ad tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] device_id is not set on port aa05b5b2-3b43-4fd4-93e3-4ec50d7644fd yet. {{(pid=80766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:14:57.984005 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-05f92ae8-1098-4df6-98d2-7fb7e66985a0 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:58.018509 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3df3be04-3546-4adb-9ca0-ff8a3e148722 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:58.026473 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3df3be04-3546-4adb-9ca0-ff8a3e148722 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Releasing vxlan tunnel 4 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:14:58.029751 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-05f92ae8-1098-4df6-98d2-7fb7e66985a0 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:58.033405 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-05f92ae8-1098-4df6-98d2-7fb7e66985a0 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/b6ff0049-0e37-4a29-b3b3-b73f3b81c812 HTTP/1.1" status: 204  len: 168 time: 0.2923045
Jan 29 10:14:58.041821 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 55352) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:58.048969 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1a8c4d72-e5e3-422b-8b77-b3d2ad402f37 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:58.057617 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1a8c4d72-e5e3-422b-8b77-b3d2ad402f37 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:58.064311 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ee0b02e2-f31f-40f8-aa06-b54feea94bbf tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:58.064843 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-f8b719ab-ea9b-46a1-b89b-7e0e5209ea8f None None] For port b06ccce2-d84a-4b99-a3bd-77cec131d632, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:14:58.080171 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-5b26df32-ed4e-4473-b888-92de4fe591e0 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Deleting port a63df776-93fe-45c8-997b-c42301fde185 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:14:58.080171 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5b26df32-ed4e-4473-b888-92de4fe591e0 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:58.086142 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33df6c18-e8e0-46e9-987b-95483f0f317f None None] Update dhcp port {'port': {'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'fixed_ips': [{'subnet_id': 'dcdbad6d-9e2a-4374-ba37-cd6c4fa42455', 'ip_address': '2001:db8::f816:3eff:feb1:6723'}, {'subnet_id': 'b57c5076-2a6b-417d-827a-23593e86dccd'}], 'binding:host_id': 'dv-neutron-772983-2-ovs'}, 'id': '70846277-ecc9-4c7c-a378-4e4910325ca3'} from dv-neutron-772983-2-ovs. {{(pid=80767) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Jan 29 10:14:58.113251 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-f8b719ab-ea9b-46a1-b89b-7e0e5209ea8f None None] For port b06ccce2-d84a-4b99-a3bd-77cec131d632, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=b06ccce2-d84a-4b99-a3bd-77cec131d632,segment=NetworkSegment(5462c2ed-631f-44be-b821-4250d3698045),segment_id=5462c2ed-631f-44be-b821-4250d3698045)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:14:58.127380 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f8b719ab-ea9b-46a1-b89b-7e0e5209ea8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:58.136157 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8c4d72-e5e3-422b-8b77-b3d2ad402f37 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=827919ae-9ca1-4fc4-9d01-1da9444544c6,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:58.141486 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1a8c4d72-e5e3-422b-8b77-b3d2ad402f37 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:58.152531 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1a8c4d72-e5e3-422b-8b77-b3d2ad402f37 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:58.153861 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1a8c4d72-e5e3-422b-8b77-b3d2ad402f37 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.8639407
Jan 29 10:14:58.157527 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55356) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:58.161664 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c64d6cd7-33b1-407b-894a-7eef30983738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:58.166167 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-b4e9c2b7-6176-440d-8541-f1d5e19bc4b5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group_rule': {'security_group_id': '827919ae-9ca1-4fc4-9d01-1da9444544c6', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:14:58.189022 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-b4e9c2b7-6176-440d-8541-f1d5e19bc4b5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:14:58.191592 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c64d6cd7-33b1-407b-894a-7eef30983738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:58.207137 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-fbaa95c1-33c2-4180-b9be-db02ab39bc67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:58.216035 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b4e9c2b7-6176-440d-8541-f1d5e19bc4b5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:14:58.229583 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b4e9c2b7-6176-440d-8541-f1d5e19bc4b5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:14:58.246967 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-b4e9c2b7-6176-440d-8541-f1d5e19bc4b5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:14:58.266069 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c64d6cd7-33b1-407b-894a-7eef30983738 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=471893081e844240ab7d34975d41fe39&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4706933
Jan 29 10:14:58.268907 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55360) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:58.274346 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d6cd7-33b1-407b-894a-7eef30983738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=553f4cdc-8dd3-48f0-8dd1-18eac254309a,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:58.291220 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c64d6cd7-33b1-407b-894a-7eef30983738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:58.314262 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b4e9c2b7-6176-440d-8541-f1d5e19bc4b5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:58.384512 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8c3a91a0-5137-4589-bcd5-77bc9de8f59b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:58.389492 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6073aff8-9975-4a23-a7db-ac5947311aa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:58.427326 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6073aff8-9975-4a23-a7db-ac5947311aa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:58.447528 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-33df6c18-e8e0-46e9-987b-95483f0f317f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:58.461725 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b4e9c2b7-6176-440d-8541-f1d5e19bc4b5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:58.467089 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b4e9c2b7-6176-440d-8541-f1d5e19bc4b5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:58.477460 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-38a2f548-6278-4421-9e8c-0d84d9084082 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:58.479491 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e05a62c1-a66b-49e2-a410-b611b6039765 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Synchronizing usage tracker for tenant:95131cfc404d4bbbafd08d2d149ebb4d on resource:security_group_rule {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:14:58.508879 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e9c2b7-6176-440d-8541-f1d5e19bc4b5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6d2fff4-203e-4f0c-90fa-c7f6bf2390c7,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:58.514929 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b4e9c2b7-6176-440d-8541-f1d5e19bc4b5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:58.521429 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b4e9c2b7-6176-440d-8541-f1d5e19bc4b5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:58.526592 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b4e9c2b7-6176-440d-8541-f1d5e19bc4b5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3642242
Jan 29 10:14:58.526592 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55364) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:58.532325 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-c1f7e676-2027-4f5d-bf76-f5ac4b43a4fc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group_rule': {'security_group_id': '827919ae-9ca1-4fc4-9d01-1da9444544c6', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:14:58.556271 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6073aff8-9975-4a23-a7db-ac5947311aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:58.562291 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c1f7e676-2027-4f5d-bf76-f5ac4b43a4fc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:14:58.564865 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-fb461a7a-f5b6-48ed-99f1-24c7a0eb364b tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:58.576394 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c1f7e676-2027-4f5d-bf76-f5ac4b43a4fc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:14:58.581566 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c1f7e676-2027-4f5d-bf76-f5ac4b43a4fc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:14:58.590871 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552bc162-b962-4457-88ee-2b06b37d693d None None] Pushing event updated for resources: {'Port': ['ID=b06ccce2-d84a-4b99-a3bd-77cec131d632,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:58.592165 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6073aff8-9975-4a23-a7db-ac5947311aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=553f4cdc-8dd3-48f0-8dd1-18eac254309a,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:58.594518 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c1f7e676-2027-4f5d-bf76-f5ac4b43a4fc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:14:58.598726 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6073aff8-9975-4a23-a7db-ac5947311aa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:58.602615 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6073aff8-9975-4a23-a7db-ac5947311aa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:58.603864 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6073aff8-9975-4a23-a7db-ac5947311aa4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/553f4cdc-8dd3-48f0-8dd1-18eac254309a HTTP/1.1" status: 204  len: 168 time: 0.3331466
Jan 29 10:14:58.608981 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-552bc162-b962-4457-88ee-2b06b37d693d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:58.633109 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c1f7e676-2027-4f5d-bf76-f5ac4b43a4fc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:58.717710 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c1f7e676-2027-4f5d-bf76-f5ac4b43a4fc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:58.723132 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c1f7e676-2027-4f5d-bf76-f5ac4b43a4fc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:58.725648 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1aa1ebe2-bc51-465e-9634-bdaacc412c12 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:58.763626 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f7e676-2027-4f5d-bf76-f5ac4b43a4fc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5fdf008-ddaf-4f10-a347-a4141e5e2fd8,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:58.766816 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c1f7e676-2027-4f5d-bf76-f5ac4b43a4fc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:58.781977 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c1f7e676-2027-4f5d-bf76-f5ac4b43a4fc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:58.784090 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c1f7e676-2027-4f5d-bf76-f5ac4b43a4fc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2569311
Jan 29 10:14:58.788692 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55370) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:58.797129 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-d3600ea1-8c9a-4366-86e2-fb7c2a46959f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group_rule': {'security_group_id': '827919ae-9ca1-4fc4-9d01-1da9444544c6', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:14:58.805910 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b719ab-ea9b-46a1-b89b-7e0e5209ea8f None None] Routers {'94e8fea7-78ae-4b26-b491-aa1905d27773'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:14:58.806626 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-f8b719ab-ea9b-46a1-b89b-7e0e5209ea8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9b43b00>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:14:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['94e8fea7-78ae-4b26-b491-aa1905d27773'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:14:58.825019 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d3600ea1-8c9a-4366-86e2-fb7c2a46959f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:14:58.830428 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d3600ea1-8c9a-4366-86e2-fb7c2a46959f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:14:58.834569 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d3600ea1-8c9a-4366-86e2-fb7c2a46959f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:14:58.836636 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-3df3be04-3546-4adb-9ca0-ff8a3e148722 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Network 54d407cc-56c0-4292-8c12-37e45f193446 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:14:58.844776 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d3600ea1-8c9a-4366-86e2-fb7c2a46959f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:14:58.860597 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3df3be04-3546-4adb-9ca0-ff8a3e148722 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:58.876089 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d3600ea1-8c9a-4366-86e2-fb7c2a46959f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:58.964425 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d3600ea1-8c9a-4366-86e2-fb7c2a46959f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:58.970138 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d3600ea1-8c9a-4366-86e2-fb7c2a46959f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:58.972891 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:59.007609 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e05a62c1-a66b-49e2-a410-b611b6039765 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Unset dirty status for tenant:95131cfc404d4bbbafd08d2d149ebb4d on resource:security_group_rule {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:14:59.009209 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e05a62c1-a66b-49e2-a410-b611b6039765 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.9617922
Jan 29 10:14:59.009875 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3600ea1-8c9a-4366-86e2-fb7c2a46959f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac2130f8-5150-461e-bcc9-d4b872befd64,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:59.019970 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 70846277-ecc9-4c7c-a378-4e4910325ca3 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:14:59.022609 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 55374) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:59.023744 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d3600ea1-8c9a-4366-86e2-fb7c2a46959f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:59.028922 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d3600ea1-8c9a-4366-86e2-fb7c2a46959f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:59.030443 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d3600ea1-8c9a-4366-86e2-fb7c2a46959f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2403448
Jan 29 10:14:59.033335 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55380) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:59.040511 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-37b1ada0-7dea-4d9c-8635-26e3e31999bc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group_rule': {'security_group_id': '827919ae-9ca1-4fc4-9d01-1da9444544c6', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:14:59.065920 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-37b1ada0-7dea-4d9c-8635-26e3e31999bc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:14:59.066875 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-f8b719ab-ea9b-46a1-b89b-7e0e5209ea8f None None] Set router 94e8fea7-78ae-4b26-b491-aa1905d27773 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:14:59.071870 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-37b1ada0-7dea-4d9c-8635-26e3e31999bc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:14:59.075273 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-37b1ada0-7dea-4d9c-8635-26e3e31999bc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:14:59.082734 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-37b1ada0-7dea-4d9c-8635-26e3e31999bc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:14:59.103885 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-37b1ada0-7dea-4d9c-8635-26e3e31999bc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:59.185624 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-37b1ada0-7dea-4d9c-8635-26e3e31999bc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:59.191109 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-37b1ada0-7dea-4d9c-8635-26e3e31999bc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:59.197961 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-832469d9-e463-48a0-84e5-51898ed99da1 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:59.223890 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b1ada0-7dea-4d9c-8635-26e3e31999bc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8148017-942d-445f-bdd9-61e153d53114,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:59.235642 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-37b1ada0-7dea-4d9c-8635-26e3e31999bc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:59.243225 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-37b1ada0-7dea-4d9c-8635-26e3e31999bc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:59.245144 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-37b1ada0-7dea-4d9c-8635-26e3e31999bc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2100151
Jan 29 10:14:59.251290 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55388) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:59.259396 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-8ce6522a-3cc3-464a-8744-15fe1e502c10 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group_rule': {'security_group_id': '827919ae-9ca1-4fc4-9d01-1da9444544c6', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:14:59.289458 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-5b26df32-ed4e-4473-b888-92de4fe591e0 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] For port a63df776-93fe-45c8-997b-c42301fde185, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=a63df776-93fe-45c8-997b-c42301fde185,segment=NetworkSegment(f64683b8-b0d8-4cfd-91f2-6b908b80f84f),segment_id=f64683b8-b0d8-4cfd-91f2-6b908b80f84f)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:14:59.290135 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5b26df32-ed4e-4473-b888-92de4fe591e0 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:59.299529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-8ce6522a-3cc3-464a-8744-15fe1e502c10 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:14:59.313334 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8ce6522a-3cc3-464a-8744-15fe1e502c10 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:14:59.314056 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-3df3be04-3546-4adb-9ca0-ff8a3e148722 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Network 54d407cc-56c0-4292-8c12-37e45f193446 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:14:59.323566 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8ce6522a-3cc3-464a-8744-15fe1e502c10 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:14:59.338727 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-8ce6522a-3cc3-464a-8744-15fe1e502c10 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:14:59.347599 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:14:59.347599 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:14:59.347599 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:14:59.347599 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:14:59.347599 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:14:59.347599 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:14:59.347599 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:14:59.347599 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:14:59.347599 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:14:59.347599 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:14:59.347599 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:14:59.347599 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:14:59.347599 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:14:59.347599 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:14:59.347599 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:14:59.347599 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:14:59.347599 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:14:59.347599 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:14:59.347599 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:14:59.347599 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:14:59.347599 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:14:59.347599 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:14:59.347599 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:14:59.347599 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:14:59.347599 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:14:59.347599 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:14:59.347599 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:14:59.347599 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:14:59.347599 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:14:59.347599 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:14:59.347599 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:14:59.347599 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:14:59.368596 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.securitygroups_db [None req-8ce6522a-3cc3-464a-8744-15fe1e502c10 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Project ff1f06ee29ef461597f2ecd846f8813d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 10:14:59.380898 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8ce6522a-3cc3-464a-8744-15fe1e502c10 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:59.480558 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8ce6522a-3cc3-464a-8744-15fe1e502c10 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:59.486167 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8ce6522a-3cc3-464a-8744-15fe1e502c10 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:59.488435 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e3833f69-6b14-40f3-bbd7-47258621febf tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:59.534487 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8ce6522a-3cc3-464a-8744-15fe1e502c10 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:59.536407 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 70846277-ecc9-4c7c-a378-4e4910325ca3 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:14:59.537001 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:59.537932 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8ce6522a-3cc3-464a-8744-15fe1e502c10 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2845039
Jan 29 10:14:59.541566 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55396) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:59.544917 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce6522a-3cc3-464a-8744-15fe1e502c10 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90428e7c-8bcc-4817-bca0-128deca5bfa8,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:59.551178 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-5b26df32-ed4e-4473-b888-92de4fe591e0 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Calling delete_port for a63df776-93fe-45c8-997b-c42301fde185 owned by network:dhcp {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:14:59.555597 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-a6c84a73-3542-45b1-9366-35507a562310 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group_rule': {'security_group_id': '827919ae-9ca1-4fc4-9d01-1da9444544c6', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:14:59.578407 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8ce6522a-3cc3-464a-8744-15fe1e502c10 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:59.583004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a6c84a73-3542-45b1-9366-35507a562310 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:14:59.588438 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a6c84a73-3542-45b1-9366-35507a562310 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:14:59.592371 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a6c84a73-3542-45b1-9366-35507a562310 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:14:59.599179 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a6c84a73-3542-45b1-9366-35507a562310 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:14:59.613700 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.securitygroups_db [None req-a6c84a73-3542-45b1-9366-35507a562310 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Project ff1f06ee29ef461597f2ecd846f8813d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 10:14:59.627552 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a6c84a73-3542-45b1-9366-35507a562310 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:59.633949 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-f8b719ab-ea9b-46a1-b89b-7e0e5209ea8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9b43b00>, [{'id': '94e8fea7-78ae-4b26-b491-aa1905d27773', 'name': 'tempest-TestNetworkBasicOps-router-27264373', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': 'a84fabec-f305-401d-949b-fd236667f4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:14:26Z', 'updated_at': '2021-01-29T10:14:49Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': 'a84fabec-f305-401d-949b-fd236667f4df', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e8fea7-78ae-4b26-b491-aa1905d27773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:14:28Z', 'updated_at': '2021-01-29T10:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'b06ccce2-d84a-4b99-a3bd-77cec131d632', 'name': '', 'network_id': 'd79afcbe-2f3b-4ecb-bd25-eeb12058d8af', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:08:aa:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94e8fea7-78ae-4b26-b491-aa1905d27773', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '3f4cd1b1-46d8-44b2-a2d4-9bbe7bbba014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:14:44Z', 'updated_at': '2021-01-29T10:14:58Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': '3f4cd1b1-46d8-44b2-a2d4-9bbe7bbba014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:14:59.648064 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b719ab-ea9b-46a1-b89b-7e0e5209ea8f None None] The sync data for ids ['94e8fea7-78ae-4b26-b491-aa1905d27773'] in dv-neutron-772983-2-ovs is: [{'id': '94e8fea7-78ae-4b26-b491-aa1905d27773', 'name': 'tempest-TestNetworkBasicOps-router-27264373', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': 'a84fabec-f305-401d-949b-fd236667f4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:14:26Z', 'updated_at': '2021-01-29T10:14:49Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': 'a84fabec-f305-401d-949b-fd236667f4df', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e8fea7-78ae-4b26-b491-aa1905d27773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:14:28Z', 'updated_at': '2021-01-29T10:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'b06ccce2-d84a-4b99-a3bd-77cec131d632', 'name': '', 'network_id': 'd79afcbe-2f3b-4ecb-bd25-eeb12058d8af', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:08:aa:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94e8fea7-78ae-4b26-b491-aa1905d27773', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '3f4cd1b1-46d8-44b2-a2d4-9bbe7bbba014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:14:44Z', 'updated_at': '2021-01-29T10:14:58Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': '3f4cd1b1-46d8-44b2-a2d4-9bbe7bbba014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:14:59.674429 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-a6eb0efe-5a7d-4825-a082-d65f1f0c95ad tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Allocated IP 2001:db8:0:1::220 (36ec2ab5-acc9-45dc-a136-797459b09a1c/b57c5076-2a6b-417d-827a-23593e86dccd/aa05b5b2-3b43-4fd4-93e3-4ec50d7644fd) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:14:59.699798 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-29927eab-37ab-4410-8a2a-17084194ca5f tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:59.715333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-a6eb0efe-5a7d-4825-a082-d65f1f0c95ad tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Allocated IP 2001:db8::f816:3eff:fe30:95e9 (36ec2ab5-acc9-45dc-a136-797459b09a1c/dcdbad6d-9e2a-4374-ba37-cd6c4fa42455/aa05b5b2-3b43-4fd4-93e3-4ec50d7644fd) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:14:59.759886 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3df3be04-3546-4adb-9ca0-ff8a3e148722 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:59.784765 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3093ce49-d8bf-455a-b5fa-7486c9b2ead2 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:59.808984 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3df3be04-3546-4adb-9ca0-ff8a3e148722 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:59.820771 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a6c84a73-3542-45b1-9366-35507a562310 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:59.826147 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a6c84a73-3542-45b1-9366-35507a562310 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:59.829526 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-aaf1ed91-711f-43a9-95ea-34a1d4df4647 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:14:59.846329 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-29927eab-37ab-4410-8a2a-17084194ca5f tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:59.882093 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df3be04-3546-4adb-9ca0-ff8a3e148722 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Pushing event deleted for resources: {'Network': ['ID=54d407cc-56c0-4292-8c12-37e45f193446,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:59.890043 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a6c84a73-3542-45b1-9366-35507a562310 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:14:59.892033 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a6c84a73-3542-45b1-9366-35507a562310 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3494306
Jan 29 10:14:59.903864 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3df3be04-3546-4adb-9ca0-ff8a3e148722 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] 10.222.0.57 "DELETE /v2.0/networks/54d407cc-56c0-4292-8c12-37e45f193446 HTTP/1.1" status: 204  len: 168 time: 5.0515230
Jan 29 10:14:59.911066 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c84a73-3542-45b1-9366-35507a562310 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3781fa99-a024-408e-813f-b46b425a88af,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:14:59.912969 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55406) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:14:59.917171 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a6c84a73-3542-45b1-9366-35507a562310 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:59.919894 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3df3be04-3546-4adb-9ca0-ff8a3e148722 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:14:59.922694 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-ab192c8b-f9a0-4b4b-b533-d7604d1963d2 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-216501003'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:14:59.931074 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ab192c8b-f9a0-4b4b-b533-d7604d1963d2 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:14:59.938642 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ab192c8b-f9a0-4b4b-b533-d7604d1963d2 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Usage tracker for resource:network and tenant:f15ab138166e456cb96f10f0bbdd909a is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:14:59.942660 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ab192c8b-f9a0-4b4b-b533-d7604d1963d2 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Quota usage for network was recalculated. Used quota:2. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:14:59.951761 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ab192c8b-f9a0-4b4b-b533-d7604d1963d2 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:14:59.978125 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab192c8b-f9a0-4b4b-b533-d7604d1963d2 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Made reservation on behalf of f15ab138166e456cb96f10f0bbdd909a for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:14:59.988627 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5b26df32-ed4e-4473-b888-92de4fe591e0 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:00.007070 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ab192c8b-f9a0-4b4b-b533-d7604d1963d2 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:00.048214 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-05f59c2a-794f-429c-a356-812621b9c433 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:00.059599 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab192c8b-f9a0-4b4b-b533-d7604d1963d2 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:15:00.086128 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ab192c8b-f9a0-4b4b-b533-d7604d1963d2 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:00.086531 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-ab192c8b-f9a0-4b4b-b533-d7604d1963d2 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Added segment 14248b37-6e59-451e-b879-0876949c94f5 of type vxlan for network 74728d92-96a8-4a13-b15f-b37e55b2dc76
Jan 29 10:15:00.120151 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ab192c8b-f9a0-4b4b-b533-d7604d1963d2 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:00.155814 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-29927eab-37ab-4410-8a2a-17084194ca5f tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:00.167337 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ab192c8b-f9a0-4b4b-b533-d7604d1963d2 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:00.196480 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b26df32-ed4e-4473-b888-92de4fe591e0 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event deleted for resources: {'Port': ['ID=a63df776-93fe-45c8-997b-c42301fde185,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:00.204211 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5b26df32-ed4e-4473-b888-92de4fe591e0 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:00.211767 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2b4fda83-271f-4f46-9cb9-c0321ddab4f6 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:00.280876 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab192c8b-f9a0-4b4b-b533-d7604d1963d2 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:00.281995 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ab192c8b-f9a0-4b4b-b533-d7604d1963d2 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:00.294294 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-11618c7a-b3db-41ca-8972-c3ba9140fd02 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:00.409618 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ab192c8b-f9a0-4b4b-b533-d7604d1963d2 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.4944985
Jan 29 10:15:00.421501 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29927eab-37ab-4410-8a2a-17084194ca5f tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4110e79c-324d-4e97-8217-f69e6f14e9fa,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:00.424430 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-29927eab-37ab-4410-8a2a-17084194ca5f tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:00.428972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 55422) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:00.441339 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-29927eab-37ab-4410-8a2a-17084194ca5f tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:00.442635 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-29927eab-37ab-4410-8a2a-17084194ca5f tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] 10.222.0.57 "DELETE /v2.0/security-groups/4110e79c-324d-4e97-8217-f69e6f14e9fa HTTP/1.1" status: 204  len: 168 time: 1.4172432
Jan 29 10:15:00.455365 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-377ad02c-1682-4222-9ac6-a42b512e2ad9 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Request body: {'subnet': {'network_id': '74728d92-96a8-4a13-b15f-b37e55b2dc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:15:00.489817 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 55428) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:00.517606 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab192c8b-f9a0-4b4b-b533-d7604d1963d2 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Pushing event updated for resources: {'Network': ['ID=74728d92-96a8-4a13-b15f-b37e55b2dc76,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:00.521592 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ab192c8b-f9a0-4b4b-b533-d7604d1963d2 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:00.533166 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 74728d92-96a8-4a13-b15f-b37e55b2dc76 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:15:00.597157 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 74728d92-96a8-4a13-b15f-b37e55b2dc76 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:15:00.734293 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b26df32-ed4e-4473-b888-92de4fe591e0 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] No DVR routers for this DVR port a63df776-93fe-45c8-997b-c42301fde185 on host dv-neutron-772983-2-ovs {{(pid=80766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:15:00.739413 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-377ad02c-1682-4222-9ac6-a42b512e2ad9 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:15:00.833019 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-377ad02c-1682-4222-9ac6-a42b512e2ad9 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Usage tracker for resource:subnet and tenant:f15ab138166e456cb96f10f0bbdd909a is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:15:00.867771 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-377ad02c-1682-4222-9ac6-a42b512e2ad9 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:15:00.868755 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-815e955c-612b-4781-bab1-6df87aa8ab3a req-77b24f2b-df79-4863-a5f1-d3a0c553278d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Synchronizing usage tracker for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:security_group {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:15:00.898256 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-815e955c-612b-4781-bab1-6df87aa8ab3a req-77b24f2b-df79-4863-a5f1-d3a0c553278d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Unset dirty status for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:security_group {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:15:00.912167 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-815e955c-612b-4781-bab1-6df87aa8ab3a req-77b24f2b-df79-4863-a5f1-d3a0c553278d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-266194499&fields=id&tenant_id=ff1f06ee29ef461597f2ecd846f8813d HTTP/1.1" status: 200  len: 267 time: 0.1565876
Jan 29 10:15:00.939684 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-377ad02c-1682-4222-9ac6-a42b512e2ad9 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:15:00.965219 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-61543b5d-1eec-47d0-951d-89601b3f80de tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Synchronizing usage tracker for tenant:95131cfc404d4bbbafd08d2d149ebb4d on resource:security_group {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:15:01.004359 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a6eb0efe-5a7d-4825-a082-d65f1f0c95ad tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:01.009039 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device b06ccce2-d84a-4b99-a3bd-77cec131d632 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:15:01.106981 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377ad02c-1682-4222-9ac6-a42b512e2ad9 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Made reservation on behalf of f15ab138166e456cb96f10f0bbdd909a for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:15:01.115669 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port b06ccce2-d84a-4b99-a3bd-77cec131d632 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:15:01.122732 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port b06ccce2-d84a-4b99-a3bd-77cec131d632 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:15:01.123154 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:01.132539 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-377ad02c-1682-4222-9ac6-a42b512e2ad9 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:01.171880 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5b26df32-ed4e-4473-b888-92de4fe591e0 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:01.197413 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-a6eb0efe-5a7d-4825-a082-d65f1f0c95ad tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Transition to ACTIVE for port object aa05b5b2-3b43-4fd4-93e3-4ec50d7644fd will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:15:01.240131 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-61543b5d-1eec-47d0-951d-89601b3f80de tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Unset dirty status for tenant:95131cfc404d4bbbafd08d2d149ebb4d on resource:security_group {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:15:01.242099 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-61543b5d-1eec-47d0-951d-89601b3f80de tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.7479475
Jan 29 10:15:01.308958 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 55444) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:01.375599 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:01.440540 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port b06ccce2-d84a-4b99-a3bd-77cec131d632, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=b06ccce2-d84a-4b99-a3bd-77cec131d632,segment=NetworkSegment(5462c2ed-631f-44be-b821-4250d3698045),segment_id=5462c2ed-631f-44be-b821-4250d3698045)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:15:01.451069 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:01.454064 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b9886b2c-7f1c-417a-be2d-cc85349375ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:01.517550 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a2315d33-577b-4095-ae7e-440f4137fe0c tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.1993916
Jan 29 10:15:01.527247 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-5b26df32-ed4e-4473-b888-92de4fe591e0 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c37bce10>,) {'filters': {'network_id': ['4f5509ba-7523-401e-b87f-6f85d9880160']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:15:01.550424 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-5b26df32-ed4e-4473-b888-92de4fe591e0 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c37bce10>, 'f64683b8-b0d8-4cfd-91f2-6b908b80f84f') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:15:01.550761 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-5b26df32-ed4e-4473-b888-92de4fe591e0 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c37bce10>, 'f64683b8-b0d8-4cfd-91f2-6b908b80f84f') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:15:01.572563 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5b26df32-ed4e-4473-b888-92de4fe591e0 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:01.572715 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=b06ccce2-d84a-4b99-a3bd-77cec131d632,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:01.579502 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a6eb0efe-5a7d-4825-a082-d65f1f0c95ad tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:01.582670 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:01.584903 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e955c-612b-4781-bab1-6df87aa8ab3a req-be32ae39-5f58-491a-9b2c-1cd14da11e8a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:01.586233 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-815e955c-612b-4781-bab1-6df87aa8ab3a req-be32ae39-5f58-491a-9b2c-1cd14da11e8a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Synchronizing usage tracker for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:network {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:15:01.604764 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a205f297-7310-49ec-a290-92199ca23a7f tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:01.617351 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-815e955c-612b-4781-bab1-6df87aa8ab3a req-be32ae39-5f58-491a-9b2c-1cd14da11e8a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Unset dirty status for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:network {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:15:01.627766 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-815e955c-612b-4781-bab1-6df87aa8ab3a req-be32ae39-5f58-491a-9b2c-1cd14da11e8a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/networks?id=d79afcbe-2f3b-4ecb-bd25-eeb12058d8af HTTP/1.1" status: 200  len: 797 time: 0.7142913
Jan 29 10:15:01.654614 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-815e955c-612b-4781-bab1-6df87aa8ab3a req-41fbfc12-9473-4562-84a6-44bba079fa83 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/quotas/ff1f06ee29ef461597f2ecd846f8813d HTTP/1.1" status: 200  len: 375 time: 0.0256982
Jan 29 10:15:01.675849 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-33df6c18-e8e0-46e9-987b-95483f0f317f None None] Allocated IP 2001:db8:0:1::2 (36ec2ab5-acc9-45dc-a136-797459b09a1c/b57c5076-2a6b-417d-827a-23593e86dccd/70846277-ecc9-4c7c-a378-4e4910325ca3) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:15:01.705373 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb0efe-5a7d-4825-a082-d65f1f0c95ad tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event updated for resources: {'Port': ['ID=aa05b5b2-3b43-4fd4-93e3-4ec50d7644fd,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:01.728587 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a6eb0efe-5a7d-4825-a082-d65f1f0c95ad tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:01.729664 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5b26df32-ed4e-4473-b888-92de4fe591e0 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:01.743778 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5b26df32-ed4e-4473-b888-92de4fe591e0 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Releasing vxlan tunnel 3 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:15:01.873054 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-815e955c-612b-4781-bab1-6df87aa8ab3a req-806f0cbf-2df3-4651-bc4d-512677aab8f3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Synchronizing usage tracker for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:15:01.875268 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-33df6c18-e8e0-46e9-987b-95483f0f317f None None] For port 70846277-ecc9-4c7c-a378-4e4910325ca3, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=70846277-ecc9-4c7c-a378-4e4910325ca3,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:15:01.895446 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-815e955c-612b-4781-bab1-6df87aa8ab3a req-806f0cbf-2df3-4651-bc4d-512677aab8f3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Unset dirty status for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:15:01.903136 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-815e955c-612b-4781-bab1-6df87aa8ab3a req-806f0cbf-2df3-4651-bc4d-512677aab8f3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ff1f06ee29ef461597f2ecd846f8813d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2419519
Jan 29 10:15:01.907807 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-33df6c18-e8e0-46e9-987b-95483f0f317f None None] Notify callbacks [] for port, precommit_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:01.929123 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55466) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:01.942282 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-33df6c18-e8e0-46e9-987b-95483f0f317f None None] Transition to ACTIVE for port object 70846277-ecc9-4c7c-a378-4e4910325ca3 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:15:01.946381 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-33df6c18-e8e0-46e9-987b-95483f0f317f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:01.966281 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3a920b31-3281-47a4-b36f-5c73bdd84a28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:02.227512 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-5b26df32-ed4e-4473-b888-92de4fe591e0 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Network 4f5509ba-7523-401e-b87f-6f85d9880160 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:15:02.256212 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5b26df32-ed4e-4473-b888-92de4fe591e0 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:02.402301 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55474) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:02.462352 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-815e955c-612b-4781-bab1-6df87aa8ab3a req-5afb77e7-d922-4625-bdf9-c9253a3d4ebe service neutron] 10.222.0.57 "GET /v2.0/networks/d79afcbe-2f3b-4ecb-bd25-eeb12058d8af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5498648
Jan 29 10:15:02.466403 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33df6c18-e8e0-46e9-987b-95483f0f317f None None] Pushing event updated for resources: {'Port': ['ID=70846277-ecc9-4c7c-a378-4e4910325ca3,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:02.476103 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-33df6c18-e8e0-46e9-987b-95483f0f317f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:02.570580 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-c5036680-73e4-4ebb-a2a4-396e85a96574 tempest-RoutersAdminNegativeIpV6Test-1799789695 tempest-RoutersAdminNegativeIpV6Test-1799789695-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-930173514', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:15:02.598119 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c5036680-73e4-4ebb-a2a4-396e85a96574 tempest-RoutersAdminNegativeIpV6Test-1799789695 tempest-RoutersAdminNegativeIpV6Test-1799789695-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:15:02.671908 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c5036680-73e4-4ebb-a2a4-396e85a96574 tempest-RoutersAdminNegativeIpV6Test-1799789695 tempest-RoutersAdminNegativeIpV6Test-1799789695-project-admin] Usage tracker for resource:port and tenant:9c528792e17943bcb90509e4a8d8a4ee is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:15:02.679374 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c5036680-73e4-4ebb-a2a4-396e85a96574 tempest-RoutersAdminNegativeIpV6Test-1799789695 tempest-RoutersAdminNegativeIpV6Test-1799789695-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:15:02.718567 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c5036680-73e4-4ebb-a2a4-396e85a96574 tempest-RoutersAdminNegativeIpV6Test-1799789695 tempest-RoutersAdminNegativeIpV6Test-1799789695-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:15:02.730702 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ff788e58-a5a0-4f3e-b608-f9146f3cbcd8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=95131cfc404d4bbbafd08d2d149ebb4d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3269467
Jan 29 10:15:02.742734 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55484) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:02.809569 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5036680-73e4-4ebb-a2a4-396e85a96574 tempest-RoutersAdminNegativeIpV6Test-1799789695 tempest-RoutersAdminNegativeIpV6Test-1799789695-project-admin] Made reservation on behalf of 9c528792e17943bcb90509e4a8d8a4ee for: {'port': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:15:02.814563 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c5036680-73e4-4ebb-a2a4-396e85a96574 tempest-RoutersAdminNegativeIpV6Test-1799789695 tempest-RoutersAdminNegativeIpV6Test-1799789695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:02.816276 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 70846277-ecc9-4c7c-a378-4e4910325ca3 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:15:02.860499 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-815e955c-612b-4781-bab1-6df87aa8ab3a req-285a77ae-a5fc-44cb-ac1f-77d921b3be63 service neutron] 10.222.0.57 "GET /v2.0/networks/d79afcbe-2f3b-4ecb-bd25-eeb12058d8af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3910172
Jan 29 10:15:02.867682 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c5036680-73e4-4ebb-a2a4-396e85a96574 tempest-RoutersAdminNegativeIpV6Test-1799789695 tempest-RoutersAdminNegativeIpV6Test-1799789695-project-admin] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:02.948052 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c5036680-73e4-4ebb-a2a4-396e85a96574 tempest-RoutersAdminNegativeIpV6Test-1799789695 tempest-RoutersAdminNegativeIpV6Test-1799789695-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:15:02.962804 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device b06ccce2-d84a-4b99-a3bd-77cec131d632 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:15:03.014933 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c5036680-73e4-4ebb-a2a4-396e85a96574 tempest-RoutersAdminNegativeIpV6Test-1799789695 tempest-RoutersAdminNegativeIpV6Test-1799789695-project-admin] Usage tracker for resource:security_group_rule and tenant:9c528792e17943bcb90509e4a8d8a4ee is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:15:03.021055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-daa63702-d26a-4cac-ad20-5b19c673c7df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:03.024985 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c5036680-73e4-4ebb-a2a4-396e85a96574 tempest-RoutersAdminNegativeIpV6Test-1799789695 tempest-RoutersAdminNegativeIpV6Test-1799789695-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:15:03.045689 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c5036680-73e4-4ebb-a2a4-396e85a96574 tempest-RoutersAdminNegativeIpV6Test-1799789695 tempest-RoutersAdminNegativeIpV6Test-1799789695-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:15:03.092843 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-daa63702-d26a-4cac-ad20-5b19c673c7df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:03.097505 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6eb0efe-5a7d-4825-a082-d65f1f0c95ad tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:15:03.119683 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port b06ccce2-d84a-4b99-a3bd-77cec131d632 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:15:03.120230 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:03.180895 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-5b26df32-ed4e-4473-b888-92de4fe591e0 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Network 4f5509ba-7523-401e-b87f-6f85d9880160 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:15:03.203379 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a92ba26a-2538-4f63-9a3b-d2be04d69a26 req-ca1cd2ae-169d-4532-b5b2-3f7fa2853358 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e998cce-361f-4d79-9e65-709ea9cad757 HTTP/1.1" status: 200  len: 210 time: 0.0875311
Jan 29 10:15:03.224743 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-a6eb0efe-5a7d-4825-a082-d65f1f0c95ad tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:15:03.364140 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-daa63702-d26a-4cac-ad20-5b19c673c7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:03.375590 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:15:03.375590 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:15:03.375590 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:15:03.375590 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:15:03.375590 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:15:03.375590 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:15:03.375590 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:15:03.375590 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:15:03.375590 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:15:03.375590 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:15:03.375590 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:15:03.375590 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:15:03.375590 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:15:03.375590 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:15:03.375590 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:15:03.375590 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:15:03.375590 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:15:03.375590 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:15:03.375590 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:15:03.375590 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:15:03.375590 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:15:03.375590 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:15:03.375590 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:15:03.375590 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:15:03.375590 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:15:03.375590 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:15:03.375590 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:15:03.375590 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:15:03.375590 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:15:03.375590 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:15:03.375590 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:15:03.375590 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:15:03.378695 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6eb0efe-5a7d-4825-a082-d65f1f0c95ad tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:15:03.382129 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-acf10868-3e48-44ee-a6cf-3ef5607b9dc2 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:03.450398 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6eb0efe-5a7d-4825-a082-d65f1f0c95ad tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:03.451148 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a6eb0efe-5a7d-4825-a082-d65f1f0c95ad tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:03.461671 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be9b707-93c5-47ed-b6e3-e4bcef03c729 None None] Network 5d692331-d7ed-4a71-b1fd-090de6f836c3 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:15:03.494385 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c5036680-73e4-4ebb-a2a4-396e85a96574 tempest-RoutersAdminNegativeIpV6Test-1799789695 tempest-RoutersAdminNegativeIpV6Test-1799789695-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:03.498276 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5b26df32-ed4e-4473-b888-92de4fe591e0 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:03.502571 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-56e07cfd-3f04-4f30-89ae-e20d9f41145c tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:03.506286 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa63702-d26a-4cac-ad20-5b19c673c7df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc03719e-5ba0-4947-a9cc-44175d405e43,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:03.519202 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c5036680-73e4-4ebb-a2a4-396e85a96574 tempest-RoutersAdminNegativeIpV6Test-1799789695 tempest-RoutersAdminNegativeIpV6Test-1799789695-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:03.519875 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5b26df32-ed4e-4473-b888-92de4fe591e0 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:03.521947 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5b26df32-ed4e-4473-b888-92de4fe591e0 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "DELETE /v2.0/networks/4f5509ba-7523-401e-b87f-6f85d9880160 HTTP/1.1" status: 204  len: 168 time: 5.9683280
Jan 29 10:15:03.534550 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 55496) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:03.539988 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a6eb0efe-5a7d-4825-a082-d65f1f0c95ad tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 7.4102719
Jan 29 10:15:03.544178 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 55498) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:03.545317 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b26df32-ed4e-4473-b888-92de4fe591e0 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event deleted for resources: {'Network': ['ID=4f5509ba-7523-401e-b87f-6f85d9880160,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:03.547035 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-daa63702-d26a-4cac-ad20-5b19c673c7df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:03.547683 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-daa63702-d26a-4cac-ad20-5b19c673c7df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:03.555216 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5b26df32-ed4e-4473-b888-92de4fe591e0 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:03.570353 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-7f9fc0aa-f1f5-4749-9fd0-0accd0f1804c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1677275167'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:15:03.588382 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf73aea-e3fc-425c-a02d-138aede2dcfa None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:15:03.613918 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5036680-73e4-4ebb-a2a4-396e85a96574 tempest-RoutersAdminNegativeIpV6Test-1799789695 tempest-RoutersAdminNegativeIpV6Test-1799789695-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dcd353a-444a-4b8e-96c5-e61b5a43f737,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:03.623258 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c5036680-73e4-4ebb-a2a4-396e85a96574 tempest-RoutersAdminNegativeIpV6Test-1799789695 tempest-RoutersAdminNegativeIpV6Test-1799789695-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:03.644386 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4b6242-3452-457b-b06a-8ab56b74f5af None None] Network 54d407cc-56c0-4292-8c12-37e45f193446 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:15:03.723990 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-daa63702-d26a-4cac-ad20-5b19c673c7df admin admin] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:03.740671 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-daa63702-d26a-4cac-ad20-5b19c673c7df admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/dc03719e-5ba0-4947-a9cc-44175d405e43 HTTP/1.1" status: 204  len: 168 time: 0.9861758
Jan 29 10:15:03.751733 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-70c7bdbc-ecc6-4898-9391-01e1fe62e2b5 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Deleting port aa05b5b2-3b43-4fd4-93e3-4ec50d7644fd {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:15:03.752393 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-70c7bdbc-ecc6-4898-9391-01e1fe62e2b5 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:03.813707 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4b6242-3452-457b-b06a-8ab56b74f5af None None] Network 54d407cc-56c0-4292-8c12-37e45f193446 could not be found, it might have been deleted concurrently. {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}}
Jan 29 10:15:03.875123 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f855220-3e2c-4bbc-a592-4630adb205cf None None] Network 54d407cc-56c0-4292-8c12-37e45f193446 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:15:03.891792 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-7f9fc0aa-f1f5-4749-9fd0-0accd0f1804c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:15:04.012905 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-7f9fc0aa-f1f5-4749-9fd0-0accd0f1804c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Usage tracker for resource:network and tenant:af6cfbcc17be4cdfba1cf58741c9e55a is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:15:04.019777 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-ab0f8516-2d76-4c29-b8a8-a847bdaa3b06 None None] Provisioning for port 70846277-ecc9-4c7c-a378-4e4910325ca3 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:15:04.027858 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-7f9fc0aa-f1f5-4749-9fd0-0accd0f1804c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Quota usage for network was recalculated. Used quota:1. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:15:04.034268 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e21094-a38f-46a8-b16b-7ef60779960a None None] DHCP port deletion for 4f5509ba-7523-401e-b87f-6f85d9880160 request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:15:04.050124 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f855220-3e2c-4bbc-a592-4630adb205cf None None] Network 54d407cc-56c0-4292-8c12-37e45f193446 could not be found, it might have been deleted concurrently. {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}}
Jan 29 10:15:04.059396 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-ab0f8516-2d76-4c29-b8a8-a847bdaa3b06 None None] Provisioning complete for port 70846277-ecc9-4c7c-a378-4e4910325ca3 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:15:04.059830 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ab0f8516-2d76-4c29-b8a8-a847bdaa3b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:04.072000 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-7f9fc0aa-f1f5-4749-9fd0-0accd0f1804c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:15:04.131401 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-c5036680-73e4-4ebb-a2a4-396e85a96574 tempest-RoutersAdminNegativeIpV6Test-1799789695 tempest-RoutersAdminNegativeIpV6Test-1799789695-project-admin] device_id is not set on port 5aebc1e6-f95c-4b3c-bb71-5ba39aa72df0 yet. {{(pid=80765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:15:04.392509 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9fc0aa-f1f5-4749-9fd0-0accd0f1804c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Made reservation on behalf of af6cfbcc17be4cdfba1cf58741c9e55a for: {'network': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:15:04.451279 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7f9fc0aa-f1f5-4749-9fd0-0accd0f1804c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:04.603425 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-377ad02c-1682-4222-9ac6-a42b512e2ad9 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:04.606183 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-c5036680-73e4-4ebb-a2a4-396e85a96574 tempest-RoutersAdminNegativeIpV6Test-1799789695 tempest-RoutersAdminNegativeIpV6Test-1799789695-project-admin] Allocated IP 172.26.7.68 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/5aebc1e6-f95c-4b3c-bb71-5ba39aa72df0) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:15:04.654570 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-70c7bdbc-ecc6-4898-9391-01e1fe62e2b5 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:04.669366 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8cd58bba-41d8-4001-a3ea-a9b1dc3f3431 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:04.753668 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f9fc0aa-f1f5-4749-9fd0-0accd0f1804c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:15:04.772199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7f9fc0aa-f1f5-4749-9fd0-0accd0f1804c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268197113528', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:04.772942 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-7f9fc0aa-f1f5-4749-9fd0-0accd0f1804c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Added segment 246e0be5-8e61-4391-be36-aa672fea1365 of type vxlan for network bc04667a-9eef-4443-b8be-c3567e01f0b7
Jan 29 10:15:04.808004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device a63df776-93fe-45c8-997b-c42301fde185 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:15:04.809960 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7f9fc0aa-f1f5-4749-9fd0-0accd0f1804c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:04.845179 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fedaf2a5-b8cb-43ad-a054-3b0a47fe9faa req-5c4db14e-6fae-4aa3-8cc0-ef275e204022 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e998cce-361f-4d79-9e65-709ea9cad757 HTTP/1.1" status: 200  len: 210 time: 0.1674860
Jan 29 10:15:04.925529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: a63df776-93fe-45c8-997b-c42301fde185 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:15:04.925942 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device a63df776-93fe-45c8-997b-c42301fde185 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:15:04.953586 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:04.966773 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377ad02c-1682-4222-9ac6-a42b512e2ad9 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Pushing event updated for resources: {'Subnet': ['ID=3de8fb37-2f96-44a9-9139-ccc79ba0b8f1,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:05.044912 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-377ad02c-1682-4222-9ac6-a42b512e2ad9 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:05.055247 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-70c7bdbc-ecc6-4898-9391-01e1fe62e2b5 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Calling delete_port for aa05b5b2-3b43-4fd4-93e3-4ec50d7644fd owned by  {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:15:05.118100 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c5036680-73e4-4ebb-a2a4-396e85a96574 tempest-RoutersAdminNegativeIpV6Test-1799789695 tempest-RoutersAdminNegativeIpV6Test-1799789695-project-admin] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:05.131549 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-04794bda-824f-4922-8c41-ae106a35d1ce None None] Provisioning complete for port b06ccce2-d84a-4b99-a3bd-77cec131d632 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:15:05.136507 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-04794bda-824f-4922-8c41-ae106a35d1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:05.168298 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c5036680-73e4-4ebb-a2a4-396e85a96574 tempest-RoutersAdminNegativeIpV6Test-1799789695 tempest-RoutersAdminNegativeIpV6Test-1799789695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:05.209065 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7f9fc0aa-f1f5-4749-9fd0-0accd0f1804c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:05.214563 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c8fd48d1-342b-442e-b597-8369e9267e4c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:05.422175 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9fc0aa-f1f5-4749-9fd0-0accd0f1804c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:05.422703 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7f9fc0aa-f1f5-4749-9fd0-0accd0f1804c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:05.456631 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-49cee5b8-e571-44b6-a845-c3a6e3ec64e3 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:05.528649 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-04794bda-824f-4922-8c41-ae106a35d1ce None None] Could not find standard attr ID for object d413cddf-0216-49a5-8473-f46eff7c153e. {{(pid=80767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 29 10:15:05.544630 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf54ce8-44d2-49e7-be7a-b73132339987 None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:15:05.555010 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5036680-73e4-4ebb-a2a4-396e85a96574 tempest-RoutersAdminNegativeIpV6Test-1799789695 tempest-RoutersAdminNegativeIpV6Test-1799789695-project-admin] Pushing event updated for resources: {'Port': ['ID=5aebc1e6-f95c-4b3c-bb71-5ba39aa72df0,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:05.577258 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c5036680-73e4-4ebb-a2a4-396e85a96574 tempest-RoutersAdminNegativeIpV6Test-1799789695 tempest-RoutersAdminNegativeIpV6Test-1799789695-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:05.694051 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5036680-73e4-4ebb-a2a4-396e85a96574 tempest-RoutersAdminNegativeIpV6Test-1799789695 tempest-RoutersAdminNegativeIpV6Test-1799789695-project-admin] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:15:05.695840 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-c5036680-73e4-4ebb-a2a4-396e85a96574 tempest-RoutersAdminNegativeIpV6Test-1799789695 tempest-RoutersAdminNegativeIpV6Test-1799789695-project-admin] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:15:05.708024 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5036680-73e4-4ebb-a2a4-396e85a96574 tempest-RoutersAdminNegativeIpV6Test-1799789695 tempest-RoutersAdminNegativeIpV6Test-1799789695-project-admin] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:15:05.794960 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5036680-73e4-4ebb-a2a4-396e85a96574 tempest-RoutersAdminNegativeIpV6Test-1799789695 tempest-RoutersAdminNegativeIpV6Test-1799789695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:05.795992 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c5036680-73e4-4ebb-a2a4-396e85a96574 tempest-RoutersAdminNegativeIpV6Test-1799789695 tempest-RoutersAdminNegativeIpV6Test-1799789695-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:05.828437 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c5036680-73e4-4ebb-a2a4-396e85a96574 tempest-RoutersAdminNegativeIpV6Test-1799789695 tempest-RoutersAdminNegativeIpV6Test-1799789695-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1035 time: 3.8977783
Jan 29 10:15:05.831564 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55540) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:05.840769 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-43039c3b-462b-42c7-91f5-59ec276c1302 tempest-RoutersAdminNegativeIpV6Test-1799789695 tempest-RoutersAdminNegativeIpV6Test-1799789695-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.68'}]}}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:15:05.854464 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-43039c3b-462b-42c7-91f5-59ec276c1302 tempest-RoutersAdminNegativeIpV6Test-1799789695 tempest-RoutersAdminNegativeIpV6Test-1799789695-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:15:05.875111 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-43039c3b-462b-42c7-91f5-59ec276c1302 tempest-RoutersAdminNegativeIpV6Test-1799789695 tempest-RoutersAdminNegativeIpV6Test-1799789695-project-admin] Usage tracker for resource:router and tenant:9c528792e17943bcb90509e4a8d8a4ee is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:15:05.887874 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-43039c3b-462b-42c7-91f5-59ec276c1302 tempest-RoutersAdminNegativeIpV6Test-1799789695 tempest-RoutersAdminNegativeIpV6Test-1799789695-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:15:05.906568 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-43039c3b-462b-42c7-91f5-59ec276c1302 tempest-RoutersAdminNegativeIpV6Test-1799789695 tempest-RoutersAdminNegativeIpV6Test-1799789695-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:15:05.922363 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-43039c3b-462b-42c7-91f5-59ec276c1302 tempest-RoutersAdminNegativeIpV6Test-1799789695 tempest-RoutersAdminNegativeIpV6Test-1799789695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:05.923523 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-43039c3b-462b-42c7-91f5-59ec276c1302 tempest-RoutersAdminNegativeIpV6Test-1799789695 tempest-RoutersAdminNegativeIpV6Test-1799789695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:05.971340 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-075fe0c2-3fea-4af1-a1a3-8a4737007916 None None] Provisioning for port aa05b5b2-3b43-4fd4-93e3-4ec50d7644fd completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:15:05.978161 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-075fe0c2-3fea-4af1-a1a3-8a4737007916 None None] Provisioning complete for port aa05b5b2-3b43-4fd4-93e3-4ec50d7644fd triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:15:05.978727 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-075fe0c2-3fea-4af1-a1a3-8a4737007916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:05.985058 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-43039c3b-462b-42c7-91f5-59ec276c1302 tempest-RoutersAdminNegativeIpV6Test-1799789695 tempest-RoutersAdminNegativeIpV6Test-1799789695-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:06.068546 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9fc0aa-f1f5-4749-9fd0-0accd0f1804c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event updated for resources: {'Network': ['ID=bc04667a-9eef-4443-b8be-c3567e01f0b7,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:06.071082 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-075fe0c2-3fea-4af1-a1a3-8a4737007916 None None] Port aa05b5b2-3b43-4fd4-93e3-4ec50d7644fd cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:15:06.097607 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network bc04667a-9eef-4443-b8be-c3567e01f0b7 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:15:06.202167 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e955c-612b-4781-bab1-6df87aa8ab3a req-9f92b0d6-d889-488a-afe8-1f4a5fc36178 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:06.203100 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-815e955c-612b-4781-bab1-6df87aa8ab3a req-9f92b0d6-d889-488a-afe8-1f4a5fc36178 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Synchronizing usage tracker for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:network {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:15:06.230403 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7f9fc0aa-f1f5-4749-9fd0-0accd0f1804c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.774s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:06.320654 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-815e955c-612b-4781-bab1-6df87aa8ab3a req-9f92b0d6-d889-488a-afe8-1f4a5fc36178 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Unset dirty status for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:network {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:15:06.320654 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-815e955c-612b-4781-bab1-6df87aa8ab3a req-9f92b0d6-d889-488a-afe8-1f4a5fc36178 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.22 "GET /v2.0/networks?id=d79afcbe-2f3b-4ecb-bd25-eeb12058d8af HTTP/1.1" status: 200  len: 797 time: 0.8633831
Jan 29 10:15:06.320804 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7f9fc0aa-f1f5-4749-9fd0-0accd0f1804c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 2.7794483
Jan 29 10:15:06.324110 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 55554) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:06.341011 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-1c2cded4-6f38-4b71-8e15-1af9c4869b04 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Request body: {'subnet': {'network_id': 'bc04667a-9eef-4443-b8be-c3567e01f0b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:15:06.404303 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-703d3e7d-8b83-4c88-96ae-e51e0d47a617 req-7818f6c3-fd1e-4e73-b66a-f28ed7093d5f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e998cce-361f-4d79-9e65-709ea9cad757 HTTP/1.1" status: 200  len: 210 time: 0.2029760
Jan 29 10:15:06.439762 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network bc04667a-9eef-4443-b8be-c3567e01f0b7 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:15:06.535237 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-1c2cded4-6f38-4b71-8e15-1af9c4869b04 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:15:06.540552 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-1c2cded4-6f38-4b71-8e15-1af9c4869b04 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Usage tracker for resource:subnet and tenant:af6cfbcc17be4cdfba1cf58741c9e55a is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:15:06.544792 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-1c2cded4-6f38-4b71-8e15-1af9c4869b04 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:15:06.551346 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-1c2cded4-6f38-4b71-8e15-1af9c4869b04 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:15:06.579865 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2ea2d0-e436-4e71-b8ba-5064b018cd44 None None] Network 5d692331-d7ed-4a71-b1fd-090de6f836c3 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:15:06.617998 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2cded4-6f38-4b71-8e15-1af9c4869b04 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Made reservation on behalf of af6cfbcc17be4cdfba1cf58741c9e55a for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:15:06.630053 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-075fe0c2-3fea-4af1-a1a3-8a4737007916 None None] Provisioning complete for port 70846277-ecc9-4c7c-a378-4e4910325ca3 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:15:06.630479 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-075fe0c2-3fea-4af1-a1a3-8a4737007916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:06.650877 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1c2cded4-6f38-4b71-8e15-1af9c4869b04 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:06.724359 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-43039c3b-462b-42c7-91f5-59ec276c1302 tempest-RoutersAdminNegativeIpV6Test-1799789695 tempest-RoutersAdminNegativeIpV6Test-1799789695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:06.909918 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-815e955c-612b-4781-bab1-6df87aa8ab3a req-02027059-8ca4-4b94-ba3e-cc3e80d6d571 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Synchronizing usage tracker for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:security_group {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:15:07.003841 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-815e955c-612b-4781-bab1-6df87aa8ab3a req-02027059-8ca4-4b94-ba3e-cc3e80d6d571 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Unset dirty status for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:security_group {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:15:07.005361 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-815e955c-612b-4781-bab1-6df87aa8ab3a req-02027059-8ca4-4b94-ba3e-cc3e80d6d571 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ff1f06ee29ef461597f2ecd846f8813d HTTP/1.1" status: 200  len: 8067 time: 0.4455476
Jan 29 10:15:07.032594 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377ad02c-1682-4222-9ac6-a42b512e2ad9 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Checking segment: {'id': '14248b37-6e59-451e-b879-0876949c94f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '74728d92-96a8-4a13-b15f-b37e55b2dc76'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:15:07.032893 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377ad02c-1682-4222-9ac6-a42b512e2ad9 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Network hostable DHCP agents. Network: 74728d92-96a8-4a13-b15f-b37e55b2dc76, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:15:07.137678 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-815e955c-612b-4781-bab1-6df87aa8ab3a req-715f42ed-c87f-413a-a920-5069184f52e8 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'port': {'device_id': '1e998cce-361f-4d79-9e65-709ea9cad757', 'network_id': 'd79afcbe-2f3b-4ecb-bd25-eeb12058d8af', 'admin_state_up': True, 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'security_groups': ['827919ae-9ca1-4fc4-9d01-1da9444544c6']}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:15:07.269138 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-70aaf7cd-ec68-4be8-ba40-05698349b1c4 None None] Provisioning complete for port 66847843-3d36-40b5-bc37-be0a5ecae40e triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:15:07.269567 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-70aaf7cd-ec68-4be8-ba40-05698349b1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:07.341455 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-43039c3b-462b-42c7-91f5-59ec276c1302 tempest-RoutersAdminNegativeIpV6Test-1799789695 tempest-RoutersAdminNegativeIpV6Test-1799789695-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:07.383221 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-43039c3b-462b-42c7-91f5-59ec276c1302 tempest-RoutersAdminNegativeIpV6Test-1799789695 tempest-RoutersAdminNegativeIpV6Test-1799789695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:07.404835 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-815e955c-612b-4781-bab1-6df87aa8ab3a req-715f42ed-c87f-413a-a920-5069184f52e8 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:15:07.420749 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-815e955c-612b-4781-bab1-6df87aa8ab3a req-715f42ed-c87f-413a-a920-5069184f52e8 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:15:07.443042 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-815e955c-612b-4781-bab1-6df87aa8ab3a req-715f42ed-c87f-413a-a920-5069184f52e8 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Made reservation on behalf of ff1f06ee29ef461597f2ecd846f8813d for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:15:07.465356 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-815e955c-612b-4781-bab1-6df87aa8ab3a req-715f42ed-c87f-413a-a920-5069184f52e8 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:07.526696 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377ad02c-1682-4222-9ac6-a42b512e2ad9 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Network 74728d92-96a8-4a13-b15f-b37e55b2dc76 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:15:07.718198 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-377ad02c-1682-4222-9ac6-a42b512e2ad9 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 74728d92-96a8-4a13-b15f-b37e55b2dc76) {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:15:07.769011 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b51909-8440-445d-b0e5-c2ba5dda2214 None None] Network 74728d92-96a8-4a13-b15f-b37e55b2dc76 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:15:07.804724 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-973c0616-937e-4719-b82e-bc5fbd797f62 req-40005bdf-4837-4aaa-8b99-ad39e6ec5f1a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e998cce-361f-4d79-9e65-709ea9cad757 HTTP/1.1" status: 200  len: 210 time: 0.1220987
Jan 29 10:15:07.817377 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377ad02c-1682-4222-9ac6-a42b512e2ad9 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:07.818014 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-377ad02c-1682-4222-9ac6-a42b512e2ad9 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:07.861306 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-377ad02c-1682-4222-9ac6-a42b512e2ad9 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 904 time: 7.4277179
Jan 29 10:15:07.865817 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 55578) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:08.050485 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-70aaf7cd-ec68-4be8-ba40-05698349b1c4 None None] Could not find standard attr ID for object aa05b5b2-3b43-4fd4-93e3-4ec50d7644fd. {{(pid=80767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 29 10:15:08.129691 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-70aaf7cd-ec68-4be8-ba40-05698349b1c4 None None] Provisioning complete for port 70846277-ecc9-4c7c-a378-4e4910325ca3 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:15:08.130368 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-70aaf7cd-ec68-4be8-ba40-05698349b1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:08.169554 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-43039c3b-462b-42c7-91f5-59ec276c1302 tempest-RoutersAdminNegativeIpV6Test-1799789695 tempest-RoutersAdminNegativeIpV6Test-1799789695-project-admin] Notify callbacks [] for router, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:08.339222 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6749f8a1-543d-4641-9b62-0314db91067d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-74728d92-96a8-4a13-b15f-b37e55b2dc76', 'network_id': '74728d92-96a8-4a13-b15f-b37e55b2dc76', 'tenant_id': 'f15ab138166e456cb96f10f0bbdd909a', 'fixed_ips': [{'subnet_id': '3de8fb37-2f96-44a9-9139-ccc79ba0b8f1'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:15:08.340191 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6749f8a1-543d-4641-9b62-0314db91067d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:08.576094 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e6d259a-46b0-4426-913a-9847a4f1cb0d tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:08.875707 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-70c7bdbc-ecc6-4898-9391-01e1fe62e2b5 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:08.892792 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b6705352-bdf4-46c4-80ff-d9eb4d1c9235 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:08.989766 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c7bdbc-ecc6-4898-9391-01e1fe62e2b5 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event deleted for resources: {'Port': ['ID=aa05b5b2-3b43-4fd4-93e3-4ec50d7644fd,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:08.993666 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-70c7bdbc-ecc6-4898-9391-01e1fe62e2b5 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:09.032239 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-6749f8a1-543d-4641-9b62-0314db91067d None None] Allocated IP 2001:db8::1 (74728d92-96a8-4a13-b15f-b37e55b2dc76/3de8fb37-2f96-44a9-9139-ccc79ba0b8f1/bfaf7aa4-2023-45a8-8ad0-b7a8f6c5d174) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:15:09.044454 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-94d0c015-16d5-4ac7-97d6-3ccedff9c43c None None] Provisioning complete for port 66847843-3d36-40b5-bc37-be0a5ecae40e triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:15:09.044951 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-94d0c015-16d5-4ac7-97d6-3ccedff9c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:09.061937 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:15:09.172510 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e6d259a-46b0-4426-913a-9847a4f1cb0d tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:09.221143 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55590) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:09.240529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-7711212b-c7ca-47dc-bd0f-d5747d656bed tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1946394256', 'description': 'tempest-secgroup-smoke-1946394256 description', 'project_id': 'a0c698359c1e4874b3f3bbc1db996560'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:15:09.294413 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-7711212b-c7ca-47dc-bd0f-d5747d656bed tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:15:09.308246 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-7711212b-c7ca-47dc-bd0f-d5747d656bed tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Usage tracker for resource:security_group and tenant:a0c698359c1e4874b3f3bbc1db996560 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:15:09.315471 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-7711212b-c7ca-47dc-bd0f-d5747d656bed tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:15:09.330411 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-7711212b-c7ca-47dc-bd0f-d5747d656bed tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:15:09.346725 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-43039c3b-462b-42c7-91f5-59ec276c1302 tempest-RoutersAdminNegativeIpV6Test-1799789695 tempest-RoutersAdminNegativeIpV6Test-1799789695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:09.351402 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7711212b-c7ca-47dc-bd0f-d5747d656bed tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:09.396056 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-94d0c015-16d5-4ac7-97d6-3ccedff9c43c None None] Provisioning complete for port 70846277-ecc9-4c7c-a378-4e4910325ca3 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:15:09.396410 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-94d0c015-16d5-4ac7-97d6-3ccedff9c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:09.413954 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-43039c3b-462b-42c7-91f5-59ec276c1302 tempest-RoutersAdminNegativeIpV6Test-1799789695 tempest-RoutersAdminNegativeIpV6Test-1799789695-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:09.418258 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-345c56c0-0728-407f-8faa-611619c8f4e5 req-cb641c4b-00d1-4805-a420-67d5c5e4261b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e998cce-361f-4d79-9e65-709ea9cad757 HTTP/1.1" status: 200  len: 210 time: 0.0756989
Jan 29 10:15:09.424554 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7711212b-c7ca-47dc-bd0f-d5747d656bed tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:09.456936 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-7711212b-c7ca-47dc-bd0f-d5747d656bed tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:15:09.462809 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-7711212b-c7ca-47dc-bd0f-d5747d656bed tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Usage tracker for resource:security_group_rule and tenant:a0c698359c1e4874b3f3bbc1db996560 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:15:09.466769 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-7711212b-c7ca-47dc-bd0f-d5747d656bed tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:15:09.473515 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-7711212b-c7ca-47dc-bd0f-d5747d656bed tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:15:09.476335 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-43039c3b-462b-42c7-91f5-59ec276c1302 tempest-RoutersAdminNegativeIpV6Test-1799789695 tempest-RoutersAdminNegativeIpV6Test-1799789695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:09.477208 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43039c3b-462b-42c7-91f5-59ec276c1302 tempest-RoutersAdminNegativeIpV6Test-1799789695 tempest-RoutersAdminNegativeIpV6Test-1799789695-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ce586fb9-9bb9-4598-917b-42835ac073be {{(pid=80765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 10:15:09.531365 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-43039c3b-462b-42c7-91f5-59ec276c1302 tempest-RoutersAdminNegativeIpV6Test-1799789695 tempest-RoutersAdminNegativeIpV6Test-1799789695-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Jan 29 10:15:09.533575 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-43039c3b-462b-42c7-91f5-59ec276c1302 tempest-RoutersAdminNegativeIpV6Test-1799789695 tempest-RoutersAdminNegativeIpV6Test-1799789695-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 409  len: 371 time: 3.7001727
Jan 29 10:15:09.537357 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55594) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:09.564088 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6749f8a1-543d-4641-9b62-0314db91067d None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:09.623034 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-6749f8a1-543d-4641-9b62-0314db91067d None None] Transition to ACTIVE for port object bfaf7aa4-2023-45a8-8ad0-b7a8f6c5d174 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:15:09.634111 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-3b58637b-e186-4a9d-ae86-dd9493176c8d tempest-RoutersAdminNegativeIpV6Test-1799789695 tempest-RoutersAdminNegativeIpV6Test-1799789695-project-admin] Deleting port 5aebc1e6-f95c-4b3c-bb71-5ba39aa72df0 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:15:09.634863 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3b58637b-e186-4a9d-ae86-dd9493176c8d tempest-RoutersAdminNegativeIpV6Test-1799789695 tempest-RoutersAdminNegativeIpV6Test-1799789695-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:09.668711 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [req-815e955c-612b-4781-bab1-6df87aa8ab3a req-715f42ed-c87f-413a-a920-5069184f52e8 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Allocated IP 172.20.0.13 (d79afcbe-2f3b-4ecb-bd25-eeb12058d8af/3f4cd1b1-46d8-44b2-a2d4-9bbe7bbba014/25454eb1-5b49-433d-abe9-57e08fb7bccb) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:15:09.680173 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-6749f8a1-543d-4641-9b62-0314db91067d None None] Transition to ACTIVE for port object bfaf7aa4-2023-45a8-8ad0-b7a8f6c5d174 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:15:09.699644 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6749f8a1-543d-4641-9b62-0314db91067d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:09.795673 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e6d259a-46b0-4426-913a-9847a4f1cb0d tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:09.849264 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-28474df5-b4a0-4ae4-aabc-a5d1dec7558f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:09.858672 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-552bc162-b962-4457-88ee-2b06b37d693d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:09.948993 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6749f8a1-543d-4641-9b62-0314db91067d None None] Pushing event updated for resources: {'Port': ['ID=bfaf7aa4-2023-45a8-8ad0-b7a8f6c5d174,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:09.962106 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6749f8a1-543d-4641-9b62-0314db91067d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:09.963156 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3b58637b-e186-4a9d-ae86-dd9493176c8d tempest-RoutersAdminNegativeIpV6Test-1799789695 tempest-RoutersAdminNegativeIpV6Test-1799789695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:09.968453 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-10c5517b-d371-4292-9111-76221421b5db None None] Provisioning complete for port 66847843-3d36-40b5-bc37-be0a5ecae40e triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:15:09.968885 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-10c5517b-d371-4292-9111-76221421b5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:09.976233 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6d259a-46b0-4426-913a-9847a4f1cb0d tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Pushing event deleted for resources: {'Subnet': ['ID=3de8fb37-2f96-44a9-9139-ccc79ba0b8f1,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:09.979269 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3e6d259a-46b0-4426-913a-9847a4f1cb0d tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:10.033996 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-70c7bdbc-ecc6-4898-9391-01e1fe62e2b5 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:10.050049 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-70c7bdbc-ecc6-4898-9391-01e1fe62e2b5 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/ports/aa05b5b2-3b43-4fd4-93e3-4ec50d7644fd HTTP/1.1" status: 204  len: 168 time: 6.4918406
Jan 29 10:15:10.051635 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55600) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:10.055440 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6749f8a1-543d-4641-9b62-0314db91067d None None] Network 74728d92-96a8-4a13-b15f-b37e55b2dc76 is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:15:10.058287 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-6749f8a1-543d-4641-9b62-0314db91067d None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:15:10.060330 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6749f8a1-543d-4641-9b62-0314db91067d None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:15:10.137193 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-6749f8a1-543d-4641-9b62-0314db91067d None None] Attempting to bind port bfaf7aa4-2023-45a8-8ad0-b7a8f6c5d174 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:15:10.137549 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-6749f8a1-543d-4641-9b62-0314db91067d None None] Attempting to bind port bfaf7aa4-2023-45a8-8ad0-b7a8f6c5d174 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '14248b37-6e59-451e-b879-0876949c94f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '74728d92-96a8-4a13-b15f-b37e55b2dc76'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:15:10.137994 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6749f8a1-543d-4641-9b62-0314db91067d None None] Attempting to bind port bfaf7aa4-2023-45a8-8ad0-b7a8f6c5d174 on network 74728d92-96a8-4a13-b15f-b37e55b2dc76 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:15:10.174066 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6749f8a1-543d-4641-9b62-0314db91067d None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:15:10.174469 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6749f8a1-543d-4641-9b62-0314db91067d None None] Checking segment: {'id': '14248b37-6e59-451e-b879-0876949c94f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '74728d92-96a8-4a13-b15f-b37e55b2dc76'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:15:10.174890 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6749f8a1-543d-4641-9b62-0314db91067d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:10.175397 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6749f8a1-543d-4641-9b62-0314db91067d None None] Bound using segment: {'id': '14248b37-6e59-451e-b879-0876949c94f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '74728d92-96a8-4a13-b15f-b37e55b2dc76'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:15:10.175970 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-6749f8a1-543d-4641-9b62-0314db91067d None None] Bound port: bfaf7aa4-2023-45a8-8ad0-b7a8f6c5d174, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14248b37-6e59-451e-b879-0876949c94f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '74728d92-96a8-4a13-b15f-b37e55b2dc76'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:15:10.176371 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6749f8a1-543d-4641-9b62-0314db91067d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:10.242383 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-3b58637b-e186-4a9d-ae86-dd9493176c8d tempest-RoutersAdminNegativeIpV6Test-1799789695 tempest-RoutersAdminNegativeIpV6Test-1799789695-project-admin] Calling delete_port for 5aebc1e6-f95c-4b3c-bb71-5ba39aa72df0 owned by  {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:15:10.386101 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-6749f8a1-543d-4641-9b62-0314db91067d None None] For port bfaf7aa4-2023-45a8-8ad0-b7a8f6c5d174, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:15:10.426080 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-6749f8a1-543d-4641-9b62-0314db91067d None None] For port bfaf7aa4-2023-45a8-8ad0-b7a8f6c5d174, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=bfaf7aa4-2023-45a8-8ad0-b7a8f6c5d174,segment=NetworkSegment(14248b37-6e59-451e-b879-0876949c94f5),segment_id=14248b37-6e59-451e-b879-0876949c94f5)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:15:10.457197 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7711212b-c7ca-47dc-bd0f-d5747d656bed tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:10.550455 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c3b1e8-a13d-4055-9a83-c302a3a31e58 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:10.552182 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-54c3b1e8-a13d-4055-9a83-c302a3a31e58 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.4939883
Jan 29 10:15:10.555817 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55606) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:10.584237 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6749f8a1-543d-4641-9b62-0314db91067d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:10.589711 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e6d259a-46b0-4426-913a-9847a4f1cb0d tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:10.622832 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:10.641164 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7711212b-c7ca-47dc-bd0f-d5747d656bed tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:10.652348 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9cda4ec6-b60b-4282-899c-f55b25b9d514 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:10.675143 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-7711212b-c7ca-47dc-bd0f-d5747d656bed tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:15:10.702214 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-7711212b-c7ca-47dc-bd0f-d5747d656bed tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Usage tracker for resource:security_group_rule and tenant:a0c698359c1e4874b3f3bbc1db996560 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:15:10.749131 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-7711212b-c7ca-47dc-bd0f-d5747d656bed tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:15:10.778010 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-7711212b-c7ca-47dc-bd0f-d5747d656bed tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:15:10.782582 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7711212b-c7ca-47dc-bd0f-d5747d656bed tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cda69387-8b3b-4455-87fe-3c32dadd2675,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:10.797602 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ab016d3a-50f0-439b-9da2-6d6d5e88aa81 req-7c3c9899-c426-4914-8ba6-b849fcfee1b1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e998cce-361f-4d79-9e65-709ea9cad757 HTTP/1.1" status: 200  len: 210 time: 0.1190259
Jan 29 10:15:10.798860 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7711212b-c7ca-47dc-bd0f-d5747d656bed tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:10.814064 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1c2cded4-6f38-4b71-8e15-1af9c4869b04 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:10.849891 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-36c29f57-0760-4721-9565-516b1a556b17 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:10.879019 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6749f8a1-543d-4641-9b62-0314db91067d None None] Pushing event updated for resources: {'Port': ['ID=bfaf7aa4-2023-45a8-8ad0-b7a8f6c5d174,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:10.897679 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6749f8a1-543d-4641-9b62-0314db91067d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:10.974627 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041c65b1-0ed1-4dd2-9e9a-d072fbbb3080 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:10.976924 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-041c65b1-0ed1-4dd2-9e9a-d072fbbb3080 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.4200959
Jan 29 10:15:10.981946 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55610) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:10.990018 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-3e6d259a-46b0-4426-913a-9847a4f1cb0d tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c9607e10>,) {'filters': {'network_id': ['74728d92-96a8-4a13-b15f-b37e55b2dc76']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:15:11.033693 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3b58637b-e186-4a9d-ae86-dd9493176c8d tempest-RoutersAdminNegativeIpV6Test-1799789695 tempest-RoutersAdminNegativeIpV6Test-1799789695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:11.036049 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-3e6d259a-46b0-4426-913a-9847a4f1cb0d tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c9607e10>, '14248b37-6e59-451e-b879-0876949c94f5') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:15:11.036704 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-3e6d259a-46b0-4426-913a-9847a4f1cb0d tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c9607e10>, '14248b37-6e59-451e-b879-0876949c94f5') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:15:11.040187 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9529a00c-198a-4d21-bccd-17e93f83f127 None None] Network 74728d92-96a8-4a13-b15f-b37e55b2dc76 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:15:11.061017 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e8f08a91-d867-46c1-8494-23a3116dd2a1 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:11.083986 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e6d259a-46b0-4426-913a-9847a4f1cb0d tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:11.095810 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cded4-6f38-4b71-8e15-1af9c4869b04 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event updated for resources: {'Subnet': ['ID=90567a9c-69e8-4a3d-b621-b5530f1affa6,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:11.107560 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1c2cded4-6f38-4b71-8e15-1af9c4869b04 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:11.110609 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-815e955c-612b-4781-bab1-6df87aa8ab3a req-715f42ed-c87f-413a-a920-5069184f52e8 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:11.121164 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b58637b-e186-4a9d-ae86-dd9493176c8d tempest-RoutersAdminNegativeIpV6Test-1799789695 tempest-RoutersAdminNegativeIpV6Test-1799789695-project-admin] Pushing event deleted for resources: {'Port': ['ID=5aebc1e6-f95c-4b3c-bb71-5ba39aa72df0,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:11.142945 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3b58637b-e186-4a9d-ae86-dd9493176c8d tempest-RoutersAdminNegativeIpV6Test-1799789695 tempest-RoutersAdminNegativeIpV6Test-1799789695-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:11.164212 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e6d259a-46b0-4426-913a-9847a4f1cb0d tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:11.177361 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3e6d259a-46b0-4426-913a-9847a4f1cb0d tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Releasing vxlan tunnel 4 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:15:11.385723 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e51512-e277-429c-974e-efe7ab9f7ae7 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:11.403929 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e51512-e277-429c-974e-efe7ab9f7ae7 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:11.421772 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e51512-e277-429c-974e-efe7ab9f7ae7 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:11.422585 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-03e51512-e277-429c-974e-efe7ab9f7ae7 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Synchronizing usage tracker for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:subnet {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:15:11.442069 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cfc9a4-5109-4f0e-91bb-975f3ccc377f None None] get_active_networks_info from dv-neutron-772983-2-ovs {{(pid=80767) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Jan 29 10:15:11.473682 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-3e6d259a-46b0-4426-913a-9847a4f1cb0d tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Network 74728d92-96a8-4a13-b15f-b37e55b2dc76 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:15:11.487751 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e6d259a-46b0-4426-913a-9847a4f1cb0d tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:11.526892 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7711212b-c7ca-47dc-bd0f-d5747d656bed tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:11.550572 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3b58637b-e186-4a9d-ae86-dd9493176c8d tempest-RoutersAdminNegativeIpV6Test-1799789695 tempest-RoutersAdminNegativeIpV6Test-1799789695-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:11.568247 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3b58637b-e186-4a9d-ae86-dd9493176c8d tempest-RoutersAdminNegativeIpV6Test-1799789695 tempest-RoutersAdminNegativeIpV6Test-1799789695-project-admin] 10.222.0.57 "DELETE /v2.0/ports/5aebc1e6-f95c-4b3c-bb71-5ba39aa72df0 HTTP/1.1" status: 204  len: 168 time: 2.0286024
Jan 29 10:15:11.606894 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2cded4-6f38-4b71-8e15-1af9c4869b04 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Checking segment: {'id': '246e0be5-8e61-4391-be36-aa672fea1365', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bc04667a-9eef-4443-b8be-c3567e01f0b7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:15:11.607328 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2cded4-6f38-4b71-8e15-1af9c4869b04 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Network hostable DHCP agents. Network: bc04667a-9eef-4443-b8be-c3567e01f0b7, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:15:11.657001 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-03e51512-e277-429c-974e-efe7ab9f7ae7 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Unset dirty status for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:subnet {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:15:11.662911 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-03e51512-e277-429c-974e-efe7ab9f7ae7 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.6798713
Jan 29 10:15:11.670710 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55618) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:11.738125 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-3e6d259a-46b0-4426-913a-9847a4f1cb0d tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Network 74728d92-96a8-4a13-b15f-b37e55b2dc76 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:15:11.755038 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7711212b-c7ca-47dc-bd0f-d5747d656bed tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:11.766368 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-12519f63-b7b7-4e95-85a9-d3b84015d0e3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:11.770301 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:15:11.770301 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:15:11.770301 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:15:11.770301 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:15:11.770301 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:15:11.770301 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:15:11.770301 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:15:11.770301 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:15:11.770301 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:15:11.770301 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:15:11.770301 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:15:11.770301 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:15:11.770301 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:15:11.770301 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:15:11.770301 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:15:11.770301 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:15:11.770301 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:15:11.770301 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:15:11.770301 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:15:11.770301 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:15:11.770301 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:15:11.770301 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:15:11.770301 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:15:11.770301 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:15:11.770301 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:15:11.770301 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:15:11.770301 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:15:11.770301 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:15:11.770301 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:15:11.770301 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:15:11.770301 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:15:11.770301 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:15:11.809316 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cfc9a4-5109-4f0e-91bb-975f3ccc377f None None] Unable to find a vacant binding_index for network bc04667a-9eef-4443-b8be-c3567e01f0b7 and agent 8686d683-d11d-4d5b-ac40-091a54760ad6 {{(pid=80767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:212}}
Jan 29 10:15:11.818450 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7711212b-c7ca-47dc-bd0f-d5747d656bed tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba8e0b6-c808-4291-b283-44235b5bd3b3,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:11.827787 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7711212b-c7ca-47dc-bd0f-d5747d656bed tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:11.883600 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2cded4-6f38-4b71-8e15-1af9c4869b04 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Network bc04667a-9eef-4443-b8be-c3567e01f0b7 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:15:11.895224 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-1c2cded4-6f38-4b71-8e15-1af9c4869b04 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, bc04667a-9eef-4443-b8be-c3567e01f0b7) {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:15:11.896592 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d2c28cf-6567-4929-be4e-25d5636a36a0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Deleting subnet b57c5076-2a6b-417d-827a-23593e86dccd {{(pid=80765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:15:11.902223 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-815e955c-612b-4781-bab1-6df87aa8ab3a req-715f42ed-c87f-413a-a920-5069184f52e8 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Transition to ACTIVE for port object 25454eb1-5b49-433d-abe9-57e08fb7bccb will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:15:11.912099 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6d2c28cf-6567-4929-be4e-25d5636a36a0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for subnet, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:11.917583 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2cded4-6f38-4b71-8e15-1af9c4869b04 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:11.918276 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1c2cded4-6f38-4b71-8e15-1af9c4869b04 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:11.936104 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cfc9a4-5109-4f0e-91bb-975f3ccc377f None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, bc04667a-9eef-4443-b8be-c3567e01f0b7) {{(pid=80767) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Jan 29 10:15:11.961265 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7711212b-c7ca-47dc-bd0f-d5747d656bed tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:11.965559 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7711212b-c7ca-47dc-bd0f-d5747d656bed tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 2.7403901
Jan 29 10:15:11.966915 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 55624) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:11.980739 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6d2c28cf-6567-4929-be4e-25d5636a36a0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1479249'] for subnet, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:11.983941 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-ad325669-c886-42e1-a4b1-5cad289667fb tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Request body: {'security_group_rule': {'security_group_id': '5ba8e0b6-c808-4291-b283-44235b5bd3b3', 'project_id': 'a0c698359c1e4874b3f3bbc1db996560', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:15:12.023535 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ad325669-c886-42e1-a4b1-5cad289667fb tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:15:12.032828 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ad325669-c886-42e1-a4b1-5cad289667fb tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Usage tracker for resource:security_group_rule and tenant:a0c698359c1e4874b3f3bbc1db996560 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:15:12.041557 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-3e6d259a-46b0-4426-913a-9847a4f1cb0d tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Jan 29 10:15:12.041557 dv-neutron-772983-2-ovs neutron-server[80656]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Jan 29 10:15:12.041557 dv-neutron-772983-2-ovs neutron-server[80656]: [parameters: {'id': '74728d92-96a8-4a13-b15f-b37e55b2dc76'}]
Jan 29 10:15:12.041557 dv-neutron-772983-2-ovs neutron-server[80656]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80766) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:15:12.045231 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-3e6d259a-46b0-4426-913a-9847a4f1cb0d tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:15:12.047282 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ad325669-c886-42e1-a4b1-5cad289667fb tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:15:12.068632 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ad325669-c886-42e1-a4b1-5cad289667fb tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:15:12.123287 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1c2cded4-6f38-4b71-8e15-1af9c4869b04 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 5.7938488
Jan 29 10:15:12.125997 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-815e955c-612b-4781-bab1-6df87aa8ab3a req-715f42ed-c87f-413a-a920-5069184f52e8 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:12.126865 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55628) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:12.133970 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-d063e2a6-ce50-47ec-a2d1-20b083afe2fb tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-920453476', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:15:12.148547 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-041e8ca3-e4ac-48e9-b89e-b5af5532c7dd tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:12.166262 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d063e2a6-ce50-47ec-a2d1-20b083afe2fb tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:15:12.175721 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d063e2a6-ce50-47ec-a2d1-20b083afe2fb tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Usage tracker for resource:router and tenant:af6cfbcc17be4cdfba1cf58741c9e55a is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:15:12.182615 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d063e2a6-ce50-47ec-a2d1-20b083afe2fb tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Quota usage for router was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:15:12.201417 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d063e2a6-ce50-47ec-a2d1-20b083afe2fb tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:15:12.388262 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd7f02-c2f6-400c-9e8d-e955cccc1183 req-6efd4dbf-f60e-4b36-8f96-6c11b69b4c42 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:12.396509 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2dfd7f02-c2f6-400c-9e8d-e955cccc1183 req-6efd4dbf-f60e-4b36-8f96-6c11b69b4c42 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e998cce-361f-4d79-9e65-709ea9cad757 HTTP/1.1" status: 200  len: 932 time: 0.3630745
Jan 29 10:15:12.455684 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6d2c28cf-6567-4929-be4e-25d5636a36a0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:12.528516 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2dfd7f02-c2f6-400c-9e8d-e955cccc1183 req-be519a92-ec15-44f0-9fbe-36962d90283f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=827919ae-9ca1-4fc4-9d01-1da9444544c6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1295114
Jan 29 10:15:12.605905 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d063e2a6-ce50-47ec-a2d1-20b083afe2fb tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:12.606977 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d063e2a6-ce50-47ec-a2d1-20b083afe2fb tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:12.641568 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb9d1ce-4ac6-4d6a-837d-d56b664fe63c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-bc04667a-9eef-4443-b8be-c3567e01f0b7', 'network_id': 'bc04667a-9eef-4443-b8be-c3567e01f0b7', 'tenant_id': 'af6cfbcc17be4cdfba1cf58741c9e55a', 'fixed_ips': [{'subnet_id': '90567a9c-69e8-4a3d-b621-b5530f1affa6'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:15:12.642534 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5fb9d1ce-4ac6-4d6a-837d-d56b664fe63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:12.673002 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e6d259a-46b0-4426-913a-9847a4f1cb0d tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:12.757262 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ad325669-c886-42e1-a4b1-5cad289667fb tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:12.781864 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715f42ed-c87f-413a-a920-5069184f52e8 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Port': ['ID=25454eb1-5b49-433d-abe9-57e08fb7bccb,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:12.792537 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-715f42ed-c87f-413a-a920-5069184f52e8 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.644s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:12.812719 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d063e2a6-ce50-47ec-a2d1-20b083afe2fb tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:12.841720 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-3e6d259a-46b0-4426-913a-9847a4f1cb0d tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Deleting port bfaf7aa4-2023-45a8-8ad0-b7a8f6c5d174 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:15:12.842498 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e6d259a-46b0-4426-913a-9847a4f1cb0d tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:12.876047 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55636) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:13.066787 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-815e955c-612b-4781-bab1-6df87aa8ab3a req-715f42ed-c87f-413a-a920-5069184f52e8 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network d79afcbe-2f3b-4ecb-bd25-eeb12058d8af is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:15:13.074551 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d063e2a6-ce50-47ec-a2d1-20b083afe2fb tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:13.139189 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [req-815e955c-612b-4781-bab1-6df87aa8ab3a req-715f42ed-c87f-413a-a920-5069184f52e8 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:15:13.148582 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-815e955c-612b-4781-bab1-6df87aa8ab3a req-715f42ed-c87f-413a-a920-5069184f52e8 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:15:13.294519 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f9c0c6f4-f65c-40e0-a412-a77f82bd86bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:13.316814 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d063e2a6-ce50-47ec-a2d1-20b083afe2fb tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:13.318262 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d063e2a6-ce50-47ec-a2d1-20b083afe2fb tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 701 time: 1.1904764
Jan 29 10:15:13.322040 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55642) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:13.322190 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ad325669-c886-42e1-a4b1-5cad289667fb tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:13.331338 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-efb4c011-1e19-4b88-a591-05877edaa4e9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Request body: {'port': {'network_id': 'bc04667a-9eef-4443-b8be-c3567e01f0b7', 'name': 'tempest-PortsTestJSON-416463096'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:15:13.358838 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-f9c0c6f4-f65c-40e0-a412-a77f82bd86bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:15:13.380580 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f9c0c6f4-f65c-40e0-a412-a77f82bd86bc admin admin] Usage tracker for resource:security_group_rule and tenant:67ffc934a92149bfbf8a801fe6f23546 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:15:13.388547 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f9c0c6f4-f65c-40e0-a412-a77f82bd86bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:15:13.402302 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-f9c0c6f4-f65c-40e0-a412-a77f82bd86bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:15:13.469752 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6d2c28cf-6567-4929-be4e-25d5636a36a0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852603100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2204728'] for subnet, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:13.483924 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-5fb9d1ce-4ac6-4d6a-837d-d56b664fe63c None None] Allocated IP 172.20.0.2 (bc04667a-9eef-4443-b8be-c3567e01f0b7/90567a9c-69e8-4a3d-b621-b5530f1affa6/2d39f683-45c0-4d3f-8af4-15c48261cecb) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:15:13.492420 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b946132b-9404-4019-b653-ae5c28c134d7 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:13.573303 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2c28cf-6567-4929-be4e-25d5636a36a0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event deleted for resources: {'Subnet': ['ID=b57c5076-2a6b-417d-827a-23593e86dccd,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:13.596497 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e955c-612b-4781-bab1-6df87aa8ab3a req-715f42ed-c87f-413a-a920-5069184f52e8 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:13.597044 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6d2c28cf-6567-4929-be4e-25d5636a36a0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:13.597576 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-815e955c-612b-4781-bab1-6df87aa8ab3a req-715f42ed-c87f-413a-a920-5069184f52e8 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:13.639514 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ad325669-c886-42e1-a4b1-5cad289667fb tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:13.680385 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-afa2ba7b-bb9b-4530-8320-64527f3de03f tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:13.720054 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-efb4c011-1e19-4b88-a591-05877edaa4e9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:15:13.739352 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-efb4c011-1e19-4b88-a591-05877edaa4e9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:15:13.795388 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6d2c28cf-6567-4929-be4e-25d5636a36a0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:13.819545 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad325669-c886-42e1-a4b1-5cad289667fb tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8fedfcd-b6c8-4d25-9950-079232dfce63,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:13.824722 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ad325669-c886-42e1-a4b1-5cad289667fb tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:13.842868 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-3e6d259a-46b0-4426-913a-9847a4f1cb0d tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] For port bfaf7aa4-2023-45a8-8ad0-b7a8f6c5d174, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=bfaf7aa4-2023-45a8-8ad0-b7a8f6c5d174,segment=NetworkSegment(14248b37-6e59-451e-b879-0876949c94f5),segment_id=14248b37-6e59-451e-b879-0876949c94f5)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:15:13.843269 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e6d259a-46b0-4426-913a-9847a4f1cb0d tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:13.848477 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-c88634e2-1608-4c20-be7e-0117708878fb None None] Provisioning complete for port 70846277-ecc9-4c7c-a378-4e4910325ca3 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:15:13.859258 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c88634e2-1608-4c20-be7e-0117708878fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:13.985737 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6d2c28cf-6567-4929-be4e-25d5636a36a0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/subnets/b57c5076-2a6b-417d-827a-23593e86dccd HTTP/1.1" status: 204  len: 168 time: 2.3092220
Jan 29 10:15:13.988399 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55650) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:14.060593 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-3e6d259a-46b0-4426-913a-9847a4f1cb0d tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Calling delete_port for bfaf7aa4-2023-45a8-8ad0-b7a8f6c5d174 owned by network:dhcp {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:15:14.092861 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ed19d55-5d3a-4691-a91a-00c95285e3ef tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Deleting subnet dcdbad6d-9e2a-4374-ba37-cd6c4fa42455 {{(pid=80765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:15:14.118761 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ad325669-c886-42e1-a4b1-5cad289667fb tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:14.123332 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55654) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:14.123471 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ad325669-c886-42e1-a4b1-5cad289667fb tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 2.1551278
Jan 29 10:15:14.129010 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-10f2fe9e-bcc1-498c-8438-4ca1c6589257 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Request body: {'security_group_rule': {'security_group_id': '5ba8e0b6-c808-4291-b283-44235b5bd3b3', 'project_id': 'a0c698359c1e4874b3f3bbc1db996560', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:15:14.156590 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-815e955c-612b-4781-bab1-6df87aa8ab3a req-715f42ed-c87f-413a-a920-5069184f52e8 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 7.1252491
Jan 29 10:15:14.176311 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [req-815e955c-612b-4781-bab1-6df87aa8ab3a req-5472e8ab-e043-4179-b92f-059397420679 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=80766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:15:14.177483 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-815e955c-612b-4781-bab1-6df87aa8ab3a req-5472e8ab-e043-4179-b92f-059397420679 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0065162
Jan 29 10:15:14.191392 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-815e955c-612b-4781-bab1-6df87aa8ab3a req-a1195859-4bf2-496b-bd75-1201930f6ff7 service neutron] Request body: {'port': {'device_id': '1e998cce-361f-4d79-9e65-709ea9cad757', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7729'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:15:14.359938 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e6d259a-46b0-4426-913a-9847a4f1cb0d tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:14.388336 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-96ec00ae-6cf8-447f-b16b-d844ddc2d376 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:14.394852 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5fb9d1ce-4ac6-4d6a-837d-d56b664fe63c None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:14.416223 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-5fb9d1ce-4ac6-4d6a-837d-d56b664fe63c None None] Transition to ACTIVE for port object 2d39f683-45c0-4d3f-8af4-15c48261cecb will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:15:14.450451 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-5fb9d1ce-4ac6-4d6a-837d-d56b664fe63c None None] Transition to ACTIVE for port object 2d39f683-45c0-4d3f-8af4-15c48261cecb will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:15:14.480392 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6d259a-46b0-4426-913a-9847a4f1cb0d tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Pushing event deleted for resources: {'Port': ['ID=bfaf7aa4-2023-45a8-8ad0-b7a8f6c5d174,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:14.490294 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3e6d259a-46b0-4426-913a-9847a4f1cb0d tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:14.510284 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8ed19d55-5d3a-4691-a91a-00c95285e3ef tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for subnet, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:14.543958 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-10f2fe9e-bcc1-498c-8438-4ca1c6589257 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:15:14.557741 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5fb9d1ce-4ac6-4d6a-837d-d56b664fe63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:14.566414 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-10f2fe9e-bcc1-498c-8438-4ca1c6589257 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Usage tracker for resource:security_group_rule and tenant:a0c698359c1e4874b3f3bbc1db996560 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:15:14.572926 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-10f2fe9e-bcc1-498c-8438-4ca1c6589257 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:15:14.576095 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c20b89a4-4ec1-441e-b4f2-1b6ea60ad124 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:14.590143 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb4c011-1e19-4b88-a591-05877edaa4e9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Made reservation on behalf of af6cfbcc17be4cdfba1cf58741c9e55a for: {'port': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:15:14.612885 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-815e955c-612b-4781-bab1-6df87aa8ab3a req-a1195859-4bf2-496b-bd75-1201930f6ff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:14.617442 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-efb4c011-1e19-4b88-a591-05877edaa4e9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:14.629919 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-10f2fe9e-bcc1-498c-8438-4ca1c6589257 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:15:14.683001 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8ed19d55-5d3a-4691-a91a-00c95285e3ef tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1479249'] for subnet, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:14.685387 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6d259a-46b0-4426-913a-9847a4f1cb0d tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] No DVR routers for this DVR port bfaf7aa4-2023-45a8-8ad0-b7a8f6c5d174 on host dv-neutron-772983-2-ovs {{(pid=80766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:15:14.908130 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb9d1ce-4ac6-4d6a-837d-d56b664fe63c None None] Pushing event updated for resources: {'Port': ['ID=2d39f683-45c0-4d3f-8af4-15c48261cecb,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:14.913134 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5fb9d1ce-4ac6-4d6a-837d-d56b664fe63c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:14.923824 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e6d259a-46b0-4426-913a-9847a4f1cb0d tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:14.924914 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb9d1ce-4ac6-4d6a-837d-d56b664fe63c None None] Network bc04667a-9eef-4443-b8be-c3567e01f0b7 is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:15:14.926212 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-5fb9d1ce-4ac6-4d6a-837d-d56b664fe63c None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:15:14.930641 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb9d1ce-4ac6-4d6a-837d-d56b664fe63c None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:15:14.962175 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195a898-6dbd-48cb-9a2e-8819a5ee7bbd req-d5910d9b-c59e-4a35-a23c-e126b91ff7d7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:14.963947 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c195a898-6dbd-48cb-9a2e-8819a5ee7bbd req-d5910d9b-c59e-4a35-a23c-e126b91ff7d7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e998cce-361f-4d79-9e65-709ea9cad757 HTTP/1.1" status: 200  len: 932 time: 1.0237219
Jan 29 10:15:15.035491 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-5fb9d1ce-4ac6-4d6a-837d-d56b664fe63c None None] Attempting to bind port 2d39f683-45c0-4d3f-8af4-15c48261cecb on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:15:15.035491 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-5fb9d1ce-4ac6-4d6a-837d-d56b664fe63c None None] Attempting to bind port 2d39f683-45c0-4d3f-8af4-15c48261cecb by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '246e0be5-8e61-4391-be36-aa672fea1365', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bc04667a-9eef-4443-b8be-c3567e01f0b7'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:15:15.035491 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb9d1ce-4ac6-4d6a-837d-d56b664fe63c None None] Attempting to bind port 2d39f683-45c0-4d3f-8af4-15c48261cecb on network bc04667a-9eef-4443-b8be-c3567e01f0b7 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:15:15.044077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb9d1ce-4ac6-4d6a-837d-d56b664fe63c None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:15:15.045632 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb9d1ce-4ac6-4d6a-837d-d56b664fe63c None None] Checking segment: {'id': '246e0be5-8e61-4391-be36-aa672fea1365', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bc04667a-9eef-4443-b8be-c3567e01f0b7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:15:15.045632 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5fb9d1ce-4ac6-4d6a-837d-d56b664fe63c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:15.045632 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb9d1ce-4ac6-4d6a-837d-d56b664fe63c None None] Bound using segment: {'id': '246e0be5-8e61-4391-be36-aa672fea1365', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bc04667a-9eef-4443-b8be-c3567e01f0b7'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:15:15.046799 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-5fb9d1ce-4ac6-4d6a-837d-d56b664fe63c None None] Bound port: 2d39f683-45c0-4d3f-8af4-15c48261cecb, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '246e0be5-8e61-4391-be36-aa672fea1365', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bc04667a-9eef-4443-b8be-c3567e01f0b7'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:15:15.046799 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5fb9d1ce-4ac6-4d6a-837d-d56b664fe63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:15.167137 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-5fb9d1ce-4ac6-4d6a-837d-d56b664fe63c None None] For port 2d39f683-45c0-4d3f-8af4-15c48261cecb, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:15:15.170888 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-5fb9d1ce-4ac6-4d6a-837d-d56b664fe63c None None] For port 2d39f683-45c0-4d3f-8af4-15c48261cecb, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=2d39f683-45c0-4d3f-8af4-15c48261cecb,segment=NetworkSegment(246e0be5-8e61-4391-be36-aa672fea1365),segment_id=246e0be5-8e61-4391-be36-aa672fea1365)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:15:15.181382 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f9c0c6f4-f65c-40e0-a412-a77f82bd86bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:15.184015 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-10f2fe9e-bcc1-498c-8438-4ca1c6589257 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:15.200282 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5fb9d1ce-4ac6-4d6a-837d-d56b664fe63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:15.207225 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-3e6d259a-46b0-4426-913a-9847a4f1cb0d tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c3f56198>,) {'filters': {'network_id': ['74728d92-96a8-4a13-b15f-b37e55b2dc76']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:15:15.234192 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-3e6d259a-46b0-4426-913a-9847a4f1cb0d tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3f56198>, '14248b37-6e59-451e-b879-0876949c94f5') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:15:15.234516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-3e6d259a-46b0-4426-913a-9847a4f1cb0d tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3f56198>, '14248b37-6e59-451e-b879-0876949c94f5') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:15:15.246991 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:15.260453 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e6d259a-46b0-4426-913a-9847a4f1cb0d tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:15.280423 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c195a898-6dbd-48cb-9a2e-8819a5ee7bbd req-b715aca8-4b9f-4447-a473-35dc7a21ade7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=827919ae-9ca1-4fc4-9d01-1da9444544c6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3028126
Jan 29 10:15:15.296573 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f9c0c6f4-f65c-40e0-a412-a77f82bd86bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:15.321878 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c64d6cd7-33b1-407b-894a-7eef30983738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:15.358351 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e6d259a-46b0-4426-913a-9847a4f1cb0d tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:15.362511 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb9d1ce-4ac6-4d6a-837d-d56b664fe63c None None] Pushing event updated for resources: {'Port': ['ID=2d39f683-45c0-4d3f-8af4-15c48261cecb,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:15.364304 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-efb4c011-1e19-4b88-a591-05877edaa4e9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] device_id is not set on port 32ac4c4e-6411-45b9-9e1b-51b373d91b45 yet. {{(pid=80765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:15:15.369340 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5fb9d1ce-4ac6-4d6a-837d-d56b664fe63c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:15.372892 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3e6d259a-46b0-4426-913a-9847a4f1cb0d tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Releasing vxlan tunnel 4 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:15:15.405098 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c0c6f4-f65c-40e0-a412-a77f82bd86bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=152d121c-0b8f-4465-97de-291fa6970f14,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:15.443914 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-10f2fe9e-bcc1-498c-8438-4ca1c6589257 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:15.445826 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f9c0c6f4-f65c-40e0-a412-a77f82bd86bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:15.480491 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f9c0c6f4-f65c-40e0-a412-a77f82bd86bc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=67ffc934a92149bfbf8a801fe6f23546&name=default HTTP/1.1" status: 200  len: 2983 time: 2.6021883
Jan 29 10:15:15.485903 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55660) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:15.487490 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8ed19d55-5d3a-4691-a91a-00c95285e3ef tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:15.629441 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-10f2fe9e-bcc1-498c-8438-4ca1c6589257 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:15.671113 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f707f67e-5578-470d-bc7f-ba4d99db1acd tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:15.671980 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-3e6d259a-46b0-4426-913a-9847a4f1cb0d tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Network 74728d92-96a8-4a13-b15f-b37e55b2dc76 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:15:15.684397 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e6d259a-46b0-4426-913a-9847a4f1cb0d tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:15.712785 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f2fe9e-bcc1-498c-8438-4ca1c6589257 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6d2d7e3-5ffd-451c-b996-536071a11980,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:15.729577 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-10f2fe9e-bcc1-498c-8438-4ca1c6589257 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:15.748178 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fb0973da-66b6-4380-8b04-dd22eb4c1864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:15.912315 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-efb4c011-1e19-4b88-a591-05877edaa4e9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Allocated IP 172.20.0.6 (bc04667a-9eef-4443-b8be-c3567e01f0b7/90567a9c-69e8-4a3d-b621-b5530f1affa6/32ac4c4e-6411-45b9-9e1b-51b373d91b45) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:15:15.925422 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fb0973da-66b6-4380-8b04-dd22eb4c1864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:15.939538 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-10f2fe9e-bcc1-498c-8438-4ca1c6589257 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:15.944276 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-10f2fe9e-bcc1-498c-8438-4ca1c6589257 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 1.8196673
Jan 29 10:15:15.955735 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55666) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:15.960693 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-3e6d259a-46b0-4426-913a-9847a4f1cb0d tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Network 74728d92-96a8-4a13-b15f-b37e55b2dc76 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:15:15.968443 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-2f5ba03a-ae31-41f7-a549-c0c62093a202 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Request body: {'security_group_rule': {'security_group_id': '5ba8e0b6-c808-4291-b283-44235b5bd3b3', 'project_id': 'a0c698359c1e4874b3f3bbc1db996560', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:15:15.987067 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:15:15.987067 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:15:15.987067 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:15:15.987067 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:15:15.987067 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:15:15.987067 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:15:15.987067 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:15:15.987067 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:15:15.987067 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:15:15.987067 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:15:15.987067 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:15:15.987067 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:15:15.987067 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:15:15.987067 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:15:15.987067 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:15:15.987067 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:15:15.987067 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:15:15.987067 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:15:15.987067 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:15:15.987067 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:15:15.987067 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:15:15.987067 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:15:15.987067 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:15:15.987067 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:15:15.987067 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:15:15.987067 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:15:15.987067 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:15:15.987067 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:15:15.987067 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:15:15.987067 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:15:15.987067 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:15:15.987067 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:15:16.011127 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-2f5ba03a-ae31-41f7-a549-c0c62093a202 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:15:16.030499 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2f5ba03a-ae31-41f7-a549-c0c62093a202 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Usage tracker for resource:security_group_rule and tenant:a0c698359c1e4874b3f3bbc1db996560 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:15:16.034117 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [req-815e955c-612b-4781-bab1-6df87aa8ab3a req-a1195859-4bf2-496b-bd75-1201930f6ff7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25454eb1-5b49-433d-abe9-57e08fb7bccb {{(pid=80766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 29 10:15:16.061849 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2f5ba03a-ae31-41f7-a549-c0c62093a202 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:15:16.099750 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-815e955c-612b-4781-bab1-6df87aa8ab3a req-a1195859-4bf2-496b-bd75-1201930f6ff7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:16.126069 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-2f5ba03a-ae31-41f7-a549-c0c62093a202 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:15:16.287446 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-815e955c-612b-4781-bab1-6df87aa8ab3a req-a1195859-4bf2-496b-bd75-1201930f6ff7 service neutron] Transition to ACTIVE for port object 25454eb1-5b49-433d-abe9-57e08fb7bccb will not be triggered until provisioned by entity L2. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:15:16.306040 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-815e955c-612b-4781-bab1-6df87aa8ab3a req-a1195859-4bf2-496b-bd75-1201930f6ff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:16.331477 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-40eae2be-75af-4066-bd1e-33ce8e9b31f0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:16.399344 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2f5ba03a-ae31-41f7-a549-c0c62093a202 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:16.426291 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e6d259a-46b0-4426-913a-9847a4f1cb0d tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:16.448647 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e6d259a-46b0-4426-913a-9847a4f1cb0d tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:16.527496 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3e6d259a-46b0-4426-913a-9847a4f1cb0d tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] 10.222.0.57 "DELETE /v2.0/networks/74728d92-96a8-4a13-b15f-b37e55b2dc76 HTTP/1.1" status: 204  len: 168 time: 8.6527917
Jan 29 10:15:16.541625 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 55672) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:16.544509 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1195859-4bf2-496b-bd75-1201930f6ff7 service neutron] Pushing event updated for resources: {'Port': ['ID=25454eb1-5b49-433d-abe9-57e08fb7bccb,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:16.555539 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a1195859-4bf2-496b-bd75-1201930f6ff7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:16.564492 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0216cf21-976a-4c60-8396-a95fc8601b8f tempest-BulkNetworkOpsIpV6Test-468780341 tempest-BulkNetworkOpsIpV6Test-468780341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:16.591115 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-a02ff57c-dc85-4746-8d4d-5dbb2cf0eccf tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1114642215'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:15:16.601817 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a02ff57c-dc85-4746-8d4d-5dbb2cf0eccf tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:15:16.613429 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fb0973da-66b6-4380-8b04-dd22eb4c1864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:16.623766 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6073aff8-9975-4a23-a7db-ac5947311aa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:16.631169 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8ed19d55-5d3a-4691-a91a-00c95285e3ef tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852603100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2204728'] for subnet, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:16.633874 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a02ff57c-dc85-4746-8d4d-5dbb2cf0eccf tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Usage tracker for resource:network and tenant:f15ab138166e456cb96f10f0bbdd909a is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:15:16.636974 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6d259a-46b0-4426-913a-9847a4f1cb0d tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Pushing event deleted for resources: {'Network': ['ID=74728d92-96a8-4a13-b15f-b37e55b2dc76,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:16.639278 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a02ff57c-dc85-4746-8d4d-5dbb2cf0eccf tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Quota usage for network was recalculated. Used quota:2. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:15:16.644478 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3e6d259a-46b0-4426-913a-9847a4f1cb0d tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:16.650165 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a02ff57c-dc85-4746-8d4d-5dbb2cf0eccf tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:15:16.682921 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0973da-66b6-4380-8b04-dd22eb4c1864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152d121c-0b8f-4465-97de-291fa6970f14,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:16.711397 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-fb0973da-66b6-4380-8b04-dd22eb4c1864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:16.713508 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6d2c28cf-6567-4929-be4e-25d5636a36a0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:16.735446 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02ff57c-dc85-4746-8d4d-5dbb2cf0eccf tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Made reservation on behalf of f15ab138166e456cb96f10f0bbdd909a for: {'network': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:15:16.751420 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-efb4c011-1e19-4b88-a591-05877edaa4e9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:16.758667 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a02ff57c-dc85-4746-8d4d-5dbb2cf0eccf tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:16.794177 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2f5ba03a-ae31-41f7-a549-c0c62093a202 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:16.796750 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed19d55-5d3a-4691-a91a-00c95285e3ef tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event deleted for resources: {'Subnet': ['ID=dcdbad6d-9e2a-4374-ba37-cd6c4fa42455,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:16.846286 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a02ff57c-dc85-4746-8d4d-5dbb2cf0eccf tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:15:16.855371 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a02ff57c-dc85-4746-8d4d-5dbb2cf0eccf tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268197113528', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:16.855834 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-a02ff57c-dc85-4746-8d4d-5dbb2cf0eccf tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Added segment 999e7e1b-3194-44c6-acc2-511896ef137f of type vxlan for network 0eb7aaae-fe97-4a87-baea-f5452739fbb6
Jan 29 10:15:16.888772 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a02ff57c-dc85-4746-8d4d-5dbb2cf0eccf tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:16.908333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8ed19d55-5d3a-4691-a91a-00c95285e3ef tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:16.924082 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2f5ba03a-ae31-41f7-a549-c0c62093a202 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:16.932911 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-efb4c011-1e19-4b88-a591-05877edaa4e9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Transition to ACTIVE for port object 32ac4c4e-6411-45b9-9e1b-51b373d91b45 will not be triggered until provisioned by entity DHCP. {{(pid=80765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:15:16.934963 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8ed19d55-5d3a-4691-a91a-00c95285e3ef tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:16.937024 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8ed19d55-5d3a-4691-a91a-00c95285e3ef tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/subnets/dcdbad6d-9e2a-4374-ba37-cd6c4fa42455 HTTP/1.1" status: 204  len: 168 time: 2.9474454
Jan 29 10:15:16.940162 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8bd0814f-5722-455d-9ba2-d75cf8ca87f0 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:16.943517 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 55676) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:16.943633 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 2d39f683-45c0-4d3f-8af4-15c48261cecb up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:15:16.960568 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fb0973da-66b6-4380-8b04-dd22eb4c1864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:16.964362 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-fb0973da-66b6-4380-8b04-dd22eb4c1864 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/152d121c-0b8f-4465-97de-291fa6970f14 HTTP/1.1" status: 204  len: 168 time: 1.4407287
Jan 29 10:15:17.047130 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-815e955c-612b-4781-bab1-6df87aa8ab3a req-a1195859-4bf2-496b-bd75-1201930f6ff7 service neutron] Attempting to bind port 25454eb1-5b49-433d-abe9-57e08fb7bccb on host hv-neutron-7729 for vnic_type normal with profile  {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:15:17.047512 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-815e955c-612b-4781-bab1-6df87aa8ab3a req-a1195859-4bf2-496b-bd75-1201930f6ff7 service neutron] Attempting to bind port 25454eb1-5b49-433d-abe9-57e08fb7bccb by drivers openvswitch on host hv-neutron-7729 at level 0 using segments [{'id': '5462c2ed-631f-44be-b821-4250d3698045', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'd79afcbe-2f3b-4ecb-bd25-eeb12058d8af'}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:15:17.047886 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815e955c-612b-4781-bab1-6df87aa8ab3a req-a1195859-4bf2-496b-bd75-1201930f6ff7 service neutron] Attempting to bind port 25454eb1-5b49-433d-abe9-57e08fb7bccb on network d79afcbe-2f3b-4ecb-bd25-eeb12058d8af {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:15:17.051953 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6079155f-c982-4731-bae3-6fc9054fca32 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1045089
Jan 29 10:15:17.055674 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 55684) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:17.063522 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-2f520082-2002-4215-aac1-916978eaabb6 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Request body: {'subnet': {'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:15:17.082535 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815e955c-612b-4781-bab1-6df87aa8ab3a req-a1195859-4bf2-496b-bd75-1201930f6ff7 service neutron] Checking agent: {'id': '5acf9624-c829-41ba-afd9-92278081af05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 10, 2, 34), 'started_at': datetime.datetime(2021, 1, 29, 10, 3, 4), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:15:17.082905 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815e955c-612b-4781-bab1-6df87aa8ab3a req-a1195859-4bf2-496b-bd75-1201930f6ff7 service neutron] Checking segment: {'id': '5462c2ed-631f-44be-b821-4250d3698045', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'd79afcbe-2f3b-4ecb-bd25-eeb12058d8af'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:15:17.083313 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-815e955c-612b-4781-bab1-6df87aa8ab3a req-a1195859-4bf2-496b-bd75-1201930f6ff7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:17.083718 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815e955c-612b-4781-bab1-6df87aa8ab3a req-a1195859-4bf2-496b-bd75-1201930f6ff7 service neutron] Bound using segment: {'id': '5462c2ed-631f-44be-b821-4250d3698045', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'd79afcbe-2f3b-4ecb-bd25-eeb12058d8af'} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:15:17.084221 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-815e955c-612b-4781-bab1-6df87aa8ab3a req-a1195859-4bf2-496b-bd75-1201930f6ff7 service neutron] Bound port: 25454eb1-5b49-433d-abe9-57e08fb7bccb, host: hv-neutron-7729, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5462c2ed-631f-44be-b821-4250d3698045', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'd79afcbe-2f3b-4ecb-bd25-eeb12058d8af'}}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:15:17.085296 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-815e955c-612b-4781-bab1-6df87aa8ab3a req-a1195859-4bf2-496b-bd75-1201930f6ff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:17.098046 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915c9e7-e17d-4f59-8d9e-0c65f3b17ece req-b4d76f2b-1eb1-41de-a460-8a0c90105356 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:17.117576 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b915c9e7-e17d-4f59-8d9e-0c65f3b17ece req-b4d76f2b-1eb1-41de-a460-8a0c90105356 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e998cce-361f-4d79-9e65-709ea9cad757 HTTP/1.1" status: 200  len: 944 time: 0.6054900
Jan 29 10:15:17.148477 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a02ff57c-dc85-4746-8d4d-5dbb2cf0eccf tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:17.225634 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5ba03a-ae31-41f7-a549-c0c62093a202 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb0eaeeb-99c9-4b26-b019-c277a5be7371,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:17.226785 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02ff57c-dc85-4746-8d4d-5dbb2cf0eccf tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:17.227312 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a02ff57c-dc85-4746-8d4d-5dbb2cf0eccf tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:17.232980 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 2d39f683-45c0-4d3f-8af4-15c48261cecb completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:15:17.239822 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b915c9e7-e17d-4f59-8d9e-0c65f3b17ece req-af7635df-48b5-4dc6-8ac4-12d281df3618 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=827919ae-9ca1-4fc4-9d01-1da9444544c6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1208844
Jan 29 10:15:17.241534 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2f5ba03a-ae31-41f7-a549-c0c62093a202 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:17.272343 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ba405b45-68cc-4a2c-9cf2-20e5001d4935 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:17.319716 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2f5ba03a-ae31-41f7-a549-c0c62093a202 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:17.321319 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2f5ba03a-ae31-41f7-a549-c0c62093a202 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.3621085
Jan 29 10:15:17.325904 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-efb4c011-1e19-4b88-a591-05877edaa4e9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:17.511775 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55688) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:17.512581 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1e5c4f0f-c09a-437e-981d-a3c2f00fb99b tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:17.577828 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-833eafb9-1508-44f4-96b9-d4bf05542f73 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Request body: {'security_group_rule': {'security_group_id': '5ba8e0b6-c808-4291-b283-44235b5bd3b3', 'project_id': 'a0c698359c1e4874b3f3bbc1db996560', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:15:17.613140 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-833eafb9-1508-44f4-96b9-d4bf05542f73 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:15:17.641311 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-833eafb9-1508-44f4-96b9-d4bf05542f73 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Usage tracker for resource:security_group_rule and tenant:a0c698359c1e4874b3f3bbc1db996560 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:15:17.649496 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-833eafb9-1508-44f4-96b9-d4bf05542f73 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:15:17.672116 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-833eafb9-1508-44f4-96b9-d4bf05542f73 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:15:17.685051 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb4c011-1e19-4b88-a591-05877edaa4e9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event updated for resources: {'Port': ['ID=32ac4c4e-6411-45b9-9e1b-51b373d91b45,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:17.688342 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-efb4c011-1e19-4b88-a591-05877edaa4e9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:17.715409 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb4c011-1e19-4b88-a591-05877edaa4e9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Network bc04667a-9eef-4443-b8be-c3567e01f0b7 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:15:17.723751 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55694) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:17.724274 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-833eafb9-1508-44f4-96b9-d4bf05542f73 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:17.736680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-efb4c011-1e19-4b88-a591-05877edaa4e9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:15:17.746057 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb4c011-1e19-4b88-a591-05877edaa4e9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:15:17.791589 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fc998e-05c5-41e2-b75e-849a10d8f0a3 None None] get_active_networks_info from dv-neutron-772983-2-ovs {{(pid=80767) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Jan 29 10:15:17.817846 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a02ff57c-dc85-4746-8d4d-5dbb2cf0eccf tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.2746258
Jan 29 10:15:17.842568 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55698) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:17.858933 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-56248597-b4db-45a1-9f0e-c8925e7486af tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Request body: {'subnet': {'network_id': '0eb7aaae-fe97-4a87-baea-f5452739fbb6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:15:17.903100 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-2f520082-2002-4215-aac1-916978eaabb6 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:15:17.905456 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02ff57c-dc85-4746-8d4d-5dbb2cf0eccf tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Pushing event updated for resources: {'Network': ['ID=0eb7aaae-fe97-4a87-baea-f5452739fbb6,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:17.911384 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a02ff57c-dc85-4746-8d4d-5dbb2cf0eccf tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.639s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:17.912490 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2f520082-2002-4215-aac1-916978eaabb6 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Usage tracker for resource:subnet and tenant:b2cc7248d2184abfb3aa21c44218cf1c is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:15:17.915231 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-833eafb9-1508-44f4-96b9-d4bf05542f73 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:17.915640 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-815e955c-612b-4781-bab1-6df87aa8ab3a req-a1195859-4bf2-496b-bd75-1201930f6ff7 service neutron] For port 25454eb1-5b49-433d-abe9-57e08fb7bccb, host hv-neutron-7729, cleared binding levels {{(pid=80766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:15:17.918149 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2f520082-2002-4215-aac1-916978eaabb6 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:15:17.922157 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-815e955c-612b-4781-bab1-6df87aa8ab3a req-a1195859-4bf2-496b-bd75-1201930f6ff7 service neutron] For port 25454eb1-5b49-433d-abe9-57e08fb7bccb, host hv-neutron-7729, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=25454eb1-5b49-433d-abe9-57e08fb7bccb,segment=NetworkSegment(5462c2ed-631f-44be-b821-4250d3698045),segment_id=5462c2ed-631f-44be-b821-4250d3698045)] {{(pid=80766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:15:17.926497 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 0eb7aaae-fe97-4a87-baea-f5452739fbb6 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:15:17.926668 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-2f520082-2002-4215-aac1-916978eaabb6 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:15:17.929149 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-815e955c-612b-4781-bab1-6df87aa8ab3a req-a1195859-4bf2-496b-bd75-1201930f6ff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:17.946915 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-0a118f4f-0c1e-4b87-b635-f6c0bf15bacf None None] Provisioning for port 2d39f683-45c0-4d3f-8af4-15c48261cecb completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:15:17.947285 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ee9a8813-a1e8-4a48-a681-1aefb1797937 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:17.950064 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 0eb7aaae-fe97-4a87-baea-f5452739fbb6 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:15:17.981985 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-833eafb9-1508-44f4-96b9-d4bf05542f73 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:18.000473 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-0a118f4f-0c1e-4b87-b635-f6c0bf15bacf None None] Provisioning complete for port 2d39f683-45c0-4d3f-8af4-15c48261cecb triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:15:18.000820 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0a118f4f-0c1e-4b87-b635-f6c0bf15bacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:18.004303 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a6c84a73-3542-45b1-9366-35507a562310 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:18.040547 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1195859-4bf2-496b-bd75-1201930f6ff7 service neutron] Pushing event updated for resources: {'Port': ['ID=25454eb1-5b49-433d-abe9-57e08fb7bccb,revision_number=3']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:18.045540 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f520082-2002-4215-aac1-916978eaabb6 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Made reservation on behalf of b2cc7248d2184abfb3aa21c44218cf1c for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:15:18.050414 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d5aa9aa2-4367-4571-9c46-5a9dae025c85 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9c528792e17943bcb90509e4a8d8a4ee&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3063762
Jan 29 10:15:18.066902 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2f520082-2002-4215-aac1-916978eaabb6 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:18.088516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 55702) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:18.089458 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a1195859-4bf2-496b-bd75-1201930f6ff7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:18.125850 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb4c011-1e19-4b88-a591-05877edaa4e9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:18.126584 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-efb4c011-1e19-4b88-a591-05877edaa4e9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:18.144593 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833eafb9-1508-44f4-96b9-d4bf05542f73 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9b06de8-8428-4d86-9db1-d50c78f6c0dd,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:18.154519 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-56248597-b4db-45a1-9f0e-c8925e7486af tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:15:18.158239 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-56248597-b4db-45a1-9f0e-c8925e7486af tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Usage tracker for resource:subnet and tenant:f15ab138166e456cb96f10f0bbdd909a is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:15:18.161199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-56248597-b4db-45a1-9f0e-c8925e7486af tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:15:18.167589 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-56248597-b4db-45a1-9f0e-c8925e7486af tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:15:18.177171 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-833eafb9-1508-44f4-96b9-d4bf05542f73 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:18.183026 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-efb4c011-1e19-4b88-a591-05877edaa4e9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 4.8569396
Jan 29 10:15:18.183191 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55706) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:18.186185 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56248597-b4db-45a1-9f0e-c8925e7486af tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Made reservation on behalf of f15ab138166e456cb96f10f0bbdd909a for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:15:18.208953 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-56248597-b4db-45a1-9f0e-c8925e7486af tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:18.230230 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fc998e-05c5-41e2-b75e-849a10d8f0a3 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Jan 29 10:15:18.327842 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e955c-612b-4781-bab1-6df87aa8ab3a req-a1195859-4bf2-496b-bd75-1201930f6ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:18.328541 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-815e955c-612b-4781-bab1-6df87aa8ab3a req-a1195859-4bf2-496b-bd75-1201930f6ff7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:18.330104 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-815e955c-612b-4781-bab1-6df87aa8ab3a req-a1195859-4bf2-496b-bd75-1201930f6ff7 service neutron] 10.222.0.22 "PUT /v2.0/ports/25454eb1-5b49-433d-abe9-57e08fb7bccb HTTP/1.1" status: 200  len: 1158 time: 4.1442630
Jan 29 10:15:18.330838 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e998cce-361f-4d79-9e65-709ea9cad757', 'tag': '25454eb1-5b49-433d-abe9-57e08fb7bccb'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:15:18.371334 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-30eb0e03-59ef-4a7b-9b35-e81c9dbe77db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:18.404328 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-30eb0e03-59ef-4a7b-9b35-e81c9dbe77db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:18.425663 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0a118f4f-0c1e-4b87-b635-f6c0bf15bacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:18.473431 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-0a118f4f-0c1e-4b87-b635-f6c0bf15bacf None None] For port 2d39f683-45c0-4d3f-8af4-15c48261cecb, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=2d39f683-45c0-4d3f-8af4-15c48261cecb,segment=NetworkSegment(246e0be5-8e61-4391-be36-aa672fea1365),segment_id=246e0be5-8e61-4391-be36-aa672fea1365)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:15:18.500997 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-30eb0e03-59ef-4a7b-9b35-e81c9dbe77db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:18.519086 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f0bf6f85-d729-4dc8-bee6-8e51446dfa1e tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:18.541367 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0a118f4f-0c1e-4b87-b635-f6c0bf15bacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:18.541943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eb0e03-59ef-4a7b-9b35-e81c9dbe77db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dcd353a-444a-4b8e-96c5-e61b5a43f737,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:18.551439 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-30eb0e03-59ef-4a7b-9b35-e81c9dbe77db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:18.576922 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-30eb0e03-59ef-4a7b-9b35-e81c9dbe77db admin admin] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:18.580765 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-30eb0e03-59ef-4a7b-9b35-e81c9dbe77db admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2dcd353a-444a-4b8e-96c5-e61b5a43f737 HTTP/1.1" status: 204  len: 168 time: 0.4876730
Jan 29 10:15:18.583987 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6749f8a1-543d-4641-9b62-0314db91067d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:18.640914 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e955c-612b-4781-bab1-6df87aa8ab3a req-60ead6cd-b949-439b-865d-c2a01ab3ba64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:18.642905 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-815e955c-612b-4781-bab1-6df87aa8ab3a req-60ead6cd-b949-439b-865d-c2a01ab3ba64 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ff1f06ee29ef461597f2ecd846f8813d&device_id=1e998cce-361f-4d79-9e65-709ea9cad757 HTTP/1.1" status: 200  len: 1161 time: 0.1899579
Jan 29 10:15:18.703067 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a118f4f-0c1e-4b87-b635-f6c0bf15bacf None None] Pushing event updated for resources: {'Port': ['ID=2d39f683-45c0-4d3f-8af4-15c48261cecb,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:18.727686 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0a118f4f-0c1e-4b87-b635-f6c0bf15bacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:18.780286 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-0a118f4f-0c1e-4b87-b635-f6c0bf15bacf None None] Provisioning complete for port 70846277-ecc9-4c7c-a378-4e4910325ca3 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:15:18.780590 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0a118f4f-0c1e-4b87-b635-f6c0bf15bacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:18.813277 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-815e955c-612b-4781-bab1-6df87aa8ab3a req-8f6a4d42-92f6-465a-9839-ea36169ecc86 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25454eb1-5b49-433d-abe9-57e08fb7bccb HTTP/1.1" status: 200  len: 217 time: 0.1415265
Jan 29 10:15:18.843939 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-833eafb9-1508-44f4-96b9-d4bf05542f73 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:18.848276 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-833eafb9-1508-44f4-96b9-d4bf05542f73 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 1.2867198
Jan 29 10:15:18.849365 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55724) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:18.889158 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 2d39f683-45c0-4d3f-8af4-15c48261cecb up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:15:18.916199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e955c-612b-4781-bab1-6df87aa8ab3a req-677eacc5-4310-445e-9890-141eee772fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:18.919044 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-815e955c-612b-4781-bab1-6df87aa8ab3a req-677eacc5-4310-445e-9890-141eee772fd6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3f4cd1b1-46d8-44b2-a2d4-9bbe7bbba014 HTTP/1.1" status: 200  len: 834 time: 0.0765135
Jan 29 10:15:18.946002 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-da277c07-219f-4158-8a35-e3b126fc523b tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Request body: {'security_group_rule': {'security_group_id': '5ba8e0b6-c808-4291-b283-44235b5bd3b3', 'project_id': 'a0c698359c1e4874b3f3bbc1db996560', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:15:19.079283 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-da277c07-219f-4158-8a35-e3b126fc523b tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:15:19.110265 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-da277c07-219f-4158-8a35-e3b126fc523b tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Usage tracker for resource:security_group_rule and tenant:a0c698359c1e4874b3f3bbc1db996560 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:15:19.147481 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e955c-612b-4781-bab1-6df87aa8ab3a req-0092461e-3aac-4cbe-998c-353714006a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:19.149469 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-815e955c-612b-4781-bab1-6df87aa8ab3a req-0092461e-3aac-4cbe-998c-353714006a20 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d79afcbe-2f3b-4ecb-bd25-eeb12058d8af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.2242148
Jan 29 10:15:19.229563 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904353a3-0a09-49e6-b1f6-4752131a466a None None] Network bc04667a-9eef-4443-b8be-c3567e01f0b7 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:15:19.231418 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-da277c07-219f-4158-8a35-e3b126fc523b tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:15:19.276487 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-da277c07-219f-4158-8a35-e3b126fc523b tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:15:19.384781 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-815e955c-612b-4781-bab1-6df87aa8ab3a req-a09d332c-18db-4b5d-b1dd-ee6a42a3476e service neutron] 10.222.0.22 "GET /v2.0/networks/d79afcbe-2f3b-4ecb-bd25-eeb12058d8af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2243114
Jan 29 10:15:19.467260 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc192ed5-f1ca-4141-b867-435e5433294c None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:15:19.621070 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2f520082-2002-4215-aac1-916978eaabb6 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:19.662287 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-787c2989-ca3e-4ac7-af21-cb6303a92cab tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:19.770320 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f520082-2002-4215-aac1-916978eaabb6 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event updated for resources: {'Subnet': ['ID=9aaeaba3-33dd-4c3d-bddb-80c09dfd33ef,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:19.774000 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2f520082-2002-4215-aac1-916978eaabb6 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:19.784583 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-dff102cc-8aa8-40a1-b7c5-1a5dd3e54f47 None None] Provisioning for port 25454eb1-5b49-433d-abe9-57e08fb7bccb completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:15:19.793574 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 2d39f683-45c0-4d3f-8af4-15c48261cecb triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:15:19.794036 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:19.872497 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.securitygroups_db [None req-da277c07-219f-4158-8a35-e3b126fc523b tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Project a0c698359c1e4874b3f3bbc1db996560 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 10:15:19.894059 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-da277c07-219f-4158-8a35-e3b126fc523b tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:19.904237 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-815e955c-612b-4781-bab1-6df87aa8ab3a req-7b7236f6-e715-410a-82c5-0b2e18489174 service neutron] 10.222.0.22 "GET /v2.0/networks/d79afcbe-2f3b-4ecb-bd25-eeb12058d8af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4613581
Jan 29 10:15:19.951421 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f520082-2002-4215-aac1-916978eaabb6 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:15:19.955343 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-2f520082-2002-4215-aac1-916978eaabb6 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:15:19.973453 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f520082-2002-4215-aac1-916978eaabb6 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:19.974571 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2f520082-2002-4215-aac1-916978eaabb6 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:19.994445 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2f520082-2002-4215-aac1-916978eaabb6 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 2.9381032
Jan 29 10:15:19.997475 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 55746) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:20.004141 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-0f18fa09-bc3b-4de8-ba96-4fb3aa085633 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Request body: {'subnet': {'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:15:20.034141 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e7617-26e9-4053-992e-0a93a006147d req-aee1de93-0227-49f7-a46a-1c17ad3c194e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:20.035996 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f60e7617-26e9-4053-992e-0a93a006147d req-aee1de93-0227-49f7-a46a-1c17ad3c194e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e998cce-361f-4d79-9e65-709ea9cad757 HTTP/1.1" status: 200  len: 944 time: 1.1760318
Jan 29 10:15:20.206389 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-0f18fa09-bc3b-4de8-ba96-4fb3aa085633 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:15:20.212216 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-0f18fa09-bc3b-4de8-ba96-4fb3aa085633 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Usage tracker for resource:subnet and tenant:b2cc7248d2184abfb3aa21c44218cf1c is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:15:20.219843 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-0f18fa09-bc3b-4de8-ba96-4fb3aa085633 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:15:20.226552 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-0f18fa09-bc3b-4de8-ba96-4fb3aa085633 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:15:20.240282 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f18fa09-bc3b-4de8-ba96-4fb3aa085633 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Made reservation on behalf of b2cc7248d2184abfb3aa21c44218cf1c for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:15:20.253858 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-86f638b3-c4f3-4922-aebc-89783f729816 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:20.268207 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0f18fa09-bc3b-4de8-ba96-4fb3aa085633 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:20.327065 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f60e7617-26e9-4053-992e-0a93a006147d req-37a1614e-a2dd-455c-93bf-b5e3cdaa01d8 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=827919ae-9ca1-4fc4-9d01-1da9444544c6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2468488
Jan 29 10:15:20.336464 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-da277c07-219f-4158-8a35-e3b126fc523b tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:20.443720 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-da277c07-219f-4158-8a35-e3b126fc523b tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:20.467293 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-081636c4-5347-4eb3-a427-86dc7be4cfc0 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:20.502330 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e998cce-361f-4d79-9e65-709ea9cad757', 'tag': '25454eb1-5b49-433d-abe9-57e08fb7bccb', 'status': 'completed', 'code': 200}
Jan 29 10:15:20.527935 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da277c07-219f-4158-8a35-e3b126fc523b tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42788a1e-8855-4ad0-8209-ba77607a8c8c,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:20.536107 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-da277c07-219f-4158-8a35-e3b126fc523b tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:20.614680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-da277c07-219f-4158-8a35-e3b126fc523b tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:20.628082 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-da277c07-219f-4158-8a35-e3b126fc523b tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 1.7086194
Jan 29 10:15:20.629030 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55758) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:20.651304 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-5f82d682-5170-4931-afc9-6fe926d7f426 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Request body: {'security_group_rule': {'security_group_id': '5ba8e0b6-c808-4291-b283-44235b5bd3b3', 'project_id': 'a0c698359c1e4874b3f3bbc1db996560', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:15:20.682395 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2c4d99-654d-4f95-a080-ba3c71bcf9de None None] Update dhcp port {'port': {'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'fixed_ips': [{'subnet_id': '9aaeaba3-33dd-4c3d-bddb-80c09dfd33ef'}], 'binding:host_id': 'dv-neutron-772983-2-ovs'}, 'id': '70846277-ecc9-4c7c-a378-4e4910325ca3'} from dv-neutron-772983-2-ovs. {{(pid=80767) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Jan 29 10:15:20.692847 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-5f82d682-5170-4931-afc9-6fe926d7f426 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:15:20.706746 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.ipam_backend_mixin [None req-0f18fa09-bc3b-4de8-ba96-4fb3aa085633 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9aaeaba3-33dd-4c3d-bddb-80c09dfd33ef (CIDR: 2001:db8::/64)
Jan 29 10:15:20.723260 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5f82d682-5170-4931-afc9-6fe926d7f426 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Usage tracker for resource:security_group_rule and tenant:a0c698359c1e4874b3f3bbc1db996560 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:15:20.724383 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f18fa09-bc3b-4de8-ba96-4fb3aa085633 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 10:15:20.725634 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f18fa09-bc3b-4de8-ba96-4fb3aa085633 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:15:20.773562 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ee2c4d99-654d-4f95-a080-ba3c71bcf9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:20.781738 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0f18fa09-bc3b-4de8-ba96-4fb3aa085633 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.7803466
Jan 29 10:15:20.783429 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 55764) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:20.792797 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-dfb9dd7b-1500-4450-ad8b-4af8708c9ff0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Request body: {'subnet': {'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:15:20.820190 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6eace5-987b-4e07-b50a-48b230740448 req-2cb0a73f-af7d-47a5-b120-e47ca798291c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:20.822045 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7e6eace5-987b-4e07-b50a-48b230740448 req-2cb0a73f-af7d-47a5-b120-e47ca798291c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ff1f06ee29ef461597f2ecd846f8813d&device_id=1e998cce-361f-4d79-9e65-709ea9cad757 HTTP/1.1" status: 200  len: 1161 time: 0.2560999
Jan 29 10:15:20.837087 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5f82d682-5170-4931-afc9-6fe926d7f426 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:15:20.936630 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-5f82d682-5170-4931-afc9-6fe926d7f426 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:15:21.054395 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0c02f79c-976e-43cc-97e9-f867ee30d3a5 req-e2541bf2-4582-420a-a5bd-6de3dd90ebc7 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1084616904&fields=id&tenant_id=4d907168a4924ceb9472857ce37e1904 HTTP/1.1" status: 200  len: 267 time: 0.2193468
Jan 29 10:15:21.059268 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.securitygroups_db [None req-5f82d682-5170-4931-afc9-6fe926d7f426 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Project a0c698359c1e4874b3f3bbc1db996560 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 10:15:21.094112 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5f82d682-5170-4931-afc9-6fe926d7f426 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:21.163184 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-dfb9dd7b-1500-4450-ad8b-4af8708c9ff0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:15:21.166076 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6eace5-987b-4e07-b50a-48b230740448 req-40f55011-d9d6-4061-a04d-3b6ada43d44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:21.167678 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7e6eace5-987b-4e07-b50a-48b230740448 req-40f55011-d9d6-4061-a04d-3b6ada43d44e service neutron] 10.222.0.22 "GET /v2.0/networks?id=d79afcbe-2f3b-4ecb-bd25-eeb12058d8af HTTP/1.1" status: 200  len: 891 time: 0.3333480
Jan 29 10:15:21.171590 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-dfb9dd7b-1500-4450-ad8b-4af8708c9ff0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Usage tracker for resource:subnet and tenant:b2cc7248d2184abfb3aa21c44218cf1c is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:15:21.176092 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-dfb9dd7b-1500-4450-ad8b-4af8708c9ff0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:15:21.227997 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04df0717-2ed9-463c-8e13-d93b7e2ade67 None None] Network bc04667a-9eef-4443-b8be-c3567e01f0b7 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:15:21.252463 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-dfb9dd7b-1500-4450-ad8b-4af8708c9ff0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:15:21.290813 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7e6eace5-987b-4e07-b50a-48b230740448 req-aa4cffed-b3e4-44ad-9c7e-ad8510a8fe8c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25454eb1-5b49-433d-abe9-57e08fb7bccb HTTP/1.1" status: 200  len: 217 time: 0.1157634
Jan 29 10:15:21.295667 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb9dd7b-1500-4450-ad8b-4af8708c9ff0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Made reservation on behalf of b2cc7248d2184abfb3aa21c44218cf1c for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:15:21.357038 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dfb9dd7b-1500-4450-ad8b-4af8708c9ff0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:21.388904 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-ee2c4d99-654d-4f95-a080-ba3c71bcf9de None None] Allocated IP 2001:db8::2 (36ec2ab5-acc9-45dc-a136-797459b09a1c/9aaeaba3-33dd-4c3d-bddb-80c09dfd33ef/70846277-ecc9-4c7c-a378-4e4910325ca3) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:15:21.429177 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-56248597-b4db-45a1-9f0e-c8925e7486af tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:21.463917 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-245eefc4-8d48-42bc-9a9c-f7079594760f None None] Provisioning for port 32ac4c4e-6411-45b9-9e1b-51b373d91b45 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:15:21.479542 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-245eefc4-8d48-42bc-9a9c-f7079594760f None None] Provisioning complete for port 32ac4c4e-6411-45b9-9e1b-51b373d91b45 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:15:21.479963 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-245eefc4-8d48-42bc-9a9c-f7079594760f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:21.520742 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55778) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:21.528122 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7a371b5d-3425-4def-be97-ca4188cdf488 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:21.552593 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4bab5ac6-4189-4325-9e54-709dcae34ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:21.641044 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-245eefc4-8d48-42bc-9a9c-f7079594760f None None] Port 32ac4c4e-6411-45b9-9e1b-51b373d91b45 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:15:21.719205 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-245eefc4-8d48-42bc-9a9c-f7079594760f None None] Provisioning complete for port 2d39f683-45c0-4d3f-8af4-15c48261cecb triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:15:21.719630 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-245eefc4-8d48-42bc-9a9c-f7079594760f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:21.850385 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-ee2c4d99-654d-4f95-a080-ba3c71bcf9de None None] For port 70846277-ecc9-4c7c-a378-4e4910325ca3, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=70846277-ecc9-4c7c-a378-4e4910325ca3,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:15:21.883241 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6eace5-987b-4e07-b50a-48b230740448 req-d94d3b7f-91a0-4f9e-b2fa-a1ff0f82aa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:21.884831 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7e6eace5-987b-4e07-b50a-48b230740448 req-d94d3b7f-91a0-4f9e-b2fa-a1ff0f82aa2f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3f4cd1b1-46d8-44b2-a2d4-9bbe7bbba014 HTTP/1.1" status: 200  len: 834 time: 0.5079539
Jan 29 10:15:21.957667 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ee2c4d99-654d-4f95-a080-ba3c71bcf9de None None] Notify callbacks [] for port, precommit_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:21.991059 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-ee2c4d99-654d-4f95-a080-ba3c71bcf9de None None] Transition to ACTIVE for port object 70846277-ecc9-4c7c-a378-4e4910325ca3 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:15:21.996138 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5f82d682-5170-4931-afc9-6fe926d7f426 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:22.001367 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ee2c4d99-654d-4f95-a080-ba3c71bcf9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:22.008486 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-546cdce7-d047-4b46-a16b-defb8d4a20a2 tempest-RoutersAdminNegativeTest-1329382224 tempest-RoutersAdminNegativeTest-1329382224-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-860037037', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:15:22.013632 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-546cdce7-d047-4b46-a16b-defb8d4a20a2 tempest-RoutersAdminNegativeTest-1329382224 tempest-RoutersAdminNegativeTest-1329382224-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:15:22.033930 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-546cdce7-d047-4b46-a16b-defb8d4a20a2 tempest-RoutersAdminNegativeTest-1329382224 tempest-RoutersAdminNegativeTest-1329382224-project-admin] Usage tracker for resource:port and tenant:320cf267e07e4187b7cf299c98da99de is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:15:22.038983 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-546cdce7-d047-4b46-a16b-defb8d4a20a2 tempest-RoutersAdminNegativeTest-1329382224 tempest-RoutersAdminNegativeTest-1329382224-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:15:22.044810 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-546cdce7-d047-4b46-a16b-defb8d4a20a2 tempest-RoutersAdminNegativeTest-1329382224 tempest-RoutersAdminNegativeTest-1329382224-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:15:22.064281 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5f82d682-5170-4931-afc9-6fe926d7f426 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:22.103005 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546cdce7-d047-4b46-a16b-defb8d4a20a2 tempest-RoutersAdminNegativeTest-1329382224 tempest-RoutersAdminNegativeTest-1329382224-project-admin] Made reservation on behalf of 320cf267e07e4187b7cf299c98da99de for: {'port': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:15:22.107894 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-546cdce7-d047-4b46-a16b-defb8d4a20a2 tempest-RoutersAdminNegativeTest-1329382224 tempest-RoutersAdminNegativeTest-1329382224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:22.137486 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0a118f4f-0c1e-4b87-b635-f6c0bf15bacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:22.212247 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c02f79c-976e-43cc-97e9-f867ee30d3a5 req-4e6db65c-719c-4420-b10d-14a4149f9d35 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:22.213934 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0c02f79c-976e-43cc-97e9-f867ee30d3a5 req-4e6db65c-719c-4420-b10d-14a4149f9d35 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/networks?id=9c450a0f-2c11-436c-8735-9a1afe6b7184 HTTP/1.1" status: 200  len: 812 time: 1.1211913
Jan 29 10:15:22.214761 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5f82d682-5170-4931-afc9-6fe926d7f426 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:22.219632 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5f82d682-5170-4931-afc9-6fe926d7f426 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 1.5817108
Jan 29 10:15:22.221906 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55786) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:22.227951 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56248597-b4db-45a1-9f0e-c8925e7486af tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Pushing event updated for resources: {'Subnet': ['ID=8a6f0ec5-f125-4712-8a22-580345df1aca,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:22.229144 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-6ebef276-3311-4397-8e99-78e84242776c None None] Provisioning complete for port 32ac4c4e-6411-45b9-9e1b-51b373d91b45 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:15:22.229498 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6ebef276-3311-4397-8e99-78e84242776c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:22.231150 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-56248597-b4db-45a1-9f0e-c8925e7486af tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.703s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:22.243684 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0d680f96-e8ac-4ad5-974d-95f2a1858d58 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:22.256625 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-546cdce7-d047-4b46-a16b-defb8d4a20a2 tempest-RoutersAdminNegativeTest-1329382224 tempest-RoutersAdminNegativeTest-1329382224-project-admin] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:22.271842 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-591abe9f-8e4c-4c93-a78f-94de06f4de3a tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Request body: {'network': {'name': 'tempest-network-smoke--230883003', 'project_id': 'a0c698359c1e4874b3f3bbc1db996560', 'port_security_enabled': True}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:15:22.295255 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-591abe9f-8e4c-4c93-a78f-94de06f4de3a tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:15:22.299721 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-591abe9f-8e4c-4c93-a78f-94de06f4de3a tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Usage tracker for resource:network and tenant:a0c698359c1e4874b3f3bbc1db996560 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:15:22.304001 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-591abe9f-8e4c-4c93-a78f-94de06f4de3a tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Quota usage for network was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:15:22.304154 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2c4d99-654d-4f95-a080-ba3c71bcf9de None None] Pushing event updated for resources: {'Port': ['ID=70846277-ecc9-4c7c-a378-4e4910325ca3,revision_number=7']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:22.310871 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-591abe9f-8e4c-4c93-a78f-94de06f4de3a tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:15:22.317266 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ee2c4d99-654d-4f95-a080-ba3c71bcf9de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:22.325009 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-6ebef276-3311-4397-8e99-78e84242776c None None] Port 32ac4c4e-6411-45b9-9e1b-51b373d91b45 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:15:22.335429 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591abe9f-8e4c-4c93-a78f-94de06f4de3a tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Made reservation on behalf of a0c698359c1e4874b3f3bbc1db996560 for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:15:22.347253 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-6ebef276-3311-4397-8e99-78e84242776c None None] Provisioning complete for port 2d39f683-45c0-4d3f-8af4-15c48261cecb triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:15:22.347676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6ebef276-3311-4397-8e99-78e84242776c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:22.360544 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-591abe9f-8e4c-4c93-a78f-94de06f4de3a tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:22.378235 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.resource_extend [None req-86f638b3-c4f3-4922-aebc-89783f729816 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 29 10:15:22.402712 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0c02f79c-976e-43cc-97e9-f867ee30d3a5 req-38b36c53-6517-4e7e-95eb-484dcf59b1f4 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/quotas/4d907168a4924ceb9472857ce37e1904 HTTP/1.1" status: 200  len: 375 time: 0.1702979
Jan 29 10:15:22.407530 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-546cdce7-d047-4b46-a16b-defb8d4a20a2 tempest-RoutersAdminNegativeTest-1329382224 tempest-RoutersAdminNegativeTest-1329382224-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:15:22.412881 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-546cdce7-d047-4b46-a16b-defb8d4a20a2 tempest-RoutersAdminNegativeTest-1329382224 tempest-RoutersAdminNegativeTest-1329382224-project-admin] Usage tracker for resource:security_group_rule and tenant:320cf267e07e4187b7cf299c98da99de is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:15:22.416358 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-546cdce7-d047-4b46-a16b-defb8d4a20a2 tempest-RoutersAdminNegativeTest-1329382224 tempest-RoutersAdminNegativeTest-1329382224-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:15:22.423677 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-546cdce7-d047-4b46-a16b-defb8d4a20a2 tempest-RoutersAdminNegativeTest-1329382224 tempest-RoutersAdminNegativeTest-1329382224-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:15:22.436326 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6eace5-987b-4e07-b50a-48b230740448 req-c266e9eb-d353-4361-827d-fe2a72ed8aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:22.438194 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7e6eace5-987b-4e07-b50a-48b230740448 req-c266e9eb-d353-4361-827d-fe2a72ed8aeb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d79afcbe-2f3b-4ecb-bd25-eeb12058d8af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.5413864
Jan 29 10:15:22.530480 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f82d682-5170-4931-afc9-6fe926d7f426 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0809cba9-b52a-4a3b-9a9e-c77d53ec27c3,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:22.548848 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-546cdce7-d047-4b46-a16b-defb8d4a20a2 tempest-RoutersAdminNegativeTest-1329382224 tempest-RoutersAdminNegativeTest-1329382224-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:22.555757 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5f82d682-5170-4931-afc9-6fe926d7f426 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:22.558010 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-86f638b3-c4f3-4922-aebc-89783f729816 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:22.609880 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-546cdce7-d047-4b46-a16b-defb8d4a20a2 tempest-RoutersAdminNegativeTest-1329382224 tempest-RoutersAdminNegativeTest-1329382224-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:22.630146 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2c4052ed-a0b7-441c-aa8b-a6b770c3c079 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:22.653937 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-86f638b3-c4f3-4922-aebc-89783f729816 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:22.655243 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-815d06ff-5f51-4def-82cf-4b689394b3fa None None] Provisioning complete for port 2d39f683-45c0-4d3f-8af4-15c48261cecb triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:15:22.656108 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-815d06ff-5f51-4def-82cf-4b689394b3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:22.720244 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7e6eace5-987b-4e07-b50a-48b230740448 req-160a10ea-19a4-4b7f-b4e1-7b1dafa00b5e service neutron] 10.222.0.22 "GET /v2.0/networks/d79afcbe-2f3b-4ecb-bd25-eeb12058d8af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2727227
Jan 29 10:15:22.728720 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-591abe9f-8e4c-4c93-a78f-94de06f4de3a tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] vxlan segment allocate from pool success with {'vxlan_vni': 11}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:15:22.731743 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56248597-b4db-45a1-9f0e-c8925e7486af tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Checking segment: {'id': '999e7e1b-3194-44c6-acc2-511896ef137f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0eb7aaae-fe97-4a87-baea-f5452739fbb6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:15:22.732148 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56248597-b4db-45a1-9f0e-c8925e7486af tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Network hostable DHCP agents. Network: 0eb7aaae-fe97-4a87-baea-f5452739fbb6, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:15:22.786823 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546cdce7-d047-4b46-a16b-defb8d4a20a2 tempest-RoutersAdminNegativeTest-1329382224 tempest-RoutersAdminNegativeTest-1329382224-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=977c4ab7-0280-428a-942e-c7d92b30e4fd,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:22.800948 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-546cdce7-d047-4b46-a16b-defb8d4a20a2 tempest-RoutersAdminNegativeTest-1329382224 tempest-RoutersAdminNegativeTest-1329382224-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:22.815481 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3b58637b-e186-4a9d-ae86-dd9493176c8d tempest-RoutersAdminNegativeIpV6Test-1799789695 tempest-RoutersAdminNegativeIpV6Test-1799789695-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:22.884816 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 70846277-ecc9-4c7c-a378-4e4910325ca3 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:15:23.009120 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-e14815a1-ebc6-4b66-abe3-a29911084116 None None] Provisioning complete for port 32ac4c4e-6411-45b9-9e1b-51b373d91b45 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:15:23.009674 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e14815a1-ebc6-4b66-abe3-a29911084116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:23.019184 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.objects.ports [None req-dfb9dd7b-1500-4450-ad8b-4af8708c9ff0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=80766) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 29 10:15:23.075375 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-e14815a1-ebc6-4b66-abe3-a29911084116 None None] Port 32ac4c4e-6411-45b9-9e1b-51b373d91b45 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:15:23.103731 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-591abe9f-8e4c-4c93-a78f-94de06f4de3a tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:23.104141 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-591abe9f-8e4c-4c93-a78f-94de06f4de3a tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Added segment b9adb5b2-2596-48dd-b83b-657daf49aed2 of type vxlan for network 5be0f00d-5866-4e6b-a2b4-be163bdf7e7f
Jan 29 10:15:23.105075 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7e6eace5-987b-4e07-b50a-48b230740448 req-f4c8b37c-ee36-45f2-b5e5-e64e7db022d0 service neutron] 10.222.0.22 "GET /v2.0/networks/d79afcbe-2f3b-4ecb-bd25-eeb12058d8af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3734677
Jan 29 10:15:23.153972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56248597-b4db-45a1-9f0e-c8925e7486af tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Network 0eb7aaae-fe97-4a87-baea-f5452739fbb6 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:15:23.165619 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f638b3-c4f3-4922-aebc-89783f729816 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event updated for resources: {'Port': ['ID=32ac4c4e-6411-45b9-9e1b-51b373d91b45,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:23.202111 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-2ba8eaa3-7698-43a5-a769-7fdf005f7a64 None None] Provisioning complete for port 2d39f683-45c0-4d3f-8af4-15c48261cecb triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:15:23.202801 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2ba8eaa3-7698-43a5-a769-7fdf005f7a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:23.211001 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f638b3-c4f3-4922-aebc-89783f729816 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:15:23.211437 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f638b3-c4f3-4922-aebc-89783f729816 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:15:23.211870 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f638b3-c4f3-4922-aebc-89783f729816 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:15:23.212367 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f638b3-c4f3-4922-aebc-89783f729816 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:15:23.212792 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f638b3-c4f3-4922-aebc-89783f729816 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:15:23.213206 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f638b3-c4f3-4922-aebc-89783f729816 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:15:23.213603 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f638b3-c4f3-4922-aebc-89783f729816 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:15:23.214046 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f638b3-c4f3-4922-aebc-89783f729816 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:15:23.214462 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f638b3-c4f3-4922-aebc-89783f729816 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:15:23.214940 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f638b3-c4f3-4922-aebc-89783f729816 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:15:23.215365 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f638b3-c4f3-4922-aebc-89783f729816 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:15:23.215784 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f638b3-c4f3-4922-aebc-89783f729816 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:15:23.216275 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f638b3-c4f3-4922-aebc-89783f729816 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:15:23.216686 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f638b3-c4f3-4922-aebc-89783f729816 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:15:23.217121 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f638b3-c4f3-4922-aebc-89783f729816 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:15:23.217493 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f638b3-c4f3-4922-aebc-89783f729816 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:15:23.217930 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f638b3-c4f3-4922-aebc-89783f729816 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:15:23.218345 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f638b3-c4f3-4922-aebc-89783f729816 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:15:23.218758 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f638b3-c4f3-4922-aebc-89783f729816 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:15:23.219186 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f638b3-c4f3-4922-aebc-89783f729816 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:15:23.219598 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f638b3-c4f3-4922-aebc-89783f729816 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:15:23.220005 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f638b3-c4f3-4922-aebc-89783f729816 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:15:23.220417 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f638b3-c4f3-4922-aebc-89783f729816 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:15:23.220824 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f638b3-c4f3-4922-aebc-89783f729816 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:15:23.228832 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dfb9dd7b-1500-4450-ad8b-4af8708c9ff0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:23.274232 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324b6001-8e81-4408-a3e3-a573cbda83e0 None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:15:23.348972 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0c02f79c-976e-43cc-97e9-f867ee30d3a5 req-fcac2a00-023d-452b-851e-222372036455 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=4d907168a4924ceb9472857ce37e1904&fields=id HTTP/1.1" status: 200  len: 440 time: 0.8160346
Jan 29 10:15:23.356198 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-86f638b3-c4f3-4922-aebc-89783f729816 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:23.404686 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-591abe9f-8e4c-4c93-a78f-94de06f4de3a tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:23.447108 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-56248597-b4db-45a1-9f0e-c8925e7486af tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 0eb7aaae-fe97-4a87-baea-f5452739fbb6) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:15:23.451045 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-546cdce7-d047-4b46-a16b-defb8d4a20a2 tempest-RoutersAdminNegativeTest-1329382224 tempest-RoutersAdminNegativeTest-1329382224-project-admin] device_id is not set on port 9c81bd47-d0cf-4f01-91f6-2f333051c546 yet. {{(pid=80765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:15:23.471361 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0218a211-e4a1-4c24-b816-da0231b9b60a None None] Network 0eb7aaae-fe97-4a87-baea-f5452739fbb6 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:15:23.562424 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56248597-b4db-45a1-9f0e-c8925e7486af tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:23.562981 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-56248597-b4db-45a1-9f0e-c8925e7486af tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:23.586240 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-dfb9dd7b-1500-4450-ad8b-4af8708c9ff0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] For port 70846277-ecc9-4c7c-a378-4e4910325ca3, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=70846277-ecc9-4c7c-a378-4e4910325ca3,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:15:23.613247 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dfb9dd7b-1500-4450-ad8b-4af8708c9ff0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:23.618230 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dfb9dd7b-1500-4450-ad8b-4af8708c9ff0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:23.619165 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dfb9dd7b-1500-4450-ad8b-4af8708c9ff0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:23.640975 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a6eb0efe-5a7d-4825-a082-d65f1f0c95ad tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:23.757917 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-591abe9f-8e4c-4c93-a78f-94de06f4de3a tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:23.810316 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb9dd7b-1500-4450-ad8b-4af8708c9ff0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event updated for resources: {'Port': ['ID=70846277-ecc9-4c7c-a378-4e4910325ca3,revision_number=9']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:23.815504 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-dfb9dd7b-1500-4450-ad8b-4af8708c9ff0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:23.816014 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b61b53b8-a3f8-4bd5-a9bc-d7c4e178bc69 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:23.830296 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591abe9f-8e4c-4c93-a78f-94de06f4de3a tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:23.831009 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-591abe9f-8e4c-4c93-a78f-94de06f4de3a tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:23.850937 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1b759d74-4d0c-4b1e-8ae1-01c29f4414b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:23.857699 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-373f1c8c-9f61-4937-9045-955e3c982580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:23.908915 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb9dd7b-1500-4450-ad8b-4af8708c9ff0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:15:23.909510 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb9dd7b-1500-4450-ad8b-4af8708c9ff0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event updated for resources: {'Subnet': ['ID=ac6cc00d-8829-436b-ae32-fa52aba6b584,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:23.913203 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-dfb9dd7b-1500-4450-ad8b-4af8708c9ff0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:15:23.914852 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-dfb9dd7b-1500-4450-ad8b-4af8708c9ff0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:23.924788 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb9dd7b-1500-4450-ad8b-4af8708c9ff0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:23.925459 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dfb9dd7b-1500-4450-ad8b-4af8708c9ff0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:23.955229 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-591abe9f-8e4c-4c93-a78f-94de06f4de3a tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 1.7275598
Jan 29 10:15:23.956065 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-dfb9dd7b-1500-4450-ad8b-4af8708c9ff0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 3.1700161
Jan 29 10:15:23.957893 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 55790) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:23.958263 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 55792) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:23.967491 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-c4864021-ba7f-4472-879a-57482bd8bb03 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Request body: {'port': {'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'mac_address': 'fa:16:3e:71:48:54', 'name': 'tempest-NetworksTestDHCPv6-1963326621'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:15:23.977646 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-56248597-b4db-45a1-9f0e-c8925e7486af tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 6.1232822
Jan 29 10:15:23.986455 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55798) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:23.993182 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-71669b8c-d8ae-499e-a12d-ac82e4f2ec30 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-750843188', 'admin_state_up': True, 'project_id': 'a0c698359c1e4874b3f3bbc1db996560', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:15:24.022792 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0c02f79c-976e-43cc-97e9-f867ee30d3a5 req-7ab6ee60-240f-42b1-b400-107eab21d9dc service neutron] 10.222.0.57 "GET /v2.0/networks/9c450a0f-2c11-436c-8735-9a1afe6b7184?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6060455
Jan 29 10:15:24.032759 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-71669b8c-d8ae-499e-a12d-ac82e4f2ec30 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:15:24.051859 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-71669b8c-d8ae-499e-a12d-ac82e4f2ec30 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Usage tracker for resource:router and tenant:a0c698359c1e4874b3f3bbc1db996560 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:15:24.057391 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-71669b8c-d8ae-499e-a12d-ac82e4f2ec30 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Quota usage for router was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:15:24.078918 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9de83a4-bdd1-46e1-80e0-ffb56df31cd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-0eb7aaae-fe97-4a87-baea-f5452739fbb6', 'network_id': '0eb7aaae-fe97-4a87-baea-f5452739fbb6', 'tenant_id': 'f15ab138166e456cb96f10f0bbdd909a', 'fixed_ips': [{'subnet_id': '8a6f0ec5-f125-4712-8a22-580345df1aca'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:15:24.080265 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e9de83a4-bdd1-46e1-80e0-ffb56df31cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:24.122591 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-71669b8c-d8ae-499e-a12d-ac82e4f2ec30 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:15:24.148578 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-71669b8c-d8ae-499e-a12d-ac82e4f2ec30 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:24.149686 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-71669b8c-d8ae-499e-a12d-ac82e4f2ec30 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:24.173264 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-8c6a21d7-525a-4b81-b901-c52494e677ab None None] Provisioning complete for port 32ac4c4e-6411-45b9-9e1b-51b373d91b45 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:15:24.174351 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8c6a21d7-525a-4b81-b901-c52494e677ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:24.196551 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c4864021-ba7f-4472-879a-57482bd8bb03 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:15:24.201107 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c4864021-ba7f-4472-879a-57482bd8bb03 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Usage tracker for resource:port and tenant:b2cc7248d2184abfb3aa21c44218cf1c is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:15:24.202592 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591abe9f-8e4c-4c93-a78f-94de06f4de3a tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Pushing event updated for resources: {'Network': ['ID=5be0f00d-5866-4e6b-a2b4-be163bdf7e7f,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:24.204227 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c4864021-ba7f-4472-879a-57482bd8bb03 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Quota usage for port was recalculated. Used quota:1. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:15:24.212040 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c4864021-ba7f-4472-879a-57482bd8bb03 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:15:24.215996 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-591abe9f-8e4c-4c93-a78f-94de06f4de3a tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:24.226057 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-71669b8c-d8ae-499e-a12d-ac82e4f2ec30 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:24.228547 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4864021-ba7f-4472-879a-57482bd8bb03 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Made reservation on behalf of b2cc7248d2184abfb3aa21c44218cf1c for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:15:24.241507 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 5be0f00d-5866-4e6b-a2b4-be163bdf7e7f details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:15:24.258620 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 5be0f00d-5866-4e6b-a2b4-be163bdf7e7f details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:15:24.304962 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-546cdce7-d047-4b46-a16b-defb8d4a20a2 tempest-RoutersAdminNegativeTest-1329382224 tempest-RoutersAdminNegativeTest-1329382224-project-admin] Allocated IP 172.26.7.187 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/9c81bd47-d0cf-4f01-91f6-2f333051c546) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:15:24.421805 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c4864021-ba7f-4472-879a-57482bd8bb03 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:24.438922 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 25454eb1-5b49-433d-abe9-57e08fb7bccb up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:15:24.515688 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:24.522776 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-8c6a21d7-525a-4b81-b901-c52494e677ab None None] Port 32ac4c4e-6411-45b9-9e1b-51b373d91b45 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:15:24.603227 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7ce08248-65f9-4da7-818e-c65333899283 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:24.686636 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-8c6a21d7-525a-4b81-b901-c52494e677ab None None] Provisioning for port 70846277-ecc9-4c7c-a378-4e4910325ca3 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:15:24.715691 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-8c6a21d7-525a-4b81-b901-c52494e677ab None None] Provisioning complete for port 70846277-ecc9-4c7c-a378-4e4910325ca3 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:15:24.716133 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8c6a21d7-525a-4b81-b901-c52494e677ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:24.773097 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-86f638b3-c4f3-4922-aebc-89783f729816 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854426412'] for router_interface, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:24.777896 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0c02f79c-976e-43cc-97e9-f867ee30d3a5 req-2f66c277-b60a-4fb9-aac2-db12db579797 service neutron] 10.222.0.57 "GET /v2.0/networks/9c450a0f-2c11-436c-8735-9a1afe6b7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7173886
Jan 29 10:15:24.786279 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning for port 25454eb1-5b49-433d-abe9-57e08fb7bccb completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:15:24.802939 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 25454eb1-5b49-433d-abe9-57e08fb7bccb triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:15:24.803106 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:24.886279 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-c4864021-ba7f-4472-879a-57482bd8bb03 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] device_id is not set on port f12a726c-f17d-4437-a20a-30ec080e1124 yet. {{(pid=80766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:15:24.982723 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 70846277-ecc9-4c7c-a378-4e4910325ca3 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:15:25.040704 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7700cdb7-aff3-4aa5-a3ff-058e3577593f None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:15:25.216124 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-c4864021-ba7f-4472-879a-57482bd8bb03 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Allocated IP 2001:db8::3aa (36ec2ab5-acc9-45dc-a136-797459b09a1c/9aaeaba3-33dd-4c3d-bddb-80c09dfd33ef/f12a726c-f17d-4437-a20a-30ec080e1124) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:15:25.224827 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-71669b8c-d8ae-499e-a12d-ac82e4f2ec30 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:25.232725 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-c4864021-ba7f-4472-879a-57482bd8bb03 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Allocated IP 2001:db8:0:1:f816:3eff:fe71:4854 (36ec2ab5-acc9-45dc-a136-797459b09a1c/ac6cc00d-8829-436b-ae32-fa52aba6b584/f12a726c-f17d-4437-a20a-30ec080e1124) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:15:25.260606 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-e9de83a4-bdd1-46e1-80e0-ffb56df31cd5 None None] Allocated IP 2001:db8::1 (0eb7aaae-fe97-4a87-baea-f5452739fbb6/8a6f0ec5-f125-4712-8a22-580345df1aca/6ac05d36-95f0-4bab-b68d-5fb149c6e425) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:15:25.282387 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7ce08248-65f9-4da7-818e-c65333899283 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:25.363335 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-546cdce7-d047-4b46-a16b-defb8d4a20a2 tempest-RoutersAdminNegativeTest-1329382224 tempest-RoutersAdminNegativeTest-1329382224-project-admin] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:25.457695 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-86f638b3-c4f3-4922-aebc-89783f729816 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:25.589994 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:25.666986 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c4864021-ba7f-4472-879a-57482bd8bb03 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:25.787748 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-546cdce7-d047-4b46-a16b-defb8d4a20a2 tempest-RoutersAdminNegativeTest-1329382224 tempest-RoutersAdminNegativeTest-1329382224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:25.849992 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-6eeb116c-a7f0-4d06-8d98-b416de16e91f None None] Provisioning complete for port 70846277-ecc9-4c7c-a378-4e4910325ca3 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:15:25.850331 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6eeb116c-a7f0-4d06-8d98-b416de16e91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:25.878047 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d5325bbc-b388-415c-b69b-aa2fc47eaca7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:25.887999 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 70846277-ecc9-4c7c-a378-4e4910325ca3 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:15:25.890106 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:26.167737 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-c4864021-ba7f-4472-879a-57482bd8bb03 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Transition to ACTIVE for port object f12a726c-f17d-4437-a20a-30ec080e1124 will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:15:26.207146 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-71669b8c-d8ae-499e-a12d-ac82e4f2ec30 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks [] for router_gateway, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:26.219099 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:26.228990 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546cdce7-d047-4b46-a16b-defb8d4a20a2 tempest-RoutersAdminNegativeTest-1329382224 tempest-RoutersAdminNegativeTest-1329382224-project-admin] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:15:26.245145 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-71669b8c-d8ae-499e-a12d-ac82e4f2ec30 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:26.300146 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:26.375591 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e9de83a4-bdd1-46e1-80e0-ffb56df31cd5 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:26.378905 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c4864021-ba7f-4472-879a-57482bd8bb03 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:26.390402 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e998cce-361f-4d79-9e65-709ea9cad757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25454eb1-5b49-433d-abe9-57e08fb7bccb'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:15:26.397580 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5b26df32-ed4e-4473-b888-92de4fe591e0 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:26.409904 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a3e7e2-948b-4df0-8bc7-8a0c1e811f09 req-b12a727d-5117-43ac-8f76-8c0451c3e9e2 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:26.416841 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-19a3e7e2-948b-4df0-8bc7-8a0c1e811f09 req-b12a727d-5117-43ac-8f76-8c0451c3e9e2 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e998cce-361f-4d79-9e65-709ea9cad757 HTTP/1.1" status: 200  len: 944 time: 0.8624296
Jan 29 10:15:26.416841 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-546cdce7-d047-4b46-a16b-defb8d4a20a2 tempest-RoutersAdminNegativeTest-1329382224 tempest-RoutersAdminNegativeTest-1329382224-project-admin] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:15:26.416841 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546cdce7-d047-4b46-a16b-defb8d4a20a2 tempest-RoutersAdminNegativeTest-1329382224 tempest-RoutersAdminNegativeTest-1329382224-project-admin] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:15:26.452242 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546cdce7-d047-4b46-a16b-defb8d4a20a2 tempest-RoutersAdminNegativeTest-1329382224 tempest-RoutersAdminNegativeTest-1329382224-project-admin] Pushing event updated for resources: {'Port': ['ID=9c81bd47-d0cf-4f01-91f6-2f333051c546,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:26.455736 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-e9de83a4-bdd1-46e1-80e0-ffb56df31cd5 None None] Transition to ACTIVE for port object 6ac05d36-95f0-4bab-b68d-5fb149c6e425 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:15:26.468123 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-546cdce7-d047-4b46-a16b-defb8d4a20a2 tempest-RoutersAdminNegativeTest-1329382224 tempest-RoutersAdminNegativeTest-1329382224-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:26.499317 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port 25454eb1-5b49-433d-abe9-57e08fb7bccb, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=25454eb1-5b49-433d-abe9-57e08fb7bccb,segment=NetworkSegment(5462c2ed-631f-44be-b821-4250d3698045),segment_id=5462c2ed-631f-44be-b821-4250d3698045)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:15:26.533220 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:26.552199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-29b2e8c6-47e0-4db6-80f1-c20ae17a86d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:26.563068 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4864021-ba7f-4472-879a-57482bd8bb03 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event updated for resources: {'Port': ['ID=f12a726c-f17d-4437-a20a-30ec080e1124,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:26.603946 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-e9de83a4-bdd1-46e1-80e0-ffb56df31cd5 None None] Transition to ACTIVE for port object 6ac05d36-95f0-4bab-b68d-5fb149c6e425 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:15:26.620871 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546cdce7-d047-4b46-a16b-defb8d4a20a2 tempest-RoutersAdminNegativeTest-1329382224 tempest-RoutersAdminNegativeTest-1329382224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:26.621539 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-546cdce7-d047-4b46-a16b-defb8d4a20a2 tempest-RoutersAdminNegativeTest-1329382224 tempest-RoutersAdminNegativeTest-1329382224-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:26.622349 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4864021-ba7f-4472-879a-57482bd8bb03 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:15:26.622811 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4864021-ba7f-4472-879a-57482bd8bb03 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:15:26.623428 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4864021-ba7f-4472-879a-57482bd8bb03 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:15:26.623997 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4864021-ba7f-4472-879a-57482bd8bb03 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:15:26.624537 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4864021-ba7f-4472-879a-57482bd8bb03 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:15:26.625112 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4864021-ba7f-4472-879a-57482bd8bb03 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:15:26.625524 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4864021-ba7f-4472-879a-57482bd8bb03 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:15:26.626062 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4864021-ba7f-4472-879a-57482bd8bb03 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:15:26.626375 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4864021-ba7f-4472-879a-57482bd8bb03 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:15:26.627033 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4864021-ba7f-4472-879a-57482bd8bb03 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:15:26.627606 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4864021-ba7f-4472-879a-57482bd8bb03 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:15:26.628163 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4864021-ba7f-4472-879a-57482bd8bb03 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:15:26.628774 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4864021-ba7f-4472-879a-57482bd8bb03 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:15:26.629349 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4864021-ba7f-4472-879a-57482bd8bb03 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:15:26.630493 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4864021-ba7f-4472-879a-57482bd8bb03 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:15:26.631230 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4864021-ba7f-4472-879a-57482bd8bb03 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:15:26.631845 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4864021-ba7f-4472-879a-57482bd8bb03 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:15:26.632406 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4864021-ba7f-4472-879a-57482bd8bb03 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:15:26.632963 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4864021-ba7f-4472-879a-57482bd8bb03 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:15:26.633526 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4864021-ba7f-4472-879a-57482bd8bb03 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:15:26.634087 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4864021-ba7f-4472-879a-57482bd8bb03 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:15:26.635209 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4864021-ba7f-4472-879a-57482bd8bb03 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:15:26.636256 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4864021-ba7f-4472-879a-57482bd8bb03 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:15:26.636824 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4864021-ba7f-4472-879a-57482bd8bb03 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:15:26.647424 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c4864021-ba7f-4472-879a-57482bd8bb03 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:26.647630 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e9de83a4-bdd1-46e1-80e0-ffb56df31cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:26.684402 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-19a3e7e2-948b-4df0-8bc7-8a0c1e811f09 req-ac22a752-6058-4983-8d75-52748df3ad13 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=827919ae-9ca1-4fc4-9d01-1da9444544c6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2201333
Jan 29 10:15:26.716215 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=25454eb1-5b49-433d-abe9-57e08fb7bccb,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:26.734225 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:26.734776 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3a920b31-3281-47a4-b36f-5c73bdd84a28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:26.751669 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-546cdce7-d047-4b46-a16b-defb8d4a20a2 tempest-RoutersAdminNegativeTest-1329382224 tempest-RoutersAdminNegativeTest-1329382224-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 5.1917837
Jan 29 10:15:26.774261 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 55820) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:26.816429 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-cbbda840-e5b7-4135-ace1-5e92e418e665 tempest-RoutersAdminNegativeTest-1329382224 tempest-RoutersAdminNegativeTest-1329382224-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.187'}]}}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:15:26.850372 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-cbbda840-e5b7-4135-ace1-5e92e418e665 tempest-RoutersAdminNegativeTest-1329382224 tempest-RoutersAdminNegativeTest-1329382224-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:15:26.874347 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-cbbda840-e5b7-4135-ace1-5e92e418e665 tempest-RoutersAdminNegativeTest-1329382224 tempest-RoutersAdminNegativeTest-1329382224-project-admin] Usage tracker for resource:router and tenant:320cf267e07e4187b7cf299c98da99de is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:15:26.888949 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4864021-ba7f-4472-879a-57482bd8bb03 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:15:26.890389 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-cbbda840-e5b7-4135-ace1-5e92e418e665 tempest-RoutersAdminNegativeTest-1329382224 tempest-RoutersAdminNegativeTest-1329382224-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:15:26.900985 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9de83a4-bdd1-46e1-80e0-ffb56df31cd5 None None] Pushing event updated for resources: {'Port': ['ID=6ac05d36-95f0-4bab-b68d-5fb149c6e425,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:26.901843 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-c4864021-ba7f-4472-879a-57482bd8bb03 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:15:26.914554 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e9de83a4-bdd1-46e1-80e0-ffb56df31cd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:26.915825 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7ce08248-65f9-4da7-818e-c65333899283 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852603100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2204728'] for subnet, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:26.916579 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4864021-ba7f-4472-879a-57482bd8bb03 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:15:26.971749 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9de83a4-bdd1-46e1-80e0-ffb56df31cd5 None None] Network 0eb7aaae-fe97-4a87-baea-f5452739fbb6 is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:15:26.973264 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-e9de83a4-bdd1-46e1-80e0-ffb56df31cd5 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:15:26.981213 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9de83a4-bdd1-46e1-80e0-ffb56df31cd5 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:15:26.989917 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-52c566cd-9c8d-49c5-a141-c501e704bc98 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:26.998507 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4864021-ba7f-4472-879a-57482bd8bb03 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:26.999712 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c4864021-ba7f-4472-879a-57482bd8bb03 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:27.056297 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-e9de83a4-bdd1-46e1-80e0-ffb56df31cd5 None None] Attempting to bind port 6ac05d36-95f0-4bab-b68d-5fb149c6e425 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:15:27.056738 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-e9de83a4-bdd1-46e1-80e0-ffb56df31cd5 None None] Attempting to bind port 6ac05d36-95f0-4bab-b68d-5fb149c6e425 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '999e7e1b-3194-44c6-acc2-511896ef137f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0eb7aaae-fe97-4a87-baea-f5452739fbb6'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:15:27.057126 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9de83a4-bdd1-46e1-80e0-ffb56df31cd5 None None] Attempting to bind port 6ac05d36-95f0-4bab-b68d-5fb149c6e425 on network 0eb7aaae-fe97-4a87-baea-f5452739fbb6 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:15:27.075755 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9de83a4-bdd1-46e1-80e0-ffb56df31cd5 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:15:27.075755 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9de83a4-bdd1-46e1-80e0-ffb56df31cd5 None None] Checking segment: {'id': '999e7e1b-3194-44c6-acc2-511896ef137f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0eb7aaae-fe97-4a87-baea-f5452739fbb6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:15:27.075755 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e9de83a4-bdd1-46e1-80e0-ffb56df31cd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:27.075755 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9de83a4-bdd1-46e1-80e0-ffb56df31cd5 None None] Bound using segment: {'id': '999e7e1b-3194-44c6-acc2-511896ef137f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0eb7aaae-fe97-4a87-baea-f5452739fbb6'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:15:27.075755 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-e9de83a4-bdd1-46e1-80e0-ffb56df31cd5 None None] Bound port: 6ac05d36-95f0-4bab-b68d-5fb149c6e425, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '999e7e1b-3194-44c6-acc2-511896ef137f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0eb7aaae-fe97-4a87-baea-f5452739fbb6'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:15:27.075755 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e9de83a4-bdd1-46e1-80e0-ffb56df31cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:27.076226 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-cbbda840-e5b7-4135-ace1-5e92e418e665 tempest-RoutersAdminNegativeTest-1329382224 tempest-RoutersAdminNegativeTest-1329382224-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:15:27.102676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-71669b8c-d8ae-499e-a12d-ac82e4f2ec30 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Allocated IP 172.26.7.167 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/fb6e2e33-8b67-49a9-887a-6a3f56e0aba3) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:15:27.117915 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce08248-65f9-4da7-818e-c65333899283 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Pushing event deleted for resources: {'Subnet': ['ID=8a6f0ec5-f125-4712-8a22-580345df1aca,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:27.142927 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7ce08248-65f9-4da7-818e-c65333899283 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:27.180058 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-1e5e53be-863e-410c-aa8a-1b16b03683de None None] Provisioning complete for port 70846277-ecc9-4c7c-a378-4e4910325ca3 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:15:27.180538 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1e5e53be-863e-410c-aa8a-1b16b03683de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:27.185917 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-18d9c818-5724-4fe7-bddb-332612baea2c req-e6a9b4dc-687b-4309-8c87-5d7ff3bf16f3 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/ports?device_id=29e2e9c0-6be8-4c27-8515-c6c0dff1d35e HTTP/1.1" status: 200  len: 210 time: 0.1344037
Jan 29 10:15:27.253710 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-e9de83a4-bdd1-46e1-80e0-ffb56df31cd5 None None] For port 6ac05d36-95f0-4bab-b68d-5fb149c6e425, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:15:27.296057 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-e9de83a4-bdd1-46e1-80e0-ffb56df31cd5 None None] For port 6ac05d36-95f0-4bab-b68d-5fb149c6e425, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=6ac05d36-95f0-4bab-b68d-5fb149c6e425,segment=NetworkSegment(999e7e1b-3194-44c6-acc2-511896ef137f),segment_id=999e7e1b-3194-44c6-acc2-511896ef137f)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:15:27.307090 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e9de83a4-bdd1-46e1-80e0-ffb56df31cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:27.361822 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e998cce-361f-4d79-9e65-709ea9cad757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25454eb1-5b49-433d-abe9-57e08fb7bccb', 'code': 200}
Jan 29 10:15:27.365569 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-33df6c18-e8e0-46e9-987b-95483f0f317f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:27.375542 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-71669b8c-d8ae-499e-a12d-ac82e4f2ec30 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:27.425477 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c4864021-ba7f-4472-879a-57482bd8bb03 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 3.4659920
Jan 29 10:15:27.450081 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 55824) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:27.450081 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-71669b8c-d8ae-499e-a12d-ac82e4f2ec30 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:27.566630 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.resource_extend [None req-86f638b3-c4f3-4922-aebc-89783f729816 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 29 10:15:27.594625 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7ce08248-65f9-4da7-818e-c65333899283 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:27.619397 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-86f638b3-c4f3-4922-aebc-89783f729816 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:27.620574 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9de83a4-bdd1-46e1-80e0-ffb56df31cd5 None None] Pushing event updated for resources: {'Port': ['ID=6ac05d36-95f0-4bab-b68d-5fb149c6e425,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:27.629263 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e9de83a4-bdd1-46e1-80e0-ffb56df31cd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:27.674310 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-98692e47-12aa-458b-93f9-cc7090ac903f tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:27.704291 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-86f638b3-c4f3-4922-aebc-89783f729816 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:27.743079 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1990d4a1-a06b-4cff-ad10-eba97e67e990 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:27.768816 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-33b04e82-8a6b-47a5-b3d5-880af4b70be5 None None] Provisioning for port f12a726c-f17d-4437-a20a-30ec080e1124 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:15:27.789269 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-33b04e82-8a6b-47a5-b3d5-880af4b70be5 None None] Provisioning complete for port f12a726c-f17d-4437-a20a-30ec080e1124 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:15:27.789798 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-33b04e82-8a6b-47a5-b3d5-880af4b70be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:27.826512 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c8469d-e5a9-402b-8beb-d8b60db304fc None None] Network 0eb7aaae-fe97-4a87-baea-f5452739fbb6 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:15:27.837076 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f638b3-c4f3-4922-aebc-89783f729816 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event updated for resources: {'Port': ['ID=32ac4c4e-6411-45b9-9e1b-51b373d91b45,revision_number=3']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:27.840758 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-86f638b3-c4f3-4922-aebc-89783f729816 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:27.905086 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71669b8c-d8ae-499e-a12d-ac82e4f2ec30 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Pushing event updated for resources: {'Port': ['ID=fb6e2e33-8b67-49a9-887a-6a3f56e0aba3,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:27.911885 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cbbda840-e5b7-4135-ace1-5e92e418e665 tempest-RoutersAdminNegativeTest-1329382224 tempest-RoutersAdminNegativeTest-1329382224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:27.919257 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cbbda840-e5b7-4135-ace1-5e92e418e665 tempest-RoutersAdminNegativeTest-1329382224 tempest-RoutersAdminNegativeTest-1329382224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:27.932866 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-71669b8c-d8ae-499e-a12d-ac82e4f2ec30 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:27.980908 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-33b04e82-8a6b-47a5-b3d5-880af4b70be5 None None] Port f12a726c-f17d-4437-a20a-30ec080e1124 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:15:28.041181 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-86f638b3-c4f3-4922-aebc-89783f729816 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854133895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349242'] for router_interface, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:28.065546 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71669b8c-d8ae-499e-a12d-ac82e4f2ec30 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:15:28.093711 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-2951d330-2f38-45a4-94ee-3bf005fa488c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Deleting port f12a726c-f17d-4437-a20a-30ec080e1124 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:15:28.094466 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2951d330-2f38-45a4-94ee-3bf005fa488c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:28.134361 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b4fc73-9a9a-491f-8029-d76365aa5a38 None None] get_active_networks_info from dv-neutron-772983-2-ovs {{(pid=80767) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Jan 29 10:15:28.218338 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-7ce08248-65f9-4da7-818e-c65333899283 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c38ce898>,) {'filters': {'network_id': ['0eb7aaae-fe97-4a87-baea-f5452739fbb6']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:15:28.248787 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e252e753-ebb2-4d19-b190-735a66952a3f req-365aa4d0-f7cf-4951-86d5-d329f145e9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:28.251072 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e252e753-ebb2-4d19-b190-735a66952a3f req-365aa4d0-f7cf-4951-86d5-d329f145e9c4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1e998cce-361f-4d79-9e65-709ea9cad757 HTTP/1.1" status: 200  len: 1163 time: 0.6241410
Jan 29 10:15:28.264919 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-7ce08248-65f9-4da7-818e-c65333899283 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c38ce898>, '999e7e1b-3194-44c6-acc2-511896ef137f') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:15:28.265242 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-7ce08248-65f9-4da7-818e-c65333899283 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c38ce898>, '999e7e1b-3194-44c6-acc2-511896ef137f') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:15:28.307666 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f638b3-c4f3-4922-aebc-89783f729816 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Network bc04667a-9eef-4443-b8be-c3567e01f0b7 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:15:28.329555 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-86f638b3-c4f3-4922-aebc-89783f729816 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:15:28.338131 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e252e753-ebb2-4d19-b190-735a66952a3f req-67512bd2-1e21-40ce-8c1e-e973a456e484 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=827919ae-9ca1-4fc4-9d01-1da9444544c6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0751956
Jan 29 10:15:28.340990 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7ce08248-65f9-4da7-818e-c65333899283 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:28.344529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b4fc73-9a9a-491f-8029-d76365aa5a38 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Jan 29 10:15:28.406423 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2951d330-2f38-45a4-94ee-3bf005fa488c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:28.559402 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-71669b8c-d8ae-499e-a12d-ac82e4f2ec30 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:15:28.601423 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cbbda840-e5b7-4135-ace1-5e92e418e665 tempest-RoutersAdminNegativeTest-1329382224 tempest-RoutersAdminNegativeTest-1329382224-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:28.610518 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-2951d330-2f38-45a4-94ee-3bf005fa488c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Calling delete_port for f12a726c-f17d-4437-a20a-30ec080e1124 owned by  {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:15:28.760307 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c02f79c-976e-43cc-97e9-f867ee30d3a5 req-1c01c971-110c-47e3-8fdc-6dd4c26d18d5 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:28.761930 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0c02f79c-976e-43cc-97e9-f867ee30d3a5 req-1c01c971-110c-47e3-8fdc-6dd4c26d18d5 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.22 "GET /v2.0/networks?id=9c450a0f-2c11-436c-8735-9a1afe6b7184 HTTP/1.1" status: 200  len: 812 time: 1.7346821
Jan 29 10:15:28.781927 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71669b8c-d8ae-499e-a12d-ac82e4f2ec30 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:15:28.898930 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 25454eb1-5b49-433d-abe9-57e08fb7bccb up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:15:28.930867 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19742099-fb99-4150-a603-0dfd53df4b1f req-5f41a330-6f50-4df2-ae2f-f95afc78536f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:28.932552 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-19742099-fb99-4150-a603-0dfd53df4b1f req-5f41a330-6f50-4df2-ae2f-f95afc78536f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e998cce-361f-4d79-9e65-709ea9cad757 HTTP/1.1" status: 200  len: 946 time: 0.9603484
Jan 29 10:15:28.937172 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7ce08248-65f9-4da7-818e-c65333899283 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:28.944170 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7ce08248-65f9-4da7-818e-c65333899283 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Releasing vxlan tunnel 4 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:15:29.035968 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 25454eb1-5b49-433d-abe9-57e08fb7bccb triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:15:29.036440 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:29.175190 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-19742099-fb99-4150-a603-0dfd53df4b1f req-ff36220b-5d3b-46a4-980b-bafd52cd7cee tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=827919ae-9ca1-4fc4-9d01-1da9444544c6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2160351
Jan 29 10:15:29.243663 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-2a7fffc7-2012-4f18-8e1b-2d155b99aa1a None None] Provisioning complete for port 32ac4c4e-6411-45b9-9e1b-51b373d91b45 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:15:29.244193 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2a7fffc7-2012-4f18-8e1b-2d155b99aa1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:29.293604 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86f638b3-c4f3-4922-aebc-89783f729816 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Router 088cfdfb-3927-48d0-a170-3ea951bf5325 is scheduled to L3 agent 18987107-6d88-4736-94cf-15791d65b3ff with binding_index 1 {{(pid=80765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 29 10:15:29.340886 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-7ce08248-65f9-4da7-818e-c65333899283 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Network 0eb7aaae-fe97-4a87-baea-f5452739fbb6 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:15:29.356029 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-2a7fffc7-2012-4f18-8e1b-2d155b99aa1a None None] Port 32ac4c4e-6411-45b9-9e1b-51b373d91b45 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:15:29.422252 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7ce08248-65f9-4da7-818e-c65333899283 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:29.588910 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-36a1ce0d-a36c-4449-bda2-d9ebaaee3c50 req-19ddecf7-03e4-48a6-b873-d82279db2e6a tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/ports?device_id=29e2e9c0-6be8-4c27-8515-c6c0dff1d35e HTTP/1.1" status: 200  len: 210 time: 0.2066259
Jan 29 10:15:29.788097 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-7ce08248-65f9-4da7-818e-c65333899283 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Network 0eb7aaae-fe97-4a87-baea-f5452739fbb6 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:15:29.816589 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:15:29.816589 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:15:29.816589 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:15:29.816589 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:15:29.816589 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:15:29.816589 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:15:29.816589 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:15:29.816589 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:15:29.816589 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:15:29.816589 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:15:29.816589 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:15:29.816589 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:15:29.816589 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:15:29.816589 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:15:29.816589 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:15:29.816589 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:15:29.816589 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:15:29.816589 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:15:29.816589 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:15:29.816589 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:15:29.816589 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:15:29.816589 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:15:29.816589 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:15:29.816589 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:15:29.816589 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:15:29.816589 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:15:29.816589 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:15:29.816589 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:15:29.816589 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:15:29.816589 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:15:29.816589 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:15:29.816589 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:15:29.828546 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0c02f79c-976e-43cc-97e9-f867ee30d3a5 req-e5cefee9-1f05-4367-96d3-e50b4556d534 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4d907168a4924ceb9472857ce37e1904 HTTP/1.1" status: 200  len: 5765 time: 1.0043421
Jan 29 10:15:29.840263 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f638b3-c4f3-4922-aebc-89783f729816 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:15:29.852827 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4820e1-0b9a-42d7-aea7-be55c005d46d None None] Sync routers for ids ['088cfdfb-3927-48d0-a170-3ea951bf5325'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:15:29.879865 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4820e1-0b9a-42d7-aea7-be55c005d46d None None] Routers {'088cfdfb-3927-48d0-a170-3ea951bf5325'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:15:29.882108 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-1b4820e1-0b9a-42d7-aea7-be55c005d46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9d8b198>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:15:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['088cfdfb-3927-48d0-a170-3ea951bf5325'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:15:29.918920 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-0c02f79c-976e-43cc-97e9-f867ee30d3a5 req-3f316c2b-64d4-4750-8866-2ccbfa2abbb4 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Request body: {'port': {'device_id': '29e2e9c0-6be8-4c27-8515-c6c0dff1d35e', 'network_id': '9c450a0f-2c11-436c-8735-9a1afe6b7184', 'admin_state_up': True, 'tenant_id': '4d907168a4924ceb9472857ce37e1904', 'security_groups': ['ca938fcf-b80d-466c-a403-7c3b18a33b2b']}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:15:29.919073 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-86f638b3-c4f3-4922-aebc-89783f729816 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "PUT /v2.0/routers/088cfdfb-3927-48d0-a170-3ea951bf5325/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.7309830
Jan 29 10:15:29.919073 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55832) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:29.992549 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-1b4820e1-0b9a-42d7-aea7-be55c005d46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9d8b198>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:15:29.997070 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-7ce08248-65f9-4da7-818e-c65333899283 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Jan 29 10:15:29.997070 dv-neutron-772983-2-ovs neutron-server[80656]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Jan 29 10:15:29.997070 dv-neutron-772983-2-ovs neutron-server[80656]: [parameters: {'id': '0eb7aaae-fe97-4a87-baea-f5452739fbb6'}]
Jan 29 10:15:29.997070 dv-neutron-772983-2-ovs neutron-server[80656]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80765) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:15:29.997550 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-7ce08248-65f9-4da7-818e-c65333899283 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:15:30.008454 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4820e1-0b9a-42d7-aea7-be55c005d46d None None] Routers {'088cfdfb-3927-48d0-a170-3ea951bf5325'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:15:30.008454 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-1b4820e1-0b9a-42d7-aea7-be55c005d46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9d8b198>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:15:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['088cfdfb-3927-48d0-a170-3ea951bf5325'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:15:30.072087 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-1b4820e1-0b9a-42d7-aea7-be55c005d46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9d8b198>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:15:30.072678 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4820e1-0b9a-42d7-aea7-be55c005d46d None None] The sync data for ids ['088cfdfb-3927-48d0-a170-3ea951bf5325'] in dv-neutron-772983-2-ovs is: [] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:15:30.092219 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca18581-2826-400a-a747-5816dd4c0181 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:30.093045 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6ca18581-2826-400a-a747-5816dd4c0181 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Synchronizing usage tracker for tenant:af6cfbcc17be4cdfba1cf58741c9e55a on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:15:30.117508 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6ca18581-2826-400a-a747-5816dd4c0181 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Unset dirty status for tenant:af6cfbcc17be4cdfba1cf58741c9e55a on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:15:30.118836 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6ca18581-2826-400a-a747-5816dd4c0181 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "GET /v2.0/ports?device_id=088cfdfb-3927-48d0-a170-3ea951bf5325 HTTP/1.1" status: 200  len: 981 time: 0.1996143
Jan 29 10:15:30.121898 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55836) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:30.238283 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cbbda840-e5b7-4135-ace1-5e92e418e665 tempest-RoutersAdminNegativeTest-1329382224 tempest-RoutersAdminNegativeTest-1329382224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:30.445288 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-71669b8c-d8ae-499e-a12d-ac82e4f2ec30 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks [] for router_gateway, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:30.501023 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7ce08248-65f9-4da7-818e-c65333899283 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:30.507181 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-0c02f79c-976e-43cc-97e9-f867ee30d3a5 req-3f316c2b-64d4-4750-8866-2ccbfa2abbb4 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:15:30.599390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-0c02f79c-976e-43cc-97e9-f867ee30d3a5 req-3f316c2b-64d4-4750-8866-2ccbfa2abbb4 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:15:30.603127 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2951d330-2f38-45a4-94ee-3bf005fa488c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:30.624817 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-7ce08248-65f9-4da7-818e-c65333899283 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Deleting port 6ac05d36-95f0-4bab-b68d-5fb149c6e425 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:15:30.625192 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7ce08248-65f9-4da7-818e-c65333899283 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:30.670207 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c4864021-ba7f-4472-879a-57482bd8bb03 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:30.745291 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2951d330-2f38-45a4-94ee-3bf005fa488c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event deleted for resources: {'Port': ['ID=f12a726c-f17d-4437-a20a-30ec080e1124,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:30.749690 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2951d330-2f38-45a4-94ee-3bf005fa488c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:30.766616 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c02f79c-976e-43cc-97e9-f867ee30d3a5 req-3f316c2b-64d4-4750-8866-2ccbfa2abbb4 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Made reservation on behalf of 4d907168a4924ceb9472857ce37e1904 for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:15:30.789122 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-0c02f79c-976e-43cc-97e9-f867ee30d3a5 req-3f316c2b-64d4-4750-8866-2ccbfa2abbb4 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:30.854808 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daacd7a2-0dfb-47d9-8168-9938e7c2a7f7 req-1539a27a-48d1-46ce-8690-df1b50ca0069 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:30.856522 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-daacd7a2-0dfb-47d9-8168-9938e7c2a7f7 req-1539a27a-48d1-46ce-8690-df1b50ca0069 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e998cce-361f-4d79-9e65-709ea9cad757 HTTP/1.1" status: 200  len: 946 time: 0.4705331
Jan 29 10:15:31.025963 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-daacd7a2-0dfb-47d9-8168-9938e7c2a7f7 req-c4aaeef9-f3ef-4c86-9e2d-a08fa6c39dba tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=827919ae-9ca1-4fc4-9d01-1da9444544c6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1561413
Jan 29 10:15:31.119056 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-7ce08248-65f9-4da7-818e-c65333899283 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] For port 6ac05d36-95f0-4bab-b68d-5fb149c6e425, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=6ac05d36-95f0-4bab-b68d-5fb149c6e425,segment=NetworkSegment(999e7e1b-3194-44c6-acc2-511896ef137f),segment_id=999e7e1b-3194-44c6-acc2-511896ef137f)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:15:31.119441 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7ce08248-65f9-4da7-818e-c65333899283 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:31.303754 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2951d330-2f38-45a4-94ee-3bf005fa488c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:31.322963 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2951d330-2f38-45a4-94ee-3bf005fa488c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/ports/f12a726c-f17d-4437-a20a-30ec080e1124 HTTP/1.1" status: 204  len: 168 time: 3.8796442
Jan 29 10:15:31.362390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 55846) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:31.541143 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-7ce08248-65f9-4da7-818e-c65333899283 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Calling delete_port for 6ac05d36-95f0-4bab-b68d-5fb149c6e425 owned by network:dhcp {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:15:31.635451 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-480ed4bf-9037-4860-8aad-2ef393e92aae req-7eab99cd-16c7-4d9c-8fdf-ec11963969fe tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/ports?device_id=29e2e9c0-6be8-4c27-8515-c6c0dff1d35e HTTP/1.1" status: 200  len: 210 time: 0.1633265
Jan 29 10:15:31.740352 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-733766a0-ed5f-44c2-b9e2-fd43fc91f331 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349253'] for router_interface, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:31.801607 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7ce08248-65f9-4da7-818e-c65333899283 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:31.863320 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-86f638b3-c4f3-4922-aebc-89783f729816 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:31.966161 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-71669b8c-d8ae-499e-a12d-ac82e4f2ec30 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:32.000979 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce08248-65f9-4da7-818e-c65333899283 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Pushing event deleted for resources: {'Port': ['ID=6ac05d36-95f0-4bab-b68d-5fb149c6e425,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:32.010646 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7ce08248-65f9-4da7-818e-c65333899283 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:32.225436 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce08248-65f9-4da7-818e-c65333899283 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] No DVR routers for this DVR port 6ac05d36-95f0-4bab-b68d-5fb149c6e425 on host dv-neutron-772983-2-ovs {{(pid=80765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:15:32.278610 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cbbda840-e5b7-4135-ace1-5e92e418e665 tempest-RoutersAdminNegativeTest-1329382224 tempest-RoutersAdminNegativeTest-1329382224-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:32.328534 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cbbda840-e5b7-4135-ace1-5e92e418e665 tempest-RoutersAdminNegativeTest-1329382224 tempest-RoutersAdminNegativeTest-1329382224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:32.397093 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8300e434-5447-4e8b-970b-cc27a44ef890 req-3e0daf48-9d8d-4627-9a87-7be8fa0ee09b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:32.398847 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8300e434-5447-4e8b-970b-cc27a44ef890 req-3e0daf48-9d8d-4627-9a87-7be8fa0ee09b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e998cce-361f-4d79-9e65-709ea9cad757 HTTP/1.1" status: 200  len: 946 time: 0.6051228
Jan 29 10:15:32.432911 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037d6978-f66f-4d30-bf28-25cdcbcd9da9 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:32.437598 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-037d6978-f66f-4d30-bf28-25cdcbcd9da9 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Synchronizing usage tracker for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:15:32.458045 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [req-0c02f79c-976e-43cc-97e9-f867ee30d3a5 req-3f316c2b-64d4-4750-8866-2ccbfa2abbb4 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Allocated IP 172.20.0.10 (9c450a0f-2c11-436c-8735-9a1afe6b7184/dd17e4b6-a33a-4e17-bc4a-03539800690d/0f9c1656-aa40-4725-97b7-4295ccfb24f7) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:15:32.520885 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7ce08248-65f9-4da7-818e-c65333899283 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:32.535125 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-037d6978-f66f-4d30-bf28-25cdcbcd9da9 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Unset dirty status for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:15:32.536428 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-037d6978-f66f-4d30-bf28-25cdcbcd9da9 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 1.1648250
Jan 29 10:15:32.541853 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 55850) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:32.607005 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8300e434-5447-4e8b-970b-cc27a44ef890 req-670bce7f-76da-48f9-8f0e-721d4634343a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=827919ae-9ca1-4fc4-9d01-1da9444544c6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1912696
Jan 29 10:15:32.640390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 55854) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:32.682376 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-733766a0-ed5f-44c2-b9e2-fd43fc91f331 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Deleting port 32ac4c4e-6411-45b9-9e1b-51b373d91b45 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:15:32.682473 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-733766a0-ed5f-44c2-b9e2-fd43fc91f331 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:32.743949 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-7ce08248-65f9-4da7-818e-c65333899283 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c3b220b8>,) {'filters': {'network_id': ['0eb7aaae-fe97-4a87-baea-f5452739fbb6']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:15:32.770561 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-7ce08248-65f9-4da7-818e-c65333899283 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3b220b8>, '999e7e1b-3194-44c6-acc2-511896ef137f') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:15:32.770952 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-7ce08248-65f9-4da7-818e-c65333899283 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3b220b8>, '999e7e1b-3194-44c6-acc2-511896ef137f') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:15:32.841906 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7ce08248-65f9-4da7-818e-c65333899283 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:32.880563 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fef5b7c3-1e14-4738-a462-4396611eb6e0 req-0b074b8c-7dd6-4c9c-9eda-6fd93154e60f tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/ports?device_id=29e2e9c0-6be8-4c27-8515-c6c0dff1d35e HTTP/1.1" status: 200  len: 210 time: 0.0946462
Jan 29 10:15:32.946630 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7ce08248-65f9-4da7-818e-c65333899283 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:32.950948 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7ce08248-65f9-4da7-818e-c65333899283 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Releasing vxlan tunnel 4 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:15:32.980304 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71669b8c-d8ae-499e-a12d-ac82e4f2ec30 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Router 8dcee5d1-d88a-42a6-9d8c-5ce815388edb is scheduled to L3 agent 18987107-6d88-4736-94cf-15791d65b3ff with binding_index 1 {{(pid=80766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 29 10:15:33.111573 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-733766a0-ed5f-44c2-b9e2-fd43fc91f331 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:33.226469 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f511fedb-79e9-47bf-954e-dbf3b6327aff tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:33.228156 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f511fedb-79e9-47bf-954e-dbf3b6327aff tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.6825969
Jan 29 10:15:33.239121 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-7ce08248-65f9-4da7-818e-c65333899283 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Network 0eb7aaae-fe97-4a87-baea-f5452739fbb6 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:15:33.247436 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55860) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:33.251004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7ce08248-65f9-4da7-818e-c65333899283 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:33.316806 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ee7a75-9b9c-4ead-b839-f9aae02cd055 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:33.322342 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e5ee7a75-9b9c-4ead-b839-f9aae02cd055 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=1e998cce-361f-4d79-9e65-709ea9cad757 HTTP/1.1" status: 200  len: 1158 time: 0.6619751
Jan 29 10:15:33.333322 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 55864) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:33.356414 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-b196c9f0-5791-42f7-9fdb-eb66bc21901b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'floatingip': {'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'port_id': '25454eb1-5b49-433d-abe9-57e08fb7bccb', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:15:33.375193 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-733766a0-ed5f-44c2-b9e2-fd43fc91f331 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Calling delete_port for 32ac4c4e-6411-45b9-9e1b-51b373d91b45 owned by network:router_interface {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:15:33.404008 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-b196c9f0-5791-42f7-9fdb-eb66bc21901b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:15:33.420152 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-0c02f79c-976e-43cc-97e9-f867ee30d3a5 req-3f316c2b-64d4-4750-8866-2ccbfa2abbb4 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:33.430869 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b196c9f0-5791-42f7-9fdb-eb66bc21901b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:floatingip and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:15:33.440848 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b196c9f0-5791-42f7-9fdb-eb66bc21901b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:15:33.493953 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-b196c9f0-5791-42f7-9fdb-eb66bc21901b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:15:33.508274 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-0c02f79c-976e-43cc-97e9-f867ee30d3a5 req-3f316c2b-64d4-4750-8866-2ccbfa2abbb4 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Transition to ACTIVE for port object 0f9c1656-aa40-4725-97b7-4295ccfb24f7 will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:15:33.543030 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b196c9f0-5791-42f7-9fdb-eb66bc21901b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for floatingip, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:33.581284 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71669b8c-d8ae-499e-a12d-ac82e4f2ec30 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:15:33.584787 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2af789-e941-42b5-81d8-446f03231b9b tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:33.585760 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cbbda840-e5b7-4135-ace1-5e92e418e665 tempest-RoutersAdminNegativeTest-1329382224 tempest-RoutersAdminNegativeTest-1329382224-project-admin] Notify callbacks [] for router, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:33.592205 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5b09c9-5065-4841-a3b4-0e4d74b00202 None None] Sync routers for ids ['8dcee5d1-d88a-42a6-9d8c-5ce815388edb'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:15:33.602217 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2af789-e941-42b5-81d8-446f03231b9b tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:33.603236 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5b09c9-5065-4841-a3b4-0e4d74b00202 None None] Routers {'8dcee5d1-d88a-42a6-9d8c-5ce815388edb'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:15:33.604085 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-ea5b09c9-5065-4841-a3b4-0e4d74b00202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c8485208>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:15:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['8dcee5d1-d88a-42a6-9d8c-5ce815388edb'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:15:33.619180 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2af789-e941-42b5-81d8-446f03231b9b tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:33.620531 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-1c2af789-e941-42b5-81d8-446f03231b9b tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Synchronizing usage tracker for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:subnet {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:15:33.716760 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-7ce08248-65f9-4da7-818e-c65333899283 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Network 0eb7aaae-fe97-4a87-baea-f5452739fbb6 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:15:33.743998 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:15:33.743998 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:15:33.743998 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:15:33.743998 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:15:33.743998 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:15:33.743998 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:15:33.743998 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:15:33.743998 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:15:33.743998 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:15:33.743998 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:15:33.743998 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:15:33.743998 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:15:33.743998 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:15:33.743998 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:15:33.743998 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:15:33.743998 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:15:33.743998 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:15:33.743998 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:15:33.743998 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:15:33.743998 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:15:33.743998 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:15:33.743998 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:15:33.743998 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:15:33.743998 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:15:33.743998 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:15:33.743998 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:15:33.743998 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:15:33.743998 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:15:33.743998 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:15:33.743998 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:15:33.743998 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:15:33.743998 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:15:33.766659 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-1c2af789-e941-42b5-81d8-446f03231b9b tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Unset dirty status for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:subnet {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:15:33.767936 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1c2af789-e941-42b5-81d8-446f03231b9b tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.5194950
Jan 29 10:15:33.821103 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55868) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:33.824264 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-ea5b09c9-5065-4841-a3b4-0e4d74b00202 None None] Set router 8dcee5d1-d88a-42a6-9d8c-5ce815388edb gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:15:33.907412 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7ce08248-65f9-4da7-818e-c65333899283 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:33.915265 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-07f0a61a-504e-4a91-8de4-e97ca32460a5 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:33.936889 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7ce08248-65f9-4da7-818e-c65333899283 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:33.976719 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d372c0b-2efc-4d39-bcae-51b90f0f69be tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Deleting subnet 9aaeaba3-33dd-4c3d-bddb-80c09dfd33ef {{(pid=80765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:15:33.979250 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce08248-65f9-4da7-818e-c65333899283 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Pushing event deleted for resources: {'Network': ['ID=0eb7aaae-fe97-4a87-baea-f5452739fbb6,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:33.996184 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7ce08248-65f9-4da7-818e-c65333899283 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:33.996895 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5d372c0b-2efc-4d39-bcae-51b90f0f69be tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for subnet, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:34.067630 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7ce08248-65f9-4da7-818e-c65333899283 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] 10.222.0.57 "DELETE /v2.0/networks/0eb7aaae-fe97-4a87-baea-f5452739fbb6 HTTP/1.1" status: 204  len: 168 time: 10.0481007
Jan 29 10:15:34.078028 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55874) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:34.090371 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-ebe0151d-dd06-4819-9511-2b38728a377c tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-362743818'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:15:34.116170 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ebe0151d-dd06-4819-9511-2b38728a377c tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:15:34.254948 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-71669b8c-d8ae-499e-a12d-ac82e4f2ec30 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:34.260333 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-71669b8c-d8ae-499e-a12d-ac82e4f2ec30 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 10.2954001
Jan 29 10:15:34.271885 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 55878) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:34.336924 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cbbda840-e5b7-4135-ace1-5e92e418e665 tempest-RoutersAdminNegativeTest-1329382224 tempest-RoutersAdminNegativeTest-1329382224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:34.351986 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cbbda840-e5b7-4135-ace1-5e92e418e665 tempest-RoutersAdminNegativeTest-1329382224 tempest-RoutersAdminNegativeTest-1329382224-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:34.354943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-0c02f79c-976e-43cc-97e9-f867ee30d3a5 req-3f316c2b-64d4-4750-8866-2ccbfa2abbb4 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:34.388717 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-70c7bdbc-ecc6-4898-9391-01e1fe62e2b5 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:34.457643 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-ea5b09c9-5065-4841-a3b4-0e4d74b00202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c8485208>, [{'id': '8dcee5d1-d88a-42a6-9d8c-5ce815388edb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750843188', 'tenant_id': 'a0c698359c1e4874b3f3bbc1db996560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.167'}], 'enable_snat': True}, 'gw_port_id': 'fb6e2e33-8b67-49a9-887a-6a3f56e0aba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:15:24Z', 'updated_at': '2021-01-29T10:15:29Z', 'revision_number': 3, 'project_id': 'a0c698359c1e4874b3f3bbc1db996560', 'gw_port': {'id': 'fb6e2e33-8b67-49a9-887a-6a3f56e0aba3', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d5:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dcee5d1-d88a-42a6-9d8c-5ce815388edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:15:26Z', 'updated_at': '2021-01-29T10:15:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:15:34.464547 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5b09c9-5065-4841-a3b4-0e4d74b00202 None None] Checking router: 8dcee5d1-d88a-42a6-9d8c-5ce815388edb for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:15:34.465376 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5b09c9-5065-4841-a3b4-0e4d74b00202 None None] Updating router 8dcee5d1-d88a-42a6-9d8c-5ce815388edb port fb6e2e33-8b67-49a9-887a-6a3f56e0aba3 binding host dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 29 10:15:34.487743 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ebe0151d-dd06-4819-9511-2b38728a377c tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Usage tracker for resource:network and tenant:f15ab138166e456cb96f10f0bbdd909a is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:15:34.494857 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5d372c0b-2efc-4d39-bcae-51b90f0f69be tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1479249'] for subnet, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:34.535735 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ebe0151d-dd06-4819-9511-2b38728a377c tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Quota usage for network was recalculated. Used quota:2. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:15:34.547516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cbbda840-e5b7-4135-ace1-5e92e418e665 tempest-RoutersAdminNegativeTest-1329382224 tempest-RoutersAdminNegativeTest-1329382224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:34.548051 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbbda840-e5b7-4135-ace1-5e92e418e665 tempest-RoutersAdminNegativeTest-1329382224 tempest-RoutersAdminNegativeTest-1329382224-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a5f3277c-b843-4227-8523-d4a3d011fd23 {{(pid=80766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 10:15:34.557069 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ebe0151d-dd06-4819-9511-2b38728a377c tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:15:34.558155 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ea5b09c9-5065-4841-a3b4-0e4d74b00202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:34.584676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-733766a0-ed5f-44c2-b9e2-fd43fc91f331 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:34.615709 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7f23ca80-ac86-44db-b9c1-25f57a5e8b74 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:34.669155 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f316c2b-64d4-4750-8866-2ccbfa2abbb4 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Pushing event updated for resources: {'Port': ['ID=0f9c1656-aa40-4725-97b7-4295ccfb24f7,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:34.672919 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3f316c2b-64d4-4750-8866-2ccbfa2abbb4 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:34.673843 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe0151d-dd06-4819-9511-2b38728a377c tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Made reservation on behalf of f15ab138166e456cb96f10f0bbdd909a for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:15:34.695801 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-70dfdf2c-8eeb-4763-b39a-e09d15a551f7 tempest-TestNetworkAdvancedServerOps-183638709 tempest-TestNetworkAdvancedServerOps-183638709-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=a0c698359c1e4874b3f3bbc1db996560&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.4191399
Jan 29 10:15:34.696414 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ebe0151d-dd06-4819-9511-2b38728a377c tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:34.705174 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 55884) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:34.720393 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733766a0-ed5f-44c2-b9e2-fd43fc91f331 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event deleted for resources: {'Port': ['ID=32ac4c4e-6411-45b9-9e1b-51b373d91b45,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:34.737090 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-733766a0-ed5f-44c2-b9e2-fd43fc91f331 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:34.762272 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:34.784462 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-cbbda840-e5b7-4135-ace1-5e92e418e665 tempest-RoutersAdminNegativeTest-1329382224 tempest-RoutersAdminNegativeTest-1329382224-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Jan 29 10:15:34.785558 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-cbbda840-e5b7-4135-ace1-5e92e418e665 tempest-RoutersAdminNegativeTest-1329382224 tempest-RoutersAdminNegativeTest-1329382224-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 409  len: 372 time: 8.0081587
Jan 29 10:15:34.801173 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 55888) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:34.910547 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9effd7f-6b15-41a5-8d20-ed67ca3dac62 req-6499a8b8-27a7-4e49-b8fd-221fea483a39 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:34.912863 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a9effd7f-6b15-41a5-8d20-ed67ca3dac62 req-6499a8b8-27a7-4e49-b8fd-221fea483a39 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/ports?device_id=29e2e9c0-6be8-4c27-8515-c6c0dff1d35e HTTP/1.1" status: 200  len: 932 time: 0.7982280
Jan 29 10:15:34.929097 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5d372c0b-2efc-4d39-bcae-51b90f0f69be tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:34.946183 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c02f79c-976e-43cc-97e9-f867ee30d3a5 req-3f316c2b-64d4-4750-8866-2ccbfa2abbb4 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Network 9c450a0f-2c11-436c-8735-9a1afe6b7184 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:15:34.952912 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b196c9f0-5791-42f7-9fdb-eb66bc21901b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:34.963403 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [req-0c02f79c-976e-43cc-97e9-f867ee30d3a5 req-3f316c2b-64d4-4750-8866-2ccbfa2abbb4 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:15:34.973021 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebe0151d-dd06-4819-9511-2b38728a377c tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:15:34.975892 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c02f79c-976e-43cc-97e9-f867ee30d3a5 req-3f316c2b-64d4-4750-8866-2ccbfa2abbb4 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:15:35.041445 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-67d0c1d2-2e11-44b4-a121-e348bd397073 tempest-RoutersAdminNegativeTest-1329382224 tempest-RoutersAdminNegativeTest-1329382224-project-admin] Deleting port 9c81bd47-d0cf-4f01-91f6-2f333051c546 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:15:35.042093 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-67d0c1d2-2e11-44b4-a121-e348bd397073 tempest-RoutersAdminNegativeTest-1329382224 tempest-RoutersAdminNegativeTest-1329382224-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:35.047869 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ebe0151d-dd06-4819-9511-2b38728a377c tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:35.048264 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-ebe0151d-dd06-4819-9511-2b38728a377c tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Added segment 9849e6e7-39e9-4f4d-ac29-e44251bdb72d of type vxlan for network 9c41bda1-1353-49c5-9203-e898c85089fe
Jan 29 10:15:35.056431 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ea5b09c9-5065-4841-a3b4-0e4d74b00202 None None] Notify callbacks [] for port, precommit_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:35.072443 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-ea5b09c9-5065-4841-a3b4-0e4d74b00202 None None] Transition to ACTIVE for port object fb6e2e33-8b67-49a9-887a-6a3f56e0aba3 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:15:35.094308 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ea5b09c9-5065-4841-a3b4-0e4d74b00202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:35.141313 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-16aefafc-1cc5-4859-b86f-28602c210ecc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:35.164625 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a9effd7f-6b15-41a5-8d20-ed67ca3dac62 req-8ca1ff2d-0513-4afc-a854-7673c8c9fdf4 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/security-groups?id=ca938fcf-b80d-466c-a403-7c3b18a33b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.2055886
Jan 29 10:15:35.197835 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b36855-aa0f-40da-b7f3-6065a358f1fc tempest-TestNetworkAdvancedServerOps-183638709 tempest-TestNetworkAdvancedServerOps-183638709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:35.202693 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b7b36855-aa0f-40da-b7f3-6065a358f1fc tempest-TestNetworkAdvancedServerOps-183638709 tempest-TestNetworkAdvancedServerOps-183638709-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.4877443
Jan 29 10:15:35.211960 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55892) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:35.227233 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ebe0151d-dd06-4819-9511-2b38728a377c tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:35.360922 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-acd45588-39f6-47a5-8fcd-066e720c9736 None None] Provisioning for port 0f9c1656-aa40-4725-97b7-4295ccfb24f7 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:15:35.384403 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-acd45588-39f6-47a5-8fcd-066e720c9736 None None] Provisioning complete for port 0f9c1656-aa40-4725-97b7-4295ccfb24f7 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:15:35.385331 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-acd45588-39f6-47a5-8fcd-066e720c9736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:35.387077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c02f79c-976e-43cc-97e9-f867ee30d3a5 req-3f316c2b-64d4-4750-8866-2ccbfa2abbb4 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:35.388639 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-0c02f79c-976e-43cc-97e9-f867ee30d3a5 req-3f316c2b-64d4-4750-8866-2ccbfa2abbb4 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:35.412896 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e47edc9-a8e4-4569-a589-0d025e023b30 None None] Pushing event updated for resources: {'Port': ['ID=fb6e2e33-8b67-49a9-887a-6a3f56e0aba3,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:35.428745 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-89c46cf7-00d5-42ee-9454-61a7e9363dfc tempest-TestNetworkAdvancedServerOps-183638709 tempest-TestNetworkAdvancedServerOps-183638709-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=aadf795f-2e1a-4d04-be0e-12575f0f28a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.2073810
Jan 29 10:15:35.436690 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55896) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:35.450766 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e47edc9-a8e4-4569-a589-0d025e023b30 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:15:35.451164 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e47edc9-a8e4-4569-a589-0d025e023b30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:15:35.451550 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e47edc9-a8e4-4569-a589-0d025e023b30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:15:35.451932 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e47edc9-a8e4-4569-a589-0d025e023b30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:15:35.452310 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e47edc9-a8e4-4569-a589-0d025e023b30 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:15:35.453124 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e47edc9-a8e4-4569-a589-0d025e023b30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:15:35.453505 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e47edc9-a8e4-4569-a589-0d025e023b30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:15:35.453909 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e47edc9-a8e4-4569-a589-0d025e023b30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:15:35.454293 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e47edc9-a8e4-4569-a589-0d025e023b30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:15:35.454695 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e47edc9-a8e4-4569-a589-0d025e023b30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:15:35.455038 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e47edc9-a8e4-4569-a589-0d025e023b30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:15:35.455407 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e47edc9-a8e4-4569-a589-0d025e023b30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:15:35.455850 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e47edc9-a8e4-4569-a589-0d025e023b30 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:15:35.456222 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e47edc9-a8e4-4569-a589-0d025e023b30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:15:35.456591 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e47edc9-a8e4-4569-a589-0d025e023b30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:15:35.456959 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e47edc9-a8e4-4569-a589-0d025e023b30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:15:35.457328 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e47edc9-a8e4-4569-a589-0d025e023b30 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:15:35.457829 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e47edc9-a8e4-4569-a589-0d025e023b30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:15:35.458261 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e47edc9-a8e4-4569-a589-0d025e023b30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:15:35.458637 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e47edc9-a8e4-4569-a589-0d025e023b30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:15:35.459917 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e47edc9-a8e4-4569-a589-0d025e023b30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:15:35.460308 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e47edc9-a8e4-4569-a589-0d025e023b30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:15:35.460694 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e47edc9-a8e4-4569-a589-0d025e023b30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:15:35.461051 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e47edc9-a8e4-4569-a589-0d025e023b30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:15:35.465494 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1e47edc9-a8e4-4569-a589-0d025e023b30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:35.499777 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-acd45588-39f6-47a5-8fcd-066e720c9736 None None] Port 0f9c1656-aa40-4725-97b7-4295ccfb24f7 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:15:35.500022 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.resource_extend [None req-ebe0151d-dd06-4819-9511-2b38728a377c tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 29 10:15:35.518962 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-1d5a7fdf-1a90-4ef9-bc1c-e370d55570be tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-631230651', 'network_id': '5be0f00d-5866-4e6b-a2b4-be163bdf7e7f', 'project_id': 'a0c698359c1e4874b3f3bbc1db996560', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:15:35.530861 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-ea5b09c9-5065-4841-a3b4-0e4d74b00202 None None] Attempting to bind port fb6e2e33-8b67-49a9-887a-6a3f56e0aba3 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:15:35.531290 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-ea5b09c9-5065-4841-a3b4-0e4d74b00202 None None] Attempting to bind port fb6e2e33-8b67-49a9-887a-6a3f56e0aba3 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:15:35.531710 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5b09c9-5065-4841-a3b4-0e4d74b00202 None None] Attempting to bind port fb6e2e33-8b67-49a9-887a-6a3f56e0aba3 on network aadf795f-2e1a-4d04-be0e-12575f0f28a5 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:15:35.540233 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5b09c9-5065-4841-a3b4-0e4d74b00202 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:15:35.540662 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5b09c9-5065-4841-a3b4-0e4d74b00202 None None] Checking segment: {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:15:35.543267 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ea5b09c9-5065-4841-a3b4-0e4d74b00202 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:35.543267 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5b09c9-5065-4841-a3b4-0e4d74b00202 None None] Bound using segment: {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:15:35.543267 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-ea5b09c9-5065-4841-a3b4-0e4d74b00202 None None] Bound port: fb6e2e33-8b67-49a9-887a-6a3f56e0aba3, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:15:35.543267 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ea5b09c9-5065-4841-a3b4-0e4d74b00202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:35.564390 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0c02f79c-976e-43cc-97e9-f867ee30d3a5 req-3f316c2b-64d4-4750-8866-2ccbfa2abbb4 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.6598761
Jan 29 10:15:35.587097 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-0c02f79c-976e-43cc-97e9-f867ee30d3a5 req-09f8546f-e1a9-47d2-8db6-e257503e604b service neutron] Request body: {'port': {'device_id': '29e2e9c0-6be8-4c27-8515-c6c0dff1d35e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7729'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:15:35.610669 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-733766a0-ed5f-44c2-b9e2-fd43fc91f331 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854415430'] for router_interface, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:35.640188 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-ea5b09c9-5065-4841-a3b4-0e4d74b00202 None None] For port fb6e2e33-8b67-49a9-887a-6a3f56e0aba3, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:15:35.644192 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-ea5b09c9-5065-4841-a3b4-0e4d74b00202 None None] For port fb6e2e33-8b67-49a9-887a-6a3f56e0aba3, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=fb6e2e33-8b67-49a9-887a-6a3f56e0aba3,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:15:35.659777 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ea5b09c9-5065-4841-a3b4-0e4d74b00202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:35.685283 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:35.686379 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ebe0151d-dd06-4819-9511-2b38728a377c tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:35.755235 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe0151d-dd06-4819-9511-2b38728a377c tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:35.756587 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ebe0151d-dd06-4819-9511-2b38728a377c tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:35.779219 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0dcbc0ad-8cf8-4ac8-9249-63fc6f8be1e0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:35.861886 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e47edc9-a8e4-4569-a589-0d025e023b30 None None] Pushing event updated for resources: {'Port': ['ID=fb6e2e33-8b67-49a9-887a-6a3f56e0aba3,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:35.867412 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1e47edc9-a8e4-4569-a589-0d025e023b30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:35.895254 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-67d0c1d2-2e11-44b4-a121-e348bd397073 tempest-RoutersAdminNegativeTest-1329382224 tempest-RoutersAdminNegativeTest-1329382224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:35.918662 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5b09c9-5065-4841-a3b4-0e4d74b00202 None None] Routers {'8dcee5d1-d88a-42a6-9d8c-5ce815388edb'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:15:35.919516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-ea5b09c9-5065-4841-a3b4-0e4d74b00202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c8485208>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:15:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['8dcee5d1-d88a-42a6-9d8c-5ce815388edb'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:15:35.985808 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-1d5a7fdf-1a90-4ef9-bc1c-e370d55570be tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:15:36.050125 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-0c02f79c-976e-43cc-97e9-f867ee30d3a5 req-09f8546f-e1a9-47d2-8db6-e257503e604b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:36.059486 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-1d5a7fdf-1a90-4ef9-bc1c-e370d55570be tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Usage tracker for resource:subnet and tenant:a0c698359c1e4874b3f3bbc1db996560 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:15:36.064549 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe0151d-dd06-4819-9511-2b38728a377c tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Pushing event updated for resources: {'Network': ['ID=9c41bda1-1353-49c5-9203-e898c85089fe,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:36.068896 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ebe0151d-dd06-4819-9511-2b38728a377c tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:36.073688 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ebe0151d-dd06-4819-9511-2b38728a377c tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 1.9917564
Jan 29 10:15:36.073848 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-67d0c1d2-2e11-44b4-a121-e348bd397073 tempest-RoutersAdminNegativeTest-1329382224 tempest-RoutersAdminNegativeTest-1329382224-project-admin] Calling delete_port for 9c81bd47-d0cf-4f01-91f6-2f333051c546 owned by  {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:15:36.074375 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-1d5a7fdf-1a90-4ef9-bc1c-e370d55570be tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:15:36.084131 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-1d5a7fdf-1a90-4ef9-bc1c-e370d55570be tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:15:36.091643 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55900) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:36.094038 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 9c41bda1-1353-49c5-9203-e898c85089fe details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:15:36.105327 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-b196c9f0-5791-42f7-9fdb-eb66bc21901b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Allocated IP 172.26.7.217 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/18e6a871-2f53-4f90-b206-34bbfa2a1de6) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:15:36.110904 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-9fc1c5db-bb54-4e5c-945d-3070186e102a tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Request body: {'subnet': {'network_id': '9c41bda1-1353-49c5-9203-e898c85089fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:15:36.113699 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 9c41bda1-1353-49c5-9203-e898c85089fe details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:15:36.164807 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5a7fdf-1a90-4ef9-bc1c-e370d55570be tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Made reservation on behalf of a0c698359c1e4874b3f3bbc1db996560 for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:15:36.186815 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1d5a7fdf-1a90-4ef9-bc1c-e370d55570be tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:36.368630 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-ea5b09c9-5065-4841-a3b4-0e4d74b00202 None None] Set router 8dcee5d1-d88a-42a6-9d8c-5ce815388edb gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:15:36.439308 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-9fc1c5db-bb54-4e5c-945d-3070186e102a tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:15:36.579300 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-9fc1c5db-bb54-4e5c-945d-3070186e102a tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Usage tracker for resource:subnet and tenant:f15ab138166e456cb96f10f0bbdd909a is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:15:36.611389 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-9fc1c5db-bb54-4e5c-945d-3070186e102a tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:15:36.686561 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-9fc1c5db-bb54-4e5c-945d-3070186e102a tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:15:36.721824 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5d372c0b-2efc-4d39-bcae-51b90f0f69be tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852603100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2204728'] for subnet, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:36.742901 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-ea5b09c9-5065-4841-a3b4-0e4d74b00202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c8485208>, [{'id': '8dcee5d1-d88a-42a6-9d8c-5ce815388edb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750843188', 'tenant_id': 'a0c698359c1e4874b3f3bbc1db996560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.167'}], 'enable_snat': True}, 'gw_port_id': 'fb6e2e33-8b67-49a9-887a-6a3f56e0aba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:15:24Z', 'updated_at': '2021-01-29T10:15:29Z', 'revision_number': 3, 'project_id': 'a0c698359c1e4874b3f3bbc1db996560', 'gw_port': {'id': 'fb6e2e33-8b67-49a9-887a-6a3f56e0aba3', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d5:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dcee5d1-d88a-42a6-9d8c-5ce815388edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:15:26Z', 'updated_at': '2021-01-29T10:15:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:15:36.750546 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c2269cd9-f057-4c04-8a40-64d54516f990 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:36.750638 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5b09c9-5065-4841-a3b4-0e4d74b00202 None None] The sync data for ids ['8dcee5d1-d88a-42a6-9d8c-5ce815388edb'] in dv-neutron-772983-2-ovs is: [{'id': '8dcee5d1-d88a-42a6-9d8c-5ce815388edb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750843188', 'tenant_id': 'a0c698359c1e4874b3f3bbc1db996560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.167'}], 'enable_snat': True}, 'gw_port_id': 'fb6e2e33-8b67-49a9-887a-6a3f56e0aba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:15:24Z', 'updated_at': '2021-01-29T10:15:29Z', 'revision_number': 3, 'project_id': 'a0c698359c1e4874b3f3bbc1db996560', 'gw_port': {'id': 'fb6e2e33-8b67-49a9-887a-6a3f56e0aba3', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d5:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dcee5d1-d88a-42a6-9d8c-5ce815388edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:15:26Z', 'updated_at': '2021-01-29T10:15:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:15:36.802499 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc1c5db-bb54-4e5c-945d-3070186e102a tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Made reservation on behalf of f15ab138166e456cb96f10f0bbdd909a for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:15:36.826577 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9fc1c5db-bb54-4e5c-945d-3070186e102a tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:36.871541 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d372c0b-2efc-4d39-bcae-51b90f0f69be tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event deleted for resources: {'Subnet': ['ID=9aaeaba3-33dd-4c3d-bddb-80c09dfd33ef,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:36.887635 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b196c9f0-5791-42f7-9fdb-eb66bc21901b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:36.892272 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5d372c0b-2efc-4d39-bcae-51b90f0f69be tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:36.895424 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-67d0c1d2-2e11-44b4-a121-e348bd397073 tempest-RoutersAdminNegativeTest-1329382224 tempest-RoutersAdminNegativeTest-1329382224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:36.916969 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-715f42ed-c87f-413a-a920-5069184f52e8 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:37.015899 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d0c1d2-2e11-44b4-a121-e348bd397073 tempest-RoutersAdminNegativeTest-1329382224 tempest-RoutersAdminNegativeTest-1329382224-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c81bd47-d0cf-4f01-91f6-2f333051c546,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:37.025300 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-67d0c1d2-2e11-44b4-a121-e348bd397073 tempest-RoutersAdminNegativeTest-1329382224 tempest-RoutersAdminNegativeTest-1329382224-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:37.233541 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b196c9f0-5791-42f7-9fdb-eb66bc21901b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:37.262048 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-37c51f1b-e83b-4d3c-8927-dd793c5a465c tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:37.467880 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.resource_extend [req-0c02f79c-976e-43cc-97e9-f867ee30d3a5 req-09f8546f-e1a9-47d2-8db6-e257503e604b service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 29 10:15:37.492119 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b196c9f0-5791-42f7-9fdb-eb66bc21901b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Port': ['ID=18e6a871-2f53-4f90-b206-34bbfa2a1de6,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:37.543832 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b196c9f0-5791-42f7-9fdb-eb66bc21901b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:37.586982 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-733766a0-ed5f-44c2-b9e2-fd43fc91f331 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Router 088cfdfb-3927-48d0-a170-3ea951bf5325 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:15:37.613100 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-67d0c1d2-2e11-44b4-a121-e348bd397073 tempest-RoutersAdminNegativeTest-1329382224 tempest-RoutersAdminNegativeTest-1329382224-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:37.621441 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [req-0c02f79c-976e-43cc-97e9-f867ee30d3a5 req-09f8546f-e1a9-47d2-8db6-e257503e604b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f9c1656-aa40-4725-97b7-4295ccfb24f7 {{(pid=80766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 29 10:15:37.636015 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b196c9f0-5791-42f7-9fdb-eb66bc21901b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:15:37.637730 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-0c02f79c-976e-43cc-97e9-f867ee30d3a5 req-09f8546f-e1a9-47d2-8db6-e257503e604b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:37.643753 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-b196c9f0-5791-42f7-9fdb-eb66bc21901b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:15:37.650346 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-67d0c1d2-2e11-44b4-a121-e348bd397073 tempest-RoutersAdminNegativeTest-1329382224 tempest-RoutersAdminNegativeTest-1329382224-project-admin] 10.222.0.57 "DELETE /v2.0/ports/9c81bd47-d0cf-4f01-91f6-2f333051c546 HTTP/1.1" status: 204  len: 168 time: 2.8426068
Jan 29 10:15:37.654884 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b196c9f0-5791-42f7-9fdb-eb66bc21901b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:15:37.686252 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a8f7c8-fe88-4ad7-9ae0-b5e01c939bd8 req-79792237-22c3-47fc-92bf-755d0b97535e tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:37.695270 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-52a8f7c8-fe88-4ad7-9ae0-b5e01c939bd8 req-79792237-22c3-47fc-92bf-755d0b97535e tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/ports?device_id=29e2e9c0-6be8-4c27-8515-c6c0dff1d35e HTTP/1.1" status: 200  len: 932 time: 1.3087869
Jan 29 10:15:37.697210 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-0c02f79c-976e-43cc-97e9-f867ee30d3a5 req-09f8546f-e1a9-47d2-8db6-e257503e604b service neutron] Transition to ACTIVE for port object 0f9c1656-aa40-4725-97b7-4295ccfb24f7 will not be triggered until provisioned by entity L2. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:15:37.719584 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-0c02f79c-976e-43cc-97e9-f867ee30d3a5 req-09f8546f-e1a9-47d2-8db6-e257503e604b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:37.736199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8affc979-011e-491e-899b-74c48a7026d3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:37.908383 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-52a8f7c8-fe88-4ad7-9ae0-b5e01c939bd8 req-31cc536b-664a-4609-90bc-a0b91478651a tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/security-groups?id=ca938fcf-b80d-466c-a403-7c3b18a33b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.2120993
Jan 29 10:15:37.932708 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f8546f-e1a9-47d2-8db6-e257503e604b service neutron] Pushing event updated for resources: {'Port': ['ID=0f9c1656-aa40-4725-97b7-4295ccfb24f7,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:37.941071 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-09f8546f-e1a9-47d2-8db6-e257503e604b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:38.011233 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-733766a0-ed5f-44c2-b9e2-fd43fc91f331 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:15:38.026203 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf2f825-e247-45c8-bae8-3d9861a471c6 None None] Sync routers for ids ['088cfdfb-3927-48d0-a170-3ea951bf5325'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:15:38.031428 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0327284-c889-41cc-8fd9-b323b65c8070 None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:15:38.040067 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5d372c0b-2efc-4d39-bcae-51b90f0f69be tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:38.049513 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf2f825-e247-45c8-bae8-3d9861a471c6 None None] Routers {'088cfdfb-3927-48d0-a170-3ea951bf5325'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:15:38.058208 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-8cf2f825-e247-45c8-bae8-3d9861a471c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9ce5470>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:15:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['088cfdfb-3927-48d0-a170-3ea951bf5325'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:15:38.128664 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-733766a0-ed5f-44c2-b9e2-fd43fc91f331 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "PUT /v2.0/routers/088cfdfb-3927-48d0-a170-3ea951bf5325/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.0056446
Jan 29 10:15:38.136988 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55910) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:38.150481 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-8cf2f825-e247-45c8-bae8-3d9861a471c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9ce5470>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:15:38.161470 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf2f825-e247-45c8-bae8-3d9861a471c6 None None] Routers {'088cfdfb-3927-48d0-a170-3ea951bf5325'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:15:38.163504 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-8cf2f825-e247-45c8-bae8-3d9861a471c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9ce5470>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:15:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['088cfdfb-3927-48d0-a170-3ea951bf5325'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:15:38.227319 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5d372c0b-2efc-4d39-bcae-51b90f0f69be tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/subnets/9aaeaba3-33dd-4c3d-bddb-80c09dfd33ef HTTP/1.1" status: 204  len: 168 time: 4.4009092
Jan 29 10:15:38.244004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55914) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:38.248985 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-8cf2f825-e247-45c8-bae8-3d9861a471c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9ce5470>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:15:38.249154 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf2f825-e247-45c8-bae8-3d9861a471c6 None None] The sync data for ids ['088cfdfb-3927-48d0-a170-3ea951bf5325'] in dv-neutron-772983-2-ovs is: [] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:15:38.309960 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a0609a6-3947-43f3-9b8c-cc43b22c9f45 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] GET failed (client error): The resource could not be found.
Jan 29 10:15:38.310834 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8a0609a6-3947-43f3-9b8c-cc43b22c9f45 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Synchronizing usage tracker for tenant:af6cfbcc17be4cdfba1cf58741c9e55a on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:15:38.315601 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55918) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:38.431175 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8a0609a6-3947-43f3-9b8c-cc43b22c9f45 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Unset dirty status for tenant:af6cfbcc17be4cdfba1cf58741c9e55a on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:15:38.432383 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8a0609a6-3947-43f3-9b8c-cc43b22c9f45 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "GET /v2.0/ports/32ac4c4e-6411-45b9-9e1b-51b373d91b45 HTTP/1.1" status: 404  len: 333 time: 0.2941070
Jan 29 10:15:38.440773 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 55924) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:38.507677 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c96b7a7-7365-4714-996c-35a705ba06b2 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Deleting subnet ac6cc00d-8829-436b-ae32-fa52aba6b584 {{(pid=80765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:15:38.513376 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6c96b7a7-7365-4714-996c-35a705ba06b2 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for subnet, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:38.586762 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6c96b7a7-7365-4714-996c-35a705ba06b2 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1479249'] for subnet, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:38.667288 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-450c137a-2a52-4d8e-82e8-1258b5eb3974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:38.669261 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4aa0dc9a-4e72-4b4f-b8cc-ed9eec95f9f8 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for router, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:38.734284 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-0c02f79c-976e-43cc-97e9-f867ee30d3a5 req-09f8546f-e1a9-47d2-8db6-e257503e604b service neutron] Attempting to bind port 0f9c1656-aa40-4725-97b7-4295ccfb24f7 on host hv-neutron-7729 for vnic_type normal with profile  {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:15:38.734665 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-0c02f79c-976e-43cc-97e9-f867ee30d3a5 req-09f8546f-e1a9-47d2-8db6-e257503e604b service neutron] Attempting to bind port 0f9c1656-aa40-4725-97b7-4295ccfb24f7 by drivers openvswitch on host hv-neutron-7729 at level 0 using segments [{'id': 'b73319d1-1a15-4ad0-895c-77a7ce281119', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '9c450a0f-2c11-436c-8735-9a1afe6b7184'}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:15:38.735040 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c02f79c-976e-43cc-97e9-f867ee30d3a5 req-09f8546f-e1a9-47d2-8db6-e257503e604b service neutron] Attempting to bind port 0f9c1656-aa40-4725-97b7-4295ccfb24f7 on network 9c450a0f-2c11-436c-8735-9a1afe6b7184 {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:15:38.778896 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-450c137a-2a52-4d8e-82e8-1258b5eb3974 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:15:38.795070 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-450c137a-2a52-4d8e-82e8-1258b5eb3974 admin admin] Usage tracker for resource:security_group_rule and tenant:f3994596f2024dd4b67c94b34f20e60f is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:15:38.806506 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c02f79c-976e-43cc-97e9-f867ee30d3a5 req-09f8546f-e1a9-47d2-8db6-e257503e604b service neutron] Checking agent: {'id': '5acf9624-c829-41ba-afd9-92278081af05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 10, 2, 34), 'started_at': datetime.datetime(2021, 1, 29, 10, 3, 4), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:15:38.809232 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c02f79c-976e-43cc-97e9-f867ee30d3a5 req-09f8546f-e1a9-47d2-8db6-e257503e604b service neutron] Checking segment: {'id': 'b73319d1-1a15-4ad0-895c-77a7ce281119', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '9c450a0f-2c11-436c-8735-9a1afe6b7184'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:15:38.809232 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-0c02f79c-976e-43cc-97e9-f867ee30d3a5 req-09f8546f-e1a9-47d2-8db6-e257503e604b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:38.809232 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c02f79c-976e-43cc-97e9-f867ee30d3a5 req-09f8546f-e1a9-47d2-8db6-e257503e604b service neutron] Bound using segment: {'id': 'b73319d1-1a15-4ad0-895c-77a7ce281119', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '9c450a0f-2c11-436c-8735-9a1afe6b7184'} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:15:38.809232 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-0c02f79c-976e-43cc-97e9-f867ee30d3a5 req-09f8546f-e1a9-47d2-8db6-e257503e604b service neutron] Bound port: 0f9c1656-aa40-4725-97b7-4295ccfb24f7, host: hv-neutron-7729, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b73319d1-1a15-4ad0-895c-77a7ce281119', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '9c450a0f-2c11-436c-8735-9a1afe6b7184'}}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:15:38.809232 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-0c02f79c-976e-43cc-97e9-f867ee30d3a5 req-09f8546f-e1a9-47d2-8db6-e257503e604b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:38.814770 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-450c137a-2a52-4d8e-82e8-1258b5eb3974 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:15:38.837362 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-450c137a-2a52-4d8e-82e8-1258b5eb3974 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:15:38.914071 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device fb6e2e33-8b67-49a9-887a-6a3f56e0aba3 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:15:39.004127 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6c96b7a7-7365-4714-996c-35a705ba06b2 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:39.221649 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port fb6e2e33-8b67-49a9-887a-6a3f56e0aba3 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:15:39.228976 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port fb6e2e33-8b67-49a9-887a-6a3f56e0aba3 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:15:39.229847 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:39.328627 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1d5a7fdf-1a90-4ef9-bc1c-e370d55570be tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:39.384055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:39.387002 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7ce08248-65f9-4da7-818e-c65333899283 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:39.403031 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port fb6e2e33-8b67-49a9-887a-6a3f56e0aba3, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=fb6e2e33-8b67-49a9-887a-6a3f56e0aba3,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:15:39.420057 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:39.423728 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ee2c4d99-654d-4f95-a080-ba3c71bcf9de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:39.508593 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4aa0dc9a-4e72-4b4f-b8cc-ed9eec95f9f8 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:39.511132 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4aa0dc9a-4e72-4b4f-b8cc-ed9eec95f9f8 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:39.526490 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-331568b8-f2e1-49e7-8f38-cdb41f6a23a7 None None] Provisioning complete for port 70846277-ecc9-4c7c-a378-4e4910325ca3 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:15:39.527237 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-331568b8-f2e1-49e7-8f38-cdb41f6a23a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:39.555642 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b196c9f0-5791-42f7-9fdb-eb66bc21901b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:39.564408 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=fb6e2e33-8b67-49a9-887a-6a3f56e0aba3,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:39.566316 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-0c02f79c-976e-43cc-97e9-f867ee30d3a5 req-09f8546f-e1a9-47d2-8db6-e257503e604b service neutron] For port 0f9c1656-aa40-4725-97b7-4295ccfb24f7, host hv-neutron-7729, cleared binding levels {{(pid=80766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:15:39.570937 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:39.575949 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4aa0dc9a-4e72-4b4f-b8cc-ed9eec95f9f8 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:39.583458 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa0dc9a-4e72-4b4f-b8cc-ed9eec95f9f8 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Fanout notify agent at l3_agent the message router_deleted on router 088cfdfb-3927-48d0-a170-3ea951bf5325 {{(pid=80766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 10:15:39.583458 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-0c02f79c-976e-43cc-97e9-f867ee30d3a5 req-09f8546f-e1a9-47d2-8db6-e257503e604b service neutron] For port 0f9c1656-aa40-4725-97b7-4295ccfb24f7, host hv-neutron-7729, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=0f9c1656-aa40-4725-97b7-4295ccfb24f7,segment=NetworkSegment(b73319d1-1a15-4ad0-895c-77a7ce281119),segment_id=b73319d1-1a15-4ad0-895c-77a7ce281119)] {{(pid=80766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:15:39.590161 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-0c02f79c-976e-43cc-97e9-f867ee30d3a5 req-09f8546f-e1a9-47d2-8db6-e257503e604b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:39.609435 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4455936c-2f5f-4e56-9238-e123e60b6943 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:39.710658 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4aa0dc9a-4e72-4b4f-b8cc-ed9eec95f9f8 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:39.711872 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4aa0dc9a-4e72-4b4f-b8cc-ed9eec95f9f8 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "DELETE /v2.0/routers/088cfdfb-3927-48d0-a170-3ea951bf5325 HTTP/1.1" status: 204  len: 168 time: 1.2695458
Jan 29 10:15:39.722377 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55930) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:39.831402 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5a7fdf-1a90-4ef9-bc1c-e370d55570be tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Pushing event updated for resources: {'Subnet': ['ID=1d24e515-6579-4727-8658-f42df974a468,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:39.845341 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1d5a7fdf-1a90-4ef9-bc1c-e370d55570be tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:39.870873 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9fc1c5db-bb54-4e5c-945d-3070186e102a tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:39.871219 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b196c9f0-5791-42f7-9fdb-eb66bc21901b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:39.903379 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8ed19d55-5d3a-4691-a91a-00c95285e3ef tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:39.911151 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f8546f-e1a9-47d2-8db6-e257503e604b service neutron] Pushing event updated for resources: {'Port': ['ID=0f9c1656-aa40-4725-97b7-4295ccfb24f7,revision_number=3']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:39.918018 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-09f8546f-e1a9-47d2-8db6-e257503e604b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:39.952596 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-450c137a-2a52-4d8e-82e8-1258b5eb3974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:40.014439 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-450c137a-2a52-4d8e-82e8-1258b5eb3974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:40.014555 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c02f79c-976e-43cc-97e9-f867ee30d3a5 req-09f8546f-e1a9-47d2-8db6-e257503e604b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:40.014689 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-0c02f79c-976e-43cc-97e9-f867ee30d3a5 req-09f8546f-e1a9-47d2-8db6-e257503e604b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:40.016228 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0c02f79c-976e-43cc-97e9-f867ee30d3a5 req-09f8546f-e1a9-47d2-8db6-e257503e604b service neutron] 10.222.0.22 "PUT /v2.0/ports/0f9c1656-aa40-4725-97b7-4295ccfb24f7 HTTP/1.1" status: 200  len: 1158 time: 4.4349604
Jan 29 10:15:40.016796 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29e2e9c0-6be8-4c27-8515-c6c0dff1d35e', 'tag': '0f9c1656-aa40-4725-97b7-4295ccfb24f7'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:15:40.068914 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-07c3dbd0-7662-4199-b668-315027613726 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Deleting subnet 90567a9c-69e8-4a3d-b621-b5530f1affa6 {{(pid=80765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:15:40.257133 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d65a7-2da7-4ba7-833c-a695ccbced45 req-c995dd7d-ad7a-4894-9ca2-f31b9f4861bf tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:40.258875 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8c6d65a7-2da7-4ba7-833c-a695ccbced45 req-c995dd7d-ad7a-4894-9ca2-f31b9f4861bf tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/ports?device_id=29e2e9c0-6be8-4c27-8515-c6c0dff1d35e HTTP/1.1" status: 200  len: 944 time: 1.1325576
Jan 29 10:15:40.264437 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c02f79c-976e-43cc-97e9-f867ee30d3a5 req-3a25e838-bd58-45f4-aa25-c9ab9aa2ffba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:40.266177 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0c02f79c-976e-43cc-97e9-f867ee30d3a5 req-3a25e838-bd58-45f4-aa25-c9ab9aa2ffba service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4d907168a4924ceb9472857ce37e1904&device_id=29e2e9c0-6be8-4c27-8515-c6c0dff1d35e HTTP/1.1" status: 200  len: 1161 time: 0.1317186
Jan 29 10:15:40.352237 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b196c9f0-5791-42f7-9fdb-eb66bc21901b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:40.363224 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0c02f79c-976e-43cc-97e9-f867ee30d3a5 req-6284bfa3-e747-4281-adec-dc61634bc4ab service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f9c1656-aa40-4725-97b7-4295ccfb24f7 HTTP/1.1" status: 200  len: 217 time: 0.0801806
Jan 29 10:15:40.364350 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b196c9f0-5791-42f7-9fdb-eb66bc21901b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:40.425389 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3f316c2b-64d4-4750-8866-2ccbfa2abbb4 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:40.560170 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-07c3dbd0-7662-4199-b668-315027613726 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for subnet, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:40.606293 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b196c9f0-5791-42f7-9fdb-eb66bc21901b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Port': ['ID=18e6a871-2f53-4f90-b206-34bbfa2a1de6,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:40.609627 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b196c9f0-5791-42f7-9fdb-eb66bc21901b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:40.619431 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c02f79c-976e-43cc-97e9-f867ee30d3a5 req-005823ef-ee9d-449d-bc9a-d4207082ef97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:40.619431 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0c02f79c-976e-43cc-97e9-f867ee30d3a5 req-005823ef-ee9d-449d-bc9a-d4207082ef97 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=dd17e4b6-a33a-4e17-bc4a-03539800690d HTTP/1.1" status: 200  len: 851 time: 0.2367032
Jan 29 10:15:40.688731 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc1c5db-bb54-4e5c-945d-3070186e102a tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Pushing event updated for resources: {'Subnet': ['ID=1a39528c-3cca-4198-8e32-70310bb51fdc,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:40.695893 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-450c137a-2a52-4d8e-82e8-1258b5eb3974 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f3994596f2024dd4b67c94b34f20e60f&name=default HTTP/1.1" status: 200  len: 2983 time: 2.3687789
Jan 29 10:15:40.697109 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9fc1c5db-bb54-4e5c-945d-3070186e102a tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.794s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:40.699196 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 55936) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:40.713656 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7f0654c9-7401-4ae2-b284-083585cbccbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.678s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:40.771320 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-07c3dbd0-7662-4199-b668-315027613726 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1479249'] for subnet, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:40.823231 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device fb6e2e33-8b67-49a9-887a-6a3f56e0aba3 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:15:40.857533 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9187ac09-efc2-45c7-b9f9-eb26f3dd5e57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:40.864665 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c02f79c-976e-43cc-97e9-f867ee30d3a5 req-1c3688da-8ba1-4a25-ba6e-e30660f5cf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:40.865350 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5a7fdf-1a90-4ef9-bc1c-e370d55570be tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Checking segment: {'id': 'b9adb5b2-2596-48dd-b83b-657daf49aed2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '5be0f00d-5866-4e6b-a2b4-be163bdf7e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:15:40.865483 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5a7fdf-1a90-4ef9-bc1c-e370d55570be tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Network hostable DHCP agents. Network: 5be0f00d-5866-4e6b-a2b4-be163bdf7e7f, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:15:40.866920 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0c02f79c-976e-43cc-97e9-f867ee30d3a5 req-1c3688da-8ba1-4a25-ba6e-e30660f5cf12 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9c450a0f-2c11-436c-8735-9a1afe6b7184&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.2393486
Jan 29 10:15:40.874471 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b196c9f0-5791-42f7-9fdb-eb66bc21901b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:40.902799 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8c6d65a7-2da7-4ba7-833c-a695ccbced45 req-e05d37ac-d761-4a18-9896-7822aac8219d tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/security-groups?id=ca938fcf-b80d-466c-a403-7c3b18a33b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.2959819
Jan 29 10:15:40.911304 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450c137a-2a52-4d8e-82e8-1258b5eb3974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3aca71-9ece-4d0d-955c-ad16768e9bcc,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:40.928724 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-450c137a-2a52-4d8e-82e8-1258b5eb3974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:40.958873 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port fb6e2e33-8b67-49a9-887a-6a3f56e0aba3 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:15:40.958873 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:40.969393 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6c96b7a7-7365-4714-996c-35a705ba06b2 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852603100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2204728'] for subnet, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:41.002754 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-df7e7ac2-30f3-4763-90cf-cf67f54c9927 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:41.051804 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5a7fdf-1a90-4ef9-bc1c-e370d55570be tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Network 5be0f00d-5866-4e6b-a2b4-be163bdf7e7f is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:15:41.077564 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29e2e9c0-6be8-4c27-8515-c6c0dff1d35e', 'tag': '0f9c1656-aa40-4725-97b7-4295ccfb24f7', 'status': 'completed', 'code': 200}
Jan 29 10:15:41.079562 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9187ac09-efc2-45c7-b9f9-eb26f3dd5e57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:41.082406 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c96b7a7-7365-4714-996c-35a705ba06b2 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event deleted for resources: {'Subnet': ['ID=ac6cc00d-8829-436b-ae32-fa52aba6b584,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:41.085827 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6c96b7a7-7365-4714-996c-35a705ba06b2 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:41.092695 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-1d5a7fdf-1a90-4ef9-bc1c-e370d55570be tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 5be0f00d-5866-4e6b-a2b4-be163bdf7e7f) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:15:41.103461 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f24685-d0c2-4fdd-8191-3fce9408b983 None None] Network 5be0f00d-5866-4e6b-a2b4-be163bdf7e7f requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:15:41.174372 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5a7fdf-1a90-4ef9-bc1c-e370d55570be tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:41.175077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1d5a7fdf-1a90-4ef9-bc1c-e370d55570be tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:41.201841 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc1c5db-bb54-4e5c-945d-3070186e102a tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Checking segment: {'id': '9849e6e7-39e9-4f4d-ac29-e44251bdb72d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9c41bda1-1353-49c5-9203-e898c85089fe'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:15:41.202261 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc1c5db-bb54-4e5c-945d-3070186e102a tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Network hostable DHCP agents. Network: 9c41bda1-1353-49c5-9203-e898c85089fe, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:15:41.223153 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-07c3dbd0-7662-4199-b668-315027613726 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:41.285234 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0c02f79c-976e-43cc-97e9-f867ee30d3a5 req-73948861-80b5-4128-8a1f-8fa88cb6aa0b service neutron] 10.222.0.22 "GET /v2.0/networks/9c450a0f-2c11-436c-8735-9a1afe6b7184?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3326337
Jan 29 10:15:41.293817 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [None req-b196c9f0-5791-42f7-9fdb-eb66bc21901b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Floating IP 036d0ba8-2159-417f-8691-f06ade63a3fa associated. External IP: 172.26.7.217, port: 25454eb1-5b49-433d-abe9-57e08fb7bccb.
Jan 29 10:15:41.315902 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6c96b7a7-7365-4714-996c-35a705ba06b2 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:41.322949 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6c96b7a7-7365-4714-996c-35a705ba06b2 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/subnets/ac6cc00d-8829-436b-ae32-fa52aba6b584 HTTP/1.1" status: 204  len: 168 time: 3.0713398
Jan 29 10:15:41.324402 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55940) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:41.352065 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1d5a7fdf-1a90-4ef9-bc1c-e370d55570be tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 5.9054439
Jan 29 10:15:41.357543 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55944) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:41.360540 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bdbc61-6507-4dcd-b630-ecb2c785650f None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:15:41.393811 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9187ac09-efc2-45c7-b9f9-eb26f3dd5e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:41.428549 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc1c5db-bb54-4e5c-945d-3070186e102a tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Network 9c41bda1-1353-49c5-9203-e898c85089fe is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:15:41.453909 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2a1bf0c7-821a-42c1-8e5f-651f7b82736b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:41.468909 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7e366f-ff97-4368-ac31-0cfe3fe82aa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-5be0f00d-5866-4e6b-a2b4-be163bdf7e7f', 'network_id': '5be0f00d-5866-4e6b-a2b4-be163bdf7e7f', 'tenant_id': 'a0c698359c1e4874b3f3bbc1db996560', 'fixed_ips': [{'subnet_id': '1d24e515-6579-4727-8658-f42df974a468'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:15:41.469518 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0b7e366f-ff97-4368-ac31-0cfe3fe82aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:41.499778 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9187ac09-efc2-45c7-b9f9-eb26f3dd5e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3aca71-9ece-4d0d-955c-ad16768e9bcc,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:41.511410 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-9fc1c5db-bb54-4e5c-945d-3070186e102a tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 9c41bda1-1353-49c5-9203-e898c85089fe) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:15:41.519654 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9187ac09-efc2-45c7-b9f9-eb26f3dd5e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:41.534819 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe13b63c-a7aa-4880-a246-db3d237a3282 None None] Network 9c41bda1-1353-49c5-9203-e898c85089fe requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:15:41.546183 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-46542839-74cb-4d7e-b307-7133e4cdfdfa tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1998870
Jan 29 10:15:41.569716 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 55948) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:41.580965 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-aa740b2a-64c8-43b5-90c6-2c856c84c7dd tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Request body: {'subnet': {'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:15:41.600999 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9187ac09-efc2-45c7-b9f9-eb26f3dd5e57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:41.603422 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9187ac09-efc2-45c7-b9f9-eb26f3dd5e57 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5f3aca71-9ece-4d0d-955c-ad16768e9bcc HTTP/1.1" status: 204  len: 168 time: 0.9014254
Jan 29 10:15:41.894143 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc1c5db-bb54-4e5c-945d-3070186e102a tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:41.894854 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9fc1c5db-bb54-4e5c-945d-3070186e102a tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:41.956569 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9fc1c5db-bb54-4e5c-945d-3070186e102a tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 5.8637776
Jan 29 10:15:41.963111 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 55958) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:41.984166 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-44d506a4-42d9-4be8-8350-caf4da651d6e tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Request body: {'subnet': {'network_id': '9c41bda1-1353-49c5-9203-e898c85089fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:15:42.009268 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7d3001-7734-4a80-ace4-a5f96f2765ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-9c41bda1-1353-49c5-9203-e898c85089fe', 'network_id': '9c41bda1-1353-49c5-9203-e898c85089fe', 'tenant_id': 'f15ab138166e456cb96f10f0bbdd909a', 'fixed_ips': [{'subnet_id': '1a39528c-3cca-4198-8e32-70310bb51fdc'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:15:42.010479 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2c7d3001-7734-4a80-ace4-a5f96f2765ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:42.055633 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-75897fc3-bcf4-4da9-b3d6-2cdaa3d43a7f req-b55ec05d-82bd-44c8-aa25-96b6e8c5f49b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e703fc3b-df22-44d7-a8f5-0f01199a3626&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2332919
Jan 29 10:15:42.175636 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f55eae-bf59-4528-aa3a-05288ca32f58 None None] DHCP port deletion for 36ec2ab5-acc9-45dc-a136-797459b09a1c request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:15:42.217554 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-91f55eae-bf59-4528-aa3a-05288ca32f58 None None] Deleting port 70846277-ecc9-4c7c-a378-4e4910325ca3 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:15:42.218232 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-91f55eae-bf59-4528-aa3a-05288ca32f58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:42.231535 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-07c3dbd0-7662-4199-b668-315027613726 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852603100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2204728'] for subnet, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:42.232500 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0c02f79c-976e-43cc-97e9-f867ee30d3a5 req-5f79bdcd-126c-45c9-97e2-d8417e94b8e9 service neutron] 10.222.0.22 "GET /v2.0/networks/9c450a0f-2c11-436c-8735-9a1afe6b7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.8837583
Jan 29 10:15:42.278250 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55962) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:42.384509 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-aa740b2a-64c8-43b5-90c6-2c856c84c7dd tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:15:42.406617 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c50263e1-4d02-4760-861f-422098e4466e tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:42.481741 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-91f55eae-bf59-4528-aa3a-05288ca32f58 None None] For port 70846277-ecc9-4c7c-a378-4e4910325ca3, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=70846277-ecc9-4c7c-a378-4e4910325ca3,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:15:42.482345 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-91f55eae-bf59-4528-aa3a-05288ca32f58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:42.507003 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-aa740b2a-64c8-43b5-90c6-2c856c84c7dd tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Usage tracker for resource:subnet and tenant:b2cc7248d2184abfb3aa21c44218cf1c is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:15:42.527961 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-aa740b2a-64c8-43b5-90c6-2c856c84c7dd tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:15:42.546253 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c3dbd0-7662-4199-b668-315027613726 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event deleted for resources: {'Subnet': ['ID=90567a9c-69e8-4a3d-b621-b5530f1affa6,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:42.550815 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-07c3dbd0-7662-4199-b668-315027613726 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:42.565396 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-aa740b2a-64c8-43b5-90c6-2c856c84c7dd tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:15:42.607242 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-44d506a4-42d9-4be8-8350-caf4da651d6e tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:15:42.610111 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa740b2a-64c8-43b5-90c6-2c856c84c7dd tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Made reservation on behalf of b2cc7248d2184abfb3aa21c44218cf1c for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:15:42.620657 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-91f55eae-bf59-4528-aa3a-05288ca32f58 None None] Calling delete_port for 70846277-ecc9-4c7c-a378-4e4910325ca3 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:15:42.634222 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-aa740b2a-64c8-43b5-90c6-2c856c84c7dd tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:42.664677 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-07c3dbd0-7662-4199-b668-315027613726 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:42.680932 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-44d506a4-42d9-4be8-8350-caf4da651d6e tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Usage tracker for resource:subnet and tenant:f15ab138166e456cb96f10f0bbdd909a is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:15:42.702077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-44d506a4-42d9-4be8-8350-caf4da651d6e tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:15:42.703596 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5c2f62b6-44b2-493c-be52-1518b31439c2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=320cf267e07e4187b7cf299c98da99de&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2661254
Jan 29 10:15:42.709226 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-07c3dbd0-7662-4199-b668-315027613726 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "DELETE /v2.0/subnets/90567a9c-69e8-4a3d-b621-b5530f1affa6 HTTP/1.1" status: 204  len: 168 time: 2.9857721
Jan 29 10:15:42.712667 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-44d506a4-42d9-4be8-8350-caf4da651d6e tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:15:42.715234 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55966) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:42.715607 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 55968) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:42.728209 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995c9f1c-1bdc-448d-9422-651e73198502 None None] Network bc04667a-9eef-4443-b8be-c3567e01f0b7 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:15:42.890661 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d506a4-42d9-4be8-8350-caf4da651d6e tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Made reservation on behalf of f15ab138166e456cb96f10f0bbdd909a for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:15:42.914611 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-44d506a4-42d9-4be8-8350-caf4da651d6e tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:42.957277 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7392197-f510-4cd9-883b-d6e056313a11 req-ee36ead6-0e39-4cb5-9f19-7303dfd191a1 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:42.959665 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c7392197-f510-4cd9-883b-d6e056313a11 req-ee36ead6-0e39-4cb5-9f19-7303dfd191a1 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/ports?device_id=29e2e9c0-6be8-4c27-8515-c6c0dff1d35e HTTP/1.1" status: 200  len: 944 time: 0.7947307
Jan 29 10:15:42.975588 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b196c9f0-5791-42f7-9fdb-eb66bc21901b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Router 94e8fea7-78ae-4b26-b491-aa1905d27773 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:15:42.988129 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-91f55eae-bf59-4528-aa3a-05288ca32f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:42.992141 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7d418-4a66-4060-abaf-07703099bbed req-d3153281-fc19-4b94-a818-ad80b3ed2305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:42.993759 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-86b7d418-4a66-4060-abaf-07703099bbed req-d3153281-fc19-4b94-a818-ad80b3ed2305 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4d907168a4924ceb9472857ce37e1904&device_id=29e2e9c0-6be8-4c27-8515-c6c0dff1d35e HTTP/1.1" status: 200  len: 1161 time: 0.6167531
Jan 29 10:15:43.001716 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 70846277-ecc9-4c7c-a378-4e4910325ca3 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:15:43.040207 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e9de83a4-bdd1-46e1-80e0-ffb56df31cd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:43.151962 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75897fc3-bcf4-4da9-b3d6-2cdaa3d43a7f req-ffcc2dcb-9610-467b-826b-9649d77fb37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:43.151962 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-75897fc3-bcf4-4da9-b3d6-2cdaa3d43a7f req-ffcc2dcb-9610-467b-826b-9649d77fb37b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4d907168a4924ceb9472857ce37e1904&device_id=e703fc3b-df22-44d7-a8f5-0f01199a3626 HTTP/1.1" status: 200  len: 1162 time: 0.9190881
Jan 29 10:15:43.204532 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 70846277-ecc9-4c7c-a378-4e4910325ca3 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:15:43.204955 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 70846277-ecc9-4c7c-a378-4e4910325ca3 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:15:43.206668 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f55eae-bf59-4528-aa3a-05288ca32f58 None None] Pushing event deleted for resources: {'Port': ['ID=70846277-ecc9-4c7c-a378-4e4910325ca3,revision_number=None']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:43.208547 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9669acda-8970-4f16-be4d-4fda7e046031 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:43.293748 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-91f55eae-bf59-4528-aa3a-05288ca32f58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:43.506911 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-0b7e366f-ff97-4368-ac31-0cfe3fe82aa6 None None] Allocated IP 172.20.0.2 (5be0f00d-5866-4e6b-a2b4-be163bdf7e7f/1d24e515-6579-4727-8658-f42df974a468/dd922d60-ce63-4f46-a72d-7c2497b5953f) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:15:43.535891 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7d418-4a66-4060-abaf-07703099bbed req-772cd99f-c739-4820-a158-e3cd272312b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:43.538747 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-86b7d418-4a66-4060-abaf-07703099bbed req-772cd99f-c739-4820-a158-e3cd272312b7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9c450a0f-2c11-436c-8735-9a1afe6b7184 HTTP/1.1" status: 200  len: 906 time: 0.4823062
Jan 29 10:15:43.578026 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f55eae-bf59-4528-aa3a-05288ca32f58 None None] No DVR routers for this DVR port 70846277-ecc9-4c7c-a378-4e4910325ca3 on host dv-neutron-772983-2-ovs {{(pid=80767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:15:43.640101 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-86b7d418-4a66-4060-abaf-07703099bbed req-47059e81-b20c-4880-bbea-f7650eb2485e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f9c1656-aa40-4725-97b7-4295ccfb24f7 HTTP/1.1" status: 200  len: 217 time: 0.0909572
Jan 29 10:15:43.645056 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b196c9f0-5791-42f7-9fdb-eb66bc21901b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:15:43.716786 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2600317-026c-4dd8-b5cb-3f4dde84fe2b None None] Sync routers for ids ['94e8fea7-78ae-4b26-b491-aa1905d27773'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:15:43.729622 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-2c7d3001-7734-4a80-ace4-a5f96f2765ff None None] Allocated IP 2001:db8::2 (9c41bda1-1353-49c5-9203-e898c85089fe/1a39528c-3cca-4198-8e32-70310bb51fdc/5b77c8be-0d3b-417b-bd1a-b4d0297c24a1) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:15:43.744860 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c7392197-f510-4cd9-883b-d6e056313a11 req-26791e14-00d0-428e-a5b0-2d5778095f9b tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/security-groups?id=ca938fcf-b80d-466c-a403-7c3b18a33b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.7196989
Jan 29 10:15:43.745917 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-125bbbfd-1695-4e94-94ee-0c316922159b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:43.769174 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2600317-026c-4dd8-b5cb-3f4dde84fe2b None None] Routers {'94e8fea7-78ae-4b26-b491-aa1905d27773'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:15:43.769922 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-a2600317-026c-4dd8-b5cb-3f4dde84fe2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9200400>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:15:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['94e8fea7-78ae-4b26-b491-aa1905d27773'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:15:43.786828 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-125bbbfd-1695-4e94-94ee-0c316922159b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:43.863084 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b196c9f0-5791-42f7-9fdb-eb66bc21901b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:43.902046 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-9669acda-8970-4f16-be4d-4fda7e046031 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Deleting port 2d39f683-45c0-4d3f-8af4-15c48261cecb {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:15:43.902430 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9669acda-8970-4f16-be4d-4fda7e046031 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:43.919881 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7d418-4a66-4060-abaf-07703099bbed req-c902819a-1196-433f-84f5-3b85924fc2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:43.921275 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-86b7d418-4a66-4060-abaf-07703099bbed req-c902819a-1196-433f-84f5-3b85924fc2ed service neutron] 10.222.0.22 "GET /v2.0/subnets?id=dd17e4b6-a33a-4e17-bc4a-03539800690d HTTP/1.1" status: 200  len: 851 time: 0.2709134
Jan 29 10:15:43.924774 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946f4bfb-5898-4d46-a365-f57ff50c7697 None None] DHCP port deletion for bc04667a-9eef-4443-b8be-c3567e01f0b7 request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:15:43.990677 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-946f4bfb-5898-4d46-a365-f57ff50c7697 None None] Deleting port 2d39f683-45c0-4d3f-8af4-15c48261cecb {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:15:43.991307 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-946f4bfb-5898-4d46-a365-f57ff50c7697 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:44.011898 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b196c9f0-5791-42f7-9fdb-eb66bc21901b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 10.6745765
Jan 29 10:15:44.014607 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e998cce-361f-4d79-9e65-709ea9cad757', 'tag': '25454eb1-5b49-433d-abe9-57e08fb7bccb'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:15:44.020787 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 55976) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:44.124134 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e998cce-361f-4d79-9e65-709ea9cad757', 'tag': '25454eb1-5b49-433d-abe9-57e08fb7bccb', 'status': 'completed', 'code': 200}
Jan 29 10:15:44.138660 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-125bbbfd-1695-4e94-94ee-0c316922159b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:44.157999 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1de41c0c-022e-4a83-95d4-dc693e062afa tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:44.215763 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125bbbfd-1695-4e94-94ee-0c316922159b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=977c4ab7-0280-428a-942e-c7d92b30e4fd,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:44.219179 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-125bbbfd-1695-4e94-94ee-0c316922159b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:44.251386 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-125bbbfd-1695-4e94-94ee-0c316922159b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:44.253033 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-125bbbfd-1695-4e94-94ee-0c316922159b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/977c4ab7-0280-428a-942e-c7d92b30e4fd HTTP/1.1" status: 204  len: 168 time: 1.5353727
Jan 29 10:15:44.263250 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75897fc3-bcf4-4da9-b3d6-2cdaa3d43a7f req-4074527b-8f1b-455b-82d0-29333dfd5a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:44.265001 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-75897fc3-bcf4-4da9-b3d6-2cdaa3d43a7f req-4074527b-8f1b-455b-82d0-29333dfd5a7e service neutron] 10.222.0.22 "GET /v2.0/networks?id=9c450a0f-2c11-436c-8735-9a1afe6b7184 HTTP/1.1" status: 200  len: 906 time: 0.6560943
Jan 29 10:15:44.299034 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-a2600317-026c-4dd8-b5cb-3f4dde84fe2b None None] Set router 94e8fea7-78ae-4b26-b491-aa1905d27773 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:15:44.407142 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0b7e366f-ff97-4368-ac31-0cfe3fe82aa6 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:44.461264 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-0b7e366f-ff97-4368-ac31-0cfe3fe82aa6 None None] Transition to ACTIVE for port object dd922d60-ce63-4f46-a72d-7c2497b5953f will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:15:44.656805 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-9669acda-8970-4f16-be4d-4fda7e046031 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] For port 2d39f683-45c0-4d3f-8af4-15c48261cecb, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=2d39f683-45c0-4d3f-8af4-15c48261cecb,segment=NetworkSegment(246e0be5-8e61-4391-be36-aa672fea1365),segment_id=246e0be5-8e61-4391-be36-aa672fea1365)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:15:44.657209 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9669acda-8970-4f16-be4d-4fda7e046031 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:44.690808 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7d418-4a66-4060-abaf-07703099bbed req-f42e060d-3baa-4062-b46e-2c0124833c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:44.691946 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-07402c03-a1e5-4ccc-9793-54b46aca87c7 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:44.692488 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-86b7d418-4a66-4060-abaf-07703099bbed req-f42e060d-3baa-4062-b46e-2c0124833c97 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9c450a0f-2c11-436c-8735-9a1afe6b7184&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.7497132
Jan 29 10:15:44.752826 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ed59cd05-8e5f-45bb-9fd9-2f51c4c9e86c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/floatingips/036d0ba8-2159-417f-8691-f06ade63a3fa HTTP/1.1" status: 200  len: 992 time: 0.7273095
Jan 29 10:15:44.775034 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-75897fc3-bcf4-4da9-b3d6-2cdaa3d43a7f req-9777cf77-d3ab-4f0a-8210-bd478f6b5d92 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05c0010b-4a4e-456d-88c9-f1ef6991886d HTTP/1.1" status: 200  len: 999 time: 0.3678236
Jan 29 10:15:44.943754 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-0b7e366f-ff97-4368-ac31-0cfe3fe82aa6 None None] Transition to ACTIVE for port object dd922d60-ce63-4f46-a72d-7c2497b5953f will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:15:44.952222 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 2d39f683-45c0-4d3f-8af4-15c48261cecb no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:15:44.967582 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-9669acda-8970-4f16-be4d-4fda7e046031 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Calling delete_port for 2d39f683-45c0-4d3f-8af4-15c48261cecb owned by network:dhcp {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:15:44.983020 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead6e9a-b374-4fb6-baad-5180ba7a0990 req-d2c5d554-1422-4762-af32-5305da044e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:44.985449 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7ead6e9a-b374-4fb6-baad-5180ba7a0990 req-d2c5d554-1422-4762-af32-5305da044e18 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ff1f06ee29ef461597f2ecd846f8813d&device_id=1e998cce-361f-4d79-9e65-709ea9cad757 HTTP/1.1" status: 200  len: 1163 time: 0.4561951
Jan 29 10:15:45.059843 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0b7e366f-ff97-4368-ac31-0cfe3fe82aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:45.062492 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-aa740b2a-64c8-43b5-90c6-2c856c84c7dd tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:45.086326 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-29b2e8c6-47e0-4db6-80f1-c20ae17a86d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:45.187186 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-946f4bfb-5898-4d46-a365-f57ff50c7697 None None] For port 2d39f683-45c0-4d3f-8af4-15c48261cecb, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=2d39f683-45c0-4d3f-8af4-15c48261cecb,segment=NetworkSegment(246e0be5-8e61-4391-be36-aa672fea1365),segment_id=246e0be5-8e61-4391-be36-aa672fea1365)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:15:45.187648 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-946f4bfb-5898-4d46-a365-f57ff50c7697 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:45.271574 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2c7d3001-7734-4a80-ace4-a5f96f2765ff None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:45.273994 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:45.381168 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2f520082-2002-4215-aac1-916978eaabb6 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:45.432277 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead6e9a-b374-4fb6-baad-5180ba7a0990 req-8ee7171b-be9e-4bc2-bfd4-e404dcc95193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:45.434172 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7ead6e9a-b374-4fb6-baad-5180ba7a0990 req-8ee7171b-be9e-4bc2-bfd4-e404dcc95193 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d79afcbe-2f3b-4ecb-bd25-eeb12058d8af HTTP/1.1" status: 200  len: 891 time: 0.3730619
Jan 29 10:15:45.601608 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7ead6e9a-b374-4fb6-baad-5180ba7a0990 req-dcc4bbab-67e5-444a-97e2-0e8eeecc0a09 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25454eb1-5b49-433d-abe9-57e08fb7bccb HTTP/1.1" status: 200  len: 1000 time: 0.1491504
Jan 29 10:15:45.619029 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa740b2a-64c8-43b5-90c6-2c856c84c7dd tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:15:45.677890 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-aa740b2a-64c8-43b5-90c6-2c856c84c7dd tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:15:45.709968 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa740b2a-64c8-43b5-90c6-2c856c84c7dd tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event updated for resources: {'Subnet': ['ID=2a5b1147-cd7c-4173-9002-aeba84b865c7,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:45.719493 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-86b7d418-4a66-4060-abaf-07703099bbed req-cc3f8c9d-c3b3-49b3-8863-8a43c87154de service neutron] 10.222.0.22 "GET /v2.0/networks/9c450a0f-2c11-436c-8735-9a1afe6b7184?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0073369
Jan 29 10:15:45.721172 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa740b2a-64c8-43b5-90c6-2c856c84c7dd tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:45.722013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-aa740b2a-64c8-43b5-90c6-2c856c84c7dd tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:45.730447 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-aa740b2a-64c8-43b5-90c6-2c856c84c7dd tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:45.732165 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-946f4bfb-5898-4d46-a365-f57ff50c7697 None None] Calling delete_port for 2d39f683-45c0-4d3f-8af4-15c48261cecb owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:15:45.746326 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56002) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:45.761347 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56004) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:45.765632 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-2c7d3001-7734-4a80-ace4-a5f96f2765ff None None] Transition to ACTIVE for port object 5b77c8be-0d3b-417b-bd1a-b4d0297c24a1 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:15:45.772717 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75897fc3-bcf4-4da9-b3d6-2cdaa3d43a7f req-8384b4c0-5373-4ae4-bf46-c55b2c92f308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:45.774364 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-75897fc3-bcf4-4da9-b3d6-2cdaa3d43a7f req-8384b4c0-5373-4ae4-bf46-c55b2c92f308 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=dd17e4b6-a33a-4e17-bc4a-03539800690d HTTP/1.1" status: 200  len: 851 time: 0.7316167
Jan 29 10:15:45.798283 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a2dbd1-405e-47cc-a863-9f653032ddf5 None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:15:45.824182 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7e366f-ff97-4368-ac31-0cfe3fe82aa6 None None] Pushing event updated for resources: {'Port': ['ID=dd922d60-ce63-4f46-a72d-7c2497b5953f,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:45.824430 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead6e9a-b374-4fb6-baad-5180ba7a0990 req-950fa04f-f892-4aa4-9e2e-6c1b48e84dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:45.825815 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7ead6e9a-b374-4fb6-baad-5180ba7a0990 req-950fa04f-f892-4aa4-9e2e-6c1b48e84dc5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3f4cd1b1-46d8-44b2-a2d4-9bbe7bbba014 HTTP/1.1" status: 200  len: 834 time: 0.1987991
Jan 29 10:15:45.827886 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0b7e366f-ff97-4368-ac31-0cfe3fe82aa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.742s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:45.896961 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-2c7d3001-7734-4a80-ace4-a5f96f2765ff None None] Transition to ACTIVE for port object 5b77c8be-0d3b-417b-bd1a-b4d0297c24a1 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:15:45.899684 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port 2d39f683-45c0-4d3f-8af4-15c48261cecb, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=2d39f683-45c0-4d3f-8af4-15c48261cecb,segment=NetworkSegment(246e0be5-8e61-4391-be36-aa672fea1365),segment_id=246e0be5-8e61-4391-be36-aa672fea1365)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:15:45.907107 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7e366f-ff97-4368-ac31-0cfe3fe82aa6 None None] Network 5be0f00d-5866-4e6b-a2b4-be163bdf7e7f is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:15:45.924255 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-aa740b2a-64c8-43b5-90c6-2c856c84c7dd tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 4.3510029
Jan 29 10:15:45.934462 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56012) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:45.947869 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-88adddf6-8d66-4b26-923a-792bde8fa076 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Request body: {'subnet': {'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:15:45.966337 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-0b7e366f-ff97-4368-ac31-0cfe3fe82aa6 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:15:45.969354 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7e366f-ff97-4368-ac31-0cfe3fe82aa6 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:15:45.984893 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:45.999271 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:46.026595 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-9669acda-8970-4f16-be4d-4fda7e046031 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80765) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:15:46.027447 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-9669acda-8970-4f16-be4d-4fda7e046031 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:15:46.064931 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:15:46.082215 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2c7d3001-7734-4a80-ace4-a5f96f2765ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:46.118096 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=2d39f683-45c0-4d3f-8af4-15c48261cecb,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:46.121971 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:46.160996 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-86b7d418-4a66-4060-abaf-07703099bbed req-5af0cf9a-cc29-4904-b7eb-a6ad822f5369 service neutron] 10.222.0.22 "GET /v2.0/networks/9c450a0f-2c11-436c-8735-9a1afe6b7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4277215
Jan 29 10:15:46.168430 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1e47edc9-a8e4-4569-a589-0d025e023b30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:46.188350 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2da7fd9-7be2-441b-bd5e-c96aa797241e req-9e0aeb68-2ff2-4f5b-8e55-7c754227b712 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:46.189692 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d2da7fd9-7be2-441b-bd5e-c96aa797241e req-9e0aeb68-2ff2-4f5b-8e55-7c754227b712 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/ports?device_id=29e2e9c0-6be8-4c27-8515-c6c0dff1d35e HTTP/1.1" status: 200  len: 944 time: 1.0829401
Jan 29 10:15:46.221032 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-62a8a9fd-2f67-42c1-aaec-3d2452e86204 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/floatingips/036d0ba8-2159-417f-8691-f06ade63a3fa HTTP/1.1" status: 200  len: 992 time: 0.4527252
Jan 29 10:15:46.222515 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-44d506a4-42d9-4be8-8350-caf4da651d6e tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:46.243411 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a7e913d0-42e0-42e6-9b2f-24debe04b0f5 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:46.285944 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead6e9a-b374-4fb6-baad-5180ba7a0990 req-defc52dd-9c00-4ad3-9778-c9ba0d5b9714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:46.288255 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7ead6e9a-b374-4fb6-baad-5180ba7a0990 req-defc52dd-9c00-4ad3-9778-c9ba0d5b9714 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d79afcbe-2f3b-4ecb-bd25-eeb12058d8af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.4128149
Jan 29 10:15:46.289756 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75897fc3-bcf4-4da9-b3d6-2cdaa3d43a7f req-042e7786-9ab5-4791-8355-0d98fae90b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:46.291421 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-75897fc3-bcf4-4da9-b3d6-2cdaa3d43a7f req-042e7786-9ab5-4791-8355-0d98fae90b7b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9c450a0f-2c11-436c-8735-9a1afe6b7184&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.3983130
Jan 29 10:15:46.298944 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-9489cf23-27e4-43b2-acc4-032c06ad1026 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-146122292'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:15:46.347099 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-88adddf6-8d66-4b26-923a-792bde8fa076 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:15:46.388381 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-0b7e366f-ff97-4368-ac31-0cfe3fe82aa6 None None] Attempting to bind port dd922d60-ce63-4f46-a72d-7c2497b5953f on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:15:46.388803 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-0b7e366f-ff97-4368-ac31-0cfe3fe82aa6 None None] Attempting to bind port dd922d60-ce63-4f46-a72d-7c2497b5953f by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'b9adb5b2-2596-48dd-b83b-657daf49aed2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '5be0f00d-5866-4e6b-a2b4-be163bdf7e7f'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:15:46.389569 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7e366f-ff97-4368-ac31-0cfe3fe82aa6 None None] Attempting to bind port dd922d60-ce63-4f46-a72d-7c2497b5953f on network 5be0f00d-5866-4e6b-a2b4-be163bdf7e7f {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:15:46.404093 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-a2600317-026c-4dd8-b5cb-3f4dde84fe2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9200400>, [{'id': '94e8fea7-78ae-4b26-b491-aa1905d27773', 'name': 'tempest-TestNetworkBasicOps-router-27264373', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': 'a84fabec-f305-401d-949b-fd236667f4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:14:26Z', 'updated_at': '2021-01-29T10:14:49Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': 'a84fabec-f305-401d-949b-fd236667f4df', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e8fea7-78ae-4b26-b491-aa1905d27773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:14:28Z', 'updated_at': '2021-01-29T10:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': '036d0ba8-2159-417f-8691-f06ade63a3fa', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'floating_ip_address': '172.26.7.217', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '94e8fea7-78ae-4b26-b491-aa1905d27773', 'port_id': '25454eb1-5b49-433d-abe9-57e08fb7bccb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1079, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd79afcbe-2f3b-4ecb-bd25-eeb12058d8af', 'mac_address': 'fa:16:3e:a4:ea:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e998cce-361f-4d79-9e65-709ea9cad757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:15:38Z', 'updated_at': '2021-01-29T10:15:38Z', 'revision_number': 0, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b06ccce2-d84a-4b99-a3bd-77cec131d632', 'name': '', 'network_id': 'd79afcbe-2f3b-4ecb-bd25-eeb12058d8af', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:08:aa:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e8fea7-78ae-4b26-b491-aa1905d27773', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '3f4cd1b1-46d8-44b2-a2d4-9bbe7bbba014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:14:44Z', 'updated_at': '2021-01-29T10:15:01Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': '3f4cd1b1-46d8-44b2-a2d4-9bbe7bbba014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:15:46.406496 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7e366f-ff97-4368-ac31-0cfe3fe82aa6 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:15:46.407400 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7e366f-ff97-4368-ac31-0cfe3fe82aa6 None None] Checking segment: {'id': 'b9adb5b2-2596-48dd-b83b-657daf49aed2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '5be0f00d-5866-4e6b-a2b4-be163bdf7e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:15:46.407854 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0b7e366f-ff97-4368-ac31-0cfe3fe82aa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:46.408297 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7e366f-ff97-4368-ac31-0cfe3fe82aa6 None None] Bound using segment: {'id': 'b9adb5b2-2596-48dd-b83b-657daf49aed2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '5be0f00d-5866-4e6b-a2b4-be163bdf7e7f'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:15:46.408830 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-0b7e366f-ff97-4368-ac31-0cfe3fe82aa6 None None] Bound port: dd922d60-ce63-4f46-a72d-7c2497b5953f, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9adb5b2-2596-48dd-b83b-657daf49aed2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '5be0f00d-5866-4e6b-a2b4-be163bdf7e7f'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:15:46.409246 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0b7e366f-ff97-4368-ac31-0cfe3fe82aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:46.418050 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-9489cf23-27e4-43b2-acc4-032c06ad1026 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:15:46.424362 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-946f4bfb-5898-4d46-a365-f57ff50c7697 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80767) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:15:46.424362 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-946f4bfb-5898-4d46-a365-f57ff50c7697 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:15:46.435013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-88adddf6-8d66-4b26-923a-792bde8fa076 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Usage tracker for resource:subnet and tenant:b2cc7248d2184abfb3aa21c44218cf1c is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:15:46.436947 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2600317-026c-4dd8-b5cb-3f4dde84fe2b None None] Checking router: 94e8fea7-78ae-4b26-b491-aa1905d27773 for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:15:46.440481 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-88adddf6-8d66-4b26-923a-792bde8fa076 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:15:46.452893 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-9489cf23-27e4-43b2-acc4-032c06ad1026 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Usage tracker for resource:network and tenant:c0bff46c8fb142fead990a51bc712ce9 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:15:46.463534 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-9489cf23-27e4-43b2-acc4-032c06ad1026 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Quota usage for network was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:15:46.488412 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-9489cf23-27e4-43b2-acc4-032c06ad1026 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:15:46.489198 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7d3001-7734-4a80-ace4-a5f96f2765ff None None] Pushing event updated for resources: {'Port': ['ID=5b77c8be-0d3b-417b-bd1a-b4d0297c24a1,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:46.492752 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-07402c03-a1e5-4ccc-9793-54b46aca87c7 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Allocated IP 172.20.0.1 (5be0f00d-5866-4e6b-a2b4-be163bdf7e7f/1d24e515-6579-4727-8658-f42df974a468/58b3ba96-c0e9-4ddb-836e-00c0f066df75) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:15:46.506643 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2c7d3001-7734-4a80-ace4-a5f96f2765ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:46.507382 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-88adddf6-8d66-4b26-923a-792bde8fa076 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:15:46.511601 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d506a4-42d9-4be8-8350-caf4da651d6e tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Pushing event updated for resources: {'Subnet': ['ID=34506167-d23e-4fd4-b745-e3ef06b0fc60,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:46.512803 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d2da7fd9-7be2-441b-bd5e-c96aa797241e req-2681c537-6a5b-4687-96a7-604cb4656724 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/security-groups?id=ca938fcf-b80d-466c-a403-7c3b18a33b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.2893958
Jan 29 10:15:46.527470 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-44d506a4-42d9-4be8-8350-caf4da651d6e tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:46.556493 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-9669acda-8970-4f16-be4d-4fda7e046031 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Deleting port 2d39f683-45c0-4d3f-8af4-15c48261cecb {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:15:46.556877 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9669acda-8970-4f16-be4d-4fda7e046031 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:46.570344 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2600317-026c-4dd8-b5cb-3f4dde84fe2b None None] Routers {'94e8fea7-78ae-4b26-b491-aa1905d27773'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:15:46.571050 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-a2600317-026c-4dd8-b5cb-3f4dde84fe2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9200400>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:15:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['94e8fea7-78ae-4b26-b491-aa1905d27773'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:15:46.576654 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88adddf6-8d66-4b26-923a-792bde8fa076 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Made reservation on behalf of b2cc7248d2184abfb3aa21c44218cf1c for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:15:46.598844 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-88adddf6-8d66-4b26-923a-792bde8fa076 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:46.618680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9489cf23-27e4-43b2-acc4-032c06ad1026 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Made reservation on behalf of c0bff46c8fb142fead990a51bc712ce9 for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:15:46.640380 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9489cf23-27e4-43b2-acc4-032c06ad1026 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:46.752978 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7ead6e9a-b374-4fb6-baad-5180ba7a0990 req-731c25cd-4959-40c5-99d1-bf1217011ae2 service neutron] 10.222.0.22 "GET /v2.0/networks/d79afcbe-2f3b-4ecb-bd25-eeb12058d8af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4397371
Jan 29 10:15:46.760786 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d506a4-42d9-4be8-8350-caf4da651d6e tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Network 9c41bda1-1353-49c5-9203-e898c85089fe is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:15:46.766620 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-44d506a4-42d9-4be8-8350-caf4da651d6e tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:15:46.845427 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d506a4-42d9-4be8-8350-caf4da651d6e tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:46.846033 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-44d506a4-42d9-4be8-8350-caf4da651d6e tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:46.923430 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-946f4bfb-5898-4d46-a365-f57ff50c7697 None None] Deleting port 2d39f683-45c0-4d3f-8af4-15c48261cecb {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:15:46.924459 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-946f4bfb-5898-4d46-a365-f57ff50c7697 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:46.937587 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.ipam_backend_mixin [None req-88adddf6-8d66-4b26-923a-792bde8fa076 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2a5b1147-cd7c-4173-9002-aeba84b865c7 (CIDR: 2001:db8::/64)
Jan 29 10:15:46.941821 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-44d506a4-42d9-4be8-8350-caf4da651d6e tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 4.9687545
Jan 29 10:15:46.942704 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-75897fc3-bcf4-4da9-b3d6-2cdaa3d43a7f req-d5ea41ba-4167-4af8-9dc2-0466e2245e14 service neutron] 10.222.0.22 "GET /v2.0/networks/9c450a0f-2c11-436c-8735-9a1afe6b7184?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6352553
Jan 29 10:15:46.947175 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56018) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:46.949875 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-88adddf6-8d66-4b26-923a-792bde8fa076 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 10:15:46.950428 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88adddf6-8d66-4b26-923a-792bde8fa076 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:15:46.966766 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9489cf23-27e4-43b2-acc4-032c06ad1026 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:47.055535 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-88adddf6-8d66-4b26-923a-792bde8fa076 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.1197121
Jan 29 10:15:47.062503 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56022) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:47.077032 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-f645c74d-43aa-4655-83a5-4f23b5516159 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Request body: {'subnet': {'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:15:47.080336 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-0b7e366f-ff97-4368-ac31-0cfe3fe82aa6 None None] For port dd922d60-ce63-4f46-a72d-7c2497b5953f, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:15:47.085810 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-9489cf23-27e4-43b2-acc4-032c06ad1026 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:15:47.091523 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7d3001-7734-4a80-ace4-a5f96f2765ff None None] Network 9c41bda1-1353-49c5-9203-e898c85089fe is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:15:47.094938 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7ead6e9a-b374-4fb6-baad-5180ba7a0990 req-964419eb-1fb8-47b9-8f7d-159ad81d2e8a service neutron] 10.222.0.22 "GET /v2.0/networks/d79afcbe-2f3b-4ecb-bd25-eeb12058d8af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3299401
Jan 29 10:15:47.099562 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-2c7d3001-7734-4a80-ace4-a5f96f2765ff None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:15:47.107555 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdce4ab9-962a-4450-a5b8-b193e1ef2354 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-36ec2ab5-acc9-45dc-a136-797459b09a1c', 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'tenant_id': 'b2cc7248d2184abfb3aa21c44218cf1c', 'fixed_ips': [{'subnet_id': '2a5b1147-cd7c-4173-9002-aeba84b865c7'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:15:47.108426 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fdce4ab9-962a-4450-a5b8-b193e1ef2354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:47.115732 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c07dd9-9d2a-49a1-8c08-91616efbc7f5 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:47.120445 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7d3001-7734-4a80-ace4-a5f96f2765ff None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:15:47.123447 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-0b7e366f-ff97-4368-ac31-0cfe3fe82aa6 None None] For port dd922d60-ce63-4f46-a72d-7c2497b5953f, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=dd922d60-ce63-4f46-a72d-7c2497b5953f,segment=NetworkSegment(b9adb5b2-2596-48dd-b83b-657daf49aed2),segment_id=b9adb5b2-2596-48dd-b83b-657daf49aed2)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:15:47.133412 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c07dd9-9d2a-49a1-8c08-91616efbc7f5 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:47.150724 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c07dd9-9d2a-49a1-8c08-91616efbc7f5 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:47.159641 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-9489cf23-27e4-43b2-acc4-032c06ad1026 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Usage tracker for resource:security_group_rule and tenant:c0bff46c8fb142fead990a51bc712ce9 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:15:47.168569 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c07dd9-9d2a-49a1-8c08-91616efbc7f5 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:47.186165 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c07dd9-9d2a-49a1-8c08-91616efbc7f5 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:47.187196 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b4c07dd9-9d2a-49a1-8c08-91616efbc7f5 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Synchronizing usage tracker for tenant:f15ab138166e456cb96f10f0bbdd909a on resource:subnet {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:15:47.190976 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0b7e366f-ff97-4368-ac31-0cfe3fe82aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:47.211468 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2c7d3001-7734-4a80-ace4-a5f96f2765ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:47.215873 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-9489cf23-27e4-43b2-acc4-032c06ad1026 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:15:47.226170 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56026) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:47.280728 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-9489cf23-27e4-43b2-acc4-032c06ad1026 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:15:47.373856 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-75897fc3-bcf4-4da9-b3d6-2cdaa3d43a7f req-ecc7f47e-bbc8-4dc2-aa17-17fb6d77524b service neutron] 10.222.0.22 "GET /v2.0/networks/9c450a0f-2c11-436c-8735-9a1afe6b7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3913212
Jan 29 10:15:47.467482 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-a2600317-026c-4dd8-b5cb-3f4dde84fe2b None None] Set router 94e8fea7-78ae-4b26-b491-aa1905d27773 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:15:47.480645 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-07402c03-a1e5-4ccc-9793-54b46aca87c7 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:47.519700 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-9669acda-8970-4f16-be4d-4fda7e046031 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] For port 2d39f683-45c0-4d3f-8af4-15c48261cecb, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=2d39f683-45c0-4d3f-8af4-15c48261cecb,segment=NetworkSegment(246e0be5-8e61-4391-be36-aa672fea1365),segment_id=246e0be5-8e61-4391-be36-aa672fea1365)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:15:47.520224 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9669acda-8970-4f16-be4d-4fda7e046031 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:47.549162 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-07402c03-a1e5-4ccc-9793-54b46aca87c7 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Transition to ACTIVE for port object 58b3ba96-c0e9-4ddb-836e-00c0f066df75 will not be triggered until provisioned by entity DHCP. {{(pid=80765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:15:47.550268 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-2c7d3001-7734-4a80-ace4-a5f96f2765ff None None] Attempting to bind port 5b77c8be-0d3b-417b-bd1a-b4d0297c24a1 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:15:47.550699 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-2c7d3001-7734-4a80-ace4-a5f96f2765ff None None] Attempting to bind port 5b77c8be-0d3b-417b-bd1a-b4d0297c24a1 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '9849e6e7-39e9-4f4d-ac29-e44251bdb72d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9c41bda1-1353-49c5-9203-e898c85089fe'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:15:47.551118 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7d3001-7734-4a80-ace4-a5f96f2765ff None None] Attempting to bind port 5b77c8be-0d3b-417b-bd1a-b4d0297c24a1 on network 9c41bda1-1353-49c5-9203-e898c85089fe {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:15:47.603280 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7d3001-7734-4a80-ace4-a5f96f2765ff None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:15:47.603688 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7d3001-7734-4a80-ace4-a5f96f2765ff None None] Checking segment: {'id': '9849e6e7-39e9-4f4d-ac29-e44251bdb72d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9c41bda1-1353-49c5-9203-e898c85089fe'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:15:47.604140 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2c7d3001-7734-4a80-ace4-a5f96f2765ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:47.604587 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7d3001-7734-4a80-ace4-a5f96f2765ff None None] Bound using segment: {'id': '9849e6e7-39e9-4f4d-ac29-e44251bdb72d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9c41bda1-1353-49c5-9203-e898c85089fe'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:15:47.605124 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-2c7d3001-7734-4a80-ace4-a5f96f2765ff None None] Bound port: 5b77c8be-0d3b-417b-bd1a-b4d0297c24a1, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9849e6e7-39e9-4f4d-ac29-e44251bdb72d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9c41bda1-1353-49c5-9203-e898c85089fe'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:15:47.605548 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2c7d3001-7734-4a80-ace4-a5f96f2765ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:47.664145 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-f645c74d-43aa-4655-83a5-4f23b5516159 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:15:47.671229 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f645c74d-43aa-4655-83a5-4f23b5516159 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Usage tracker for resource:subnet and tenant:b2cc7248d2184abfb3aa21c44218cf1c is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:15:47.719946 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-9669acda-8970-4f16-be4d-4fda7e046031 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Calling delete_port for 2d39f683-45c0-4d3f-8af4-15c48261cecb owned by network:dhcp {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:15:47.736247 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f645c74d-43aa-4655-83a5-4f23b5516159 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:15:47.746743 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b4c07dd9-9d2a-49a1-8c08-91616efbc7f5 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Unset dirty status for tenant:f15ab138166e456cb96f10f0bbdd909a on resource:subnet {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:15:47.747130 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b4c07dd9-9d2a-49a1-8c08-91616efbc7f5 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.7989202
Jan 29 10:15:47.761457 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56032) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:47.765142 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-f645c74d-43aa-4655-83a5-4f23b5516159 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:15:47.787592 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-e577ca36-2276-4637-b4c1-8fafc0d198e3 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-363062076'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:15:47.793031 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f645c74d-43aa-4655-83a5-4f23b5516159 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Made reservation on behalf of b2cc7248d2184abfb3aa21c44218cf1c for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:15:47.814530 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f645c74d-43aa-4655-83a5-4f23b5516159 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:47.826993 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-e577ca36-2276-4637-b4c1-8fafc0d198e3 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:15:47.852001 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e577ca36-2276-4637-b4c1-8fafc0d198e3 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Usage tracker for resource:network and tenant:f15ab138166e456cb96f10f0bbdd909a is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:15:47.863660 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e577ca36-2276-4637-b4c1-8fafc0d198e3 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Quota usage for network was recalculated. Used quota:3. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:15:47.879661 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3c27eac1-f83e-4286-b388-7dc31f1a662e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/floatingips/036d0ba8-2159-417f-8691-f06ade63a3fa HTTP/1.1" status: 200  len: 992 time: 0.2273555
Jan 29 10:15:47.889906 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-e577ca36-2276-4637-b4c1-8fafc0d198e3 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:15:47.893700 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9489cf23-27e4-43b2-acc4-032c06ad1026 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:47.913074 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9489cf23-27e4-43b2-acc4-032c06ad1026 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:47.917925 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-946f4bfb-5898-4d46-a365-f57ff50c7697 None None] For port 2d39f683-45c0-4d3f-8af4-15c48261cecb, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=2d39f683-45c0-4d3f-8af4-15c48261cecb,segment=NetworkSegment(246e0be5-8e61-4391-be36-aa672fea1365),segment_id=246e0be5-8e61-4391-be36-aa672fea1365)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:15:47.918351 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-946f4bfb-5898-4d46-a365-f57ff50c7697 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:47.920864 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7711212b-c7ca-47dc-bd0f-d5747d656bed tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:47.934502 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7e366f-ff97-4368-ac31-0cfe3fe82aa6 None None] Pushing event updated for resources: {'Port': ['ID=dd922d60-ce63-4f46-a72d-7c2497b5953f,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:47.938464 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0b7e366f-ff97-4368-ac31-0cfe3fe82aa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.727s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:47.941490 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e577ca36-2276-4637-b4c1-8fafc0d198e3 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Made reservation on behalf of f15ab138166e456cb96f10f0bbdd909a for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:15:47.964230 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e577ca36-2276-4637-b4c1-8fafc0d198e3 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:47.976061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-07402c03-a1e5-4ccc-9793-54b46aca87c7 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:48.002600 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9669acda-8970-4f16-be4d-4fda7e046031 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:48.041138 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9489cf23-27e4-43b2-acc4-032c06ad1026 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] vxlan segment allocate from pool success with {'vxlan_vni': 12}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:15:48.157366 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9489cf23-27e4-43b2-acc4-032c06ad1026 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f413eed-1eea-44f6-807c-70bdeed1ade8,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:48.160567 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9489cf23-27e4-43b2-acc4-032c06ad1026 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:48.160965 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-9489cf23-27e4-43b2-acc4-032c06ad1026 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Added segment 4b41b759-1909-4ea4-823b-3e3dc8774e14 of type vxlan for network 7ff49fa7-bba1-4b28-bcde-696fda93a310
Jan 29 10:15:48.166754 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-946f4bfb-5898-4d46-a365-f57ff50c7697 None None] Calling delete_port for 2d39f683-45c0-4d3f-8af4-15c48261cecb owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:15:48.302769 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ede2cb-08c5-4109-a9e2-f96b210cf117 req-63ab7cbe-4310-45a9-97ce-8f19c40b0d4a tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:48.304487 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-52ede2cb-08c5-4109-a9e2-f96b210cf117 req-63ab7cbe-4310-45a9-97ce-8f19c40b0d4a tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/ports?device_id=29e2e9c0-6be8-4c27-8515-c6c0dff1d35e HTTP/1.1" status: 200  len: 944 time: 0.6300068
Jan 29 10:15:48.319007 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9489cf23-27e4-43b2-acc4-032c06ad1026 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:48.319615 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-546cdce7-d047-4b46-a16b-defb8d4a20a2 tempest-RoutersAdminNegativeTest-1329382224 tempest-RoutersAdminNegativeTest-1329382224-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.320s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:48.433693 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.objects.ports [None req-f645c74d-43aa-4655-83a5-4f23b5516159 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80766) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 29 10:15:48.435425 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f645c74d-43aa-4655-83a5-4f23b5516159 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:48.452369 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-dfb9dd7b-1500-4450-ad8b-4af8708c9ff0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:48.514222 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9489cf23-27e4-43b2-acc4-032c06ad1026 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:48.521269 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9669acda-8970-4f16-be4d-4fda7e046031 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] No DVR routers for this DVR port 2d39f683-45c0-4d3f-8af4-15c48261cecb on host dv-neutron-772983-2-ovs {{(pid=80765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:15:48.583691 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-52ede2cb-08c5-4109-a9e2-f96b210cf117 req-729e81f6-b098-48d4-9ee0-e7613de4b829 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/security-groups?id=ca938fcf-b80d-466c-a403-7c3b18a33b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.2215874
Jan 29 10:15:48.584547 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07402c03-a1e5-4ccc-9793-54b46aca87c7 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Pushing event updated for resources: {'Port': ['ID=58b3ba96-c0e9-4ddb-836e-00c0f066df75,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:48.594825 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f645c74d-43aa-4655-83a5-4f23b5516159 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event updated for resources: {'Subnet': ['ID=51b5d895-cfcd-497a-89bf-d5bb104086d5,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:48.599933 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f645c74d-43aa-4655-83a5-4f23b5516159 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:48.646692 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-2c7d3001-7734-4a80-ace4-a5f96f2765ff None None] For port 5b77c8be-0d3b-417b-bd1a-b4d0297c24a1, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:15:48.663168 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f645c74d-43aa-4655-83a5-4f23b5516159 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:15:48.664557 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-f645c74d-43aa-4655-83a5-4f23b5516159 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:15:48.679497 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f645c74d-43aa-4655-83a5-4f23b5516159 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:48.679704 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f645c74d-43aa-4655-83a5-4f23b5516159 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:48.679971 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9669acda-8970-4f16-be4d-4fda7e046031 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event deleted for resources: {'Port': ['ID=2d39f683-45c0-4d3f-8af4-15c48261cecb,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:48.691291 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-2c7d3001-7734-4a80-ace4-a5f96f2765ff None None] For port 5b77c8be-0d3b-417b-bd1a-b4d0297c24a1, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=5b77c8be-0d3b-417b-bd1a-b4d0297c24a1,segment=NetworkSegment(9849e6e7-39e9-4f4d-ac29-e44251bdb72d),segment_id=9849e6e7-39e9-4f4d-ac29-e44251bdb72d)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:15:48.701206 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-946f4bfb-5898-4d46-a365-f57ff50c7697 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80767) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:15:48.701609 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-946f4bfb-5898-4d46-a365-f57ff50c7697 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:15:48.702710 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-fdce4ab9-962a-4450-a5b8-b193e1ef2354 None None] Allocated IP 2001:db8::2 (36ec2ab5-acc9-45dc-a136-797459b09a1c/2a5b1147-cd7c-4173-9002-aeba84b865c7/18fdfed3-d4c6-4a95-94a2-6626e3379aec) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:15:48.705639 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9669acda-8970-4f16-be4d-4fda7e046031 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:48.706250 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-67886efc-6d57-4fa8-a4db-cbdb527a515c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.667s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:48.706668 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-67886efc-6d57-4fa8-a4db-cbdb527a515c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:48.713384 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f645c74d-43aa-4655-83a5-4f23b5516159 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 864 time: 1.6494510
Jan 29 10:15:48.713818 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2c7d3001-7734-4a80-ace4-a5f96f2765ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:48.714993 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56036) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:48.726437 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-990b5f6f-fec8-4e36-ba05-aba459bbd6d0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Request body: {'port': {'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'mac_address': 'fa:16:3e:da:b8:c5', 'name': 'tempest-NetworksTestDHCPv6-978841699'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:15:48.787074 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-081b6dc2-051b-4751-83ba-18d31dc00add None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:48.787497 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07402c03-a1e5-4ccc-9793-54b46aca87c7 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Network 5be0f00d-5866-4e6b-a2b4-be163bdf7e7f is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:15:48.790132 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9669acda-8970-4f16-be4d-4fda7e046031 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:48.807207 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-07402c03-a1e5-4ccc-9793-54b46aca87c7 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:15:48.813857 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07402c03-a1e5-4ccc-9793-54b46aca87c7 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:15:48.869313 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9489cf23-27e4-43b2-acc4-032c06ad1026 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:48.883668 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56040) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:48.939500 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9489cf23-27e4-43b2-acc4-032c06ad1026 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:48.940155 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9489cf23-27e4-43b2-acc4-032c06ad1026 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:48.952894 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-78786619-92ef-46d4-a8bc-ef93e4a665fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326917432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:48.969752 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-e577ca36-2276-4637-b4c1-8fafc0d198e3 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80765) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:15:48.970702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-e577ca36-2276-4637-b4c1-8fafc0d198e3 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:15:48.983909 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-990b5f6f-fec8-4e36-ba05-aba459bbd6d0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:15:49.002902 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-990b5f6f-fec8-4e36-ba05-aba459bbd6d0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Usage tracker for resource:port and tenant:b2cc7248d2184abfb3aa21c44218cf1c is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:15:49.009346 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-990b5f6f-fec8-4e36-ba05-aba459bbd6d0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:15:49.014729 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-946f4bfb-5898-4d46-a365-f57ff50c7697 None None] Deleting port 2d39f683-45c0-4d3f-8af4-15c48261cecb {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:15:49.015414 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-946f4bfb-5898-4d46-a365-f57ff50c7697 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:49.020310 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-990b5f6f-fec8-4e36-ba05-aba459bbd6d0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:15:49.064668 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b89d6864-644c-4374-a1b5-6d7d7ef2e7ec tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/floatingips/036d0ba8-2159-417f-8691-f06ade63a3fa HTTP/1.1" status: 200  len: 992 time: 0.1789355
Jan 29 10:15:49.071432 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-990b5f6f-fec8-4e36-ba05-aba459bbd6d0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Made reservation on behalf of b2cc7248d2184abfb3aa21c44218cf1c for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:15:49.132639 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-07402c03-a1e5-4ccc-9793-54b46aca87c7 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854426412'] for router_interface, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:49.232788 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-9669acda-8970-4f16-be4d-4fda7e046031 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99cae51438>,) {'filters': {'network_id': ['bc04667a-9eef-4443-b8be-c3567e01f0b7']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:15:49.241533 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9489cf23-27e4-43b2-acc4-032c06ad1026 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Pushing event updated for resources: {'Network': ['ID=7ff49fa7-bba1-4b28-bcde-696fda93a310,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:49.247680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-990b5f6f-fec8-4e36-ba05-aba459bbd6d0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:49.249489 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9489cf23-27e4-43b2-acc4-032c06ad1026 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:49.254785 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-9669acda-8970-4f16-be4d-4fda7e046031 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99cae51438>, '246e0be5-8e61-4391-be36-aa672fea1365') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:15:49.255676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-9669acda-8970-4f16-be4d-4fda7e046031 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99cae51438>, '246e0be5-8e61-4391-be36-aa672fea1365') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:15:49.260069 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-946f4bfb-5898-4d46-a365-f57ff50c7697 None None] The port '2d39f683-45c0-4d3f-8af4-15c48261cecb' was deleted {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 29 10:15:49.267898 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9489cf23-27e4-43b2-acc4-032c06ad1026 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 793 time: 3.5050793
Jan 29 10:15:49.269421 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56044) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:49.274239 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 7ff49fa7-bba1-4b28-bcde-696fda93a310 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:15:49.277051 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9669acda-8970-4f16-be4d-4fda7e046031 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:49.295030 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-b82904ce-e3d9-4b2f-bd9b-9f39306c5f36 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Request body: {'subnet': {'network_id': '7ff49fa7-bba1-4b28-bcde-696fda93a310', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:15:49.359784 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9669acda-8970-4f16-be4d-4fda7e046031 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:49.365121 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9669acda-8970-4f16-be4d-4fda7e046031 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Releasing vxlan tunnel 3 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:15:49.371739 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 7ff49fa7-bba1-4b28-bcde-696fda93a310 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:15:49.464171 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7d3001-7734-4a80-ace4-a5f96f2765ff None None] Pushing event updated for resources: {'Port': ['ID=5b77c8be-0d3b-417b-bd1a-b4d0297c24a1,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:49.466024 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-990b5f6f-fec8-4e36-ba05-aba459bbd6d0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] device_id is not set on port f1f7b1db-db49-41b2-a112-dac5cec13285 yet. {{(pid=80766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:15:49.504027 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e577ca36-2276-4637-b4c1-8fafc0d198e3 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:49.519970 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2c7d3001-7734-4a80-ace4-a5f96f2765ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.733s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:49.704709 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-a2600317-026c-4dd8-b5cb-3f4dde84fe2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9200400>, [{'id': '94e8fea7-78ae-4b26-b491-aa1905d27773', 'name': 'tempest-TestNetworkBasicOps-router-27264373', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': 'a84fabec-f305-401d-949b-fd236667f4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:14:26Z', 'updated_at': '2021-01-29T10:14:49Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': 'a84fabec-f305-401d-949b-fd236667f4df', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e8fea7-78ae-4b26-b491-aa1905d27773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:14:28Z', 'updated_at': '2021-01-29T10:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': '036d0ba8-2159-417f-8691-f06ade63a3fa', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'floating_ip_address': '172.26.7.217', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '94e8fea7-78ae-4b26-b491-aa1905d27773', 'port_id': '25454eb1-5b49-433d-abe9-57e08fb7bccb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1079, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd79afcbe-2f3b-4ecb-bd25-eeb12058d8af', 'mac_address': 'fa:16:3e:a4:ea:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e998cce-361f-4d79-9e65-709ea9cad757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:15:38Z', 'updated_at': '2021-01-29T10:15:38Z', 'revision_number': 0, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b06ccce2-d84a-4b99-a3bd-77cec131d632', 'name': '', 'network_id': 'd79afcbe-2f3b-4ecb-bd25-eeb12058d8af', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:08:aa:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e8fea7-78ae-4b26-b491-aa1905d27773', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '3f4cd1b1-46d8-44b2-a2d4-9bbe7bbba014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:14:44Z', 'updated_at': '2021-01-29T10:15:01Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': '3f4cd1b1-46d8-44b2-a2d4-9bbe7bbba014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:15:49.715477 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-b82904ce-e3d9-4b2f-bd9b-9f39306c5f36 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:15:49.717226 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2600317-026c-4dd8-b5cb-3f4dde84fe2b None None] The sync data for ids ['94e8fea7-78ae-4b26-b491-aa1905d27773'] in dv-neutron-772983-2-ovs is: [{'id': '94e8fea7-78ae-4b26-b491-aa1905d27773', 'name': 'tempest-TestNetworkBasicOps-router-27264373', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': 'a84fabec-f305-401d-949b-fd236667f4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:14:26Z', 'updated_at': '2021-01-29T10:14:49Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': 'a84fabec-f305-401d-949b-fd236667f4df', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e8fea7-78ae-4b26-b491-aa1905d27773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:14:28Z', 'updated_at': '2021-01-29T10:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': '036d0ba8-2159-417f-8691-f06ade63a3fa', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'floating_ip_address': '172.26.7.217', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '94e8fea7-78ae-4b26-b491-aa1905d27773', 'port_id': '25454eb1-5b49-433d-abe9-57e08fb7bccb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1079, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd79afcbe-2f3b-4ecb-bd25-eeb12058d8af', 'mac_address': 'fa:16:3e:a4:ea:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e998cce-361f-4d79-9e65-709ea9cad757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:15:38Z', 'updated_at': '2021-01-29T10:15:38Z', 'revision_number': 0, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b06ccce2-d84a-4b99-a3bd-77cec131d632', 'name': '', 'network_id': 'd79afcbe-2f3b-4ecb-bd25-eeb12058d8af', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:08:aa:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e8fea7-78ae-4b26-b491-aa1905d27773', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '3f4cd1b1-46d8-44b2-a2d4-9bbe7bbba014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:14:44Z', 'updated_at': '2021-01-29T10:15:01Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': '3f4cd1b1-46d8-44b2-a2d4-9bbe7bbba014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:15:49.720895 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e577ca36-2276-4637-b4c1-8fafc0d198e3 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] vxlan segment allocate from pool success with {'vxlan_vni': 14}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:15:49.724516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-9669acda-8970-4f16-be4d-4fda7e046031 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Network bc04667a-9eef-4443-b8be-c3567e01f0b7 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:15:49.732889 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b82904ce-e3d9-4b2f-bd9b-9f39306c5f36 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Usage tracker for resource:subnet and tenant:c0bff46c8fb142fead990a51bc712ce9 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:15:49.746004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b82904ce-e3d9-4b2f-bd9b-9f39306c5f36 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:15:49.750214 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9669acda-8970-4f16-be4d-4fda7e046031 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:49.758362 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fdce4ab9-962a-4450-a5b8-b193e1ef2354 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:49.774017 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-fdce4ab9-962a-4450-a5b8-b193e1ef2354 None None] Transition to ACTIVE for port object 18fdfed3-d4c6-4a95-94a2-6626e3379aec will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:15:49.792974 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-fdce4ab9-962a-4450-a5b8-b193e1ef2354 None None] Transition to ACTIVE for port object 18fdfed3-d4c6-4a95-94a2-6626e3379aec will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:15:49.799331 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fdce4ab9-962a-4450-a5b8-b193e1ef2354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:49.819469 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6749f8a1-543d-4641-9b62-0314db91067d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:49.969740 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-990b5f6f-fec8-4e36-ba05-aba459bbd6d0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Allocated IP 2001:db8::1c2 (36ec2ab5-acc9-45dc-a136-797459b09a1c/2a5b1147-cd7c-4173-9002-aeba84b865c7/f1f7b1db-db49-41b2-a112-dac5cec13285) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:15:49.977463 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-990b5f6f-fec8-4e36-ba05-aba459bbd6d0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Allocated IP 2001:db8:0:1:f816:3eff:feda:b8c5 (36ec2ab5-acc9-45dc-a136-797459b09a1c/51b5d895-cfcd-497a-89bf-d5bb104086d5/f1f7b1db-db49-41b2-a112-dac5cec13285) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:15:49.978547 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdce4ab9-962a-4450-a5b8-b193e1ef2354 None None] Pushing event updated for resources: {'Port': ['ID=18fdfed3-d4c6-4a95-94a2-6626e3379aec,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:49.982988 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-fdce4ab9-962a-4450-a5b8-b193e1ef2354 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:50.048247 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdce4ab9-962a-4450-a5b8-b193e1ef2354 None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:15:50.050252 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-fdce4ab9-962a-4450-a5b8-b193e1ef2354 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:15:50.053295 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdce4ab9-962a-4450-a5b8-b193e1ef2354 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:15:50.083374 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56050) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:50.091218 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a81c8a-1c23-4a0e-8fd5-f2861fe68773 None None] New status for floating IP 036d0ba8-2159-417f-8691-f06ade63a3fa: ACTIVE {{(pid=80768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 29 10:15:50.112598 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-b82904ce-e3d9-4b2f-bd9b-9f39306c5f36 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:15:50.157562 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e577ca36-2276-4637-b4c1-8fafc0d198e3 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:50.158072 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-e577ca36-2276-4637-b4c1-8fafc0d198e3 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Added segment 3ba93d60-1099-42d7-8e92-ac190f7bfa07 of type vxlan for network 0f349a23-3d53-4157-9f83-505e34728a52
Jan 29 10:15:50.175645 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-fdce4ab9-962a-4450-a5b8-b193e1ef2354 None None] Attempting to bind port 18fdfed3-d4c6-4a95-94a2-6626e3379aec on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:15:50.176235 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-fdce4ab9-962a-4450-a5b8-b193e1ef2354 None None] Attempting to bind port 18fdfed3-d4c6-4a95-94a2-6626e3379aec by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:15:50.176833 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdce4ab9-962a-4450-a5b8-b193e1ef2354 None None] Attempting to bind port 18fdfed3-d4c6-4a95-94a2-6626e3379aec on network 36ec2ab5-acc9-45dc-a136-797459b09a1c {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:15:50.190558 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdce4ab9-962a-4450-a5b8-b193e1ef2354 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:15:50.191001 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdce4ab9-962a-4450-a5b8-b193e1ef2354 None None] Checking segment: {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:15:50.191468 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fdce4ab9-962a-4450-a5b8-b193e1ef2354 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:50.191919 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdce4ab9-962a-4450-a5b8-b193e1ef2354 None None] Bound using segment: {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:15:50.192476 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-fdce4ab9-962a-4450-a5b8-b193e1ef2354 None None] Bound port: 18fdfed3-d4c6-4a95-94a2-6626e3379aec, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:15:50.193492 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fdce4ab9-962a-4450-a5b8-b193e1ef2354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:50.268274 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-07402c03-a1e5-4ccc-9793-54b46aca87c7 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:50.405453 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82904ce-e3d9-4b2f-bd9b-9f39306c5f36 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Made reservation on behalf of c0bff46c8fb142fead990a51bc712ce9 for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:15:50.411054 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-fdce4ab9-962a-4450-a5b8-b193e1ef2354 None None] For port 18fdfed3-d4c6-4a95-94a2-6626e3379aec, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:15:50.438316 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-fdce4ab9-962a-4450-a5b8-b193e1ef2354 None None] For port 18fdfed3-d4c6-4a95-94a2-6626e3379aec, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=18fdfed3-d4c6-4a95-94a2-6626e3379aec,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:15:50.443977 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b82904ce-e3d9-4b2f-bd9b-9f39306c5f36 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:50.446993 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fdce4ab9-962a-4450-a5b8-b193e1ef2354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:50.465897 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2c7d3001-7734-4a80-ace4-a5f96f2765ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:50.525995 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0585ecfa-c897-423a-b6f0-7e7308579ea7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/floatingips/036d0ba8-2159-417f-8691-f06ade63a3fa HTTP/1.1" status: 200  len: 992 time: 0.4401610
Jan 29 10:15:50.553667 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-990b5f6f-fec8-4e36-ba05-aba459bbd6d0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:50.573694 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-990b5f6f-fec8-4e36-ba05-aba459bbd6d0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Transition to ACTIVE for port object f1f7b1db-db49-41b2-a112-dac5cec13285 will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:15:50.579978 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdce4ab9-962a-4450-a5b8-b193e1ef2354 None None] Pushing event updated for resources: {'Port': ['ID=18fdfed3-d4c6-4a95-94a2-6626e3379aec,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:50.593468 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-fdce4ab9-962a-4450-a5b8-b193e1ef2354 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:50.606737 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-990b5f6f-fec8-4e36-ba05-aba459bbd6d0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:50.630509 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e577ca36-2276-4637-b4c1-8fafc0d198e3 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:50.636024 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2951d330-2f38-45a4-94ee-3bf005fa488c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:50.692106 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-9669acda-8970-4f16-be4d-4fda7e046031 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Network bc04667a-9eef-4443-b8be-c3567e01f0b7 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:15:50.732033 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:15:50.732033 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:15:50.732033 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:15:50.732033 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:15:50.732033 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:15:50.732033 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:15:50.732033 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:15:50.732033 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:15:50.732033 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:15:50.732033 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:15:50.732033 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:15:50.732033 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:15:50.732033 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:15:50.732033 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:15:50.732033 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:15:50.732033 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:15:50.732033 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:15:50.732033 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:15:50.732033 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:15:50.732033 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:15:50.732033 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:15:50.732033 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:15:50.732033 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:15:50.732033 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:15:50.732033 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:15:50.732033 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:15:50.732033 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:15:50.732033 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:15:50.732033 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:15:50.732033 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:15:50.732033 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:15:50.732033 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:15:50.809550 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990b5f6f-fec8-4e36-ba05-aba459bbd6d0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event updated for resources: {'Port': ['ID=f1f7b1db-db49-41b2-a112-dac5cec13285,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:50.817156 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-990b5f6f-fec8-4e36-ba05-aba459bbd6d0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:50.875135 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788922ff-ed06-4592-930f-b6f2a147ab97 None None] Network 5be0f00d-5866-4e6b-a2b4-be163bdf7e7f requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:15:50.895916 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990b5f6f-fec8-4e36-ba05-aba459bbd6d0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:15:50.897879 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.resource_extend [None req-e577ca36-2276-4637-b4c1-8fafc0d198e3 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 29 10:15:50.913348 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-990b5f6f-fec8-4e36-ba05-aba459bbd6d0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:15:50.924924 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990b5f6f-fec8-4e36-ba05-aba459bbd6d0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:15:50.929448 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device dd922d60-ce63-4f46-a72d-7c2497b5953f up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:15:51.003556 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990b5f6f-fec8-4e36-ba05-aba459bbd6d0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:51.004510 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-990b5f6f-fec8-4e36-ba05-aba459bbd6d0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:51.013398 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21abb15b-4f4a-4625-b015-c2e95d2e13e6 req-d91b4ae9-cb56-413b-932c-6474cfca27be tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:51.022636 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-21abb15b-4f4a-4625-b015-c2e95d2e13e6 req-d91b4ae9-cb56-413b-932c-6474cfca27be tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/ports?device_id=29e2e9c0-6be8-4c27-8515-c6c0dff1d35e HTTP/1.1" status: 200  len: 944 time: 0.9746020
Jan 29 10:15:51.035071 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-990b5f6f-fec8-4e36-ba05-aba459bbd6d0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 2.3181446
Jan 29 10:15:51.038256 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56054) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:51.073125 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-acff0714-1bb9-467b-a57f-f7f6014621ad None None] Provisioning for port dd922d60-ce63-4f46-a72d-7c2497b5953f completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:15:51.101839 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port dd922d60-ce63-4f46-a72d-7c2497b5953f completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:15:51.119213 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port dd922d60-ce63-4f46-a72d-7c2497b5953f triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:15:51.119213 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:51.140796 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-bfd578a8-79f4-4d40-a361-9bdb877bda73 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Deleting port f1f7b1db-db49-41b2-a112-dac5cec13285 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:15:51.141417 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bfd578a8-79f4-4d40-a361-9bdb877bda73 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:51.157422 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9669acda-8970-4f16-be4d-4fda7e046031 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:51.166207 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e577ca36-2276-4637-b4c1-8fafc0d198e3 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:51.234387 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e577ca36-2276-4637-b4c1-8fafc0d198e3 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:51.235085 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e577ca36-2276-4637-b4c1-8fafc0d198e3 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:51.249351 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-997f3c56-6442-4965-b059-316db9295819 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:51.275840 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9669acda-8970-4f16-be4d-4fda7e046031 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:51.372783 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-21abb15b-4f4a-4625-b015-c2e95d2e13e6 req-c315c023-99b3-45e5-9e33-cf94c773a308 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/security-groups?id=ca938fcf-b80d-466c-a403-7c3b18a33b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.3490312
Jan 29 10:15:51.466405 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9669acda-8970-4f16-be4d-4fda7e046031 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "DELETE /v2.0/networks/bc04667a-9eef-4443-b8be-c3567e01f0b7 HTTP/1.1" status: 204  len: 168 time: 8.7467201
Jan 29 10:15:51.469881 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56058) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:51.522833 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bfd578a8-79f4-4d40-a361-9bdb877bda73 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:51.541376 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56062) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:51.612903 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e577ca36-2276-4637-b4c1-8fafc0d198e3 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Pushing event updated for resources: {'Network': ['ID=0f349a23-3d53-4157-9f83-505e34728a52,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:51.643996 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e577ca36-2276-4637-b4c1-8fafc0d198e3 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 3.8764713
Jan 29 10:15:51.651911 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 0f349a23-3d53-4157-9f83-505e34728a52 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:15:51.658258 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56066) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:51.684249 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 0f349a23-3d53-4157-9f83-505e34728a52 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:15:51.714899 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 0f9c1656-aa40-4725-97b7-4295ccfb24f7 up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:15:51.745900 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-8b7430d0-4423-4d63-b7e4-3a7f76531f0e tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Request body: {'network': {'name': 'New_network'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:15:51.753192 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f203b82f-9daf-422c-9c5f-33e3bf5691be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:51.901608 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb521c22-7684-4b9d-b930-ecb1e56701f7 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:51.902322 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-cb521c22-7684-4b9d-b930-ecb1e56701f7 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Synchronizing usage tracker for tenant:af6cfbcc17be4cdfba1cf58741c9e55a on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:15:51.921438 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:51.925337 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9669acda-8970-4f16-be4d-4fda7e046031 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event deleted for resources: {'Network': ['ID=bc04667a-9eef-4443-b8be-c3567e01f0b7,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:51.928667 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9669acda-8970-4f16-be4d-4fda7e046031 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.679s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:51.949847 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-239e0a50-cd6b-4c05-acf0-d0c59d698007 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.685s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:51.950303 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-239e0a50-cd6b-4c05-acf0-d0c59d698007 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:51.961174 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-07402c03-a1e5-4ccc-9793-54b46aca87c7 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:51.972961 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-07402c03-a1e5-4ccc-9793-54b46aca87c7 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:51.987016 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-bfd578a8-79f4-4d40-a361-9bdb877bda73 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Calling delete_port for f1f7b1db-db49-41b2-a112-dac5cec13285 owned by  {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:15:52.007417 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c5036680-73e4-4ebb-a2a4-396e85a96574 tempest-RoutersAdminNegativeIpV6Test-1799789695 tempest-RoutersAdminNegativeIpV6Test-1799789695-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:52.044406 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning for port 0f9c1656-aa40-4725-97b7-4295ccfb24f7 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:15:52.051638 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 0f9c1656-aa40-4725-97b7-4295ccfb24f7 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:15:52.052457 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:52.088232 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port dd922d60-ce63-4f46-a72d-7c2497b5953f, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=dd922d60-ce63-4f46-a72d-7c2497b5953f,segment=NetworkSegment(b9adb5b2-2596-48dd-b83b-657daf49aed2),segment_id=b9adb5b2-2596-48dd-b83b-657daf49aed2)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:15:52.101565 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:52.103056 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 5b77c8be-0d3b-417b-bd1a-b4d0297c24a1 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:15:52.141221 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0b7e366f-ff97-4368-ac31-0cfe3fe82aa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:52.149931 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07402c03-a1e5-4ccc-9793-54b46aca87c7 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Pushing event updated for resources: {'Port': ['ID=58b3ba96-c0e9-4ddb-836e-00c0f066df75,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:52.152611 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-07402c03-a1e5-4ccc-9793-54b46aca87c7 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854133895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349242'] for router_interface, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:52.168955 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-07402c03-a1e5-4ccc-9793-54b46aca87c7 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:52.270092 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=dd922d60-ce63-4f46-a72d-7c2497b5953f,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:52.304077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4587c23f-abbc-4cea-bdc7-abdc2733d2c1 None None] Network 9c41bda1-1353-49c5-9203-e898c85089fe requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:15:52.337294 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:52.458137 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-cb521c22-7684-4b9d-b930-ecb1e56701f7 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Unset dirty status for tenant:af6cfbcc17be4cdfba1cf58741c9e55a on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:15:52.465770 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-cb521c22-7684-4b9d-b930-ecb1e56701f7 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "GET /v2.0/ports/387e501d-23c8-48f2-b0b9-64b3f6619304 HTTP/1.1" status: 200  len: 841 time: 0.9936478
Jan 29 10:15:52.476401 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56072) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:52.484050 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 5b77c8be-0d3b-417b-bd1a-b4d0297c24a1 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:15:52.507447 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-3876185a-4e12-4237-bc8d-8fbfb44408ca None None] Provisioning for port 5b77c8be-0d3b-417b-bd1a-b4d0297c24a1 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:15:52.514773 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 5b77c8be-0d3b-417b-bd1a-b4d0297c24a1 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:15:52.515194 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:52.531412 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07402c03-a1e5-4ccc-9793-54b46aca87c7 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Network 5be0f00d-5866-4e6b-a2b4-be163bdf7e7f is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:15:52.533667 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-07402c03-a1e5-4ccc-9793-54b46aca87c7 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:15:52.562502 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-3876185a-4e12-4237-bc8d-8fbfb44408ca None None] Provisioning complete for port 5b77c8be-0d3b-417b-bd1a-b4d0297c24a1 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:15:52.562836 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3876185a-4e12-4237-bc8d-8fbfb44408ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:52.598566 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8134bdb6-b706-474f-bd01-74ab49a07597 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "GET /v2.0/ports/387e501d-23c8-48f2-b0b9-64b3f6619304?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.1186728
Jan 29 10:15:52.605643 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56076) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:52.616023 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-746dd852-3fd7-483b-b025-a3e8b24b3311 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Request body: {'subnet': {'network_id': 'dcac8088-38cd-4a49-ab48-4a79e40d999e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:15:52.664048 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8d0a4e2b-922c-4990-b67a-a02a13216370 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/floatingips/036d0ba8-2159-417f-8691-f06ade63a3fa HTTP/1.1" status: 200  len: 994 time: 1.1116607
Jan 29 10:15:52.701622 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:52.822626 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port 0f9c1656-aa40-4725-97b7-4295ccfb24f7, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=0f9c1656-aa40-4725-97b7-4295ccfb24f7,segment=NetworkSegment(b73319d1-1a15-4ad0-895c-77a7ce281119),segment_id=b73319d1-1a15-4ad0-895c-77a7ce281119)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:15:52.827426 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29e2e9c0-6be8-4c27-8515-c6c0dff1d35e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f9c1656-aa40-4725-97b7-4295ccfb24f7'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:15:52.850414 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:52.862834 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-fdce4ab9-962a-4450-a5b8-b193e1ef2354 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:53.173141 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3876185a-4e12-4237-bc8d-8fbfb44408ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:53.182887 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bfd578a8-79f4-4d40-a361-9bdb877bda73 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:53.205207 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-746dd852-3fd7-483b-b025-a3e8b24b3311 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:15:53.207596 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:53.219138 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c467face-5c83-46f9-85b7-80dedf191ed9 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:53.225905 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359dd093-254e-42f4-81bb-74f738dcbaca None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:15:53.295684 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-746dd852-3fd7-483b-b025-a3e8b24b3311 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Usage tracker for resource:subnet and tenant:af6cfbcc17be4cdfba1cf58741c9e55a is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:15:53.301045 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd578a8-79f4-4d40-a361-9bdb877bda73 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event deleted for resources: {'Port': ['ID=f1f7b1db-db49-41b2-a112-dac5cec13285,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:53.304996 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bfd578a8-79f4-4d40-a361-9bdb877bda73 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:53.325749 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-746dd852-3fd7-483b-b025-a3e8b24b3311 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:15:53.366763 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f00875-628b-40e4-80e6-db1709facc6c req-d0b8de1c-4c92-4bd4-81c6-2aeec3ee9bce tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:53.368430 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-65f00875-628b-40e4-80e6-db1709facc6c req-d0b8de1c-4c92-4bd4-81c6-2aeec3ee9bce tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/ports?device_id=29e2e9c0-6be8-4c27-8515-c6c0dff1d35e HTTP/1.1" status: 200  len: 944 time: 0.7318351
Jan 29 10:15:53.385376 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b82904ce-e3d9-4b2f-bd9b-9f39306c5f36 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:53.423955 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-746dd852-3fd7-483b-b025-a3e8b24b3311 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:15:53.435442 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5d372c0b-2efc-4d39-bcae-51b90f0f69be tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:53.454038 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=0f9c1656-aa40-4725-97b7-4295ccfb24f7,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:53.473825 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:53.493174 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-3876185a-4e12-4237-bc8d-8fbfb44408ca None None] For port 5b77c8be-0d3b-417b-bd1a-b4d0297c24a1, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=5b77c8be-0d3b-417b-bd1a-b4d0297c24a1,segment=NetworkSegment(9849e6e7-39e9-4f4d-ac29-e44251bdb72d),segment_id=9849e6e7-39e9-4f4d-ac29-e44251bdb72d)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:15:53.518929 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-65f00875-628b-40e4-80e6-db1709facc6c req-12c4cd64-3360-4a67-b5d4-819480fa0b2b tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/security-groups?id=ca938fcf-b80d-466c-a403-7c3b18a33b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1377580
Jan 29 10:15:53.554573 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746dd852-3fd7-483b-b025-a3e8b24b3311 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Made reservation on behalf of af6cfbcc17be4cdfba1cf58741c9e55a for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:15:53.556032 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3876185a-4e12-4237-bc8d-8fbfb44408ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:53.562873 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1e47edc9-a8e4-4569-a589-0d025e023b30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:53.566828 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07402c03-a1e5-4ccc-9793-54b46aca87c7 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Router 8dcee5d1-d88a-42a6-9d8c-5ce815388edb has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:15:53.596905 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-746dd852-3fd7-483b-b025-a3e8b24b3311 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:53.650186 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8b7430d0-4423-4d63-b7e4-3a7f76531f0e tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:53.735804 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82904ce-e3d9-4b2f-bd9b-9f39306c5f36 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Pushing event updated for resources: {'Subnet': ['ID=76ebac5d-405b-41eb-9d58-dc2b63dc9122,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:53.750781 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b82904ce-e3d9-4b2f-bd9b-9f39306c5f36 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:53.835724 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8b7430d0-4423-4d63-b7e4-3a7f76531f0e tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:53.854694 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-73685be6-decc-47f0-8694-7a9c7ea9fc5c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:53.862563 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29e2e9c0-6be8-4c27-8515-c6c0dff1d35e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f9c1656-aa40-4725-97b7-4295ccfb24f7', 'code': 200}
Jan 29 10:15:53.863512 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3876185a-4e12-4237-bc8d-8fbfb44408ca None None] Pushing event updated for resources: {'Port': ['ID=5b77c8be-0d3b-417b-bd1a-b4d0297c24a1,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:53.906931 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3876185a-4e12-4237-bc8d-8fbfb44408ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:53.921970 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82904ce-e3d9-4b2f-bd9b-9f39306c5f36 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Checking segment: {'id': '4b41b759-1909-4ea4-823b-3e3dc8774e14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '7ff49fa7-bba1-4b28-bcde-696fda93a310'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:15:53.922655 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82904ce-e3d9-4b2f-bd9b-9f39306c5f36 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Network hostable DHCP agents. Network: 7ff49fa7-bba1-4b28-bcde-696fda93a310, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:15:53.941312 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07402c03-a1e5-4ccc-9793-54b46aca87c7 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:15:53.957227 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-07402c03-a1e5-4ccc-9793-54b46aca87c7 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] 10.222.0.57 "PUT /v2.0/routers/8dcee5d1-d88a-42a6-9d8c-5ce815388edb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.5256021
Jan 29 10:15:53.970878 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82904ce-e3d9-4b2f-bd9b-9f39306c5f36 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Network 7ff49fa7-bba1-4b28-bcde-696fda93a310 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:15:53.978030 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-baabee00-cbe8-4b0d-b402-83eea7ec7157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:53.979788 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f678c0-70f7-4062-9cee-66eb1966813d None None] Sync routers for ids ['8dcee5d1-d88a-42a6-9d8c-5ce815388edb'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:15:53.987691 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-b82904ce-e3d9-4b2f-bd9b-9f39306c5f36 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 7ff49fa7-bba1-4b28-bcde-696fda93a310) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:15:54.009382 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82904ce-e3d9-4b2f-bd9b-9f39306c5f36 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:54.010972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-855b0f7b-fb34-415a-8aa2-96239e02c3ed None None] Provisioning for port 18fdfed3-d4c6-4a95-94a2-6626e3379aec completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:15:54.011876 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b82904ce-e3d9-4b2f-bd9b-9f39306c5f36 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:54.025368 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80767) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:15:54.025750 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:15:54.028174 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19eb4f6e-fa59-4ee1-be3b-89e2db89dfed None None] Network 7ff49fa7-bba1-4b28-bcde-696fda93a310 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:15:54.076603 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bfd578a8-79f4-4d40-a361-9bdb877bda73 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:54.098326 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-bfd578a8-79f4-4d40-a361-9bdb877bda73 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/ports/f1f7b1db-db49-41b2-a112-dac5cec13285 HTTP/1.1" status: 204  len: 168 time: 3.0580785
Jan 29 10:15:54.105484 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56084) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:54.108349 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7430d0-4423-4d63-b7e4-3a7f76531f0e tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Pushing event updated for resources: {'Network': ['ID=0f349a23-3d53-4157-9f83-505e34728a52,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:54.115982 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b82904ce-e3d9-4b2f-bd9b-9f39306c5f36 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.8402133
Jan 29 10:15:54.116166 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8b7430d0-4423-4d63-b7e4-3a7f76531f0e tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:54.116166 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56086) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:54.121568 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-52743e38-075e-4aeb-8b64-ab31803dd948 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-847828806', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:15:54.155831 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-52743e38-075e-4aeb-8b64-ab31803dd948 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:15:54.160067 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8b7430d0-4423-4d63-b7e4-3a7f76531f0e tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Network 0f349a23-3d53-4157-9f83-505e34728a52 is not hosted by any dhcp agent {{(pid=80766) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:218}}
Jan 29 10:15:54.215365 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 0f349a23-3d53-4157-9f83-505e34728a52 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:15:54.229056 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7430d0-4423-4d63-b7e4-3a7f76531f0e tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:54.229745 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8b7430d0-4423-4d63-b7e4-3a7f76531f0e tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks [] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:54.234015 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8b7430d0-4423-4d63-b7e4-3a7f76531f0e tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] 10.222.0.57 "PUT /v2.0/networks/0f349a23-3d53-4157-9f83-505e34728a52 HTTP/1.1" status: 200  len: 723 time: 2.5621738
Jan 29 10:15:54.235900 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56102) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:54.253171 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-86c52af4-21cb-4d93-9764-49ae559c949e tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Request body: {'subnet': {'network_id': '0f349a23-3d53-4157-9f83-505e34728a52', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:15:54.270193 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-52743e38-075e-4aeb-8b64-ab31803dd948 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Usage tracker for resource:router and tenant:c0bff46c8fb142fead990a51bc712ce9 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:15:54.292029 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-52743e38-075e-4aeb-8b64-ab31803dd948 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Quota usage for router was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:15:54.306019 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-52743e38-075e-4aeb-8b64-ab31803dd948 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:15:54.307595 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d90bd-7120-4ddc-9f3d-989ddd21fdce req-ecb52c18-8491-40dd-8462-0c50013d0357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:54.309389 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d47d90bd-7120-4ddc-9f3d-989ddd21fdce req-ecb52c18-8491-40dd-8462-0c50013d0357 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=29e2e9c0-6be8-4c27-8515-c6c0dff1d35e HTTP/1.1" status: 200  len: 1163 time: 0.2710121
Jan 29 10:15:54.326805 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 0f349a23-3d53-4157-9f83-505e34728a52 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:15:54.370517 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-52743e38-075e-4aeb-8b64-ab31803dd948 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:54.371611 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-52743e38-075e-4aeb-8b64-ab31803dd948 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:54.377749 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f678c0-70f7-4062-9cee-66eb1966813d None None] Routers {'8dcee5d1-d88a-42a6-9d8c-5ce815388edb'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:15:54.378456 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-23f678c0-70f7-4062-9cee-66eb1966813d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c8e26a90>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:15:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['8dcee5d1-d88a-42a6-9d8c-5ce815388edb'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:15:54.425198 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-52743e38-075e-4aeb-8b64-ab31803dd948 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:54.445818 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7039b3-5118-4a1b-83ed-f5cfbb000e19 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:54.450210 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-dd7039b3-5118-4a1b-83ed-f5cfbb000e19 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200  len: 943 time: 0.3320029
Jan 29 10:15:54.451826 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56106) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:54.528716 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-52743e38-075e-4aeb-8b64-ab31803dd948 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:54.535250 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:54.553143 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d47d90bd-7120-4ddc-9f3d-989ddd21fdce req-e20bbdcc-e36a-423a-a05d-2d66d14dd589 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ca938fcf-b80d-466c-a403-7c3b18a33b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.2247255
Jan 29 10:15:54.576679 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-fa69f518-c1f0-4f30-a498-b009b25d0511 req-b4713ddc-284e-402b-9c64-117610eea2ea tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Synchronizing usage tracker for tenant:a0c698359c1e4874b3f3bbc1db996560 on resource:security_group {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:15:54.585922 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-86c52af4-21cb-4d93-9764-49ae559c949e tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:15:54.604001 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-86c52af4-21cb-4d93-9764-49ae559c949e tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:15:54.612638 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-fa69f518-c1f0-4f30-a498-b009b25d0511 req-b4713ddc-284e-402b-9c64-117610eea2ea tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Unset dirty status for tenant:a0c698359c1e4874b3f3bbc1db996560 on resource:security_group {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:15:54.621930 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fa69f518-c1f0-4f30-a498-b009b25d0511 req-b4713ddc-284e-402b-9c64-117610eea2ea tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1946394256&fields=id&tenant_id=a0c698359c1e4874b3f3bbc1db996560 HTTP/1.1" status: 200  len: 267 time: 0.3490856
Jan 29 10:15:54.641635 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-855b0f7b-fb34-415a-8aa2-96239e02c3ed None None] Provisioning for port 58b3ba96-c0e9-4ddb-836e-00c0f066df75 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:15:54.644752 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ea103a-2089-4844-b859-d6e9ae0fb355 None None] Update dhcp port {'port': {'network_id': '9c41bda1-1353-49c5-9203-e898c85089fe', 'fixed_ips': [{'subnet_id': '1a39528c-3cca-4198-8e32-70310bb51fdc', 'ip_address': '2001:db8::2'}, {'subnet_id': '34506167-d23e-4fd4-b745-e3ef06b0fc60'}], 'binding:host_id': 'dv-neutron-772983-2-ovs'}, 'id': '5b77c8be-0d3b-417b-bd1a-b4d0297c24a1'} from dv-neutron-772983-2-ovs. {{(pid=80767) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Jan 29 10:15:54.649723 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c52af4-21cb-4d93-9764-49ae559c949e tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Made reservation on behalf of f15ab138166e456cb96f10f0bbdd909a for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:15:54.663693 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-52743e38-075e-4aeb-8b64-ab31803dd948 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:54.670783 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-52743e38-075e-4aeb-8b64-ab31803dd948 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 714 time: 0.5480576
Jan 29 10:15:54.672047 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-86c52af4-21cb-4d93-9764-49ae559c949e tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:54.673825 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56112) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:54.729577 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-855b0f7b-fb34-415a-8aa2-96239e02c3ed None None] Provisioning complete for port 58b3ba96-c0e9-4ddb-836e-00c0f066df75 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:15:54.729943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-855b0f7b-fb34-415a-8aa2-96239e02c3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:54.898377 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c6cb59-bfcd-4a2c-be10-24a48d19d803 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-7ff49fa7-bba1-4b28-bcde-696fda93a310', 'network_id': '7ff49fa7-bba1-4b28-bcde-696fda93a310', 'tenant_id': 'c0bff46c8fb142fead990a51bc712ce9', 'fixed_ips': [{'subnet_id': '76ebac5d-405b-41eb-9d58-dc2b63dc9122'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:15:54.899248 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-29c6cb59-bfcd-4a2c-be10-24a48d19d803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:54.917340 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea91296-ad3d-46ae-ad50-5b9b107a16cf tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:54.918388 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-bea91296-ad3d-46ae-ad50-5b9b107a16cf tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Synchronizing usage tracker for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:15:54.927496 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-47ea103a-2089-4844-b859-d6e9ae0fb355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:54.958899 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-855b0f7b-fb34-415a-8aa2-96239e02c3ed None None] Port 58b3ba96-c0e9-4ddb-836e-00c0f066df75 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:15:54.978304 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:55.002091 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-23f678c0-70f7-4062-9cee-66eb1966813d None None] Set router 8dcee5d1-d88a-42a6-9d8c-5ce815388edb gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:15:55.015589 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69f518-c1f0-4f30-a498-b009b25d0511 req-0d9efc51-3f68-4a5e-9872-a5e7a82f6d6b tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:55.015972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-fa69f518-c1f0-4f30-a498-b009b25d0511 req-0d9efc51-3f68-4a5e-9872-a5e7a82f6d6b tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Synchronizing usage tracker for tenant:a0c698359c1e4874b3f3bbc1db996560 on resource:network {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:15:55.073269 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-bea91296-ad3d-46ae-ad50-5b9b107a16cf tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Unset dirty status for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:15:55.077584 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-bea91296-ad3d-46ae-ad50-5b9b107a16cf tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200  len: 943 time: 0.6205566
Jan 29 10:15:55.078510 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56116) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:55.186081 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-fa69f518-c1f0-4f30-a498-b009b25d0511 req-0d9efc51-3f68-4a5e-9872-a5e7a82f6d6b tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Unset dirty status for tenant:a0c698359c1e4874b3f3bbc1db996560 on resource:network {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:15:55.194409 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fa69f518-c1f0-4f30-a498-b009b25d0511 req-0d9efc51-3f68-4a5e-9872-a5e7a82f6d6b tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] 10.222.0.57 "GET /v2.0/networks?id=5be0f00d-5866-4e6b-a2b4-be163bdf7e7f HTTP/1.1" status: 200  len: 796 time: 0.5715067
Jan 29 10:15:55.238350 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-855b0f7b-fb34-415a-8aa2-96239e02c3ed None None] Provisioning complete for port dd922d60-ce63-4f46-a72d-7c2497b5953f triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:15:55.238350 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-855b0f7b-fb34-415a-8aa2-96239e02c3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:55.245728 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fa69f518-c1f0-4f30-a498-b009b25d0511 req-73056bc1-c48c-4946-8269-4dee41810885 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] 10.222.0.57 "GET /v2.0/quotas/a0c698359c1e4874b3f3bbc1db996560 HTTP/1.1" status: 200  len: 375 time: 0.0495386
Jan 29 10:15:55.292592 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 0f9c1656-aa40-4725-97b7-4295ccfb24f7 up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:15:55.400759 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bfd21d-d1ae-4d1a-bd9e-1ef74cc21a5c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:55.417002 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-746dd852-3fd7-483b-b025-a3e8b24b3311 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:55.421008 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bfd21d-d1ae-4d1a-bd9e-1ef74cc21a5c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:55.434912 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3df3be04-3546-4adb-9ca0-ff8a3e148722 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:55.438487 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bfd21d-d1ae-4d1a-bd9e-1ef74cc21a5c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:55.439415 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-93bfd21d-d1ae-4d1a-bd9e-1ef74cc21a5c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Synchronizing usage tracker for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:subnet {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:15:55.536808 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-93bfd21d-d1ae-4d1a-bd9e-1ef74cc21a5c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Unset dirty status for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:subnet {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:15:55.541062 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-93bfd21d-d1ae-4d1a-bd9e-1ef74cc21a5c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.3904994
Jan 29 10:15:55.542421 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56120) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:55.566122 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-de650f5b-fd0b-4c64-9fd7-8ad2555b116f tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:55.643131 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746dd852-3fd7-483b-b025-a3e8b24b3311 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event updated for resources: {'Subnet': ['ID=d0ce6cd9-16fa-4f09-a1b0-7ec37a628359,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:55.651381 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-fa69f518-c1f0-4f30-a498-b009b25d0511 req-676735eb-2fd6-4b49-8b7f-e2f8e59f566b tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Synchronizing usage tracker for tenant:a0c698359c1e4874b3f3bbc1db996560 on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:15:55.652041 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-746dd852-3fd7-483b-b025-a3e8b24b3311 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:55.696853 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device dd922d60-ce63-4f46-a72d-7c2497b5953f up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:15:55.710924 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c06ffd6-ee20-4fe0-8a99-8e402042f14b tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Deleting subnet 2a5b1147-cd7c-4173-9002-aeba84b865c7 {{(pid=80765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:15:55.721749 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4c06ffd6-ee20-4fe0-8a99-8e402042f14b tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for subnet, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:55.760171 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-fa69f518-c1f0-4f30-a498-b009b25d0511 req-676735eb-2fd6-4b49-8b7f-e2f8e59f566b tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Unset dirty status for tenant:a0c698359c1e4874b3f3bbc1db996560 on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:15:55.761658 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fa69f518-c1f0-4f30-a498-b009b25d0511 req-676735eb-2fd6-4b49-8b7f-e2f8e59f566b tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=a0c698359c1e4874b3f3bbc1db996560&fields=id HTTP/1.1" status: 200  len: 302 time: 0.5148101
Jan 29 10:15:55.836770 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4c06ffd6-ee20-4fe0-8a99-8e402042f14b tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1479249'] for subnet, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:55.863890 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68148806-c0e9-4cdc-be0f-5080aa7ec951 None None] Update dhcp port {'port': {'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'fixed_ips': [{'subnet_id': '2a5b1147-cd7c-4173-9002-aeba84b865c7', 'ip_address': '2001:db8::2'}, {'subnet_id': '51b5d895-cfcd-497a-89bf-d5bb104086d5'}], 'binding:host_id': 'dv-neutron-772983-2-ovs'}, 'id': '18fdfed3-d4c6-4a95-94a2-6626e3379aec'} from dv-neutron-772983-2-ovs. {{(pid=80767) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Jan 29 10:15:56.113972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-86c52af4-21cb-4d93-9764-49ae559c949e tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:56.134909 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-56248597-b4db-45a1-9f0e-c8925e7486af tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:56.178511 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fa69f518-c1f0-4f30-a498-b009b25d0511 req-cad4d0f1-8288-4031-bbc7-7e52c279c554 service neutron] 10.222.0.57 "GET /v2.0/networks/5be0f00d-5866-4e6b-a2b4-be163bdf7e7f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3876617
Jan 29 10:15:56.232836 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-68148806-c0e9-4cdc-be0f-5080aa7ec951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:56.236846 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4c06ffd6-ee20-4fe0-8a99-8e402042f14b tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:56.246234 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746dd852-3fd7-483b-b025-a3e8b24b3311 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Network dcac8088-38cd-4a49-ab48-4a79e40d999e is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:15:56.250399 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-746dd852-3fd7-483b-b025-a3e8b24b3311 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:15:56.262334 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:56.283761 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0d7288-d7da-424b-adb1-92da190da310 None None] Network dcac8088-38cd-4a49-ab48-4a79e40d999e requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:15:56.324955 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746dd852-3fd7-483b-b025-a3e8b24b3311 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:56.325611 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-746dd852-3fd7-483b-b025-a3e8b24b3311 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854133925'] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:56.375191 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-746dd852-3fd7-483b-b025-a3e8b24b3311 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.7632141
Jan 29 10:15:56.376750 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56124) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:56.386848 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-5d3218dd-0cfd-442e-a5c5-3e778645ed10 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Request body: {'security_group': {'name': 'tempest-secgroup-1114488418'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:15:56.425225 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 0f9c1656-aa40-4725-97b7-4295ccfb24f7 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:15:56.425655 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:56.452393 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-5d3218dd-0cfd-442e-a5c5-3e778645ed10 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:15:56.463136 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5d3218dd-0cfd-442e-a5c5-3e778645ed10 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Usage tracker for resource:security_group and tenant:af6cfbcc17be4cdfba1cf58741c9e55a is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:15:56.472123 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5d3218dd-0cfd-442e-a5c5-3e778645ed10 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:15:56.483857 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-5d3218dd-0cfd-442e-a5c5-3e778645ed10 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:15:56.513965 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5d3218dd-0cfd-442e-a5c5-3e778645ed10 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for security_group, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:56.587638 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port dd922d60-ce63-4f46-a72d-7c2497b5953f triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:15:56.588058 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:56.604140 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-5d3218dd-0cfd-442e-a5c5-3e778645ed10 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:15:56.613049 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5d3218dd-0cfd-442e-a5c5-3e778645ed10 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Usage tracker for resource:security_group_rule and tenant:af6cfbcc17be4cdfba1cf58741c9e55a is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:15:56.617032 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5d3218dd-0cfd-442e-a5c5-3e778645ed10 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:15:56.622871 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-5d3218dd-0cfd-442e-a5c5-3e778645ed10 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:15:56.702180 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5d3218dd-0cfd-442e-a5c5-3e778645ed10 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for security_group, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:56.705357 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5d3218dd-0cfd-442e-a5c5-3e778645ed10 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:56.712304 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8e9286ca-cdd1-433b-a976-3734579f4cd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:56.721363 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c52af4-21cb-4d93-9764-49ae559c949e tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Pushing event updated for resources: {'Subnet': ['ID=a0ead2fa-87e8-41fa-ab3a-ffa09df59c08,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:56.730237 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-86c52af4-21cb-4d93-9764-49ae559c949e tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:56.761038 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3218dd-0cfd-442e-a5c5-3e778645ed10 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50938246-c816-4590-b31b-899338676c42,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:56.764791 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5d3218dd-0cfd-442e-a5c5-3e778645ed10 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:56.765284 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5d3218dd-0cfd-442e-a5c5-3e778645ed10 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:56.766648 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5d3218dd-0cfd-442e-a5c5-3e778645ed10 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.3890648
Jan 29 10:15:56.769427 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56128) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:56.776338 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-ddea695c-5627-41b5-a6c9-cd56857b3733 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Request body: {'security_group': {'name': 'tempest-secgroup-1085771387'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:15:56.799333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ddea695c-5627-41b5-a6c9-cd56857b3733 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:15:56.804595 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ddea695c-5627-41b5-a6c9-cd56857b3733 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Usage tracker for resource:security_group and tenant:af6cfbcc17be4cdfba1cf58741c9e55a is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:15:56.807665 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ddea695c-5627-41b5-a6c9-cd56857b3733 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:15:56.813599 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ddea695c-5627-41b5-a6c9-cd56857b3733 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:15:56.824642 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ddea695c-5627-41b5-a6c9-cd56857b3733 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for security_group, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:56.840136 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-47ea103a-2089-4844-b859-d6e9ae0fb355 None None] Allocated IP 172.20.0.1 (9c41bda1-1353-49c5-9203-e898c85089fe/34506167-d23e-4fd4-b745-e3ef06b0fc60/5b77c8be-0d3b-417b-bd1a-b4d0297c24a1) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:15:56.846569 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ddea695c-5627-41b5-a6c9-cd56857b3733 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:15:56.850956 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ddea695c-5627-41b5-a6c9-cd56857b3733 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Usage tracker for resource:security_group_rule and tenant:af6cfbcc17be4cdfba1cf58741c9e55a is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:15:56.853963 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ddea695c-5627-41b5-a6c9-cd56857b3733 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:15:56.859996 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ddea695c-5627-41b5-a6c9-cd56857b3733 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:15:56.895373 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fa69f518-c1f0-4f30-a498-b009b25d0511 req-b73fb81d-2de0-450b-b7d7-74dd0a4150cf service neutron] 10.222.0.57 "GET /v2.0/networks/5be0f00d-5866-4e6b-a2b4-be163bdf7e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6941974
Jan 29 10:15:56.922077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-29c6cb59-bfcd-4a2c-be10-24a48d19d803 None None] Allocated IP 172.20.0.2 (7ff49fa7-bba1-4b28-bcde-696fda93a310/76ebac5d-405b-41eb-9d58-dc2b63dc9122/30833f9e-5780-44d5-8a76-568691b87132) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:15:56.926936 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-66117b87-bae3-44c2-937a-a6e54ad1d442 None None] Provisioning complete for port dd922d60-ce63-4f46-a72d-7c2497b5953f triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:15:56.927378 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-66117b87-bae3-44c2-937a-a6e54ad1d442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:56.954472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ddea695c-5627-41b5-a6c9-cd56857b3733 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for security_group, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:56.959799 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ddea695c-5627-41b5-a6c9-cd56857b3733 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:56.965935 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:57.004769 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddea695c-5627-41b5-a6c9-cd56857b3733 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=587e781f-dafa-495b-8334-798e42e37cc4,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:57.009132 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ddea695c-5627-41b5-a6c9-cd56857b3733 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:57.024533 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c52af4-21cb-4d93-9764-49ae559c949e tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Checking segment: {'id': '3ba93d60-1099-42d7-8e92-ac190f7bfa07', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '0f349a23-3d53-4157-9f83-505e34728a52'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:15:57.024942 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c52af4-21cb-4d93-9764-49ae559c949e tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Network hostable DHCP agents. Network: 0f349a23-3d53-4157-9f83-505e34728a52, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:15:57.026454 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ddea695c-5627-41b5-a6c9-cd56857b3733 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:57.028373 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ddea695c-5627-41b5-a6c9-cd56857b3733 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.2579117
Jan 29 10:15:57.031104 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56132) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:57.038031 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-e5a5709a-cbc6-45af-98b4-a657a5a6993b tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-657750851', 'security_groups': ['587e781f-dafa-495b-8334-798e42e37cc4'], 'network_id': 'dcac8088-38cd-4a49-ab48-4a79e40d999e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd0ce6cd9-16fa-4f09-a1b0-7ec37a628359'}]}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:15:57.076099 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c52af4-21cb-4d93-9764-49ae559c949e tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Network 0f349a23-3d53-4157-9f83-505e34728a52 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:15:57.093216 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-86c52af4-21cb-4d93-9764-49ae559c949e tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 0f349a23-3d53-4157-9f83-505e34728a52) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:15:57.097737 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4c06ffd6-ee20-4fe0-8a99-8e402042f14b tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852603100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2204728'] for subnet, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:57.149885 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b82904ce-e3d9-4b2f-bd9b-9f39306c5f36 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:57.213834 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-e5a5709a-cbc6-45af-98b4-a657a5a6993b tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:15:57.226362 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-e5a5709a-cbc6-45af-98b4-a657a5a6993b tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:15:57.240229 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a5709a-cbc6-45af-98b4-a657a5a6993b tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Made reservation on behalf of af6cfbcc17be4cdfba1cf58741c9e55a for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:15:57.242494 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c06ffd6-ee20-4fe0-8a99-8e402042f14b tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event deleted for resources: {'Subnet': ['ID=2a5b1147-cd7c-4173-9002-aeba84b865c7,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:57.347773 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4c06ffd6-ee20-4fe0-8a99-8e402042f14b tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:57.349619 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c52af4-21cb-4d93-9764-49ae559c949e tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:57.350298 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-86c52af4-21cb-4d93-9764-49ae559c949e tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:57.432563 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef60885-9663-4d41-90e0-bf5a0f5bee0b None None] Network 0f349a23-3d53-4157-9f83-505e34728a52 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:15:57.432704 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e5a5709a-cbc6-45af-98b4-a657a5a6993b tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:57.572880 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-86c52af4-21cb-4d93-9764-49ae559c949e tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.3303585
Jan 29 10:15:57.593034 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56148) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:57.603390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-6cd6956d-ef68-44a7-b697-d9d7af0b8894 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:15:57.684544 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-e5a5709a-cbc6-45af-98b4-a657a5a6993b tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] device_id is not set on port 3d9169e3-182c-40ba-8e61-509463274133 yet. {{(pid=80766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:15:57.694311 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f21042-4d3a-477d-abcb-2947afe25a9d req-03f420e4-8f0e-4b30-8745-09658b1b9b0d tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:57.694311 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-99f21042-4d3a-477d-abcb-2947afe25a9d req-03f420e4-8f0e-4b30-8745-09658b1b9b0d tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/ports?device_id=29e2e9c0-6be8-4c27-8515-c6c0dff1d35e HTTP/1.1" status: 200  len: 946 time: 0.4559567
Jan 29 10:15:57.728662 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4c06ffd6-ee20-4fe0-8a99-8e402042f14b tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:57.733596 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4c06ffd6-ee20-4fe0-8a99-8e402042f14b tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/subnets/2a5b1147-cd7c-4173-9002-aeba84b865c7 HTTP/1.1" status: 204  len: 168 time: 2.1903248
Jan 29 10:15:57.735995 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56152) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server [None req-68148806-c0e9-4cdc-be0f-5080aa7ec951 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2a5b1147-cd7c-4173-9002-aeba84b865c7: This subnet is being modified by another concurrent operation.
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     raise value
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     raise value
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     raise value
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 311, in update_dhcp_port
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'update_port')
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 101, in _port_action
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return plugin.update_port(context, port['id'], port)
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     raise value
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     raise value
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     raise value
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1684, in update_port
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     port)
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1486, in update_port
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     new_port=new_port)
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 732, in update_port
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     new_port.get('mac_address'))
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 432, in update_port_with_ips
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     new_mac)
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 355, in _update_ips_for_port
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     distributed_service=self._is_distributed_service(port))
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 687, in _ipam_get_subnets
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     id=subnet.id)
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     raise exception
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2a5b1147-cd7c-4173-9002-aeba84b865c7: This subnet is being modified by another concurrent operation.
Jan 29 10:15:57.800673 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server 
Jan 29 10:15:57.838899 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-99f21042-4d3a-477d-abcb-2947afe25a9d req-e5daf22a-ab29-48b8-bfac-4a8adda931dd tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/security-groups?id=ca938fcf-b80d-466c-a403-7c3b18a33b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1362507
Jan 29 10:15:57.860091 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-47ea103a-2089-4844-b859-d6e9ae0fb355 None None] For port 5b77c8be-0d3b-417b-bd1a-b4d0297c24a1, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=5b77c8be-0d3b-417b-bd1a-b4d0297c24a1,segment=NetworkSegment(9849e6e7-39e9-4f4d-ac29-e44251bdb72d),segment_id=9849e6e7-39e9-4f4d-ac29-e44251bdb72d)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:15:57.897901 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-97fc4ca1-85ff-40e1-9bf6-79e45452ed73 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Deleting subnet 51b5d895-cfcd-497a-89bf-d5bb104086d5 {{(pid=80765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:15:57.902906 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-97fc4ca1-85ff-40e1-9bf6-79e45452ed73 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for subnet, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:57.921724 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6cd6956d-ef68-44a7-b697-d9d7af0b8894 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036852035526'] for subnet, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:57.938624 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-47ea103a-2089-4844-b859-d6e9ae0fb355 None None] Notify callbacks [] for port, precommit_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:57.974396 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-47ea103a-2089-4844-b859-d6e9ae0fb355 None None] Transition to ACTIVE for port object 5b77c8be-0d3b-417b-bd1a-b4d0297c24a1 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:15:57.975200 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-97fc4ca1-85ff-40e1-9bf6-79e45452ed73 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1479249'] for subnet, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:58.019124 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da33479c-cad9-48c4-9d2d-08f9acbb0691 None None] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:15:58.098056 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8073ff43-ea9a-4d72-90a2-56df3aa209e3 req-2d0b4551-a212-4473-bf5c-5f62c32a38cf tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] 10.222.0.57 "GET /v2.0/ports?device_id=074fbe52-e90f-4358-8ed3-539b659b3d85 HTTP/1.1" status: 200  len: 210 time: 0.0741990
Jan 29 10:15:58.140449 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-97fc4ca1-85ff-40e1-9bf6-79e45452ed73 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:58.193700 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-e5a5709a-cbc6-45af-98b4-a657a5a6993b tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Allocated IP 172.20.0.2 (dcac8088-38cd-4a49-ab48-4a79e40d999e/d0ce6cd9-16fa-4f09-a1b0-7ec37a628359/3d9169e3-182c-40ba-8e61-509463274133) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:15:58.209645 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-47ea103a-2089-4844-b859-d6e9ae0fb355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:58.384192 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:58.580756 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-23f678c0-70f7-4062-9cee-66eb1966813d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c8e26a90>, [{'id': '8dcee5d1-d88a-42a6-9d8c-5ce815388edb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750843188', 'tenant_id': 'a0c698359c1e4874b3f3bbc1db996560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.167'}], 'enable_snat': True}, 'gw_port_id': 'fb6e2e33-8b67-49a9-887a-6a3f56e0aba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:15:24Z', 'updated_at': '2021-01-29T10:15:49Z', 'revision_number': 4, 'project_id': 'a0c698359c1e4874b3f3bbc1db996560', 'gw_port': {'id': 'fb6e2e33-8b67-49a9-887a-6a3f56e0aba3', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dcee5d1-d88a-42a6-9d8c-5ce815388edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:15:26Z', 'updated_at': '2021-01-29T10:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '58b3ba96-c0e9-4ddb-836e-00c0f066df75', 'name': '', 'network_id': '5be0f00d-5866-4e6b-a2b4-be163bdf7e7f', 'tenant_id': 'a0c698359c1e4874b3f3bbc1db996560', 'mac_address': 'fa:16:3e:b5:59:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dcee5d1-d88a-42a6-9d8c-5ce815388edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '1d24e515-6579-4727-8658-f42df974a468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:15:45Z', 'updated_at': '2021-01-29T10:15:51Z', 'revision_number': 2, 'project_id': 'a0c698359c1e4874b3f3bbc1db996560', 'subnets': [{'id': '1d24e515-6579-4727-8658-f42df974a468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:15:58.585946 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6cd6956d-ef68-44a7-b697-d9d7af0b8894 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363268197239668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036853677104'] for subnet, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:58.590803 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095991e-3810-4a82-8ffd-a9d9f8c3529e req-3a7a2ffd-ca3d-4862-8c36-195619b9f0a7 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:58.592498 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7095991e-3810-4a82-8ffd-a9d9f8c3529e req-3a7a2ffd-ca3d-4862-8c36-195619b9f0a7 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/ports?device_id=29e2e9c0-6be8-4c27-8515-c6c0dff1d35e HTTP/1.1" status: 200  len: 946 time: 0.3252153
Jan 29 10:15:58.604863 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f645c74d-43aa-4655-83a5-4f23b5516159 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:58.610911 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 5b77c8be-0d3b-417b-bd1a-b4d0297c24a1 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:15:58.663804 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f678c0-70f7-4062-9cee-66eb1966813d None None] Checking router: 8dcee5d1-d88a-42a6-9d8c-5ce815388edb for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:15:58.664226 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f678c0-70f7-4062-9cee-66eb1966813d None None] Updating router 8dcee5d1-d88a-42a6-9d8c-5ce815388edb port 58b3ba96-c0e9-4ddb-836e-00c0f066df75 binding host dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 29 10:15:58.687163 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7095991e-3810-4a82-8ffd-a9d9f8c3529e req-e53e2ede-e61f-4ab6-b8c2-d617b6cec543 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/security-groups?id=ca938fcf-b80d-466c-a403-7c3b18a33b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0826507
Jan 29 10:15:58.692959 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e5a5709a-cbc6-45af-98b4-a657a5a6993b tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:58.721581 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ea103a-2089-4844-b859-d6e9ae0fb355 None None] Pushing event updated for resources: {'Port': ['ID=5b77c8be-0d3b-417b-bd1a-b4d0297c24a1,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:58.734186 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-97fc4ca1-85ff-40e1-9bf6-79e45452ed73 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852603100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2204728'] for subnet, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:58.735432 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-47ea103a-2089-4844-b859-d6e9ae0fb355 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:58.763973 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-86c52af4-21cb-4d93-9764-49ae559c949e tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:58.784433 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd6956d-ef68-44a7-b697-d9d7af0b8894 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Pushing event updated for resources: {'Subnet': ['ID=a0ead2fa-87e8-41fa-ab3a-ffa09df59c08,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:58.794991 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6cd6956d-ef68-44a7-b697-d9d7af0b8894 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:58.873849 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-e5a5709a-cbc6-45af-98b4-a657a5a6993b tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Transition to ACTIVE for port object 3d9169e3-182c-40ba-8e61-509463274133 will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:15:58.878536 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd6956d-ef68-44a7-b697-d9d7af0b8894 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:58.879269 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6cd6956d-ef68-44a7-b697-d9d7af0b8894 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks [] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:58.884393 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6cd6956d-ef68-44a7-b697-d9d7af0b8894 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] 10.222.0.57 "PUT /v2.0/subnets/a0ead2fa-87e8-41fa-ab3a-ffa09df59c08 HTTP/1.1" status: 200  len: 826 time: 1.2901986
Jan 29 10:15:58.885278 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56162) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:58.974938 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc4ca1-85ff-40e1-9bf6-79e45452ed73 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event deleted for resources: {'Subnet': ['ID=51b5d895-cfcd-497a-89bf-d5bb104086d5,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:58.992223 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-97fc4ca1-85ff-40e1-9bf6-79e45452ed73 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:59.008247 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e5a5709a-cbc6-45af-98b4-a657a5a6993b tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:59.028955 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-03d7e208-faa3-4ada-809b-d94237110ec5 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:15:59.031587 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-97fc4ca1-85ff-40e1-9bf6-79e45452ed73 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:59.093499 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd311b0-043f-4b93-b1ff-0671aa0fcb05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-dcac8088-38cd-4a49-ab48-4a79e40d999e', 'network_id': 'dcac8088-38cd-4a49-ab48-4a79e40d999e', 'tenant_id': 'af6cfbcc17be4cdfba1cf58741c9e55a', 'fixed_ips': [{'subnet_id': 'd0ce6cd9-16fa-4f09-a1b0-7ec37a628359'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:15:59.095207 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bfd311b0-043f-4b93-b1ff-0671aa0fcb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:59.115983 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-23f678c0-70f7-4062-9cee-66eb1966813d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:59.201994 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-29c6cb59-bfcd-4a2c-be10-24a48d19d803 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:59.220943 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-97fc4ca1-85ff-40e1-9bf6-79e45452ed73 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/subnets/51b5d895-cfcd-497a-89bf-d5bb104086d5 HTTP/1.1" status: 204  len: 168 time: 1.4766679
Jan 29 10:15:59.228465 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56168) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:59.359345 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-29c6cb59-bfcd-4a2c-be10-24a48d19d803 None None] Transition to ACTIVE for port object 30833f9e-5780-44d5-8a76-568691b87132 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:15:59.417229 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-58df608f-013f-41e9-893d-d54cdefdf30e tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1857643
Jan 29 10:15:59.454215 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e80cdb7b-614e-4e17-8d0d-d396460d7529 req-ea879b25-1715-412c-8828-2ebeb8ef2a12 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.6949596
Jan 29 10:15:59.454787 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56176) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:59.530453 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-e80cdb7b-614e-4e17-8d0d-d396460d7529 req-c68568ac-a200-4551-9e98-90f4959f75a0 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Request body: {'floatingip': {'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:15:59.557502 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-e80cdb7b-614e-4e17-8d0d-d396460d7529 req-c68568ac-a200-4551-9e98-90f4959f75a0 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:15:59.633237 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce749e00-9ed0-477e-afe7-ed90eb49d8c9 None None] Network 9c41bda1-1353-49c5-9203-e898c85089fe requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:15:59.655823 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69f518-c1f0-4f30-a498-b009b25d0511 req-ebbca795-1114-4b8e-b9b1-d14097ce825b tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:59.657483 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fa69f518-c1f0-4f30-a498-b009b25d0511 req-ebbca795-1114-4b8e-b9b1-d14097ce825b tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] 10.222.0.22 "GET /v2.0/networks?id=5be0f00d-5866-4e6b-a2b4-be163bdf7e7f HTTP/1.1" status: 200  len: 796 time: 0.7075827
Jan 29 10:15:59.660482 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a5709a-cbc6-45af-98b4-a657a5a6993b tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event updated for resources: {'Port': ['ID=3d9169e3-182c-40ba-8e61-509463274133,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:15:59.664200 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-e80cdb7b-614e-4e17-8d0d-d396460d7529 req-c68568ac-a200-4551-9e98-90f4959f75a0 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:15:59.664605 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e5a5709a-cbc6-45af-98b4-a657a5a6993b tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:15:59.714550 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e80cdb7b-614e-4e17-8d0d-d396460d7529 req-c68568ac-a200-4551-9e98-90f4959f75a0 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks [] for floatingip, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:59.751339 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-eaa89bff-5594-4dd2-982e-1787a7c15bb4 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:59.844729 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e067a7-25f1-448b-a92a-f1f8c18f9a3b tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:15:59.849805 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-05e067a7-25f1-448b-a92a-f1f8c18f9a3b tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.3872848
Jan 29 10:15:59.865036 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56180) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:15:59.878690 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a5709a-cbc6-45af-98b4-a657a5a6993b tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Network dcac8088-38cd-4a49-ab48-4a79e40d999e is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:15:59.885239 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-e5a5709a-cbc6-45af-98b4-a657a5a6993b tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:15:59.887682 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a5709a-cbc6-45af-98b4-a657a5a6993b tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:15:59.966706 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-eaa89bff-5594-4dd2-982e-1787a7c15bb4 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:15:59.983586 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 18fdfed3-d4c6-4a95-94a2-6626e3379aec up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:15:59.994958 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fa69f518-c1f0-4f30-a498-b009b25d0511 req-299a4141-4430-4aee-bc5a-002e5255d055 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a0c698359c1e4874b3f3bbc1db996560 HTTP/1.1" status: 200  len: 8073 time: 0.3113999
Jan 29 10:16:00.030950 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9cea7a-3bcc-4a5b-afaf-f52beb88deac tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:00.031737 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-4d9cea7a-3bcc-4a5b-afaf-f52beb88deac tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Synchronizing usage tracker for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:subnet {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:16:00.041579 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1678be74-949f-4010-a1f3-f6a01e4e1a3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-0f349a23-3d53-4157-9f83-505e34728a52', 'network_id': '0f349a23-3d53-4157-9f83-505e34728a52', 'tenant_id': 'f15ab138166e456cb96f10f0bbdd909a', 'fixed_ips': [{'subnet_id': 'a0ead2fa-87e8-41fa-ab3a-ffa09df59c08'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:16:00.042196 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1678be74-949f-4010-a1f3-f6a01e4e1a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:00.072869 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a5709a-cbc6-45af-98b4-a657a5a6993b tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:00.073590 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e5a5709a-cbc6-45af-98b4-a657a5a6993b tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:00.076104 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-29c6cb59-bfcd-4a2c-be10-24a48d19d803 None None] Transition to ACTIVE for port object 30833f9e-5780-44d5-8a76-568691b87132 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:16:00.091475 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-fa69f518-c1f0-4f30-a498-b009b25d0511 req-4f94dbbb-19c1-46e5-a8ba-788168967ba6 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Request body: {'port': {'device_id': '074fbe52-e90f-4358-8ed3-539b659b3d85', 'network_id': '5be0f00d-5866-4e6b-a2b4-be163bdf7e7f', 'admin_state_up': True, 'tenant_id': 'a0c698359c1e4874b3f3bbc1db996560', 'security_groups': ['5ba8e0b6-c808-4291-b283-44235b5bd3b3']}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:16:00.155786 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-4d9cea7a-3bcc-4a5b-afaf-f52beb88deac tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Unset dirty status for tenant:b2cc7248d2184abfb3aa21c44218cf1c on resource:subnet {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:16:00.159613 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4d9cea7a-3bcc-4a5b-afaf-f52beb88deac tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2877328
Jan 29 10:16:00.163072 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56184) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:00.183820 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-29c6cb59-bfcd-4a2c-be10-24a48d19d803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:00.197899 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e9de83a4-bdd1-46e1-80e0-ffb56df31cd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:00.282458 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-fa69f518-c1f0-4f30-a498-b009b25d0511 req-4f94dbbb-19c1-46e5-a8ba-788168967ba6 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:16:00.285337 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56188) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:00.293137 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e5a5709a-cbc6-45af-98b4-a657a5a6993b tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 3.2450838
Jan 29 10:16:00.293330 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-0cf190be-eff3-4877-9e94-097e982ff204 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Request body: {'subnet': {'network_id': 'dcac8088-38cd-4a49-ab48-4a79e40d999e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:16:00.325989 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-65acf6db-eadf-40d0-9af3-a81c18f3c7ae tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1412225
Jan 29 10:16:00.342326 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-fa69f518-c1f0-4f30-a498-b009b25d0511 req-4f94dbbb-19c1-46e5-a8ba-788168967ba6 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:16:00.345545 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56192) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:00.360106 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e80cdb7b-614e-4e17-8d0d-d396460d7529 req-c68568ac-a200-4551-9e98-90f4959f75a0 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:00.391083 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-de650f5b-fd0b-4c64-9fd7-8ad2555b116f tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Allocated IP 172.20.0.1 (7ff49fa7-bba1-4b28-bcde-696fda93a310/76ebac5d-405b-41eb-9d58-dc2b63dc9122/c0a83605-c84f-4648-a670-b1e71f30a232) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:16:00.485901 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f0db10c-6aa7-4668-a491-03b00ef7ba43 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:16:00.486422 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f0db10c-6aa7-4668-a491-03b00ef7ba43 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:00.492659 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1f0db10c-6aa7-4668-a491-03b00ef7ba43 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/ports/f1f7b1db-db49-41b2-a112-dac5cec13285 HTTP/1.1" status: 404  len: 333 time: 0.1304271
Jan 29 10:16:00.501495 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56196) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:00.547844 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa69f518-c1f0-4f30-a498-b009b25d0511 req-4f94dbbb-19c1-46e5-a8ba-788168967ba6 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Made reservation on behalf of a0c698359c1e4874b3f3bbc1db996560 for: {'port': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:16:00.569206 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-fa69f518-c1f0-4f30-a498-b009b25d0511 req-4f94dbbb-19c1-46e5-a8ba-788168967ba6 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:00.610915 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4ddabb5-cd4e-4fc8-8bd7-0ba2103031e2 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:16:00.611419 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4ddabb5-cd4e-4fc8-8bd7-0ba2103031e2 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:00.615833 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e4ddabb5-cd4e-4fc8-8bd7-0ba2103031e2 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/subnets/51b5d895-cfcd-497a-89bf-d5bb104086d5 HTTP/1.1" status: 404  len: 337 time: 0.1030068
Jan 29 10:16:00.629891 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56200) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:00.694549 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c853571-dc4e-4ccd-bb4b-e2868d60df7b tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:16:00.695629 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c853571-dc4e-4ccd-bb4b-e2868d60df7b tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:00.701091 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5c853571-dc4e-4ccd-bb4b-e2868d60df7b tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/subnets/2a5b1147-cd7c-4173-9002-aeba84b865c7 HTTP/1.1" status: 404  len: 337 time: 0.0663249
Jan 29 10:16:00.701313 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4a374eed-8704-407f-8674-46c15d8f4bb0 None None] Provisioning for port 5b77c8be-0d3b-417b-bd1a-b4d0297c24a1 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:16:00.701424 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56204) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:00.722464 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4a374eed-8704-407f-8674-46c15d8f4bb0 None None] Provisioning complete for port 5b77c8be-0d3b-417b-bd1a-b4d0297c24a1 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:16:00.722895 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4a374eed-8704-407f-8674-46c15d8f4bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:00.751841 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6cb59-bfcd-4a2c-be10-24a48d19d803 None None] Pushing event updated for resources: {'Port': ['ID=30833f9e-5780-44d5-8a76-568691b87132,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:00.776152 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-de650f5b-fd0b-4c64-9fd7-8ad2555b116f tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:00.806849 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b0d8ba2-6e09-4e38-bed9-ac26798f1ada tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:16:00.807851 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b0d8ba2-6e09-4e38-bed9-ac26798f1ada tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:00.810947 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-29c6cb59-bfcd-4a2c-be10-24a48d19d803 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:00.814900 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-de650f5b-fd0b-4c64-9fd7-8ad2555b116f tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Transition to ACTIVE for port object c0a83605-c84f-4648-a670-b1e71f30a232 will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:16:00.828168 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7b0d8ba2-6e09-4e38-bed9-ac26798f1ada tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/ports/f12a726c-f17d-4437-a20a-30ec080e1124 HTTP/1.1" status: 404  len: 333 time: 0.1237695
Jan 29 10:16:00.828168 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-eaa89bff-5594-4dd2-982e-1787a7c15bb4 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:00.845229 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56208) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:00.847092 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-98eef7bb-0051-40be-bf91-736111abe633 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:00.941802 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa89bff-5594-4dd2-982e-1787a7c15bb4 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Pushing event deleted for resources: {'Subnet': ['ID=a0ead2fa-87e8-41fa-ab3a-ffa09df59c08,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:00.945208 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-eaa89bff-5594-4dd2-982e-1787a7c15bb4 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:00.956297 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e1a5090-d729-419f-bd70-fb33d08e36c1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:16:00.956805 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e1a5090-d729-419f-bd70-fb33d08e36c1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:00.961260 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4e1a5090-d729-419f-bd70-fb33d08e36c1 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/subnets/ac6cc00d-8829-436b-ae32-fa52aba6b584 HTTP/1.1" status: 404  len: 337 time: 0.0823989
Jan 29 10:16:00.963614 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56212) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:00.977172 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 18fdfed3-d4c6-4a95-94a2-6626e3379aec completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:16:01.006590 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7b277f-22e6-4505-8c83-81a6614bc243 None None] Update dhcp port {'port': {'network_id': '36ec2ab5-acc9-45dc-a136-797459b09a1c', 'fixed_ips': [{'subnet_id': '51b5d895-cfcd-497a-89bf-d5bb104086d5'}], 'binding:host_id': 'dv-neutron-772983-2-ovs'}, 'id': '18fdfed3-d4c6-4a95-94a2-6626e3379aec'} from dv-neutron-772983-2-ovs. {{(pid=80767) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Jan 29 10:16:01.031620 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-0cf190be-eff3-4877-9e94-097e982ff204 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:16:01.050647 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-0cf190be-eff3-4877-9e94-097e982ff204 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Usage tracker for resource:subnet and tenant:af6cfbcc17be4cdfba1cf58741c9e55a is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:16:01.069829 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-0cf190be-eff3-4877-9e94-097e982ff204 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:16:01.073471 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-47c2ea45-61d7-495a-8f92-1f237434db86 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:16:01.074479 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47c2ea45-61d7-495a-8f92-1f237434db86 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:01.078235 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-47c2ea45-61d7-495a-8f92-1f237434db86 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/subnets/9aaeaba3-33dd-4c3d-bddb-80c09dfd33ef HTTP/1.1" status: 404  len: 337 time: 0.1122992
Jan 29 10:16:01.080721 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56216) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:01.084144 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-0cf190be-eff3-4877-9e94-097e982ff204 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:16:01.102912 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 18fdfed3-d4c6-4a95-94a2-6626e3379aec triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:16:01.103336 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:01.135654 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaa49a13-4639-4beb-b174-ff3da4bccc80 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:16:01.136232 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaa49a13-4639-4beb-b174-ff3da4bccc80 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:01.140403 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-eaa49a13-4639-4beb-b174-ff3da4bccc80 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/ports/aa05b5b2-3b43-4fd4-93e3-4ec50d7644fd HTTP/1.1" status: 404  len: 333 time: 0.0580454
Jan 29 10:16:01.157875 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56220) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:01.165693 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-de650f5b-fd0b-4c64-9fd7-8ad2555b116f tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:01.203433 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf190be-eff3-4877-9e94-097e982ff204 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Made reservation on behalf of af6cfbcc17be4cdfba1cf58741c9e55a for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:16:01.225465 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0cf190be-eff3-4877-9e94-097e982ff204 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:01.226676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-71669b8c-d8ae-499e-a12d-ac82e4f2ec30 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:01.306872 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-8de28d9c-8231-4604-8d93-4ea5bd3676e3 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:16:01.307278 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8de28d9c-8231-4604-8d93-4ea5bd3676e3 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:01.311890 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8de28d9c-8231-4604-8d93-4ea5bd3676e3 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/subnets/b57c5076-2a6b-417d-827a-23593e86dccd HTTP/1.1" status: 404  len: 337 time: 0.1502323
Jan 29 10:16:01.360027 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56224) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:01.381087 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ea7b277f-22e6-4505-8c83-81a6614bc243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:01.388297 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-eaa89bff-5594-4dd2-982e-1787a7c15bb4 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:01.439981 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c6cb59-bfcd-4a2c-be10-24a48d19d803 None None] Network 7ff49fa7-bba1-4b28-bcde-696fda93a310 is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:16:01.472617 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-29c6cb59-bfcd-4a2c-be10-24a48d19d803 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:16:01.487039 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c6cb59-bfcd-4a2c-be10-24a48d19d803 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:16:01.495916 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.resource_extend [None req-23f678c0-70f7-4062-9cee-66eb1966813d None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 29 10:16:01.497422 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de650f5b-fd0b-4c64-9fd7-8ad2555b116f tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Pushing event updated for resources: {'Port': ['ID=c0a83605-c84f-4648-a670-b1e71f30a232,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:01.502046 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-de650f5b-fd0b-4c64-9fd7-8ad2555b116f tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:01.527364 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-bacbb91f-ca4c-426c-bbc1-45f2278cbfb9 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:16:01.528014 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bacbb91f-ca4c-426c-bbc1-45f2278cbfb9 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:01.575123 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-bacbb91f-ca4c-426c-bbc1-45f2278cbfb9 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/subnets/dcdbad6d-9e2a-4374-ba37-cd6c4fa42455 HTTP/1.1" status: 404  len: 337 time: 0.2047031
Jan 29 10:16:01.581636 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56228) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:01.619454 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.ipam_backend_mixin [None req-0cf190be-eff3-4877-9e94-097e982ff204 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d0ce6cd9-16fa-4f09-a1b0-7ec37a628359 (CIDR: 172.20.0.0/28)
Jan 29 10:16:01.636508 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cf190be-eff3-4877-9e94-097e982ff204 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 10:16:01.637025 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cf190be-eff3-4877-9e94-097e982ff204 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:01.643924 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [req-e80cdb7b-614e-4e17-8d0d-d396460d7529 req-c68568ac-a200-4551-9e98-90f4959f75a0 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Allocated IP 172.26.7.53 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/15122afc-b0ce-46f8-9696-4bc1d02436f1) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:16:01.678751 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-95eeb221-3001-4649-84ee-70ca7edf2849 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:16:01.679251 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95eeb221-3001-4649-84ee-70ca7edf2849 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:01.683593 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-95eeb221-3001-4649-84ee-70ca7edf2849 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/ports/2d687e20-b365-4e06-b605-fb7da43ba599 HTTP/1.1" status: 404  len: 333 time: 0.0901062
Jan 29 10:16:01.693452 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0cf190be-eff3-4877-9e94-097e982ff204 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.4029860
Jan 29 10:16:01.693452 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56232) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:01.695495 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56234) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:01.696475 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-eaa89bff-5594-4dd2-982e-1787a7c15bb4 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99cabaf940>,) {'filters': {'network_id': ['0f349a23-3d53-4157-9f83-505e34728a52']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:16:01.725016 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-fc9160cd-f751-4a80-aba4-e0db3ff0ab73 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Request body: {'subnet': {'network_id': 'dcac8088-38cd-4a49-ab48-4a79e40d999e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:16:01.753973 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-eaa89bff-5594-4dd2-982e-1787a7c15bb4 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99cabaf940>, '3ba93d60-1099-42d7-8e92-ac190f7bfa07') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:16:01.754459 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-eaa89bff-5594-4dd2-982e-1787a7c15bb4 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99cabaf940>, '3ba93d60-1099-42d7-8e92-ac190f7bfa07') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:16:01.762767 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-4931cfcd-ce17-4847-a173-e57e5dd57da3 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:16:01.763275 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4931cfcd-ce17-4847-a173-e57e5dd57da3 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:01.767793 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4931cfcd-ce17-4847-a173-e57e5dd57da3 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/subnets/dc735bbd-9d64-4cd2-aab1-7b962d222146 HTTP/1.1" status: 404  len: 337 time: 0.0701354
Jan 29 10:16:01.768793 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56240) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:01.791369 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-eaa89bff-5594-4dd2-982e-1787a7c15bb4 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:01.875162 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a3a6e17-a02d-427b-817e-d70861f6a8f3 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:16:01.876604 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a3a6e17-a02d-427b-817e-d70861f6a8f3 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:01.881208 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1a3a6e17-a02d-427b-817e-d70861f6a8f3 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/subnets/ff34ea8b-67c5-4560-b1aa-ba080042e636 HTTP/1.1" status: 404  len: 337 time: 0.1082456
Jan 29 10:16:01.882727 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56244) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:01.886349 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de650f5b-fd0b-4c64-9fd7-8ad2555b116f tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Network 7ff49fa7-bba1-4b28-bcde-696fda93a310 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:16:01.887826 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-eaa89bff-5594-4dd2-982e-1787a7c15bb4 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:01.930507 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-eaa89bff-5594-4dd2-982e-1787a7c15bb4 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Releasing vxlan tunnel 14 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:16:01.948836 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e80cdb7b-614e-4e17-8d0d-d396460d7529 req-c68568ac-a200-4551-9e98-90f4959f75a0 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:01.951574 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-de650f5b-fd0b-4c64-9fd7-8ad2555b116f tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:16:01.954043 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de650f5b-fd0b-4c64-9fd7-8ad2555b116f tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:16:01.987412 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e80cdb7b-614e-4e17-8d0d-d396460d7529 req-c68568ac-a200-4551-9e98-90f4959f75a0 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:02.006081 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-86f638b3-c4f3-4922-aebc-89783f729816 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:02.019131 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-bfd311b0-043f-4b93-b1ff-0671aa0fcb05 None None] Allocated IP 172.20.0.3 (dcac8088-38cd-4a49-ab48-4a79e40d999e/d0ce6cd9-16fa-4f09-a1b0-7ec37a628359/de988830-0900-4d06-9a78-64a829ccf259) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server [None req-1678be74-949f-4010-a1f3-f6a01e4e1a3f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a0ead2fa-87e8-41fa-ab3a-ffa09df59c08: This subnet is being modified by another concurrent operation.
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     raise value
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     raise value
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     raise value
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     context, {port_apidef.RESOURCE_NAME: port_data})
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     raise value
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     raise value
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     raise value
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in create_port
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1404, in _create_port_db
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     context, port, port_id)
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     revert_on_fail=False)
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     raise value
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     distributed_service=self._is_distributed_service(p))
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 687, in _ipam_get_subnets
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     id=subnet.id)
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     raise exception
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a0ead2fa-87e8-41fa-ab3a-ffa09df59c08: This subnet is being modified by another concurrent operation.
Jan 29 10:16:02.071033 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server 
Jan 29 10:16:02.109729 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-4571e482-f040-4f4e-841d-5669be1c41cd tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:16:02.110539 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4571e482-f040-4f4e-841d-5669be1c41cd tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:02.116056 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4571e482-f040-4f4e-841d-5669be1c41cd tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/ports/37d42c54-212a-4d9b-aa1d-07832742ea15 HTTP/1.1" status: 404  len: 333 time: 0.2226257
Jan 29 10:16:02.125646 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56248) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:02.173011 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68568ac-a200-4551-9e98-90f4959f75a0 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Pushing event updated for resources: {'Port': ['ID=15122afc-b0ce-46f8-9696-4bc1d02436f1,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:02.183235 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c68568ac-a200-4551-9e98-90f4959f75a0 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:02.197647 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460113f1-0cec-4af4-8134-049ad0437925 None None] Network 0f349a23-3d53-4157-9f83-505e34728a52 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:16:02.229087 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-29c6cb59-bfcd-4a2c-be10-24a48d19d803 None None] Attempting to bind port 30833f9e-5780-44d5-8a76-568691b87132 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:16:02.229512 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-29c6cb59-bfcd-4a2c-be10-24a48d19d803 None None] Attempting to bind port 30833f9e-5780-44d5-8a76-568691b87132 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '4b41b759-1909-4ea4-823b-3e3dc8774e14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '7ff49fa7-bba1-4b28-bcde-696fda93a310'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:16:02.229953 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c6cb59-bfcd-4a2c-be10-24a48d19d803 None None] Attempting to bind port 30833f9e-5780-44d5-8a76-568691b87132 on network 7ff49fa7-bba1-4b28-bcde-696fda93a310 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:16:02.240291 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e80cdb7b-614e-4e17-8d0d-d396460d7529 req-c68568ac-a200-4551-9e98-90f4959f75a0 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:16:02.241981 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [req-e80cdb7b-614e-4e17-8d0d-d396460d7529 req-c68568ac-a200-4551-9e98-90f4959f75a0 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:16:02.244008 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-e80cdb7b-614e-4e17-8d0d-d396460d7529 req-c68568ac-a200-4551-9e98-90f4959f75a0 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:16:02.258448 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-23f678c0-70f7-4062-9cee-66eb1966813d None None] Notify callbacks [] for port, precommit_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:02.281445 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-33b42a20-ebab-4bfa-a065-36f687157419 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:16:02.281937 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33b42a20-ebab-4bfa-a065-36f687157419 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:02.286306 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-33b42a20-ebab-4bfa-a065-36f687157419 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/subnets/a3bf26c9-14f0-48f8-aba8-8e6f33c0c55c HTTP/1.1" status: 404  len: 337 time: 0.1366775
Jan 29 10:16:02.287063 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56252) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:02.310218 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-eaa89bff-5594-4dd2-982e-1787a7c15bb4 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Network 0f349a23-3d53-4157-9f83-505e34728a52 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:16:02.312736 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c6cb59-bfcd-4a2c-be10-24a48d19d803 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:16:02.313171 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c6cb59-bfcd-4a2c-be10-24a48d19d803 None None] Checking segment: {'id': '4b41b759-1909-4ea4-823b-3e3dc8774e14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '7ff49fa7-bba1-4b28-bcde-696fda93a310'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:16:02.313630 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-29c6cb59-bfcd-4a2c-be10-24a48d19d803 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:02.314109 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c6cb59-bfcd-4a2c-be10-24a48d19d803 None None] Bound using segment: {'id': '4b41b759-1909-4ea4-823b-3e3dc8774e14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '7ff49fa7-bba1-4b28-bcde-696fda93a310'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:16:02.314656 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-29c6cb59-bfcd-4a2c-be10-24a48d19d803 None None] Bound port: 30833f9e-5780-44d5-8a76-568691b87132, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b41b759-1909-4ea4-823b-3e3dc8774e14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '7ff49fa7-bba1-4b28-bcde-696fda93a310'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:16:02.315089 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-29c6cb59-bfcd-4a2c-be10-24a48d19d803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:02.324302 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-eaa89bff-5594-4dd2-982e-1787a7c15bb4 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:02.339606 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-de650f5b-fd0b-4c64-9fd7-8ad2555b116f tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854426412'] for router_interface, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:02.343760 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-e908a1c3-e992-4667-a6d8-83f3ecce8c0f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:16:02.344079 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e908a1c3-e992-4667-a6d8-83f3ecce8c0f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:02.350781 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e908a1c3-e992-4667-a6d8-83f3ecce8c0f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/ports/210eda9d-5cb5-41f0-9872-eea69475c450 HTTP/1.1" status: 404  len: 333 time: 0.0585093
Jan 29 10:16:02.350978 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56256) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:02.353923 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-fc9160cd-f751-4a80-aba4-e0db3ff0ab73 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:16:02.413091 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-fc9160cd-f751-4a80-aba4-e0db3ff0ab73 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Usage tracker for resource:subnet and tenant:af6cfbcc17be4cdfba1cf58741c9e55a is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:16:02.419584 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-fc9160cd-f751-4a80-aba4-e0db3ff0ab73 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:16:02.464411 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-23f678c0-70f7-4062-9cee-66eb1966813d None None] Transition to ACTIVE for port object 58b3ba96-c0e9-4ddb-836e-00c0f066df75 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:16:02.555452 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [req-fa69f518-c1f0-4f30-a498-b009b25d0511 req-4f94dbbb-19c1-46e5-a8ba-788168967ba6 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Allocated IP 172.20.0.3 (5be0f00d-5866-4e6b-a2b4-be163bdf7e7f/1d24e515-6579-4727-8658-f42df974a468/3f38798c-ca7e-4bb8-85a3-20089d5842f1) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:16:02.569688 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-23f678c0-70f7-4062-9cee-66eb1966813d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:02.623817 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:02.663177 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:02.794421 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-07422327-6d36-4c26-963e-8489338efcb4 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:16:02.795276 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07422327-6d36-4c26-963e-8489338efcb4 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:02.796733 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-07422327-6d36-4c26-963e-8489338efcb4 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/subnets/c5d55203-a572-4654-91df-b66a31d4ce19 HTTP/1.1" status: 404  len: 337 time: 0.4454615
Jan 29 10:16:02.802131 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56260) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:02.814418 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-fc9160cd-f751-4a80-aba4-e0db3ff0ab73 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:16:02.882138 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-a33dca52-a11a-42a7-9fd1-9e612b6dc957 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:16:02.882645 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a33dca52-a11a-42a7-9fd1-9e612b6dc957 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:02.887942 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a33dca52-a11a-42a7-9fd1-9e612b6dc957 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/ports/4e2ffd7c-5990-4ab0-8c28-d71a8f575a99 HTTP/1.1" status: 404  len: 333 time: 0.0845530
Jan 29 10:16:02.888570 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56264) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:02.896925 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-fa69f518-c1f0-4f30-a498-b009b25d0511 req-4f94dbbb-19c1-46e5-a8ba-788168967ba6 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:02.917858 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9160cd-f751-4a80-aba4-e0db3ff0ab73 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Made reservation on behalf of af6cfbcc17be4cdfba1cf58741c9e55a for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:16:02.939102 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fc9160cd-f751-4a80-aba4-e0db3ff0ab73 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:02.966402 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-59952d37-30f8-4feb-b05c-41879326b51e tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:16:02.966899 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59952d37-30f8-4feb-b05c-41879326b51e tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:02.971110 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-59952d37-30f8-4feb-b05c-41879326b51e tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/subnets/f0626fca-2c88-4be8-a785-e4d654ba5999 HTTP/1.1" status: 404  len: 337 time: 0.0769827
Jan 29 10:16:02.972946 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56268) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:02.976527 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-eaa89bff-5594-4dd2-982e-1787a7c15bb4 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Network 0f349a23-3d53-4157-9f83-505e34728a52 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:16:02.981614 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9771e70c-0576-4afd-8374-30ee81979142 None None] Network 0f349a23-3d53-4157-9f83-505e34728a52 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:16:02.995434 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06893c30-a880-4d57-b1a2-716b769075e6 None None] Pushing event updated for resources: {'Port': ['ID=58b3ba96-c0e9-4ddb-836e-00c0f066df75,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:03.013541 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-06893c30-a880-4d57-b1a2-716b769075e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:03.015287 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-fa69f518-c1f0-4f30-a498-b009b25d0511 req-4f94dbbb-19c1-46e5-a8ba-788168967ba6 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Transition to ACTIVE for port object 3f38798c-ca7e-4bb8-85a3-20089d5842f1 will not be triggered until provisioned by entity DHCP. {{(pid=80765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:16:03.017013 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:16:03.017013 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:16:03.017013 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:16:03.017013 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:16:03.017013 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:16:03.017013 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:16:03.017013 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:16:03.017013 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:16:03.017013 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:16:03.017013 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:16:03.017013 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:16:03.017013 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:16:03.017013 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:16:03.017013 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:16:03.017013 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:16:03.017013 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:16:03.017013 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:16:03.017013 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:16:03.017013 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:16:03.017013 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:16:03.017013 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:16:03.017013 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:16:03.017013 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:16:03.017013 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:16:03.017013 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:16:03.017013 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:16:03.017013 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:16:03.017013 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:16:03.017013 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:16:03.017013 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:16:03.017013 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:16:03.017013 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:16:03.019508 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port 18fdfed3-d4c6-4a95-94a2-6626e3379aec, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=18fdfed3-d4c6-4a95-94a2-6626e3379aec,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:16:03.028824 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d329797-7b2d-4eb5-b22f-892a18da4e4a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:16:03.029504 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d329797-7b2d-4eb5-b22f-892a18da4e4a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:03.033579 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7d329797-7b2d-4eb5-b22f-892a18da4e4a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/ports/729944da-7615-4679-90bb-75fa48423933 HTTP/1.1" status: 404  len: 333 time: 0.0567129
Jan 29 10:16:03.034229 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56272) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:03.090277 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-76344497-dbe1-4f50-858d-a2a3bd85eadb tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:16:03.090853 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76344497-dbe1-4f50-858d-a2a3bd85eadb tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:03.095261 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-76344497-dbe1-4f50-858d-a2a3bd85eadb tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/subnets/5fcc104d-7170-4aa1-ba25-c5e7039d88e0 HTTP/1.1" status: 404  len: 337 time: 0.0570567
Jan 29 10:16:03.095519 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56276) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:03.142827 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0cdb9a5-ed1a-40e6-bb54-364a4dd4700c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:16:03.143321 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0cdb9a5-ed1a-40e6-bb54-364a4dd4700c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:03.147359 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d0cdb9a5-ed1a-40e6-bb54-364a4dd4700c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/ports/3cb9f994-2cf7-4ce2-9c36-24598dcce170 HTTP/1.1" status: 404  len: 333 time: 0.0475357
Jan 29 10:16:03.150029 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56280) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:03.165757 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:03.188897 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5fb9d1ce-4ac6-4d6a-837d-d56b664fe63c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:03.190283 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-fa69f518-c1f0-4f30-a498-b009b25d0511 req-4f94dbbb-19c1-46e5-a8ba-788168967ba6 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:03.216039 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7ce08248-65f9-4da7-818e-c65333899283 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:03.258534 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-a32e57d9-a412-4fa7-98d2-4a030459a02b tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:16:03.259032 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a32e57d9-a412-4fa7-98d2-4a030459a02b tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:03.263251 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a32e57d9-a412-4fa7-98d2-4a030459a02b tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/subnets/8cc3c697-f4d8-4804-9b25-97b9913aade5 HTTP/1.1" status: 404  len: 337 time: 0.1096716
Jan 29 10:16:03.269833 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-29c6cb59-bfcd-4a2c-be10-24a48d19d803 None None] For port 30833f9e-5780-44d5-8a76-568691b87132, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:16:03.273978 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56284) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:03.319256 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bfd311b0-043f-4b93-b1ff-0671aa0fcb05 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:03.326352 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-eaa89bff-5594-4dd2-982e-1787a7c15bb4 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:03.337030 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-bfd311b0-043f-4b93-b1ff-0671aa0fcb05 None None] Transition to ACTIVE for port object de988830-0900-4d06-9a78-64a829ccf259 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:16:03.354661 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3df3be04-3546-4adb-9ca0-ff8a3e148722 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:03.358972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=18fdfed3-d4c6-4a95-94a2-6626e3379aec,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:03.362324 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:03.373181 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-f96b18f4-a75f-4b38-9e47-ec39c9b8be36 None None] Provisioning complete for port 18fdfed3-d4c6-4a95-94a2-6626e3379aec triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:16:03.373606 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f96b18f4-a75f-4b38-9e47-ec39c9b8be36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:03.376523 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-eaa89bff-5594-4dd2-982e-1787a7c15bb4 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks [] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:03.386051 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6b62689-8e51-46cd-9b13-108f5da7c864 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:16:03.386525 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6b62689-8e51-46cd-9b13-108f5da7c864 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:03.389164 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-de650f5b-fd0b-4c64-9fd7-8ad2555b116f tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:03.401494 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 5b77c8be-0d3b-417b-bd1a-b4d0297c24a1 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:16:03.408921 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa89bff-5594-4dd2-982e-1787a7c15bb4 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Pushing event deleted for resources: {'Network': ['ID=0f349a23-3d53-4157-9f83-505e34728a52,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:03.419215 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-eaa89bff-5594-4dd2-982e-1787a7c15bb4 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:03.425985 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-eaa89bff-5594-4dd2-982e-1787a7c15bb4 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] 10.222.0.57 "DELETE /v2.0/networks/0f349a23-3d53-4157-9f83-505e34728a52 HTTP/1.1" status: 204  len: 168 time: 4.5352473
Jan 29 10:16:03.426167 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f94dbbb-19c1-46e5-a8ba-788168967ba6 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Pushing event updated for resources: {'Port': ['ID=3f38798c-ca7e-4bb8-85a3-20089d5842f1,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:03.428603 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c6b62689-8e51-46cd-9b13-108f5da7c864 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/ports/5b5c2a21-135d-4794-ac6b-42be71325960 HTTP/1.1" status: 404  len: 333 time: 0.1533208
Jan 29 10:16:03.430369 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56288) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:03.432501 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56290) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:03.437295 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4f94dbbb-19c1-46e5-a8ba-788168967ba6 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:03.481416 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4f5fbfb-da3c-4a3c-a344-ea78bd99b874 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:16:03.481958 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4f5fbfb-da3c-4a3c-a344-ea78bd99b874 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:03.487801 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e80cdb7b-614e-4e17-8d0d-d396460d7529 req-c68568ac-a200-4551-9e98-90f4959f75a0 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:03.491025 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b4f5fbfb-da3c-4a3c-a344-ea78bd99b874 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/subnets/e9ec82f6-21da-4215-86bb-64aae142ea46 HTTP/1.1" status: 404  len: 337 time: 0.0574901
Jan 29 10:16:03.496387 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-29c6cb59-bfcd-4a2c-be10-24a48d19d803 None None] For port 30833f9e-5780-44d5-8a76-568691b87132, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=30833f9e-5780-44d5-8a76-568691b87132,segment=NetworkSegment(4b41b759-1909-4ea4-823b-3e3dc8774e14),segment_id=4b41b759-1909-4ea4-823b-3e3dc8774e14)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:16:03.497948 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56296) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:03.512518 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-035be921-269b-4427-b2f3-f400b57f881e tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:16:03.513019 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-035be921-269b-4427-b2f3-f400b57f881e tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:03.537887 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-bfd311b0-043f-4b93-b1ff-0671aa0fcb05 None None] Transition to ACTIVE for port object de988830-0900-4d06-9a78-64a829ccf259 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:16:03.561535 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-29c6cb59-bfcd-4a2c-be10-24a48d19d803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:03.573375 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-035be921-269b-4427-b2f3-f400b57f881e tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] 10.222.0.57 "DELETE /v2.0/networks/0f349a23-3d53-4157-9f83-505e34728a52 HTTP/1.1" status: 404  len: 339 time: 0.1368411
Jan 29 10:16:03.579504 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56300) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:03.587512 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-53096bd1-b8b3-4cf8-a1b3-2cb2d8e5029a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:16:03.588016 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53096bd1-b8b3-4cf8-a1b3-2cb2d8e5029a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:03.592624 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-53096bd1-b8b3-4cf8-a1b3-2cb2d8e5029a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/subnets/e96ea950-dca0-447d-975b-fce432f103b2 HTTP/1.1" status: 404  len: 337 time: 0.0908971
Jan 29 10:16:03.592849 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b51590c0-8e06-4b46-8095-deec9308a803 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:03.598992 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa69f518-c1f0-4f30-a498-b009b25d0511 req-4f94dbbb-19c1-46e5-a8ba-788168967ba6 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Network 5be0f00d-5866-4e6b-a2b4-be163bdf7e7f is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:16:03.601676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56304) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:03.602576 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [req-fa69f518-c1f0-4f30-a498-b009b25d0511 req-4f94dbbb-19c1-46e5-a8ba-788168967ba6 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:16:03.625239 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-bac85f92-4d70-45d4-b73c-ef9350181dcc tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-572349757', 'description': 'd1'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:16:03.636227 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa69f518-c1f0-4f30-a498-b009b25d0511 req-4f94dbbb-19c1-46e5-a8ba-788168967ba6 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:16:03.639398 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-bac85f92-4d70-45d4-b73c-ef9350181dcc tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:16:03.647227 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-bac85f92-4d70-45d4-b73c-ef9350181dcc tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Usage tracker for resource:network and tenant:f15ab138166e456cb96f10f0bbdd909a is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:16:03.658950 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-bac85f92-4d70-45d4-b73c-ef9350181dcc tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Quota usage for network was recalculated. Used quota:3. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:16:03.680832 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bfd311b0-043f-4b93-b1ff-0671aa0fcb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:03.686376 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-bac85f92-4d70-45d4-b73c-ef9350181dcc tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:16:03.771656 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69f518-c1f0-4f30-a498-b009b25d0511 req-4f94dbbb-19c1-46e5-a8ba-788168967ba6 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:03.772392 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-fa69f518-c1f0-4f30-a498-b009b25d0511 req-4f94dbbb-19c1-46e5-a8ba-788168967ba6 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:03.806735 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fa69f518-c1f0-4f30-a498-b009b25d0511 req-4f94dbbb-19c1-46e5-a8ba-788168967ba6 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.7244475
Jan 29 10:16:03.819213 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2e1478b-c527-4409-b8e9-782f24016e51 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:16:03.819720 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2e1478b-c527-4409-b8e9-782f24016e51 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:03.824424 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f2e1478b-c527-4409-b8e9-782f24016e51 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/ports/a4d0605d-d0d8-46c9-9966-c16285fcf4bb HTTP/1.1" status: 404  len: 333 time: 0.2171924
Jan 29 10:16:03.827923 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56308) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:03.829946 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-fa69f518-c1f0-4f30-a498-b009b25d0511 req-3b6932f5-cb6e-482b-98b2-070b0dba1737 service neutron] Request body: {'port': {'device_id': '074fbe52-e90f-4358-8ed3-539b659b3d85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7729'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:16:03.843997 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac85f92-4d70-45d4-b73c-ef9350181dcc tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Made reservation on behalf of f15ab138166e456cb96f10f0bbdd909a for: {'network': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:16:03.864772 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e80cdb7b-614e-4e17-8d0d-d396460d7529 req-c68568ac-a200-4551-9e98-90f4959f75a0 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:03.868012 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bac85f92-4d70-45d4-b73c-ef9350181dcc tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:03.948699 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-a50a83b1-e0ef-497f-9edd-c7688a65f4db tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:16:03.949097 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a50a83b1-e0ef-497f-9edd-c7688a65f4db tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:03.953544 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a50a83b1-e0ef-497f-9edd-c7688a65f4db tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/subnets/df01943f-259b-4b7d-8bdc-9c2700778cbf HTTP/1.1" status: 404  len: 337 time: 0.1087422
Jan 29 10:16:03.967330 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56312) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:04.056958 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-703774eb-82b2-4802-b75a-6f7dcb726652 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:16:04.057530 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-703774eb-82b2-4802-b75a-6f7dcb726652 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:04.060099 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bac85f92-4d70-45d4-b73c-ef9350181dcc tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:16:04.067136 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-fa69f518-c1f0-4f30-a498-b009b25d0511 req-3b6932f5-cb6e-482b-98b2-070b0dba1737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:04.115619 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-703774eb-82b2-4802-b75a-6f7dcb726652 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/subnets/e5652928-1d37-4e9c-8e16-eeb995104dd4 HTTP/1.1" status: 404  len: 337 time: 0.1421299
Jan 29 10:16:04.121844 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bac85f92-4d70-45d4-b73c-ef9350181dcc tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268197113528', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:04.122298 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-bac85f92-4d70-45d4-b73c-ef9350181dcc tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Added segment 0a511206-6d18-4b63-85df-ee3920bad72d of type vxlan for network 0c76f742-c685-4c73-8ca7-c934dc13d12e
Jan 29 10:16:04.136655 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56316) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:04.295174 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-69cecd4f-89b7-4562-a152-c7e5bff8022c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:16:04.295684 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69cecd4f-89b7-4562-a152-c7e5bff8022c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:04.297690 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-69cecd4f-89b7-4562-a152-c7e5bff8022c tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/ports/cd9bc17e-0077-4f0b-96b8-75e79ddcf8a7 HTTP/1.1" status: 404  len: 333 time: 0.1551943
Jan 29 10:16:04.309321 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56320) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:04.331155 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6cb59-bfcd-4a2c-be10-24a48d19d803 None None] Pushing event updated for resources: {'Port': ['ID=30833f9e-5780-44d5-8a76-568691b87132,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:04.335580 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-29c6cb59-bfcd-4a2c-be10-24a48d19d803 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.743s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:04.341286 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.308s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:04.362020 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bac85f92-4d70-45d4-b73c-ef9350181dcc tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:04.389518 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c88ab2e-ba40-4bb5-a326-e39eeaf2374f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:16:04.390045 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c88ab2e-ba40-4bb5-a326-e39eeaf2374f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:04.394371 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2c88ab2e-ba40-4bb5-a326-e39eeaf2374f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/subnets/5ba83632-d080-4148-90c4-b772d3a0dddd HTTP/1.1" status: 404  len: 337 time: 0.0751770
Jan 29 10:16:04.406028 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56324) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:04.463901 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 5b77c8be-0d3b-417b-bd1a-b4d0297c24a1 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:16:04.465193 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:04.511016 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd311b0-043f-4b93-b1ff-0671aa0fcb05 None None] Network dcac8088-38cd-4a49-ab48-4a79e40d999e is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:16:04.537349 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcded79b-456f-4402-8366-1ffcee7e001a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:16:04.538698 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcded79b-456f-4402-8366-1ffcee7e001a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:04.539727 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-fcded79b-456f-4402-8366-1ffcee7e001a tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/subnets/e9ac1715-3ff2-4fc6-8035-628bc271637a HTTP/1.1" status: 404  len: 337 time: 0.1304054
Jan 29 10:16:04.551130 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56328) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:04.558568 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-23f678c0-70f7-4062-9cee-66eb1966813d None None] Attempting to bind port 58b3ba96-c0e9-4ddb-836e-00c0f066df75 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:16:04.559736 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-23f678c0-70f7-4062-9cee-66eb1966813d None None] Attempting to bind port 58b3ba96-c0e9-4ddb-836e-00c0f066df75 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'b9adb5b2-2596-48dd-b83b-657daf49aed2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '5be0f00d-5866-4e6b-a2b4-be163bdf7e7f'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:16:04.559736 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f678c0-70f7-4062-9cee-66eb1966813d None None] Attempting to bind port 58b3ba96-c0e9-4ddb-836e-00c0f066df75 on network 5be0f00d-5866-4e6b-a2b4-be163bdf7e7f {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:16:04.562154 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-bfd311b0-043f-4b93-b1ff-0671aa0fcb05 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:16:04.580779 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd311b0-043f-4b93-b1ff-0671aa0fcb05 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:16:04.585472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f678c0-70f7-4062-9cee-66eb1966813d None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:16:04.586021 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f678c0-70f7-4062-9cee-66eb1966813d None None] Checking segment: {'id': 'b9adb5b2-2596-48dd-b83b-657daf49aed2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '5be0f00d-5866-4e6b-a2b4-be163bdf7e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:16:04.586558 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-23f678c0-70f7-4062-9cee-66eb1966813d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:04.587234 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f678c0-70f7-4062-9cee-66eb1966813d None None] Bound using segment: {'id': 'b9adb5b2-2596-48dd-b83b-657daf49aed2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '5be0f00d-5866-4e6b-a2b4-be163bdf7e7f'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:16:04.587662 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-23f678c0-70f7-4062-9cee-66eb1966813d None None] Bound port: 58b3ba96-c0e9-4ddb-836e-00c0f066df75, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9adb5b2-2596-48dd-b83b-657daf49aed2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '5be0f00d-5866-4e6b-a2b4-be163bdf7e7f'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:16:04.588158 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-23f678c0-70f7-4062-9cee-66eb1966813d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:04.611210 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bac85f92-4d70-45d4-b73c-ef9350181dcc tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:04.627393 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd311b0-043f-4b93-b1ff-0671aa0fcb05 None None] Pushing event updated for resources: {'Port': ['ID=de988830-0900-4d06-9a78-64a829ccf259,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:04.662992 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bfd311b0-043f-4b93-b1ff-0671aa0fcb05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:04.683329 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac85f92-4d70-45d4-b73c-ef9350181dcc tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:04.683870 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bac85f92-4d70-45d4-b73c-ef9350181dcc tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks [] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:04.688437 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe75c421-ff46-4845-a0a8-b598f8a51a63 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:16:04.689067 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe75c421-ff46-4845-a0a8-b598f8a51a63 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:04.694511 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-fe75c421-ff46-4845-a0a8-b598f8a51a63 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/ports/42cc0c5e-04f6-410c-a17b-046d458e73a8 HTTP/1.1" status: 404  len: 333 time: 0.1375186
Jan 29 10:16:04.696076 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3b118d90-2292-4114-8f36-9567d922e5de tempest-ExtraDHCPOptionsTestJSON-1119244593 tempest-ExtraDHCPOptionsTestJSON-1119244593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:04.723937 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56332) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:04.774672 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.resource_extend [None req-de650f5b-fd0b-4c64-9fd7-8ad2555b116f tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 29 10:16:04.790332 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e80cdb7b-614e-4e17-8d0d-d396460d7529 req-c68568ac-a200-4551-9e98-90f4959f75a0 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:04.796758 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e80cdb7b-614e-4e17-8d0d-d396460d7529 req-c68568ac-a200-4551-9e98-90f4959f75a0 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:04.798286 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-bfd311b0-043f-4b93-b1ff-0671aa0fcb05 None None] Attempting to bind port de988830-0900-4d06-9a78-64a829ccf259 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:16:04.798713 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-bfd311b0-043f-4b93-b1ff-0671aa0fcb05 None None] Attempting to bind port de988830-0900-4d06-9a78-64a829ccf259 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'ddc16533-0427-4af2-96a7-9fd46908c836', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'dcac8088-38cd-4a49-ab48-4a79e40d999e'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:16:04.799138 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd311b0-043f-4b93-b1ff-0671aa0fcb05 None None] Attempting to bind port de988830-0900-4d06-9a78-64a829ccf259 on network dcac8088-38cd-4a49-ab48-4a79e40d999e {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:16:04.806421 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-f96b18f4-a75f-4b38-9e47-ec39c9b8be36 None None] Provisioning complete for port 5b77c8be-0d3b-417b-bd1a-b4d0297c24a1 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:16:04.806848 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f96b18f4-a75f-4b38-9e47-ec39c9b8be36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:04.818678 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-07402c03-a1e5-4ccc-9793-54b46aca87c7 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:04.819101 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-552e5219-783b-41e2-92fa-7fe15f47ef17 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:16:04.819609 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-552e5219-783b-41e2-92fa-7fe15f47ef17 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:04.824204 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-552e5219-783b-41e2-92fa-7fe15f47ef17 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/subnets/53b81a88-d9ed-42c2-bc2a-e67999421df2 HTTP/1.1" status: 404  len: 337 time: 0.0943389
Jan 29 10:16:04.827513 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-de650f5b-fd0b-4c64-9fd7-8ad2555b116f tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:04.829301 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56336) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:04.866608 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:04.885351 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-bac85f92-4d70-45d4-b73c-ef9350181dcc tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 1.3028896
Jan 29 10:16:04.904241 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56340) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:04.905507 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd311b0-043f-4b93-b1ff-0671aa0fcb05 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:16:04.906053 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd311b0-043f-4b93-b1ff-0671aa0fcb05 None None] Checking segment: {'id': 'ddc16533-0427-4af2-96a7-9fd46908c836', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'dcac8088-38cd-4a49-ab48-4a79e40d999e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:16:04.906664 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bfd311b0-043f-4b93-b1ff-0671aa0fcb05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:04.906944 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd311b0-043f-4b93-b1ff-0671aa0fcb05 None None] Bound using segment: {'id': 'ddc16533-0427-4af2-96a7-9fd46908c836', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'dcac8088-38cd-4a49-ab48-4a79e40d999e'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:16:04.907490 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-bfd311b0-043f-4b93-b1ff-0671aa0fcb05 None None] Bound port: de988830-0900-4d06-9a78-64a829ccf259, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddc16533-0427-4af2-96a7-9fd46908c836', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'dcac8088-38cd-4a49-ab48-4a79e40d999e'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:16:04.907913 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bfd311b0-043f-4b93-b1ff-0671aa0fcb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:04.935295 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-de650f5b-fd0b-4c64-9fd7-8ad2555b116f tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:04.986894 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac85f92-4d70-45d4-b73c-ef9350181dcc tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Pushing event updated for resources: {'Network': ['ID=0c76f742-c685-4c73-8ca7-c934dc13d12e,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:04.990378 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-c53f63e7-010b-45ae-9d72-ebd9d0adcd76 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:16:04.991039 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c53f63e7-010b-45ae-9d72-ebd9d0adcd76 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:04.993197 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c53f63e7-010b-45ae-9d72-ebd9d0adcd76 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/subnets/f7b09ea6-8826-4c2b-85b6-489d7f1c74b3 HTTP/1.1" status: 404  len: 337 time: 0.1155989
Jan 29 10:16:04.996972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bac85f92-4d70-45d4-b73c-ef9350181dcc tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:04.998738 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8affc979-011e-491e-899b-74c48a7026d3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:05.021371 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 0c76f742-c685-4c73-8ca7-c934dc13d12e details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:16:05.034895 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 0c76f742-c685-4c73-8ca7-c934dc13d12e details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:16:05.041331 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56344) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:05.054001 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-23f678c0-70f7-4062-9cee-66eb1966813d None None] For port 58b3ba96-c0e9-4ddb-836e-00c0f066df75, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:16:05.122030 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-70fc957b-104e-4fb9-9ecc-bdac828c6ad8 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/ports?device_id=17748559-7f95-424a-aa79-76fe3b6027d5 HTTP/1.1" status: 200  len: 205 time: 0.0760176
Jan 29 10:16:05.126622 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-23f678c0-70f7-4062-9cee-66eb1966813d None None] For port 58b3ba96-c0e9-4ddb-836e-00c0f066df75, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=58b3ba96-c0e9-4ddb-836e-00c0f066df75,segment=NetworkSegment(b9adb5b2-2596-48dd-b83b-657daf49aed2),segment_id=b9adb5b2-2596-48dd-b83b-657daf49aed2)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:16:05.137202 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56348) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:05.156502 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68568ac-a200-4551-9e98-90f4959f75a0 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Pushing event updated for resources: {'Port': ['ID=15122afc-b0ce-46f8-9696-4bc1d02436f1,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:05.198785 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 18fdfed3-d4c6-4a95-94a2-6626e3379aec no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:16:05.218593 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-de650f5b-fd0b-4c64-9fd7-8ad2555b116f tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854133895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349242'] for router_interface, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:05.253761 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c68568ac-a200-4551-9e98-90f4959f75a0 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:05.284788 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de650f5b-fd0b-4c64-9fd7-8ad2555b116f tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Pushing event updated for resources: {'Port': ['ID=c0a83605-c84f-4648-a670-b1e71f30a232,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:05.304362 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-de650f5b-fd0b-4c64-9fd7-8ad2555b116f tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:05.325184 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-23f678c0-70f7-4062-9cee-66eb1966813d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:05.371677 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-29c6cb59-bfcd-4a2c-be10-24a48d19d803 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:05.423653 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-a06cc56e-082d-4d47-8917-98e67e375011 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] delete failed (client error): The resource could not be found.
Jan 29 10:16:05.428041 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a06cc56e-082d-4d47-8917-98e67e375011 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/routers/17748559-7f95-424a-aa79-76fe3b6027d5 HTTP/1.1" status: 404  len: 336 time: 0.2844341
Jan 29 10:16:05.431785 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56352) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:05.461623 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e59684-0d12-4e02-8a23-fea79a12a091 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:05.462200 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-87e59684-0d12-4e02-8a23-fea79a12a091 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Synchronizing usage tracker for tenant:f15ab138166e456cb96f10f0bbdd909a on resource:network {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:16:05.544312 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-bfd311b0-043f-4b93-b1ff-0671aa0fcb05 None None] For port de988830-0900-4d06-9a78-64a829ccf259, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:16:05.603715 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-87e59684-0d12-4e02-8a23-fea79a12a091 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Unset dirty status for tenant:f15ab138166e456cb96f10f0bbdd909a on resource:network {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:16:05.605076 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-87e59684-0d12-4e02-8a23-fea79a12a091 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] 10.222.0.57 "GET /v2.0/networks?id=0c76f742-c685-4c73-8ca7-c934dc13d12e HTTP/1.1" status: 200  len: 764 time: 0.6876037
Jan 29 10:16:05.614819 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56354) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:05.635424 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-82747d1b-6287-4e2e-80d3-92e227602086 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Request body: {'network': {'description': 'd2'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:16:05.651688 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-bfd311b0-043f-4b93-b1ff-0671aa0fcb05 None None] For port de988830-0900-4d06-9a78-64a829ccf259, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=de988830-0900-4d06-9a78-64a829ccf259,segment=NetworkSegment(ddc16533-0427-4af2-96a7-9fd46908c836),segment_id=ddc16533-0427-4af2-96a7-9fd46908c836)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:16:05.669341 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bfd311b0-043f-4b93-b1ff-0671aa0fcb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:05.693074 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [req-fa69f518-c1f0-4f30-a498-b009b25d0511 req-3b6932f5-cb6e-482b-98b2-070b0dba1737 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f38798c-ca7e-4bb8-85a3-20089d5842f1 {{(pid=80765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 29 10:16:05.699450 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-f96b18f4-a75f-4b38-9e47-ec39c9b8be36 None None] Could not find standard attr ID for object f1f7b1db-db49-41b2-a112-dac5cec13285. {{(pid=80767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 29 10:16:05.700885 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06893c30-a880-4d57-b1a2-716b769075e6 None None] Pushing event updated for resources: {'Port': ['ID=58b3ba96-c0e9-4ddb-836e-00c0f066df75,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:05.706991 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e80cdb7b-614e-4e17-8d0d-d396460d7529 req-c68568ac-a200-4551-9e98-90f4959f75a0 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:05.723006 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-06893c30-a880-4d57-b1a2-716b769075e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:05.725327 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-fa69f518-c1f0-4f30-a498-b009b25d0511 req-3b6932f5-cb6e-482b-98b2-070b0dba1737 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:05.726098 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-65e7faa6-6fff-4964-acde-3d129969b38f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:05.783555 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fc9160cd-f751-4a80-aba4-e0db3ff0ab73 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:05.800803 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e80cdb7b-614e-4e17-8d0d-d396460d7529 req-c68568ac-a200-4551-9e98-90f4959f75a0 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:05.806307 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ab1b6f30-9da2-46d2-95a4-d6489f951469 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:05.808458 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e80cdb7b-614e-4e17-8d0d-d396460d7529 req-c68568ac-a200-4551-9e98-90f4959f75a0 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 6.2975724
Jan 29 10:16:05.874157 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-fa69f518-c1f0-4f30-a498-b009b25d0511 req-3b6932f5-cb6e-482b-98b2-070b0dba1737 service neutron] Transition to ACTIVE for port object 3f38798c-ca7e-4bb8-85a3-20089d5842f1 will not be triggered until provisioned by entity L2. {{(pid=80765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:16:05.896612 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-fa69f518-c1f0-4f30-a498-b009b25d0511 req-3b6932f5-cb6e-482b-98b2-070b0dba1737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:05.918056 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-173c7c2e-a8de-4d09-a596-49270ad97e61 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:16:05.918848 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-173c7c2e-a8de-4d09-a596-49270ad97e61 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:05.920901 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-173c7c2e-a8de-4d09-a596-49270ad97e61 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/subnets/b1fc008f-d258-43d8-aa4d-0204c1c67e28 HTTP/1.1" status: 404  len: 337 time: 0.1394663
Jan 29 10:16:05.929164 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-549d98bc-7aea-4352-a199-38cf01a59cc4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:05.938361 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56360) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:06.052281 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-e80cdb7b-614e-4e17-8d0d-d396460d7529 req-de92b5e0-cd31-4078-aecf-0730d7b3030b tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Synchronizing usage tracker for tenant:4d907168a4924ceb9472857ce37e1904 on resource:floatingip {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:16:06.076004 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-19ac154d-7791-4996-b12e-f0434d7d4548 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5c4bda2-1e6a-4347-9362-0b9df06ff466 HTTP/1.1" status: 200  len: 205 time: 0.1359434
Jan 29 10:16:06.079584 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56364) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:06.101561 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9160cd-f751-4a80-aba4-e0db3ff0ab73 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event updated for resources: {'Subnet': ['ID=4f693fe8-b391-49f8-b1ce-443c9384aa4c,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:06.107741 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-fc9160cd-f751-4a80-aba4-e0db3ff0ab73 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:06.150675 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de650f5b-fd0b-4c64-9fd7-8ad2555b116f tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Network 7ff49fa7-bba1-4b28-bcde-696fda93a310 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:16:06.154283 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-de650f5b-fd0b-4c64-9fd7-8ad2555b116f tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:16:06.159196 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:06.193565 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-bf66e79a-f640-4cd3-baa4-d84cc415cfdd None None] Provisioning complete for port 18fdfed3-d4c6-4a95-94a2-6626e3379aec triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:16:06.194016 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bf66e79a-f640-4cd3-baa4-d84cc415cfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:06.281120 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port 18fdfed3-d4c6-4a95-94a2-6626e3379aec, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=18fdfed3-d4c6-4a95-94a2-6626e3379aec,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:16:06.341772 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6932f5-cb6e-482b-98b2-070b0dba1737 service neutron] Pushing event updated for resources: {'Port': ['ID=3f38798c-ca7e-4bb8-85a3-20089d5842f1,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:06.343269 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd311b0-043f-4b93-b1ff-0671aa0fcb05 None None] Pushing event updated for resources: {'Port': ['ID=de988830-0900-4d06-9a78-64a829ccf259,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:06.345058 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3b6932f5-cb6e-482b-98b2-070b0dba1737 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:06.347010 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-a6b82ee6-8e56-4e7f-a7c8-bc47796f8a92 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] delete failed (client error): The resource could not be found.
Jan 29 10:16:06.348197 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a6b82ee6-8e56-4e7f-a7c8-bc47796f8a92 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/routers/d5c4bda2-1e6a-4347-9362-0b9df06ff466 HTTP/1.1" status: 404  len: 336 time: 0.2572370
Jan 29 10:16:06.358156 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-e80cdb7b-614e-4e17-8d0d-d396460d7529 req-de92b5e0-cd31-4078-aecf-0730d7b3030b tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Unset dirty status for tenant:4d907168a4924ceb9472857ce37e1904 on resource:floatingip {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:16:06.366706 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e80cdb7b-614e-4e17-8d0d-d396460d7529 req-de92b5e0-cd31-4078-aecf-0730d7b3030b tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.26.7.53 HTTP/1.1" status: 200  len: 695 time: 0.5572412
Jan 29 10:16:06.371909 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bfd311b0-043f-4b93-b1ff-0671aa0fcb05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.645s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:06.383449 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:06.409257 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:06.417582 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56368) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:06.566434 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-531b7bb9-1518-4eda-951d-6fe8720e45e9 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:16:06.566558 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-531b7bb9-1518-4eda-951d-6fe8720e45e9 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:06.569111 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-531b7bb9-1518-4eda-951d-6fe8720e45e9 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/subnets/2a84fd6a-8bb2-4abd-98df-0e5cc590fad4 HTTP/1.1" status: 404  len: 337 time: 0.1503661
Jan 29 10:16:06.573991 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9160cd-f751-4a80-aba4-e0db3ff0ab73 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Network dcac8088-38cd-4a49-ab48-4a79e40d999e is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:16:06.580645 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56372) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:06.581891 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-fc9160cd-f751-4a80-aba4-e0db3ff0ab73 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:16:06.654777 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f678c0-70f7-4062-9cee-66eb1966813d None None] Routers {'8dcee5d1-d88a-42a6-9d8c-5ce815388edb'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:16:06.661424 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-23f678c0-70f7-4062-9cee-66eb1966813d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c8e26a90>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:15:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['8dcee5d1-d88a-42a6-9d8c-5ce815388edb'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:16:06.714981 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9160cd-f751-4a80-aba4-e0db3ff0ab73 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:06.716535 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fc9160cd-f751-4a80-aba4-e0db3ff0ab73 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:06.756709 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7ff21e7-291a-4af6-b480-6e3ebdff9f4f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:16:06.756825 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7ff21e7-291a-4af6-b480-6e3ebdff9f4f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:06.759360 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 30833f9e-5780-44d5-8a76-568691b87132 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:16:06.764632 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b7ff21e7-291a-4af6-b480-6e3ebdff9f4f tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/subnets/825affe1-7a2e-48d6-ac1b-f9a9469c7c3d HTTP/1.1" status: 404  len: 337 time: 0.1694164
Jan 29 10:16:06.765177 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56376) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:06.774175 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-fc9160cd-f751-4a80-aba4-e0db3ff0ab73 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 5.0602465
Jan 29 10:16:06.834609 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56380) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:06.835763 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-29096bcd-a3c9-429d-85be-612c822c2933 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:16:06.836396 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29096bcd-a3c9-429d-85be-612c822c2933 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:06.846226 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-29096bcd-a3c9-429d-85be-612c822c2933 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/ports/11c75d7a-5f2e-4288-a6f1-b7dd236e1de6 HTTP/1.1" status: 404  len: 333 time: 0.0735290
Jan 29 10:16:06.852695 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56382) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:06.901628 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-1c3bde14-5b97-47a3-a5f2-1f84fa58eba3 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-863326528', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4f693fe8-b391-49f8-b1ce-443c9384aa4c'}], 'security_groups': ['50938246-c816-4590-b31b-899338676c42']}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:16:06.919870 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=18fdfed3-d4c6-4a95-94a2-6626e3379aec,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:06.923040 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:06.942514 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bf66e79a-f640-4cd3-baa4-d84cc415cfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:06.942611 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80cdb7b-614e-4e17-8d0d-d396460d7529 req-c854c071-0dc3-4463-8467-55669da9a213 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:06.944570 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e80cdb7b-614e-4e17-8d0d-d396460d7529 req-c854c071-0dc3-4463-8467-55669da9a213 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/networks/aadf795f-2e1a-4d04-be0e-12575f0f28a5 HTTP/1.1" status: 200  len: 784 time: 0.5768685
Jan 29 10:16:07.124197 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ae61158-87d4-43ed-96a4-b35176b6b909 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:16:07.124526 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ae61158-87d4-43ed-96a4-b35176b6b909 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:07.131249 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3ae61158-87d4-43ed-96a4-b35176b6b909 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/subnets/00353d8c-f876-401e-bdac-7de494a30656 HTTP/1.1" status: 404  len: 337 time: 0.2737014
Jan 29 10:16:07.131953 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56390) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:07.193004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-bf66e79a-f640-4cd3-baa4-d84cc415cfdd None None] For port 18fdfed3-d4c6-4a95-94a2-6626e3379aec, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=18fdfed3-d4c6-4a95-94a2-6626e3379aec,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:16:07.195992 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-23f678c0-70f7-4062-9cee-66eb1966813d None None] Set router 8dcee5d1-d88a-42a6-9d8c-5ce815388edb gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:16:07.258211 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de650f5b-fd0b-4c64-9fd7-8ad2555b116f tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Router f6afa485-5a6e-427e-b85a-f49b3484fe0d is scheduled to L3 agent 18987107-6d88-4736-94cf-15791d65b3ff with binding_index 1 {{(pid=80766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 29 10:16:07.258576 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cd1d53-5a39-40ec-803e-306d00f228a9 None None] Network 7ff49fa7-bba1-4b28-bcde-696fda93a310 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:16:07.314486 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bf66e79a-f640-4cd3-baa4-d84cc415cfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:07.322350 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-82747d1b-6287-4e2e-80d3-92e227602086 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:07.342005 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-fdce4ab9-962a-4450-a5b8-b193e1ef2354 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:07.418201 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9703370-c790-40cb-88ec-b31646d6d5e7 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:16:07.418911 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9703370-c790-40cb-88ec-b31646d6d5e7 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:07.422510 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 30833f9e-5780-44d5-8a76-568691b87132 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:16:07.423865 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f9703370-c790-40cb-88ec-b31646d6d5e7 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/ports/4988206d-189a-4327-9fea-3455bfb34482 HTTP/1.1" status: 404  len: 333 time: 0.2725832
Jan 29 10:16:07.456018 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56394) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:07.548914 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-82747d1b-6287-4e2e-80d3-92e227602086 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:07.574760 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9669acda-8970-4f16-be4d-4fda7e046031 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:07.612463 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-bf66e79a-f640-4cd3-baa4-d84cc415cfdd None None] Provisioning for port 3f38798c-ca7e-4bb8-85a3-20089d5842f1 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:16:07.661527 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf66e79a-f640-4cd3-baa4-d84cc415cfdd None None] Pushing event updated for resources: {'Port': ['ID=18fdfed3-d4c6-4a95-94a2-6626e3379aec,revision_number=6']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:07.667552 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bf66e79a-f640-4cd3-baa4-d84cc415cfdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:07.674998 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0bfc443-792a-4a67-b533-0c7007ca1fe8 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:16:07.675437 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0bfc443-792a-4a67-b533-0c7007ca1fe8 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:07.680833 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c0bfc443-792a-4a67-b533-0c7007ca1fe8 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/subnets/e9e98f5b-8ea2-48f4-a538-5f3fa43346c9 HTTP/1.1" status: 404  len: 337 time: 0.2240913
Jan 29 10:16:07.734653 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56398) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:07.809366 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-bf66e79a-f640-4cd3-baa4-d84cc415cfdd None None] Provisioning complete for port 5b77c8be-0d3b-417b-bd1a-b4d0297c24a1 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:16:07.809366 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bf66e79a-f640-4cd3-baa4-d84cc415cfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:07.821892 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de650f5b-fd0b-4c64-9fd7-8ad2555b116f tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:16:07.821892 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-353fb7cb-fbdb-411d-a9d4-5102e47fe687 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:16:07.821892 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-353fb7cb-fbdb-411d-a9d4-5102e47fe687 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:07.829961 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-353fb7cb-fbdb-411d-a9d4-5102e47fe687 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/ports/9f565c30-4ca8-4637-a928-0e887674a496 HTTP/1.1" status: 404  len: 333 time: 0.0865781
Jan 29 10:16:07.841890 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f17a2e0-5ca2-4fb9-8403-a3bc6768bf52 None None] Sync routers for ids ['f6afa485-5a6e-427e-b85a-f49b3484fe0d'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:16:07.861639 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-de650f5b-fd0b-4c64-9fd7-8ad2555b116f tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] 10.222.0.57 "PUT /v2.0/routers/f6afa485-5a6e-427e-b85a-f49b3484fe0d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.1739469
Jan 29 10:16:07.861639 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56402) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:07.861639 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56404) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:07.868767 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f17a2e0-5ca2-4fb9-8403-a3bc6768bf52 None None] Routers {'f6afa485-5a6e-427e-b85a-f49b3484fe0d'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:16:07.868767 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-6f17a2e0-5ca2-4fb9-8403-a3bc6768bf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9fd7198>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:15:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['f6afa485-5a6e-427e-b85a-f49b3484fe0d'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:16:07.907791 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-092cab14-94ec-4376-8217-44e377d3f96e tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Request body: {'port': {'network_id': '7ff49fa7-bba1-4b28-bcde-696fda93a310', 'name': 'tempest-FloatingIPNegativeTestJSON-908676759'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:16:07.985209 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-d43eaaf8-18d1-4f76-a2b5-8b27f238c591 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:16:07.985629 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d43eaaf8-18d1-4f76-a2b5-8b27f238c591 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:07.987622 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d43eaaf8-18d1-4f76-a2b5-8b27f238c591 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/subnets/41e1f3e6-384b-4b52-bd23-631a40c6c540 HTTP/1.1" status: 404  len: 337 time: 0.1189935
Jan 29 10:16:07.994154 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56410) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:07.994834 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1c3bde14-5b97-47a3-a5f2-1f84fa58eba3 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:08.157729 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cf5d0ad-9653-4a0a-9284-e458314611c4 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:16:08.162211 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cf5d0ad-9653-4a0a-9284-e458314611c4 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:08.164203 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8cf5d0ad-9653-4a0a-9284-e458314611c4 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/ports/ec4d3672-9077-4d99-bbc7-8bdf83d66214 HTTP/1.1" status: 404  len: 333 time: 0.1576843
Jan 29 10:16:08.172472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56414) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:08.182893 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-6f17a2e0-5ca2-4fb9-8403-a3bc6768bf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9fd7198>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:16:08.192973 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f17a2e0-5ca2-4fb9-8403-a3bc6768bf52 None None] Routers {'f6afa485-5a6e-427e-b85a-f49b3484fe0d'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:16:08.193744 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-6f17a2e0-5ca2-4fb9-8403-a3bc6768bf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9fd7198>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:15:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['f6afa485-5a6e-427e-b85a-f49b3484fe0d'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:16:08.207517 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-82747d1b-6287-4e2e-80d3-92e227602086 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Network 0c76f742-c685-4c73-8ca7-c934dc13d12e is not hosted by any dhcp agent {{(pid=80765) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:218}}
Jan 29 10:16:08.244929 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-53d82df7-ca22-4d99-8ef6-4b96300a10d4 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:16:08.245429 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53d82df7-ca22-4d99-8ef6-4b96300a10d4 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:08.249713 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-53d82df7-ca22-4d99-8ef6-4b96300a10d4 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/subnets/e9977d8c-d230-4c49-9a6d-829369a61a08 HTTP/1.1" status: 404  len: 337 time: 0.0669191
Jan 29 10:16:08.261436 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56418) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:08.277852 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-6f17a2e0-5ca2-4fb9-8403-a3bc6768bf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9fd7198>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:16:08.278924 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f17a2e0-5ca2-4fb9-8403-a3bc6768bf52 None None] The sync data for ids ['f6afa485-5a6e-427e-b85a-f49b3484fe0d'] in dv-neutron-772983-2-ovs is: [] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:16:08.311052 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-23f678c0-70f7-4062-9cee-66eb1966813d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c8e26a90>, [{'id': '8dcee5d1-d88a-42a6-9d8c-5ce815388edb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750843188', 'tenant_id': 'a0c698359c1e4874b3f3bbc1db996560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.167'}], 'enable_snat': True}, 'gw_port_id': 'fb6e2e33-8b67-49a9-887a-6a3f56e0aba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:15:24Z', 'updated_at': '2021-01-29T10:15:49Z', 'revision_number': 4, 'project_id': 'a0c698359c1e4874b3f3bbc1db996560', 'gw_port': {'id': 'fb6e2e33-8b67-49a9-887a-6a3f56e0aba3', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dcee5d1-d88a-42a6-9d8c-5ce815388edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:15:26Z', 'updated_at': '2021-01-29T10:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '58b3ba96-c0e9-4ddb-836e-00c0f066df75', 'name': '', 'network_id': '5be0f00d-5866-4e6b-a2b4-be163bdf7e7f', 'tenant_id': 'a0c698359c1e4874b3f3bbc1db996560', 'mac_address': 'fa:16:3e:b5:59:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dcee5d1-d88a-42a6-9d8c-5ce815388edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '1d24e515-6579-4727-8658-f42df974a468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:15:45Z', 'updated_at': '2021-01-29T10:16:04Z', 'revision_number': 4, 'project_id': 'a0c698359c1e4874b3f3bbc1db996560', 'subnets': [{'id': '1d24e515-6579-4727-8658-f42df974a468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:16:08.311708 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82747d1b-6287-4e2e-80d3-92e227602086 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:08.312604 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-82747d1b-6287-4e2e-80d3-92e227602086 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:08.317946 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-82747d1b-6287-4e2e-80d3-92e227602086 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] 10.222.0.57 "PUT /v2.0/networks/0c76f742-c685-4c73-8ca7-c934dc13d12e HTTP/1.1" status: 200  len: 761 time: 2.6945989
Jan 29 10:16:08.324597 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f678c0-70f7-4062-9cee-66eb1966813d None None] The sync data for ids ['8dcee5d1-d88a-42a6-9d8c-5ce815388edb'] in dv-neutron-772983-2-ovs is: [{'id': '8dcee5d1-d88a-42a6-9d8c-5ce815388edb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750843188', 'tenant_id': 'a0c698359c1e4874b3f3bbc1db996560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.167'}], 'enable_snat': True}, 'gw_port_id': 'fb6e2e33-8b67-49a9-887a-6a3f56e0aba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:15:24Z', 'updated_at': '2021-01-29T10:15:49Z', 'revision_number': 4, 'project_id': 'a0c698359c1e4874b3f3bbc1db996560', 'gw_port': {'id': 'fb6e2e33-8b67-49a9-887a-6a3f56e0aba3', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dcee5d1-d88a-42a6-9d8c-5ce815388edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:15:26Z', 'updated_at': '2021-01-29T10:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '58b3ba96-c0e9-4ddb-836e-00c0f066df75', 'name': '', 'network_id': '5be0f00d-5866-4e6b-a2b4-be163bdf7e7f', 'tenant_id': 'a0c698359c1e4874b3f3bbc1db996560', 'mac_address': 'fa:16:3e:b5:59:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dcee5d1-d88a-42a6-9d8c-5ce815388edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '1d24e515-6579-4727-8658-f42df974a468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:15:45Z', 'updated_at': '2021-01-29T10:16:04Z', 'revision_number': 4, 'project_id': 'a0c698359c1e4874b3f3bbc1db996560', 'subnets': [{'id': '1d24e515-6579-4727-8658-f42df974a468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:16:08.324986 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56422) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:08.383289 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6714fa4-0bef-4835-a94a-715b7fb3cc24 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:16:08.384676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6714fa4-0bef-4835-a94a-715b7fb3cc24 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:08.388014 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b6714fa4-0bef-4835-a94a-715b7fb3cc24 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/ports/2fdf9585-1b58-4ab1-9a8e-a4d7b9c7985b HTTP/1.1" status: 404  len: 333 time: 0.1217170
Jan 29 10:16:08.409572 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56426) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:08.556227 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82747d1b-6287-4e2e-80d3-92e227602086 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Pushing event updated for resources: {'Network': ['ID=0c76f742-c685-4c73-8ca7-c934dc13d12e,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:08.557890 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-092cab14-94ec-4376-8217-44e377d3f96e tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:16:08.559562 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-82747d1b-6287-4e2e-80d3-92e227602086 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.985s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:08.568154 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-60439f39-0c8e-42a8-9d65-7e65acbc8336 None None] Provisioning for port 30833f9e-5780-44d5-8a76-568691b87132 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:16:08.571740 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-fa69f518-c1f0-4f30-a498-b009b25d0511 req-3b6932f5-cb6e-482b-98b2-070b0dba1737 service neutron] Attempting to bind port 3f38798c-ca7e-4bb8-85a3-20089d5842f1 on host hv-neutron-7729 for vnic_type normal with profile  {{(pid=80765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:16:08.572488 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-fa69f518-c1f0-4f30-a498-b009b25d0511 req-3b6932f5-cb6e-482b-98b2-070b0dba1737 service neutron] Attempting to bind port 3f38798c-ca7e-4bb8-85a3-20089d5842f1 by drivers openvswitch on host hv-neutron-7729 at level 0 using segments [{'id': 'b9adb5b2-2596-48dd-b83b-657daf49aed2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '5be0f00d-5866-4e6b-a2b4-be163bdf7e7f'}] {{(pid=80765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:16:08.573734 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa69f518-c1f0-4f30-a498-b009b25d0511 req-3b6932f5-cb6e-482b-98b2-070b0dba1737 service neutron] Attempting to bind port 3f38798c-ca7e-4bb8-85a3-20089d5842f1 on network 5be0f00d-5866-4e6b-a2b4-be163bdf7e7f {{(pid=80765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:16:08.585618 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-092cab14-94ec-4376-8217-44e377d3f96e tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Usage tracker for resource:port and tenant:c0bff46c8fb142fead990a51bc712ce9 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:16:08.591040 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-60439f39-0c8e-42a8-9d65-7e65acbc8336 None None] Provisioning complete for port 30833f9e-5780-44d5-8a76-568691b87132 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:16:08.591468 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-60439f39-0c8e-42a8-9d65-7e65acbc8336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:08.593119 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-092cab14-94ec-4376-8217-44e377d3f96e tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Quota usage for port was recalculated. Used quota:2. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:16:08.604594 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa69f518-c1f0-4f30-a498-b009b25d0511 req-3b6932f5-cb6e-482b-98b2-070b0dba1737 service neutron] Checking agent: {'id': '5acf9624-c829-41ba-afd9-92278081af05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 10, 2, 34), 'started_at': datetime.datetime(2021, 1, 29, 10, 3, 4), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:16:08.607403 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-092cab14-94ec-4376-8217-44e377d3f96e tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:16:08.618007 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa69f518-c1f0-4f30-a498-b009b25d0511 req-3b6932f5-cb6e-482b-98b2-070b0dba1737 service neutron] Checking segment: {'id': 'b9adb5b2-2596-48dd-b83b-657daf49aed2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '5be0f00d-5866-4e6b-a2b4-be163bdf7e7f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:16:08.618650 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-fa69f518-c1f0-4f30-a498-b009b25d0511 req-3b6932f5-cb6e-482b-98b2-070b0dba1737 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:08.619279 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa69f518-c1f0-4f30-a498-b009b25d0511 req-3b6932f5-cb6e-482b-98b2-070b0dba1737 service neutron] Bound using segment: {'id': 'b9adb5b2-2596-48dd-b83b-657daf49aed2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '5be0f00d-5866-4e6b-a2b4-be163bdf7e7f'} {{(pid=80765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:16:08.619995 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-fa69f518-c1f0-4f30-a498-b009b25d0511 req-3b6932f5-cb6e-482b-98b2-070b0dba1737 service neutron] Bound port: 3f38798c-ca7e-4bb8-85a3-20089d5842f1, host: hv-neutron-7729, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9adb5b2-2596-48dd-b83b-657daf49aed2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '5be0f00d-5866-4e6b-a2b4-be163bdf7e7f'}}] {{(pid=80765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:16:08.620568 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-fa69f518-c1f0-4f30-a498-b009b25d0511 req-3b6932f5-cb6e-482b-98b2-070b0dba1737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:08.665329 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092cab14-94ec-4376-8217-44e377d3f96e tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Made reservation on behalf of c0bff46c8fb142fead990a51bc712ce9 for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:16:08.704865 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 0c76f742-c685-4c73-8ca7-c934dc13d12e details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:16:08.726848 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 0c76f742-c685-4c73-8ca7-c934dc13d12e details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:16:08.736811 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-092cab14-94ec-4376-8217-44e377d3f96e tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:08.778756 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfcb68a1-b7ef-4f2e-ac27-9a810ba918c9 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:16:08.779353 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfcb68a1-b7ef-4f2e-ac27-9a810ba918c9 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:08.784600 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-cfcb68a1-b7ef-4f2e-ac27-9a810ba918c9 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/subnets/e7c36299-8636-4473-b9c1-e6dd044d9420 HTTP/1.1" status: 404  len: 337 time: 0.3727109
Jan 29 10:16:08.788402 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56432) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:08.794215 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e043d-7b73-4fee-9d9c-873180832210 req-87d9b205-4764-48df-ae82-33c8946da3d5 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:08.798061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-be5e043d-7b73-4fee-9d9c-873180832210 req-87d9b205-4764-48df-ae82-33c8946da3d5 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Synchronizing usage tracker for tenant:a0c698359c1e4874b3f3bbc1db996560 on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:16:08.861539 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device de988830-0900-4d06-9a78-64a829ccf259 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:16:08.893201 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0845e33-b361-4275-af85-d651df2cda35 None None] Network dcac8088-38cd-4a49-ab48-4a79e40d999e requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:16:08.955942 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-be5e043d-7b73-4fee-9d9c-873180832210 req-87d9b205-4764-48df-ae82-33c8946da3d5 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Unset dirty status for tenant:a0c698359c1e4874b3f3bbc1db996560 on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:16:08.967590 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-be5e043d-7b73-4fee-9d9c-873180832210 req-87d9b205-4764-48df-ae82-33c8946da3d5 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] 10.222.0.57 "GET /v2.0/ports?device_id=074fbe52-e90f-4358-8ed3-539b659b3d85 HTTP/1.1" status: 200  len: 943 time: 1.7594962
Jan 29 10:16:09.102804 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-de1cafbf-4861-4d0f-a0c6-18215c1b671e tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:16:09.103623 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de1cafbf-4861-4d0f-a0c6-18215c1b671e tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:09.108690 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-de1cafbf-4861-4d0f-a0c6-18215c1b671e tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/ports/0e34cc61-facf-4a7e-abaf-0738494ae025 HTTP/1.1" status: 404  len: 333 time: 0.3068604
Jan 29 10:16:09.151569 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b743807c-6c0c-42da-ac74-de646ab18146 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:09.156985 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b743807c-6c0c-42da-ac74-de646ab18146 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] 10.222.0.57 "GET /v2.0/networks?id=0c76f742-c685-4c73-8ca7-c934dc13d12e HTTP/1.1" status: 200  len: 764 time: 0.8095481
Jan 29 10:16:09.157905 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56436) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:09.158438 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56438) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:09.220293 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-fa69f518-c1f0-4f30-a498-b009b25d0511 req-3b6932f5-cb6e-482b-98b2-070b0dba1737 service neutron] For port 3f38798c-ca7e-4bb8-85a3-20089d5842f1, host hv-neutron-7729, cleared binding levels {{(pid=80765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:16:09.224872 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-fa69f518-c1f0-4f30-a498-b009b25d0511 req-3b6932f5-cb6e-482b-98b2-070b0dba1737 service neutron] For port 3f38798c-ca7e-4bb8-85a3-20089d5842f1, host hv-neutron-7729, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=3f38798c-ca7e-4bb8-85a3-20089d5842f1,segment=NetworkSegment(b9adb5b2-2596-48dd-b83b-657daf49aed2),segment_id=b9adb5b2-2596-48dd-b83b-657daf49aed2)] {{(pid=80765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:16:09.247443 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-fa69f518-c1f0-4f30-a498-b009b25d0511 req-3b6932f5-cb6e-482b-98b2-070b0dba1737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:09.267836 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f8b2f25e-5515-4afb-9fe8-923918ea76ac tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:09.382620 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-be5e043d-7b73-4fee-9d9c-873180832210 req-91ccf018-9889-4b80-b606-268200af2287 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ba8e0b6-c808-4291-b283-44235b5bd3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4140277
Jan 29 10:16:09.529985 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6932f5-cb6e-482b-98b2-070b0dba1737 service neutron] Pushing event updated for resources: {'Port': ['ID=3f38798c-ca7e-4bb8-85a3-20089d5842f1,revision_number=3']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:09.536786 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3b6932f5-cb6e-482b-98b2-070b0dba1737 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:09.604753 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69f518-c1f0-4f30-a498-b009b25d0511 req-3b6932f5-cb6e-482b-98b2-070b0dba1737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:09.605596 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-fa69f518-c1f0-4f30-a498-b009b25d0511 req-3b6932f5-cb6e-482b-98b2-070b0dba1737 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:09.607201 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fa69f518-c1f0-4f30-a498-b009b25d0511 req-3b6932f5-cb6e-482b-98b2-070b0dba1737 service neutron] 10.222.0.22 "PUT /v2.0/ports/3f38798c-ca7e-4bb8-85a3-20089d5842f1 HTTP/1.1" status: 200  len: 1157 time: 5.7820349
Jan 29 10:16:09.607813 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '074fbe52-e90f-4358-8ed3-539b659b3d85', 'tag': '3f38798c-ca7e-4bb8-85a3-20089d5842f1'}] {{(pid=80765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:16:09.698369 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-60439f39-0c8e-42a8-9d65-7e65acbc8336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:09.784943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port de988830-0900-4d06-9a78-64a829ccf259 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:16:09.807898 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 58b3ba96-c0e9-4ddb-836e-00c0f066df75 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:16:09.944195 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-60439f39-0c8e-42a8-9d65-7e65acbc8336 None None] For port 30833f9e-5780-44d5-8a76-568691b87132, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=30833f9e-5780-44d5-8a76-568691b87132,segment=NetworkSegment(4b41b759-1909-4ea4-823b-3e3dc8774e14),segment_id=4b41b759-1909-4ea4-823b-3e3dc8774e14)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:16:09.949349 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-33498376-1e45-4f37-9a28-845678e9b9a7 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:16:09.949971 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33498376-1e45-4f37-9a28-845678e9b9a7 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:09.954835 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-33498376-1e45-4f37-9a28-845678e9b9a7 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/subnets/d0c72eaa-f60d-4625-ad0f-5eb18c8b4db7 HTTP/1.1" status: 404  len: 337 time: 0.7894435
Jan 29 10:16:09.959218 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56446) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:09.969574 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026092c-baad-40b4-90fe-a09b454479f0 req-629568c2-29f6-4c40-85c3-5550cadf3030 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:09.971854 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b026092c-baad-40b4-90fe-a09b454479f0 req-629568c2-29f6-4c40-85c3-5550cadf3030 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/ports?device_id=29e2e9c0-6be8-4c27-8515-c6c0dff1d35e&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.3556635
Jan 29 10:16:09.978520 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69f518-c1f0-4f30-a498-b009b25d0511 req-d3e984c3-0640-4a79-838b-d1399d7d25e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:09.980631 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fa69f518-c1f0-4f30-a498-b009b25d0511 req-d3e984c3-0640-4a79-838b-d1399d7d25e9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a0c698359c1e4874b3f3bbc1db996560&device_id=074fbe52-e90f-4358-8ed3-539b659b3d85 HTTP/1.1" status: 200  len: 1160 time: 0.2695875
Jan 29 10:16:10.005325 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-60439f39-0c8e-42a8-9d65-7e65acbc8336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:10.009578 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-552bc162-b962-4457-88ee-2b06b37d693d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:10.112237 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 58b3ba96-c0e9-4ddb-836e-00c0f066df75 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:16:10.127231 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60439f39-0c8e-42a8-9d65-7e65acbc8336 None None] Pushing event updated for resources: {'Port': ['ID=30833f9e-5780-44d5-8a76-568691b87132,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:10.131428 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-60439f39-0c8e-42a8-9d65-7e65acbc8336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:10.132469 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 58b3ba96-c0e9-4ddb-836e-00c0f066df75 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:16:10.133111 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:10.134580 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fa69f518-c1f0-4f30-a498-b009b25d0511 req-443527ff-c343-4ff2-9298-4273e8cfc7b7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f38798c-ca7e-4bb8-85a3-20089d5842f1 HTTP/1.1" status: 200  len: 217 time: 0.0941381
Jan 29 10:16:10.156970 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b026092c-baad-40b4-90fe-a09b454479f0 req-867abb84-ca3f-4f0d-b03c-e7b88150dd6c tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.26.7.53 HTTP/1.1" status: 200  len: 695 time: 0.1750793
Jan 29 10:16:10.188713 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-092cab14-94ec-4376-8217-44e377d3f96e tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] device_id is not set on port 7c19d58a-9599-4761-9448-400f65e4c9cb yet. {{(pid=80766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:16:10.194719 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-60439f39-0c8e-42a8-9d65-7e65acbc8336 None None] Provisioning complete for port 58b3ba96-c0e9-4ddb-836e-00c0f066df75 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:16:10.195431 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-60439f39-0c8e-42a8-9d65-7e65acbc8336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:10.202689 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-b026092c-baad-40b4-90fe-a09b454479f0 req-cd94843d-b60e-4465-8b7c-d23f8799b935 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Request body: {'floatingip': {'port_id': '0f9c1656-aa40-4725-97b7-4295ccfb24f7', 'fixed_ip_address': '172.20.0.10'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:16:10.266964 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-8996832e-6174-4e63-a761-4db183083cf8 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:16:10.267656 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8996832e-6174-4e63-a761-4db183083cf8 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:10.272043 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8996832e-6174-4e63-a761-4db183083cf8 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/ports/95a8367c-31eb-493a-b8ea-efa400273fba HTTP/1.1" status: 404  len: 333 time: 0.2263200
Jan 29 10:16:10.282044 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56450) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:10.353933 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:10.404886 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-b026092c-baad-40b4-90fe-a09b454479f0 req-cd94843d-b60e-4465-8b7c-d23f8799b935 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks [] for floatingip, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:10.478101 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adff071e-1612-4c3b-b08b-34b956b3d819 None None] Update dhcp port {'port': {'network_id': 'dcac8088-38cd-4a49-ab48-4a79e40d999e', 'fixed_ips': [{'subnet_id': 'd0ce6cd9-16fa-4f09-a1b0-7ec37a628359', 'ip_address': '172.20.0.3'}, {'subnet_id': '4f693fe8-b391-49f8-b1ce-443c9384aa4c'}], 'binding:host_id': 'dv-neutron-772983-2-ovs'}, 'id': 'de988830-0900-4d06-9a78-64a829ccf259'} from dv-neutron-772983-2-ovs. {{(pid=80767) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Jan 29 10:16:10.496817 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a195905-b9a7-4122-82cb-0c15c8e9d185 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:16:10.497296 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a195905-b9a7-4122-82cb-0c15c8e9d185 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:10.499399 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2a195905-b9a7-4122-82cb-0c15c8e9d185 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/subnets/cb7e3f5d-7962-4579-9191-ed2ca83134e2 HTTP/1.1" status: 404  len: 337 time: 0.1973712
Jan 29 10:16:10.507107 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56456) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:10.574073 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port 58b3ba96-c0e9-4ddb-836e-00c0f066df75, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=58b3ba96-c0e9-4ddb-836e-00c0f066df75,segment=NetworkSegment(b9adb5b2-2596-48dd-b83b-657daf49aed2),segment_id=b9adb5b2-2596-48dd-b83b-657daf49aed2)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:16:10.574387 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69f518-c1f0-4f30-a498-b009b25d0511 req-78d34cf6-a8d4-45f7-8f13-0b6d30b9f433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:10.576297 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fa69f518-c1f0-4f30-a498-b009b25d0511 req-78d34cf6-a8d4-45f7-8f13-0b6d30b9f433 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1d24e515-6579-4727-8658-f42df974a468 HTTP/1.1" status: 200  len: 834 time: 0.4183896
Jan 29 10:16:10.592202 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:10.599736 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:10.640838 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a71f2e-4892-433b-8b8a-45721305b16e tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:10.642789 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-58a71f2e-4892-433b-8b8a-45721305b16e tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Synchronizing usage tracker for tenant:f15ab138166e456cb96f10f0bbdd909a on resource:network {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:16:10.651712 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-adff071e-1612-4c3b-b08b-34b956b3d819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:10.671060 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-60439f39-0c8e-42a8-9d65-7e65acbc8336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:10.689969 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-1c3bde14-5b97-47a3-a5f2-1f84fa58eba3 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Delete allocated IP 172.20.0.2 (dcac8088-38cd-4a49-ab48-4a79e40d999e/d0ce6cd9-16fa-4f09-a1b0-7ec37a628359) {{(pid=80766) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}}
Jan 29 10:16:10.745076 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 30833f9e-5780-44d5-8a76-568691b87132 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:16:10.762442 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-092cab14-94ec-4376-8217-44e377d3f96e tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Allocated IP 172.20.0.11 (7ff49fa7-bba1-4b28-bcde-696fda93a310/76ebac5d-405b-41eb-9d58-dc2b63dc9122/7c19d58a-9599-4761-9448-400f65e4c9cb) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:16:10.768340 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-58a71f2e-4892-433b-8b8a-45721305b16e tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Unset dirty status for tenant:f15ab138166e456cb96f10f0bbdd909a on resource:network {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:16:10.773116 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-58a71f2e-4892-433b-8b8a-45721305b16e tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 1.6026340
Jan 29 10:16:10.778701 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-1c3bde14-5b97-47a3-a5f2-1f84fa58eba3 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Allocated IP 172.20.0.22 (dcac8088-38cd-4a49-ab48-4a79e40d999e/4f693fe8-b391-49f8-b1ce-443c9384aa4c/3d9169e3-182c-40ba-8e61-509463274133) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:16:10.790334 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56460) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:10.861704 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-deb4ddc6-8d9d-40de-b89c-7423899a5b2e tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Synchronizing usage tracker for tenant:f15ab138166e456cb96f10f0bbdd909a on resource:subnet {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:16:10.874299 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=58b3ba96-c0e9-4ddb-836e-00c0f066df75,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:10.877796 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:10.883023 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69f518-c1f0-4f30-a498-b009b25d0511 req-4b4c6794-b5b4-4609-9d0d-45da6f296cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:10.884651 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fa69f518-c1f0-4f30-a498-b009b25d0511 req-4b4c6794-b5b4-4609-9d0d-45da6f296cb5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5be0f00d-5866-4e6b-a2b4-be163bdf7e7f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.2972333
Jan 29 10:16:10.899637 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a05a1e23-108b-4936-818e-e2c03d29e8bd tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:10.943928 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-60439f39-0c8e-42a8-9d65-7e65acbc8336 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80767) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:16:10.944636 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-60439f39-0c8e-42a8-9d65-7e65acbc8336 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:16:11.029964 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 30833f9e-5780-44d5-8a76-568691b87132 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:16:11.030791 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:11.092472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-deb4ddc6-8d9d-40de-b89c-7423899a5b2e tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Unset dirty status for tenant:f15ab138166e456cb96f10f0bbdd909a on resource:subnet {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:16:11.097089 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-deb4ddc6-8d9d-40de-b89c-7423899a5b2e tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] 10.222.0.57 "GET /v2.0/subnets?network_id=aadf795f-2e1a-4d04-be0e-12575f0f28a5 HTTP/1.1" status: 200  len: 207 time: 0.3012288
Jan 29 10:16:11.118796 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-a05a1e23-108b-4936-818e-e2c03d29e8bd tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Deleting port 18fdfed3-d4c6-4a95-94a2-6626e3379aec {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:16:11.119368 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a05a1e23-108b-4936-818e-e2c03d29e8bd tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:11.125129 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56464) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:11.215519 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fa69f518-c1f0-4f30-a498-b009b25d0511 req-8f753efd-91f0-4229-b516-cbd880feeaed service neutron] 10.222.0.22 "GET /v2.0/networks/5be0f00d-5866-4e6b-a2b4-be163bdf7e7f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3165939
Jan 29 10:16:11.607441 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-a05a1e23-108b-4936-818e-e2c03d29e8bd tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] For port 18fdfed3-d4c6-4a95-94a2-6626e3379aec, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=18fdfed3-d4c6-4a95-94a2-6626e3379aec,segment=NetworkSegment(d9ab660f-a49b-4cd3-aa52-d8f5b41e1319),segment_id=d9ab660f-a49b-4cd3-aa52-d8f5b41e1319)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:16:11.607758 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a05a1e23-108b-4936-818e-e2c03d29e8bd tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:11.619585 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-092cab14-94ec-4376-8217-44e377d3f96e tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:11.633197 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-49ab14b0-4634-4257-9d54-3c0fd962f63f None None] Provisioning complete for port 387e501d-23c8-48f2-b0b9-64b3f6619304 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:16:11.633935 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-49ab14b0-4634-4257-9d54-3c0fd962f63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:11.694557 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-49ab14b0-4634-4257-9d54-3c0fd962f63f None None] Port 387e501d-23c8-48f2-b0b9-64b3f6619304 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:16:11.705794 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-49ab14b0-4634-4257-9d54-3c0fd962f63f None None] Provisioning for port c0a83605-c84f-4648-a670-b1e71f30a232 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:16:11.712206 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-49ab14b0-4634-4257-9d54-3c0fd962f63f None None] Provisioning complete for port c0a83605-c84f-4648-a670-b1e71f30a232 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:16:11.712639 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-49ab14b0-4634-4257-9d54-3c0fd962f63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:11.769416 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1c3bde14-5b97-47a3-a5f2-1f84fa58eba3 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:11.773147 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-49ab14b0-4634-4257-9d54-3c0fd962f63f None None] Port c0a83605-c84f-4648-a670-b1e71f30a232 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:16:11.780014 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-a05a1e23-108b-4936-818e-e2c03d29e8bd tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Calling delete_port for 18fdfed3-d4c6-4a95-94a2-6626e3379aec owned by network:dhcp {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:16:11.794225 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-49ab14b0-4634-4257-9d54-3c0fd962f63f None None] Provisioning for port de988830-0900-4d06-9a78-64a829ccf259 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:16:11.799130 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-49ab14b0-4634-4257-9d54-3c0fd962f63f None None] Provisioning complete for port de988830-0900-4d06-9a78-64a829ccf259 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:16:11.799562 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-49ab14b0-4634-4257-9d54-3c0fd962f63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:11.810011 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604cd048-ae6a-469d-8413-8a26001c20ea tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:11.813302 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-092cab14-94ec-4376-8217-44e377d3f96e tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Transition to ACTIVE for port object 7c19d58a-9599-4761-9448-400f65e4c9cb will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:16:11.845851 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-1c3bde14-5b97-47a3-a5f2-1f84fa58eba3 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Ignored duplicate provisioning block setup for port 3d9169e3-182c-40ba-8e61-509463274133 by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}}
Jan 29 10:16:11.853811 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1c3bde14-5b97-47a3-a5f2-1f84fa58eba3 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:11.877851 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-67d0c1d2-2e11-44b4-a121-e348bd397073 tempest-RoutersAdminNegativeTest-1329382224 tempest-RoutersAdminNegativeTest-1329382224-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:11.891869 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604cd048-ae6a-469d-8413-8a26001c20ea tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:11.968355 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-adff071e-1612-4c3b-b08b-34b956b3d819 None None] Allocated IP 172.20.0.18 (dcac8088-38cd-4a49-ab48-4a79e40d999e/4f693fe8-b391-49f8-b1ce-443c9384aa4c/de988830-0900-4d06-9a78-64a829ccf259) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:16:11.974831 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604cd048-ae6a-469d-8413-8a26001c20ea tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:12.016508 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-49ab14b0-4634-4257-9d54-3c0fd962f63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:12.056601 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a05a1e23-108b-4936-818e-e2c03d29e8bd tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:12.057223 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604cd048-ae6a-469d-8413-8a26001c20ea tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:12.084110 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3bde14-5b97-47a3-a5f2-1f84fa58eba3 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event updated for resources: {'Port': ['ID=3d9169e3-182c-40ba-8e61-509463274133,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:12.099690 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-092cab14-94ec-4376-8217-44e377d3f96e tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:12.104463 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1c3bde14-5b97-47a3-a5f2-1f84fa58eba3 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:12.111936 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bfd578a8-79f4-4d40-a361-9bdb877bda73 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:12.142532 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604cd048-ae6a-469d-8413-8a26001c20ea tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:12.156129 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-adff071e-1612-4c3b-b08b-34b956b3d819 None None] For port de988830-0900-4d06-9a78-64a829ccf259, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=de988830-0900-4d06-9a78-64a829ccf259,segment=NetworkSegment(ddc16533-0427-4af2-96a7-9fd46908c836),segment_id=ddc16533-0427-4af2-96a7-9fd46908c836)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:16:12.183512 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-adff071e-1612-4c3b-b08b-34b956b3d819 None None] Notify callbacks [] for port, precommit_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:12.200486 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-adff071e-1612-4c3b-b08b-34b956b3d819 None None] Ignored duplicate provisioning block setup for port de988830-0900-4d06-9a78-64a829ccf259 by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}}
Jan 29 10:16:12.226408 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604cd048-ae6a-469d-8413-8a26001c20ea tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:12.232859 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-604cd048-ae6a-469d-8413-8a26001c20ea tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3728 time: 1.1022236
Jan 29 10:16:12.239372 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-adff071e-1612-4c3b-b08b-34b956b3d819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:12.241251 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56468) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:12.258216 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05a1e23-108b-4936-818e-e2c03d29e8bd tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event deleted for resources: {'Port': ['ID=18fdfed3-d4c6-4a95-94a2-6626e3379aec,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:12.265372 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b9886b2c-7f1c-417a-be2d-cc85349375ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:12.303003 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a05a1e23-108b-4936-818e-e2c03d29e8bd tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:12.303003 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3e6d259a-46b0-4426-913a-9847a4f1cb0d tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:12.326870 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fa69f518-c1f0-4f30-a498-b009b25d0511 req-f13dc08e-fdc0-4d81-ba2b-e7914d5103ea service neutron] 10.222.0.22 "GET /v2.0/networks/5be0f00d-5866-4e6b-a2b4-be163bdf7e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.0977347
Jan 29 10:16:12.438900 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-49ab14b0-4634-4257-9d54-3c0fd962f63f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80767) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:16:12.438900 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-49ab14b0-4634-4257-9d54-3c0fd962f63f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:16:12.455986 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adff071e-1612-4c3b-b08b-34b956b3d819 None None] Pushing event updated for resources: {'Port': ['ID=de988830-0900-4d06-9a78-64a829ccf259,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:12.462848 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-adff071e-1612-4c3b-b08b-34b956b3d819 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:12.499292 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e1fbd6-7dcf-42f0-b205-495a127cc9fb None None] DHCP port deletion for 36ec2ab5-acc9-45dc-a136-797459b09a1c request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:16:12.515512 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-b026092c-baad-40b4-90fe-a09b454479f0 req-cd94843d-b60e-4465-8b7c-d23f8799b935 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:12.522151 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-b026092c-baad-40b4-90fe-a09b454479f0 req-cd94843d-b60e-4465-8b7c-d23f8799b935 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:12.712568 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device de988830-0900-4d06-9a78-64a829ccf259 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:16:12.815173 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05a1e23-108b-4936-818e-e2c03d29e8bd tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] No DVR routers for this DVR port 18fdfed3-d4c6-4a95-94a2-6626e3379aec on host dv-neutron-772983-2-ovs {{(pid=80766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:16:12.823835 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port de988830-0900-4d06-9a78-64a829ccf259 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:16:12.824356 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:12.871969 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092cab14-94ec-4376-8217-44e377d3f96e tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Pushing event updated for resources: {'Port': ['ID=7c19d58a-9599-4761-9448-400f65e4c9cb,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:12.893668 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-092cab14-94ec-4376-8217-44e377d3f96e tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:12.979600 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-1c3bde14-5b97-47a3-a5f2-1f84fa58eba3 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] In _notify_port_updated(), no bound segment for port 3d9169e3-182c-40ba-8e61-509463274133 on network dcac8088-38cd-4a49-ab48-4a79e40d999e {{(pid=80766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:863}}
Jan 29 10:16:13.021992 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-83dcdf77-2f72-4f90-910a-6ae9b2694cc9 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] 10.222.0.57 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 810 time: 0.7793117
Jan 29 10:16:13.068994 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56472) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:13.070564 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [req-b026092c-baad-40b4-90fe-a09b454479f0 req-cd94843d-b60e-4465-8b7c-d23f8799b935 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Floating IP 3c879854-7fcf-41be-b3c5-3ca0dbe5c4f5 associated. External IP: 172.26.7.53, port: 0f9c1656-aa40-4725-97b7-4295ccfb24f7.
Jan 29 10:16:13.102662 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3bde14-5b97-47a3-a5f2-1f84fa58eba3 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:13.103664 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1c3bde14-5b97-47a3-a5f2-1f84fa58eba3 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:13.106379 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1c3bde14-5b97-47a3-a5f2-1f84fa58eba3 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "PUT /v2.0/ports/3d9169e3-182c-40ba-8e61-509463274133 HTTP/1.1" status: 200  len: 920 time: 6.2576365
Jan 29 10:16:13.132360 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56474) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:13.180298 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092cab14-94ec-4376-8217-44e377d3f96e tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Network 7ff49fa7-bba1-4b28-bcde-696fda93a310 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:16:13.193379 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-092cab14-94ec-4376-8217-44e377d3f96e tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:16:13.197684 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a05a1e23-108b-4936-818e-e2c03d29e8bd tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:13.217585 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092cab14-94ec-4376-8217-44e377d3f96e tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:16:13.297764 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:13.325254 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-49ab14b0-4634-4257-9d54-3c0fd962f63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:13.382075 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port de988830-0900-4d06-9a78-64a829ccf259, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=de988830-0900-4d06-9a78-64a829ccf259,segment=NetworkSegment(ddc16533-0427-4af2-96a7-9fd46908c836),segment_id=ddc16533-0427-4af2-96a7-9fd46908c836)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:16:13.428159 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:13.429375 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 58b3ba96-c0e9-4ddb-836e-00c0f066df75 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:16:13.483691 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-47ea103a-2089-4844-b859-d6e9ae0fb355 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:13.589679 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-7ce32ac6-2b6b-4371-ac7c-ff73dbfffbc3 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Deleting port 3d9169e3-182c-40ba-8e61-509463274133 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:16:13.590271 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7ce32ac6-2b6b-4371-ac7c-ff73dbfffbc3 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:13.627127 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-49ab14b0-4634-4257-9d54-3c0fd962f63f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80767) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:16:13.627696 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-49ab14b0-4634-4257-9d54-3c0fd962f63f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:16:13.638112 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092cab14-94ec-4376-8217-44e377d3f96e tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:13.638853 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-092cab14-94ec-4376-8217-44e377d3f96e tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:13.654914 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=de988830-0900-4d06-9a78-64a829ccf259,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:13.660850 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-a05a1e23-108b-4936-818e-e2c03d29e8bd tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c8111e10>,) {'filters': {'network_id': ['36ec2ab5-acc9-45dc-a136-797459b09a1c']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:16:13.672202 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:13.682664 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-a05a1e23-108b-4936-818e-e2c03d29e8bd tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c8111e10>, 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:16:13.684067 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-a05a1e23-108b-4936-818e-e2c03d29e8bd tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c8111e10>, 'd9ab660f-a49b-4cd3-aa52-d8f5b41e1319') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:16:13.711114 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-092cab14-94ec-4376-8217-44e377d3f96e tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 5.8287721
Jan 29 10:16:13.711114 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56480) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:13.711114 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-f15d2eff-356b-4de7-9c27-24f4eabdf3ef tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Request body: {'floatingip': {'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:16:13.734137 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9064e37d-ad89-45db-9638-04764b974556 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:13.734393 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a05a1e23-108b-4936-818e-e2c03d29e8bd tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:13.747538 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-f15d2eff-356b-4de7-9c27-24f4eabdf3ef tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:16:13.755418 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9064e37d-ad89-45db-9638-04764b974556 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:13.760790 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f15d2eff-356b-4de7-9c27-24f4eabdf3ef tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Usage tracker for resource:floatingip and tenant:c0bff46c8fb142fead990a51bc712ce9 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:16:13.764381 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f15d2eff-356b-4de7-9c27-24f4eabdf3ef tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:16:13.766073 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 58b3ba96-c0e9-4ddb-836e-00c0f066df75 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:16:13.766482 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:13.771931 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a05a1e23-108b-4936-818e-e2c03d29e8bd tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:13.774168 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-f15d2eff-356b-4de7-9c27-24f4eabdf3ef tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:16:13.776266 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a05a1e23-108b-4936-818e-e2c03d29e8bd tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Releasing vxlan tunnel 7 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:16:13.781114 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9064e37d-ad89-45db-9638-04764b974556 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:13.802026 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9064e37d-ad89-45db-9638-04764b974556 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:13.833285 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9064e37d-ad89-45db-9638-04764b974556 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:13.834912 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-9064e37d-ad89-45db-9638-04764b974556 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Synchronizing usage tracker for tenant:f15ab138166e456cb96f10f0bbdd909a on resource:subnet {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:16:13.872048 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-9064e37d-ad89-45db-9638-04764b974556 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Unset dirty status for tenant:f15ab138166e456cb96f10f0bbdd909a on resource:subnet {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:16:13.901328 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56484) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:13.907463 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9064e37d-ad89-45db-9638-04764b974556 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.7475688
Jan 29 10:16:13.911847 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f15d2eff-356b-4de7-9c27-24f4eabdf3ef tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks [] for floatingip, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:13.930896 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-49ab14b0-4634-4257-9d54-3c0fd962f63f None None] Provisioning complete for port 30833f9e-5780-44d5-8a76-568691b87132 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:16:13.930896 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-49ab14b0-4634-4257-9d54-3c0fd962f63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:14.355511 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-a05a1e23-108b-4936-818e-e2c03d29e8bd tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:16:14.391122 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a05a1e23-108b-4936-818e-e2c03d29e8bd tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:14.503514 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-fbcbd32b-72cb-446f-b73e-a4b0aa065798 None None] Provisioning complete for port 387e501d-23c8-48f2-b0b9-64b3f6619304 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:16:14.503514 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fbcbd32b-72cb-446f-b73e-a4b0aa065798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:14.659627 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1dbb661-baf8-4cbf-9b94-fd57acd9cf4b tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Attributes excluded by policy engine: ['shared'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:14.687582 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1dbb661-baf8-4cbf-9b94-fd57acd9cf4b tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Attributes excluded by policy engine: ['shared'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:14.698367 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-fbcbd32b-72cb-446f-b73e-a4b0aa065798 None None] Port 387e501d-23c8-48f2-b0b9-64b3f6619304 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:16:14.720247 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-fbcbd32b-72cb-446f-b73e-a4b0aa065798 None None] Provisioning complete for port de988830-0900-4d06-9a78-64a829ccf259 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:16:14.720247 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fbcbd32b-72cb-446f-b73e-a4b0aa065798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:14.726293 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1dbb661-baf8-4cbf-9b94-fd57acd9cf4b tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Attributes excluded by policy engine: ['shared'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:14.784954 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1dbb661-baf8-4cbf-9b94-fd57acd9cf4b tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Attributes excluded by policy engine: ['shared'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:14.809101 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1dbb661-baf8-4cbf-9b94-fd57acd9cf4b tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Attributes excluded by policy engine: ['shared'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:14.809101 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f1dbb661-baf8-4cbf-9b94-fd57acd9cf4b tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] 10.222.0.57 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 697 time: 0.8803420
Jan 29 10:16:14.818895 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56488) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:14.842695 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device de988830-0900-4d06-9a78-64a829ccf259 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:16:14.971502 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1aa231-f086-4832-a049-b438856fea36 None None] get_active_networks_info from dv-neutron-772983-2-ovs {{(pid=80767) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Jan 29 10:16:14.982581 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7ce32ac6-2b6b-4371-ac7c-ff73dbfffbc3 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:15.002687 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b026092c-baad-40b4-90fe-a09b454479f0 req-cd94843d-b60e-4465-8b7c-d23f8799b935 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Router 186f80c1-4500-4ded-869d-b89be306d531 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:16:15.032612 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-a05a1e23-108b-4936-818e-e2c03d29e8bd tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Network 36ec2ab5-acc9-45dc-a136-797459b09a1c has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:16:15.061822 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:16:15.061822 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:16:15.061822 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:16:15.061822 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:16:15.061822 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:16:15.061822 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:16:15.061822 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:16:15.061822 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:16:15.061822 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:16:15.061822 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:16:15.061822 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:16:15.061822 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:16:15.061822 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:16:15.061822 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:16:15.061822 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:16:15.061822 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:16:15.061822 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:16:15.061822 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:16:15.061822 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:16:15.061822 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:16:15.061822 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:16:15.061822 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:16:15.061822 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:16:15.061822 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:16:15.061822 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:16:15.061822 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:16:15.061822 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:16:15.061822 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:16:15.061822 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:16:15.061822 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:16:15.061822 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:16:15.061822 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:16:15.144012 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-7ce32ac6-2b6b-4371-ac7c-ff73dbfffbc3 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Calling delete_port for 3d9169e3-182c-40ba-8e61-509463274133 owned by  {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:16:15.197977 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port de988830-0900-4d06-9a78-64a829ccf259 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:16:15.197977 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:15.269391 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-fbcbd32b-72cb-446f-b73e-a4b0aa065798 None None] Provisioning for port 7c19d58a-9599-4761-9448-400f65e4c9cb completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:16:15.327366 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-fbcbd32b-72cb-446f-b73e-a4b0aa065798 None None] Provisioning complete for port 7c19d58a-9599-4761-9448-400f65e4c9cb triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:16:15.327366 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fbcbd32b-72cb-446f-b73e-a4b0aa065798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:15.339843 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f15d2eff-356b-4de7-9c27-24f4eabdf3ef tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:15.353852 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a05a1e23-108b-4936-818e-e2c03d29e8bd tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:15.353852 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a05a1e23-108b-4936-818e-e2c03d29e8bd tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Notify callbacks [] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:15.373974 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a02ff57c-dc85-4746-8d4d-5dbb2cf0eccf tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:15.405406 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a05a1e23-108b-4936-818e-e2c03d29e8bd tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] 10.222.0.57 "DELETE /v2.0/networks/36ec2ab5-acc9-45dc-a136-797459b09a1c HTTP/1.1" status: 204  len: 168 time: 4.8864913
Jan 29 10:16:15.405406 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05a1e23-108b-4936-818e-e2c03d29e8bd tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Pushing event deleted for resources: {'Network': ['ID=36ec2ab5-acc9-45dc-a136-797459b09a1c,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:15.432500 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a05a1e23-108b-4936-818e-e2c03d29e8bd tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:15.586106 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad5e55c-4bd4-4351-bf78-fab3f29d8797 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:15.597329 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7ad5e55c-4bd4-4351-bf78-fab3f29d8797 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] 10.222.0.57 "GET /v2.0/networks/1ea6422b-1a3f-4b1a-aa79-2628f24a86e4 HTTP/1.1" status: 200  len: 802 time: 0.7719295
Jan 29 10:16:15.597329 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56494) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:15.620187 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-fbcbd32b-72cb-446f-b73e-a4b0aa065798 None None] Port 7c19d58a-9599-4761-9448-400f65e4c9cb cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:16:15.764553 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-fbcbd32b-72cb-446f-b73e-a4b0aa065798 None None] Provisioning for port 3d9169e3-182c-40ba-8e61-509463274133 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:16:15.780872 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-fbcbd32b-72cb-446f-b73e-a4b0aa065798 None None] Provisioning complete for port 3d9169e3-182c-40ba-8e61-509463274133 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:16:15.780872 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fbcbd32b-72cb-446f-b73e-a4b0aa065798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:15.819288 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4b6f7dc2-47c4-4a8d-9b7f-8cc08d1600d3 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] 10.222.0.57 "GET /v2.0/networks/1ea6422b-1a3f-4b1a-aa79-2628f24a86e4?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 318 time: 0.2238638
Jan 29 10:16:15.819288 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56500) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:15.928001 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1aa231-f086-4832-a049-b438856fea36 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Jan 29 10:16:15.928001 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-fbcbd32b-72cb-446f-b73e-a4b0aa065798 None None] Port 3d9169e3-182c-40ba-8e61-509463274133 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:16:16.056606 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56504) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:16.070986 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b026092c-baad-40b4-90fe-a09b454479f0 req-cd94843d-b60e-4465-8b7c-d23f8799b935 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:16:16.096901 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-b026092c-baad-40b4-90fe-a09b454479f0 req-cd94843d-b60e-4465-8b7c-d23f8799b935 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:16.142828 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d817941-d85e-4f3c-9b07-5392ba24225f None None] Sync routers for ids ['186f80c1-4500-4ded-869d-b89be306d531'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:16:16.156990 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7ce32ac6-2b6b-4371-ac7c-ff73dbfffbc3 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:16.209038 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d817941-d85e-4f3c-9b07-5392ba24225f None None] Routers {'186f80c1-4500-4ded-869d-b89be306d531'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:16:16.209038 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-5d817941-d85e-4f3c-9b07-5392ba24225f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c91f9e80>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:15:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['186f80c1-4500-4ded-869d-b89be306d531'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:16:16.298076 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-caffc7f1-6a81-4189-980e-d7fa83480862 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:16.426516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-f15d2eff-356b-4de7-9c27-24f4eabdf3ef tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Allocated IP 172.26.7.129 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/d5f85b1e-1e8f-4d2a-9176-1418409e794f) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:16:16.474628 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b026092c-baad-40b4-90fe-a09b454479f0 req-cd94843d-b60e-4465-8b7c-d23f8799b935 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "PUT /v2.0/floatingips/3c879854-7fcf-41be-b3c5-3ca0dbe5c4f5 HTTP/1.1" status: 200  len: 996 time: 6.2678246
Jan 29 10:16:16.488276 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407a4959-6d19-439c-9fc2-5e341aa75b7d tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:16.488276 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-407a4959-6d19-439c-9fc2-5e341aa75b7d tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] 10.222.0.57 "GET /v2.0/subnets/cb4a5f94-d035-4afd-9a64-536d81d6aef5 HTTP/1.1" status: 200  len: 843 time: 0.5100915
Jan 29 10:16:16.507313 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4dd98eec-9589-4594-8fb6-e611dffe748e None None] Provisioning complete for port de988830-0900-4d06-9a78-64a829ccf259 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:16:16.507313 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4dd98eec-9589-4594-8fb6-e611dffe748e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:16.574906 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56510) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:16.574906 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce32ac6-2b6b-4371-ac7c-ff73dbfffbc3 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event deleted for resources: {'Port': ['ID=3d9169e3-182c-40ba-8e61-509463274133,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:16.594458 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7ce32ac6-2b6b-4371-ac7c-ff73dbfffbc3 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:16.669192 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f15d2eff-356b-4de7-9c27-24f4eabdf3ef tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:16.729295 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-5d817941-d85e-4f3c-9b07-5392ba24225f None None] Set router 186f80c1-4500-4ded-869d-b89be306d531 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:16:16.791752 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f15d2eff-356b-4de7-9c27-24f4eabdf3ef tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:16.831391 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182ffaf5-af2c-455b-a36b-6ed7addcf2c8 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Attributes excluded by policy engine: ['shared'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:16.831391 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-182ffaf5-af2c-455b-a36b-6ed7addcf2c8 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] 10.222.0.57 "GET /v2.0/subnets/cb4a5f94-d035-4afd-9a64-536d81d6aef5?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.2429757
Jan 29 10:16:16.841448 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56514) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:16.846492 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b196c9f0-5791-42f7-9fdb-eb66bc21901b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:16.872279 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-385ceb84-09b8-43eb-8aee-03b178a91cb8 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-707226087'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:16:16.917010 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a53a530e-fde4-4e60-966b-27ac2ec18fba admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b2cc7248d2184abfb3aa21c44218cf1c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8604999
Jan 29 10:16:16.917010 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56518) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:16.917010 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-385ceb84-09b8-43eb-8aee-03b178a91cb8 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:16:16.937753 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15d2eff-356b-4de7-9c27-24f4eabdf3ef tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Pushing event updated for resources: {'Port': ['ID=d5f85b1e-1e8f-4d2a-9176-1418409e794f,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:16.948909 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f15d2eff-356b-4de7-9c27-24f4eabdf3ef tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:16.987627 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-385ceb84-09b8-43eb-8aee-03b178a91cb8 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:16:17.112032 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7ce32ac6-2b6b-4371-ac7c-ff73dbfffbc3 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:17.112032 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7ce32ac6-2b6b-4371-ac7c-ff73dbfffbc3 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "DELETE /v2.0/ports/3d9169e3-182c-40ba-8e61-509463274133 HTTP/1.1" status: 204  len: 168 time: 3.9627557
Jan 29 10:16:17.112032 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56522) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:17.184819 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15d2eff-356b-4de7-9c27-24f4eabdf3ef tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:16:17.184819 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-f15d2eff-356b-4de7-9c27-24f4eabdf3ef tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:16:17.184819 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15d2eff-356b-4de7-9c27-24f4eabdf3ef tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:16:17.210947 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385ceb84-09b8-43eb-8aee-03b178a91cb8 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Made reservation on behalf of f15ab138166e456cb96f10f0bbdd909a for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:16:17.231024 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-385ceb84-09b8-43eb-8aee-03b178a91cb8 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:17.260758 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-b64c4e5f-dd19-44f4-bf22-d065213ac0ad tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] GET failed (client error): The resource could not be found.
Jan 29 10:16:17.260758 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b64c4e5f-dd19-44f4-bf22-d065213ac0ad tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Synchronizing usage tracker for tenant:af6cfbcc17be4cdfba1cf58741c9e55a on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:16:17.295279 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026092c-baad-40b4-90fe-a09b454479f0 req-09f6e587-9c43-44dd-8a38-ad575408d875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:17.295279 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b026092c-baad-40b4-90fe-a09b454479f0 req-09f6e587-9c43-44dd-8a38-ad575408d875 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4d907168a4924ceb9472857ce37e1904&device_id=29e2e9c0-6be8-4c27-8515-c6c0dff1d35e HTTP/1.1" status: 200  len: 1163 time: 0.8190086
Jan 29 10:16:17.295279 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b64c4e5f-dd19-44f4-bf22-d065213ac0ad tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Unset dirty status for tenant:af6cfbcc17be4cdfba1cf58741c9e55a on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:16:17.315324 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b64c4e5f-dd19-44f4-bf22-d065213ac0ad tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "GET /v2.0/ports/3d9169e3-182c-40ba-8e61-509463274133 HTTP/1.1" status: 404  len: 333 time: 0.1832383
Jan 29 10:16:17.315324 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56526) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:17.371486 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-053efe38-62c7-497a-a86e-eb215a049294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:17.371486 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-385ceb84-09b8-43eb-8aee-03b178a91cb8 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:16:17.474159 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f15d2eff-356b-4de7-9c27-24f4eabdf3ef tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:17.498526 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4dd98eec-9589-4594-8fb6-e611dffe748e None None] Could not find standard attr ID for object 3d9169e3-182c-40ba-8e61-509463274133. {{(pid=80767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 29 10:16:17.506363 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-385ceb84-09b8-43eb-8aee-03b178a91cb8 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:17.506363 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-385ceb84-09b8-43eb-8aee-03b178a91cb8 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Added segment 425e61b7-5b18-4132-bff8-d4e4e6f9f154 of type vxlan for network c0bef7fc-78e3-4c7a-9129-8acdfcdc9668
Jan 29 10:16:17.585028 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-5d817941-d85e-4f3c-9b07-5392ba24225f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c91f9e80>, [{'id': '186f80c1-4500-4ded-869d-b89be306d531', 'name': 'tempest-TestVolumeBootPattern-1113126477-router', 'tenant_id': '4d907168a4924ceb9472857ce37e1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '28d59b23-64d3-4cb4-9403-19957bc5481c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:07:40Z', 'updated_at': '2021-01-29T10:08:01Z', 'revision_number': 4, 'project_id': '4d907168a4924ceb9472857ce37e1904', 'gw_port': {'id': '28d59b23-64d3-4cb4-9403-19957bc5481c', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186f80c1-4500-4ded-869d-b89be306d531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:07:44Z', 'updated_at': '2021-01-29T10:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': '3c879854-7fcf-41be-b3c5-3ca0dbe5c4f5', 'tenant_id': '4d907168a4924ceb9472857ce37e1904', 'floating_ip_address': '172.26.7.53', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '186f80c1-4500-4ded-869d-b89be306d531', 'port_id': '0f9c1656-aa40-4725-97b7-4295ccfb24f7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c450a0f-2c11-436c-8735-9a1afe6b7184', 'mac_address': 'fa:16:3e:cb:73:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e2e9c0-6be8-4c27-8515-c6c0dff1d35e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:16:02Z', 'updated_at': '2021-01-29T10:16:11Z', 'revision_number': 1, 'project_id': '4d907168a4924ceb9472857ce37e1904', 'fixed_ip_address_scope': None}, {'id': '565f982f-8af9-4950-b585-07af6df4206c', 'tenant_id': '4d907168a4924ceb9472857ce37e1904', 'floating_ip_address': '172.26.7.9', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '186f80c1-4500-4ded-869d-b89be306d531', 'port_id': '05c0010b-4a4e-456d-88c9-f1ef6991886d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c450a0f-2c11-436c-8735-9a1afe6b7184', 'mac_address': 'fa:16:3e:a6:e9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e703fc3b-df22-44d7-a8f5-0f01199a3626', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:13:20Z', 'updated_at': '2021-01-29T10:13:39Z', 'revision_number': 2, 'project_id': '4d907168a4924ceb9472857ce37e1904', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baad40a7-f833-4fed-9129-14efdd69b52a', 'name': '', 'network_id': '9c450a0f-2c11-436c-8735-9a1afe6b7184', 'tenant_id': '4d907168a4924ceb9472857ce37e1904', 'mac_address': 'fa:16:3e:db:ec:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186f80c1-4500-4ded-869d-b89be306d531', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'dd17e4b6-a33a-4e17-bc4a-03539800690d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:07:56Z', 'updated_at': '2021-01-29T10:08:26Z', 'revision_number': 5, 'project_id': '4d907168a4924ceb9472857ce37e1904', 'subnets': [{'id': 'dd17e4b6-a33a-4e17-bc4a-03539800690d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:16:17.595253 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d817941-d85e-4f3c-9b07-5392ba24225f None None] Checking router: 186f80c1-4500-4ded-869d-b89be306d531 for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:16:17.605372 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e06b1c-812e-4dc7-9c96-f1d553da688f None None] DHCP port deletion for 36ec2ab5-acc9-45dc-a136-797459b09a1c request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:16:17.605372 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d817941-d85e-4f3c-9b07-5392ba24225f None None] Routers {'186f80c1-4500-4ded-869d-b89be306d531'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:16:17.605372 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-5d817941-d85e-4f3c-9b07-5392ba24225f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c91f9e80>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:15:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['186f80c1-4500-4ded-869d-b89be306d531'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:16:17.616945 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f15d2eff-356b-4de7-9c27-24f4eabdf3ef tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:17.621872 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-385ceb84-09b8-43eb-8aee-03b178a91cb8 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:17.686081 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-053efe38-62c7-497a-a86e-eb215a049294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:17.695798 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-385ceb84-09b8-43eb-8aee-03b178a91cb8 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:17.739504 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90143d2f-1608-4342-a91b-b86775ca60ff None None] get_active_networks_info from dv-neutron-772983-2-ovs {{(pid=80767) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Jan 29 10:16:17.782702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385ceb84-09b8-43eb-8aee-03b178a91cb8 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:17.782702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-385ceb84-09b8-43eb-8aee-03b178a91cb8 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:17.831332 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-82747d1b-6287-4e2e-80d3-92e227602086 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:17.880236 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-385ceb84-09b8-43eb-8aee-03b178a91cb8 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 1.0188437
Jan 29 10:16:17.889772 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56530) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:17.899740 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-da9b5e31-e526-4ec4-9d2c-93c73443d644 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Request body: {'subnet': {'network_id': 'c0bef7fc-78e3-4c7a-9129-8acdfcdc9668', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:16:17.919352 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-5d817941-d85e-4f3c-9b07-5392ba24225f None None] Set router 186f80c1-4500-4ded-869d-b89be306d531 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:16:17.924912 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4482141c-6727-4e57-a464-75129f93a71c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:18.028397 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-da9b5e31-e526-4ec4-9d2c-93c73443d644 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:16:18.073393 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385ceb84-09b8-43eb-8aee-03b178a91cb8 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Pushing event updated for resources: {'Network': ['ID=c0bef7fc-78e3-4c7a-9129-8acdfcdc9668,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:18.088698 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026092c-baad-40b4-90fe-a09b454479f0 req-44d92c2f-0b76-49f4-87df-4fe55944c76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:18.109332 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-da9b5e31-e526-4ec4-9d2c-93c73443d644 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:16:18.124186 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b026092c-baad-40b4-90fe-a09b454479f0 req-44d92c2f-0b76-49f4-87df-4fe55944c76f service neutron] 10.222.0.57 "GET /v2.0/networks?id=9c450a0f-2c11-436c-8735-9a1afe6b7184 HTTP/1.1" status: 200  len: 906 time: 0.8157427
Jan 29 10:16:18.138840 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da9b5e31-e526-4ec4-9d2c-93c73443d644 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Made reservation on behalf of f15ab138166e456cb96f10f0bbdd909a for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:16:18.159013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-da9b5e31-e526-4ec4-9d2c-93c73443d644 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:18.213254 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4482141c-6727-4e57-a464-75129f93a71c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:18.228454 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-385ceb84-09b8-43eb-8aee-03b178a91cb8 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:18.324765 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-053efe38-62c7-497a-a86e-eb215a049294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:18.329807 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.ipam_backend_mixin [None req-da9b5e31-e526-4ec4-9d2c-93c73443d644 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Performing IP validity checks on allocation pools {{(pid=80766) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}}
Jan 29 10:16:18.329807 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.ipam_backend_mixin [None req-da9b5e31-e526-4ec4-9d2c-93c73443d644 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Checking for overlaps among allocation pools and gateway ip {{(pid=80766) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}}
Jan 29 10:16:18.335591 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b026092c-baad-40b4-90fe-a09b454479f0 req-2c00ee42-317c-4325-907e-ff674ea810e6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f9c1656-aa40-4725-97b7-4295ccfb24f7 HTTP/1.1" status: 200  len: 999 time: 0.2121999
Jan 29 10:16:18.385428 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-42a24bf5-f7e1-48b0-a936-75e0d1090d3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:18.406122 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053efe38-62c7-497a-a86e-eb215a049294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d2fc62-e3f2-475f-a566-6534bbf2d9fd,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:18.423767 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-053efe38-62c7-497a-a86e-eb215a049294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:18.435054 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-053efe38-62c7-497a-a86e-eb215a049294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:18.435054 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-053efe38-62c7-497a-a86e-eb215a049294 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/77d2fc62-e3f2-475f-a566-6534bbf2d9fd HTTP/1.1" status: 204  len: 168 time: 1.5121660
Jan 29 10:16:18.454208 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026092c-baad-40b4-90fe-a09b454479f0 req-e466265c-5770-4f8c-85a8-bbc0052998b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:18.454208 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b026092c-baad-40b4-90fe-a09b454479f0 req-e466265c-5770-4f8c-85a8-bbc0052998b6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dd17e4b6-a33a-4e17-bc4a-03539800690d HTTP/1.1" status: 200  len: 851 time: 0.1201932
Jan 29 10:16:18.565663 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026092c-baad-40b4-90fe-a09b454479f0 req-dc3750df-6772-48e2-bf13-9044eac3d507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:18.565663 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b026092c-baad-40b4-90fe-a09b454479f0 req-dc3750df-6772-48e2-bf13-9044eac3d507 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9c450a0f-2c11-436c-8735-9a1afe6b7184&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.1023691
Jan 29 10:16:18.627159 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4482141c-6727-4e57-a464-75129f93a71c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:18.659650 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f15d2eff-356b-4de7-9c27-24f4eabdf3ef tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:18.689944 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network c0bef7fc-78e3-4c7a-9129-8acdfcdc9668 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:16:18.706421 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network c0bef7fc-78e3-4c7a-9129-8acdfcdc9668 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:16:18.712284 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4926ba28-3876-4d70-8dde-cfc800942868 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:18.722222 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 3f38798c-ca7e-4bb8-85a3-20089d5842f1 up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:16:18.735738 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4482141c-6727-4e57-a464-75129f93a71c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:18.735738 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4482141c-6727-4e57-a464-75129f93a71c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "DELETE /v2.0/security-groups/587e781f-dafa-495b-8334-798e42e37cc4 HTTP/1.1" status: 204  len: 168 time: 1.3964694
Jan 29 10:16:18.742029 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56536) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:18.747659 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4482141c-6727-4e57-a464-75129f93a71c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=587e781f-dafa-495b-8334-798e42e37cc4,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:18.747659 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4482141c-6727-4e57-a464-75129f93a71c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:18.798738 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b026092c-baad-40b4-90fe-a09b454479f0 req-c22e5548-bdab-4da5-9353-a9c4c9baa0c7 service neutron] 10.222.0.57 "GET /v2.0/networks/9c450a0f-2c11-436c-8735-9a1afe6b7184?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2207570
Jan 29 10:16:18.820814 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f15d2eff-356b-4de7-9c27-24f4eabdf3ef tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:18.824698 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90143d2f-1608-4342-a91b-b86775ca60ff None None] Resources bound (agent type, host, resource id):  {{(pid=80767) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Jan 29 10:16:19.015637 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b196c9f0-5791-42f7-9fdb-eb66bc21901b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:19.107912 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b026092c-baad-40b4-90fe-a09b454479f0 req-2c01d20f-7b56-45c7-ad2d-bfccaf5ecac1 service neutron] 10.222.0.57 "GET /v2.0/networks/9c450a0f-2c11-436c-8735-9a1afe6b7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3006473
Jan 29 10:16:19.137883 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15d2eff-356b-4de7-9c27-24f4eabdf3ef tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Pushing event updated for resources: {'Port': ['ID=d5f85b1e-1e8f-4d2a-9176-1418409e794f,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:19.147881 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f15d2eff-356b-4de7-9c27-24f4eabdf3ef tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:19.213034 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f15d2eff-356b-4de7-9c27-24f4eabdf3ef tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:19.605615 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning for port 3f38798c-ca7e-4bb8-85a3-20089d5842f1 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:16:19.762243 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 3f38798c-ca7e-4bb8-85a3-20089d5842f1 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:16:19.762243 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:19.773115 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f15d2eff-356b-4de7-9c27-24f4eabdf3ef tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:19.778312 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56556) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:19.783201 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f15d2eff-356b-4de7-9c27-24f4eabdf3ef tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 6.0703142
Jan 29 10:16:19.788937 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-d0d3fa0d-1d2d-48c0-a54d-b2e29b9a5baa tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Request body: {'floatingip': {'port_id': '7c19d58a-9599-4761-9448-400f65e4c9cb', 'fixed_ip_address': '172.20.0.11'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:16:19.804350 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4549fee9-0f49-46cb-b2aa-7a8402826a52 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:19.841737 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4549fee9-0f49-46cb-b2aa-7a8402826a52 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:19.915338 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4549fee9-0f49-46cb-b2aa-7a8402826a52 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:19.922285 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c5258cf3-91b7-49db-b30a-0286a046921b tempest-ExtraDHCPOptionsIpV6TestJSON-718593295 tempest-ExtraDHCPOptionsIpV6TestJSON-718593295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:19.944346 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4549fee9-0f49-46cb-b2aa-7a8402826a52 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:19.944346 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4549fee9-0f49-46cb-b2aa-7a8402826a52 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "DELETE /v2.0/security-groups/50938246-c816-4590-b31b-899338676c42 HTTP/1.1" status: 204  len: 168 time: 1.2132065
Jan 29 10:16:19.950242 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56560) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:19.966215 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4549fee9-0f49-46cb-b2aa-7a8402826a52 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50938246-c816-4590-b31b-899338676c42,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:19.977575 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4549fee9-0f49-46cb-b2aa-7a8402826a52 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:20.070934 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-da9b5e31-e526-4ec4-9d2c-93c73443d644 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:20.077842 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-5d817941-d85e-4f3c-9b07-5392ba24225f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c91f9e80>, [{'id': '186f80c1-4500-4ded-869d-b89be306d531', 'name': 'tempest-TestVolumeBootPattern-1113126477-router', 'tenant_id': '4d907168a4924ceb9472857ce37e1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '28d59b23-64d3-4cb4-9403-19957bc5481c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:07:40Z', 'updated_at': '2021-01-29T10:08:01Z', 'revision_number': 4, 'project_id': '4d907168a4924ceb9472857ce37e1904', 'gw_port': {'id': '28d59b23-64d3-4cb4-9403-19957bc5481c', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186f80c1-4500-4ded-869d-b89be306d531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:07:44Z', 'updated_at': '2021-01-29T10:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': '3c879854-7fcf-41be-b3c5-3ca0dbe5c4f5', 'tenant_id': '4d907168a4924ceb9472857ce37e1904', 'floating_ip_address': '172.26.7.53', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '186f80c1-4500-4ded-869d-b89be306d531', 'port_id': '0f9c1656-aa40-4725-97b7-4295ccfb24f7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c450a0f-2c11-436c-8735-9a1afe6b7184', 'mac_address': 'fa:16:3e:cb:73:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e2e9c0-6be8-4c27-8515-c6c0dff1d35e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:16:02Z', 'updated_at': '2021-01-29T10:16:11Z', 'revision_number': 1, 'project_id': '4d907168a4924ceb9472857ce37e1904', 'fixed_ip_address_scope': None}, {'id': '565f982f-8af9-4950-b585-07af6df4206c', 'tenant_id': '4d907168a4924ceb9472857ce37e1904', 'floating_ip_address': '172.26.7.9', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '186f80c1-4500-4ded-869d-b89be306d531', 'port_id': '05c0010b-4a4e-456d-88c9-f1ef6991886d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c450a0f-2c11-436c-8735-9a1afe6b7184', 'mac_address': 'fa:16:3e:a6:e9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e703fc3b-df22-44d7-a8f5-0f01199a3626', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:13:20Z', 'updated_at': '2021-01-29T10:13:39Z', 'revision_number': 2, 'project_id': '4d907168a4924ceb9472857ce37e1904', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baad40a7-f833-4fed-9129-14efdd69b52a', 'name': '', 'network_id': '9c450a0f-2c11-436c-8735-9a1afe6b7184', 'tenant_id': '4d907168a4924ceb9472857ce37e1904', 'mac_address': 'fa:16:3e:db:ec:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186f80c1-4500-4ded-869d-b89be306d531', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'dd17e4b6-a33a-4e17-bc4a-03539800690d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:07:56Z', 'updated_at': '2021-01-29T10:08:26Z', 'revision_number': 5, 'project_id': '4d907168a4924ceb9472857ce37e1904', 'subnets': [{'id': 'dd17e4b6-a33a-4e17-bc4a-03539800690d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:16:20.102599 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d817941-d85e-4f3c-9b07-5392ba24225f None None] The sync data for ids ['186f80c1-4500-4ded-869d-b89be306d531'] in dv-neutron-772983-2-ovs is: [{'id': '186f80c1-4500-4ded-869d-b89be306d531', 'name': 'tempest-TestVolumeBootPattern-1113126477-router', 'tenant_id': '4d907168a4924ceb9472857ce37e1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '28d59b23-64d3-4cb4-9403-19957bc5481c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:07:40Z', 'updated_at': '2021-01-29T10:08:01Z', 'revision_number': 4, 'project_id': '4d907168a4924ceb9472857ce37e1904', 'gw_port': {'id': '28d59b23-64d3-4cb4-9403-19957bc5481c', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186f80c1-4500-4ded-869d-b89be306d531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:07:44Z', 'updated_at': '2021-01-29T10:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': '3c879854-7fcf-41be-b3c5-3ca0dbe5c4f5', 'tenant_id': '4d907168a4924ceb9472857ce37e1904', 'floating_ip_address': '172.26.7.53', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '186f80c1-4500-4ded-869d-b89be306d531', 'port_id': '0f9c1656-aa40-4725-97b7-4295ccfb24f7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c450a0f-2c11-436c-8735-9a1afe6b7184', 'mac_address': 'fa:16:3e:cb:73:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e2e9c0-6be8-4c27-8515-c6c0dff1d35e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:16:02Z', 'updated_at': '2021-01-29T10:16:11Z', 'revision_number': 1, 'project_id': '4d907168a4924ceb9472857ce37e1904', 'fixed_ip_address_scope': None}, {'id': '565f982f-8af9-4950-b585-07af6df4206c', 'tenant_id': '4d907168a4924ceb9472857ce37e1904', 'floating_ip_address': '172.26.7.9', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '186f80c1-4500-4ded-869d-b89be306d531', 'port_id': '05c0010b-4a4e-456d-88c9-f1ef6991886d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c450a0f-2c11-436c-8735-9a1afe6b7184', 'mac_address': 'fa:16:3e:a6:e9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e703fc3b-df22-44d7-a8f5-0f01199a3626', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:13:20Z', 'updated_at': '2021-01-29T10:13:39Z', 'revision_number': 2, 'project_id': '4d907168a4924ceb9472857ce37e1904', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baad40a7-f833-4fed-9129-14efdd69b52a', 'name': '', 'network_id': '9c450a0f-2c11-436c-8735-9a1afe6b7184', 'tenant_id': '4d907168a4924ceb9472857ce37e1904', 'mac_address': 'fa:16:3e:db:ec:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186f80c1-4500-4ded-869d-b89be306d531', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'dd17e4b6-a33a-4e17-bc4a-03539800690d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:07:56Z', 'updated_at': '2021-01-29T10:08:26Z', 'revision_number': 5, 'project_id': '4d907168a4924ceb9472857ce37e1904', 'subnets': [{'id': 'dd17e4b6-a33a-4e17-bc4a-03539800690d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:16:20.196666 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d0d3fa0d-1d2d-48c0-a54d-b2e29b9a5baa tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks [] for floatingip, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:20.304777 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '074fbe52-e90f-4358-8ed3-539b659b3d85', 'tag': '3f38798c-ca7e-4bb8-85a3-20089d5842f1', 'status': 'completed', 'code': 200}
Jan 29 10:16:20.412370 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-746dd852-3fd7-483b-b025-a3e8b24b3311 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:20.570582 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:20.581554 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9b5e31-e526-4ec4-9d2c-93c73443d644 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Checking segment: {'id': '425e61b7-5b18-4132-bff8-d4e4e6f9f154', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c0bef7fc-78e3-4c7a-9129-8acdfcdc9668'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:16:20.581554 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9b5e31-e526-4ec4-9d2c-93c73443d644 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Network hostable DHCP agents. Network: c0bef7fc-78e3-4c7a-9129-8acdfcdc9668, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:16:20.626796 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9b5e31-e526-4ec4-9d2c-93c73443d644 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Pushing event updated for resources: {'Subnet': ['ID=bec486f4-f180-4c7b-8292-a8a7dc847236,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:20.637729 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-da9b5e31-e526-4ec4-9d2c-93c73443d644 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:20.637729 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9b5e31-e526-4ec4-9d2c-93c73443d644 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Network c0bef7fc-78e3-4c7a-9129-8acdfcdc9668 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:16:20.648557 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-da9b5e31-e526-4ec4-9d2c-93c73443d644 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, c0bef7fc-78e3-4c7a-9129-8acdfcdc9668) {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:16:20.677020 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9b5e31-e526-4ec4-9d2c-93c73443d644 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:20.677020 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-da9b5e31-e526-4ec4-9d2c-93c73443d644 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks [] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:20.702301 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e677a56-f506-4167-87a4-68edd6834a71 None None] New status for floating IP 3c879854-7fcf-41be-b3c5-3ca0dbe5c4f5: ACTIVE {{(pid=80768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 29 10:16:20.708493 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-da9b5e31-e526-4ec4-9d2c-93c73443d644 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 895 time: 2.8141732
Jan 29 10:16:20.708493 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56570) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:20.719170 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-1f3e6045-c603-40e1-a10c-0faa6343d093 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:16:20.742255 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port 3f38798c-ca7e-4bb8-85a3-20089d5842f1, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=3f38798c-ca7e-4bb8-85a3-20089d5842f1,segment=NetworkSegment(b9adb5b2-2596-48dd-b83b-657daf49aed2),segment_id=b9adb5b2-2596-48dd-b83b-657daf49aed2)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:16:20.758054 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '074fbe52-e90f-4358-8ed3-539b659b3d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f38798c-ca7e-4bb8-85a3-20089d5842f1'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:16:20.758054 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:20.780023 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-184f2f4d-253d-4416-9609-926e5b236aa0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:20.963900 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56576) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:20.974933 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1f3e6045-c603-40e1-a10c-0faa6343d093 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036852035526'] for subnet, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:20.993938 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=3f38798c-ca7e-4bb8-85a3-20089d5842f1,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:21.006966 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:21.285795 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d56020b-76c2-4d17-9ebb-732caf9f8ff6 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Deleting subnet d0ce6cd9-16fa-4f09-a1b0-7ec37a628359 {{(pid=80765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:16:21.295146 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5d56020b-76c2-4d17-9ebb-732caf9f8ff6 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for subnet, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:21.404788 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-ee178653-fb47-4210-bbbd-e0075ee10e12 tempest-NetworksNegativeTestJSON-2045006088 tempest-NetworksNegativeTestJSON-2045006088-project] Request body: {'port': {'network_id': '0a86ab57-eb8c-4159-89ab-0cb2b85a8660', 'name': 'tempest-NetworksNegativeTestJSON-1034789890'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:16:21.453419 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee178653-fb47-4210-bbbd-e0075ee10e12 tempest-NetworksNegativeTestJSON-2045006088 tempest-NetworksNegativeTestJSON-2045006088-project] POST failed (client error): The resource could not be found.
Jan 29 10:16:21.453419 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee178653-fb47-4210-bbbd-e0075ee10e12 tempest-NetworksNegativeTestJSON-2045006088 tempest-NetworksNegativeTestJSON-2045006088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:21.453419 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ee178653-fb47-4210-bbbd-e0075ee10e12 tempest-NetworksNegativeTestJSON-2045006088 tempest-NetworksNegativeTestJSON-2045006088-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 404  len: 339 time: 0.4706452
Jan 29 10:16:21.462061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-362c245c-7e8c-48d6-950d-aeb8816e9011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:21.466970 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56582) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:21.554455 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-58756a7b-259e-4f65-9e7f-7254316163e8 tempest-NetworksNegativeTestJSON-2045006088 tempest-NetworksNegativeTestJSON-2045006088-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:16:21.554964 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58756a7b-259e-4f65-9e7f-7254316163e8 tempest-NetworksNegativeTestJSON-2045006088 tempest-NetworksNegativeTestJSON-2045006088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:21.562886 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-58756a7b-259e-4f65-9e7f-7254316163e8 tempest-NetworksNegativeTestJSON-2045006088 tempest-NetworksNegativeTestJSON-2045006088-project] 10.222.0.57 "DELETE /v2.0/networks/ebb57dd5-4f03-491c-b041-594ad673bd05 HTTP/1.1" status: 404  len: 339 time: 0.1065404
Jan 29 10:16:21.562886 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56586) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:21.564248 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-d0d3fa0d-1d2d-48c0-a54d-b2e29b9a5baa tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] update failed (client error): The resource could not be found.
Jan 29 10:16:21.564785 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d0d3fa0d-1d2d-48c0-a54d-b2e29b9a5baa tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] 10.222.0.57 "PUT /v2.0/floatingips/c62c28b6-34ad-4f7d-b84e-0f5e9e4f613c HTTP/1.1" status: 404  len: 507 time: 1.7904415
Jan 29 10:16:21.574261 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56590) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:21.584513 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5d56020b-76c2-4d17-9ebb-732caf9f8ff6 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1479249'] for subnet, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:21.628509 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d148fe0-b24e-4669-a947-8e4c54670a85 tempest-NetworksNegativeTestJSON-2045006088 tempest-NetworksNegativeTestJSON-2045006088-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:16:21.629741 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d148fe0-b24e-4669-a947-8e4c54670a85 tempest-NetworksNegativeTestJSON-2045006088 tempest-NetworksNegativeTestJSON-2045006088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:21.631537 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4d148fe0-b24e-4669-a947-8e4c54670a85 tempest-NetworksNegativeTestJSON-2045006088 tempest-NetworksNegativeTestJSON-2045006088-project] 10.222.0.57 "DELETE /v2.0/ports/2c0b687f-6f66-46a3-987b-a741bafa0bb2 HTTP/1.1" status: 404  len: 333 time: 0.0690641
Jan 29 10:16:21.635529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56594) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:21.724941 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-57bb1f83-5398-43ec-8d37-5ac13b5a5c0e tempest-NetworksNegativeTestJSON-2045006088 tempest-NetworksNegativeTestJSON-2045006088-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:16:21.724941 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57bb1f83-5398-43ec-8d37-5ac13b5a5c0e tempest-NetworksNegativeTestJSON-2045006088 tempest-NetworksNegativeTestJSON-2045006088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:21.726522 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-57bb1f83-5398-43ec-8d37-5ac13b5a5c0e tempest-NetworksNegativeTestJSON-2045006088 tempest-NetworksNegativeTestJSON-2045006088-project] 10.222.0.57 "DELETE /v2.0/subnets/b49cf47c-c836-4c7d-a346-99e29f411c9c HTTP/1.1" status: 404  len: 337 time: 0.0898154
Jan 29 10:16:21.732316 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56598) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:21.735535 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175164b4-e2e2-473e-81ad-71552e5dd130 None None] Network c0bef7fc-78e3-4c7a-9129-8acdfcdc9668 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:16:21.781111 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-74eaaa22-4584-478e-8cd3-dbba9c87639e tempest-NetworksNegativeTestJSON-2045006088 tempest-NetworksNegativeTestJSON-2045006088-project] GET failed (client error): The resource could not be found.
Jan 29 10:16:21.785997 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-74eaaa22-4584-478e-8cd3-dbba9c87639e tempest-NetworksNegativeTestJSON-2045006088 tempest-NetworksNegativeTestJSON-2045006088-project] 10.222.0.57 "GET /v2.0/networks/3b352349-76bb-4b64-86d7-bacfa8b49e7f HTTP/1.1" status: 404  len: 339 time: 0.0477111
Jan 29 10:16:21.793456 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56602) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:21.853175 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1f3e6045-c603-40e1-a10c-0faa6343d093 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363268197239668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036853677104'] for subnet, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:21.866565 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-2d3e1b08-a5b0-4084-908d-24670db951b3 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Deleting port d5f85b1e-1e8f-4d2a-9176-1418409e794f {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:16:21.866565 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2d3e1b08-a5b0-4084-908d-24670db951b3 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:21.878702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-671b9b91-2ce9-42d5-9d8f-02317d3bc5bf tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:21.899122 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca9bbe-d605-43ee-8d5c-f6fc5ff8aa3b req-7dbe5809-f0a7-46b1-9108-85a1f39bac4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:21.899122 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-dbca9bbe-d605-43ee-8d5c-f6fc5ff8aa3b req-7dbe5809-f0a7-46b1-9108-85a1f39bac4b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a0c698359c1e4874b3f3bbc1db996560&device_id=074fbe52-e90f-4358-8ed3-539b659b3d85 HTTP/1.1" status: 200  len: 1160 time: 1.5879643
Jan 29 10:16:21.947059 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-41f10789-90f0-4198-9400-3f258c8d34e3 tempest-NetworksNegativeTestJSON-2045006088 tempest-NetworksNegativeTestJSON-2045006088-project] GET failed (client error): The resource could not be found.
Jan 29 10:16:21.947059 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-41f10789-90f0-4198-9400-3f258c8d34e3 tempest-NetworksNegativeTestJSON-2045006088 tempest-NetworksNegativeTestJSON-2045006088-project] 10.222.0.57 "GET /v2.0/ports/d5a56bb7-4705-4e13-ad04-a86052c51aff HTTP/1.1" status: 404  len: 333 time: 0.1282697
Jan 29 10:16:21.947059 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56606) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:22.016362 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-d66e7a1c-317c-4c55-853a-f4422c399167 tempest-NetworksNegativeTestJSON-2045006088 tempest-NetworksNegativeTestJSON-2045006088-project] GET failed (client error): The resource could not be found.
Jan 29 10:16:22.016362 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d66e7a1c-317c-4c55-853a-f4422c399167 tempest-NetworksNegativeTestJSON-2045006088 tempest-NetworksNegativeTestJSON-2045006088-project] 10.222.0.57 "GET /v2.0/subnets/76ff4005-30f3-4235-8b07-c8dd26775eae HTTP/1.1" status: 404  len: 337 time: 0.0646431
Jan 29 10:16:22.026180 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56610) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:22.105546 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e6045-c603-40e1-a10c-0faa6343d093 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Pushing event updated for resources: {'Subnet': ['ID=bec486f4-f180-4c7b-8292-a8a7dc847236,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:22.114985 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1f3e6045-c603-40e1-a10c-0faa6343d093 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:22.151858 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-22db8704-8bd9-4368-897e-8e9011a9149a tempest-NetworksNegativeTestJSON-2045006088 tempest-NetworksNegativeTestJSON-2045006088-project] Request body: {'network': {'name': 'new_name'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:16:22.153058 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3e6045-c603-40e1-a10c-0faa6343d093 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:22.154273 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1f3e6045-c603-40e1-a10c-0faa6343d093 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks [] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:22.155587 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1f3e6045-c603-40e1-a10c-0faa6343d093 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] 10.222.0.57 "PUT /v2.0/subnets/bec486f4-f180-4c7b-8292-a8a7dc847236 HTTP/1.1" status: 200  len: 900 time: 1.4539840
Jan 29 10:16:22.159176 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56616) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:22.202025 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-5ba43b26-9714-445e-9b5e-b4bfeeb5d232 None None] Provisioning complete for port 387e501d-23c8-48f2-b0b9-64b3f6619304 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:16:22.202025 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5ba43b26-9714-445e-9b5e-b4bfeeb5d232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:22.264286 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca0b8f7-78c7-4422-b676-ed8628a48c05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-c0bef7fc-78e3-4c7a-9129-8acdfcdc9668', 'network_id': 'c0bef7fc-78e3-4c7a-9129-8acdfcdc9668', 'tenant_id': 'f15ab138166e456cb96f10f0bbdd909a', 'fixed_ips': [{'subnet_id': 'bec486f4-f180-4c7b-8292-a8a7dc847236'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:16:22.264286 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3ca0b8f7-78c7-4422-b676-ed8628a48c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:22.430723 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa05c78-55ec-44bb-88c5-fb0b69a6b2b7 req-46361e31-5ba0-4b46-b7fc-ab8c8f6734aa tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:22.430723 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0aa05c78-55ec-44bb-88c5-fb0b69a6b2b7 req-46361e31-5ba0-4b46-b7fc-ab8c8f6734aa tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] 10.222.0.57 "GET /v2.0/ports?device_id=074fbe52-e90f-4358-8ed3-539b659b3d85 HTTP/1.1" status: 200  len: 945 time: 1.6876042
Jan 29 10:16:22.430723 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29e2e9c0-6be8-4c27-8515-c6c0dff1d35e', 'tag': '0f9c1656-aa40-4725-97b7-4295ccfb24f7'}] {{(pid=80765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:16:22.430723 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-22db8704-8bd9-4368-897e-8e9011a9149a tempest-NetworksNegativeTestJSON-2045006088 tempest-NetworksNegativeTestJSON-2045006088-project] PUT failed (client error): The resource could not be found.
Jan 29 10:16:22.430723 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22db8704-8bd9-4368-897e-8e9011a9149a tempest-NetworksNegativeTestJSON-2045006088 tempest-NetworksNegativeTestJSON-2045006088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:22.430723 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-22db8704-8bd9-4368-897e-8e9011a9149a tempest-NetworksNegativeTestJSON-2045006088 tempest-NetworksNegativeTestJSON-2045006088-project] 10.222.0.57 "PUT /v2.0/networks/e8a7a869-5fa8-4c17-91a9-6abdd260067d HTTP/1.1" status: 404  len: 339 time: 0.3429620
Jan 29 10:16:22.430723 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56622) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:22.430723 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-d3473a02-2121-40bc-bee8-a2b3447d2cb1 tempest-NetworksNegativeTestJSON-2045006088 tempest-NetworksNegativeTestJSON-2045006088-project] Request body: {'port': {'name': 'new_name'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:16:22.441602 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-5ba43b26-9714-445e-9b5e-b4bfeeb5d232 None None] Port 387e501d-23c8-48f2-b0b9-64b3f6619304 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:16:22.473511 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-378707d2-a2e0-42a0-9ded-ebf5b30873df tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:22.505063 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-5ba43b26-9714-445e-9b5e-b4bfeeb5d232 None None] Provisioning complete for port 5b77c8be-0d3b-417b-bd1a-b4d0297c24a1 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:16:22.505063 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5ba43b26-9714-445e-9b5e-b4bfeeb5d232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:22.528680 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3473a02-2121-40bc-bee8-a2b3447d2cb1 tempest-NetworksNegativeTestJSON-2045006088 tempest-NetworksNegativeTestJSON-2045006088-project] PUT failed (client error): The resource could not be found.
Jan 29 10:16:22.528680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3473a02-2121-40bc-bee8-a2b3447d2cb1 tempest-NetworksNegativeTestJSON-2045006088 tempest-NetworksNegativeTestJSON-2045006088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:22.528680 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d3473a02-2121-40bc-bee8-a2b3447d2cb1 tempest-NetworksNegativeTestJSON-2045006088 tempest-NetworksNegativeTestJSON-2045006088-project] 10.222.0.57 "PUT /v2.0/ports/bc28fe2c-e31d-424c-9db1-72a6ab790f24 HTTP/1.1" status: 404  len: 333 time: 0.1270757
Jan 29 10:16:22.535098 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56626) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:22.535098 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-b516c943-a7ca-4f23-9f2c-0f68e6131258 tempest-NetworksNegativeTestJSON-2045006088 tempest-NetworksNegativeTestJSON-2045006088-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:16:22.590057 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5d56020b-76c2-4d17-9ebb-732caf9f8ff6 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:22.606638 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-b516c943-a7ca-4f23-9f2c-0f68e6131258 tempest-NetworksNegativeTestJSON-2045006088 tempest-NetworksNegativeTestJSON-2045006088-project] PUT failed (client error): The resource could not be found.
Jan 29 10:16:22.606638 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b516c943-a7ca-4f23-9f2c-0f68e6131258 tempest-NetworksNegativeTestJSON-2045006088 tempest-NetworksNegativeTestJSON-2045006088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:22.606638 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b516c943-a7ca-4f23-9f2c-0f68e6131258 tempest-NetworksNegativeTestJSON-2045006088 tempest-NetworksNegativeTestJSON-2045006088-project] 10.222.0.57 "PUT /v2.0/subnets/062daf6b-119d-445b-ac1d-46109ec315a1 HTTP/1.1" status: 404  len: 337 time: 0.0764472
Jan 29 10:16:22.654994 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0aa05c78-55ec-44bb-88c5-fb0b69a6b2b7 req-76d42d17-d4d3-4319-a235-dc3539f4d507 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ba8e0b6-c808-4291-b283-44235b5bd3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2733228
Jan 29 10:16:22.693865 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2d3e1b08-a5b0-4084-908d-24670db951b3 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:22.693865 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2d3e1b08-a5b0-4084-908d-24670db951b3 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:22.718153 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca9bbe-d605-43ee-8d5c-f6fc5ff8aa3b req-1c474ca8-7160-442f-bcd7-29432a357d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:22.718153 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-dbca9bbe-d605-43ee-8d5c-f6fc5ff8aa3b req-1c474ca8-7160-442f-bcd7-29432a357d81 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5be0f00d-5866-4e6b-a2b4-be163bdf7e7f HTTP/1.1" status: 200  len: 891 time: 0.8023264
Jan 29 10:16:22.783177 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-378707d2-a2e0-42a0-9ded-ebf5b30873df tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:22.839752 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '074fbe52-e90f-4358-8ed3-539b659b3d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f38798c-ca7e-4bb8-85a3-20089d5842f1', 'code': 200}
Jan 29 10:16:22.930779 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-5ba43b26-9714-445e-9b5e-b4bfeeb5d232 None None] Provisioning complete for port de988830-0900-4d06-9a78-64a829ccf259 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:16:22.930779 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5ba43b26-9714-445e-9b5e-b4bfeeb5d232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:22.993320 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-2d3e1b08-a5b0-4084-908d-24670db951b3 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Calling delete_port for d5f85b1e-1e8f-4d2a-9176-1418409e794f owned by network:floatingip {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:16:23.032485 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29e2e9c0-6be8-4c27-8515-c6c0dff1d35e', 'tag': '0f9c1656-aa40-4725-97b7-4295ccfb24f7', 'status': 'completed', 'code': 200}
Jan 29 10:16:23.071593 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:16:23.076333 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-dbca9bbe-d605-43ee-8d5c-f6fc5ff8aa3b req-28f3a6af-35d2-49e3-b7e1-ef9c402e2857 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f38798c-ca7e-4bb8-85a3-20089d5842f1 HTTP/1.1" status: 200  len: 217 time: 0.2829349
Jan 29 10:16:23.246202 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 3f38798c-ca7e-4bb8-85a3-20089d5842f1 up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:16:23.343634 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-3ca0b8f7-78c7-4422-b676-ed8628a48c05 None None] Allocated IP 2001:db8::3 (c0bef7fc-78e3-4c7a-9129-8acdfcdc9668/bec486f4-f180-4c7b-8292-a8a7dc847236/88f32fd5-312b-4246-ab77-939998c7e304) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:16:23.349082 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56634) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:23.382693 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 3f38798c-ca7e-4bb8-85a3-20089d5842f1 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:16:23.383121 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:23.423050 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca9bbe-d605-43ee-8d5c-f6fc5ff8aa3b req-7c7b52e6-5827-45eb-ba24-142157b41531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:23.425295 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-dbca9bbe-d605-43ee-8d5c-f6fc5ff8aa3b req-7c7b52e6-5827-45eb-ba24-142157b41531 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1d24e515-6579-4727-8658-f42df974a468 HTTP/1.1" status: 200  len: 834 time: 0.3307831
Jan 29 10:16:23.475990 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba91979-6c14-4b65-8864-9c508923b7f5 req-fd6b404f-16ba-4322-aaf0-0900635fd220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:23.477966 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2ba91979-6c14-4b65-8864-9c508923b7f5 req-fd6b404f-16ba-4322-aaf0-0900635fd220 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4d907168a4924ceb9472857ce37e1904&device_id=29e2e9c0-6be8-4c27-8515-c6c0dff1d35e HTTP/1.1" status: 200  len: 1163 time: 0.3373353
Jan 29 10:16:23.533073 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5889c2-b34a-4a14-922e-3e5f669d9f2c req-08df7505-5299-4670-a882-a442593a5a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:23.535592 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fc5889c2-b34a-4a14-922e-3e5f669d9f2c req-08df7505-5299-4670-a882-a442593a5a6b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=074fbe52-e90f-4358-8ed3-539b659b3d85 HTTP/1.1" status: 200  len: 1162 time: 0.2917373
Jan 29 10:16:23.669910 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-095db39e-3dfe-4aa0-bd1c-62ce91557543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:23.673292 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca9bbe-d605-43ee-8d5c-f6fc5ff8aa3b req-0795a27e-67f3-480b-ae44-456feafb889d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:23.674953 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-dbca9bbe-d605-43ee-8d5c-f6fc5ff8aa3b req-0795a27e-67f3-480b-ae44-456feafb889d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5be0f00d-5866-4e6b-a2b4-be163bdf7e7f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.2051468
Jan 29 10:16:23.675598 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2d3e1b08-a5b0-4084-908d-24670db951b3 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:23.696143 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c68568ac-a200-4551-9e98-90f4959f75a0 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:23.702242 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fc5889c2-b34a-4a14-922e-3e5f669d9f2c req-8eda4bfb-c0a2-4b7f-a0f6-5a695bcce5d2 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=5ba8e0b6-c808-4291-b283-44235b5bd3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1578243
Jan 29 10:16:23.702597 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-095db39e-3dfe-4aa0-bd1c-62ce91557543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:16:23.710774 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-095db39e-3dfe-4aa0-bd1c-62ce91557543 admin admin] Usage tracker for resource:security_group_rule and tenant:befec5a57a4e4fbb93e96088c7c0cfed is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:16:23.721028 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-095db39e-3dfe-4aa0-bd1c-62ce91557543 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:16:23.731398 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-095db39e-3dfe-4aa0-bd1c-62ce91557543 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:16:23.761146 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba91979-6c14-4b65-8864-9c508923b7f5 req-bdc14c4e-6169-4d3b-b453-cfb50d4c68ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:23.763463 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2ba91979-6c14-4b65-8864-9c508923b7f5 req-bdc14c4e-6169-4d3b-b453-cfb50d4c68ff service neutron] 10.222.0.22 "GET /v2.0/networks?id=9c450a0f-2c11-436c-8735-9a1afe6b7184 HTTP/1.1" status: 200  len: 906 time: 0.2752383
Jan 29 10:16:23.766673 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3ca0b8f7-78c7-4422-b676-ed8628a48c05 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:23.767205 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3e1b08-a5b0-4084-908d-24670db951b3 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Pushing event deleted for resources: {'Port': ['ID=d5f85b1e-1e8f-4d2a-9176-1418409e794f,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:23.802952 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-3ca0b8f7-78c7-4422-b676-ed8628a48c05 None None] Transition to ACTIVE for port object 88f32fd5-312b-4246-ab77-939998c7e304 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:16:23.814238 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-483ffb82-cd6f-4770-bf6d-940dc470ed68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:23.821124 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-3ca0b8f7-78c7-4422-b676-ed8628a48c05 None None] Transition to ACTIVE for port object 88f32fd5-312b-4246-ab77-939998c7e304 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:16:23.837417 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3ca0b8f7-78c7-4422-b676-ed8628a48c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:23.872002 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3e1b08-a5b0-4084-908d-24670db951b3 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:16:23.872002 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3e1b08-a5b0-4084-908d-24670db951b3 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:16:23.872002 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3e1b08-a5b0-4084-908d-24670db951b3 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:16:23.872002 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3e1b08-a5b0-4084-908d-24670db951b3 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:16:23.872002 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3e1b08-a5b0-4084-908d-24670db951b3 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:16:23.872002 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3e1b08-a5b0-4084-908d-24670db951b3 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:16:23.872002 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3e1b08-a5b0-4084-908d-24670db951b3 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:16:23.872002 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3e1b08-a5b0-4084-908d-24670db951b3 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:16:23.872002 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3e1b08-a5b0-4084-908d-24670db951b3 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:16:23.872002 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3e1b08-a5b0-4084-908d-24670db951b3 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:16:23.872002 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3e1b08-a5b0-4084-908d-24670db951b3 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:16:23.872002 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3e1b08-a5b0-4084-908d-24670db951b3 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:16:23.872002 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3e1b08-a5b0-4084-908d-24670db951b3 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:16:23.872002 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3e1b08-a5b0-4084-908d-24670db951b3 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:16:23.872002 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3e1b08-a5b0-4084-908d-24670db951b3 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:16:23.874169 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3e1b08-a5b0-4084-908d-24670db951b3 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:16:23.874169 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3e1b08-a5b0-4084-908d-24670db951b3 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:16:23.874169 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3e1b08-a5b0-4084-908d-24670db951b3 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:16:23.874169 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3e1b08-a5b0-4084-908d-24670db951b3 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:16:23.874169 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3e1b08-a5b0-4084-908d-24670db951b3 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:16:23.874855 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:23.875008 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3e1b08-a5b0-4084-908d-24670db951b3 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:16:23.875008 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3e1b08-a5b0-4084-908d-24670db951b3 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:16:23.875298 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3e1b08-a5b0-4084-908d-24670db951b3 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:16:23.875608 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3e1b08-a5b0-4084-908d-24670db951b3 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:16:23.890797 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-378707d2-a2e0-42a0-9ded-ebf5b30873df tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:23.894299 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2d3e1b08-a5b0-4084-908d-24670db951b3 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:23.911629 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-da9b5e31-e526-4ec4-9d2c-93c73443d644 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:23.953213 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-095db39e-3dfe-4aa0-bd1c-62ce91557543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:23.957459 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378707d2-a2e0-42a0-9ded-ebf5b30873df tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Pushing event deleted for resources: {'Subnet': ['ID=bec486f4-f180-4c7b-8292-a8a7dc847236,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:23.966366 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca0b8f7-78c7-4422-b676-ed8628a48c05 None None] Pushing event updated for resources: {'Port': ['ID=88f32fd5-312b-4246-ab77-939998c7e304,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:23.969669 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3ca0b8f7-78c7-4422-b676-ed8628a48c05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:23.973983 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-378707d2-a2e0-42a0-9ded-ebf5b30873df tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:24.053336 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-095db39e-3dfe-4aa0-bd1c-62ce91557543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:24.088665 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-29927eab-37ab-4410-8a2a-17084194ca5f tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:24.121723 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca0b8f7-78c7-4422-b676-ed8628a48c05 None None] Network c0bef7fc-78e3-4c7a-9129-8acdfcdc9668 is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:16:24.123202 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-3ca0b8f7-78c7-4422-b676-ed8628a48c05 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:16:24.126015 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca0b8f7-78c7-4422-b676-ed8628a48c05 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:16:24.205935 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-3ca0b8f7-78c7-4422-b676-ed8628a48c05 None None] Attempting to bind port 88f32fd5-312b-4246-ab77-939998c7e304 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:16:24.206367 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-3ca0b8f7-78c7-4422-b676-ed8628a48c05 None None] Attempting to bind port 88f32fd5-312b-4246-ab77-939998c7e304 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '425e61b7-5b18-4132-bff8-d4e4e6f9f154', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c0bef7fc-78e3-4c7a-9129-8acdfcdc9668'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:16:24.206780 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca0b8f7-78c7-4422-b676-ed8628a48c05 None None] Attempting to bind port 88f32fd5-312b-4246-ab77-939998c7e304 on network c0bef7fc-78e3-4c7a-9129-8acdfcdc9668 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:16:24.214882 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca0b8f7-78c7-4422-b676-ed8628a48c05 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:16:24.215319 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca0b8f7-78c7-4422-b676-ed8628a48c05 None None] Checking segment: {'id': '425e61b7-5b18-4132-bff8-d4e4e6f9f154', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c0bef7fc-78e3-4c7a-9129-8acdfcdc9668'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:16:24.215768 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3ca0b8f7-78c7-4422-b676-ed8628a48c05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:24.216213 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca0b8f7-78c7-4422-b676-ed8628a48c05 None None] Bound using segment: {'id': '425e61b7-5b18-4132-bff8-d4e4e6f9f154', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c0bef7fc-78e3-4c7a-9129-8acdfcdc9668'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:16:24.216754 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-3ca0b8f7-78c7-4422-b676-ed8628a48c05 None None] Bound port: 88f32fd5-312b-4246-ab77-939998c7e304, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '425e61b7-5b18-4132-bff8-d4e4e6f9f154', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c0bef7fc-78e3-4c7a-9129-8acdfcdc9668'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:16:24.217177 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3ca0b8f7-78c7-4422-b676-ed8628a48c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:24.239560 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:24.246069 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-095db39e-3dfe-4aa0-bd1c-62ce91557543 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=befec5a57a4e4fbb93e96088c7c0cfed&name=default HTTP/1.1" status: 200  len: 2983 time: 0.8888297
Jan 29 10:16:24.250186 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095db39e-3dfe-4aa0-bd1c-62ce91557543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9abc13c-86e3-4f29-a76d-17582acb077d,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:24.254598 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56642) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:24.270464 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-095db39e-3dfe-4aa0-bd1c-62ce91557543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:24.380228 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5d56020b-76c2-4d17-9ebb-732caf9f8ff6 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852603100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2204728'] for subnet, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:24.400196 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1d5a7fdf-1a90-4ef9-bc1c-e370d55570be tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:24.448328 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d56020b-76c2-4d17-9ebb-732caf9f8ff6 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event deleted for resources: {'Subnet': ['ID=d0ce6cd9-16fa-4f09-a1b0-7ec37a628359,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:24.469600 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5d56020b-76c2-4d17-9ebb-732caf9f8ff6 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:24.479289 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-3ca0b8f7-78c7-4422-b676-ed8628a48c05 None None] For port 88f32fd5-312b-4246-ab77-939998c7e304, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:16:24.494107 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-3ca0b8f7-78c7-4422-b676-ed8628a48c05 None None] For port 88f32fd5-312b-4246-ab77-939998c7e304, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=88f32fd5-312b-4246-ab77-939998c7e304,segment=NetworkSegment(425e61b7-5b18-4132-bff8-d4e4e6f9f154),segment_id=425e61b7-5b18-4132-bff8-d4e4e6f9f154)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:16:24.545082 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3ca0b8f7-78c7-4422-b676-ed8628a48c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:24.608993 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-dbca9bbe-d605-43ee-8d5c-f6fc5ff8aa3b req-b49a585c-768f-4b41-89e4-637b58dbf653 service neutron] 10.222.0.22 "GET /v2.0/networks/5be0f00d-5866-4e6b-a2b4-be163bdf7e7f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9100354
Jan 29 10:16:24.684703 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bf66e79a-f640-4cd3-baa4-d84cc415cfdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:24.729106 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cefbbed-843c-4f6a-952d-34989035c27b req-e8e540ff-52a5-4c05-95df-130fb574a3cd tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:24.732294 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6cefbbed-843c-4f6a-952d-34989035c27b req-e8e540ff-52a5-4c05-95df-130fb574a3cd tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] 10.222.0.57 "GET /v2.0/ports?device_id=074fbe52-e90f-4358-8ed3-539b659b3d85 HTTP/1.1" status: 200  len: 945 time: 0.8476079
Jan 29 10:16:24.767417 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-378707d2-a2e0-42a0-9ded-ebf5b30873df tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:24.819806 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2ba91979-6c14-4b65-8864-9c508923b7f5 req-3a3cb721-8055-4ecf-a513-fc4fad8e6670 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f9c1656-aa40-4725-97b7-4295ccfb24f7 HTTP/1.1" status: 200  len: 1001 time: 0.6963551
Jan 29 10:16:24.850225 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca0b8f7-78c7-4422-b676-ed8628a48c05 None None] Pushing event updated for resources: {'Port': ['ID=88f32fd5-312b-4246-ab77-939998c7e304,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:24.862367 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3ca0b8f7-78c7-4422-b676-ed8628a48c05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:24.922904 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcdf1b0-3d43-4553-a3ef-8def21c49a98 None None] Network c0bef7fc-78e3-4c7a-9129-8acdfcdc9668 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:16:24.946405 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:24.992256 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6cefbbed-843c-4f6a-952d-34989035c27b req-b26a75a6-b1a9-48b0-9d56-af76ab40bf05 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ba8e0b6-c808-4291-b283-44235b5bd3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1986341
Jan 29 10:16:25.000606 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2d3e1b08-a5b0-4084-908d-24670db951b3 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks [] for floatingip, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:25.025352 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5d56020b-76c2-4d17-9ebb-732caf9f8ff6 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:25.028700 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cee7c4d-55c9-4161-a198-40068ffd3b37 None None] Network dcac8088-38cd-4a49-ab48-4a79e40d999e requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:16:25.030596 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dd8e9ebc-1877-4b86-8640-9e746279b21c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:25.046061 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5d56020b-76c2-4d17-9ebb-732caf9f8ff6 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "DELETE /v2.0/subnets/d0ce6cd9-16fa-4f09-a1b0-7ec37a628359 HTTP/1.1" status: 204  len: 168 time: 5.1007524
Jan 29 10:16:25.050578 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56646) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:25.052436 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba91979-6c14-4b65-8864-9c508923b7f5 req-fbe1d715-dbf1-4e2a-a21f-267641569c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:25.054161 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2ba91979-6c14-4b65-8864-9c508923b7f5 req-fbe1d715-dbf1-4e2a-a21f-267641569c93 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=dd17e4b6-a33a-4e17-bc4a-03539800690d HTTP/1.1" status: 200  len: 851 time: 0.2254248
Jan 29 10:16:25.059978 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2d3e1b08-a5b0-4084-908d-24670db951b3 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:25.065050 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2d3e1b08-a5b0-4084-908d-24670db951b3 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] 10.222.0.57 "DELETE /v2.0/floatingips/c62c28b6-34ad-4f7d-b84e-0f5e9e4f613c HTTP/1.1" status: 204  len: 168 time: 3.4836988
Jan 29 10:16:25.070836 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-57ba5613-8314-41c9-883a-95a834123bb2 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Request body: {'subnet': {'network_id': 'dcac8088-38cd-4a49-ab48-4a79e40d999e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:16:25.073537 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56650) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:25.082730 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-738b7357-800f-4ee1-8280-eb5c3443946e tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Request body: {'floatingip': {'floating_network_id': '7ff49fa7-bba1-4b28-bcde-696fda93a310', 'port_id': '7c19d58a-9599-4761-9448-400f65e4c9cb', 'fixed_ip_address': '172.20.0.11'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:16:25.097477 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-378707d2-a2e0-42a0-9ded-ebf5b30873df tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99ca7d8208>,) {'filters': {'network_id': ['c0bef7fc-78e3-4c7a-9129-8acdfcdc9668']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:16:25.106050 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-738b7357-800f-4ee1-8280-eb5c3443946e tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:16:25.114206 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-738b7357-800f-4ee1-8280-eb5c3443946e tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Usage tracker for resource:floatingip and tenant:c0bff46c8fb142fead990a51bc712ce9 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:16:25.118549 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-738b7357-800f-4ee1-8280-eb5c3443946e tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:16:25.122937 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-dbca9bbe-d605-43ee-8d5c-f6fc5ff8aa3b req-690df341-ee44-4781-98ca-d01253b2ae64 service neutron] 10.222.0.22 "GET /v2.0/networks/5be0f00d-5866-4e6b-a2b4-be163bdf7e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4861765
Jan 29 10:16:25.126883 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-738b7357-800f-4ee1-8280-eb5c3443946e tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:16:25.135970 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-738b7357-800f-4ee1-8280-eb5c3443946e tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks [] for floatingip, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:25.179333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dd8e9ebc-1877-4b86-8640-9e746279b21c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:25.212032 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-378707d2-a2e0-42a0-9ded-ebf5b30873df tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99ca7d8208>, '425e61b7-5b18-4132-bff8-d4e4e6f9f154') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:16:25.212032 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-378707d2-a2e0-42a0-9ded-ebf5b30873df tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99ca7d8208>, '425e61b7-5b18-4132-bff8-d4e4e6f9f154') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:16:25.313884 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-378707d2-a2e0-42a0-9ded-ebf5b30873df tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:25.321640 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7dc9c2-6b7a-4d52-809f-94e64fa653ea None None] Network c0bef7fc-78e3-4c7a-9129-8acdfcdc9668 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:16:25.367043 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-738b7357-800f-4ee1-8280-eb5c3443946e tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 10:16:25.368445 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-738b7357-800f-4ee1-8280-eb5c3443946e tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 400  len: 373 time: 0.2936535
Jan 29 10:16:25.372436 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56654) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:25.389084 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-42763488-6789-4a5e-8013-c7f612a9b154 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Request body: {'floatingip': {'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'port_id': '7c19d58a-9599-4761-9448-400f65e4c9cb', 'fixed_ip_address': '172.20.0.11'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:16:25.401214 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dd8e9ebc-1877-4b86-8640-9e746279b21c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:25.415632 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5576374b-a6e4-4592-a65c-45536edf9a8b tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:25.432032 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-378707d2-a2e0-42a0-9ded-ebf5b30873df tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:25.449170 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-42763488-6789-4a5e-8013-c7f612a9b154 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:16:25.456304 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-42763488-6789-4a5e-8013-c7f612a9b154 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Usage tracker for resource:floatingip and tenant:c0bff46c8fb142fead990a51bc712ce9 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:16:25.456814 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-378707d2-a2e0-42a0-9ded-ebf5b30873df tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Releasing vxlan tunnel 7 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:16:25.461344 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-42763488-6789-4a5e-8013-c7f612a9b154 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:16:25.472011 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-42763488-6789-4a5e-8013-c7f612a9b154 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:16:25.487645 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-42763488-6789-4a5e-8013-c7f612a9b154 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks [] for floatingip, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:25.503625 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8e9ebc-1877-4b86-8640-9e746279b21c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9abc13c-86e3-4f29-a76d-17582acb077d,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:25.508176 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-dd8e9ebc-1877-4b86-8640-9e746279b21c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:25.555193 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba91979-6c14-4b65-8864-9c508923b7f5 req-f0321df6-9377-4540-a394-e5384874e05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:25.557576 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2ba91979-6c14-4b65-8864-9c508923b7f5 req-f0321df6-9377-4540-a394-e5384874e05a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9c450a0f-2c11-436c-8735-9a1afe6b7184&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.4659696
Jan 29 10:16:25.649834 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-57ba5613-8314-41c9-883a-95a834123bb2 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:16:25.667459 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dd8e9ebc-1877-4b86-8640-9e746279b21c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:25.668795 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-dd8e9ebc-1877-4b86-8640-9e746279b21c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e9abc13c-86e3-4f29-a76d-17582acb077d HTTP/1.1" status: 204  len: 168 time: 1.4035239
Jan 29 10:16:25.685129 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-57ba5613-8314-41c9-883a-95a834123bb2 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Usage tracker for resource:subnet and tenant:af6cfbcc17be4cdfba1cf58741c9e55a is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:16:25.705824 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-57ba5613-8314-41c9-883a-95a834123bb2 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:16:25.737623 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-57ba5613-8314-41c9-883a-95a834123bb2 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:16:25.769047 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-42763488-6789-4a5e-8013-c7f612a9b154 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:25.912249 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-378707d2-a2e0-42a0-9ded-ebf5b30873df tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Network c0bef7fc-78e3-4c7a-9129-8acdfcdc9668 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:16:25.924349 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-378707d2-a2e0-42a0-9ded-ebf5b30873df tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:25.944673 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ba5613-8314-41c9-883a-95a834123bb2 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Made reservation on behalf of af6cfbcc17be4cdfba1cf58741c9e55a for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:16:25.993680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-57ba5613-8314-41c9-883a-95a834123bb2 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:26.053481 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:26.175334 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-42763488-6789-4a5e-8013-c7f612a9b154 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Allocated IP 172.26.7.18 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/970a0cda-e79f-4e78-bdd2-aaccda0f4251) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:16:26.387281 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2ba91979-6c14-4b65-8864-9c508923b7f5 req-92c4ce8f-057f-4365-81c8-f8cccfe70b8b service neutron] 10.222.0.22 "GET /v2.0/networks/9c450a0f-2c11-436c-8735-9a1afe6b7184?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7645965
Jan 29 10:16:26.481163 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-42763488-6789-4a5e-8013-c7f612a9b154 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:26.589527 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d5ed91-65eb-4455-8f4d-fe687c30a283 None None] get_active_networks_info from dv-neutron-772983-2-ovs {{(pid=80767) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Jan 29 10:16:26.590143 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-378707d2-a2e0-42a0-9ded-ebf5b30873df tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Network c0bef7fc-78e3-4c7a-9129-8acdfcdc9668 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:16:26.639480 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc6d9ac-470a-4b94-a9f3-fedff63b62e0 req-5287caf0-8060-4c61-a805-790366aa2dd4 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:26.642215 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0cc6d9ac-470a-4b94-a9f3-fedff63b62e0 req-5287caf0-8060-4c61-a805-790366aa2dd4 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] 10.222.0.57 "GET /v2.0/ports?device_id=074fbe52-e90f-4358-8ed3-539b659b3d85 HTTP/1.1" status: 200  len: 945 time: 0.2675786
Jan 29 10:16:26.711476 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-42763488-6789-4a5e-8013-c7f612a9b154 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:26.732069 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:16:26.732069 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:16:26.732069 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:16:26.732069 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:16:26.732069 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:16:26.732069 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:16:26.732069 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:16:26.732069 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:16:26.732069 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:16:26.732069 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:16:26.732069 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:16:26.732069 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:16:26.732069 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:16:26.732069 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:16:26.732069 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:16:26.732069 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:16:26.732069 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:16:26.732069 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:16:26.732069 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:16:26.732069 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:16:26.732069 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:16:26.732069 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:16:26.732069 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:16:26.732069 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:16:26.732069 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:16:26.732069 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:16:26.732069 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:16:26.732069 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:16:26.732069 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:16:26.732069 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:16:26.732069 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:16:26.732069 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:16:26.737401 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b7802b5b-c7d0-4cc8-9de6-22ddf66240ce tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:26.896071 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-eba016d3-7027-4353-a4d3-04da8072e937 None None] Provisioning complete for port 387e501d-23c8-48f2-b0b9-64b3f6619304 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:16:26.896300 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-eba016d3-7027-4353-a4d3-04da8072e937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:26.923213 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-378707d2-a2e0-42a0-9ded-ebf5b30873df tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Jan 29 10:16:26.923213 dv-neutron-772983-2-ovs neutron-server[80656]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Jan 29 10:16:26.923213 dv-neutron-772983-2-ovs neutron-server[80656]: [parameters: {'id': 'c0bef7fc-78e3-4c7a-9129-8acdfcdc9668'}]
Jan 29 10:16:26.923213 dv-neutron-772983-2-ovs neutron-server[80656]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80766) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:16:26.923728 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-378707d2-a2e0-42a0-9ded-ebf5b30873df tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:16:26.983226 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0cc6d9ac-470a-4b94-a9f3-fedff63b62e0 req-363de9a1-73cf-4649-8e60-e7b737568ceb tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ba8e0b6-c808-4291-b283-44235b5bd3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3313787
Jan 29 10:16:26.992294 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2ba91979-6c14-4b65-8864-9c508923b7f5 req-0b46004e-43ec-4902-b8f9-ccd6ce9a23c4 service neutron] 10.222.0.22 "GET /v2.0/networks/9c450a0f-2c11-436c-8735-9a1afe6b7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5915904
Jan 29 10:16:27.025509 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-eba016d3-7027-4353-a4d3-04da8072e937 None None] Port 387e501d-23c8-48f2-b0b9-64b3f6619304 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:16:27.046412 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42763488-6789-4a5e-8013-c7f612a9b154 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:16:27.049675 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-42763488-6789-4a5e-8013-c7f612a9b154 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:16:27.053300 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-eba016d3-7027-4353-a4d3-04da8072e937 None None] Provisioning complete for port de988830-0900-4d06-9a78-64a829ccf259 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:16:27.054161 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-eba016d3-7027-4353-a4d3-04da8072e937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:27.060890 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42763488-6789-4a5e-8013-c7f612a9b154 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:16:27.143061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42763488-6789-4a5e-8013-c7f612a9b154 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Pushing event updated for resources: {'Port': ['ID=970a0cda-e79f-4e78-bdd2-aaccda0f4251,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:27.156957 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-42763488-6789-4a5e-8013-c7f612a9b154 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:27.232683 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56684) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:27.233547 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-57ba5613-8314-41c9-883a-95a834123bb2 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:27.314742 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d5ed91-65eb-4455-8f4d-fe687c30a283 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Jan 29 10:16:27.381728 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-61b2635f-13f7-44d3-bfcf-8c32fcd0bcd3 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:27.428723 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-378707d2-a2e0-42a0-9ded-ebf5b30873df tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:27.549592 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-378707d2-a2e0-42a0-9ded-ebf5b30873df tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Deleting port 88f32fd5-312b-4246-ab77-939998c7e304 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:16:27.550005 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-378707d2-a2e0-42a0-9ded-ebf5b30873df tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:27.563623 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d0d4e-405a-4e51-b0ea-7e8b8f3243dd req-059350cb-c5dc-4fff-8439-984ccb5cc1e1 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:27.572130 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f51d0d4e-405a-4e51-b0ea-7e8b8f3243dd req-059350cb-c5dc-4fff-8439-984ccb5cc1e1 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] 10.222.0.57 "GET /v2.0/ports?device_id=074fbe52-e90f-4358-8ed3-539b659b3d85 HTTP/1.1" status: 200  len: 945 time: 0.3593593
Jan 29 10:16:27.595295 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-42763488-6789-4a5e-8013-c7f612a9b154 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Deleting port 970a0cda-e79f-4e78-bdd2-aaccda0f4251 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:16:27.595743 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-42763488-6789-4a5e-8013-c7f612a9b154 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:27.616598 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ba5613-8314-41c9-883a-95a834123bb2 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event updated for resources: {'Subnet': ['ID=a6229d35-b18b-4983-9b01-9eb48b62ebc2,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:27.630024 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ba5613-8314-41c9-883a-95a834123bb2 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:16:27.630468 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ba5613-8314-41c9-883a-95a834123bb2 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:16:27.630972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ba5613-8314-41c9-883a-95a834123bb2 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:16:27.631399 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ba5613-8314-41c9-883a-95a834123bb2 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:16:27.632141 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ba5613-8314-41c9-883a-95a834123bb2 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:16:27.632335 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ba5613-8314-41c9-883a-95a834123bb2 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:16:27.633134 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ba5613-8314-41c9-883a-95a834123bb2 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:16:27.633289 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ba5613-8314-41c9-883a-95a834123bb2 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:16:27.633752 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ba5613-8314-41c9-883a-95a834123bb2 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:16:27.634215 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ba5613-8314-41c9-883a-95a834123bb2 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:16:27.634610 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ba5613-8314-41c9-883a-95a834123bb2 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:16:27.635181 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ba5613-8314-41c9-883a-95a834123bb2 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:16:27.636589 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ba5613-8314-41c9-883a-95a834123bb2 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:16:27.640050 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ba5613-8314-41c9-883a-95a834123bb2 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:16:27.641728 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ba5613-8314-41c9-883a-95a834123bb2 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:16:27.642661 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ba5613-8314-41c9-883a-95a834123bb2 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:16:27.642884 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ba5613-8314-41c9-883a-95a834123bb2 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:16:27.643428 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ba5613-8314-41c9-883a-95a834123bb2 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:16:27.644005 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ba5613-8314-41c9-883a-95a834123bb2 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:16:27.646008 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ba5613-8314-41c9-883a-95a834123bb2 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:16:27.647613 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ba5613-8314-41c9-883a-95a834123bb2 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:16:27.648181 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ba5613-8314-41c9-883a-95a834123bb2 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:16:27.648766 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ba5613-8314-41c9-883a-95a834123bb2 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:16:27.649327 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ba5613-8314-41c9-883a-95a834123bb2 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:16:27.674471 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-57ba5613-8314-41c9-883a-95a834123bb2 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:27.704949 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f51d0d4e-405a-4e51-b0ea-7e8b8f3243dd req-6869efbe-c082-4989-87db-20865533e916 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ba8e0b6-c808-4291-b283-44235b5bd3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1294773
Jan 29 10:16:27.738420 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56690) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:27.742706 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-28266340-034e-475f-9800-9f1c4b05dd97 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-657317320', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:16:27.775632 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ba5613-8314-41c9-883a-95a834123bb2 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Network dcac8088-38cd-4a49-ab48-4a79e40d999e is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:16:27.823418 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-28266340-034e-475f-9800-9f1c4b05dd97 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:16:27.829237 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-57ba5613-8314-41c9-883a-95a834123bb2 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:16:27.852007 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-28266340-034e-475f-9800-9f1c4b05dd97 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Usage tracker for resource:router and tenant:f0d6ee679eef49fd95b30c4e29e445d7 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:16:27.855832 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-28266340-034e-475f-9800-9f1c4b05dd97 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Quota usage for router was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:16:27.865422 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c264888-8fbe-45a3-bcb3-fc2829f2811a None None] Network dcac8088-38cd-4a49-ab48-4a79e40d999e requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:16:27.874561 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ba5613-8314-41c9-883a-95a834123bb2 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:27.874777 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-57ba5613-8314-41c9-883a-95a834123bb2 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:27.875634 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-42763488-6789-4a5e-8013-c7f612a9b154 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:27.876081 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-42763488-6789-4a5e-8013-c7f612a9b154 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:27.884607 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-28266340-034e-475f-9800-9f1c4b05dd97 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:16:27.980616 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-28266340-034e-475f-9800-9f1c4b05dd97 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:27.982120 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-28266340-034e-475f-9800-9f1c4b05dd97 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:28.024496 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-42763488-6789-4a5e-8013-c7f612a9b154 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Calling delete_port for 970a0cda-e79f-4e78-bdd2-aaccda0f4251 owned by network:floatingip {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:16:28.087008 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56694) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:28.087205 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-57ba5613-8314-41c9-883a-95a834123bb2 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.0304785
Jan 29 10:16:28.096439 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-31628788-84bb-4121-94ab-e72135b5428c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Request body: {'security_group': {'name': 'tempest-secgroup-614156044'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:16:28.106089 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-28266340-034e-475f-9800-9f1c4b05dd97 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:28.121528 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-31628788-84bb-4121-94ab-e72135b5428c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:16:28.126975 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-31628788-84bb-4121-94ab-e72135b5428c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Usage tracker for resource:security_group and tenant:af6cfbcc17be4cdfba1cf58741c9e55a is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:16:28.134732 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-28266340-034e-475f-9800-9f1c4b05dd97 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:28.143556 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-31628788-84bb-4121-94ab-e72135b5428c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:16:28.151916 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-31628788-84bb-4121-94ab-e72135b5428c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:16:28.180793 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-378707d2-a2e0-42a0-9ded-ebf5b30873df tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] For port 88f32fd5-312b-4246-ab77-939998c7e304, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=88f32fd5-312b-4246-ab77-939998c7e304,segment=NetworkSegment(425e61b7-5b18-4132-bff8-d4e4e6f9f154),segment_id=425e61b7-5b18-4132-bff8-d4e4e6f9f154)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:16:28.181212 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-378707d2-a2e0-42a0-9ded-ebf5b30873df tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:28.195256 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4a099d-6745-4a80-98cd-58c595de8c33 tempest-TestNetworkAdvancedServerOps-183638709 tempest-TestNetworkAdvancedServerOps-183638709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:28.200683 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7e4a099d-6745-4a80-98cd-58c595de8c33 tempest-TestNetworkAdvancedServerOps-183638709 tempest-TestNetworkAdvancedServerOps-183638709-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=074fbe52-e90f-4358-8ed3-539b659b3d85 HTTP/1.1" status: 200  len: 1157 time: 0.4309635
Jan 29 10:16:28.209206 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56698) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:28.260726 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c81f15-3e52-4486-970b-e0fae37a603e None None] Update dhcp port {'port': {'network_id': 'dcac8088-38cd-4a49-ab48-4a79e40d999e', 'fixed_ips': [{'subnet_id': '4f693fe8-b391-49f8-b1ce-443c9384aa4c', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a6229d35-b18b-4983-9b01-9eb48b62ebc2'}], 'binding:host_id': 'dv-neutron-772983-2-ovs'}, 'id': 'de988830-0900-4d06-9a78-64a829ccf259'} from dv-neutron-772983-2-ovs. {{(pid=80767) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Jan 29 10:16:28.301709 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-5b04a088-fd29-4d58-973d-1253b1256328 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Request body: {'floatingip': {'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'port_id': '3f38798c-ca7e-4bb8-85a3-20089d5842f1', 'tenant_id': 'a0c698359c1e4874b3f3bbc1db996560', 'fixed_ip_address': '172.20.0.3'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:16:28.326419 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-59c81f15-3e52-4486-970b-e0fae37a603e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:28.402706 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-378707d2-a2e0-42a0-9ded-ebf5b30873df tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Calling delete_port for 88f32fd5-312b-4246-ab77-939998c7e304 owned by network:dhcp {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:16:28.435973 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-5b04a088-fd29-4d58-973d-1253b1256328 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:16:28.449129 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5b04a088-fd29-4d58-973d-1253b1256328 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Usage tracker for resource:floatingip and tenant:a0c698359c1e4874b3f3bbc1db996560 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:16:28.452917 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-28266340-034e-475f-9800-9f1c4b05dd97 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:28.456273 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-28266340-034e-475f-9800-9f1c4b05dd97 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 711 time: 1.0815811
Jan 29 10:16:28.456273 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5b04a088-fd29-4d58-973d-1253b1256328 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:16:28.462243 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56702) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:28.477363 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-5b04a088-fd29-4d58-973d-1253b1256328 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:16:28.487092 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-02c156c3-636d-4b2d-83a0-4e80c3dd2eaf tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-509929555'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:16:28.498304 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-02c156c3-636d-4b2d-83a0-4e80c3dd2eaf tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:16:28.509567 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-02c156c3-636d-4b2d-83a0-4e80c3dd2eaf tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Usage tracker for resource:network and tenant:f0d6ee679eef49fd95b30c4e29e445d7 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:16:28.515084 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-02c156c3-636d-4b2d-83a0-4e80c3dd2eaf tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Quota usage for network was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:16:28.518234 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5b04a088-fd29-4d58-973d-1253b1256328 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks [] for floatingip, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:28.552328 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-31628788-84bb-4121-94ab-e72135b5428c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:28.595955 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-31628788-84bb-4121-94ab-e72135b5428c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:16:28.609826 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-31628788-84bb-4121-94ab-e72135b5428c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Usage tracker for resource:security_group_rule and tenant:af6cfbcc17be4cdfba1cf58741c9e55a is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:16:28.615702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-31628788-84bb-4121-94ab-e72135b5428c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:16:28.625698 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-42763488-6789-4a5e-8013-c7f612a9b154 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:28.646892 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-31628788-84bb-4121-94ab-e72135b5428c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:16:28.650769 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3b6932f5-cb6e-482b-98b2-070b0dba1737 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:28.696339 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-59c81f15-3e52-4486-970b-e0fae37a603e None None] Allocated IP 172.20.0.2 (dcac8088-38cd-4a49-ab48-4a79e40d999e/a6229d35-b18b-4983-9b01-9eb48b62ebc2/de988830-0900-4d06-9a78-64a829ccf259) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:16:28.718926 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42763488-6789-4a5e-8013-c7f612a9b154 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Pushing event deleted for resources: {'Port': ['ID=970a0cda-e79f-4e78-bdd2-aaccda0f4251,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:28.723141 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-42763488-6789-4a5e-8013-c7f612a9b154 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:28.854944 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-02c156c3-636d-4b2d-83a0-4e80c3dd2eaf tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:16:28.883395 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-59c81f15-3e52-4486-970b-e0fae37a603e None None] For port de988830-0900-4d06-9a78-64a829ccf259, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=de988830-0900-4d06-9a78-64a829ccf259,segment=NetworkSegment(ddc16533-0427-4af2-96a7-9fd46908c836),segment_id=ddc16533-0427-4af2-96a7-9fd46908c836)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:16:28.893572 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-378707d2-a2e0-42a0-9ded-ebf5b30873df tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:28.903641 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f15d2eff-356b-4de7-9c27-24f4eabdf3ef tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:28.935500 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-59c81f15-3e52-4486-970b-e0fae37a603e None None] Notify callbacks [] for port, precommit_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:28.943598 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c156c3-636d-4b2d-83a0-4e80c3dd2eaf tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Made reservation on behalf of f0d6ee679eef49fd95b30c4e29e445d7 for: {'network': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:16:28.958604 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-59c81f15-3e52-4486-970b-e0fae37a603e None None] Transition to ACTIVE for port object de988830-0900-4d06-9a78-64a829ccf259 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:16:28.964927 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-59c81f15-3e52-4486-970b-e0fae37a603e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:28.966556 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-02c156c3-636d-4b2d-83a0-4e80c3dd2eaf tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:28.984298 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bfd311b0-043f-4b93-b1ff-0671aa0fcb05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:29.008450 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-31628788-84bb-4121-94ab-e72135b5428c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:29.009288 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-02c156c3-636d-4b2d-83a0-4e80c3dd2eaf tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks [] for security_group, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:29.022524 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-31628788-84bb-4121-94ab-e72135b5428c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:29.029328 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a2f925d4-1e46-4833-b7dd-b4c8be9407b2 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:29.037185 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378707d2-a2e0-42a0-9ded-ebf5b30873df tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Pushing event deleted for resources: {'Port': ['ID=88f32fd5-312b-4246-ab77-939998c7e304,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:29.044099 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-378707d2-a2e0-42a0-9ded-ebf5b30873df tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:29.067550 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31628788-84bb-4121-94ab-e72135b5428c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc2e963-88f1-41b0-97f9-8fa8c5703c44,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:29.070405 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-42763488-6789-4a5e-8013-c7f612a9b154 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] create failed (client error): The resource could not be found.
Jan 29 10:16:29.071573 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-42763488-6789-4a5e-8013-c7f612a9b154 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 404  len: 507 time: 3.6978314
Jan 29 10:16:29.072546 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-31628788-84bb-4121-94ab-e72135b5428c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:29.076385 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56706) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:29.156742 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-31628788-84bb-4121-94ab-e72135b5428c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:29.161836 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-31628788-84bb-4121-94ab-e72135b5428c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 1.0702651
Jan 29 10:16:29.162155 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56710) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:29.165039 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-02c156c3-636d-4b2d-83a0-4e80c3dd2eaf tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:16:29.171804 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c81f15-3e52-4486-970b-e0fae37a603e None None] Pushing event updated for resources: {'Port': ['ID=de988830-0900-4d06-9a78-64a829ccf259,revision_number=6']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:29.178638 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-59c81f15-3e52-4486-970b-e0fae37a603e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:29.181757 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-02c156c3-636d-4b2d-83a0-4e80c3dd2eaf tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Usage tracker for resource:security_group_rule and tenant:f0d6ee679eef49fd95b30c4e29e445d7 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:16:29.187819 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-f4c09ef0-0d54-4bd0-be54-fd7714b3d2f0 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Deleting port 7c19d58a-9599-4761-9448-400f65e4c9cb {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:16:29.189739 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f4c09ef0-0d54-4bd0-be54-fd7714b3d2f0 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:29.195643 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-02c156c3-636d-4b2d-83a0-4e80c3dd2eaf tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:16:29.209518 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-02c156c3-636d-4b2d-83a0-4e80c3dd2eaf tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:16:29.228565 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378707d2-a2e0-42a0-9ded-ebf5b30873df tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] No DVR routers for this DVR port 88f32fd5-312b-4246-ab77-939998c7e304 on host dv-neutron-772983-2-ovs {{(pid=80766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:16:29.262169 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-523a3289-5f3c-410a-85e0-60c2a76afb07 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Request body: {'security_group': {'name': 'tempest-secgroup-2089312114'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:16:29.291896 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-523a3289-5f3c-410a-85e0-60c2a76afb07 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:16:29.300293 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-523a3289-5f3c-410a-85e0-60c2a76afb07 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Usage tracker for resource:security_group and tenant:af6cfbcc17be4cdfba1cf58741c9e55a is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:16:29.337344 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-523a3289-5f3c-410a-85e0-60c2a76afb07 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:16:29.354333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-523a3289-5f3c-410a-85e0-60c2a76afb07 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:16:29.397663 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-523a3289-5f3c-410a-85e0-60c2a76afb07 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:29.423616 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-378707d2-a2e0-42a0-9ded-ebf5b30873df tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:29.484828 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5b04a088-fd29-4d58-973d-1253b1256328 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:29.508132 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-523a3289-5f3c-410a-85e0-60c2a76afb07 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:16:29.516507 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-523a3289-5f3c-410a-85e0-60c2a76afb07 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Usage tracker for resource:security_group_rule and tenant:af6cfbcc17be4cdfba1cf58741c9e55a is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:16:29.522353 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-523a3289-5f3c-410a-85e0-60c2a76afb07 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:16:29.532662 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-523a3289-5f3c-410a-85e0-60c2a76afb07 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:16:29.587377 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f4c09ef0-0d54-4bd0-be54-fd7714b3d2f0 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:29.745511 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-f4c09ef0-0d54-4bd0-be54-fd7714b3d2f0 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Calling delete_port for 7c19d58a-9599-4761-9448-400f65e4c9cb owned by  {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:16:29.746413 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-378707d2-a2e0-42a0-9ded-ebf5b30873df tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c94d34a8>,) {'filters': {'network_id': ['c0bef7fc-78e3-4c7a-9129-8acdfcdc9668']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:16:29.785706 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-378707d2-a2e0-42a0-9ded-ebf5b30873df tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c94d34a8>, '425e61b7-5b18-4132-bff8-d4e4e6f9f154') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:16:29.787170 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-378707d2-a2e0-42a0-9ded-ebf5b30873df tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c94d34a8>, '425e61b7-5b18-4132-bff8-d4e4e6f9f154') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:16:29.799634 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-02c156c3-636d-4b2d-83a0-4e80c3dd2eaf tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks [] for security_group, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:29.806752 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-378707d2-a2e0-42a0-9ded-ebf5b30873df tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:29.820780 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-02c156c3-636d-4b2d-83a0-4e80c3dd2eaf tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:29.835978 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9187ac09-efc2-45c7-b9f9-eb26f3dd5e57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:29.859660 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-378707d2-a2e0-42a0-9ded-ebf5b30873df tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:29.874539 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-523a3289-5f3c-410a-85e0-60c2a76afb07 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:29.907425 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-378707d2-a2e0-42a0-9ded-ebf5b30873df tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Releasing vxlan tunnel 7 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:16:29.911896 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-523a3289-5f3c-410a-85e0-60c2a76afb07 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:29.922170 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-31628788-84bb-4121-94ab-e72135b5428c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:29.945713 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02c156c3-636d-4b2d-83a0-4e80c3dd2eaf tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] vxlan segment allocate from pool success with {'vxlan_vni': 14}  {{(pid=80766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:16:29.988120 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523a3289-5f3c-410a-85e0-60c2a76afb07 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43c4faed-a7e6-4bcd-9a8c-676c9cdd56ff,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:29.994052 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-523a3289-5f3c-410a-85e0-60c2a76afb07 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:29.998875 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-523a3289-5f3c-410a-85e0-60c2a76afb07 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.8322015
Jan 29 10:16:29.999878 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-523a3289-5f3c-410a-85e0-60c2a76afb07 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:30.000657 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56714) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:30.009134 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-913e9632-eb85-4a5f-81a5-98e36db95b1b tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Request body: {'security_group': {'name': 'tempest-secgroup-353063725'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:16:30.032116 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-913e9632-eb85-4a5f-81a5-98e36db95b1b tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:16:30.033249 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c156c3-636d-4b2d-83a0-4e80c3dd2eaf tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9e842a-2d24-4304-9ca9-66f1717f67a3,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:30.034907 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f4c09ef0-0d54-4bd0-be54-fd7714b3d2f0 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:30.042402 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-02c156c3-636d-4b2d-83a0-4e80c3dd2eaf tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:30.053047 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-efb4c011-1e19-4b88-a591-05877edaa4e9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:30.067754 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-d345ea5f-75ab-45f9-b07d-f098e79d841a None None] Provisioning complete for port 387e501d-23c8-48f2-b0b9-64b3f6619304 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:16:30.068195 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d345ea5f-75ab-45f9-b07d-f098e79d841a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:30.089247 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-913e9632-eb85-4a5f-81a5-98e36db95b1b tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Usage tracker for resource:security_group and tenant:af6cfbcc17be4cdfba1cf58741c9e55a is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:16:30.101497 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-913e9632-eb85-4a5f-81a5-98e36db95b1b tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:16:30.128104 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c09ef0-0d54-4bd0-be54-fd7714b3d2f0 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Pushing event deleted for resources: {'Port': ['ID=7c19d58a-9599-4761-9448-400f65e4c9cb,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:30.131286 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-913e9632-eb85-4a5f-81a5-98e36db95b1b tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:16:30.133985 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f4c09ef0-0d54-4bd0-be54-fd7714b3d2f0 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:30.159881 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-d345ea5f-75ab-45f9-b07d-f098e79d841a None None] Port 387e501d-23c8-48f2-b0b9-64b3f6619304 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:16:30.178251 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-378707d2-a2e0-42a0-9ded-ebf5b30873df tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Network c0bef7fc-78e3-4c7a-9129-8acdfcdc9668 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:16:30.184253 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-d345ea5f-75ab-45f9-b07d-f098e79d841a None None] Provisioning for port de988830-0900-4d06-9a78-64a829ccf259 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:16:30.193079 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-d345ea5f-75ab-45f9-b07d-f098e79d841a None None] Provisioning complete for port de988830-0900-4d06-9a78-64a829ccf259 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:16:30.193079 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d345ea5f-75ab-45f9-b07d-f098e79d841a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:30.193299 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-378707d2-a2e0-42a0-9ded-ebf5b30873df tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:30.304792 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-913e9632-eb85-4a5f-81a5-98e36db95b1b tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:30.339812 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-913e9632-eb85-4a5f-81a5-98e36db95b1b tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:16:30.377127 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-913e9632-eb85-4a5f-81a5-98e36db95b1b tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Usage tracker for resource:security_group_rule and tenant:af6cfbcc17be4cdfba1cf58741c9e55a is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:16:30.385982 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-913e9632-eb85-4a5f-81a5-98e36db95b1b tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:16:30.397750 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-913e9632-eb85-4a5f-81a5-98e36db95b1b tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:16:30.437635 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-378707d2-a2e0-42a0-9ded-ebf5b30873df tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Network c0bef7fc-78e3-4c7a-9129-8acdfcdc9668 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:16:30.458001 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f4c09ef0-0d54-4bd0-be54-fd7714b3d2f0 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:30.466165 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:16:30.466165 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:16:30.466165 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:16:30.466165 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:16:30.466165 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:16:30.466165 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:16:30.466165 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:16:30.466165 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:16:30.466165 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:16:30.466165 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:16:30.466165 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:16:30.466165 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:16:30.466165 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:16:30.466165 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:16:30.466165 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:16:30.466165 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:16:30.466165 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:16:30.466165 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:16:30.466165 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:16:30.466165 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:16:30.466165 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:16:30.466165 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:16:30.466165 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:16:30.466165 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:16:30.466165 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:16:30.466165 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:16:30.466165 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:16:30.466165 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:16:30.466165 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:16:30.466165 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:16:30.466165 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:16:30.466165 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:16:30.470602 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f4c09ef0-0d54-4bd0-be54-fd7714b3d2f0 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] 10.222.0.57 "DELETE /v2.0/ports/7c19d58a-9599-4761-9448-400f65e4c9cb HTTP/1.1" status: 204  len: 168 time: 1.3904099
Jan 29 10:16:30.470772 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56720) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:30.532650 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-913e9632-eb85-4a5f-81a5-98e36db95b1b tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:30.537196 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-913e9632-eb85-4a5f-81a5-98e36db95b1b tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:30.543399 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-546cdce7-d047-4b46-a16b-defb8d4a20a2 tempest-RoutersAdminNegativeTest-1329382224 tempest-RoutersAdminNegativeTest-1329382224-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:30.544534 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-6d26284a-6d40-4268-8474-cddfba012d97 None None] Provisioning complete for port de988830-0900-4d06-9a78-64a829ccf259 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:16:30.544960 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6d26284a-6d40-4268-8474-cddfba012d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:30.582496 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-913e9632-eb85-4a5f-81a5-98e36db95b1b tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:30.586575 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-913e9632-eb85-4a5f-81a5-98e36db95b1b tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.5806787
Jan 29 10:16:30.587147 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56724) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:30.594301 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-2b41f6da-2c63-45b1-8539-cf63e1d8a0f0 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2113758767', 'security_groups': ['5523d102-44d1-47fd-9328-6dc7a134f08f'], 'network_id': 'dcac8088-38cd-4a49-ab48-4a79e40d999e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a6229d35-b18b-4983-9b01-9eb48b62ebc2'}]}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:16:30.612399 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913e9632-eb85-4a5f-81a5-98e36db95b1b tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5523d102-44d1-47fd-9328-6dc7a134f08f,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:30.618838 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-913e9632-eb85-4a5f-81a5-98e36db95b1b tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:30.620720 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-02c156c3-636d-4b2d-83a0-4e80c3dd2eaf tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268197113528', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:30.621427 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-02c156c3-636d-4b2d-83a0-4e80c3dd2eaf tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Added segment 5af189a9-d589-4aff-9ddb-b9fe94db9768 of type vxlan for network 22ea6b35-c470-4a51-a30d-f84a6669f2bc
Jan 29 10:16:30.639371 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-378707d2-a2e0-42a0-9ded-ebf5b30873df tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:30.654392 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a4b3fe06-b498-4f27-b778-4f2800b22096 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:30.678206 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-378707d2-a2e0-42a0-9ded-ebf5b30873df tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks [] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:30.723323 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-378707d2-a2e0-42a0-9ded-ebf5b30873df tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] 10.222.0.57 "DELETE /v2.0/networks/c0bef7fc-78e3-4c7a-9129-8acdfcdc9668 HTTP/1.1" status: 204  len: 168 time: 8.5592749
Jan 29 10:16:30.723323 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378707d2-a2e0-42a0-9ded-ebf5b30873df tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Pushing event deleted for resources: {'Network': ['ID=c0bef7fc-78e3-4c7a-9129-8acdfcdc9668,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:30.726552 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56728) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:30.733591 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device de988830-0900-4d06-9a78-64a829ccf259 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:16:30.748453 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-378707d2-a2e0-42a0-9ded-ebf5b30873df tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:30.756170 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-02c156c3-636d-4b2d-83a0-4e80c3dd2eaf tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:30.774863 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-452430e7-6a4c-4988-be98-6269aa2b4fbd tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:16:30.775361 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-452430e7-6a4c-4988-be98-6269aa2b4fbd tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:30.779365 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-452430e7-6a4c-4988-be98-6269aa2b4fbd tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] 10.222.0.57 "DELETE /v2.0/subnets/bec486f4-f180-4c7b-8292-a8a7dc847236 HTTP/1.1" status: 404  len: 337 time: 0.0495985
Jan 29 10:16:30.786083 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56732) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:30.817676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port de988830-0900-4d06-9a78-64a829ccf259 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:16:30.818391 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:30.830127 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-15c263f2-e9cd-46dd-937f-3867b3dea479 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:16:30.830622 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15c263f2-e9cd-46dd-937f-3867b3dea479 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:30.835053 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-15c263f2-e9cd-46dd-937f-3867b3dea479 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] 10.222.0.57 "DELETE /v2.0/networks/c0bef7fc-78e3-4c7a-9129-8acdfcdc9668 HTTP/1.1" status: 404  len: 339 time: 0.0453739
Jan 29 10:16:30.835626 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56736) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:30.859331 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ce43f2-23d7-4e10-b803-47f921bff7bc tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:30.860166 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-09ce43f2-23d7-4e10-b803-47f921bff7bc tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Synchronizing usage tracker for tenant:c0bff46c8fb142fead990a51bc712ce9 on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:16:30.888874 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-2b41f6da-2c63-45b1-8539-cf63e1d8a0f0 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:16:30.934484 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-09ce43f2-23d7-4e10-b803-47f921bff7bc tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Unset dirty status for tenant:c0bff46c8fb142fead990a51bc712ce9 on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:16:30.936445 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-09ce43f2-23d7-4e10-b803-47f921bff7bc tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6afa485-5a6e-427e-b85a-f49b3484fe0d HTTP/1.1" status: 200  len: 913 time: 0.4647057
Jan 29 10:16:30.943365 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56740) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:30.954171 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-2b41f6da-2c63-45b1-8539-cf63e1d8a0f0 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:16:31.005678 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-52a592d7-2d1c-46bc-a893-1ba30bbd6dff tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:31.063896 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b41f6da-2c63-45b1-8539-cf63e1d8a0f0 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Made reservation on behalf of af6cfbcc17be4cdfba1cf58741c9e55a for: {'port': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:16:31.122244 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-5b04a088-fd29-4d58-973d-1253b1256328 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Allocated IP 172.26.7.153 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/f1aa8942-47ce-4c62-b314-017789bca29a) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:16:31.124450 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-02c156c3-636d-4b2d-83a0-4e80c3dd2eaf tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:31.193680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c156c3-636d-4b2d-83a0-4e80c3dd2eaf tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:31.194398 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-02c156c3-636d-4b2d-83a0-4e80c3dd2eaf tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks [] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:31.204823 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8b7430d0-4423-4d63-b7e4-3a7f76531f0e tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:31.343836 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-52a592d7-2d1c-46bc-a893-1ba30bbd6dff tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:31.359550 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-02c156c3-636d-4b2d-83a0-4e80c3dd2eaf tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 2.8957386
Jan 29 10:16:31.365312 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56744) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:31.394231 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2b41f6da-2c63-45b1-8539-cf63e1d8a0f0 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:31.410392 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-82eb9c7f-d3ac-443a-b959-676672ceb4d0 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Request body: {'subnet': {'network_id': '22ea6b35-c470-4a51-a30d-f84a6669f2bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:16:31.487632 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c156c3-636d-4b2d-83a0-4e80c3dd2eaf tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Pushing event updated for resources: {'Network': ['ID=22ea6b35-c470-4a51-a30d-f84a6669f2bc,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:31.500237 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-02c156c3-636d-4b2d-83a0-4e80c3dd2eaf tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:31.501154 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 22ea6b35-c470-4a51-a30d-f84a6669f2bc details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:16:31.539702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 22ea6b35-c470-4a51-a30d-f84a6669f2bc details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:16:31.562898 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-52a592d7-2d1c-46bc-a893-1ba30bbd6dff tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c9641240>,) {'filters': {'network_id': ['0c76f742-c685-4c73-8ca7-c934dc13d12e']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:16:31.677219 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-52a592d7-2d1c-46bc-a893-1ba30bbd6dff tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c9641240>, '0a511206-6d18-4b63-85df-ee3920bad72d') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:16:31.677551 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-52a592d7-2d1c-46bc-a893-1ba30bbd6dff tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c9641240>, '0a511206-6d18-4b63-85df-ee3920bad72d') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:16:31.718143 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-52a592d7-2d1c-46bc-a893-1ba30bbd6dff tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:31.739061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-82eb9c7f-d3ac-443a-b959-676672ceb4d0 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:16:31.799665 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-82eb9c7f-d3ac-443a-b959-676672ceb4d0 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Usage tracker for resource:subnet and tenant:f0d6ee679eef49fd95b30c4e29e445d7 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:16:31.804053 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-52a592d7-2d1c-46bc-a893-1ba30bbd6dff tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:31.808621 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-82eb9c7f-d3ac-443a-b959-676672ceb4d0 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:16:31.811272 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-52a592d7-2d1c-46bc-a893-1ba30bbd6dff tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Releasing vxlan tunnel 3 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:16:31.845251 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-82eb9c7f-d3ac-443a-b959-676672ceb4d0 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:16:31.933472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-2b41f6da-2c63-45b1-8539-cf63e1d8a0f0 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] device_id is not set on port 5450e143-c97c-4e7d-a77b-3a96610c434c yet. {{(pid=80765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:16:32.002568 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82eb9c7f-d3ac-443a-b959-676672ceb4d0 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Made reservation on behalf of f0d6ee679eef49fd95b30c4e29e445d7 for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:16:32.024719 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-82eb9c7f-d3ac-443a-b959-676672ceb4d0 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:32.034293 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5b04a088-fd29-4d58-973d-1253b1256328 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:32.140319 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-52a592d7-2d1c-46bc-a893-1ba30bbd6dff tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Network 0c76f742-c685-4c73-8ca7-c934dc13d12e has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:16:32.148096 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5b04a088-fd29-4d58-973d-1253b1256328 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:32.154366 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-52a592d7-2d1c-46bc-a893-1ba30bbd6dff tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:32.196285 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8b5d0935-2a99-499a-ac72-16ff55cc8913 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:32.351152 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b04a088-fd29-4d58-973d-1253b1256328 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Pushing event updated for resources: {'Port': ['ID=f1aa8942-47ce-4c62-b314-017789bca29a,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:32.360681 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5b04a088-fd29-4d58-973d-1253b1256328 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:32.407668 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a468170f-bd97-46e9-a071-4017c5f3ab0c tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349253'] for router_interface, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:32.575620 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b04a088-fd29-4d58-973d-1253b1256328 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:16:32.578932 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-5b04a088-fd29-4d58-973d-1253b1256328 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:16:32.583670 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b04a088-fd29-4d58-973d-1253b1256328 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:16:32.764878 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-52a592d7-2d1c-46bc-a893-1ba30bbd6dff tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Network 0c76f742-c685-4c73-8ca7-c934dc13d12e has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:16:32.794015 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:16:32.794015 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:16:32.794015 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:16:32.794015 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:16:32.794015 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:16:32.794015 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:16:32.794015 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:16:32.794015 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:16:32.794015 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:16:32.794015 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:16:32.794015 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:16:32.794015 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:16:32.794015 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:16:32.794015 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:16:32.794015 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:16:32.794015 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:16:32.794015 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:16:32.794015 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:16:32.794015 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:16:32.794015 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:16:32.794015 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:16:32.794015 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:16:32.794015 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:16:32.794015 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:16:32.794015 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:16:32.794015 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:16:32.794015 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:16:32.794015 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:16:32.794015 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:16:32.794015 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:16:32.794015 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:16:32.794015 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:16:32.980314 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-52a592d7-2d1c-46bc-a893-1ba30bbd6dff tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:32.984386 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-52a592d7-2d1c-46bc-a893-1ba30bbd6dff tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:32.998475 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-15529a85-09f4-48d4-a4bf-89b7788ce571 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:33.037359 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a592d7-2d1c-46bc-a893-1ba30bbd6dff tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Pushing event deleted for resources: {'Network': ['ID=0c76f742-c685-4c73-8ca7-c934dc13d12e,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:33.040201 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-52a592d7-2d1c-46bc-a893-1ba30bbd6dff tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:33.041859 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-2b41f6da-2c63-45b1-8539-cf63e1d8a0f0 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Allocated IP 172.20.0.10 (dcac8088-38cd-4a49-ab48-4a79e40d999e/a6229d35-b18b-4983-9b01-9eb48b62ebc2/5450e143-c97c-4e7d-a77b-3a96610c434c) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:16:33.057412 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-52a592d7-2d1c-46bc-a893-1ba30bbd6dff tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] 10.222.0.57 "DELETE /v2.0/networks/0c76f742-c685-4c73-8ca7-c934dc13d12e HTTP/1.1" status: 204  len: 168 time: 2.2181313
Jan 29 10:16:33.073093 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56750) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:33.135935 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-f06a291e-aca3-4641-92da-3d71fd1892f9 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:16:33.136422 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f06a291e-aca3-4641-92da-3d71fd1892f9 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:33.138253 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f06a291e-aca3-4641-92da-3d71fd1892f9 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] 10.222.0.57 "DELETE /v2.0/subnets/a0ead2fa-87e8-41fa-ab3a-ffa09df59c08 HTTP/1.1" status: 404  len: 337 time: 0.0615225
Jan 29 10:16:33.142799 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56754) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:33.165979 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-a468170f-bd97-46e9-a071-4017c5f3ab0c tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Deleting port c0a83605-c84f-4648-a670-b1e71f30a232 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:16:33.166359 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a468170f-bd97-46e9-a071-4017c5f3ab0c tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:33.226985 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ddf787c-ffca-45a8-bcb7-ad8a622c6d2e tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:16:33.227547 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ddf787c-ffca-45a8-bcb7-ad8a622c6d2e tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:33.229317 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2ddf787c-ffca-45a8-bcb7-ad8a622c6d2e tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] 10.222.0.57 "DELETE /v2.0/networks/0f349a23-3d53-4157-9f83-505e34728a52 HTTP/1.1" status: 404  len: 339 time: 0.0832765
Jan 29 10:16:33.233184 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56758) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:33.414473 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a468170f-bd97-46e9-a071-4017c5f3ab0c tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:33.482883 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5b04a088-fd29-4d58-973d-1253b1256328 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:33.495139 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-0336a8d7-f5a4-43a3-8582-f7188d0fbc8d tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Deleting subnet 34506167-d23e-4fd4-b745-e3ef06b0fc60 {{(pid=80765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:16:33.510139 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0336a8d7-f5a4-43a3-8582-f7188d0fbc8d tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks [] for subnet, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:33.551346 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-a468170f-bd97-46e9-a071-4017c5f3ab0c tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Calling delete_port for c0a83605-c84f-4648-a670-b1e71f30a232 owned by network:router_interface {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:16:33.564649 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2b41f6da-2c63-45b1-8539-cf63e1d8a0f0 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:33.603327 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0336a8d7-f5a4-43a3-8582-f7188d0fbc8d tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1479249'] for subnet, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:33.654636 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-2b41f6da-2c63-45b1-8539-cf63e1d8a0f0 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Transition to ACTIVE for port object 5450e143-c97c-4e7d-a77b-3a96610c434c will not be triggered until provisioned by entity DHCP. {{(pid=80765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:16:33.708504 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5b04a088-fd29-4d58-973d-1253b1256328 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:33.789159 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-82eb9c7f-d3ac-443a-b959-676672ceb4d0 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:33.807611 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4c06ffd6-ee20-4fe0-8a99-8e402042f14b tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:33.843501 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2b41f6da-2c63-45b1-8539-cf63e1d8a0f0 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:33.865448 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0336a8d7-f5a4-43a3-8582-f7188d0fbc8d tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:33.936725 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a468170f-bd97-46e9-a071-4017c5f3ab0c tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:33.997000 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1c3bde14-5b97-47a3-a5f2-1f84fa58eba3 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:34.066532 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a468170f-bd97-46e9-a071-4017c5f3ab0c tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Pushing event deleted for resources: {'Port': ['ID=c0a83605-c84f-4648-a670-b1e71f30a232,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:34.072658 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a468170f-bd97-46e9-a071-4017c5f3ab0c tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:34.092869 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eb9c7f-d3ac-443a-b959-676672ceb4d0 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Pushing event updated for resources: {'Subnet': ['ID=ba161399-629f-4847-afea-5034f9060210,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:34.113379 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-82eb9c7f-d3ac-443a-b959-676672ceb4d0 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:34.113999 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-77d753e6-c5a4-4f08-9cec-bccdf3eee301 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.202s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:34.351044 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b41f6da-2c63-45b1-8539-cf63e1d8a0f0 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event updated for resources: {'Port': ['ID=5450e143-c97c-4e7d-a77b-3a96610c434c,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:34.359491 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2b41f6da-2c63-45b1-8539-cf63e1d8a0f0 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:34.404263 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b41f6da-2c63-45b1-8539-cf63e1d8a0f0 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Network dcac8088-38cd-4a49-ab48-4a79e40d999e is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:16:34.410712 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-2b41f6da-2c63-45b1-8539-cf63e1d8a0f0 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:16:34.418247 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b41f6da-2c63-45b1-8539-cf63e1d8a0f0 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:16:34.497755 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82eb9c7f-d3ac-443a-b959-676672ceb4d0 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Checking segment: {'id': '5af189a9-d589-4aff-9ddb-b9fe94db9768', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '22ea6b35-c470-4a51-a30d-f84a6669f2bc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:16:34.498186 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82eb9c7f-d3ac-443a-b959-676672ceb4d0 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Network hostable DHCP agents. Network: 22ea6b35-c470-4a51-a30d-f84a6669f2bc, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:16:34.549848 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5b04a088-fd29-4d58-973d-1253b1256328 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:34.562166 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5b04a088-fd29-4d58-973d-1253b1256328 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:34.581018 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-990b5f6f-fec8-4e36-ba05-aba459bbd6d0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:34.647421 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b41f6da-2c63-45b1-8539-cf63e1d8a0f0 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:34.648169 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2b41f6da-2c63-45b1-8539-cf63e1d8a0f0 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:34.685603 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82eb9c7f-d3ac-443a-b959-676672ceb4d0 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Network 22ea6b35-c470-4a51-a30d-f84a6669f2bc is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:16:34.697388 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2b41f6da-2c63-45b1-8539-cf63e1d8a0f0 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 4.1074655
Jan 29 10:16:34.698726 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56762) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:34.707559 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-d4cab00a-0224-43c1-af78-c31671b7e215 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Request body: {'subnet': {'network_id': 'dcac8088-38cd-4a49-ab48-4a79e40d999e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:16:34.711440 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:34.731165 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-82eb9c7f-d3ac-443a-b959-676672ceb4d0 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 22ea6b35-c470-4a51-a30d-f84a6669f2bc) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:16:34.743412 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29837b77-3e4e-4d82-b856-d48014c32e83 None None] Network 22ea6b35-c470-4a51-a30d-f84a6669f2bc requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:16:34.763325 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-fdf2cae5-af72-46ab-990f-7c20d191a636 None None] Provisioning for port 5450e143-c97c-4e7d-a77b-3a96610c434c completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:16:34.773358 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82eb9c7f-d3ac-443a-b959-676672ceb4d0 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:34.773737 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-82eb9c7f-d3ac-443a-b959-676672ceb4d0 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:34.795702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-fdf2cae5-af72-46ab-990f-7c20d191a636 None None] Provisioning complete for port 5450e143-c97c-4e7d-a77b-3a96610c434c triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:16:34.796191 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fdf2cae5-af72-46ab-990f-7c20d191a636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:34.800202 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b04a088-fd29-4d58-973d-1253b1256328 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Pushing event updated for resources: {'Port': ['ID=f1aa8942-47ce-4c62-b314-017789bca29a,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:34.813006 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5b04a088-fd29-4d58-973d-1253b1256328 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:34.842463 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0336a8d7-f5a4-43a3-8582-f7188d0fbc8d tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852603100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2204728'] for subnet, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:34.866650 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-dad237f0-d192-41af-af0d-c07d159a77bb tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:34.906215 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a468170f-bd97-46e9-a071-4017c5f3ab0c tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854415430'] for router_interface, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:34.925089 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-fdf2cae5-af72-46ab-990f-7c20d191a636 None None] Port 5450e143-c97c-4e7d-a77b-3a96610c434c cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:16:34.928541 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0336a8d7-f5a4-43a3-8582-f7188d0fbc8d tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Pushing event deleted for resources: {'Subnet': ['ID=34506167-d23e-4fd4-b745-e3ef06b0fc60,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:34.936214 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0336a8d7-f5a4-43a3-8582-f7188d0fbc8d tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:34.942751 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-82eb9c7f-d3ac-443a-b959-676672ceb4d0 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.5709791
Jan 29 10:16:34.944929 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56766) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:35.012939 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-8a13b2fa-8a25-4a9d-9ecc-81aab840390c tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Request body: {'network': {'name': 'tempest-router-network01--2139922767'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:16:35.026124 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-8a13b2fa-8a25-4a9d-9ecc-81aab840390c tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:16:35.045318 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8a13b2fa-8a25-4a9d-9ecc-81aab840390c tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Usage tracker for resource:network and tenant:f0d6ee679eef49fd95b30c4e29e445d7 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:16:35.051702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8a13b2fa-8a25-4a9d-9ecc-81aab840390c tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Quota usage for network was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:16:35.064707 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c579dcc-c1e5-4ef9-b482-e50894790ff0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-22ea6b35-c470-4a51-a30d-f84a6669f2bc', 'network_id': '22ea6b35-c470-4a51-a30d-f84a6669f2bc', 'tenant_id': 'f0d6ee679eef49fd95b30c4e29e445d7', 'fixed_ips': [{'subnet_id': 'ba161399-629f-4847-afea-5034f9060210'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:16:35.065621 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5c579dcc-c1e5-4ef9-b482-e50894790ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:35.074627 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-8a13b2fa-8a25-4a9d-9ecc-81aab840390c tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:16:35.079611 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d4cab00a-0224-43c1-af78-c31671b7e215 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:16:35.105632 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d4cab00a-0224-43c1-af78-c31671b7e215 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Usage tracker for resource:subnet and tenant:af6cfbcc17be4cdfba1cf58741c9e55a is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:16:35.112898 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d4cab00a-0224-43c1-af78-c31671b7e215 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:16:35.116622 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5b04a088-fd29-4d58-973d-1253b1256328 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:35.124820 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a13b2fa-8a25-4a9d-9ecc-81aab840390c tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Made reservation on behalf of f0d6ee679eef49fd95b30c4e29e445d7 for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:16:35.149682 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8a13b2fa-8a25-4a9d-9ecc-81aab840390c tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:35.163091 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d4cab00a-0224-43c1-af78-c31671b7e215 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:16:35.180973 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0336a8d7-f5a4-43a3-8582-f7188d0fbc8d tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:35.185770 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0336a8d7-f5a4-43a3-8582-f7188d0fbc8d tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] 10.222.0.57 "DELETE /v2.0/subnets/34506167-d23e-4fd4-b745-e3ef06b0fc60 HTTP/1.1" status: 204  len: 168 time: 1.9514763
Jan 29 10:16:35.190904 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56770) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:35.193483 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94d788a-0465-4d78-b4e4-5e284c407ded None None] Network 9c41bda1-1353-49c5-9203-e898c85089fe requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:16:35.231373 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4cab00a-0224-43c1-af78-c31671b7e215 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Made reservation on behalf of af6cfbcc17be4cdfba1cf58741c9e55a for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:16:35.253029 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d4cab00a-0224-43c1-af78-c31671b7e215 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:35.307765 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a13b2fa-8a25-4a9d-9ecc-81aab840390c tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:16:35.394692 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8a13b2fa-8a25-4a9d-9ecc-81aab840390c tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:35.394996 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-8a13b2fa-8a25-4a9d-9ecc-81aab840390c tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Added segment 76d5578b-9059-4c8a-b620-57eb07c14e82 of type vxlan for network 7f472690-b775-4ba1-9338-c392aea3f70f
Jan 29 10:16:35.436498 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-32c213aa-5ca6-4cef-9879-e1bcea34a12c tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Deleting subnet 1a39528c-3cca-4198-8e32-70310bb51fdc {{(pid=80765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:16:35.444933 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-32c213aa-5ca6-4cef-9879-e1bcea34a12c tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks [] for subnet, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:35.578287 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [None req-5b04a088-fd29-4d58-973d-1253b1256328 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Floating IP 35d5ef08-42ca-4d8a-9b86-94a38b23c5bc associated. External IP: 172.26.7.153, port: 3f38798c-ca7e-4bb8-85a3-20089d5842f1.
Jan 29 10:16:35.654412 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a468170f-bd97-46e9-a071-4017c5f3ab0c tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Router f6afa485-5a6e-427e-b85a-f49b3484fe0d has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:16:35.806962 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-5c579dcc-c1e5-4ef9-b482-e50894790ff0 None None] Allocated IP 2001:db8::2 (22ea6b35-c470-4a51-a30d-f84a6669f2bc/ba161399-629f-4847-afea-5034f9060210/8b669066-3941-4b26-a48f-8b36a8a751c7) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:16:35.812739 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8a13b2fa-8a25-4a9d-9ecc-81aab840390c tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:35.836503 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-32c213aa-5ca6-4cef-9879-e1bcea34a12c tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1479249'] for subnet, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:35.889709 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.ipam_backend_mixin [None req-d4cab00a-0224-43c1-af78-c31671b7e215 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a6229d35-b18b-4983-9b01-9eb48b62ebc2 (CIDR: 172.20.0.0/28)
Jan 29 10:16:35.899280 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a468170f-bd97-46e9-a071-4017c5f3ab0c tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:16:35.913308 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4cab00a-0224-43c1-af78-c31671b7e215 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 10:16:35.914001 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4cab00a-0224-43c1-af78-c31671b7e215 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:35.938160 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ef6dc8-9fa7-4a12-b4fc-ebe711dae9d0 None None] Sync routers for ids ['f6afa485-5a6e-427e-b85a-f49b3484fe0d'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:16:35.966522 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ef6dc8-9fa7-4a12-b4fc-ebe711dae9d0 None None] Routers {'f6afa485-5a6e-427e-b85a-f49b3484fe0d'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:16:35.967277 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-a7ef6dc8-9fa7-4a12-b4fc-ebe711dae9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c95d44a8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:16:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['f6afa485-5a6e-427e-b85a-f49b3484fe0d'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:16:35.976292 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8a13b2fa-8a25-4a9d-9ecc-81aab840390c tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:36.038822 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-a7ef6dc8-9fa7-4a12-b4fc-ebe711dae9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c95d44a8>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:16:36.043894 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a13b2fa-8a25-4a9d-9ecc-81aab840390c tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:36.044607 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8a13b2fa-8a25-4a9d-9ecc-81aab840390c tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:36.053121 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a424361c-2875-4aff-9bfd-8a8040e13efd tempest-AllowedAddressPairTestJSON-1448622892 tempest-AllowedAddressPairTestJSON-1448622892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:36.064554 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a468170f-bd97-46e9-a071-4017c5f3ab0c tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] 10.222.0.57 "PUT /v2.0/routers/f6afa485-5a6e-427e-b85a-f49b3484fe0d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1110153
Jan 29 10:16:36.064726 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ef6dc8-9fa7-4a12-b4fc-ebe711dae9d0 None None] Routers {'f6afa485-5a6e-427e-b85a-f49b3484fe0d'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:16:36.064726 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-a7ef6dc8-9fa7-4a12-b4fc-ebe711dae9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c95d44a8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:16:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['f6afa485-5a6e-427e-b85a-f49b3484fe0d'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:16:36.066018 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56776) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:36.080467 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d4cab00a-0224-43c1-af78-c31671b7e215 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.3780336
Jan 29 10:16:36.104255 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56780) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:36.113594 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-7c9fd24b-1ce7-4e57-a303-03af027f2030 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Request body: {'subnet': {'network_id': 'dcac8088-38cd-4a49-ab48-4a79e40d999e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:16:36.141814 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8a13b2fa-8a25-4a9d-9ecc-81aab840390c tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.1494267
Jan 29 10:16:36.155150 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56784) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:36.161594 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-f6189e4e-3402-4716-92a7-dcfe929d9f04 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Request body: {'network': {'name': 'tempest-router-network02--1498743637'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:16:36.222419 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5c579dcc-c1e5-4ef9-b482-e50894790ff0 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:36.223497 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-32c213aa-5ca6-4cef-9879-e1bcea34a12c tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:36.233942 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-5c579dcc-c1e5-4ef9-b482-e50894790ff0 None None] Transition to ACTIVE for port object 8b669066-3941-4b26-a48f-8b36a8a751c7 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:16:36.253689 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-5c579dcc-c1e5-4ef9-b482-e50894790ff0 None None] Transition to ACTIVE for port object 8b669066-3941-4b26-a48f-8b36a8a751c7 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:16:36.257597 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-a7ef6dc8-9fa7-4a12-b4fc-ebe711dae9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c95d44a8>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:16:36.258319 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ef6dc8-9fa7-4a12-b4fc-ebe711dae9d0 None None] The sync data for ids ['f6afa485-5a6e-427e-b85a-f49b3484fe0d'] in dv-neutron-772983-2-ovs is: [] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:16:36.268785 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5c579dcc-c1e5-4ef9-b482-e50894790ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:36.271748 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a13b2fa-8a25-4a9d-9ecc-81aab840390c tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Pushing event updated for resources: {'Network': ['ID=7f472690-b775-4ba1-9338-c392aea3f70f,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:36.286343 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8a13b2fa-8a25-4a9d-9ecc-81aab840390c tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:36.324367 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1f0bb2e1-a10c-4f43-9d61-33c5c2fe5dc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:36.393462 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 7f472690-b775-4ba1-9338-c392aea3f70f details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:16:36.411406 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 7f472690-b775-4ba1-9338-c392aea3f70f details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:16:36.434858 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c579dcc-c1e5-4ef9-b482-e50894790ff0 None None] Pushing event updated for resources: {'Port': ['ID=8b669066-3941-4b26-a48f-8b36a8a751c7,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:36.491160 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c579dcc-c1e5-4ef9-b482-e50894790ff0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:16:36.491548 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c579dcc-c1e5-4ef9-b482-e50894790ff0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:16:36.491963 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c579dcc-c1e5-4ef9-b482-e50894790ff0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:16:36.492355 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c579dcc-c1e5-4ef9-b482-e50894790ff0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:16:36.492719 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c579dcc-c1e5-4ef9-b482-e50894790ff0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:16:36.493088 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c579dcc-c1e5-4ef9-b482-e50894790ff0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:16:36.493435 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c579dcc-c1e5-4ef9-b482-e50894790ff0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:16:36.494347 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c579dcc-c1e5-4ef9-b482-e50894790ff0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:16:36.494347 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c579dcc-c1e5-4ef9-b482-e50894790ff0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:16:36.494702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c579dcc-c1e5-4ef9-b482-e50894790ff0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:16:36.495059 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c579dcc-c1e5-4ef9-b482-e50894790ff0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:16:36.495424 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c579dcc-c1e5-4ef9-b482-e50894790ff0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:16:36.495864 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c579dcc-c1e5-4ef9-b482-e50894790ff0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:16:36.496215 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c579dcc-c1e5-4ef9-b482-e50894790ff0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:16:36.496681 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c579dcc-c1e5-4ef9-b482-e50894790ff0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:16:36.496933 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c579dcc-c1e5-4ef9-b482-e50894790ff0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:16:36.497288 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c579dcc-c1e5-4ef9-b482-e50894790ff0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:16:36.497644 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c579dcc-c1e5-4ef9-b482-e50894790ff0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:16:36.498025 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c579dcc-c1e5-4ef9-b482-e50894790ff0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:16:36.498382 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c579dcc-c1e5-4ef9-b482-e50894790ff0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:16:36.498743 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c579dcc-c1e5-4ef9-b482-e50894790ff0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:16:36.499089 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c579dcc-c1e5-4ef9-b482-e50894790ff0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:16:36.499444 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c579dcc-c1e5-4ef9-b482-e50894790ff0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:16:36.499811 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c579dcc-c1e5-4ef9-b482-e50894790ff0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:16:36.504715 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5c579dcc-c1e5-4ef9-b482-e50894790ff0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:36.543880 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-7c9fd24b-1ce7-4e57-a303-03af027f2030 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:16:36.559906 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-7c9fd24b-1ce7-4e57-a303-03af027f2030 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Usage tracker for resource:subnet and tenant:af6cfbcc17be4cdfba1cf58741c9e55a is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:16:36.565469 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-7c9fd24b-1ce7-4e57-a303-03af027f2030 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:16:36.584895 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-7c9fd24b-1ce7-4e57-a303-03af027f2030 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:16:36.628181 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-f6189e4e-3402-4716-92a7-dcfe929d9f04 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:16:36.633690 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f6189e4e-3402-4716-92a7-dcfe929d9f04 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Usage tracker for resource:network and tenant:f0d6ee679eef49fd95b30c4e29e445d7 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:16:36.637142 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f6189e4e-3402-4716-92a7-dcfe929d9f04 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Quota usage for network was recalculated. Used quota:2. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:16:36.643153 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-f6189e4e-3402-4716-92a7-dcfe929d9f04 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:16:36.652795 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9fd24b-1ce7-4e57-a303-03af027f2030 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Made reservation on behalf of af6cfbcc17be4cdfba1cf58741c9e55a for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:16:36.675978 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7c9fd24b-1ce7-4e57-a303-03af027f2030 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:36.677466 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1ad345cc-eaab-4d1d-bff2-c52069534501 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks [] for router, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:36.739553 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6189e4e-3402-4716-92a7-dcfe929d9f04 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Made reservation on behalf of f0d6ee679eef49fd95b30c4e29e445d7 for: {'network': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:16:36.760103 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f6189e4e-3402-4716-92a7-dcfe929d9f04 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:36.780064 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c579dcc-c1e5-4ef9-b482-e50894790ff0 None None] Network 22ea6b35-c470-4a51-a30d-f84a6669f2bc is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:16:36.782405 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-5c579dcc-c1e5-4ef9-b482-e50894790ff0 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:16:36.785697 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c579dcc-c1e5-4ef9-b482-e50894790ff0 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:16:36.834333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-97a02a42-7ebd-4d9f-bbc8-d0ff97366369 None None] Provisioning complete for port 5b77c8be-0d3b-417b-bd1a-b4d0297c24a1 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:16:36.834769 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-97a02a42-7ebd-4d9f-bbc8-d0ff97366369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:36.855853 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-32c213aa-5ca6-4cef-9879-e1bcea34a12c tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852603100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2204728'] for subnet, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:36.873647 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3fd8fbf8-a399-4ad1-a0f9-a0e465bd039e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:36.895725 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-5c579dcc-c1e5-4ef9-b482-e50894790ff0 None None] Attempting to bind port 8b669066-3941-4b26-a48f-8b36a8a751c7 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:16:36.896155 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-5c579dcc-c1e5-4ef9-b482-e50894790ff0 None None] Attempting to bind port 8b669066-3941-4b26-a48f-8b36a8a751c7 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '5af189a9-d589-4aff-9ddb-b9fe94db9768', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '22ea6b35-c470-4a51-a30d-f84a6669f2bc'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:16:36.896581 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c579dcc-c1e5-4ef9-b482-e50894790ff0 None None] Attempting to bind port 8b669066-3941-4b26-a48f-8b36a8a751c7 on network 22ea6b35-c470-4a51-a30d-f84a6669f2bc {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:16:36.912630 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.ipam_backend_mixin [None req-7c9fd24b-1ce7-4e57-a303-03af027f2030 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 4f693fe8-b391-49f8-b1ce-443c9384aa4c (CIDR: 172.20.0.16/28)
Jan 29 10:16:36.913676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c579dcc-c1e5-4ef9-b482-e50894790ff0 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:16:36.914084 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c579dcc-c1e5-4ef9-b482-e50894790ff0 None None] Checking segment: {'id': '5af189a9-d589-4aff-9ddb-b9fe94db9768', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '22ea6b35-c470-4a51-a30d-f84a6669f2bc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:16:36.914545 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5c579dcc-c1e5-4ef9-b482-e50894790ff0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:36.914999 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c579dcc-c1e5-4ef9-b482-e50894790ff0 None None] Bound using segment: {'id': '5af189a9-d589-4aff-9ddb-b9fe94db9768', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '22ea6b35-c470-4a51-a30d-f84a6669f2bc'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:16:36.915550 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-5c579dcc-c1e5-4ef9-b482-e50894790ff0 None None] Bound port: 8b669066-3941-4b26-a48f-8b36a8a751c7, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5af189a9-d589-4aff-9ddb-b9fe94db9768', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '22ea6b35-c470-4a51-a30d-f84a6669f2bc'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:16:36.915972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5c579dcc-c1e5-4ef9-b482-e50894790ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:36.928443 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c213aa-5ca6-4cef-9879-e1bcea34a12c tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Pushing event deleted for resources: {'Subnet': ['ID=1a39528c-3cca-4198-8e32-70310bb51fdc,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:36.931704 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-32c213aa-5ca6-4cef-9879-e1bcea34a12c tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:36.935235 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c9fd24b-1ce7-4e57-a303-03af027f2030 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 10:16:36.935728 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c9fd24b-1ce7-4e57-a303-03af027f2030 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:37.020621 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6189e4e-3402-4716-92a7-dcfe929d9f04 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:16:37.024708 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b04a088-fd29-4d58-973d-1253b1256328 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Router 8dcee5d1-d88a-42a6-9d8c-5ce815388edb has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:16:37.029032 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7c9fd24b-1ce7-4e57-a303-03af027f2030 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 425 time: 0.9237752
Jan 29 10:16:37.033182 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56788) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:37.042488 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-d244ab2a-81b3-4c84-8e95-4eac3e4e5964 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Request body: {'subnet': {'network_id': 'dcac8088-38cd-4a49-ab48-4a79e40d999e', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:16:37.048770 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1ad345cc-eaab-4d1d-bff2-c52069534501 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:37.055059 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1ad345cc-eaab-4d1d-bff2-c52069534501 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:37.057022 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f6189e4e-3402-4716-92a7-dcfe929d9f04 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268197113528', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:37.057458 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-f6189e4e-3402-4716-92a7-dcfe929d9f04 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Added segment a14a31ac-4b48-4b17-910e-6d9cc1667ede of type vxlan for network 45366130-e5dc-47bd-8062-d3b8b9725d31
Jan 29 10:16:37.065067 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-32c213aa-5ca6-4cef-9879-e1bcea34a12c tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:37.067996 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-32c213aa-5ca6-4cef-9879-e1bcea34a12c tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] 10.222.0.57 "DELETE /v2.0/subnets/1a39528c-3cca-4198-8e32-70310bb51fdc HTTP/1.1" status: 204  len: 168 time: 1.8741970
Jan 29 10:16:37.073584 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56792) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:37.084060 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9064f60-23f0-4acb-991e-e5b0002e4937 None None] Network 9c41bda1-1353-49c5-9203-e898c85089fe requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:16:37.118382 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-5c579dcc-c1e5-4ef9-b482-e50894790ff0 None None] For port 8b669066-3941-4b26-a48f-8b36a8a751c7, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:16:37.176580 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-5c579dcc-c1e5-4ef9-b482-e50894790ff0 None None] For port 8b669066-3941-4b26-a48f-8b36a8a751c7, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=8b669066-3941-4b26-a48f-8b36a8a751c7,segment=NetworkSegment(5af189a9-d589-4aff-9ddb-b9fe94db9768),segment_id=5af189a9-d589-4aff-9ddb-b9fe94db9768)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:16:37.192515 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5c579dcc-c1e5-4ef9-b482-e50894790ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:37.215112 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-91f55eae-bf59-4528-aa3a-05288ca32f58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:37.256586 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f6189e4e-3402-4716-92a7-dcfe929d9f04 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:37.263200 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1ad345cc-eaab-4d1d-bff2-c52069534501 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:37.263890 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad345cc-eaab-4d1d-bff2-c52069534501 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Fanout notify agent at l3_agent the message router_deleted on router f6afa485-5a6e-427e-b85a-f49b3484fe0d {{(pid=80766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 10:16:37.313353 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4392fc14-e0fd-417f-8696-2415263136d1 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:37.339948 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1ad345cc-eaab-4d1d-bff2-c52069534501 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:37.341191 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1ad345cc-eaab-4d1d-bff2-c52069534501 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] 10.222.0.57 "DELETE /v2.0/routers/f6afa485-5a6e-427e-b85a-f49b3484fe0d HTTP/1.1" status: 204  len: 168 time: 1.2726331
Jan 29 10:16:37.346216 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56796) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:37.410776 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4392fc14-e0fd-417f-8696-2415263136d1 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Deleting port 5b77c8be-0d3b-417b-bd1a-b4d0297c24a1 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:16:37.411160 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4392fc14-e0fd-417f-8696-2415263136d1 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:37.415317 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b04a088-fd29-4d58-973d-1253b1256328 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:16:37.416952 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f6189e4e-3402-4716-92a7-dcfe929d9f04 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:37.427491 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb7f5cb-ba14-4342-a9e3-103b5938c0e6 None None] Sync routers for ids ['8dcee5d1-d88a-42a6-9d8c-5ce815388edb'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:16:37.439325 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d244ab2a-81b3-4c84-8e95-4eac3e4e5964 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:16:37.444653 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb7f5cb-ba14-4342-a9e3-103b5938c0e6 None None] Routers {'8dcee5d1-d88a-42a6-9d8c-5ce815388edb'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:16:37.446348 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-4bb7f5cb-ba14-4342-a9e3-103b5938c0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9f0fe48>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:16:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['8dcee5d1-d88a-42a6-9d8c-5ce815388edb'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:16:37.455178 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d244ab2a-81b3-4c84-8e95-4eac3e4e5964 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Usage tracker for resource:subnet and tenant:af6cfbcc17be4cdfba1cf58741c9e55a is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:16:37.460221 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d244ab2a-81b3-4c84-8e95-4eac3e4e5964 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:16:37.474951 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d244ab2a-81b3-4c84-8e95-4eac3e4e5964 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:16:37.481527 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c579dcc-c1e5-4ef9-b482-e50894790ff0 None None] Pushing event updated for resources: {'Port': ['ID=8b669066-3941-4b26-a48f-8b36a8a751c7,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:37.485155 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6189e4e-3402-4716-92a7-dcfe929d9f04 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:37.485938 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f6189e4e-3402-4716-92a7-dcfe929d9f04 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks [] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:37.490775 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5c579dcc-c1e5-4ef9-b482-e50894790ff0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:37.498074 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2761fba6-fe19-4946-8e2b-ab0160bc1ad2 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:37.541879 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d244ab2a-81b3-4c84-8e95-4eac3e4e5964 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Made reservation on behalf of af6cfbcc17be4cdfba1cf58741c9e55a for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:16:37.581087 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d244ab2a-81b3-4c84-8e95-4eac3e4e5964 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:37.587049 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f6189e4e-3402-4716-92a7-dcfe929d9f04 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.4308224
Jan 29 10:16:37.599648 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56800) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:37.606498 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6191a594-ff25-4716-8ff3-eb189392f7eb None None] DHCP port deletion for 9c41bda1-1353-49c5-9203-e898c85089fe request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:16:37.611774 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-6191a594-ff25-4716-8ff3-eb189392f7eb None None] Deleting port 5b77c8be-0d3b-417b-bd1a-b4d0297c24a1 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:16:37.612435 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6191a594-ff25-4716-8ff3-eb189392f7eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:37.647492 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-128d0827-d23d-47f9-b07d-a7cc6036b7a2 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Request body: {'subnet': {'network_id': '7f472690-b775-4ba1-9338-c392aea3f70f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:16:37.663209 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-65c7ceb6-166c-49a6-92af-7bee64000c26 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Deleting subnet 76ebac5d-405b-41eb-9d58-dc2b63dc9122 {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:16:37.665547 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5b04a088-fd29-4d58-973d-1253b1256328 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:37.708867 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-65c7ceb6-166c-49a6-92af-7bee64000c26 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:37.724597 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-4bb7f5cb-ba14-4342-a9e3-103b5938c0e6 None None] Set router 8dcee5d1-d88a-42a6-9d8c-5ce815388edb gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:16:37.758177 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6189e4e-3402-4716-92a7-dcfe929d9f04 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Pushing event updated for resources: {'Network': ['ID=45366130-e5dc-47bd-8062-d3b8b9725d31,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:37.772391 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f6189e4e-3402-4716-92a7-dcfe929d9f04 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:37.796127 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5b04a088-fd29-4d58-973d-1253b1256328 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 9.5836253
Jan 29 10:16:37.799303 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '074fbe52-e90f-4358-8ed3-539b659b3d85', 'tag': '3f38798c-ca7e-4bb8-85a3-20089d5842f1'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:16:37.807526 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-65c7ceb6-166c-49a6-92af-7bee64000c26 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:37.866710 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 45366130-e5dc-47bd-8062-d3b8b9725d31 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:16:37.948491 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-65c7ceb6-166c-49a6-92af-7bee64000c26 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:38.178165 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-128d0827-d23d-47f9-b07d-a7cc6036b7a2 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:16:38.190052 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-128d0827-d23d-47f9-b07d-a7cc6036b7a2 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Usage tracker for resource:subnet and tenant:f0d6ee679eef49fd95b30c4e29e445d7 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:16:38.194889 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4392fc14-e0fd-417f-8696-2415263136d1 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] For port 5b77c8be-0d3b-417b-bd1a-b4d0297c24a1, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=5b77c8be-0d3b-417b-bd1a-b4d0297c24a1,segment=NetworkSegment(9849e6e7-39e9-4f4d-ac29-e44251bdb72d),segment_id=9849e6e7-39e9-4f4d-ac29-e44251bdb72d)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:16:38.195826 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4392fc14-e0fd-417f-8696-2415263136d1 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:38.209947 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-128d0827-d23d-47f9-b07d-a7cc6036b7a2 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:16:38.282783 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 45366130-e5dc-47bd-8062-d3b8b9725d31 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:16:38.337744 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-128d0827-d23d-47f9-b07d-a7cc6036b7a2 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:16:38.350816 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4392fc14-e0fd-417f-8696-2415263136d1 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Calling delete_port for 5b77c8be-0d3b-417b-bd1a-b4d0297c24a1 owned by network:dhcp {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:16:38.369135 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-65c7ceb6-166c-49a6-92af-7bee64000c26 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:38.385880 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-4bb7f5cb-ba14-4342-a9e3-103b5938c0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9f0fe48>, [{'id': '8dcee5d1-d88a-42a6-9d8c-5ce815388edb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750843188', 'tenant_id': 'a0c698359c1e4874b3f3bbc1db996560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.167'}], 'enable_snat': True}, 'gw_port_id': 'fb6e2e33-8b67-49a9-887a-6a3f56e0aba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:15:24Z', 'updated_at': '2021-01-29T10:15:49Z', 'revision_number': 4, 'project_id': 'a0c698359c1e4874b3f3bbc1db996560', 'gw_port': {'id': 'fb6e2e33-8b67-49a9-887a-6a3f56e0aba3', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dcee5d1-d88a-42a6-9d8c-5ce815388edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:15:26Z', 'updated_at': '2021-01-29T10:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': '35d5ef08-42ca-4d8a-9b86-94a38b23c5bc', 'tenant_id': 'a0c698359c1e4874b3f3bbc1db996560', 'floating_ip_address': '172.26.7.153', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '8dcee5d1-d88a-42a6-9d8c-5ce815388edb', 'port_id': '3f38798c-ca7e-4bb8-85a3-20089d5842f1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5be0f00d-5866-4e6b-a2b4-be163bdf7e7f', 'mac_address': 'fa:16:3e:4b:3c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074fbe52-e90f-4358-8ed3-539b659b3d85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:16:33Z', 'updated_at': '2021-01-29T10:16:33Z', 'revision_number': 0, 'project_id': 'a0c698359c1e4874b3f3bbc1db996560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b3ba96-c0e9-4ddb-836e-00c0f066df75', 'name': '', 'network_id': '5be0f00d-5866-4e6b-a2b4-be163bdf7e7f', 'tenant_id': 'a0c698359c1e4874b3f3bbc1db996560', 'mac_address': 'fa:16:3e:b5:59:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dcee5d1-d88a-42a6-9d8c-5ce815388edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '1d24e515-6579-4727-8658-f42df974a468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:15:45Z', 'updated_at': '2021-01-29T10:16:10Z', 'revision_number': 5, 'project_id': 'a0c698359c1e4874b3f3bbc1db996560', 'subnets': [{'id': '1d24e515-6579-4727-8658-f42df974a468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:16:38.386700 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-6191a594-ff25-4716-8ff3-eb189392f7eb None None] For port 5b77c8be-0d3b-417b-bd1a-b4d0297c24a1, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=5b77c8be-0d3b-417b-bd1a-b4d0297c24a1,segment=NetworkSegment(9849e6e7-39e9-4f4d-ac29-e44251bdb72d),segment_id=9849e6e7-39e9-4f4d-ac29-e44251bdb72d)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:16:38.387152 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6191a594-ff25-4716-8ff3-eb189392f7eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:38.391452 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb7f5cb-ba14-4342-a9e3-103b5938c0e6 None None] Checking router: 8dcee5d1-d88a-42a6-9d8c-5ce815388edb for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:16:38.404125 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb7f5cb-ba14-4342-a9e3-103b5938c0e6 None None] Routers {'8dcee5d1-d88a-42a6-9d8c-5ce815388edb'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:16:38.405047 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-4bb7f5cb-ba14-4342-a9e3-103b5938c0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9f0fe48>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:16:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['8dcee5d1-d88a-42a6-9d8c-5ce815388edb'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:16:38.427987 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128d0827-d23d-47f9-b07d-a7cc6036b7a2 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Made reservation on behalf of f0d6ee679eef49fd95b30c4e29e445d7 for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:16:38.449912 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-128d0827-d23d-47f9-b07d-a7cc6036b7a2 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:38.506686 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8563ad1d-948b-49c4-8474-75e8952fc47a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:38.557098 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c7ceb6-166c-49a6-92af-7bee64000c26 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Pushing event deleted for resources: {'Subnet': ['ID=76ebac5d-405b-41eb-9d58-dc2b63dc9122,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:38.560414 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-65c7ceb6-166c-49a6-92af-7bee64000c26 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:38.561633 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-65c7ceb6-166c-49a6-92af-7bee64000c26 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks [] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:38.571198 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-65c7ceb6-166c-49a6-92af-7bee64000c26 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] 10.222.0.57 "DELETE /v2.0/subnets/76ebac5d-405b-41eb-9d58-dc2b63dc9122 HTTP/1.1" status: 204  len: 168 time: 1.2149827
Jan 29 10:16:38.573770 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56808) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:38.609863 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-6191a594-ff25-4716-8ff3-eb189392f7eb None None] Calling delete_port for 5b77c8be-0d3b-417b-bd1a-b4d0297c24a1 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:16:38.711082 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-6191a594-ff25-4716-8ff3-eb189392f7eb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80767) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:16:38.711399 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-6191a594-ff25-4716-8ff3-eb189392f7eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:16:38.736464 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dee5de4a-3317-4a1e-b67c-a3aaca7fd16a tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:38.737351 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22330dcc-853b-431d-b20f-2ba40c94a3d0 None None] Network 7ff49fa7-bba1-4b28-bcde-696fda93a310 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:16:38.742028 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-4bb7f5cb-ba14-4342-a9e3-103b5938c0e6 None None] Set router 8dcee5d1-d88a-42a6-9d8c-5ce815388edb gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:16:38.760483 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b59bb8d-a79e-465f-9d97-a0f6f0f271eb req-c7971503-3a0b-45da-a612-c9b776e6bcc9 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:38.762247 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6b59bb8d-a79e-465f-9d97-a0f6f0f271eb req-c7971503-3a0b-45da-a612-c9b776e6bcc9 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] 10.222.0.57 "GET /v2.0/ports?device_id=074fbe52-e90f-4358-8ed3-539b659b3d85 HTTP/1.1" status: 200  len: 945 time: 0.6613746
Jan 29 10:16:38.770950 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4392fc14-e0fd-417f-8696-2415263136d1 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:38.822110 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-dee5de4a-3317-4a1e-b67c-a3aaca7fd16a tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Deleting port 30833f9e-5780-44d5-8a76-568691b87132 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:16:38.822590 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dee5de4a-3317-4a1e-b67c-a3aaca7fd16a tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:38.828025 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2d3e1b08-a5b0-4084-908d-24670db951b3 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:38.863628 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 8b669066-3941-4b26-a48f-8b36a8a751c7 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:16:38.924165 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4392fc14-e0fd-417f-8696-2415263136d1 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Pushing event deleted for resources: {'Port': ['ID=5b77c8be-0d3b-417b-bd1a-b4d0297c24a1,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:38.927588 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4392fc14-e0fd-417f-8696-2415263136d1 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:39.085833 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 8b669066-3941-4b26-a48f-8b36a8a751c7 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:16:39.156801 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-dee5de4a-3317-4a1e-b67c-a3aaca7fd16a tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] For port 30833f9e-5780-44d5-8a76-568691b87132, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=30833f9e-5780-44d5-8a76-568691b87132,segment=NetworkSegment(4b41b759-1909-4ea4-823b-3e3dc8774e14),segment_id=4b41b759-1909-4ea4-823b-3e3dc8774e14)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:16:39.157392 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dee5de4a-3317-4a1e-b67c-a3aaca7fd16a tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:39.186465 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0751f53b-eb57-4ce3-92cc-8f6d34a3b873 None None] DHCP port deletion for 7ff49fa7-bba1-4b28-bcde-696fda93a310 request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:16:39.191731 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-0751f53b-eb57-4ce3-92cc-8f6d34a3b873 None None] Deleting port 30833f9e-5780-44d5-8a76-568691b87132 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:16:39.192159 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0751f53b-eb57-4ce3-92cc-8f6d34a3b873 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:39.250547 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-6191a594-ff25-4716-8ff3-eb189392f7eb None None] Deleting port 5b77c8be-0d3b-417b-bd1a-b4d0297c24a1 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:16:39.251283 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6191a594-ff25-4716-8ff3-eb189392f7eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:39.279651 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 5b77c8be-0d3b-417b-bd1a-b4d0297c24a1 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:16:39.333013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-dee5de4a-3317-4a1e-b67c-a3aaca7fd16a tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Calling delete_port for 30833f9e-5780-44d5-8a76-568691b87132 owned by network:dhcp {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:16:39.370266 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 5b77c8be-0d3b-417b-bd1a-b4d0297c24a1 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:16:39.370876 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 5b77c8be-0d3b-417b-bd1a-b4d0297c24a1 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:16:39.463354 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dee5de4a-3317-4a1e-b67c-a3aaca7fd16a tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:39.478257 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-6191a594-ff25-4716-8ff3-eb189392f7eb None None] The port '5b77c8be-0d3b-417b-bd1a-b4d0297c24a1' was deleted {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 29 10:16:39.565034 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b23727e-5cfa-4c56-8643-650f8a8bfb2e None None] Network 22ea6b35-c470-4a51-a30d-f84a6669f2bc requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:16:39.603675 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-0751f53b-eb57-4ce3-92cc-8f6d34a3b873 None None] The port '30833f9e-5780-44d5-8a76-568691b87132' was deleted {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 29 10:16:39.608437 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-4bb7f5cb-ba14-4342-a9e3-103b5938c0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9f0fe48>, [{'id': '8dcee5d1-d88a-42a6-9d8c-5ce815388edb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750843188', 'tenant_id': 'a0c698359c1e4874b3f3bbc1db996560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.167'}], 'enable_snat': True}, 'gw_port_id': 'fb6e2e33-8b67-49a9-887a-6a3f56e0aba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:15:24Z', 'updated_at': '2021-01-29T10:15:49Z', 'revision_number': 4, 'project_id': 'a0c698359c1e4874b3f3bbc1db996560', 'gw_port': {'id': 'fb6e2e33-8b67-49a9-887a-6a3f56e0aba3', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dcee5d1-d88a-42a6-9d8c-5ce815388edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:15:26Z', 'updated_at': '2021-01-29T10:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': '35d5ef08-42ca-4d8a-9b86-94a38b23c5bc', 'tenant_id': 'a0c698359c1e4874b3f3bbc1db996560', 'floating_ip_address': '172.26.7.153', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '8dcee5d1-d88a-42a6-9d8c-5ce815388edb', 'port_id': '3f38798c-ca7e-4bb8-85a3-20089d5842f1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5be0f00d-5866-4e6b-a2b4-be163bdf7e7f', 'mac_address': 'fa:16:3e:4b:3c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074fbe52-e90f-4358-8ed3-539b659b3d85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:16:33Z', 'updated_at': '2021-01-29T10:16:33Z', 'revision_number': 0, 'project_id': 'a0c698359c1e4874b3f3bbc1db996560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b3ba96-c0e9-4ddb-836e-00c0f066df75', 'name': '', 'network_id': '5be0f00d-5866-4e6b-a2b4-be163bdf7e7f', 'tenant_id': 'a0c698359c1e4874b3f3bbc1db996560', 'mac_address': 'fa:16:3e:b5:59:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dcee5d1-d88a-42a6-9d8c-5ce815388edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '1d24e515-6579-4727-8658-f42df974a468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:15:45Z', 'updated_at': '2021-01-29T10:16:10Z', 'revision_number': 5, 'project_id': 'a0c698359c1e4874b3f3bbc1db996560', 'subnets': [{'id': '1d24e515-6579-4727-8658-f42df974a468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:16:39.613819 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb7f5cb-ba14-4342-a9e3-103b5938c0e6 None None] The sync data for ids ['8dcee5d1-d88a-42a6-9d8c-5ce815388edb'] in dv-neutron-772983-2-ovs is: [{'id': '8dcee5d1-d88a-42a6-9d8c-5ce815388edb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750843188', 'tenant_id': 'a0c698359c1e4874b3f3bbc1db996560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.167'}], 'enable_snat': True}, 'gw_port_id': 'fb6e2e33-8b67-49a9-887a-6a3f56e0aba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:15:24Z', 'updated_at': '2021-01-29T10:15:49Z', 'revision_number': 4, 'project_id': 'a0c698359c1e4874b3f3bbc1db996560', 'gw_port': {'id': 'fb6e2e33-8b67-49a9-887a-6a3f56e0aba3', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dcee5d1-d88a-42a6-9d8c-5ce815388edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:15:26Z', 'updated_at': '2021-01-29T10:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': '35d5ef08-42ca-4d8a-9b86-94a38b23c5bc', 'tenant_id': 'a0c698359c1e4874b3f3bbc1db996560', 'floating_ip_address': '172.26.7.153', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '8dcee5d1-d88a-42a6-9d8c-5ce815388edb', 'port_id': '3f38798c-ca7e-4bb8-85a3-20089d5842f1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5be0f00d-5866-4e6b-a2b4-be163bdf7e7f', 'mac_address': 'fa:16:3e:4b:3c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074fbe52-e90f-4358-8ed3-539b659b3d85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:16:33Z', 'updated_at': '2021-01-29T10:16:33Z', 'revision_number': 0, 'project_id': 'a0c698359c1e4874b3f3bbc1db996560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b3ba96-c0e9-4ddb-836e-00c0f066df75', 'name': '', 'network_id': '5be0f00d-5866-4e6b-a2b4-be163bdf7e7f', 'tenant_id': 'a0c698359c1e4874b3f3bbc1db996560', 'mac_address': 'fa:16:3e:b5:59:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dcee5d1-d88a-42a6-9d8c-5ce815388edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '1d24e515-6579-4727-8658-f42df974a468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:15:45Z', 'updated_at': '2021-01-29T10:16:10Z', 'revision_number': 5, 'project_id': 'a0c698359c1e4874b3f3bbc1db996560', 'subnets': [{'id': '1d24e515-6579-4727-8658-f42df974a468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:16:39.615372 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5b04a088-fd29-4d58-973d-1253b1256328 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:39.655709 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6b59bb8d-a79e-465f-9d97-a0f6f0f271eb req-5aa69cc7-6c24-48c9-a4b8-38cc3df397c5 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ba8e0b6-c808-4291-b283-44235b5bd3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.8581777
Jan 29 10:16:39.718968 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56812) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:39.758894 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-2c1e5f72-191f-495e-838f-a14f61659aae None None] Provisioning for port 8b669066-3941-4b26-a48f-8b36a8a751c7 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:16:39.784507 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-2c1e5f72-191f-495e-838f-a14f61659aae None None] Provisioning complete for port 8b669066-3941-4b26-a48f-8b36a8a751c7 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:16:39.785208 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2c1e5f72-191f-495e-838f-a14f61659aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:39.795479 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee5de4a-3317-4a1e-b67c-a3aaca7fd16a tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] No DVR routers for this DVR port 30833f9e-5780-44d5-8a76-568691b87132 on host dv-neutron-772983-2-ovs {{(pid=80766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:16:39.798537 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '074fbe52-e90f-4358-8ed3-539b659b3d85', 'tag': '3f38798c-ca7e-4bb8-85a3-20089d5842f1', 'status': 'completed', 'code': 200}
Jan 29 10:16:39.808240 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5de4a-3317-4a1e-b67c-a3aaca7fd16a tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Pushing event deleted for resources: {'Port': ['ID=30833f9e-5780-44d5-8a76-568691b87132,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:39.833368 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4392fc14-e0fd-417f-8696-2415263136d1 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] No DVR routers for this DVR port 5b77c8be-0d3b-417b-bd1a-b4d0297c24a1 on host dv-neutron-772983-2-ovs {{(pid=80765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:16:39.850160 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-dee5de4a-3317-4a1e-b67c-a3aaca7fd16a tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:40.000136 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-725bf792-a1f9-46a5-96bf-7f213c2b594b tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] 10.222.0.57 "GET /v2.0/floatingips/35d5ef08-42ca-4d8a-9b86-94a38b23c5bc HTTP/1.1" status: 200  len: 991 time: 0.2776518
Jan 29 10:16:40.061719 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5f8bff-90e9-4a71-a59f-700a456c2e49 None None] New status for floating IP 35d5ef08-42ca-4d8a-9b86-94a38b23c5bc: ACTIVE {{(pid=80767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 29 10:16:40.074285 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dee5de4a-3317-4a1e-b67c-a3aaca7fd16a tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:40.078987 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4392fc14-e0fd-417f-8696-2415263136d1 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:40.156905 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2c1e5f72-191f-495e-838f-a14f61659aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:40.217095 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0520ec9d-41c2-4573-bbef-bffd86bfb820 req-b09c0929-d8cf-4161-97e0-74908df6e2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:40.218753 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0520ec9d-41c2-4573-bbef-bffd86bfb820 req-b09c0929-d8cf-4161-97e0-74908df6e2e5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a0c698359c1e4874b3f3bbc1db996560&device_id=074fbe52-e90f-4358-8ed3-539b659b3d85 HTTP/1.1" status: 200  len: 1162 time: 0.3333590
Jan 29 10:16:40.232099 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-dee5de4a-3317-4a1e-b67c-a3aaca7fd16a tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99ca8c1358>,) {'filters': {'network_id': ['7ff49fa7-bba1-4b28-bcde-696fda93a310']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:16:40.260352 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-4392fc14-e0fd-417f-8696-2415263136d1 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c9349780>,) {'filters': {'network_id': ['9c41bda1-1353-49c5-9203-e898c85089fe']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:16:40.325855 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-2c1e5f72-191f-495e-838f-a14f61659aae None None] For port 8b669066-3941-4b26-a48f-8b36a8a751c7, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=8b669066-3941-4b26-a48f-8b36a8a751c7,segment=NetworkSegment(5af189a9-d589-4aff-9ddb-b9fe94db9768),segment_id=5af189a9-d589-4aff-9ddb-b9fe94db9768)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:16:40.337651 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2c1e5f72-191f-495e-838f-a14f61659aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:40.342459 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-29c6cb59-bfcd-4a2c-be10-24a48d19d803 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:40.438005 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-4392fc14-e0fd-417f-8696-2415263136d1 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c9349780>, '9849e6e7-39e9-4f4d-ac29-e44251bdb72d') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:16:40.438381 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-4392fc14-e0fd-417f-8696-2415263136d1 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c9349780>, '9849e6e7-39e9-4f4d-ac29-e44251bdb72d') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:16:40.465386 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4392fc14-e0fd-417f-8696-2415263136d1 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:40.494071 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4392fc14-e0fd-417f-8696-2415263136d1 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:40.499388 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4392fc14-e0fd-417f-8696-2415263136d1 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Releasing vxlan tunnel 4 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:16:40.598882 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-dee5de4a-3317-4a1e-b67c-a3aaca7fd16a tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99ca8c1358>, '4b41b759-1909-4ea4-823b-3e3dc8774e14') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:16:40.599117 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-dee5de4a-3317-4a1e-b67c-a3aaca7fd16a tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99ca8c1358>, '4b41b759-1909-4ea4-823b-3e3dc8774e14') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:16:40.619656 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dee5de4a-3317-4a1e-b67c-a3aaca7fd16a tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:40.698033 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dee5de4a-3317-4a1e-b67c-a3aaca7fd16a tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:40.701746 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dee5de4a-3317-4a1e-b67c-a3aaca7fd16a tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Releasing vxlan tunnel 12 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:16:40.704066 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e5f72-191f-495e-838f-a14f61659aae None None] Pushing event updated for resources: {'Port': ['ID=8b669066-3941-4b26-a48f-8b36a8a751c7,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:40.710070 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2c1e5f72-191f-495e-838f-a14f61659aae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:40.761668 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-4392fc14-e0fd-417f-8696-2415263136d1 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Network 9c41bda1-1353-49c5-9203-e898c85089fe has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:16:40.775036 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4392fc14-e0fd-417f-8696-2415263136d1 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:40.776588 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 30833f9e-5780-44d5-8a76-568691b87132 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:16:40.823327 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0520ec9d-41c2-4573-bbef-bffd86bfb820 req-a675809a-8dd9-4359-b732-5d5e9e5431e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:40.825223 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0520ec9d-41c2-4573-bbef-bffd86bfb820 req-a675809a-8dd9-4359-b732-5d5e9e5431e6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5be0f00d-5866-4e6b-a2b4-be163bdf7e7f HTTP/1.1" status: 200  len: 891 time: 0.5956447
Jan 29 10:16:40.827266 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 30833f9e-5780-44d5-8a76-568691b87132 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:16:40.827669 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 30833f9e-5780-44d5-8a76-568691b87132 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:16:40.901643 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-e1bed079-b095-47ec-97a6-9c7fe910e01c None None] Provisioning complete for port 8b669066-3941-4b26-a48f-8b36a8a751c7 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:16:40.902115 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e1bed079-b095-47ec-97a6-9c7fe910e01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:41.007482 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56818) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:41.022649 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-dee5de4a-3317-4a1e-b67c-a3aaca7fd16a tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Network 7ff49fa7-bba1-4b28-bcde-696fda93a310 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:16:41.049100 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dee5de4a-3317-4a1e-b67c-a3aaca7fd16a tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:41.171794 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-4392fc14-e0fd-417f-8696-2415263136d1 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Network 9c41bda1-1353-49c5-9203-e898c85089fe has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:16:41.180172 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-fc534ebc-4978-4486-afb2-5fbe904ef832 None None] Provisioning complete for port 8b669066-3941-4b26-a48f-8b36a8a751c7 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:16:41.180922 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fc534ebc-4978-4486-afb2-5fbe904ef832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:41.212262 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:16:41.212262 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:16:41.212262 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:16:41.212262 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:16:41.212262 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:16:41.212262 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:16:41.212262 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:16:41.212262 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:16:41.212262 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:16:41.212262 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:16:41.212262 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:16:41.212262 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:16:41.212262 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:16:41.212262 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:16:41.212262 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:16:41.212262 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:16:41.212262 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:16:41.212262 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:16:41.212262 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:16:41.212262 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:16:41.212262 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:16:41.212262 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:16:41.212262 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:16:41.212262 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:16:41.212262 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:16:41.212262 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:16:41.212262 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:16:41.212262 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:16:41.212262 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:16:41.212262 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:16:41.212262 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:16:41.212262 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:16:41.251146 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d244ab2a-81b3-4c84-8e95-4eac3e4e5964 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:41.275300 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bd17b2fa-260d-4086-9823-0181304a5da1 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:41.284950 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0520ec9d-41c2-4573-bbef-bffd86bfb820 req-bbc65c89-4e73-40ab-8865-0a55d0836146 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f38798c-ca7e-4bb8-85a3-20089d5842f1 HTTP/1.1" status: 200  len: 1001 time: 0.4235170
Jan 29 10:16:41.304018 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-128d0827-d23d-47f9-b07d-a7cc6036b7a2 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:41.370722 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-dee5de4a-3317-4a1e-b67c-a3aaca7fd16a tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Network 7ff49fa7-bba1-4b28-bcde-696fda93a310 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:16:41.401522 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:16:41.401522 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:16:41.401522 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:16:41.401522 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:16:41.401522 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:16:41.401522 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:16:41.401522 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:16:41.401522 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:16:41.401522 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:16:41.401522 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:16:41.401522 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:16:41.401522 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:16:41.401522 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:16:41.401522 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:16:41.401522 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:16:41.401522 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:16:41.401522 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:16:41.401522 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:16:41.401522 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:16:41.401522 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:16:41.401522 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:16:41.401522 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:16:41.401522 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:16:41.401522 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:16:41.401522 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:16:41.401522 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:16:41.401522 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:16:41.401522 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:16:41.401522 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:16:41.401522 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:16:41.401522 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:16:41.401522 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:16:41.424149 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0520ec9d-41c2-4573-bbef-bffd86bfb820 req-0f1310bf-fbaf-4709-8e93-03a04c6ab927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:41.425753 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0520ec9d-41c2-4573-bbef-bffd86bfb820 req-0f1310bf-fbaf-4709-8e93-03a04c6ab927 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1d24e515-6579-4727-8658-f42df974a468 HTTP/1.1" status: 200  len: 834 time: 0.1244423
Jan 29 10:16:41.484297 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-05f6c9d5-0d2d-4b8a-aced-b6ee6798f7b9 None None] Provisioning complete for port 8b669066-3941-4b26-a48f-8b36a8a751c7 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:16:41.484843 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-05f6c9d5-0d2d-4b8a-aced-b6ee6798f7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:41.543841 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dee5de4a-3317-4a1e-b67c-a3aaca7fd16a tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:41.554512 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1592e4f0-7939-46b8-aff0-c97616944523 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:41.570854 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dee5de4a-3317-4a1e-b67c-a3aaca7fd16a tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Notify callbacks [] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:41.592191 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e04bab07-da55-4205-b44b-0eafaaf58e1b tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] 10.222.0.57 "GET /v2.0/floatingips/35d5ef08-42ca-4d8a-9b86-94a38b23c5bc HTTP/1.1" status: 200  len: 993 time: 0.5737894
Jan 29 10:16:41.595724 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5de4a-3317-4a1e-b67c-a3aaca7fd16a tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Pushing event deleted for resources: {'Network': ['ID=7ff49fa7-bba1-4b28-bcde-696fda93a310,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:41.599610 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-dee5de4a-3317-4a1e-b67c-a3aaca7fd16a tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:41.606395 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-dee5de4a-3317-4a1e-b67c-a3aaca7fd16a tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] 10.222.0.57 "DELETE /v2.0/networks/7ff49fa7-bba1-4b28-bcde-696fda93a310 HTTP/1.1" status: 204  len: 168 time: 3.0310438
Jan 29 10:16:41.610665 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4392fc14-e0fd-417f-8696-2415263136d1 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:41.614170 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0520ec9d-41c2-4573-bbef-bffd86bfb820 req-baac0d68-9215-4a7b-85a4-3d5d61d97182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:41.615789 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0520ec9d-41c2-4573-bbef-bffd86bfb820 req-baac0d68-9215-4a7b-85a4-3d5d61d97182 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5be0f00d-5866-4e6b-a2b4-be163bdf7e7f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.1419652
Jan 29 10:16:41.635733 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4392fc14-e0fd-417f-8696-2415263136d1 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:41.659710 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d244ab2a-81b3-4c84-8e95-4eac3e4e5964 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event updated for resources: {'Subnet': ['ID=5e3124c1-52e5-40dd-88ca-e5de030ece48,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:41.682239 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d244ab2a-81b3-4c84-8e95-4eac3e4e5964 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:41.685687 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3f03c5e9-1fa2-4c97-a229-e1649e766a63 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.295s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:41.767695 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4392fc14-e0fd-417f-8696-2415263136d1 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] 10.222.0.57 "DELETE /v2.0/networks/9c41bda1-1353-49c5-9203-e898c85089fe HTTP/1.1" status: 204  len: 168 time: 4.6931906
Jan 29 10:16:41.775326 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56824) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:41.809389 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d244ab2a-81b3-4c84-8e95-4eac3e4e5964 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Network dcac8088-38cd-4a49-ab48-4a79e40d999e is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:16:41.812300 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128d0827-d23d-47f9-b07d-a7cc6036b7a2 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Pushing event updated for resources: {'Subnet': ['ID=2cb8f089-2e4e-4c42-97eb-7770e79aef58,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:41.814762 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-d244ab2a-81b3-4c84-8e95-4eac3e4e5964 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:16:41.817810 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-128d0827-d23d-47f9-b07d-a7cc6036b7a2 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:41.818379 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-69ed1f68-3210-44c9-83bb-daa40c5dd3e9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.185s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:41.825090 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0520ec9d-41c2-4573-bbef-bffd86bfb820 req-51e06912-7564-4077-87b2-8ae6779567ec service neutron] 10.222.0.22 "GET /v2.0/networks/5be0f00d-5866-4e6b-a2b4-be163bdf7e7f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1942286
Jan 29 10:16:41.826313 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db5d683-df71-4ffe-8e5b-892ad9941334 None None] Network dcac8088-38cd-4a49-ab48-4a79e40d999e requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:16:41.826447 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3b2a3fe-4469-4f8d-849b-9c3fbefa853e tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:16:41.826915 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3b2a3fe-4469-4f8d-849b-9c3fbefa853e tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:41.828689 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a3b2a3fe-4469-4f8d-849b-9c3fbefa853e tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] 10.222.0.57 "DELETE /v2.0/subnets/8a6f0ec5-f125-4712-8a22-580345df1aca HTTP/1.1" status: 404  len: 337 time: 0.0526538
Jan 29 10:16:41.833946 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56828) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:41.867756 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4392fc14-e0fd-417f-8696-2415263136d1 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Pushing event deleted for resources: {'Network': ['ID=9c41bda1-1353-49c5-9203-e898c85089fe,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:41.885306 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4392fc14-e0fd-417f-8696-2415263136d1 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:41.886585 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d244ab2a-81b3-4c84-8e95-4eac3e4e5964 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:41.887239 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d244ab2a-81b3-4c84-8e95-4eac3e4e5964 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:41.896384 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128d0827-d23d-47f9-b07d-a7cc6036b7a2 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Checking segment: {'id': '76d5578b-9059-4c8a-b620-57eb07c14e82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7f472690-b775-4ba1-9338-c392aea3f70f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:16:41.896787 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128d0827-d23d-47f9-b07d-a7cc6036b7a2 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Network hostable DHCP agents. Network: 7f472690-b775-4ba1-9338-c392aea3f70f, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:16:41.902234 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5489864-7f49-4807-8f5e-546694645a1c tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:16:41.902733 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5489864-7f49-4807-8f5e-546694645a1c tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:41.904549 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e5489864-7f49-4807-8f5e-546694645a1c tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] 10.222.0.57 "DELETE /v2.0/networks/0eb7aaae-fe97-4a87-baea-f5452739fbb6 HTTP/1.1" status: 404  len: 339 time: 0.0698707
Jan 29 10:16:41.907703 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56834) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:41.935961 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d244ab2a-81b3-4c84-8e95-4eac3e4e5964 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 4.9005356
Jan 29 10:16:41.939739 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56838) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:41.953345 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-b138c857-ab2f-4379-8a06-8599e84c9309 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1580673623', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5e3124c1-52e5-40dd-88ca-e5de030ece48'}], 'security_groups': ['0bc2e963-88f1-41b0-97f9-8fa8c5703c44', '43c4faed-a7e6-4bcd-9a8c-676c9cdd56ff']}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:16:41.985090 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56842) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:41.992376 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128d0827-d23d-47f9-b07d-a7cc6036b7a2 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Network 7f472690-b775-4ba1-9338-c392aea3f70f is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:16:42.012297 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-73bf24b6-81a2-4298-a3a6-94060af62dfa tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:16:42.012891 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73bf24b6-81a2-4298-a3a6-94060af62dfa tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:42.018467 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-73bf24b6-81a2-4298-a3a6-94060af62dfa tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] 10.222.0.57 "DELETE /v2.0/subnets/3de8fb37-2f96-44a9-9139-ccc79ba0b8f1 HTTP/1.1" status: 404  len: 337 time: 0.1098592
Jan 29 10:16:42.021936 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56848) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:42.026541 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-128d0827-d23d-47f9-b07d-a7cc6036b7a2 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 7f472690-b775-4ba1-9338-c392aea3f70f) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:16:42.058591 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-4821b4b8-4192-498b-b23e-010545be3d30 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:16:42.059095 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4821b4b8-4192-498b-b23e-010545be3d30 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:42.064136 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4821b4b8-4192-498b-b23e-010545be3d30 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] 10.222.0.57 "DELETE /v2.0/networks/74728d92-96a8-4a13-b15f-b37e55b2dc76 HTTP/1.1" status: 404  len: 339 time: 0.0412130
Jan 29 10:16:42.067627 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56852) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:42.080878 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128d0827-d23d-47f9-b07d-a7cc6036b7a2 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:42.082002 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-128d0827-d23d-47f9-b07d-a7cc6036b7a2 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:42.102850 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409a60f5-1341-4010-a3e2-710b1a772936 None None] Network 7f472690-b775-4ba1-9338-c392aea3f70f requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:16:42.126611 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8ceef6e-4db2-4290-9799-560b802ebf76 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:16:42.127117 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8ceef6e-4db2-4290-9799-560b802ebf76 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:42.132248 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a8ceef6e-4db2-4290-9799-560b802ebf76 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] 10.222.0.57 "DELETE /v2.0/subnets/9d503a31-dc6d-46d7-8565-5a122bc4b311 HTTP/1.1" status: 404  len: 337 time: 0.0633943
Jan 29 10:16:42.132912 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56858) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:42.168575 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-4da3eaf2-92ab-456f-a241-8c855be83314 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:16:42.169078 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4da3eaf2-92ab-456f-a241-8c855be83314 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:42.173986 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4da3eaf2-92ab-456f-a241-8c855be83314 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] 10.222.0.57 "DELETE /v2.0/networks/54d407cc-56c0-4292-8c12-37e45f193446 HTTP/1.1" status: 404  len: 339 time: 0.0372751
Jan 29 10:16:42.174715 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56862) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:42.244056 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0520ec9d-41c2-4573-bbef-bffd86bfb820 req-a6c98cad-b628-4f37-852d-1d7e418e54db service neutron] 10.222.0.22 "GET /v2.0/networks/5be0f00d-5866-4e6b-a2b4-be163bdf7e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4110365
Jan 29 10:16:42.345315 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b1ec9ab-6ece-4a2c-ad23-9340a18e6fb1 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Deleting subnet efe787a0-7de2-4bf1-95ba-b59dead9d3e0 {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:16:42.349983 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8b1ec9ab-6ece-4a2c-ad23-9340a18e6fb1 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:42.419383 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8b1ec9ab-6ece-4a2c-ad23-9340a18e6fb1 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:42.433317 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1fb15e-6fa5-4149-bd7b-c7c34eda5c98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-7f472690-b775-4ba1-9338-c392aea3f70f', 'network_id': '7f472690-b775-4ba1-9338-c392aea3f70f', 'tenant_id': 'f0d6ee679eef49fd95b30c4e29e445d7', 'fixed_ips': [{'subnet_id': '2cb8f089-2e4e-4c42-97eb-7770e79aef58'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:16:42.434371 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ba1fb15e-6fa5-4149-bd7b-c7c34eda5c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:42.474406 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-128d0827-d23d-47f9-b07d-a7cc6036b7a2 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 4.8579381
Jan 29 10:16:42.479604 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56866) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:42.492134 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861e2dd8-d47b-4465-b646-5adc4d0a3636 None None] Update dhcp port {'port': {'network_id': 'dcac8088-38cd-4a49-ab48-4a79e40d999e', 'fixed_ips': [{'subnet_id': '4f693fe8-b391-49f8-b1ce-443c9384aa4c', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a6229d35-b18b-4983-9b01-9eb48b62ebc2', 'ip_address': '172.20.0.2'}, {'subnet_id': '5e3124c1-52e5-40dd-88ca-e5de030ece48'}], 'binding:host_id': 'dv-neutron-772983-2-ovs'}, 'id': 'de988830-0900-4d06-9a78-64a829ccf259'} from dv-neutron-772983-2-ovs. {{(pid=80767) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Jan 29 10:16:42.493051 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-393f61a3-b633-4abb-a080-ee6c11cf0d63 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Request body: {'subnet': {'network_id': '45366130-e5dc-47bd-8062-d3b8b9725d31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:16:42.521119 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8b1ec9ab-6ece-4a2c-ad23-9340a18e6fb1 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:42.636473 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-861e2dd8-d47b-4465-b646-5adc4d0a3636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:42.674895 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9c02a8ca-7367-4cff-bbf8-ea54597529b3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c0bff46c8fb142fead990a51bc712ce9&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6837370
Jan 29 10:16:42.680413 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-393f61a3-b633-4abb-a080-ee6c11cf0d63 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:16:42.684544 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-393f61a3-b633-4abb-a080-ee6c11cf0d63 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Usage tracker for resource:subnet and tenant:f0d6ee679eef49fd95b30c4e29e445d7 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:16:42.687705 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-393f61a3-b633-4abb-a080-ee6c11cf0d63 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:16:42.689124 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56870) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:42.694382 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-393f61a3-b633-4abb-a080-ee6c11cf0d63 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:16:42.746073 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393f61a3-b633-4abb-a080-ee6c11cf0d63 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Made reservation on behalf of f0d6ee679eef49fd95b30c4e29e445d7 for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:16:42.767226 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-393f61a3-b633-4abb-a080-ee6c11cf0d63 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:42.803605 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 8b669066-3941-4b26-a48f-8b36a8a751c7 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:16:42.814144 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-94dce49d-97f7-4078-9910-4a59fbe05c55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:42.900433 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-94dce49d-97f7-4078-9910-4a59fbe05c55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:42.908224 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b138c857-ab2f-4379-8a06-8599e84c9309 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:42.959625 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8b1ec9ab-6ece-4a2c-ad23-9340a18e6fb1 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:42.975946 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-56725814-abfc-4fde-95f0-eeda42ff43fd tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:43.026946 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1ec9ab-6ece-4a2c-ad23-9340a18e6fb1 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Pushing event deleted for resources: {'Subnet': ['ID=efe787a0-7de2-4bf1-95ba-b59dead9d3e0,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:43.032018 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8b1ec9ab-6ece-4a2c-ad23-9340a18e6fb1 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:43.033268 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-94dce49d-97f7-4078-9910-4a59fbe05c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:43.039143 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5d3218dd-0cfd-442e-a5c5-3e778645ed10 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:43.040656 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 8b669066-3941-4b26-a48f-8b36a8a751c7 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:16:43.041189 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:43.056284 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dce49d-97f7-4078-9910-4a59fbe05c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f413eed-1eea-44f6-807c-70bdeed1ade8,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:43.110560 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-94dce49d-97f7-4078-9910-4a59fbe05c55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:43.149669 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-94dce49d-97f7-4078-9910-4a59fbe05c55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:43.153831 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-94dce49d-97f7-4078-9910-4a59fbe05c55 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0f413eed-1eea-44f6-807c-70bdeed1ade8 HTTP/1.1" status: 204  len: 168 time: 0.4637108
Jan 29 10:16:43.158930 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8b1ec9ab-6ece-4a2c-ad23-9340a18e6fb1 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks [] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:43.164105 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8b1ec9ab-6ece-4a2c-ad23-9340a18e6fb1 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] 10.222.0.57 "DELETE /v2.0/subnets/efe787a0-7de2-4bf1-95ba-b59dead9d3e0 HTTP/1.1" status: 204  len: 168 time: 0.9766195
Jan 29 10:16:43.164959 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56876) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:43.189223 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0fea87-5772-4d67-bb86-85b193edce98 None None] Network 5d692331-d7ed-4a71-b1fd-090de6f836c3 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:16:43.223973 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-ba1fb15e-6fa5-4149-bd7b-c7c34eda5c98 None None] Allocated IP 2001:db8::2 (7f472690-b775-4ba1-9338-c392aea3f70f/2cb8f089-2e4e-4c42-97eb-7770e79aef58/c4884e02-cb00-4dc6-84d1-5858a5807c32) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:16:43.384228 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-191c2dee-aac2-4535-a70d-7a906b969be0 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:43.426797 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-861e2dd8-d47b-4465-b646-5adc4d0a3636 None None] Allocated IP 172.20.0.34 (dcac8088-38cd-4a49-ab48-4a79e40d999e/5e3124c1-52e5-40dd-88ca-e5de030ece48/de988830-0900-4d06-9a78-64a829ccf259) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:16:43.480240 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-191c2dee-aac2-4535-a70d-7a906b969be0 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Deleting port 66847843-3d36-40b5-bc37-be0a5ecae40e {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:16:43.480619 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-191c2dee-aac2-4535-a70d-7a906b969be0 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:43.704710 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-393f61a3-b633-4abb-a080-ee6c11cf0d63 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:43.728620 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d244ab2a-81b3-4c84-8e95-4eac3e4e5964 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:43.793755 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-191c2dee-aac2-4535-a70d-7a906b969be0 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] For port 66847843-3d36-40b5-bc37-be0a5ecae40e, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=66847843-3d36-40b5-bc37-be0a5ecae40e,segment=NetworkSegment(ff62e3f5-9b24-4dac-a395-a613b9547a37),segment_id=ff62e3f5-9b24-4dac-a395-a613b9547a37)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:16:43.794353 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-191c2dee-aac2-4535-a70d-7a906b969be0 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:43.891797 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f61a3-b633-4abb-a080-ee6c11cf0d63 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Pushing event updated for resources: {'Subnet': ['ID=e829e902-b842-47f4-b18b-cd17e2eef8a5,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:43.903741 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-393f61a3-b633-4abb-a080-ee6c11cf0d63 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:43.959701 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-191c2dee-aac2-4535-a70d-7a906b969be0 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Calling delete_port for 66847843-3d36-40b5-bc37-be0a5ecae40e owned by network:dhcp {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:16:43.976926 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393f61a3-b633-4abb-a080-ee6c11cf0d63 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Checking segment: {'id': 'a14a31ac-4b48-4b17-910e-6d9cc1667ede', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '45366130-e5dc-47bd-8062-d3b8b9725d31'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:16:43.977497 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393f61a3-b633-4abb-a080-ee6c11cf0d63 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Network hostable DHCP agents. Network: 45366130-e5dc-47bd-8062-d3b8b9725d31, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:16:44.000614 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393f61a3-b633-4abb-a080-ee6c11cf0d63 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Network 45366130-e5dc-47bd-8062-d3b8b9725d31 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:16:44.013020 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-393f61a3-b633-4abb-a080-ee6c11cf0d63 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 45366130-e5dc-47bd-8062-d3b8b9725d31) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:16:44.033180 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393f61a3-b633-4abb-a080-ee6c11cf0d63 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:44.033660 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-393f61a3-b633-4abb-a080-ee6c11cf0d63 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:44.040608 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ae4456-c6b2-4f60-be67-1f519ff982e8 None None] Network 45366130-e5dc-47bd-8062-d3b8b9725d31 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:16:44.065141 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-393f61a3-b633-4abb-a080-ee6c11cf0d63 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.5827494
Jan 29 10:16:44.066416 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56894) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:44.069621 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-861e2dd8-d47b-4465-b646-5adc4d0a3636 None None] For port de988830-0900-4d06-9a78-64a829ccf259, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=de988830-0900-4d06-9a78-64a829ccf259,segment=NetworkSegment(ddc16533-0427-4af2-96a7-9fd46908c836),segment_id=ddc16533-0427-4af2-96a7-9fd46908c836)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:16:44.103911 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ba1fb15e-6fa5-4149-bd7b-c7c34eda5c98 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:44.146036 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d81a84b3-4cbf-45a6-adf2-707821451a8c req-b5bfb749-d8a1-44dc-8f3d-8e30052cadb1 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1e998cce-361f-4d79-9e65-709ea9cad757&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1472328
Jan 29 10:16:44.164122 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c19fd9-08ff-48b5-8939-d2cf561a93bf None None] DHCP port deletion for 5d692331-d7ed-4a71-b1fd-090de6f836c3 request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:16:44.183607 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-191c2dee-aac2-4535-a70d-7a906b969be0 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:44.190055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-ba1fb15e-6fa5-4149-bd7b-c7c34eda5c98 None None] Transition to ACTIVE for port object c4884e02-cb00-4dc6-84d1-5858a5807c32 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:16:44.200132 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-861e2dd8-d47b-4465-b646-5adc4d0a3636 None None] Notify callbacks [] for port, precommit_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:44.244077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-861e2dd8-d47b-4465-b646-5adc4d0a3636 None None] Transition to ACTIVE for port object de988830-0900-4d06-9a78-64a829ccf259 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:16:44.264604 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-861e2dd8-d47b-4465-b646-5adc4d0a3636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:44.281040 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-ba1fb15e-6fa5-4149-bd7b-c7c34eda5c98 None None] Transition to ACTIVE for port object c4884e02-cb00-4dc6-84d1-5858a5807c32 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:16:44.284395 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-59c81f15-3e52-4486-970b-e0fae37a603e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:44.380948 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ba1fb15e-6fa5-4149-bd7b-c7c34eda5c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:44.387685 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-87c32371-49af-4344-81bf-ba102bbb40b7 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:44.408087 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56900) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:44.448695 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191c2dee-aac2-4535-a70d-7a906b969be0 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] No DVR routers for this DVR port 66847843-3d36-40b5-bc37-be0a5ecae40e on host dv-neutron-772983-2-ovs {{(pid=80766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:16:44.657186 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861e2dd8-d47b-4465-b646-5adc4d0a3636 None None] Pushing event updated for resources: {'Port': ['ID=de988830-0900-4d06-9a78-64a829ccf259,revision_number=7']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:44.671609 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-861e2dd8-d47b-4465-b646-5adc4d0a3636 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:44.677873 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3ca0b8f7-78c7-4422-b676-ed8628a48c05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.265s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:44.749272 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1fb15e-6fa5-4149-bd7b-c7c34eda5c98 None None] Pushing event updated for resources: {'Port': ['ID=c4884e02-cb00-4dc6-84d1-5858a5807c32,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:44.761460 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ba1fb15e-6fa5-4149-bd7b-c7c34eda5c98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:44.790562 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-c3c0c87c-e7de-4a93-942d-b2cfdaa4e1a6 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Request body: {'security_group': {'name': 'default'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:16:44.792425 dv-neutron-772983-2-ovs neutron-server[80656]: WARNING neutron.api.v2.base [None req-c3c0c87c-e7de-4a93-942d-b2cfdaa4e1a6 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Jan 29 10:16:44.793437 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-c3c0c87c-e7de-4a93-942d-b2cfdaa4e1a6 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] create failed (client error): There was a conflict when trying to complete your request.
Jan 29 10:16:44.795509 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c3c0c87c-e7de-4a93-942d-b2cfdaa4e1a6 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.3859167
Jan 29 10:16:44.800797 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a6662d-648d-47b3-bdac-39b9dc173557 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-45366130-e5dc-47bd-8062-d3b8b9725d31', 'network_id': '45366130-e5dc-47bd-8062-d3b8b9725d31', 'tenant_id': 'f0d6ee679eef49fd95b30c4e29e445d7', 'fixed_ips': [{'subnet_id': 'e829e902-b842-47f4-b18b-cd17e2eef8a5'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:16:44.802029 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-68a6662d-648d-47b3-bdac-39b9dc173557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:44.823268 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 66847843-3d36-40b5-bc37-be0a5ecae40e no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:16:44.832900 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56906) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:44.874708 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 66847843-3d36-40b5-bc37-be0a5ecae40e {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:16:44.875088 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 66847843-3d36-40b5-bc37-be0a5ecae40e not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:16:44.879476 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-2c7db26d-ff98-43fa-83ee-13dee08a1e6a tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Request body: {'security_group': {'name': 'tempest-secgroup--943751922'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:16:44.890308 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191c2dee-aac2-4535-a70d-7a906b969be0 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Pushing event deleted for resources: {'Port': ['ID=66847843-3d36-40b5-bc37-be0a5ecae40e,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:44.893557 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-191c2dee-aac2-4535-a70d-7a906b969be0 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:44.905657 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-191c2dee-aac2-4535-a70d-7a906b969be0 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:44.906411 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1fb15e-6fa5-4149-bd7b-c7c34eda5c98 None None] Network 7f472690-b775-4ba1-9338-c392aea3f70f is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:16:44.908731 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-ba1fb15e-6fa5-4149-bd7b-c7c34eda5c98 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:16:44.924223 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1fb15e-6fa5-4149-bd7b-c7c34eda5c98 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:16:44.930858 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-21546ccd-010e-4a50-94c5-3a385216959a tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:44.945599 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-2c7db26d-ff98-43fa-83ee-13dee08a1e6a tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:16:44.964652 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2c7db26d-ff98-43fa-83ee-13dee08a1e6a tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Usage tracker for resource:security_group and tenant:08d87f3f75a24e46b6a8ba71e23f9e7f is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:16:44.971847 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2c7db26d-ff98-43fa-83ee-13dee08a1e6a tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:16:44.994247 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-2c7db26d-ff98-43fa-83ee-13dee08a1e6a tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:16:45.011727 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-b138c857-ab2f-4379-8a06-8599e84c9309 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Delete allocated IP 172.20.0.10 (dcac8088-38cd-4a49-ab48-4a79e40d999e/a6229d35-b18b-4983-9b01-9eb48b62ebc2) {{(pid=80765) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}}
Jan 29 10:16:45.037269 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-191c2dee-aac2-4535-a70d-7a906b969be0 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c8425eb8>,) {'filters': {'network_id': ['5d692331-d7ed-4a71-b1fd-090de6f836c3']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:16:45.051216 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-191c2dee-aac2-4535-a70d-7a906b969be0 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c8425eb8>, 'ff62e3f5-9b24-4dac-a395-a613b9547a37') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:16:45.051631 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-191c2dee-aac2-4535-a70d-7a906b969be0 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c8425eb8>, 'ff62e3f5-9b24-4dac-a395-a613b9547a37') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:16:45.064394 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-191c2dee-aac2-4535-a70d-7a906b969be0 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:45.080708 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-191c2dee-aac2-4535-a70d-7a906b969be0 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:45.083423 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-191c2dee-aac2-4535-a70d-7a906b969be0 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Releasing vxlan tunnel 10 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:16:45.086674 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2c7db26d-ff98-43fa-83ee-13dee08a1e6a tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:45.166134 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-b138c857-ab2f-4379-8a06-8599e84c9309 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Allocated IP 172.20.0.36 (dcac8088-38cd-4a49-ab48-4a79e40d999e/5e3124c1-52e5-40dd-88ca-e5de030ece48/5450e143-c97c-4e7d-a77b-3a96610c434c) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:16:45.166357 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-ba1fb15e-6fa5-4149-bd7b-c7c34eda5c98 None None] Attempting to bind port c4884e02-cb00-4dc6-84d1-5858a5807c32 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:16:45.167171 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-ba1fb15e-6fa5-4149-bd7b-c7c34eda5c98 None None] Attempting to bind port c4884e02-cb00-4dc6-84d1-5858a5807c32 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '76d5578b-9059-4c8a-b620-57eb07c14e82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7f472690-b775-4ba1-9338-c392aea3f70f'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:16:45.167731 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1fb15e-6fa5-4149-bd7b-c7c34eda5c98 None None] Attempting to bind port c4884e02-cb00-4dc6-84d1-5858a5807c32 on network 7f472690-b775-4ba1-9338-c392aea3f70f {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:16:45.180262 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2c7db26d-ff98-43fa-83ee-13dee08a1e6a tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:45.278024 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-191c2dee-aac2-4535-a70d-7a906b969be0 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Network 5d692331-d7ed-4a71-b1fd-090de6f836c3 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:16:45.287635 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-191c2dee-aac2-4535-a70d-7a906b969be0 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:45.309576 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-68a6662d-648d-47b3-bdac-39b9dc173557 None None] Allocated IP 2001:db8::2 (45366130-e5dc-47bd-8062-d3b8b9725d31/e829e902-b842-47f4-b18b-cd17e2eef8a5/4020b2d5-bcc8-45b2-a9c1-ffba5fd628d2) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:16:45.488737 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-191c2dee-aac2-4535-a70d-7a906b969be0 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Network 5d692331-d7ed-4a71-b1fd-090de6f836c3 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:16:45.520205 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:16:45.520205 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:16:45.520205 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:16:45.520205 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:16:45.520205 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:16:45.520205 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:16:45.520205 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:16:45.520205 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:16:45.520205 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:16:45.520205 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:16:45.520205 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:16:45.520205 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:16:45.520205 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:16:45.520205 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:16:45.520205 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:16:45.520205 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:16:45.520205 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:16:45.520205 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:16:45.520205 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:16:45.520205 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:16:45.520205 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:16:45.520205 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:16:45.520205 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:16:45.520205 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:16:45.520205 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:16:45.520205 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:16:45.520205 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:16:45.520205 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:16:45.520205 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:16:45.520205 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:16:45.520205 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:16:45.520205 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:16:45.538846 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1fb15e-6fa5-4149-bd7b-c7c34eda5c98 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:16:45.539270 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1fb15e-6fa5-4149-bd7b-c7c34eda5c98 None None] Checking segment: {'id': '76d5578b-9059-4c8a-b620-57eb07c14e82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7f472690-b775-4ba1-9338-c392aea3f70f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:16:45.539728 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ba1fb15e-6fa5-4149-bd7b-c7c34eda5c98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:45.540174 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1fb15e-6fa5-4149-bd7b-c7c34eda5c98 None None] Bound using segment: {'id': '76d5578b-9059-4c8a-b620-57eb07c14e82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7f472690-b775-4ba1-9338-c392aea3f70f'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:16:45.540823 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-ba1fb15e-6fa5-4149-bd7b-c7c34eda5c98 None None] Bound port: c4884e02-cb00-4dc6-84d1-5858a5807c32, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76d5578b-9059-4c8a-b620-57eb07c14e82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7f472690-b775-4ba1-9338-c392aea3f70f'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:16:45.541243 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ba1fb15e-6fa5-4149-bd7b-c7c34eda5c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:45.548275 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-2c7db26d-ff98-43fa-83ee-13dee08a1e6a tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:16:45.578077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2c7db26d-ff98-43fa-83ee-13dee08a1e6a tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Usage tracker for resource:security_group_rule and tenant:08d87f3f75a24e46b6a8ba71e23f9e7f is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:16:45.590794 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2c7db26d-ff98-43fa-83ee-13dee08a1e6a tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:16:45.617014 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-191c2dee-aac2-4535-a70d-7a906b969be0 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:45.620997 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-378707d2-a2e0-42a0-9ded-ebf5b30873df tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:45.638311 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-191c2dee-aac2-4535-a70d-7a906b969be0 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks [] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:45.652299 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81a84b3-4cbf-45a6-adf2-707821451a8c req-276e1682-2c97-489f-879f-2c69003ef809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:45.654001 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d81a84b3-4cbf-45a6-adf2-707821451a8c req-276e1682-2c97-489f-879f-2c69003ef809 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ff1f06ee29ef461597f2ecd846f8813d&device_id=1e998cce-361f-4d79-9e65-709ea9cad757 HTTP/1.1" status: 200  len: 1163 time: 1.3218222
Jan 29 10:16:45.657980 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-2c7db26d-ff98-43fa-83ee-13dee08a1e6a tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:16:45.658253 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191c2dee-aac2-4535-a70d-7a906b969be0 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Pushing event deleted for resources: {'Network': ['ID=5d692331-d7ed-4a71-b1fd-090de6f836c3,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:45.665524 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-191c2dee-aac2-4535-a70d-7a906b969be0 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:45.668330 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-191c2dee-aac2-4535-a70d-7a906b969be0 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] 10.222.0.57 "DELETE /v2.0/networks/5d692331-d7ed-4a71-b1fd-090de6f836c3 HTTP/1.1" status: 204  len: 168 time: 2.5021968
Jan 29 10:16:45.674342 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56910) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:45.693153 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-ba1fb15e-6fa5-4149-bd7b-c7c34eda5c98 None None] For port c4884e02-cb00-4dc6-84d1-5858a5807c32, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:16:45.719241 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-ba1fb15e-6fa5-4149-bd7b-c7c34eda5c98 None None] For port c4884e02-cb00-4dc6-84d1-5858a5807c32, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=c4884e02-cb00-4dc6-84d1-5858a5807c32,segment=NetworkSegment(76d5578b-9059-4c8a-b620-57eb07c14e82),segment_id=76d5578b-9059-4c8a-b620-57eb07c14e82)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:16:45.727479 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-68a6662d-648d-47b3-bdac-39b9dc173557 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:45.734136 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-8697e0e8-1114-4c63-a6e8-b9df8de8fbd4 None None] Provisioning complete for port 5450e143-c97c-4e7d-a77b-3a96610c434c triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:16:45.735166 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8697e0e8-1114-4c63-a6e8-b9df8de8fbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:45.735287 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-227bfdba-14b2-4f12-bdad-e6fa96b01123 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:16:45.735662 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-227bfdba-14b2-4f12-bdad-e6fa96b01123 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:45.741013 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-227bfdba-14b2-4f12-bdad-e6fa96b01123 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] 10.222.0.57 "DELETE /v2.0/subnets/f2acd5b5-212a-4321-9932-da283170d87c HTTP/1.1" status: 404  len: 337 time: 0.0654500
Jan 29 10:16:45.745092 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56914) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:45.762360 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ba1fb15e-6fa5-4149-bd7b-c7c34eda5c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:45.822756 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3ca0b8f7-78c7-4422-b676-ed8628a48c05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:45.856378 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c95c7f1-4933-4755-b328-513eaaa60dd3 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:16:45.856881 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c95c7f1-4933-4755-b328-513eaaa60dd3 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:45.895770 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81a84b3-4cbf-45a6-adf2-707821451a8c req-2f4d652e-ff64-400a-a20d-f480fb6dc626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:45.897388 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d81a84b3-4cbf-45a6-adf2-707821451a8c req-2f4d652e-ff64-400a-a20d-f480fb6dc626 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d79afcbe-2f3b-4ecb-bd25-eeb12058d8af HTTP/1.1" status: 200  len: 891 time: 0.1552756
Jan 29 10:16:45.978586 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3c95c7f1-4933-4755-b328-513eaaa60dd3 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] 10.222.0.57 "DELETE /v2.0/networks/88d282ec-76e3-4fde-9ead-73c806c71b06 HTTP/1.1" status: 404  len: 339 time: 0.2278967
Jan 29 10:16:45.986512 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56918) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:46.024066 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d81a84b3-4cbf-45a6-adf2-707821451a8c req-af051474-3ea2-4540-aa1b-aa2f8294e1af service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25454eb1-5b49-433d-abe9-57e08fb7bccb HTTP/1.1" status: 200  len: 1002 time: 0.1129992
Jan 29 10:16:46.099478 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81a84b3-4cbf-45a6-adf2-707821451a8c req-a974faf4-ac84-4a44-8c42-3cc566d42262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:46.101197 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d81a84b3-4cbf-45a6-adf2-707821451a8c req-a974faf4-ac84-4a44-8c42-3cc566d42262 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3f4cd1b1-46d8-44b2-a2d4-9bbe7bbba014 HTTP/1.1" status: 200  len: 834 time: 0.0663414
Jan 29 10:16:46.104445 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-68a6662d-648d-47b3-bdac-39b9dc173557 None None] Transition to ACTIVE for port object 4020b2d5-bcc8-45b2-a9c1-ffba5fd628d2 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:16:46.189222 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-68a6662d-648d-47b3-bdac-39b9dc173557 None None] Transition to ACTIVE for port object 4020b2d5-bcc8-45b2-a9c1-ffba5fd628d2 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:16:46.192793 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81a84b3-4cbf-45a6-adf2-707821451a8c req-4e956cf5-b1e2-4d10-885f-182ca0498211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:46.194489 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d81a84b3-4cbf-45a6-adf2-707821451a8c req-4e956cf5-b1e2-4d10-885f-182ca0498211 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d79afcbe-2f3b-4ecb-bd25-eeb12058d8af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0804896
Jan 29 10:16:46.205343 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-68a6662d-648d-47b3-bdac-39b9dc173557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:46.216509 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b0421d3-cc18-4e26-8a6e-15050c205588 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Deleting subnet cb4a5f94-d035-4afd-9a64-536d81d6aef5 {{(pid=80765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:16:46.223182 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-8697e0e8-1114-4c63-a6e8-b9df8de8fbd4 None None] Port 5450e143-c97c-4e7d-a77b-3a96610c434c cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:16:46.240487 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3b0421d3-cc18-4e26-8a6e-15050c205588 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks [] for subnet, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:46.292229 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2c7db26d-ff98-43fa-83ee-13dee08a1e6a tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:46.337889 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.resource_extend [None req-b138c857-ab2f-4379-8a06-8599e84c9309 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 29 10:16:46.349041 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2c7db26d-ff98-43fa-83ee-13dee08a1e6a tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:46.351472 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d81a84b3-4cbf-45a6-adf2-707821451a8c req-2e05a6e6-c81b-4b44-aea1-fd5d1b12145d service neutron] 10.222.0.22 "GET /v2.0/networks/d79afcbe-2f3b-4ecb-bd25-eeb12058d8af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1460924
Jan 29 10:16:46.359977 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1fb15e-6fa5-4149-bd7b-c7c34eda5c98 None None] Pushing event updated for resources: {'Port': ['ID=c4884e02-cb00-4dc6-84d1-5858a5807c32,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:46.361953 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4f2a2db8-9732-4777-a218-b71d4e26acd7 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:46.364609 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ba1fb15e-6fa5-4149-bd7b-c7c34eda5c98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:46.371588 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-2c7db26d-ff98-43fa-83ee-13dee08a1e6a tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:16:46.372603 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-222b050c-a258-4479-91de-3bc762134190 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.150s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:46.393046 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2c7db26d-ff98-43fa-83ee-13dee08a1e6a tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Usage tracker for resource:security_group_rule and tenant:08d87f3f75a24e46b6a8ba71e23f9e7f is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:16:46.397339 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b138c857-ab2f-4379-8a06-8599e84c9309 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:46.407602 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2c7db26d-ff98-43fa-83ee-13dee08a1e6a tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:16:46.429079 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-8697e0e8-1114-4c63-a6e8-b9df8de8fbd4 None None] Provisioning complete for port 387e501d-23c8-48f2-b0b9-64b3f6619304 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:16:46.429513 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8697e0e8-1114-4c63-a6e8-b9df8de8fbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:46.444587 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-2c7db26d-ff98-43fa-83ee-13dee08a1e6a tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:16:46.450843 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3b0421d3-cc18-4e26-8a6e-15050c205588 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1479249'] for subnet, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:46.513293 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a6662d-648d-47b3-bdac-39b9dc173557 None None] Pushing event updated for resources: {'Port': ['ID=4020b2d5-bcc8-45b2-a9c1-ffba5fd628d2,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:46.515715 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d81a84b3-4cbf-45a6-adf2-707821451a8c req-cb5dd204-d523-4521-8449-76394a0c6634 service neutron] 10.222.0.22 "GET /v2.0/networks/d79afcbe-2f3b-4ecb-bd25-eeb12058d8af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1498473
Jan 29 10:16:46.516449 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-68a6662d-648d-47b3-bdac-39b9dc173557 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:46.546125 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7db26d-ff98-43fa-83ee-13dee08a1e6a tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afb88f8c-c505-4af0-a491-68be30a38386,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:46.547362 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-8697e0e8-1114-4c63-a6e8-b9df8de8fbd4 None None] Port 387e501d-23c8-48f2-b0b9-64b3f6619304 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:16:46.559862 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-b138c857-ab2f-4379-8a06-8599e84c9309 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Transition to ACTIVE for port object 5450e143-c97c-4e7d-a77b-3a96610c434c will not be triggered until provisioned by entity DHCP. {{(pid=80765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:16:46.563203 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2c7db26d-ff98-43fa-83ee-13dee08a1e6a tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:46.564368 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-21546ccd-010e-4a50-94c5-3a385216959a tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Allocated IP 2001:db8::1 (7f472690-b775-4ba1-9338-c392aea3f70f/2cb8f089-2e4e-4c42-97eb-7770e79aef58/b5c69fe7-3175-4a9a-85d2-7003d50032fa) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:16:46.571063 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-8697e0e8-1114-4c63-a6e8-b9df8de8fbd4 None None] Provisioning for port de988830-0900-4d06-9a78-64a829ccf259 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:16:46.576034 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a6662d-648d-47b3-bdac-39b9dc173557 None None] Network 45366130-e5dc-47bd-8062-d3b8b9725d31 is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:16:46.578622 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-68a6662d-648d-47b3-bdac-39b9dc173557 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:16:46.580998 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a6662d-648d-47b3-bdac-39b9dc173557 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:16:46.581609 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b138c857-ab2f-4379-8a06-8599e84c9309 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:46.583605 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-8697e0e8-1114-4c63-a6e8-b9df8de8fbd4 None None] Provisioning complete for port de988830-0900-4d06-9a78-64a829ccf259 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:16:46.583880 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8697e0e8-1114-4c63-a6e8-b9df8de8fbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:46.613469 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c68568ac-a200-4551-9e98-90f4959f75a0 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:46.701701 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-68a6662d-648d-47b3-bdac-39b9dc173557 None None] Attempting to bind port 4020b2d5-bcc8-45b2-a9c1-ffba5fd628d2 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:16:46.702130 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-68a6662d-648d-47b3-bdac-39b9dc173557 None None] Attempting to bind port 4020b2d5-bcc8-45b2-a9c1-ffba5fd628d2 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'a14a31ac-4b48-4b17-910e-6d9cc1667ede', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '45366130-e5dc-47bd-8062-d3b8b9725d31'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:16:46.702471 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a6662d-648d-47b3-bdac-39b9dc173557 None None] Attempting to bind port 4020b2d5-bcc8-45b2-a9c1-ffba5fd628d2 on network 45366130-e5dc-47bd-8062-d3b8b9725d31 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:16:46.712793 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a6662d-648d-47b3-bdac-39b9dc173557 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:16:46.713233 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a6662d-648d-47b3-bdac-39b9dc173557 None None] Checking segment: {'id': 'a14a31ac-4b48-4b17-910e-6d9cc1667ede', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '45366130-e5dc-47bd-8062-d3b8b9725d31'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:16:46.713699 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-68a6662d-648d-47b3-bdac-39b9dc173557 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:46.714174 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a6662d-648d-47b3-bdac-39b9dc173557 None None] Bound using segment: {'id': 'a14a31ac-4b48-4b17-910e-6d9cc1667ede', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '45366130-e5dc-47bd-8062-d3b8b9725d31'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:16:46.714706 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-68a6662d-648d-47b3-bdac-39b9dc173557 None None] Bound port: 4020b2d5-bcc8-45b2-a9c1-ffba5fd628d2, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a14a31ac-4b48-4b17-910e-6d9cc1667ede', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '45366130-e5dc-47bd-8062-d3b8b9725d31'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:16:46.715133 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-68a6662d-648d-47b3-bdac-39b9dc173557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:46.728385 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device de988830-0900-4d06-9a78-64a829ccf259 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:16:46.747784 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2c7db26d-ff98-43fa-83ee-13dee08a1e6a tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:46.841902 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2c7db26d-ff98-43fa-83ee-13dee08a1e6a tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:46.881591 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b138c857-ab2f-4379-8a06-8599e84c9309 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event updated for resources: {'Port': ['ID=5450e143-c97c-4e7d-a77b-3a96610c434c,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:46.940988 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b138c857-ab2f-4379-8a06-8599e84c9309 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:46.943486 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-450c137a-2a52-4d8e-82e8-1258b5eb3974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:46.960805 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port de988830-0900-4d06-9a78-64a829ccf259 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:16:46.961231 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:46.985296 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3b0421d3-cc18-4e26-8a6e-15050c205588 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:46.996460 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-68a6662d-648d-47b3-bdac-39b9dc173557 None None] For port 4020b2d5-bcc8-45b2-a9c1-ffba5fd628d2, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:16:47.021556 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-68a6662d-648d-47b3-bdac-39b9dc173557 None None] For port 4020b2d5-bcc8-45b2-a9c1-ffba5fd628d2, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=4020b2d5-bcc8-45b2-a9c1-ffba5fd628d2,segment=NetworkSegment(a14a31ac-4b48-4b17-910e-6d9cc1667ede),segment_id=a14a31ac-4b48-4b17-910e-6d9cc1667ede)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:16:47.036393 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-68a6662d-648d-47b3-bdac-39b9dc173557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:47.058087 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ba1fb15e-6fa5-4149-bd7b-c7c34eda5c98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:47.086984 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2c7db26d-ff98-43fa-83ee-13dee08a1e6a tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:47.088328 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2c7db26d-ff98-43fa-83ee-13dee08a1e6a tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 2.2521462
Jan 29 10:16:47.089525 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7db26d-ff98-43fa-83ee-13dee08a1e6a tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fece763c-28f9-4cd7-9209-1b3532094445,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:47.091637 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56922) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:47.099074 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-89726da9-5cd2-4578-a383-4abfe9289604 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Request body: {'security_group_rule': {'security_group_id': 'fece763c-28f9-4cd7-9209-1b3532094445', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:16:47.106513 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2c7db26d-ff98-43fa-83ee-13dee08a1e6a tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:47.131123 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-89726da9-5cd2-4578-a383-4abfe9289604 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:16:47.143847 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-89726da9-5cd2-4578-a383-4abfe9289604 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Usage tracker for resource:security_group_rule and tenant:08d87f3f75a24e46b6a8ba71e23f9e7f is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:16:47.148621 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-89726da9-5cd2-4578-a383-4abfe9289604 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:16:47.155700 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-89726da9-5cd2-4578-a383-4abfe9289604 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:16:47.179667 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-89726da9-5cd2-4578-a383-4abfe9289604 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:47.201455 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-e5cf78fb-f16c-45c9-afbc-2047cb031623 None None] Provisioning complete for port de988830-0900-4d06-9a78-64a829ccf259 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:16:47.201977 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e5cf78fb-f16c-45c9-afbc-2047cb031623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:47.252628 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-89726da9-5cd2-4578-a383-4abfe9289604 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:47.258446 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-89726da9-5cd2-4578-a383-4abfe9289604 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:47.259103 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-21546ccd-010e-4a50-94c5-3a385216959a tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:47.260894 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:47.290156 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89726da9-5cd2-4578-a383-4abfe9289604 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6769d03-7978-40c1-b9be-509e7cb56fc4,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:47.293053 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-89726da9-5cd2-4578-a383-4abfe9289604 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:47.302308 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-89726da9-5cd2-4578-a383-4abfe9289604 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:47.303464 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-89726da9-5cd2-4578-a383-4abfe9289604 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2104886
Jan 29 10:16:47.309146 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56926) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:47.316457 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-6bcb5bb1-a0cf-49c2-8743-632bf3609bd6 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Request body: {'security_group_rule': {'security_group_id': 'fece763c-28f9-4cd7-9209-1b3532094445', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:16:47.340028 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-6bcb5bb1-a0cf-49c2-8743-632bf3609bd6 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:16:47.344745 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6bcb5bb1-a0cf-49c2-8743-632bf3609bd6 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Usage tracker for resource:security_group_rule and tenant:08d87f3f75a24e46b6a8ba71e23f9e7f is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:16:47.348778 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6bcb5bb1-a0cf-49c2-8743-632bf3609bd6 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:16:47.355568 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-6bcb5bb1-a0cf-49c2-8743-632bf3609bd6 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:16:47.357165 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-b138c857-ab2f-4379-8a06-8599e84c9309 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] In _notify_port_updated(), no bound segment for port 5450e143-c97c-4e7d-a77b-3a96610c434c on network dcac8088-38cd-4a49-ab48-4a79e40d999e {{(pid=80765) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:863}}
Jan 29 10:16:47.378405 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6bcb5bb1-a0cf-49c2-8743-632bf3609bd6 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:47.381477 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a6662d-648d-47b3-bdac-39b9dc173557 None None] Pushing event updated for resources: {'Port': ['ID=4020b2d5-bcc8-45b2-a9c1-ffba5fd628d2,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:47.397593 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-68a6662d-648d-47b3-bdac-39b9dc173557 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:47.428759 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b138c857-ab2f-4379-8a06-8599e84c9309 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:47.429507 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b138c857-ab2f-4379-8a06-8599e84c9309 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:47.431081 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b138c857-ab2f-4379-8a06-8599e84c9309 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "PUT /v2.0/ports/5450e143-c97c-4e7d-a77b-3a96610c434c HTTP/1.1" status: 200  len: 960 time: 5.4902699
Jan 29 10:16:47.450701 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56930) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:47.458018 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-21546ccd-010e-4a50-94c5-3a385216959a tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Transition to ACTIVE for port object b5c69fe7-3175-4a9a-85d2-7003d50032fa will not be triggered until provisioned by entity DHCP. {{(pid=80765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:16:47.493339 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-6bcb5bb1-a0cf-49c2-8743-632bf3609bd6 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] create failed (client error): There was a conflict when trying to complete your request.
Jan 29 10:16:47.497277 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6bcb5bb1-a0cf-49c2-8743-632bf3609bd6 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.1841352
Jan 29 10:16:47.498901 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56934) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:47.552741 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-8e53e9cb-fd5d-4e0a-b393-ec13f923b40e tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Deleting port 5450e143-c97c-4e7d-a77b-3a96610c434c {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:16:47.553260 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8e53e9cb-fd5d-4e0a-b393-ec13f923b40e tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:47.615885 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-21546ccd-010e-4a50-94c5-3a385216959a tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:47.634475 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-07f0a61a-504e-4a91-8de4-e97ca32460a5 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:47.776321 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21546ccd-010e-4a50-94c5-3a385216959a tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Pushing event updated for resources: {'Port': ['ID=b5c69fe7-3175-4a9a-85d2-7003d50032fa,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:47.779978 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-21546ccd-010e-4a50-94c5-3a385216959a tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:47.838723 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-71f682ea-6c6c-4d2f-b22e-f48dccbf4c1c tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:47.848606 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8e53e9cb-fd5d-4e0a-b393-ec13f923b40e tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:47.858754 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3b0421d3-cc18-4e26-8a6e-15050c205588 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852603100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2204728'] for subnet, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:47.879883 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7d651b8f-a547-49ec-82d0-cdc8364bcd4d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:47.932930 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-71f682ea-6c6c-4d2f-b22e-f48dccbf4c1c tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:47.960909 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0421d3-cc18-4e26-8a6e-15050c205588 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Pushing event deleted for resources: {'Subnet': ['ID=cb4a5f94-d035-4afd-9a64-536d81d6aef5,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:47.964114 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3b0421d3-cc18-4e26-8a6e-15050c205588 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:47.992635 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-8e53e9cb-fd5d-4e0a-b393-ec13f923b40e tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Calling delete_port for 5450e143-c97c-4e7d-a77b-3a96610c434c owned by  {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:16:48.046833 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-75b32d0e-d301-4242-a054-655c45b80d3d None None] Provisioning for port 5450e143-c97c-4e7d-a77b-3a96610c434c completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:16:48.062650 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-75b32d0e-d301-4242-a054-655c45b80d3d None None] Provisioning complete for port 5450e143-c97c-4e7d-a77b-3a96610c434c triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:16:48.062916 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-75b32d0e-d301-4242-a054-655c45b80d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:48.131400 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-71f682ea-6c6c-4d2f-b22e-f48dccbf4c1c tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:48.140395 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9489cf23-27e4-43b2-acc4-032c06ad1026 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:48.174212 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-75b32d0e-d301-4242-a054-655c45b80d3d None None] Port 5450e143-c97c-4e7d-a77b-3a96610c434c cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:16:48.184512 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f682ea-6c6c-4d2f-b22e-f48dccbf4c1c tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fece763c-28f9-4cd7-9209-1b3532094445,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:48.192707 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-71f682ea-6c6c-4d2f-b22e-f48dccbf4c1c tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:48.213444 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3b0421d3-cc18-4e26-8a6e-15050c205588 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:48.218644 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21546ccd-010e-4a50-94c5-3a385216959a tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Network 7f472690-b775-4ba1-9338-c392aea3f70f is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:16:48.222945 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-21546ccd-010e-4a50-94c5-3a385216959a tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:16:48.225516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21546ccd-010e-4a50-94c5-3a385216959a tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:16:48.226665 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-21546ccd-010e-4a50-94c5-3a385216959a tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854426412'] for router_interface, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:48.231430 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-71f682ea-6c6c-4d2f-b22e-f48dccbf4c1c tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:48.235279 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-71f682ea-6c6c-4d2f-b22e-f48dccbf4c1c tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] 10.222.0.57 "DELETE /v2.0/security-groups/fece763c-28f9-4cd7-9209-1b3532094445 HTTP/1.1" status: 204  len: 168 time: 0.7316792
Jan 29 10:16:48.239108 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56938) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:48.245523 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3b0421d3-cc18-4e26-8a6e-15050c205588 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] 10.222.0.57 "DELETE /v2.0/subnets/cb4a5f94-d035-4afd-9a64-536d81d6aef5 HTTP/1.1" status: 204  len: 168 time: 2.2517922
Jan 29 10:16:48.247562 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56942) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:48.262550 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cc17b8-2432-424f-82f8-c5bad32a17cc None None] Network 1ea6422b-1a3f-4b1a-aa79-2628f24a86e4 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:16:48.339370 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf1b7ce-2122-464a-91c4-9e7b7717191c None None] Network 7f472690-b775-4ba1-9338-c392aea3f70f requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:16:48.373769 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-00d030ad-c719-4f98-8225-222a0d6a64c9 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.1331577
Jan 29 10:16:48.374911 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56946) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:48.377824 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8e53e9cb-fd5d-4e0a-b393-ec13f923b40e tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:48.383336 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-d3082a74-1273-454c-83b4-f66781670b89 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Request body: {'security_group': {'name': 'tempest-secgroup--1176116357'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:16:48.420957 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5b04a088-fd29-4d58-973d-1253b1256328 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:48.454575 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d3082a74-1273-454c-83b4-f66781670b89 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:16:48.476082 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e53e9cb-fd5d-4e0a-b393-ec13f923b40e tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event deleted for resources: {'Port': ['ID=5450e143-c97c-4e7d-a77b-3a96610c434c,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:48.489586 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d3082a74-1273-454c-83b4-f66781670b89 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Usage tracker for resource:security_group and tenant:08d87f3f75a24e46b6a8ba71e23f9e7f is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:16:48.492897 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8e53e9cb-fd5d-4e0a-b393-ec13f923b40e tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:48.496387 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d3082a74-1273-454c-83b4-f66781670b89 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:16:48.507354 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d3082a74-1273-454c-83b4-f66781670b89 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:16:48.525554 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-2ff1266a-6eaf-4998-8354-b7a9f4fc8fbf None None] Provisioning for port c4884e02-cb00-4dc6-84d1-5858a5807c32 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:16:48.594853 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d3082a74-1273-454c-83b4-f66781670b89 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks [] for security_group, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:48.638836 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d3082a74-1273-454c-83b4-f66781670b89 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:16:48.648670 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d3082a74-1273-454c-83b4-f66781670b89 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Usage tracker for resource:security_group_rule and tenant:08d87f3f75a24e46b6a8ba71e23f9e7f is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:16:48.652592 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d3082a74-1273-454c-83b4-f66781670b89 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:16:48.662542 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d3082a74-1273-454c-83b4-f66781670b89 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:16:48.756211 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-21546ccd-010e-4a50-94c5-3a385216959a tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:48.773494 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8e53e9cb-fd5d-4e0a-b393-ec13f923b40e tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:48.821610 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e3b4eb1a-bf37-4e42-ad3a-4970a20a8767 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:48.824822 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8e53e9cb-fd5d-4e0a-b393-ec13f923b40e tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "DELETE /v2.0/ports/5450e143-c97c-4e7d-a77b-3a96610c434c HTTP/1.1" status: 204  len: 168 time: 1.3728354
Jan 29 10:16:48.828804 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56950) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:48.897860 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d3082a74-1273-454c-83b4-f66781670b89 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks [] for security_group, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:48.900972 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ca7589a-8909-491d-9b29-9fa8e316f843 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] GET failed (client error): The resource could not be found.
Jan 29 10:16:48.900972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-4ca7589a-8909-491d-9b29-9fa8e316f843 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Synchronizing usage tracker for tenant:af6cfbcc17be4cdfba1cf58741c9e55a on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:16:48.918748 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d3082a74-1273-454c-83b4-f66781670b89 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:48.929843 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-920b3593-1ef3-4166-9f38-423cbf772a11 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:48.970326 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-4ca7589a-8909-491d-9b29-9fa8e316f843 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Unset dirty status for tenant:af6cfbcc17be4cdfba1cf58741c9e55a on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:16:48.970326 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4ca7589a-8909-491d-9b29-9fa8e316f843 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "GET /v2.0/ports/5450e143-c97c-4e7d-a77b-3a96610c434c HTTP/1.1" status: 404  len: 333 time: 0.1376479
Jan 29 10:16:48.983296 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56954) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:48.996011 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d3082a74-1273-454c-83b4-f66781670b89 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:48.996011 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d3082a74-1273-454c-83b4-f66781670b89 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.6198266
Jan 29 10:16:49.000200 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56960) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:49.003281 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-038d742d-77d2-4e83-bafb-46aad7462d87 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Request body: {'security_group_rule': {'security_group_id': 'cee910f9-f05f-4642-837c-56f7653efd38', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:16:49.004869 dv-neutron-772983-2-ovs neutron-server[80656]: WARNING neutron.api.v2.base [None req-038d742d-77d2-4e83-bafb-46aad7462d87 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
Jan 29 10:16:49.005432 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-038d742d-77d2-4e83-bafb-46aad7462d87 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 10:16:49.010423 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-038d742d-77d2-4e83-bafb-46aad7462d87 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0118444
Jan 29 10:16:49.011426 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3082a74-1273-454c-83b4-f66781670b89 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cee910f9-f05f-4642-837c-56f7653efd38,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:49.013803 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56964) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:49.015980 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device c4884e02-cb00-4dc6-84d1-5858a5807c32 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:16:49.016661 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d3082a74-1273-454c-83b4-f66781670b89 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:49.170999 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4d9365d4-9828-4d35-98be-04c229984bd5 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:49.183517 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port c4884e02-cb00-4dc6-84d1-5858a5807c32 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:16:49.202196 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port c4884e02-cb00-4dc6-84d1-5858a5807c32 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:16:49.203044 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:49.227075 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4d9365d4-9828-4d35-98be-04c229984bd5 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:49.238517 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7dd019a-c7b6-4c81-a6e1-ec328adec988 None None] DHCP port deletion for 1ea6422b-1a3f-4b1a-aa79-2628f24a86e4 request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:16:49.256672 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-c7dd019a-c7b6-4c81-a6e1-ec328adec988 None None] Deleting port b6f67c8a-3793-439f-b766-f17a522f9e74 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:16:49.257094 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c7dd019a-c7b6-4c81-a6e1-ec328adec988 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:49.273545 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-e3b4eb1a-bf37-4e42-ad3a-4970a20a8767 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Deleting port b6f67c8a-3793-439f-b766-f17a522f9e74 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:16:49.274971 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e3b4eb1a-bf37-4e42-ad3a-4970a20a8767 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:49.351894 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4d9365d4-9828-4d35-98be-04c229984bd5 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:49.361442 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-194cb0d9-da6b-4de3-b02d-4978e075829c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:49.409020 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9365d4-9828-4d35-98be-04c229984bd5 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee910f9-f05f-4642-837c-56f7653efd38,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:49.432460 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4d9365d4-9828-4d35-98be-04c229984bd5 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:49.437102 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4d9365d4-9828-4d35-98be-04c229984bd5 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] 10.222.0.57 "DELETE /v2.0/security-groups/cee910f9-f05f-4642-837c-56f7653efd38 HTTP/1.1" status: 204  len: 168 time: 0.4224136
Jan 29 10:16:49.438331 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56970) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:49.444485 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4d9365d4-9828-4d35-98be-04c229984bd5 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:49.470119 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-eaef9e3e-d430-4bc0-9cf5-c90af2b7ff83 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:49.541700 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-eaef9e3e-d430-4bc0-9cf5-c90af2b7ff83 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:49.575573 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:49.591030 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e98d0561-3e46-48a3-9c65-f289d54c2351 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Synchronizing usage tracker for tenant:08d87f3f75a24e46b6a8ba71e23f9e7f on resource:security_group {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:16:49.632475 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-eaef9e3e-d430-4bc0-9cf5-c90af2b7ff83 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:49.641750 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-487ba594-3751-4296-96a8-00c67b9a12fb tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:49.664051 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaef9e3e-d430-4bc0-9cf5-c90af2b7ff83 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5523d102-44d1-47fd-9328-6dc7a134f08f,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:49.666352 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e98d0561-3e46-48a3-9c65-f289d54c2351 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Unset dirty status for tenant:08d87f3f75a24e46b6a8ba71e23f9e7f on resource:security_group {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:16:49.667650 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e98d0561-3e46-48a3-9c65-f289d54c2351 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.2218165
Jan 29 10:16:49.669099 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-eaef9e3e-d430-4bc0-9cf5-c90af2b7ff83 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:49.671709 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-eaef9e3e-d430-4bc0-9cf5-c90af2b7ff83 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:49.671709 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-eaef9e3e-d430-4bc0-9cf5-c90af2b7ff83 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "DELETE /v2.0/security-groups/5523d102-44d1-47fd-9328-6dc7a134f08f HTTP/1.1" status: 204  len: 168 time: 0.6941514
Jan 29 10:16:49.674032 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56976) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:49.686305 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 56980) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:49.698763 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-5d008b73-854b-4333-a00f-a833dd227630 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Request body: {'security_group': {'name': 'tempest-secgroup--1424395473'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:16:49.740979 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-5d008b73-854b-4333-a00f-a833dd227630 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:16:49.744101 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-c7dd019a-c7b6-4c81-a6e1-ec328adec988 None None] For port b6f67c8a-3793-439f-b766-f17a522f9e74, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=b6f67c8a-3793-439f-b766-f17a522f9e74,segment=NetworkSegment(8e2b2f2c-db5d-402b-ae23-0a9f9ecb2b47),segment_id=8e2b2f2c-db5d-402b-ae23-0a9f9ecb2b47)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:16:49.744560 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c7dd019a-c7b6-4c81-a6e1-ec328adec988 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:49.762150 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port c4884e02-cb00-4dc6-84d1-5858a5807c32, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=c4884e02-cb00-4dc6-84d1-5858a5807c32,segment=NetworkSegment(76d5578b-9059-4c8a-b620-57eb07c14e82),segment_id=76d5578b-9059-4c8a-b620-57eb07c14e82)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:16:49.793094 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d226012c-de7b-4b4a-ac07-af7b9706fbf6 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:49.828149 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c392ece-c8e1-4d07-a4c5-692bf422fa08 None None] Network 45366130-e5dc-47bd-8062-d3b8b9725d31 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:16:49.830476 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56984) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:49.890342 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-5d008b73-854b-4333-a00f-a833dd227630 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:16:49.915171 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d226012c-de7b-4b4a-ac07-af7b9706fbf6 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:49.924662 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-21546ccd-010e-4a50-94c5-3a385216959a tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:49.934120 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-e3b4eb1a-bf37-4e42-ad3a-4970a20a8767 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] For port b6f67c8a-3793-439f-b766-f17a522f9e74, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=b6f67c8a-3793-439f-b766-f17a522f9e74,segment=NetworkSegment(8e2b2f2c-db5d-402b-ae23-0a9f9ecb2b47),segment_id=8e2b2f2c-db5d-402b-ae23-0a9f9ecb2b47)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:16:49.936422 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e3b4eb1a-bf37-4e42-ad3a-4970a20a8767 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:49.951004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5d008b73-854b-4333-a00f-a833dd227630 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:49.984649 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-21546ccd-010e-4a50-94c5-3a385216959a tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:49.988283 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-21546ccd-010e-4a50-94c5-3a385216959a tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854133895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349242'] for router_interface, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:50.027206 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1e2018b6-80d5-4add-b07f-1d575d517581 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/floatingips/036d0ba8-2159-417f-8691-f06ade63a3fa HTTP/1.1" status: 200  len: 994 time: 0.1949618
Jan 29 10:16:50.036446 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d226012c-de7b-4b4a-ac07-af7b9706fbf6 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:50.041962 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ddea695c-5627-41b5-a6c9-cd56857b3733 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:50.058053 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d226012c-de7b-4b4a-ac07-af7b9706fbf6 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c4faed-a7e6-4bcd-9a8c-676c9cdd56ff,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:50.060594 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d226012c-de7b-4b4a-ac07-af7b9706fbf6 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:50.064549 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:50.067205 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 4020b2d5-bcc8-45b2-a9c1-ffba5fd628d2 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:16:50.069667 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d226012c-de7b-4b4a-ac07-af7b9706fbf6 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:50.074249 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d226012c-de7b-4b4a-ac07-af7b9706fbf6 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "DELETE /v2.0/security-groups/43c4faed-a7e6-4bcd-9a8c-676c9cdd56ff HTTP/1.1" status: 204  len: 168 time: 0.3963492
Jan 29 10:16:50.075064 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56990) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:50.110900 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-c7dd019a-c7b6-4c81-a6e1-ec328adec988 None None] Calling delete_port for b6f67c8a-3793-439f-b766-f17a522f9e74 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:16:50.167833 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5c579dcc-c1e5-4ef9-b482-e50894790ff0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:50.211110 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-eeb8bc68-1f23-46fd-bc68-e7c856f6b3ea tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:50.249388 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-21546ccd-010e-4a50-94c5-3a385216959a tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:50.265627 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-eeb8bc68-1f23-46fd-bc68-e7c856f6b3ea tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:50.335920 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-eeb8bc68-1f23-46fd-bc68-e7c856f6b3ea tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:50.349634 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4549fee9-0f49-46cb-b2aa-7a8402826a52 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:50.374309 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb8bc68-1f23-46fd-bc68-e7c856f6b3ea tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc2e963-88f1-41b0-97f9-8fa8c5703c44,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:50.387375 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-eeb8bc68-1f23-46fd-bc68-e7c856f6b3ea tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:50.387509 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-afa2df9a-ee2d-4f87-8d6d-72be2bff9e56 None None] Provisioning for port 4020b2d5-bcc8-45b2-a9c1-ffba5fd628d2 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:16:50.390488 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-eeb8bc68-1f23-46fd-bc68-e7c856f6b3ea tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:50.392288 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-eeb8bc68-1f23-46fd-bc68-e7c856f6b3ea tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "DELETE /v2.0/security-groups/0bc2e963-88f1-41b0-97f9-8fa8c5703c44 HTTP/1.1" status: 204  len: 168 time: 0.3162420
Jan 29 10:16:50.402499 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 56996) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:50.415084 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-e3b4eb1a-bf37-4e42-ad3a-4970a20a8767 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Calling delete_port for b6f67c8a-3793-439f-b766-f17a522f9e74 owned by network:dhcp {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:16:50.468966 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57000) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:50.483184 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=c4884e02-cb00-4dc6-84d1-5858a5807c32,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:50.490734 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-5d008b73-854b-4333-a00f-a833dd227630 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:16:50.501644 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5d008b73-854b-4333-a00f-a833dd227630 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Usage tracker for resource:security_group_rule and tenant:08d87f3f75a24e46b6a8ba71e23f9e7f is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:16:50.524640 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5d008b73-854b-4333-a00f-a833dd227630 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:16:50.531387 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:50.545975 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c7dd019a-c7b6-4c81-a6e1-ec328adec988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:50.555779 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-5d008b73-854b-4333-a00f-a833dd227630 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:16:50.571615 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b959c9c5-1ad6-460e-bcaf-bd3efafa0ff3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:50.607395 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21546ccd-010e-4a50-94c5-3a385216959a tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Network 7f472690-b775-4ba1-9338-c392aea3f70f is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:16:50.612286 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-21546ccd-010e-4a50-94c5-3a385216959a tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:16:50.613846 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21546ccd-010e-4a50-94c5-3a385216959a tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Pushing event updated for resources: {'Port': ['ID=b5c69fe7-3175-4a9a-85d2-7003d50032fa,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:50.627200 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce45aa87-2caf-4cd9-a689-0b3920fa4e64 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Deleting subnet a6229d35-b18b-4983-9b01-9eb48b62ebc2 {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:16:50.632568 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-21546ccd-010e-4a50-94c5-3a385216959a tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:50.633439 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ce45aa87-2caf-4cd9-a689-0b3920fa4e64 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:50.674983 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-afa2df9a-ee2d-4f87-8d6d-72be2bff9e56 None None] Provisioning for port b5c69fe7-3175-4a9a-85d2-7003d50032fa completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:16:50.678839 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dd019a-c7b6-4c81-a6e1-ec328adec988 None None] Pushing event deleted for resources: {'Port': ['ID=b6f67c8a-3793-439f-b766-f17a522f9e74,revision_number=None']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:50.688121 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 4020b2d5-bcc8-45b2-a9c1-ffba5fd628d2 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:16:50.692570 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c7dd019a-c7b6-4c81-a6e1-ec328adec988 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:50.704164 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-afa2df9a-ee2d-4f87-8d6d-72be2bff9e56 None None] Provisioning complete for port b5c69fe7-3175-4a9a-85d2-7003d50032fa triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:16:50.704300 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-afa2df9a-ee2d-4f87-8d6d-72be2bff9e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:50.788597 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-e3b4eb1a-bf37-4e42-ad3a-4970a20a8767 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80765) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:16:50.790918 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 4020b2d5-bcc8-45b2-a9c1-ffba5fd628d2 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:16:50.791466 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-e3b4eb1a-bf37-4e42-ad3a-4970a20a8767 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:16:50.791704 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:50.825622 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ce45aa87-2caf-4cd9-a689-0b3920fa4e64 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:50.905222 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5d008b73-854b-4333-a00f-a833dd227630 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:50.927401 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5d008b73-854b-4333-a00f-a833dd227630 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:50.940361 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-053efe38-62c7-497a-a86e-eb215a049294 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:50.989010 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dd019a-c7b6-4c81-a6e1-ec328adec988 None None] No DVR routers for this DVR port b6f67c8a-3793-439f-b766-f17a522f9e74 on host dv-neutron-772983-2-ovs {{(pid=80767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:16:50.994881 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21546ccd-010e-4a50-94c5-3a385216959a tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Router 2530de10-a0f7-47f2-8872-ed0b603d3e7a is scheduled to L3 agent 18987107-6d88-4736-94cf-15791d65b3ff with binding_index 1 {{(pid=80765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 29 10:16:51.002652 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-afa2df9a-ee2d-4f87-8d6d-72be2bff9e56 None None] Port b5c69fe7-3175-4a9a-85d2-7003d50032fa cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:16:51.010005 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d008b73-854b-4333-a00f-a833dd227630 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f02bdeb8-84b5-4389-b194-5ce2c546f98f,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:51.024376 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5d008b73-854b-4333-a00f-a833dd227630 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:51.127540 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5d008b73-854b-4333-a00f-a833dd227630 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:51.129872 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5d008b73-854b-4333-a00f-a833dd227630 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 1.4388463
Jan 29 10:16:51.138458 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:51.140935 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57004) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:51.164089 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-afa2df9a-ee2d-4f87-8d6d-72be2bff9e56 None None] Provisioning complete for port c4884e02-cb00-4dc6-84d1-5858a5807c32 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:16:51.165007 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-afa2df9a-ee2d-4f87-8d6d-72be2bff9e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:51.253981 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-ea4d3237-589b-44b9-8167-0cc233b5960e tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Request body: {'security_group_rule': {'security_group_id': 'f02bdeb8-84b5-4389-b194-5ce2c546f98f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:16:51.254669 dv-neutron-772983-2-ovs neutron-server[80656]: WARNING neutron.api.v2.base [None req-ea4d3237-589b-44b9-8167-0cc233b5960e tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
Jan 29 10:16:51.255818 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-ea4d3237-589b-44b9-8167-0cc233b5960e tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 10:16:51.259834 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ea4d3237-589b-44b9-8167-0cc233b5960e tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.1175170
Jan 29 10:16:51.261220 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57008) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:51.331013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-e3b4eb1a-bf37-4e42-ad3a-4970a20a8767 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Deleting port b6f67c8a-3793-439f-b766-f17a522f9e74 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:16:51.332010 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e3b4eb1a-bf37-4e42-ad3a-4970a20a8767 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:51.338760 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-e006a240-b738-4a29-8b41-f229db491da7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Deleting port 18e6a871-2f53-4f90-b206-34bbfa2a1de6 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:16:51.339084 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e006a240-b738-4a29-8b41-f229db491da7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:51.428091 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port 4020b2d5-bcc8-45b2-a9c1-ffba5fd628d2, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=4020b2d5-bcc8-45b2-a9c1-ffba5fd628d2,segment=NetworkSegment(a14a31ac-4b48-4b17-910e-6d9cc1667ede),segment_id=a14a31ac-4b48-4b17-910e-6d9cc1667ede)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:16:51.434431 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dd1bd9e7-71a2-4166-935c-8a3d78bea25a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:51.444367 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:51.448013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bfd311b0-043f-4b93-b1ff-0671aa0fcb05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:51.451233 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-e3b4eb1a-bf37-4e42-ad3a-4970a20a8767 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] The port 'b6f67c8a-3793-439f-b766-f17a522f9e74' was deleted {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 29 10:16:51.562968 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=4020b2d5-bcc8-45b2-a9c1-ffba5fd628d2,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:51.569828 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:51.589256 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-d726c5fc-fce6-4163-b295-864642965097 None None] Provisioning complete for port c4884e02-cb00-4dc6-84d1-5858a5807c32 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:16:51.589846 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d726c5fc-fce6-4163-b295-864642965097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:51.607553 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bd40c6d4-6a88-4de7-a0d1-6cc2eeab396b tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:51.609340 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21546ccd-010e-4a50-94c5-3a385216959a tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:16:51.625424 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ace523-670f-4435-9b57-c3b5c2e86551 None None] Sync routers for ids ['2530de10-a0f7-47f2-8872-ed0b603d3e7a'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:16:51.634333 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-21546ccd-010e-4a50-94c5-3a385216959a tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] 10.222.0.57 "PUT /v2.0/routers/2530de10-a0f7-47f2-8872-ed0b603d3e7a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.5666125
Jan 29 10:16:51.639923 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57012) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:51.640526 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ace523-670f-4435-9b57-c3b5c2e86551 None None] Routers {'2530de10-a0f7-47f2-8872-ed0b603d3e7a'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:16:51.642670 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-82ace523-670f-4435-9b57-c3b5c2e86551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9f68860>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:16:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['2530de10-a0f7-47f2-8872-ed0b603d3e7a'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:16:51.679587 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device c4884e02-cb00-4dc6-84d1-5858a5807c32 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:16:51.706879 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bd40c6d4-6a88-4de7-a0d1-6cc2eeab396b tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:51.739556 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ce45aa87-2caf-4cd9-a689-0b3920fa4e64 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:51.780271 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-82ace523-670f-4435-9b57-c3b5c2e86551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9f68860>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:16:51.796990 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ace523-670f-4435-9b57-c3b5c2e86551 None None] Routers {'2530de10-a0f7-47f2-8872-ed0b603d3e7a'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:16:51.801712 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-82ace523-670f-4435-9b57-c3b5c2e86551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9f68860>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:16:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['2530de10-a0f7-47f2-8872-ed0b603d3e7a'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:16:51.827785 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e3b4eb1a-bf37-4e42-ad3a-4970a20a8767 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:51.897027 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port c4884e02-cb00-4dc6-84d1-5858a5807c32 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:16:51.900570 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:52.031389 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-e3b4eb1a-bf37-4e42-ad3a-4970a20a8767 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c9d40c50>,) {'filters': {'network_id': ['1ea6422b-1a3f-4b1a-aa79-2628f24a86e4']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:16:52.052511 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-d726c5fc-fce6-4163-b295-864642965097 None None] Provisioning complete for port b5c69fe7-3175-4a9a-85d2-7003d50032fa triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:16:52.053229 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d726c5fc-fce6-4163-b295-864642965097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:52.056840 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-e3b4eb1a-bf37-4e42-ad3a-4970a20a8767 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c9d40c50>, '8e2b2f2c-db5d-402b-ae23-0a9f9ecb2b47') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:16:52.058036 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-e3b4eb1a-bf37-4e42-ad3a-4970a20a8767 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c9d40c50>, '8e2b2f2c-db5d-402b-ae23-0a9f9ecb2b47') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:16:52.077749 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e3b4eb1a-bf37-4e42-ad3a-4970a20a8767 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:52.122403 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e3b4eb1a-bf37-4e42-ad3a-4970a20a8767 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:52.125455 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e3b4eb1a-bf37-4e42-ad3a-4970a20a8767 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Releasing vxlan tunnel 5 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:16:52.227968 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-d726c5fc-fce6-4163-b295-864642965097 None None] Port b5c69fe7-3175-4a9a-85d2-7003d50032fa cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:16:52.239457 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-82ace523-670f-4435-9b57-c3b5c2e86551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9f68860>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:16:52.239831 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ace523-670f-4435-9b57-c3b5c2e86551 None None] The sync data for ids ['2530de10-a0f7-47f2-8872-ed0b603d3e7a'] in dv-neutron-772983-2-ovs is: [] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:16:52.296315 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-d726c5fc-fce6-4163-b295-864642965097 None None] Provisioning complete for port 4020b2d5-bcc8-45b2-a9c1-ffba5fd628d2 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:16:52.296315 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d726c5fc-fce6-4163-b295-864642965097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:52.350693 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device b6f67c8a-3793-439f-b766-f17a522f9e74 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:16:52.356168 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bd40c6d4-6a88-4de7-a0d1-6cc2eeab396b tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:52.366175 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e006a240-b738-4a29-8b41-f229db491da7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:52.366731 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e006a240-b738-4a29-8b41-f229db491da7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:52.388343 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-71f682ea-6c6c-4d2f-b22e-f48dccbf4c1c tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:52.406673 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: b6f67c8a-3793-439f-b766-f17a522f9e74 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:16:52.407406 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device b6f67c8a-3793-439f-b766-f17a522f9e74 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:16:52.417999 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd40c6d4-6a88-4de7-a0d1-6cc2eeab396b tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02bdeb8-84b5-4389-b194-5ce2c546f98f,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:52.420573 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bd40c6d4-6a88-4de7-a0d1-6cc2eeab396b tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:52.446621 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bd40c6d4-6a88-4de7-a0d1-6cc2eeab396b tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:52.451879 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-bd40c6d4-6a88-4de7-a0d1-6cc2eeab396b tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] 10.222.0.57 "DELETE /v2.0/security-groups/f02bdeb8-84b5-4389-b194-5ce2c546f98f HTTP/1.1" status: 204  len: 168 time: 1.1743531
Jan 29 10:16:52.503415 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57016) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:52.540773 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-e3b4eb1a-bf37-4e42-ad3a-4970a20a8767 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Network 1ea6422b-1a3f-4b1a-aa79-2628f24a86e4 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:16:52.555836 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e3b4eb1a-bf37-4e42-ad3a-4970a20a8767 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:52.739641 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-9e58294e-aeee-4f19-b85a-efe6de67964b tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Synchronizing usage tracker for tenant:08d87f3f75a24e46b6a8ba71e23f9e7f on resource:security_group {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:16:52.744558 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-e006a240-b738-4a29-8b41-f229db491da7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Calling delete_port for 18e6a871-2f53-4f90-b206-34bbfa2a1de6 owned by network:floatingip {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:16:52.984453 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-9ed9ae37-b639-466b-85b3-4f12f0602255 None None] Provisioning complete for port 4020b2d5-bcc8-45b2-a9c1-ffba5fd628d2 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:16:52.985965 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9ed9ae37-b639-466b-85b3-4f12f0602255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:52.987785 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-4223e715-297c-460b-b1e6-3cb5f1d0bdf2 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 10:16:52.991906 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4223e715-297c-460b-b1e6-3cb5f1d0bdf2 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] 10.222.0.57 "PUT /v2.0/routers/2530de10-a0f7-47f2-8872-ed0b603d3e7a/add_router_interface HTTP/1.1" status: 400  len: 438 time: 1.3495693
Jan 29 10:16:52.998496 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57020) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:53.109958 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-e3b4eb1a-bf37-4e42-ad3a-4970a20a8767 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Network 1ea6422b-1a3f-4b1a-aa79-2628f24a86e4 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:16:53.138008 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:16:53.138008 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:16:53.138008 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:16:53.138008 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:16:53.138008 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:16:53.138008 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:16:53.138008 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:16:53.138008 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:16:53.138008 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:16:53.138008 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:16:53.138008 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:16:53.138008 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:16:53.138008 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:16:53.138008 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:16:53.138008 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:16:53.138008 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:16:53.138008 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:16:53.138008 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:16:53.138008 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:16:53.138008 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:16:53.138008 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:16:53.138008 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:16:53.138008 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:16:53.138008 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:16:53.138008 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:16:53.138008 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:16:53.138008 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:16:53.138008 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:16:53.138008 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:16:53.138008 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:16:53.138008 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:16:53.138008 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:16:53.138008 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:16:53.138008 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:16:53.138008 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:16:53.138008 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:16:53.138008 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:16:53.138008 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:16:53.138008 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:16:53.138008 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:16:53.166591 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-9e58294e-aeee-4f19-b85a-efe6de67964b tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Unset dirty status for tenant:08d87f3f75a24e46b6a8ba71e23f9e7f on resource:security_group {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:16:53.167880 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9e58294e-aeee-4f19-b85a-efe6de67964b tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.6633825
Jan 29 10:16:53.173634 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57024) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:53.233767 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-3f7a3b8f-6908-4c83-8a6e-474e0374e89c tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Request body: {'security_group': {'name': 'tempest-secgroup--380160124'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:16:53.246865 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ce45aa87-2caf-4cd9-a689-0b3920fa4e64 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:53.256853 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-3f7a3b8f-6908-4c83-8a6e-474e0374e89c tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:16:53.269400 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-aa740b2a-64c8-43b5-90c6-2c856c84c7dd tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:53.277373 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-3f7a3b8f-6908-4c83-8a6e-474e0374e89c tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:16:53.294813 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e3b4eb1a-bf37-4e42-ad3a-4970a20a8767 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:53.306588 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-385ceb84-09b8-43eb-8aee-03b178a91cb8 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:53.331746 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e3b4eb1a-bf37-4e42-ad3a-4970a20a8767 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:53.338126 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3f7a3b8f-6908-4c83-8a6e-474e0374e89c tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:53.361115 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b4eb1a-bf37-4e42-ad3a-4970a20a8767 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Pushing event deleted for resources: {'Network': ['ID=1ea6422b-1a3f-4b1a-aa79-2628f24a86e4,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:53.372932 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e3b4eb1a-bf37-4e42-ad3a-4970a20a8767 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:53.377360 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-3f7a3b8f-6908-4c83-8a6e-474e0374e89c tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:16:53.383837 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e3b4eb1a-bf37-4e42-ad3a-4970a20a8767 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] 10.222.0.57 "DELETE /v2.0/networks/1ea6422b-1a3f-4b1a-aa79-2628f24a86e4 HTTP/1.1" status: 204  len: 168 time: 5.1066418
Jan 29 10:16:53.383837 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-3f7a3b8f-6908-4c83-8a6e-474e0374e89c tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Usage tracker for resource:security_group_rule and tenant:08d87f3f75a24e46b6a8ba71e23f9e7f is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:16:53.387180 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-3f7a3b8f-6908-4c83-8a6e-474e0374e89c tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:16:53.393474 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-3f7a3b8f-6908-4c83-8a6e-474e0374e89c tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:16:53.438239 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce45aa87-2caf-4cd9-a689-0b3920fa4e64 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event deleted for resources: {'Subnet': ['ID=a6229d35-b18b-4983-9b01-9eb48b62ebc2,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:53.495897 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3f7a3b8f-6908-4c83-8a6e-474e0374e89c tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:53.569748 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 4020b2d5-bcc8-45b2-a9c1-ffba5fd628d2 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:16:53.581862 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3f7a3b8f-6908-4c83-8a6e-474e0374e89c tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:53.599378 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4482141c-6727-4e57-a464-75129f93a71c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:53.650771 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7a3b8f-6908-4c83-8a6e-474e0374e89c tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96b7f278-642c-475c-bdc2-b45a714066cf,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:53.662038 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3f7a3b8f-6908-4c83-8a6e-474e0374e89c tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:53.665425 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 4020b2d5-bcc8-45b2-a9c1-ffba5fd628d2 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:16:53.666033 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:53.668571 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3f7a3b8f-6908-4c83-8a6e-474e0374e89c tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:53.672922 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3f7a3b8f-6908-4c83-8a6e-474e0374e89c tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.4979098
Jan 29 10:16:53.673934 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57030) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:53.680749 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-2ca617bc-bf3d-48df-ad3e-488ef8201893 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Request body: {'security_group_rule': {'security_group_id': '96b7f278-642c-475c-bdc2-b45a714066cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:16:53.681677 dv-neutron-772983-2-ovs neutron-server[80656]: WARNING neutron.api.v2.base [None req-2ca617bc-bf3d-48df-ad3e-488ef8201893 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
Jan 29 10:16:53.682299 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-2ca617bc-bf3d-48df-ad3e-488ef8201893 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 10:16:53.689664 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2ca617bc-bf3d-48df-ad3e-488ef8201893 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0144827
Jan 29 10:16:53.690416 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57034) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:53.700184 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-fcc6a624-6f64-4158-b41f-6a95eb46b34d tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Request body: {'security_group_rule': {'security_group_id': '96b7f278-642c-475c-bdc2-b45a714066cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:16:53.701052 dv-neutron-772983-2-ovs neutron-server[80656]: WARNING neutron.api.v2.base [None req-fcc6a624-6f64-4158-b41f-6a95eb46b34d tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
Jan 29 10:16:53.701728 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-fcc6a624-6f64-4158-b41f-6a95eb46b34d tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 10:16:53.707643 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-fcc6a624-6f64-4158-b41f-6a95eb46b34d tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0149522
Jan 29 10:16:53.711269 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57038) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:53.727983 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-a8fb133d-ce05-4f6e-b290-b8f6043718b0 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Request body: {'security_group_rule': {'security_group_id': '96b7f278-642c-475c-bdc2-b45a714066cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:16:53.729100 dv-neutron-772983-2-ovs neutron-server[80656]: WARNING neutron.api.v2.base [None req-a8fb133d-ce05-4f6e-b290-b8f6043718b0 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
Jan 29 10:16:53.730043 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-a8fb133d-ce05-4f6e-b290-b8f6043718b0 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 10:16:53.735238 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a8fb133d-ce05-4f6e-b290-b8f6043718b0 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0225916
Jan 29 10:16:53.738786 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57042) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:53.746916 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-d0062bbb-d0d1-4852-ae2f-28f92de6d6c7 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Request body: {'security_group_rule': {'security_group_id': '96b7f278-642c-475c-bdc2-b45a714066cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:16:53.747948 dv-neutron-772983-2-ovs neutron-server[80656]: WARNING neutron.api.v2.base [None req-d0062bbb-d0d1-4852-ae2f-28f92de6d6c7 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
Jan 29 10:16:53.748726 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-d0062bbb-d0d1-4852-ae2f-28f92de6d6c7 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 10:16:53.755329 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d0062bbb-d0d1-4852-ae2f-28f92de6d6c7 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0147810
Jan 29 10:16:53.756182 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57048) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:53.825615 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7aeda720-9242-431a-8085-7838b7be86ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:53.886161 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ce45aa87-2caf-4cd9-a689-0b3920fa4e64 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:53.903834 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57052) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:53.928049 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9c104f92-33c3-4a6f-b63a-0a6d375ad83b tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:53.962337 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9c104f92-33c3-4a6f-b63a-0a6d375ad83b tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:53.990670 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ce45aa87-2caf-4cd9-a689-0b3920fa4e64 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:53.995711 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e006a240-b738-4a29-8b41-f229db491da7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:54.005322 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f19e7f5-1ff9-443d-84fd-af1142cfc23d None None] Network dcac8088-38cd-4a49-ab48-4a79e40d999e requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:16:54.010702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9c104f92-33c3-4a6f-b63a-0a6d375ad83b tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:54.022109 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-634708f1-a1a5-4e15-af9b-37133f7fe43a tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:54.024220 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c5036680-73e4-4ebb-a2a4-396e85a96574 tempest-RoutersAdminNegativeIpV6Test-1799789695 tempest-RoutersAdminNegativeIpV6Test-1799789695-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:54.048210 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9c104f92-33c3-4a6f-b63a-0a6d375ad83b tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:54.053679 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9c104f92-33c3-4a6f-b63a-0a6d375ad83b tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] 10.222.0.57 "DELETE /v2.0/security-groups/96b7f278-642c-475c-bdc2-b45a714066cf HTTP/1.1" status: 204  len: 168 time: 0.2959425
Jan 29 10:16:54.055731 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57058) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:54.056939 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c104f92-33c3-4a6f-b63a-0a6d375ad83b tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b7f278-642c-475c-bdc2-b45a714066cf,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:54.067517 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9c104f92-33c3-4a6f-b63a-0a6d375ad83b tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:54.104940 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e006a240-b738-4a29-8b41-f229db491da7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event deleted for resources: {'Port': ['ID=18e6a871-2f53-4f90-b206-34bbfa2a1de6,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:54.109563 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e006a240-b738-4a29-8b41-f229db491da7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:54.124897 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ce45aa87-2caf-4cd9-a689-0b3920fa4e64 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "DELETE /v2.0/subnets/a6229d35-b18b-4983-9b01-9eb48b62ebc2 HTTP/1.1" status: 204  len: 168 time: 3.7202959
Jan 29 10:16:54.133190 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57062) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:54.262182 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:54.274125 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb5a6b19-9414-4eb5-a290-5fd63b0a7557 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Deleting subnet 5e3124c1-52e5-40dd-88ca-e5de030ece48 {{(pid=80765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:16:54.310398 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bb5a6b19-9414-4eb5-a290-5fd63b0a7557 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for subnet, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:54.351187 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-eda26f52-9785-4e32-b6de-a8c80767387b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f15ab138166e456cb96f10f0bbdd909a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4468777
Jan 29 10:16:54.360204 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57066) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:54.384799 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-1e51061c-b8f3-442d-988a-cf333daad253 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Synchronizing usage tracker for tenant:08d87f3f75a24e46b6a8ba71e23f9e7f on resource:security_group {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:16:54.418084 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-1e51061c-b8f3-442d-988a-cf333daad253 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Unset dirty status for tenant:08d87f3f75a24e46b6a8ba71e23f9e7f on resource:security_group {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:16:54.421243 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1e51061c-b8f3-442d-988a-cf333daad253 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.3598337
Jan 29 10:16:54.424062 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57070) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:54.430679 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bb5a6b19-9414-4eb5-a290-5fd63b0a7557 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1479249'] for subnet, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:54.469445 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-577bd1a6-dfc7-4031-8f7e-5498967f331a tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Request body: {'security_group': {'name': 'tempest-secgroup--1018411260'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:16:54.507005 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-577bd1a6-dfc7-4031-8f7e-5498967f331a tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:16:54.530572 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-577bd1a6-dfc7-4031-8f7e-5498967f331a tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:16:54.554890 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-577bd1a6-dfc7-4031-8f7e-5498967f331a tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:54.557957 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e006a240-b738-4a29-8b41-f229db491da7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for floatingip, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:54.558346 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [None req-e006a240-b738-4a29-8b41-f229db491da7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Floating IP 036d0ba8-2159-417f-8691-f06ade63a3fa disassociated (deleted). External IP: 172.26.7.217, port: 25454eb1-5b49-433d-abe9-57e08fb7bccb.
Jan 29 10:16:54.593136 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-577bd1a6-dfc7-4031-8f7e-5498967f331a tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:16:54.601010 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-577bd1a6-dfc7-4031-8f7e-5498967f331a tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Usage tracker for resource:security_group_rule and tenant:08d87f3f75a24e46b6a8ba71e23f9e7f is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:16:54.606736 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-577bd1a6-dfc7-4031-8f7e-5498967f331a tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:16:54.615166 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-577bd1a6-dfc7-4031-8f7e-5498967f331a tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:16:54.624890 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bb5a6b19-9414-4eb5-a290-5fd63b0a7557 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:54.640190 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-317cd79f-c646-46c4-9502-ab60768a0621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:54.771785 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-317cd79f-c646-46c4-9502-ab60768a0621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:54.874306 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-34ceb352-741e-4176-ae27-c6b6a1f00ed6 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349253'] for router_interface, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:54.888839 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:54.923408 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-577bd1a6-dfc7-4031-8f7e-5498967f331a tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:54.936783 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-577bd1a6-dfc7-4031-8f7e-5498967f331a tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:54.956612 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-fb0973da-66b6-4380-8b04-dd22eb4c1864 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:55.067058 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577bd1a6-dfc7-4031-8f7e-5498967f331a tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf6e6c7-3d6e-47d4-aece-95917d8c2cb1,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:55.083174 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-577bd1a6-dfc7-4031-8f7e-5498967f331a tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:55.088943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-577bd1a6-dfc7-4031-8f7e-5498967f331a tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:55.090435 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-577bd1a6-dfc7-4031-8f7e-5498967f331a tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.6652799
Jan 29 10:16:55.098143 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57074) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:55.118941 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bb5a6b19-9414-4eb5-a290-5fd63b0a7557 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852603100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2204728'] for subnet, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:55.134834 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-62b2c397-07dd-407f-9a99-342b07d490dc tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:55.165503 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-fc237e17-9e2f-4381-937f-93187e673ce2 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Request body: {'security_group_rule': {'security_group_id': '6cf6e6c7-3d6e-47d4-aece-95917d8c2cb1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:16:55.166069 dv-neutron-772983-2-ovs neutron-server[80656]: WARNING neutron.api.v2.base [None req-fc237e17-9e2f-4381-937f-93187e673ce2 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Jan 29 10:16:55.166621 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-fc237e17-9e2f-4381-937f-93187e673ce2 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 10:16:55.167674 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-fc237e17-9e2f-4381-937f-93187e673ce2 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0652983
Jan 29 10:16:55.177353 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57078) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:55.178357 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5a6b19-9414-4eb5-a290-5fd63b0a7557 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event deleted for resources: {'Subnet': ['ID=5e3124c1-52e5-40dd-88ca-e5de030ece48,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:55.184369 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bb5a6b19-9414-4eb5-a290-5fd63b0a7557 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:55.189599 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-317cd79f-c646-46c4-9502-ab60768a0621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:55.197735 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-fe0694bd-61b4-4c1f-985f-1abb20deceaf tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Request body: {'security_group_rule': {'security_group_id': '6cf6e6c7-3d6e-47d4-aece-95917d8c2cb1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:16:55.200437 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4d9365d4-9828-4d35-98be-04c229984bd5 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:55.221701 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-33b3d024-40c2-4d9a-a799-8e666318a613 None None] Provisioning complete for port 387e501d-23c8-48f2-b0b9-64b3f6619304 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:16:55.222149 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-33b3d024-40c2-4d9a-a799-8e666318a613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:55.225501 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-fe0694bd-61b4-4c1f-985f-1abb20deceaf tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:16:55.237916 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317cd79f-c646-46c4-9502-ab60768a0621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0474a8c-92e6-4939-bb27-a5868ec5da09,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:55.245517 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-317cd79f-c646-46c4-9502-ab60768a0621 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:55.252253 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-317cd79f-c646-46c4-9502-ab60768a0621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:55.255895 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-317cd79f-c646-46c4-9502-ab60768a0621 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d0474a8c-92e6-4939-bb27-a5868ec5da09 HTTP/1.1" status: 204  len: 168 time: 0.8914204
Jan 29 10:16:55.316107 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-fe0694bd-61b4-4c1f-985f-1abb20deceaf tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Usage tracker for resource:security_group_rule and tenant:08d87f3f75a24e46b6a8ba71e23f9e7f is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:16:55.330995 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-fe0694bd-61b4-4c1f-985f-1abb20deceaf tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:16:55.340274 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-33b3d024-40c2-4d9a-a799-8e666318a613 None None] Port 387e501d-23c8-48f2-b0b9-64b3f6619304 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:16:55.359050 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-33b3d024-40c2-4d9a-a799-8e666318a613 None None] Provisioning complete for port de988830-0900-4d06-9a78-64a829ccf259 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:16:55.360214 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-33b3d024-40c2-4d9a-a799-8e666318a613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:55.364096 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-fe0694bd-61b4-4c1f-985f-1abb20deceaf tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:16:55.431676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e006a240-b738-4a29-8b41-f229db491da7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Router 94e8fea7-78ae-4b26-b491-aa1905d27773 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:16:55.438331 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-fe0694bd-61b4-4c1f-985f-1abb20deceaf tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 10:16:55.439589 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-fe0694bd-61b4-4c1f-985f-1abb20deceaf tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.2590640
Jan 29 10:16:55.443670 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57084) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:55.452168 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-90b67895-51cb-48ae-b5d0-216135533c48 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Request body: {'security_group_rule': {'security_group_id': '6cf6e6c7-3d6e-47d4-aece-95917d8c2cb1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:16:55.452693 dv-neutron-772983-2-ovs neutron-server[80656]: WARNING neutron.api.v2.base [None req-90b67895-51cb-48ae-b5d0-216135533c48 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
Jan 29 10:16:55.453229 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-90b67895-51cb-48ae-b5d0-216135533c48 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 10:16:55.454285 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-90b67895-51cb-48ae-b5d0-216135533c48 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0099161
Jan 29 10:16:55.459552 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57088) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:55.494095 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-b5c0c742-16a8-4048-a1d8-8c4fc78d76cc tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Request body: {'security_group_rule': {'security_group_id': '6cf6e6c7-3d6e-47d4-aece-95917d8c2cb1', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:16:55.528113 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-b5c0c742-16a8-4048-a1d8-8c4fc78d76cc tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:16:55.530834 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b5c0c742-16a8-4048-a1d8-8c4fc78d76cc tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Usage tracker for resource:security_group_rule and tenant:08d87f3f75a24e46b6a8ba71e23f9e7f is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:16:55.533560 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b5c0c742-16a8-4048-a1d8-8c4fc78d76cc tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:16:55.540365 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-b5c0c742-16a8-4048-a1d8-8c4fc78d76cc tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:16:55.548382 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bb5a6b19-9414-4eb5-a290-5fd63b0a7557 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:55.556227 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec5274c-a425-4571-a6f9-226e1691e9f1 None None] Network dcac8088-38cd-4a49-ab48-4a79e40d999e requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:16:55.571861 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-bb5a6b19-9414-4eb5-a290-5fd63b0a7557 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "DELETE /v2.0/subnets/5e3124c1-52e5-40dd-88ca-e5de030ece48 HTTP/1.1" status: 204  len: 168 time: 1.4340725
Jan 29 10:16:55.574014 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57096) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:55.627149 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dbd2301-d449-4380-878c-6c34c7535b10 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:16:55.627653 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dbd2301-d449-4380-878c-6c34c7535b10 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:55.629894 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0dbd2301-d449-4380-878c-6c34c7535b10 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "DELETE /v2.0/subnets/a6229d35-b18b-4983-9b01-9eb48b62ebc2 HTTP/1.1" status: 404  len: 337 time: 0.0546880
Jan 29 10:16:55.633913 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57100) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:55.643078 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-b5c0c742-16a8-4048-a1d8-8c4fc78d76cc tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 10:16:55.644966 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b5c0c742-16a8-4048-a1d8-8c4fc78d76cc tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.1843705
Jan 29 10:16:55.648490 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57104) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:55.655407 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-85f2c24a-f1a4-4346-8535-7ad3b8193f5f tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Request body: {'security_group_rule': {'security_group_id': '6cf6e6c7-3d6e-47d4-aece-95917d8c2cb1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:16:55.657092 dv-neutron-772983-2-ovs neutron-server[80656]: WARNING neutron.api.v2.base [None req-85f2c24a-f1a4-4346-8535-7ad3b8193f5f tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Jan 29 10:16:55.657092 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-85f2c24a-f1a4-4346-8535-7ad3b8193f5f tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 10:16:55.657752 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-85f2c24a-f1a4-4346-8535-7ad3b8193f5f tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0081906
Jan 29 10:16:55.662092 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57108) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:55.671777 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-2286180b-449f-4ee9-b1be-95b8f3adb198 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Request body: {'security_group_rule': {'security_group_id': '6cf6e6c7-3d6e-47d4-aece-95917d8c2cb1', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:16:55.699980 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-2286180b-449f-4ee9-b1be-95b8f3adb198 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:16:55.705674 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2286180b-449f-4ee9-b1be-95b8f3adb198 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Usage tracker for resource:security_group_rule and tenant:08d87f3f75a24e46b6a8ba71e23f9e7f is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:16:55.709651 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2286180b-449f-4ee9-b1be-95b8f3adb198 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:16:55.716806 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-2286180b-449f-4ee9-b1be-95b8f3adb198 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:16:55.772038 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-2286180b-449f-4ee9-b1be-95b8f3adb198 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 10:16:55.778551 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2286180b-449f-4ee9-b1be-95b8f3adb198 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.1101255
Jan 29 10:16:55.779189 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57114) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:55.791057 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-0a2f32d2-8f38-4d4f-819c-7de20be2168f tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Request body: {'security_group_rule': {'security_group_id': '6cf6e6c7-3d6e-47d4-aece-95917d8c2cb1', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:16:55.791664 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e006a240-b738-4a29-8b41-f229db491da7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:16:55.792528 dv-neutron-772983-2-ovs neutron-server[80656]: WARNING neutron.api.v2.base [None req-0a2f32d2-8f38-4d4f-819c-7de20be2168f tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
Jan 29 10:16:55.793172 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-0a2f32d2-8f38-4d4f-819c-7de20be2168f tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 10:16:55.807236 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0a2f32d2-8f38-4d4f-819c-7de20be2168f tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0260446
Jan 29 10:16:55.810156 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57118) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:55.821197 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-12f0114e-270c-402a-8bbc-4da780b5587e tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Request body: {'security_group_rule': {'security_group_id': '6cf6e6c7-3d6e-47d4-aece-95917d8c2cb1', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:16:55.824046 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e006a240-b738-4a29-8b41-f229db491da7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:55.838181 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db014900-70f6-4c88-b95c-39b60d5cd004 None None] Sync routers for ids ['94e8fea7-78ae-4b26-b491-aa1905d27773'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:16:55.853801 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-12f0114e-270c-402a-8bbc-4da780b5587e tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:16:55.860084 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-12f0114e-270c-402a-8bbc-4da780b5587e tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Usage tracker for resource:security_group_rule and tenant:08d87f3f75a24e46b6a8ba71e23f9e7f is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:16:55.863327 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-12f0114e-270c-402a-8bbc-4da780b5587e tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:16:55.869592 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-12f0114e-270c-402a-8bbc-4da780b5587e tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:16:55.875836 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db014900-70f6-4c88-b95c-39b60d5cd004 None None] Routers {'94e8fea7-78ae-4b26-b491-aa1905d27773'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:16:55.876626 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-db014900-70f6-4c88-b95c-39b60d5cd004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c83782b0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:16:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['94e8fea7-78ae-4b26-b491-aa1905d27773'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:16:55.926845 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-34ceb352-741e-4176-ae27-c6b6a1f00ed6 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Deleting port b5c69fe7-3175-4a9a-85d2-7003d50032fa {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:16:55.927224 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-34ceb352-741e-4176-ae27-c6b6a1f00ed6 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:55.929745 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-12f0114e-270c-402a-8bbc-4da780b5587e tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 10:16:55.931285 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-12f0114e-270c-402a-8bbc-4da780b5587e tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.1185596
Jan 29 10:16:55.934335 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57126) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:55.944093 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-9fa77909-0ee3-42cf-bf07-c25bbf8a5497 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Request body: {'security_group_rule': {'security_group_id': '6cf6e6c7-3d6e-47d4-aece-95917d8c2cb1', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:16:55.998866 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e006a240-b738-4a29-8b41-f229db491da7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "DELETE /v2.0/floatingips/036d0ba8-2159-417f-8691-f06ade63a3fa HTTP/1.1" status: 204  len: 168 time: 5.5243316
Jan 29 10:16:55.998866 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e998cce-361f-4d79-9e65-709ea9cad757', 'tag': '25454eb1-5b49-433d-abe9-57e08fb7bccb'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:16:56.007346 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-9fa77909-0ee3-42cf-bf07-c25bbf8a5497 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:16:56.013410 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-9fa77909-0ee3-42cf-bf07-c25bbf8a5497 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Usage tracker for resource:security_group_rule and tenant:08d87f3f75a24e46b6a8ba71e23f9e7f is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:16:56.022628 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-9fa77909-0ee3-42cf-bf07-c25bbf8a5497 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:16:56.031698 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-9fa77909-0ee3-42cf-bf07-c25bbf8a5497 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:16:56.050044 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-cde3c2e9-ab92-4a33-bf07-77fc0bde6f1c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Deleting subnet 4f693fe8-b391-49f8-b1ce-443c9384aa4c {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:16:56.054551 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cde3c2e9-ab92-4a33-bf07-77fc0bde6f1c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:56.107819 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-9fa77909-0ee3-42cf-bf07-c25bbf8a5497 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 10:16:56.108731 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9fa77909-0ee3-42cf-bf07-c25bbf8a5497 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.1732512
Jan 29 10:16:56.116219 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57136) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:56.134510 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:56.141153 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cde3c2e9-ab92-4a33-bf07-77fc0bde6f1c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:56.258393 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-db014900-70f6-4c88-b95c-39b60d5cd004 None None] Set router 94e8fea7-78ae-4b26-b491-aa1905d27773 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:16:56.261431 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cde3c2e9-ab92-4a33-bf07-77fc0bde6f1c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:56.264051 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-901c39ea-b30f-4587-8491-9f196415b768 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:56.329843 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-901c39ea-b30f-4587-8491-9f196415b768 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:56.413482 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-901c39ea-b30f-4587-8491-9f196415b768 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:56.426869 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-922dc9ae-39a3-42c8-b359-aa6cf34e91ea tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:56.463542 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901c39ea-b30f-4587-8491-9f196415b768 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf6e6c7-3d6e-47d4-aece-95917d8c2cb1,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:56.478946 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-901c39ea-b30f-4587-8491-9f196415b768 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:56.481029 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-901c39ea-b30f-4587-8491-9f196415b768 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:56.483321 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-901c39ea-b30f-4587-8491-9f196415b768 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] 10.222.0.57 "DELETE /v2.0/security-groups/6cf6e6c7-3d6e-47d4-aece-95917d8c2cb1 HTTP/1.1" status: 204  len: 168 time: 0.3660080
Jan 29 10:16:56.486167 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57144) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:56.600859 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c33c7ce7-81a5-45cd-b93a-d55aa501fbcb tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Synchronizing usage tracker for tenant:08d87f3f75a24e46b6a8ba71e23f9e7f on resource:security_group {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:16:56.651918 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c33c7ce7-81a5-45cd-b93a-d55aa501fbcb tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Unset dirty status for tenant:08d87f3f75a24e46b6a8ba71e23f9e7f on resource:security_group {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:16:56.658190 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c33c7ce7-81a5-45cd-b93a-d55aa501fbcb tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.1678209
Jan 29 10:16:56.659858 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57150) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:56.678583 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-e7b0784d-6fa9-4643-9da5-dc2c3425d927 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Request body: {'security_group': {'name': 'tempest-secgroup--1394012744'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:16:56.807641 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-e7b0784d-6fa9-4643-9da5-dc2c3425d927 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:16:56.840705 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-e7b0784d-6fa9-4643-9da5-dc2c3425d927 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:16:56.897404 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e7b0784d-6fa9-4643-9da5-dc2c3425d927 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:56.967350 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57156) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:57.008999 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-db014900-70f6-4c88-b95c-39b60d5cd004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c83782b0>, [{'id': '94e8fea7-78ae-4b26-b491-aa1905d27773', 'name': 'tempest-TestNetworkBasicOps-router-27264373', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': 'a84fabec-f305-401d-949b-fd236667f4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:14:26Z', 'updated_at': '2021-01-29T10:14:49Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': 'a84fabec-f305-401d-949b-fd236667f4df', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e8fea7-78ae-4b26-b491-aa1905d27773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:14:28Z', 'updated_at': '2021-01-29T10:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'b06ccce2-d84a-4b99-a3bd-77cec131d632', 'name': '', 'network_id': 'd79afcbe-2f3b-4ecb-bd25-eeb12058d8af', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:08:aa:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e8fea7-78ae-4b26-b491-aa1905d27773', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '3f4cd1b1-46d8-44b2-a2d4-9bbe7bbba014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:14:44Z', 'updated_at': '2021-01-29T10:15:01Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': '3f4cd1b1-46d8-44b2-a2d4-9bbe7bbba014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:16:57.014282 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db014900-70f6-4c88-b95c-39b60d5cd004 None None] Checking router: 94e8fea7-78ae-4b26-b491-aa1905d27773 for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:16:57.030605 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db014900-70f6-4c88-b95c-39b60d5cd004 None None] Routers {'94e8fea7-78ae-4b26-b491-aa1905d27773'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:16:57.031965 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-db014900-70f6-4c88-b95c-39b60d5cd004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c83782b0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:16:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['94e8fea7-78ae-4b26-b491-aa1905d27773'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:16:57.089215 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb92e07-292b-4299-a5b5-647c2611be66 req-6d9a0e08-8468-4f25-b3e8-0bf07b952aa9 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:57.095740 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-adb92e07-292b-4299-a5b5-647c2611be66 req-6d9a0e08-8468-4f25-b3e8-0bf07b952aa9 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e998cce-361f-4d79-9e65-709ea9cad757 HTTP/1.1" status: 200  len: 946 time: 0.3454607
Jan 29 10:16:57.111718 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-e7b0784d-6fa9-4643-9da5-dc2c3425d927 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:16:57.136562 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e7b0784d-6fa9-4643-9da5-dc2c3425d927 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Usage tracker for resource:security_group_rule and tenant:08d87f3f75a24e46b6a8ba71e23f9e7f is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:16:57.145083 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e7b0784d-6fa9-4643-9da5-dc2c3425d927 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:16:57.155590 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-e7b0784d-6fa9-4643-9da5-dc2c3425d927 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:16:57.215086 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-adb92e07-292b-4299-a5b5-647c2611be66 req-9b137d4f-55c8-4842-b919-61f28dc1b734 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=827919ae-9ca1-4fc4-9d01-1da9444544c6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1053956
Jan 29 10:16:57.251888 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e998cce-361f-4d79-9e65-709ea9cad757', 'tag': '25454eb1-5b49-433d-abe9-57e08fb7bccb', 'status': 'completed', 'code': 200}
Jan 29 10:16:57.308976 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-57079358-2164-44d3-8906-a3f5d1e77a03 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1198389671'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:16:57.319078 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-57079358-2164-44d3-8906-a3f5d1e77a03 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:16:57.324247 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-57079358-2164-44d3-8906-a3f5d1e77a03 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Usage tracker for resource:network and tenant:8cc4c548833141b8bc8f9009064567bd is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:16:57.328550 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-57079358-2164-44d3-8906-a3f5d1e77a03 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Quota usage for network was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:16:57.334889 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-57079358-2164-44d3-8906-a3f5d1e77a03 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:16:57.342167 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-db014900-70f6-4c88-b95c-39b60d5cd004 None None] Set router 94e8fea7-78ae-4b26-b491-aa1905d27773 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:16:57.353116 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57079358-2164-44d3-8906-a3f5d1e77a03 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Made reservation on behalf of 8cc4c548833141b8bc8f9009064567bd for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:16:57.376964 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-57079358-2164-44d3-8906-a3f5d1e77a03 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:57.392102 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-34ceb352-741e-4176-ae27-c6b6a1f00ed6 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:57.404670 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-57079358-2164-44d3-8906-a3f5d1e77a03 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:57.459361 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-57079358-2164-44d3-8906-a3f5d1e77a03 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:16:57.467615 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e7b0784d-6fa9-4643-9da5-dc2c3425d927 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:57.468968 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-57079358-2164-44d3-8906-a3f5d1e77a03 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Usage tracker for resource:security_group_rule and tenant:8cc4c548833141b8bc8f9009064567bd is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:16:57.473841 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e7b0784d-6fa9-4643-9da5-dc2c3425d927 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:57.480104 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-57079358-2164-44d3-8906-a3f5d1e77a03 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:16:57.483349 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2c7db26d-ff98-43fa-83ee-13dee08a1e6a tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:57.512254 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-57079358-2164-44d3-8906-a3f5d1e77a03 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:16:57.561709 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b0784d-6fa9-4643-9da5-dc2c3425d927 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21b177e8-c9db-41e8-9a2d-76e75b4b65a0,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:57.561896 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-34ceb352-741e-4176-ae27-c6b6a1f00ed6 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Calling delete_port for b5c69fe7-3175-4a9a-85d2-7003d50032fa owned by network:router_interface {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:16:57.568430 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e7b0784d-6fa9-4643-9da5-dc2c3425d927 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:57.591315 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e7b0784d-6fa9-4643-9da5-dc2c3425d927 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:57.592634 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e7b0784d-6fa9-4643-9da5-dc2c3425d927 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.9308667
Jan 29 10:16:57.601414 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57162) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:57.630336 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-b844f3df-22eb-4e08-9476-48f0bbf5898d tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Request body: {'security_group_rule': {'security_group_id': '21b177e8-c9db-41e8-9a2d-76e75b4b65a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:16:57.667740 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-57079358-2164-44d3-8906-a3f5d1e77a03 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:57.672863 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-57079358-2164-44d3-8906-a3f5d1e77a03 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:57.678264 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-523a3289-5f3c-410a-85e0-60c2a76afb07 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:57.681160 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-b844f3df-22eb-4e08-9476-48f0bbf5898d tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:16:57.692104 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-979616aa-db21-452d-b782-d7d09c25cb5c None None] Provisioning complete for port 387e501d-23c8-48f2-b0b9-64b3f6619304 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:16:57.692532 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-979616aa-db21-452d-b782-d7d09c25cb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:57.705257 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d23d7-7b6a-430c-85c6-354e1bacaaf6 req-3ea0f2dd-7e34-4591-9a6b-a07d91c2d7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:57.707662 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c94d23d7-7b6a-430c-85c6-354e1bacaaf6 req-3ea0f2dd-7e34-4591-9a6b-a07d91c2d7b8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ff1f06ee29ef461597f2ecd846f8813d&device_id=1e998cce-361f-4d79-9e65-709ea9cad757 HTTP/1.1" status: 200  len: 1163 time: 1.0675459
Jan 29 10:16:57.708038 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b844f3df-22eb-4e08-9476-48f0bbf5898d tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Usage tracker for resource:security_group_rule and tenant:08d87f3f75a24e46b6a8ba71e23f9e7f is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:16:57.715239 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b844f3df-22eb-4e08-9476-48f0bbf5898d tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:16:57.722814 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57079358-2164-44d3-8906-a3f5d1e77a03 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:16:57.739283 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57079358-2164-44d3-8906-a3f5d1e77a03 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9db860fc-b902-4f0e-9950-f72d1fd6283d,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:57.743856 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-57079358-2164-44d3-8906-a3f5d1e77a03 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:57.745144 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-57079358-2164-44d3-8906-a3f5d1e77a03 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:57.746270 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-57079358-2164-44d3-8906-a3f5d1e77a03 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Added segment ac6aab40-b5e6-40fe-ab53-065cf1b0341f of type vxlan for network 8c652c80-5f87-4d3d-a2e3-954d4202c770
Jan 29 10:16:57.767395 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-b844f3df-22eb-4e08-9476-48f0bbf5898d tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:16:57.774788 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-979616aa-db21-452d-b782-d7d09c25cb5c None None] Port 387e501d-23c8-48f2-b0b9-64b3f6619304 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:16:57.781952 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-57079358-2164-44d3-8906-a3f5d1e77a03 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:57.800101 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-db014900-70f6-4c88-b95c-39b60d5cd004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c83782b0>, [{'id': '94e8fea7-78ae-4b26-b491-aa1905d27773', 'name': 'tempest-TestNetworkBasicOps-router-27264373', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': 'a84fabec-f305-401d-949b-fd236667f4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:14:26Z', 'updated_at': '2021-01-29T10:14:49Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': 'a84fabec-f305-401d-949b-fd236667f4df', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e8fea7-78ae-4b26-b491-aa1905d27773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:14:28Z', 'updated_at': '2021-01-29T10:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'b06ccce2-d84a-4b99-a3bd-77cec131d632', 'name': '', 'network_id': 'd79afcbe-2f3b-4ecb-bd25-eeb12058d8af', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:08:aa:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e8fea7-78ae-4b26-b491-aa1905d27773', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '3f4cd1b1-46d8-44b2-a2d4-9bbe7bbba014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:14:44Z', 'updated_at': '2021-01-29T10:15:01Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': '3f4cd1b1-46d8-44b2-a2d4-9bbe7bbba014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:16:57.805751 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db014900-70f6-4c88-b95c-39b60d5cd004 None None] The sync data for ids ['94e8fea7-78ae-4b26-b491-aa1905d27773'] in dv-neutron-772983-2-ovs is: [{'id': '94e8fea7-78ae-4b26-b491-aa1905d27773', 'name': 'tempest-TestNetworkBasicOps-router-27264373', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': 'a84fabec-f305-401d-949b-fd236667f4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:14:26Z', 'updated_at': '2021-01-29T10:14:49Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': 'a84fabec-f305-401d-949b-fd236667f4df', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e8fea7-78ae-4b26-b491-aa1905d27773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:14:28Z', 'updated_at': '2021-01-29T10:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'b06ccce2-d84a-4b99-a3bd-77cec131d632', 'name': '', 'network_id': 'd79afcbe-2f3b-4ecb-bd25-eeb12058d8af', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:08:aa:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e8fea7-78ae-4b26-b491-aa1905d27773', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '3f4cd1b1-46d8-44b2-a2d4-9bbe7bbba014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:14:44Z', 'updated_at': '2021-01-29T10:15:01Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': '3f4cd1b1-46d8-44b2-a2d4-9bbe7bbba014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:16:57.817815 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-979616aa-db21-452d-b782-d7d09c25cb5c None None] Provisioning complete for port de988830-0900-4d06-9a78-64a829ccf259 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:16:57.818852 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-979616aa-db21-452d-b782-d7d09c25cb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:57.823395 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-57079358-2164-44d3-8906-a3f5d1e77a03 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:57.904077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57079358-2164-44d3-8906-a3f5d1e77a03 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:57.905047 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-57079358-2164-44d3-8906-a3f5d1e77a03 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:57.912713 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1990d4a1-a06b-4cff-ad10-eba97e67e990 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:58.026216 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-b844f3df-22eb-4e08-9476-48f0bbf5898d tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] create failed (client error): The resource could not be found.
Jan 29 10:16:58.027350 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b844f3df-22eb-4e08-9476-48f0bbf5898d tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.4171245
Jan 29 10:16:58.031667 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57166) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:58.041538 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57079358-2164-44d3-8906-a3f5d1e77a03 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Pushing event updated for resources: {'Network': ['ID=8c652c80-5f87-4d3d-a2e3-954d4202c770,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:58.045058 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-57079358-2164-44d3-8906-a3f5d1e77a03 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.0766215
Jan 29 10:16:58.046100 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-57079358-2164-44d3-8906-a3f5d1e77a03 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:58.054527 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 8c652c80-5f87-4d3d-a2e3-954d4202c770 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:16:58.057711 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-767540f0-eab4-4e57-9971-26de8e221c18 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Request body: {'security_group_rule': {'security_group_id': '21b177e8-c9db-41e8-9a2d-76e75b4b65a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'f61d37e6-8fa7-45b9-bac3-268de0d5eccc'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:16:58.087330 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cde3c2e9-ab92-4a33-bf07-77fc0bde6f1c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:58.117675 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-767540f0-eab4-4e57-9971-26de8e221c18 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:16:58.122834 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-65c7ceb6-166c-49a6-92af-7bee64000c26 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:58.166100 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d23d7-7b6a-430c-85c6-354e1bacaaf6 req-4f22ad48-0408-4358-85f7-9bb6b4a07330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:58.169132 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c94d23d7-7b6a-430c-85c6-354e1bacaaf6 req-4f22ad48-0408-4358-85f7-9bb6b4a07330 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d79afcbe-2f3b-4ecb-bd25-eeb12058d8af HTTP/1.1" status: 200  len: 891 time: 0.4507599
Jan 29 10:16:58.210039 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 8c652c80-5f87-4d3d-a2e3-954d4202c770 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:16:58.234877 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-767540f0-eab4-4e57-9971-26de8e221c18 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Usage tracker for resource:security_group_rule and tenant:08d87f3f75a24e46b6a8ba71e23f9e7f is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:16:58.242735 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde3c2e9-ab92-4a33-bf07-77fc0bde6f1c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event deleted for resources: {'Subnet': ['ID=4f693fe8-b391-49f8-b1ce-443c9384aa4c,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:58.246433 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-cde3c2e9-ab92-4a33-bf07-77fc0bde6f1c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:58.250964 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57170) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:58.259105 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-6c2fbe3b-8d71-473b-84e8-6812c5c6b6d7 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Request body: {'subnet': {'network_id': '8c652c80-5f87-4d3d-a2e3-954d4202c770', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:16:58.260303 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-767540f0-eab4-4e57-9971-26de8e221c18 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:16:58.324591 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfee6bc-10e3-4d66-9580-a0c5105e2e3b None None] New status for floating IP 036d0ba8-2159-417f-8691-f06ade63a3fa: DOWN {{(pid=80768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 29 10:16:58.349838 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-767540f0-eab4-4e57-9971-26de8e221c18 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:16:58.355007 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c94d23d7-7b6a-430c-85c6-354e1bacaaf6 req-4e8d0257-d555-459e-883f-a3782a14d8bd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25454eb1-5b49-433d-abe9-57e08fb7bccb HTTP/1.1" status: 200  len: 217 time: 0.0909338
Jan 29 10:16:58.431822 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-6c2fbe3b-8d71-473b-84e8-6812c5c6b6d7 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:16:58.438284 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6c2fbe3b-8d71-473b-84e8-6812c5c6b6d7 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Usage tracker for resource:subnet and tenant:8cc4c548833141b8bc8f9009064567bd is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:16:58.441232 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6c2fbe3b-8d71-473b-84e8-6812c5c6b6d7 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:16:58.448859 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-6c2fbe3b-8d71-473b-84e8-6812c5c6b6d7 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:16:58.460169 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2fbe3b-8d71-473b-84e8-6812c5c6b6d7 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Made reservation on behalf of 8cc4c548833141b8bc8f9009064567bd for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:16:58.486910 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6c2fbe3b-8d71-473b-84e8-6812c5c6b6d7 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:58.547549 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d23d7-7b6a-430c-85c6-354e1bacaaf6 req-ef533fd9-812b-40f8-bb82-16fdb6cd0c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:58.550796 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c94d23d7-7b6a-430c-85c6-354e1bacaaf6 req-ef533fd9-812b-40f8-bb82-16fdb6cd0c98 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3f4cd1b1-46d8-44b2-a2d4-9bbe7bbba014 HTTP/1.1" status: 200  len: 834 time: 0.1275315
Jan 29 10:16:58.557729 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-34ceb352-741e-4176-ae27-c6b6a1f00ed6 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:58.587928 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-de650f5b-fd0b-4c64-9fd7-8ad2555b116f tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:16:58.716913 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ceb352-741e-4176-ae27-c6b6a1f00ed6 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Pushing event deleted for resources: {'Port': ['ID=b5c69fe7-3175-4a9a-85d2-7003d50032fa,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:16:58.725138 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cde3c2e9-ab92-4a33-bf07-77fc0bde6f1c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:58.730007 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-34ceb352-741e-4176-ae27-c6b6a1f00ed6 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:16:58.735365 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1104e3-2fec-43e8-89d0-89d8132af411 None None] Network dcac8088-38cd-4a49-ab48-4a79e40d999e requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:16:58.809378 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-767540f0-eab4-4e57-9971-26de8e221c18 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] create failed (client error): The resource could not be found.
Jan 29 10:16:58.810583 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-767540f0-eab4-4e57-9971-26de8e221c18 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.7746377
Jan 29 10:16:58.814339 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-cde3c2e9-ab92-4a33-bf07-77fc0bde6f1c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "DELETE /v2.0/subnets/4f693fe8-b391-49f8-b1ce-443c9384aa4c HTTP/1.1" status: 204  len: 168 time: 3.1722934
Jan 29 10:16:58.823976 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57176) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:58.824464 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57178) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:58.852682 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d81f5-8441-409b-ac7f-8ab020b7ce0c req-36e36b92-6c61-4fbe-8513-ffc4a0ff1da6 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:58.854385 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-797d81f5-8441-409b-ac7f-8ab020b7ce0c req-36e36b92-6c61-4fbe-8513-ffc4a0ff1da6 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e998cce-361f-4d79-9e65-709ea9cad757 HTTP/1.1" status: 200  len: 946 time: 0.3276227
Jan 29 10:16:58.920741 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-e83a9705-df18-4520-9c79-2106289e4124 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:16:58.920741 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e83a9705-df18-4520-9c79-2106289e4124 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:58.925480 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e83a9705-df18-4520-9c79-2106289e4124 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "DELETE /v2.0/subnets/d0ce6cd9-16fa-4f09-a1b0-7ec37a628359 HTTP/1.1" status: 404  len: 337 time: 0.0948782
Jan 29 10:16:58.937350 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57184) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:58.989583 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fee40e-4529-4017-91d3-463141136194 req-48dcadbb-b7d5-4110-a6be-9422629002de tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:58.991322 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-24fee40e-4529-4017-91d3-463141136194 req-48dcadbb-b7d5-4110-a6be-9422629002de tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e998cce-361f-4d79-9e65-709ea9cad757 HTTP/1.1" status: 200  len: 946 time: 0.4658363
Jan 29 10:16:59.018277 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d880c282-347b-44ae-a8d7-c070226b034d tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "GET /v2.0/ports?device_id=088cfdfb-3927-48d0-a170-3ea951bf5325 HTTP/1.1" status: 200  len: 205 time: 0.0732472
Jan 29 10:16:59.023508 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57188) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:59.102980 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b432e1a1-52c9-4af2-a6f3-2d276cc7f1c6 None None] DHCP port deletion for dcac8088-38cd-4a49-ab48-4a79e40d999e request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:16:59.107531 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d23d7-7b6a-430c-85c6-354e1bacaaf6 req-85441e2a-02b9-40af-b873-2e985ddd8a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:16:59.109193 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c94d23d7-7b6a-430c-85c6-354e1bacaaf6 req-85441e2a-02b9-40af-b873-2e985ddd8a88 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d79afcbe-2f3b-4ecb-bd25-eeb12058d8af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.5240741
Jan 29 10:16:59.110667 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-b432e1a1-52c9-4af2-a6f3-2d276cc7f1c6 None None] Deleting port de988830-0900-4d06-9a78-64a829ccf259 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:16:59.111543 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b432e1a1-52c9-4af2-a6f3-2d276cc7f1c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:59.147014 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-797d81f5-8441-409b-ac7f-8ab020b7ce0c req-6751118e-bf6d-4396-b8a2-9f84b7630820 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Deleting port 25454eb1-5b49-433d-abe9-57e08fb7bccb {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:16:59.147412 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-797d81f5-8441-409b-ac7f-8ab020b7ce0c req-6751118e-bf6d-4396-b8a2-9f84b7630820 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:59.232972 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-24fee40e-4529-4017-91d3-463141136194 req-9d32b2bc-e79a-4d06-9c4e-df1a1d717e3f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=827919ae-9ca1-4fc4-9d01-1da9444544c6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2024608
Jan 29 10:16:59.320499 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-89463842-6ad3-460f-bb9b-37d49465fda7 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] delete failed (client error): The resource could not be found.
Jan 29 10:16:59.321650 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-89463842-6ad3-460f-bb9b-37d49465fda7 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "DELETE /v2.0/routers/088cfdfb-3927-48d0-a170-3ea951bf5325 HTTP/1.1" status: 404  len: 336 time: 0.2961404
Jan 29 10:16:59.354074 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57192) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:59.355200 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5cc1b3e1-e29d-4ebe-9117-72f8b3b8f02f tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:59.469801 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-34ceb352-741e-4176-ae27-c6b6a1f00ed6 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854415430'] for router_interface, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:59.492265 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 25454eb1-5b49-433d-abe9-57e08fb7bccb no longer exists at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:16:59.549085 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a9029bd-e9ab-4c95-94dc-ede3974824d3 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:16:59.549701 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a9029bd-e9ab-4c95-94dc-ede3974824d3 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:59.554526 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3a9029bd-e9ab-4c95-94dc-ede3974824d3 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "DELETE /v2.0/subnets/90567a9c-69e8-4a3d-b621-b5530f1affa6 HTTP/1.1" status: 404  len: 337 time: 0.1938148
Jan 29 10:16:59.557974 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device de988830-0900-4d06-9a78-64a829ccf259 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:16:59.578013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57196) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:59.582582 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5cc1b3e1-e29d-4ebe-9117-72f8b3b8f02f tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:59.636207 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c94d23d7-7b6a-430c-85c6-354e1bacaaf6 req-d50de9d4-1bbe-4d8a-961c-c8f88ddb42df service neutron] 10.222.0.22 "GET /v2.0/networks/d79afcbe-2f3b-4ecb-bd25-eeb12058d8af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5064702
Jan 29 10:16:59.686861 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f6754f3-1315-4341-adb8-e9bebfa732ba tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:16:59.687361 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f6754f3-1315-4341-adb8-e9bebfa732ba tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:16:59.689223 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5f6754f3-1315-4341-adb8-e9bebfa732ba tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "DELETE /v2.0/subnets/66d03a53-d15e-4903-b8da-a2633c616ff4 HTTP/1.1" status: 404  len: 337 time: 0.0974846
Jan 29 10:16:59.761143 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57200) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:16:59.770306 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-b432e1a1-52c9-4af2-a6f3-2d276cc7f1c6 None None] For port de988830-0900-4d06-9a78-64a829ccf259, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=de988830-0900-4d06-9a78-64a829ccf259,segment=NetworkSegment(ddc16533-0427-4af2-96a7-9fd46908c836),segment_id=ddc16533-0427-4af2-96a7-9fd46908c836)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:16:59.770771 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b432e1a1-52c9-4af2-a6f3-2d276cc7f1c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:59.892665 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:59.898626 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-797d81f5-8441-409b-ac7f-8ab020b7ce0c req-6751118e-bf6d-4396-b8a2-9f84b7630820 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] For port 25454eb1-5b49-433d-abe9-57e08fb7bccb, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=25454eb1-5b49-433d-abe9-57e08fb7bccb,segment=NetworkSegment(5462c2ed-631f-44be-b821-4250d3698045),segment_id=5462c2ed-631f-44be-b821-4250d3698045)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:16:59.899141 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-797d81f5-8441-409b-ac7f-8ab020b7ce0c req-6751118e-bf6d-4396-b8a2-9f84b7630820 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:16:59.987345 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-b432e1a1-52c9-4af2-a6f3-2d276cc7f1c6 None None] Calling delete_port for de988830-0900-4d06-9a78-64a829ccf259 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:17:00.057999 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-797d81f5-8441-409b-ac7f-8ab020b7ce0c req-6751118e-bf6d-4396-b8a2-9f84b7630820 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Calling delete_port for 25454eb1-5b49-433d-abe9-57e08fb7bccb owned by compute:nova {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:17:00.066092 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e998cce-361f-4d79-9e65-709ea9cad757', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25454eb1-5b49-433d-abe9-57e08fb7bccb'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:17:00.074256 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:17:00.081188 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:00.097910 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port 25454eb1-5b49-433d-abe9-57e08fb7bccb, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=25454eb1-5b49-433d-abe9-57e08fb7bccb,segment=NetworkSegment(5462c2ed-631f-44be-b821-4250d3698045),segment_id=5462c2ed-631f-44be-b821-4250d3698045)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:17:00.110040 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:00.113568 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3876185a-4e12-4237-bc8d-8fbfb44408ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:00.157994 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fb63a79-b1cd-4343-b52a-c2612fd60e41 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:17:00.158394 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fb63a79-b1cd-4343-b52a-c2612fd60e41 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:17:00.163578 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port de988830-0900-4d06-9a78-64a829ccf259, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=de988830-0900-4d06-9a78-64a829ccf259,segment=NetworkSegment(ddc16533-0427-4af2-96a7-9fd46908c836),segment_id=ddc16533-0427-4af2-96a7-9fd46908c836)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:17:00.164402 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3fb63a79-b1cd-4343-b52a-c2612fd60e41 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "DELETE /v2.0/subnets/05bccb9f-e977-47f5-a528-363f09fdc5e1 HTTP/1.1" status: 404  len: 337 time: 0.3971770
Jan 29 10:17:00.180308 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57208) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:00.183294 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:00.233596 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=25454eb1-5b49-433d-abe9-57e08fb7bccb,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:00.238087 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:00.238600 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5fb9d1ce-4ac6-4d6a-837d-d56b664fe63c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:00.273596 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5cc1b3e1-e29d-4ebe-9117-72f8b3b8f02f tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:00.288204 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-948925fd-e14b-4201-82c4-2b3021cf9aa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:00.297299 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [req-797d81f5-8441-409b-ac7f-8ab020b7ce0c req-6751118e-bf6d-4396-b8a2-9f84b7630820 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80765) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:17:00.297682 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [req-797d81f5-8441-409b-ac7f-8ab020b7ce0c req-6751118e-bf6d-4396-b8a2-9f84b7630820 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:17:00.315907 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc1b3e1-e29d-4ebe-9117-72f8b3b8f02f tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b177e8-c9db-41e8-9a2d-76e75b4b65a0,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:00.318895 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-55cfcfc8-26f0-4a40-b65b-5860cb979863 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:17:00.318895 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55cfcfc8-26f0-4a40-b65b-5860cb979863 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:17:00.319064 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5cc1b3e1-e29d-4ebe-9117-72f8b3b8f02f tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:00.369615 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-55cfcfc8-26f0-4a40-b65b-5860cb979863 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "DELETE /v2.0/ports/50377374-a07c-4b44-9e12-421d329f4491 HTTP/1.1" status: 404  len: 333 time: 0.1762540
Jan 29 10:17:00.382433 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57214) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:00.389002 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=de988830-0900-4d06-9a78-64a829ccf259,revision_number=11']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:00.389002 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:00.418003 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e998cce-361f-4d79-9e65-709ea9cad757', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25454eb1-5b49-433d-abe9-57e08fb7bccb', 'code': 200}
Jan 29 10:17:00.426782 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-b432e1a1-52c9-4af2-a6f3-2d276cc7f1c6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80767) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:17:00.427526 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-b432e1a1-52c9-4af2-a6f3-2d276cc7f1c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:17:00.483080 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-35f721ec-ca0a-4ea7-b44c-8f655b17c69e tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:17:00.483589 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35f721ec-ca0a-4ea7-b44c-8f655b17c69e tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:17:00.487949 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-35f721ec-ca0a-4ea7-b44c-8f655b17c69e tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "DELETE /v2.0/subnets/d546fde3-8688-4a8c-93e3-37ba8eb0c3c7 HTTP/1.1" status: 404  len: 337 time: 0.1080997
Jan 29 10:17:00.488781 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57218) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:00.506409 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5cc1b3e1-e29d-4ebe-9117-72f8b3b8f02f tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:00.507609 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5cc1b3e1-e29d-4ebe-9117-72f8b3b8f02f tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] 10.222.0.57 "DELETE /v2.0/security-groups/21b177e8-c9db-41e8-9a2d-76e75b4b65a0 HTTP/1.1" status: 204  len: 168 time: 1.6823938
Jan 29 10:17:00.511278 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c94d23d7-7b6a-430c-85c6-354e1bacaaf6 req-f3037950-9941-4e2e-b16e-9d51808bf973 service neutron] 10.222.0.22 "GET /v2.0/networks/d79afcbe-2f3b-4ecb-bd25-eeb12058d8af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.8570669
Jan 29 10:17:00.512123 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57222) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:00.588876 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6bd3d35-8827-4c50-9e5f-3702043a243c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:17:00.589381 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6bd3d35-8827-4c50-9e5f-3702043a243c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:17:00.591299 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b6bd3d35-8827-4c50-9e5f-3702043a243c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "DELETE /v2.0/subnets/a9523b55-40fb-4b2e-9f7c-e2d7f7691b7c HTTP/1.1" status: 404  len: 337 time: 0.1016729
Jan 29 10:17:00.598878 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57226) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:00.608822 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6c2fbe3b-8d71-473b-84e8-6812c5c6b6d7 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:00.654663 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3b0421d3-cc18-4e26-8a6e-15050c205588 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:00.703990 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ceb352-741e-4176-ae27-c6b6a1f00ed6 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Router 2530de10-a0f7-47f2-8872-ed0b603d3e7a has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:17:00.734912 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5dbbb205-b894-443c-930b-c78c76ba0fea tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Synchronizing usage tracker for tenant:08d87f3f75a24e46b6a8ba71e23f9e7f on resource:security_group {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:17:00.736132 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e944147-eed2-4226-98d5-f647a07dcded tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:17:00.736637 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e944147-eed2-4226-98d5-f647a07dcded tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:17:00.739342 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7e944147-eed2-4226-98d5-f647a07dcded tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "DELETE /v2.0/ports/9cb4e8b0-eb35-482d-be77-398086ce97fe HTTP/1.1" status: 404  len: 333 time: 0.1374030
Jan 29 10:17:00.744902 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57230) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:00.799232 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-797d81f5-8441-409b-ac7f-8ab020b7ce0c req-6751118e-bf6d-4396-b8a2-9f84b7630820 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Deleting port 25454eb1-5b49-433d-abe9-57e08fb7bccb {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:17:00.800187 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-797d81f5-8441-409b-ac7f-8ab020b7ce0c req-6751118e-bf6d-4396-b8a2-9f84b7630820 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:00.873216 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2fbe3b-8d71-473b-84e8-6812c5c6b6d7 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Pushing event updated for resources: {'Subnet': ['ID=645b2585-ced6-4728-8d57-c2a4a0f4a1ab,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:00.903580 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6c2fbe3b-8d71-473b-84e8-6812c5c6b6d7 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:00.927292 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-1869af7c-8f90-475a-8ac2-0647eced080c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:17:00.927799 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1869af7c-8f90-475a-8ac2-0647eced080c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:17:00.928729 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-b432e1a1-52c9-4af2-a6f3-2d276cc7f1c6 None None] Deleting port de988830-0900-4d06-9a78-64a829ccf259 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:17:00.929174 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b432e1a1-52c9-4af2-a6f3-2d276cc7f1c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:00.929812 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1869af7c-8f90-475a-8ac2-0647eced080c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "DELETE /v2.0/subnets/ec598f66-a845-4f69-bee2-fe62123514af HTTP/1.1" status: 404  len: 337 time: 0.1308837
Jan 29 10:17:00.937994 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57234) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:00.941154 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5dbbb205-b894-443c-930b-c78c76ba0fea tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Unset dirty status for tenant:08d87f3f75a24e46b6a8ba71e23f9e7f on resource:security_group {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:17:00.943126 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5dbbb205-b894-443c-930b-c78c76ba0fea tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.3719747
Jan 29 10:17:00.948808 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57238) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:01.009810 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-5aa24fcf-22f0-451e-9286-062cbf136926 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Request body: {'security_group_rule': {'security_group_id': '818e39c3-78eb-4314-a0db-4389dd6710ab', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:17:01.037850 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ceb352-741e-4176-ae27-c6b6a1f00ed6 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:17:01.040062 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-5aa24fcf-22f0-451e-9286-062cbf136926 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:17:01.043331 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-79706ff8-162a-4a1d-b82e-dd7fbe560de9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:17:01.045666 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79706ff8-162a-4a1d-b82e-dd7fbe560de9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:17:01.046779 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-79706ff8-162a-4a1d-b82e-dd7fbe560de9 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "DELETE /v2.0/subnets/03ee1f08-daf6-495c-ab18-01f3f2b07057 HTTP/1.1" status: 404  len: 337 time: 0.1066868
Jan 29 10:17:01.054818 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-34ceb352-741e-4176-ae27-c6b6a1f00ed6 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] 10.222.0.57 "PUT /v2.0/routers/2530de10-a0f7-47f2-8872-ed0b603d3e7a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.0559454
Jan 29 10:17:01.057592 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5aa24fcf-22f0-451e-9286-062cbf136926 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Usage tracker for resource:security_group_rule and tenant:08d87f3f75a24e46b6a8ba71e23f9e7f is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:17:01.060201 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57242) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:01.060547 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57244) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:01.060882 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf21b67b-3457-414b-a8b0-6653eb66c091 None None] Sync routers for ids ['2530de10-a0f7-47f2-8872-ed0b603d3e7a'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:17:01.064944 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5aa24fcf-22f0-451e-9286-062cbf136926 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:17:01.085328 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949f2931-2765-40e3-90da-52b1add7bada req-862dfdd4-4e27-481e-a3eb-3a00b57b8a9a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:17:01.086205 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-949f2931-2765-40e3-90da-52b1add7bada req-862dfdd4-4e27-481e-a3eb-3a00b57b8a9a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Synchronizing usage tracker for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:17:01.097929 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf21b67b-3457-414b-a8b0-6653eb66c091 None None] Routers {'2530de10-a0f7-47f2-8872-ed0b603d3e7a'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:17:01.098901 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-bf21b67b-3457-414b-a8b0-6653eb66c091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c82e34a8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:16:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['2530de10-a0f7-47f2-8872-ed0b603d3e7a'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:01.173385 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-949f2931-2765-40e3-90da-52b1add7bada req-862dfdd4-4e27-481e-a3eb-3a00b57b8a9a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Unset dirty status for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:17:01.175404 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-949f2931-2765-40e3-90da-52b1add7bada req-862dfdd4-4e27-481e-a3eb-3a00b57b8a9a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e998cce-361f-4d79-9e65-709ea9cad757 HTTP/1.1" status: 200  len: 944 time: 0.6399736
Jan 29 10:17:01.185886 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-5aa24fcf-22f0-451e-9286-062cbf136926 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:17:01.189848 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-bf21b67b-3457-414b-a8b0-6653eb66c091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c82e34a8>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:01.191013 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-dff95d84-d157-44a0-9a6c-06e996e77bfa tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] delete failed (client error): The resource could not be found.
Jan 29 10:17:01.197831 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-dff95d84-d157-44a0-9a6c-06e996e77bfa tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] 10.222.0.57 "DELETE /v2.0/routers/tempest-non_exist_router-713138832 HTTP/1.1" status: 404  len: 334 time: 0.1308661
Jan 29 10:17:01.203115 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57250) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:01.221463 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-a7345da3-af48-49f7-a2b6-998ca77a0df3 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Request body: {'router': {'external_gateway_info': {'network_id': '2530de10-a0f7-47f2-8872-ed0b603d3e7a'}}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:17:01.262432 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf21b67b-3457-414b-a8b0-6653eb66c091 None None] Routers {'2530de10-a0f7-47f2-8872-ed0b603d3e7a'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:17:01.263120 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-bf21b67b-3457-414b-a8b0-6653eb66c091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c82e34a8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:16:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['2530de10-a0f7-47f2-8872-ed0b603d3e7a'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:01.266130 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2fbe3b-8d71-473b-84e8-6812c5c6b6d7 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Checking segment: {'id': 'ac6aab40-b5e6-40fe-ab53-065cf1b0341f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8c652c80-5f87-4d3d-a2e3-954d4202c770'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:17:01.266541 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2fbe3b-8d71-473b-84e8-6812c5c6b6d7 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Network hostable DHCP agents. Network: 8c652c80-5f87-4d3d-a2e3-954d4202c770, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:17:01.335901 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-949f2931-2765-40e3-90da-52b1add7bada req-a650e8a4-d17e-4dc3-8d92-a1e8047b0c3d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=827919ae-9ca1-4fc4-9d01-1da9444544c6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1466191
Jan 29 10:17:01.354271 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-bf21b67b-3457-414b-a8b0-6653eb66c091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c82e34a8>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:01.354734 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf21b67b-3457-414b-a8b0-6653eb66c091 None None] The sync data for ids ['2530de10-a0f7-47f2-8872-ed0b603d3e7a'] in dv-neutron-772983-2-ovs is: [] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:17:01.358576 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2fbe3b-8d71-473b-84e8-6812c5c6b6d7 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Network 8c652c80-5f87-4d3d-a2e3-954d4202c770 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:17:01.373493 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-b432e1a1-52c9-4af2-a6f3-2d276cc7f1c6 None None] For port de988830-0900-4d06-9a78-64a829ccf259, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=de988830-0900-4d06-9a78-64a829ccf259,segment=NetworkSegment(ddc16533-0427-4af2-96a7-9fd46908c836),segment_id=ddc16533-0427-4af2-96a7-9fd46908c836)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:17:01.373984 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b432e1a1-52c9-4af2-a6f3-2d276cc7f1c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:01.386779 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-6c2fbe3b-8d71-473b-84e8-6812c5c6b6d7 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 8c652c80-5f87-4d3d-a2e3-954d4202c770) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:17:01.406762 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-797d81f5-8441-409b-ac7f-8ab020b7ce0c req-6751118e-bf6d-4396-b8a2-9f84b7630820 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] For port 25454eb1-5b49-433d-abe9-57e08fb7bccb, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=25454eb1-5b49-433d-abe9-57e08fb7bccb,segment=NetworkSegment(5462c2ed-631f-44be-b821-4250d3698045),segment_id=5462c2ed-631f-44be-b821-4250d3698045)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:17:01.407388 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-797d81f5-8441-409b-ac7f-8ab020b7ce0c req-6751118e-bf6d-4396-b8a2-9f84b7630820 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:01.416147 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2fbe3b-8d71-473b-84e8-6812c5c6b6d7 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:17:01.416301 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-bbddf120-138f-4702-9ebe-11ac723064da tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Deleting port 387e501d-23c8-48f2-b0b9-64b3f6619304 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:17:01.416630 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bbddf120-138f-4702-9ebe-11ac723064da tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:01.416775 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6c2fbe3b-8d71-473b-84e8-6812c5c6b6d7 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:01.512360 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8dd92b-ddee-4a65-8182-b594bef59c07 None None] Network 8c652c80-5f87-4d3d-a2e3-954d4202c770 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:17:01.532643 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-b432e1a1-52c9-4af2-a6f3-2d276cc7f1c6 None None] Calling delete_port for de988830-0900-4d06-9a78-64a829ccf259 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:17:01.565296 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-797d81f5-8441-409b-ac7f-8ab020b7ce0c req-6751118e-bf6d-4396-b8a2-9f84b7630820 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Calling delete_port for 25454eb1-5b49-433d-abe9-57e08fb7bccb owned by compute:nova {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:17:01.573159 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-5aa24fcf-22f0-451e-9286-062cbf136926 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] create failed (client error): The resource could not be found.
Jan 29 10:17:01.577899 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5aa24fcf-22f0-451e-9286-062cbf136926 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.5751705
Jan 29 10:17:01.589109 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57254) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:01.627480 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6c2fbe3b-8d71-473b-84e8-6812c5c6b6d7 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 816 time: 3.3716135
Jan 29 10:17:01.627480 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57256) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:01.636120 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-ecd8fb1a-5bfb-4804-9049-6a68b52d0320 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2095539785'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:17:01.646971 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ecd8fb1a-5bfb-4804-9049-6a68b52d0320 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:17:01.661004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ecd8fb1a-5bfb-4804-9049-6a68b52d0320 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Usage tracker for resource:network and tenant:8cc4c548833141b8bc8f9009064567bd is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:17:01.679408 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ecd8fb1a-5bfb-4804-9049-6a68b52d0320 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Quota usage for network was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:17:01.686477 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ecd8fb1a-5bfb-4804-9049-6a68b52d0320 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:17:01.694046 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-a123d65d-978e-4af2-b27e-83c362e556bd tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Request body: {'security_group': {'name': 'tempest-secgroup--1985495781'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:17:01.725938 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a123d65d-978e-4af2-b27e-83c362e556bd tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:17:01.743550 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd8fb1a-5bfb-4804-9049-6a68b52d0320 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Made reservation on behalf of 8cc4c548833141b8bc8f9009064567bd for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:17:01.764586 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b432e1a1-52c9-4af2-a6f3-2d276cc7f1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:01.765584 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ecd8fb1a-5bfb-4804-9049-6a68b52d0320 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:01.809234 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:01.810538 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-797d81f5-8441-409b-ac7f-8ab020b7ce0c req-6751118e-bf6d-4396-b8a2-9f84b7630820 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:01.820798 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a123d65d-978e-4af2-b27e-83c362e556bd tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:17:01.833299 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-aef5257e-d7b9-4e12-9695-d0a923160544 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:01.870640 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b432e1a1-52c9-4af2-a6f3-2d276cc7f1c6 None None] Pushing event deleted for resources: {'Port': ['ID=de988830-0900-4d06-9a78-64a829ccf259,revision_number=None']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:01.885151 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecd8fb1a-5bfb-4804-9049-6a68b52d0320 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:17:01.902487 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b432e1a1-52c9-4af2-a6f3-2d276cc7f1c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:01.921358 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a7345da3-af48-49f7-a2b6-998ca77a0df3 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:01.925416 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6751118e-bf6d-4396-b8a2-9f84b7630820 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event deleted for resources: {'Port': ['ID=25454eb1-5b49-433d-abe9-57e08fb7bccb,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:01.928374 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6751118e-bf6d-4396-b8a2-9f84b7630820 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:01.947461 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a123d65d-978e-4af2-b27e-83c362e556bd tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks [] for security_group, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:01.980496 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac22b03-b375-40ae-bcb2-94c1e99d87d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-8c652c80-5f87-4d3d-a2e3-954d4202c770', 'network_id': '8c652c80-5f87-4d3d-a2e3-954d4202c770', 'tenant_id': '8cc4c548833141b8bc8f9009064567bd', 'fixed_ips': [{'subnet_id': '645b2585-ced6-4728-8d57-c2a4a0f4a1ab'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:17:01.981332 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1ac22b03-b375-40ae-bcb2-94c1e99d87d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:01.984822 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ecd8fb1a-5bfb-4804-9049-6a68b52d0320 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:01.985225 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-ecd8fb1a-5bfb-4804-9049-6a68b52d0320 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Added segment dffe9b25-3e58-459b-9802-94a22371f92a of type vxlan for network 1559821c-4305-4016-9e6f-fa8d53c29d8f
Jan 29 10:17:02.045678 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ecd8fb1a-5bfb-4804-9049-6a68b52d0320 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:02.058465 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-a7345da3-af48-49f7-a2b6-998ca77a0df3 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] update failed (client error): The resource could not be found.
Jan 29 10:17:02.061501 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a7345da3-af48-49f7-a2b6-998ca77a0df3 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] 10.222.0.57 "PUT /v2.0/routers/2530de10-a0f7-47f2-8872-ed0b603d3e7a HTTP/1.1" status: 404  len: 339 time: 0.8469543
Jan 29 10:17:02.068956 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57262) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:02.072190 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a123d65d-978e-4af2-b27e-83c362e556bd tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:17:02.079329 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-014b1501-0f51-485b-854d-040bdbbdc3b2 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2139438877'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:17:02.085937 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bbddf120-138f-4702-9ebe-11ac723064da tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:02.099778 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a123d65d-978e-4af2-b27e-83c362e556bd tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Usage tracker for resource:security_group_rule and tenant:08d87f3f75a24e46b6a8ba71e23f9e7f is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:17:02.103586 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-014b1501-0f51-485b-854d-040bdbbdc3b2 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:17:02.110677 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a123d65d-978e-4af2-b27e-83c362e556bd tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:17:02.121085 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-014b1501-0f51-485b-854d-040bdbbdc3b2 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Usage tracker for resource:network and tenant:f0d6ee679eef49fd95b30c4e29e445d7 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:17:02.138230 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ecd8fb1a-5bfb-4804-9049-6a68b52d0320 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:02.183213 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-014b1501-0f51-485b-854d-040bdbbdc3b2 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Quota usage for network was recalculated. Used quota:3. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:17:02.186538 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a123d65d-978e-4af2-b27e-83c362e556bd tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:17:02.210476 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd8fb1a-5bfb-4804-9049-6a68b52d0320 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:17:02.211199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ecd8fb1a-5bfb-4804-9049-6a68b52d0320 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:02.219262 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b432e1a1-52c9-4af2-a6f3-2d276cc7f1c6 None None] No DVR routers for this DVR port de988830-0900-4d06-9a78-64a829ccf259 on host dv-neutron-772983-2-ovs {{(pid=80767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:17:02.223737 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e15d1d90-0493-4d24-94a6-4e6865c726bc tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:02.258608 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-bbddf120-138f-4702-9ebe-11ac723064da tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Calling delete_port for 387e501d-23c8-48f2-b0b9-64b3f6619304 owned by  {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:17:02.321106 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-014b1501-0f51-485b-854d-040bdbbdc3b2 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:17:02.336819 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-797d81f5-8441-409b-ac7f-8ab020b7ce0c req-6751118e-bf6d-4396-b8a2-9f84b7630820 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] No DVR routers for this DVR port 25454eb1-5b49-433d-abe9-57e08fb7bccb on host hv-neutron-7729 {{(pid=80765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:17:02.339409 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-797d81f5-8441-409b-ac7f-8ab020b7ce0c req-6751118e-bf6d-4396-b8a2-9f84b7630820 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:02.366067 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e998cce-361f-4d79-9e65-709ea9cad757', 'name': 'network-vif-deleted', 'tag': '25454eb1-5b49-433d-abe9-57e08fb7bccb'}] {{(pid=80765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:17:02.378513 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd8fb1a-5bfb-4804-9049-6a68b52d0320 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Pushing event updated for resources: {'Network': ['ID=1559821c-4305-4016-9e6f-fa8d53c29d8f,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:02.382546 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ecd8fb1a-5bfb-4804-9049-6a68b52d0320 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:02.383797 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-797d81f5-8441-409b-ac7f-8ab020b7ce0c req-6751118e-bf6d-4396-b8a2-9f84b7630820 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.22 "DELETE /v2.0/ports/25454eb1-5b49-433d-abe9-57e08fb7bccb HTTP/1.1" status: 204  len: 173 time: 3.5189784
Jan 29 10:17:02.402803 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ecd8fb1a-5bfb-4804-9049-6a68b52d0320 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.7713699
Jan 29 10:17:02.403688 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57270) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:02.411174 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 1559821c-4305-4016-9e6f-fa8d53c29d8f details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:17:02.416458 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-6aff59a2-bb28-4a61-9565-b6c968c8c6aa tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Request body: {'subnet': {'network_id': '1559821c-4305-4016-9e6f-fa8d53c29d8f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:17:02.428390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 1559821c-4305-4016-9e6f-fa8d53c29d8f details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:17:02.649561 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-6b354272-9c92-4942-a430-6ffb3d68dde8 req-0a1f2501-3625-46ae-bd96-b57579e83206 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Synchronizing usage tracker for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:17:02.664803 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-6aff59a2-bb28-4a61-9565-b6c968c8c6aa tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:17:02.676355 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6aff59a2-bb28-4a61-9565-b6c968c8c6aa tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Usage tracker for resource:subnet and tenant:8cc4c548833141b8bc8f9009064567bd is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:17:02.683813 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6aff59a2-bb28-4a61-9565-b6c968c8c6aa tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:17:02.694176 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-6aff59a2-bb28-4a61-9565-b6c968c8c6aa tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:17:02.698450 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-6b354272-9c92-4942-a430-6ffb3d68dde8 req-0a1f2501-3625-46ae-bd96-b57579e83206 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Unset dirty status for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:17:02.700153 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6b354272-9c92-4942-a430-6ffb3d68dde8 req-0a1f2501-3625-46ae-bd96-b57579e83206 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e998cce-361f-4d79-9e65-709ea9cad757 HTTP/1.1" status: 200  len: 210 time: 0.1325505
Jan 29 10:17:02.708777 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aff59a2-bb28-4a61-9565-b6c968c8c6aa tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Made reservation on behalf of 8cc4c548833141b8bc8f9009064567bd for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:17:02.736904 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6aff59a2-bb28-4a61-9565-b6c968c8c6aa tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:02.858842 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014b1501-0f51-485b-854d-040bdbbdc3b2 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Made reservation on behalf of f0d6ee679eef49fd95b30c4e29e445d7 for: {'network': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:17:02.890859 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e998cce-361f-4d79-9e65-709ea9cad757', 'name': 'network-vif-deleted', 'tag': '25454eb1-5b49-433d-abe9-57e08fb7bccb', 'status': 'completed', 'code': 200}
Jan 29 10:17:02.891323 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-014b1501-0f51-485b-854d-040bdbbdc3b2 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:02.913445 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-1ac22b03-b375-40ae-bcb2-94c1e99d87d5 None None] Allocated IP 172.20.255.242 (8c652c80-5f87-4d3d-a2e3-954d4202c770/645b2585-ced6-4728-8d57-c2a4a0f4a1ab/bab56a25-2af1-4352-8329-c4bd54917d5b) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:17:02.961269 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-014b1501-0f51-485b-854d-040bdbbdc3b2 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=80766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:17:02.967691 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bbddf120-138f-4702-9ebe-11ac723064da tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:02.996370 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e5a5709a-cbc6-45af-98b4-a657a5a6993b tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:03.058290 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-014b1501-0f51-485b-854d-040bdbbdc3b2 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268197113528', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:03.058652 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-014b1501-0f51-485b-854d-040bdbbdc3b2 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Added segment ea3c4693-d854-4c17-9724-6f92e9cdbd47 of type vxlan for network 239fab46-5bfc-4081-b7fd-091ccbcbf684
Jan 29 10:17:03.060493 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbddf120-138f-4702-9ebe-11ac723064da tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event deleted for resources: {'Port': ['ID=387e501d-23c8-48f2-b0b9-64b3f6619304,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:03.094980 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bbddf120-138f-4702-9ebe-11ac723064da tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:03.181385 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1ac22b03-b375-40ae-bcb2-94c1e99d87d5 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:03.185766 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a123d65d-978e-4af2-b27e-83c362e556bd tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks [] for security_group, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:03.194328 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-1ac22b03-b375-40ae-bcb2-94c1e99d87d5 None None] Transition to ACTIVE for port object bab56a25-2af1-4352-8329-c4bd54917d5b will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:17:03.210464 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a123d65d-978e-4af2-b27e-83c362e556bd tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:03.220148 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-1ac22b03-b375-40ae-bcb2-94c1e99d87d5 None None] Transition to ACTIVE for port object bab56a25-2af1-4352-8329-c4bd54917d5b will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:17:03.222570 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:03.227856 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1ac22b03-b375-40ae-bcb2-94c1e99d87d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:03.264492 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a123d65d-978e-4af2-b27e-83c362e556bd tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aebb5543-eef9-4282-aa9b-05aab5e1a3ac,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:03.268546 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-014b1501-0f51-485b-854d-040bdbbdc3b2 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:03.282734 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a123d65d-978e-4af2-b27e-83c362e556bd tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:03.321519 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bbddf120-138f-4702-9ebe-11ac723064da tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:03.347770 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-bbddf120-138f-4702-9ebe-11ac723064da tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "DELETE /v2.0/ports/387e501d-23c8-48f2-b0b9-64b3f6619304 HTTP/1.1" status: 204  len: 168 time: 2.2845531
Jan 29 10:17:03.351086 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57276) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:03.354829 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:03.356943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a123d65d-978e-4af2-b27e-83c362e556bd tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:03.363079 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a123d65d-978e-4af2-b27e-83c362e556bd tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 1.7101247
Jan 29 10:17:03.363079 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-014b1501-0f51-485b-854d-040bdbbdc3b2 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:03.396373 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57280) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:03.415848 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-aee5bb2d-de7e-49e7-b2d1-48e66ca75401 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Request body: {'security_group': {'name': 'tempest-secgroup--2140636166'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:17:03.442512 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-aee5bb2d-de7e-49e7-b2d1-48e66ca75401 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:17:03.444465 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-aee5bb2d-de7e-49e7-b2d1-48e66ca75401 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Usage tracker for resource:security_group and tenant:08d87f3f75a24e46b6a8ba71e23f9e7f is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:17:03.447573 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014b1501-0f51-485b-854d-040bdbbdc3b2 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:17:03.448291 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-014b1501-0f51-485b-854d-040bdbbdc3b2 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks [] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:03.448777 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-aee5bb2d-de7e-49e7-b2d1-48e66ca75401 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:17:03.457591 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7f9fc0aa-f1f5-4749-9fd0-0accd0f1804c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:03.457922 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-aee5bb2d-de7e-49e7-b2d1-48e66ca75401 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:17:03.493517 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6aff59a2-bb28-4a61-9565-b6c968c8c6aa tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:03.511620 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac22b03-b375-40ae-bcb2-94c1e99d87d5 None None] Pushing event updated for resources: {'Port': ['ID=bab56a25-2af1-4352-8329-c4bd54917d5b,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:03.514427 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-014b1501-0f51-485b-854d-040bdbbdc3b2 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 1.4435973
Jan 29 10:17:03.518192 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-393f61a3-b633-4abb-a080-ee6c11cf0d63 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:03.526480 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1ac22b03-b375-40ae-bcb2-94c1e99d87d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:03.551393 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-aee5bb2d-de7e-49e7-b2d1-48e66ca75401 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:03.552621 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac22b03-b375-40ae-bcb2-94c1e99d87d5 None None] Network 8c652c80-5f87-4d3d-a2e3-954d4202c770 is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:17:03.553996 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-1ac22b03-b375-40ae-bcb2-94c1e99d87d5 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:17:03.556441 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac22b03-b375-40ae-bcb2-94c1e99d87d5 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:17:03.564648 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57286) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:03.581868 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-befacd8b-853c-4a7f-ba9c-2df08074e3e9 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Request body: {'subnet': {'network_id': '239fab46-5bfc-4081-b7fd-091ccbcbf684', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:17:03.603478 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014b1501-0f51-485b-854d-040bdbbdc3b2 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Pushing event updated for resources: {'Network': ['ID=239fab46-5bfc-4081-b7fd-091ccbcbf684,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:03.609495 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-014b1501-0f51-485b-854d-040bdbbdc3b2 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:03.621571 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 239fab46-5bfc-4081-b7fd-091ccbcbf684 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:17:03.644458 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 239fab46-5bfc-4081-b7fd-091ccbcbf684 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:17:03.684106 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-1ac22b03-b375-40ae-bcb2-94c1e99d87d5 None None] Attempting to bind port bab56a25-2af1-4352-8329-c4bd54917d5b on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:17:03.684532 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-1ac22b03-b375-40ae-bcb2-94c1e99d87d5 None None] Attempting to bind port bab56a25-2af1-4352-8329-c4bd54917d5b by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'ac6aab40-b5e6-40fe-ab53-065cf1b0341f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8c652c80-5f87-4d3d-a2e3-954d4202c770'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:17:03.684947 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac22b03-b375-40ae-bcb2-94c1e99d87d5 None None] Attempting to bind port bab56a25-2af1-4352-8329-c4bd54917d5b on network 8c652c80-5f87-4d3d-a2e3-954d4202c770 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:17:03.712167 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac22b03-b375-40ae-bcb2-94c1e99d87d5 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:17:03.712582 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac22b03-b375-40ae-bcb2-94c1e99d87d5 None None] Checking segment: {'id': 'ac6aab40-b5e6-40fe-ab53-065cf1b0341f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8c652c80-5f87-4d3d-a2e3-954d4202c770'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:17:03.713034 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1ac22b03-b375-40ae-bcb2-94c1e99d87d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:03.713457 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac22b03-b375-40ae-bcb2-94c1e99d87d5 None None] Bound using segment: {'id': 'ac6aab40-b5e6-40fe-ab53-065cf1b0341f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8c652c80-5f87-4d3d-a2e3-954d4202c770'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:17:03.714048 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-1ac22b03-b375-40ae-bcb2-94c1e99d87d5 None None] Bound port: bab56a25-2af1-4352-8329-c4bd54917d5b, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac6aab40-b5e6-40fe-ab53-065cf1b0341f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8c652c80-5f87-4d3d-a2e3-954d4202c770'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:17:03.714716 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1ac22b03-b375-40ae-bcb2-94c1e99d87d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:03.719233 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-befacd8b-853c-4a7f-ba9c-2df08074e3e9 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:17:03.724525 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-befacd8b-853c-4a7f-ba9c-2df08074e3e9 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Usage tracker for resource:subnet and tenant:f0d6ee679eef49fd95b30c4e29e445d7 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:17:03.727743 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-befacd8b-853c-4a7f-ba9c-2df08074e3e9 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:17:03.733948 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-befacd8b-853c-4a7f-ba9c-2df08074e3e9 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:17:03.745177 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-befacd8b-853c-4a7f-ba9c-2df08074e3e9 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Made reservation on behalf of f0d6ee679eef49fd95b30c4e29e445d7 for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:17:03.768662 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-befacd8b-853c-4a7f-ba9c-2df08074e3e9 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:03.872771 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57292) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:03.966833 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-1ac22b03-b375-40ae-bcb2-94c1e99d87d5 None None] For port bab56a25-2af1-4352-8329-c4bd54917d5b, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:17:03.970759 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-1ac22b03-b375-40ae-bcb2-94c1e99d87d5 None None] For port bab56a25-2af1-4352-8329-c4bd54917d5b, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=bab56a25-2af1-4352-8329-c4bd54917d5b,segment=NetworkSegment(ac6aab40-b5e6-40fe-ab53-065cf1b0341f),segment_id=ac6aab40-b5e6-40fe-ab53-065cf1b0341f)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:17:03.974265 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1ac22b03-b375-40ae-bcb2-94c1e99d87d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:03.992815 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-adff071e-1612-4c3b-b08b-34b956b3d819 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:04.010889 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-17ff4040-f318-46f0-a006-419e78f30825 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:04.060267 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-aee5bb2d-de7e-49e7-b2d1-48e66ca75401 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:17:04.086394 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f8ba8228-0c3d-47ec-8a30-a72eacf50639 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:04.093375 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-17ff4040-f318-46f0-a006-419e78f30825 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:04.149925 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac22b03-b375-40ae-bcb2-94c1e99d87d5 None None] Pushing event updated for resources: {'Port': ['ID=bab56a25-2af1-4352-8329-c4bd54917d5b,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:04.153751 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1ac22b03-b375-40ae-bcb2-94c1e99d87d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:04.155195 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-aee5bb2d-de7e-49e7-b2d1-48e66ca75401 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Usage tracker for resource:security_group_rule and tenant:08d87f3f75a24e46b6a8ba71e23f9e7f is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:17:04.167944 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aff59a2-bb28-4a61-9565-b6c968c8c6aa tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Pushing event updated for resources: {'Subnet': ['ID=12a7ad80-1199-43f8-9394-da995c5ebec5,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:04.178450 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-aee5bb2d-de7e-49e7-b2d1-48e66ca75401 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:17:04.184584 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6aff59a2-bb28-4a61-9565-b6c968c8c6aa tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.667s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:04.193132 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-aee5bb2d-de7e-49e7-b2d1-48e66ca75401 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:17:04.229602 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-17ff4040-f318-46f0-a006-419e78f30825 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:04.236550 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-eaef9e3e-d430-4bc0-9cf5-c90af2b7ff83 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:04.261424 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ff4040-f318-46f0-a006-419e78f30825 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=827919ae-9ca1-4fc4-9d01-1da9444544c6,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:04.265591 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-17ff4040-f318-46f0-a006-419e78f30825 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:04.305881 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-17ff4040-f318-46f0-a006-419e78f30825 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:04.308276 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-17ff4040-f318-46f0-a006-419e78f30825 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "DELETE /v2.0/security-groups/827919ae-9ca1-4fc4-9d01-1da9444544c6 HTTP/1.1" status: 204  len: 168 time: 0.4322808
Jan 29 10:17:04.380989 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57298) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:04.441831 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f8ba8228-0c3d-47ec-8a30-a72eacf50639 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:04.607107 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-aee5bb2d-de7e-49e7-b2d1-48e66ca75401 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:04.608342 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aff59a2-bb28-4a61-9565-b6c968c8c6aa tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Checking segment: {'id': 'dffe9b25-3e58-459b-9802-94a22371f92a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1559821c-4305-4016-9e6f-fa8d53c29d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:17:04.608613 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aff59a2-bb28-4a61-9565-b6c968c8c6aa tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Network hostable DHCP agents. Network: 1559821c-4305-4016-9e6f-fa8d53c29d8f, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:17:04.627108 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-aee5bb2d-de7e-49e7-b2d1-48e66ca75401 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:04.648712 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d6d89eef-395c-48bb-a83a-773fb0fed886 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:04.710414 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:04.725023 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aff59a2-bb28-4a61-9565-b6c968c8c6aa tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Network 1559821c-4305-4016-9e6f-fa8d53c29d8f is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:17:04.734200 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-f8ba8228-0c3d-47ec-8a30-a72eacf50639 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c80f8358>,) {'filters': {'network_id': ['dcac8088-38cd-4a49-ab48-4a79e40d999e']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:04.762706 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee5bb2d-de7e-49e7-b2d1-48e66ca75401 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13a9694f-9202-4cb8-90de-1efa97809beb,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:04.774325 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-aee5bb2d-de7e-49e7-b2d1-48e66ca75401 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:04.776532 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-f8ba8228-0c3d-47ec-8a30-a72eacf50639 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c80f8358>, 'ddc16533-0427-4af2-96a7-9fd46908c836') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:04.776908 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-f8ba8228-0c3d-47ec-8a30-a72eacf50639 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c80f8358>, 'ddc16533-0427-4af2-96a7-9fd46908c836') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:04.784932 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-aee5bb2d-de7e-49e7-b2d1-48e66ca75401 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:04.790381 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-aee5bb2d-de7e-49e7-b2d1-48e66ca75401 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 1.3890705
Jan 29 10:17:04.791425 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57302) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:04.795480 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f8ba8228-0c3d-47ec-8a30-a72eacf50639 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:04.803920 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-6aff59a2-bb28-4a61-9565-b6c968c8c6aa tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 1559821c-4305-4016-9e6f-fa8d53c29d8f) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:17:04.808519 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-671c4ecc-f906-45ef-94b7-48f8bba85c29 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Request body: {'security_group_rule': {'security_group_id': 'aebb5543-eef9-4282-aa9b-05aab5e1a3ac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '13a9694f-9202-4cb8-90de-1efa97809beb'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:17:04.812818 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247558c6-2f1a-424b-9bdf-5713a6e307cb None None] Network 1559821c-4305-4016-9e6f-fa8d53c29d8f requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:17:04.837764 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-671c4ecc-f906-45ef-94b7-48f8bba85c29 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:17:04.860360 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-671c4ecc-f906-45ef-94b7-48f8bba85c29 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Usage tracker for resource:security_group_rule and tenant:08d87f3f75a24e46b6a8ba71e23f9e7f is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:17:04.865321 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aff59a2-bb28-4a61-9565-b6c968c8c6aa tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:17:04.866897 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6aff59a2-bb28-4a61-9565-b6c968c8c6aa tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:04.879330 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-671c4ecc-f906-45ef-94b7-48f8bba85c29 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:17:04.882427 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f8ba8228-0c3d-47ec-8a30-a72eacf50639 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:04.886708 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f8ba8228-0c3d-47ec-8a30-a72eacf50639 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Releasing vxlan tunnel 6 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:17:04.919238 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-671c4ecc-f906-45ef-94b7-48f8bba85c29 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:17:04.920279 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-befacd8b-853c-4a7f-ba9c-2df08074e3e9 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:04.938864 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c16669f3-22fb-45ff-bba3-aee2ad3bd76c tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:04.986240 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6aff59a2-bb28-4a61-9565-b6c968c8c6aa tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 873 time: 2.5779870
Jan 29 10:17:04.991082 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57306) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:05.083807 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0813d6a7-583b-4cda-886b-3650f90ad73d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-1559821c-4305-4016-9e6f-fa8d53c29d8f', 'network_id': '1559821c-4305-4016-9e6f-fa8d53c29d8f', 'tenant_id': '8cc4c548833141b8bc8f9009064567bd', 'fixed_ips': [{'subnet_id': '12a7ad80-1199-43f8-9394-da995c5ebec5'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:17:05.084797 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0813d6a7-583b-4cda-886b-3650f90ad73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:05.142196 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befacd8b-853c-4a7f-ba9c-2df08074e3e9 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Pushing event updated for resources: {'Subnet': ['ID=a576bc73-d05a-4c3b-8674-c7ad2c9c59af,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:05.148969 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-befacd8b-853c-4a7f-ba9c-2df08074e3e9 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:05.255386 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-f8ba8228-0c3d-47ec-8a30-a72eacf50639 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Network dcac8088-38cd-4a49-ab48-4a79e40d999e has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:17:05.272197 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f8ba8228-0c3d-47ec-8a30-a72eacf50639 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:05.326497 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-671c4ecc-f906-45ef-94b7-48f8bba85c29 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 10:17:05.327920 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-671c4ecc-f906-45ef-94b7-48f8bba85c29 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 387 time: 0.5355034
Jan 29 10:17:05.341763 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57310) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:05.383943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befacd8b-853c-4a7f-ba9c-2df08074e3e9 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Checking segment: {'id': 'ea3c4693-d854-4c17-9724-6f92e9cdbd47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '239fab46-5bfc-4081-b7fd-091ccbcbf684'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:17:05.384347 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befacd8b-853c-4a7f-ba9c-2df08074e3e9 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Network hostable DHCP agents. Network: 239fab46-5bfc-4081-b7fd-091ccbcbf684, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:17:05.509018 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-acfad7fa-f347-4d02-a1f3-1a66a80a7580 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:05.526628 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befacd8b-853c-4a7f-ba9c-2df08074e3e9 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Network 239fab46-5bfc-4081-b7fd-091ccbcbf684 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:17:05.567282 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2a7a3cf8-10a3-4c06-8df2-aaaad2472eae tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:05.595208 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-befacd8b-853c-4a7f-ba9c-2df08074e3e9 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 239fab46-5bfc-4081-b7fd-091ccbcbf684) {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:17:05.618238 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c52fe6-5288-456c-93d9-8cf92a17ddf5 None None] Network 239fab46-5bfc-4081-b7fd-091ccbcbf684 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:17:05.624619 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befacd8b-853c-4a7f-ba9c-2df08074e3e9 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:17:05.625354 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-befacd8b-853c-4a7f-ba9c-2df08074e3e9 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks [] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:05.630582 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2a7a3cf8-10a3-4c06-8df2-aaaad2472eae tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:05.703164 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-befacd8b-853c-4a7f-ba9c-2df08074e3e9 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 2.1367266
Jan 29 10:17:05.720290 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57314) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:05.739031 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9ab02b96-ec57-420b-89e7-6a28211b94e0 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349253'] for router_interface, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:05.749528 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-22ff9cb8-891a-4c76-a654-78852c17b92e tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Request body: {'router': {'external_gateway_info': {'network_id': '239fab46-5bfc-4081-b7fd-091ccbcbf684'}}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:17:05.826685 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-f8ba8228-0c3d-47ec-8a30-a72eacf50639 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Network dcac8088-38cd-4a49-ab48-4a79e40d999e has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:17:05.835958 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device bab56a25-2af1-4352-8329-c4bd54917d5b up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:17:05.848786 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2a7a3cf8-10a3-4c06-8df2-aaaad2472eae tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:05.865840 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5cc1b3e1-e29d-4ebe-9117-72f8b3b8f02f tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:05.871951 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:17:05.871951 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:17:05.871951 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:17:05.871951 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:17:05.871951 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:17:05.871951 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:17:05.871951 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:17:05.871951 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:17:05.871951 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:17:05.871951 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:17:05.871951 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:17:05.871951 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:17:05.871951 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:17:05.871951 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:17:05.871951 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:17:05.871951 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:17:05.871951 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:17:05.871951 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:17:05.871951 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:17:05.871951 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:17:05.871951 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:17:05.871951 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:17:05.871951 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:17:05.871951 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:17:05.871951 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:17:05.871951 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:17:05.871951 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:17:05.871951 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:17:05.871951 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:17:05.871951 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:17:05.871951 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:17:05.871951 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:17:05.963414 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7a3cf8-10a3-4c06-8df2-aaaad2472eae tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a9694f-9202-4cb8-90de-1efa97809beb,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:05.966767 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-0813d6a7-583b-4cda-886b-3650f90ad73d None None] Allocated IP 172.20.0.2 (1559821c-4305-4016-9e6f-fa8d53c29d8f/12a7ad80-1199-43f8-9394-da995c5ebec5/520fdcb7-055b-4464-a742-049e1caf0780) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:17:05.967927 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2a7a3cf8-10a3-4c06-8df2-aaaad2472eae tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:05.969170 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2a7a3cf8-10a3-4c06-8df2-aaaad2472eae tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] 10.222.0.57 "DELETE /v2.0/security-groups/13a9694f-9202-4cb8-90de-1efa97809beb HTTP/1.1" status: 204  len: 168 time: 0.6270764
Jan 29 10:17:05.970311 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2a7a3cf8-10a3-4c06-8df2-aaaad2472eae tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:05.983975 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57318) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:06.062906 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-acfad7fa-f347-4d02-a1f3-1a66a80a7580 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:06.116584 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fbef5e-71bd-40a7-baf0-02099d76b710 None None] Network 8c652c80-5f87-4d3d-a2e3-954d4202c770 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:17:06.153081 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port bab56a25-2af1-4352-8329-c4bd54917d5b completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:17:06.218500 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e90df9af-79e3-4b71-8321-d088c2f0081f tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Synchronizing usage tracker for tenant:08d87f3f75a24e46b6a8ba71e23f9e7f on resource:security_group {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:17:06.322940 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e90df9af-79e3-4b71-8321-d088c2f0081f tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Unset dirty status for tenant:08d87f3f75a24e46b6a8ba71e23f9e7f on resource:security_group {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:17:06.337572 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e90df9af-79e3-4b71-8321-d088c2f0081f tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4511 time: 0.3426423
Jan 29 10:17:06.337572 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57322) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:06.375186 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd96f1c-8e58-4464-9c30-6d9e3b596d97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-239fab46-5bfc-4081-b7fd-091ccbcbf684', 'network_id': '239fab46-5bfc-4081-b7fd-091ccbcbf684', 'tenant_id': 'f0d6ee679eef49fd95b30c4e29e445d7', 'fixed_ips': [{'subnet_id': 'a576bc73-d05a-4c3b-8674-c7ad2c9c59af'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:17:06.375186 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-acd96f1c-8e58-4464-9c30-6d9e3b596d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:06.403540 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-739c08df-6a45-4a9d-97fc-5cc75ea500fb None None] Provisioning for port bab56a25-2af1-4352-8329-c4bd54917d5b completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:17:06.470528 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f8ba8228-0c3d-47ec-8a30-a72eacf50639 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:06.475806 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-739c08df-6a45-4a9d-97fc-5cc75ea500fb None None] Provisioning complete for port bab56a25-2af1-4352-8329-c4bd54917d5b triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:17:06.476233 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-739c08df-6a45-4a9d-97fc-5cc75ea500fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:06.519901 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f118772c-4f8e-4ac0-853a-c202cfc5c1d6 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:06.553533 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7689bac6-ab90-4e00-ba76-d4754ea9dcd0 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:06.580365 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f8ba8228-0c3d-47ec-8a30-a72eacf50639 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:06.588873 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f118772c-4f8e-4ac0-853a-c202cfc5c1d6 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:06.588873 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-9ab02b96-ec57-420b-89e7-6a28211b94e0 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Deleting port b06ccce2-d84a-4b99-a3bd-77cec131d632 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:17:06.588873 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9ab02b96-ec57-420b-89e7-6a28211b94e0 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:06.604039 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f8ba8228-0c3d-47ec-8a30-a72eacf50639 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] 10.222.0.57 "DELETE /v2.0/networks/dcac8088-38cd-4a49-ab48-4a79e40d999e HTTP/1.1" status: 204  len: 168 time: 3.2393923
Jan 29 10:17:06.604039 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ba8228-0c3d-47ec-8a30-a72eacf50639 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Pushing event deleted for resources: {'Network': ['ID=dcac8088-38cd-4a49-ab48-4a79e40d999e,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:06.626142 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-22ff9cb8-891a-4c76-a654-78852c17b92e tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:06.626142 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f8ba8228-0c3d-47ec-8a30-a72eacf50639 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:06.781297 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0813d6a7-583b-4cda-886b-3650f90ad73d None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:06.803384 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f118772c-4f8e-4ac0-853a-c202cfc5c1d6 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:06.814554 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c2c32fe3-7210-4766-ad9e-8a6b0a44b347 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:06.822405 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-0813d6a7-583b-4cda-886b-3650f90ad73d None None] Transition to ACTIVE for port object 520fdcb7-055b-4464-a742-049e1caf0780 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:17:06.833133 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f118772c-4f8e-4ac0-853a-c202cfc5c1d6 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aebb5543-eef9-4282-aa9b-05aab5e1a3ac,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:06.835737 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f118772c-4f8e-4ac0-853a-c202cfc5c1d6 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:06.896079 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f118772c-4f8e-4ac0-853a-c202cfc5c1d6 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:06.900311 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f118772c-4f8e-4ac0-853a-c202cfc5c1d6 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] 10.222.0.57 "DELETE /v2.0/security-groups/aebb5543-eef9-4282-aa9b-05aab5e1a3ac HTTP/1.1" status: 204  len: 168 time: 0.5678759
Jan 29 10:17:06.900960 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57328) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:06.975243 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-9ab02b96-ec57-420b-89e7-6a28211b94e0 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] For port b06ccce2-d84a-4b99-a3bd-77cec131d632, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=b06ccce2-d84a-4b99-a3bd-77cec131d632,segment=NetworkSegment(5462c2ed-631f-44be-b821-4250d3698045),segment_id=5462c2ed-631f-44be-b821-4250d3698045)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:17:06.975243 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9ab02b96-ec57-420b-89e7-6a28211b94e0 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:06.976269 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-22ff9cb8-891a-4c76-a654-78852c17b92e tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 10:17:06.976604 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-22ff9cb8-891a-4c76-a654-78852c17b92e tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] 10.222.0.57 "PUT /v2.0/routers/2530de10-a0f7-47f2-8872-ed0b603d3e7a HTTP/1.1" status: 400  len: 364 time: 1.2544219
Jan 29 10:17:06.980308 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57332) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:07.010398 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-0813d6a7-583b-4cda-886b-3650f90ad73d None None] Transition to ACTIVE for port object 520fdcb7-055b-4464-a742-049e1caf0780 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:17:07.067104 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-739c08df-6a45-4a9d-97fc-5cc75ea500fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:07.091953 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0813d6a7-583b-4cda-886b-3650f90ad73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:07.115407 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b959c9c5-1ad6-460e-bcaf-bd3efafa0ff3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:07.438258 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-739c08df-6a45-4a9d-97fc-5cc75ea500fb None None] For port bab56a25-2af1-4352-8329-c4bd54917d5b, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=bab56a25-2af1-4352-8329-c4bd54917d5b,segment=NetworkSegment(ac6aab40-b5e6-40fe-ab53-065cf1b0341f),segment_id=ac6aab40-b5e6-40fe-ab53-065cf1b0341f)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:17:07.450476 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0813d6a7-583b-4cda-886b-3650f90ad73d None None] Pushing event updated for resources: {'Port': ['ID=520fdcb7-055b-4464-a742-049e1caf0780,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:07.457517 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-739c08df-6a45-4a9d-97fc-5cc75ea500fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:07.461692 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0813d6a7-583b-4cda-886b-3650f90ad73d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:07.461692 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0813d6a7-583b-4cda-886b-3650f90ad73d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:07.491685 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-9ab02b96-ec57-420b-89e7-6a28211b94e0 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Calling delete_port for b06ccce2-d84a-4b99-a3bd-77cec131d632 owned by network:router_interface {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:17:07.521622 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57338) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:07.580725 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-23422892-c621-4185-ac1f-f1b5a6cca1ca tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Synchronizing usage tracker for tenant:08d87f3f75a24e46b6a8ba71e23f9e7f on resource:security_group {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:17:07.594133 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-acfad7fa-f347-4d02-a1f3-1a66a80a7580 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852603100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2204728'] for subnet, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:07.623792 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bb5a6b19-9414-4eb5-a290-5fd63b0a7557 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:07.636946 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-23422892-c621-4185-ac1f-f1b5a6cca1ca tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Unset dirty status for tenant:08d87f3f75a24e46b6a8ba71e23f9e7f on resource:security_group {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:17:07.638601 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-23422892-c621-4185-ac1f-f1b5a6cca1ca tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.7312443
Jan 29 10:17:07.651906 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57344) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:07.674237 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-adbd89ab-c2d9-4223-97da-ede2473d4c7a tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Request body: {'security_group': {'name': 'tempest-secgroup--1846852010'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:17:07.715605 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfad7fa-f347-4d02-a1f3-1a66a80a7580 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Pushing event deleted for resources: {'Subnet': ['ID=12a7ad80-1199-43f8-9394-da995c5ebec5,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:07.720454 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-adbd89ab-c2d9-4223-97da-ede2473d4c7a tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:17:07.762310 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-adbd89ab-c2d9-4223-97da-ede2473d4c7a tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:17:07.819077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-adbd89ab-c2d9-4223-97da-ede2473d4c7a tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks [] for security_group, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:07.864060 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-adbd89ab-c2d9-4223-97da-ede2473d4c7a tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:17:07.873173 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-adbd89ab-c2d9-4223-97da-ede2473d4c7a tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Usage tracker for resource:security_group_rule and tenant:08d87f3f75a24e46b6a8ba71e23f9e7f is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:17:07.882348 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-acd96f1c-8e58-4464-9c30-6d9e3b596d97 None None] Allocated IP 2001:db8:1::2 (239fab46-5bfc-4081-b7fd-091ccbcbf684/a576bc73-d05a-4c3b-8674-c7ad2c9c59af/cfcd1fdd-a769-4966-a5b9-475c0e0fe2a8) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:17:07.896999 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-adbd89ab-c2d9-4223-97da-ede2473d4c7a tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:17:07.972157 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-adbd89ab-c2d9-4223-97da-ede2473d4c7a tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:17:08.046997 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-acfad7fa-f347-4d02-a1f3-1a66a80a7580 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:08.053885 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9ab02b96-ec57-420b-89e7-6a28211b94e0 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:08.077384 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6de6718f-2679-4d6c-946d-4dfd7ad49f86 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:08.151911 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab02b96-ec57-420b-89e7-6a28211b94e0 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event deleted for resources: {'Port': ['ID=b06ccce2-d84a-4b99-a3bd-77cec131d632,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:08.155451 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9ab02b96-ec57-420b-89e7-6a28211b94e0 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:08.246411 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-88705c85-d581-4301-8e89-34a007b94b33 None None] Provisioning complete for port bab56a25-2af1-4352-8329-c4bd54917d5b triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:17:08.246411 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-88705c85-d581-4301-8e89-34a007b94b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:08.297189 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739c08df-6a45-4a9d-97fc-5cc75ea500fb None None] Pushing event updated for resources: {'Port': ['ID=bab56a25-2af1-4352-8329-c4bd54917d5b,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:08.316495 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f1eb7d05-b7b0-45e4-b38a-539655c8aee0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=af6cfbcc17be4cdfba1cf58741c9e55a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7942321
Jan 29 10:17:08.318526 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-739c08df-6a45-4a9d-97fc-5cc75ea500fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.857s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:08.324794 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57352) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:08.334300 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0813d6a7-583b-4cda-886b-3650f90ad73d None None] Network 1559821c-4305-4016-9e6f-fa8d53c29d8f is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:17:08.336215 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-0813d6a7-583b-4cda-886b-3650f90ad73d None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:17:08.361430 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0813d6a7-583b-4cda-886b-3650f90ad73d None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:17:08.441098 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-adbd89ab-c2d9-4223-97da-ede2473d4c7a tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks [] for security_group, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:08.449604 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-adbd89ab-c2d9-4223-97da-ede2473d4c7a tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:08.461214 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-17ff4040-f318-46f0-a006-419e78f30825 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:08.528315 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbd89ab-c2d9-4223-97da-ede2473d4c7a tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c546b645-a52a-4fcd-af0b-36554d1693e8,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:08.532409 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-adbd89ab-c2d9-4223-97da-ede2473d4c7a tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:08.533185 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-0813d6a7-583b-4cda-886b-3650f90ad73d None None] Attempting to bind port 520fdcb7-055b-4464-a742-049e1caf0780 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:17:08.535923 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-0813d6a7-583b-4cda-886b-3650f90ad73d None None] Attempting to bind port 520fdcb7-055b-4464-a742-049e1caf0780 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'dffe9b25-3e58-459b-9802-94a22371f92a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1559821c-4305-4016-9e6f-fa8d53c29d8f'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:17:08.536653 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0813d6a7-583b-4cda-886b-3650f90ad73d None None] Attempting to bind port 520fdcb7-055b-4464-a742-049e1caf0780 on network 1559821c-4305-4016-9e6f-fa8d53c29d8f {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:17:08.622369 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-acd96f1c-8e58-4464-9c30-6d9e3b596d97 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:08.630169 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bae34727-407c-4eff-b139-578169d33d09 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:08.631969 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-adbd89ab-c2d9-4223-97da-ede2473d4c7a tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:08.637125 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-adbd89ab-c2d9-4223-97da-ede2473d4c7a tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.9837847
Jan 29 10:17:08.639108 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-acd96f1c-8e58-4464-9c30-6d9e3b596d97 None None] Transition to ACTIVE for port object cfcd1fdd-a769-4966-a5b9-475c0e0fe2a8 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:17:08.640847 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d54b3671-a120-45fc-b30c-3a0602b46b6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:08.641244 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57356) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:08.656446 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-64f3c2d2-941b-4b49-9c86-8b0c62a270fb tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Request body: {'security_group': {'name': 'default'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:17:08.657409 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-acfad7fa-f347-4d02-a1f3-1a66a80a7580 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:08.657733 dv-neutron-772983-2-ovs neutron-server[80656]: WARNING neutron.api.v2.base [None req-64f3c2d2-941b-4b49-9c86-8b0c62a270fb tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Jan 29 10:17:08.658639 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-64f3c2d2-941b-4b49-9c86-8b0c62a270fb tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] update failed (client error): There was a conflict when trying to complete your request.
Jan 29 10:17:08.666342 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-acd96f1c-8e58-4464-9c30-6d9e3b596d97 None None] Transition to ACTIVE for port object cfcd1fdd-a769-4966-a5b9-475c0e0fe2a8 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:17:08.666479 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-64f3c2d2-941b-4b49-9c86-8b0c62a270fb tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] 10.222.0.57 "PUT /v2.0/security-groups/c546b645-a52a-4fcd-af0b-36554d1693e8 HTTP/1.1" status: 409  len: 330 time: 0.0203383
Jan 29 10:17:08.670490 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0813d6a7-583b-4cda-886b-3650f90ad73d None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:17:08.670929 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0813d6a7-583b-4cda-886b-3650f90ad73d None None] Checking segment: {'id': 'dffe9b25-3e58-459b-9802-94a22371f92a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1559821c-4305-4016-9e6f-fa8d53c29d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:17:08.671390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0813d6a7-583b-4cda-886b-3650f90ad73d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:08.671886 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0813d6a7-583b-4cda-886b-3650f90ad73d None None] Bound using segment: {'id': 'dffe9b25-3e58-459b-9802-94a22371f92a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1559821c-4305-4016-9e6f-fa8d53c29d8f'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:17:08.672424 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-0813d6a7-583b-4cda-886b-3650f90ad73d None None] Bound port: 520fdcb7-055b-4464-a742-049e1caf0780, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dffe9b25-3e58-459b-9802-94a22371f92a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1559821c-4305-4016-9e6f-fa8d53c29d8f'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:17:08.675722 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0813d6a7-583b-4cda-886b-3650f90ad73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:08.675835 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57360) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:08.702547 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-acd96f1c-8e58-4464-9c30-6d9e3b596d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:08.733761 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-739c08df-6a45-4a9d-97fc-5cc75ea500fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:08.745022 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d54b3671-a120-45fc-b30c-3a0602b46b6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:08.949615 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-95c8825c-8d71-402f-900c-ba94d8f6322c tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:08.973840 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd96f1c-8e58-4464-9c30-6d9e3b596d97 None None] Pushing event updated for resources: {'Port': ['ID=cfcd1fdd-a769-4966-a5b9-475c0e0fe2a8,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:08.991274 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-acd96f1c-8e58-4464-9c30-6d9e3b596d97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:09.000166 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-95c8825c-8d71-402f-900c-ba94d8f6322c tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:09.020617 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-acfad7fa-f347-4d02-a1f3-1a66a80a7580 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c9214048>,) {'filters': {'network_id': ['1559821c-4305-4016-9e6f-fa8d53c29d8f']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:09.073446 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-acfad7fa-f347-4d02-a1f3-1a66a80a7580 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c9214048>, 'dffe9b25-3e58-459b-9802-94a22371f92a') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:09.073720 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-acfad7fa-f347-4d02-a1f3-1a66a80a7580 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c9214048>, 'dffe9b25-3e58-459b-9802-94a22371f92a') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:09.075313 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9ab02b96-ec57-420b-89e7-6a28211b94e0 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854415430'] for router_interface, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:09.084719 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-0813d6a7-583b-4cda-886b-3650f90ad73d None None] For port 520fdcb7-055b-4464-a742-049e1caf0780, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:17:09.084719 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-f9278458-0846-49a8-9b44-c9702f2b579a None None] Provisioning complete for port bab56a25-2af1-4352-8329-c4bd54917d5b triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:17:09.084719 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f9278458-0846-49a8-9b44-c9702f2b579a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:09.101416 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-acfad7fa-f347-4d02-a1f3-1a66a80a7580 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:09.115865 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-95c8825c-8d71-402f-900c-ba94d8f6322c tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:09.127024 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-317cd79f-c646-46c4-9502-ab60768a0621 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:09.148601 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-0813d6a7-583b-4cda-886b-3650f90ad73d None None] For port 520fdcb7-055b-4464-a742-049e1caf0780, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=520fdcb7-055b-4464-a742-049e1caf0780,segment=NetworkSegment(dffe9b25-3e58-459b-9802-94a22371f92a),segment_id=dffe9b25-3e58-459b-9802-94a22371f92a)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:17:09.167747 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd96f1c-8e58-4464-9c30-6d9e3b596d97 None None] Network 239fab46-5bfc-4081-b7fd-091ccbcbf684 is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:17:09.167747 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0813d6a7-583b-4cda-886b-3650f90ad73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:09.174361 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-acfad7fa-f347-4d02-a1f3-1a66a80a7580 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:09.178662 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d54b3671-a120-45fc-b30c-3a0602b46b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:09.191813 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-acfad7fa-f347-4d02-a1f3-1a66a80a7580 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Releasing vxlan tunnel 5 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:17:09.195869 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-acd96f1c-8e58-4464-9c30-6d9e3b596d97 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:17:09.195869 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-acd96f1c-8e58-4464-9c30-6d9e3b596d97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:09.197492 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c8825c-8d71-402f-900c-ba94d8f6322c tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c546b645-a52a-4fcd-af0b-36554d1693e8,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:09.204145 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f9c0c6f4-f65c-40e0-a412-a77f82bd86bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:09.212862 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-95c8825c-8d71-402f-900c-ba94d8f6322c tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:09.212862 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-95c8825c-8d71-402f-900c-ba94d8f6322c tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:09.212862 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-95c8825c-8d71-402f-900c-ba94d8f6322c tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] 10.222.0.57 "DELETE /v2.0/security-groups/c546b645-a52a-4fcd-af0b-36554d1693e8 HTTP/1.1" status: 204  len: 168 time: 0.5328472
Jan 29 10:17:09.212862 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57364) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:09.238115 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd96f1c-8e58-4464-9c30-6d9e3b596d97 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:17:09.254713 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54b3671-a120-45fc-b30c-3a0602b46b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8f1b41-5fb5-44c1-8b5c-695ea5f54a80,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:09.305837 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d54b3671-a120-45fc-b30c-3a0602b46b6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:09.310187 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d54b3671-a120-45fc-b30c-3a0602b46b6a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5c8f1b41-5fb5-44c1-8b5c-695ea5f54a80 HTTP/1.1" status: 204  len: 168 time: 0.9744654
Jan 29 10:17:09.311357 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d54b3671-a120-45fc-b30c-3a0602b46b6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:09.386127 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-812014e3-3769-420a-a14e-52099dcef4ab tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Synchronizing usage tracker for tenant:08d87f3f75a24e46b6a8ba71e23f9e7f on resource:security_group {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:17:09.427060 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-acd96f1c-8e58-4464-9c30-6d9e3b596d97 None None] Attempting to bind port cfcd1fdd-a769-4966-a5b9-475c0e0fe2a8 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:17:09.427178 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-acd96f1c-8e58-4464-9c30-6d9e3b596d97 None None] Attempting to bind port cfcd1fdd-a769-4966-a5b9-475c0e0fe2a8 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'ea3c4693-d854-4c17-9724-6f92e9cdbd47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '239fab46-5bfc-4081-b7fd-091ccbcbf684'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:17:09.427490 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd96f1c-8e58-4464-9c30-6d9e3b596d97 None None] Attempting to bind port cfcd1fdd-a769-4966-a5b9-475c0e0fe2a8 on network 239fab46-5bfc-4081-b7fd-091ccbcbf684 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:17:09.511613 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-acfad7fa-f347-4d02-a1f3-1a66a80a7580 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Network 1559821c-4305-4016-9e6f-fa8d53c29d8f has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:17:09.529801 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-acfad7fa-f347-4d02-a1f3-1a66a80a7580 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:09.607344 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd96f1c-8e58-4464-9c30-6d9e3b596d97 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:17:09.608266 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd96f1c-8e58-4464-9c30-6d9e3b596d97 None None] Checking segment: {'id': 'ea3c4693-d854-4c17-9724-6f92e9cdbd47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '239fab46-5bfc-4081-b7fd-091ccbcbf684'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:17:09.608981 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-acd96f1c-8e58-4464-9c30-6d9e3b596d97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:09.613332 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd96f1c-8e58-4464-9c30-6d9e3b596d97 None None] Bound using segment: {'id': 'ea3c4693-d854-4c17-9724-6f92e9cdbd47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '239fab46-5bfc-4081-b7fd-091ccbcbf684'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:17:09.616286 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-acd96f1c-8e58-4464-9c30-6d9e3b596d97 None None] Bound port: cfcd1fdd-a769-4966-a5b9-475c0e0fe2a8, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea3c4693-d854-4c17-9724-6f92e9cdbd47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '239fab46-5bfc-4081-b7fd-091ccbcbf684'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:17:09.616286 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-acd96f1c-8e58-4464-9c30-6d9e3b596d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:09.640722 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-812014e3-3769-420a-a14e-52099dcef4ab tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Unset dirty status for tenant:08d87f3f75a24e46b6a8ba71e23f9e7f on resource:security_group {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:17:09.642317 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-812014e3-3769-420a-a14e-52099dcef4ab tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.4288034
Jan 29 10:17:09.648287 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57372) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:09.697359 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-01e89195-5ee0-4412-aabd-3114cb4aed30 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] delete failed (client error): The resource could not be found.
Jan 29 10:17:09.698951 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-01e89195-5ee0-4412-aabd-3114cb4aed30 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] 10.222.0.57 "DELETE /v2.0/security-groups/a5552d50-bc38-4721-af4a-f407227c3b75 HTTP/1.1" status: 404  len: 347 time: 0.0499547
Jan 29 10:17:09.707815 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57376) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:09.753037 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-26c6b87c-21b6-4db6-b04c-e462d28b5b05 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] show failed (client error): The resource could not be found.
Jan 29 10:17:09.754560 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-26c6b87c-21b6-4db6-b04c-e462d28b5b05 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] 10.222.0.57 "GET /v2.0/security-groups/35a6f86d-4cc3-442e-bbae-047816a41275 HTTP/1.1" status: 404  len: 347 time: 0.0441997
Jan 29 10:17:09.760112 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57382) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:09.794864 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-82dcb113-4543-48ba-b18a-01805b0e08f9 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] show failed (client error): The resource could not be found.
Jan 29 10:17:09.796205 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-82dcb113-4543-48ba-b18a-01805b0e08f9 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] 10.222.0.57 "GET /v2.0/security-group-rules/6818bee1-ab78-4bb0-b103-4f4b036825b2 HTTP/1.1" status: 404  len: 356 time: 0.0349298
Jan 29 10:17:09.812362 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0813d6a7-583b-4cda-886b-3650f90ad73d None None] Pushing event updated for resources: {'Port': ['ID=520fdcb7-055b-4464-a742-049e1caf0780,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:09.853661 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device bab56a25-2af1-4352-8329-c4bd54917d5b up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:17:09.921761 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-acfad7fa-f347-4d02-a1f3-1a66a80a7580 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Network 1559821c-4305-4016-9e6f-fa8d53c29d8f has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:17:09.933667 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-acd96f1c-8e58-4464-9c30-6d9e3b596d97 None None] For port cfcd1fdd-a769-4966-a5b9-475c0e0fe2a8, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:17:09.943063 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0813d6a7-583b-4cda-886b-3650f90ad73d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.754s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:09.951976 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:17:09.951976 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:17:09.951976 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:17:09.951976 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:17:09.951976 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:17:09.951976 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:17:09.951976 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:17:09.951976 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:17:09.951976 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:17:09.951976 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:17:09.951976 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:17:09.951976 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:17:09.951976 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:17:09.951976 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:17:09.951976 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:17:09.951976 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:17:09.951976 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:17:09.951976 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:17:09.951976 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:17:09.951976 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:17:09.951976 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:17:09.951976 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:17:09.951976 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:17:09.951976 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:17:09.951976 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:17:09.951976 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:17:09.951976 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:17:09.951976 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:17:09.951976 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:17:09.951976 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:17:09.951976 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:17:09.951976 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:17:10.083602 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-bae34727-407c-4eff-b139-578169d33d09 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Allocated IP 2001:db8::1 (22ea6b35-c470-4a51-a30d-f84a6669f2bc/ba161399-629f-4847-afea-5034f9060210/12e479cd-38c1-4365-b4a1-c150bd5d2c79) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:17:10.090720 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-acd96f1c-8e58-4464-9c30-6d9e3b596d97 None None] For port cfcd1fdd-a769-4966-a5b9-475c0e0fe2a8, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=cfcd1fdd-a769-4966-a5b9-475c0e0fe2a8,segment=NetworkSegment(ea3c4693-d854-4c17-9724-6f92e9cdbd47),segment_id=ea3c4693-d854-4c17-9724-6f92e9cdbd47)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:17:10.095828 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port bab56a25-2af1-4352-8329-c4bd54917d5b triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:17:10.096601 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:10.097651 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-acfad7fa-f347-4d02-a1f3-1a66a80a7580 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Jan 29 10:17:10.097651 dv-neutron-772983-2-ovs neutron-server[80656]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Jan 29 10:17:10.097651 dv-neutron-772983-2-ovs neutron-server[80656]: [parameters: {'id': '1559821c-4305-4016-9e6f-fa8d53c29d8f'}]
Jan 29 10:17:10.097651 dv-neutron-772983-2-ovs neutron-server[80656]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80765) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:17:10.098072 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-acfad7fa-f347-4d02-a1f3-1a66a80a7580 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:17:10.140957 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971509a7-d969-42c8-a350-7fb3e9c3e8c4 None None] Network 1559821c-4305-4016-9e6f-fa8d53c29d8f requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:17:10.168294 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-acd96f1c-8e58-4464-9c30-6d9e3b596d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:10.209000 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2c1e5f72-191f-495e-838f-a14f61659aae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:10.243894 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ab02b96-ec57-420b-89e7-6a28211b94e0 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Router 94e8fea7-78ae-4b26-b491-aa1905d27773 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:17:10.430807 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bae34727-407c-4eff-b139-578169d33d09 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:10.463618 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd96f1c-8e58-4464-9c30-6d9e3b596d97 None None] Pushing event updated for resources: {'Port': ['ID=cfcd1fdd-a769-4966-a5b9-475c0e0fe2a8,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:10.465600 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-bae34727-407c-4eff-b139-578169d33d09 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Transition to ACTIVE for port object 12e479cd-38c1-4365-b4a1-c150bd5d2c79 will not be triggered until provisioned by entity DHCP. {{(pid=80765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:17:10.483813 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57396) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:10.491816 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-acd96f1c-8e58-4464-9c30-6d9e3b596d97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:10.531785 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bae34727-407c-4eff-b139-578169d33d09 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:10.558741 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9669acda-8970-4f16-be4d-4fda7e046031 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:10.601526 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab02b96-ec57-420b-89e7-6a28211b94e0 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:17:10.618036 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a06d582-383b-408d-bfe3-96ec2394ff3c None None] Sync routers for ids ['94e8fea7-78ae-4b26-b491-aa1905d27773'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:17:10.623296 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9ab02b96-ec57-420b-89e7-6a28211b94e0 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "PUT /v2.0/routers/94e8fea7-78ae-4b26-b491-aa1905d27773/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2411582
Jan 29 10:17:10.624189 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57404) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:10.635579 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a06d582-383b-408d-bfe3-96ec2394ff3c None None] Routers {'94e8fea7-78ae-4b26-b491-aa1905d27773'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:17:10.636179 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-1a06d582-383b-408d-bfe3-96ec2394ff3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca3534e0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:16:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['94e8fea7-78ae-4b26-b491-aa1905d27773'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:10.645441 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-acfad7fa-f347-4d02-a1f3-1a66a80a7580 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:10.778734 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-212a5b4f-f243-4fac-b908-c65692967aca tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Deleting subnet 3f4cd1b1-46d8-44b2-a2d4-9bbe7bbba014 {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:17:10.782388 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-212a5b4f-f243-4fac-b908-c65692967aca tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:10.855285 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-212a5b4f-f243-4fac-b908-c65692967aca tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:10.891588 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-443c3dd8-4029-45f0-b233-8fff3e635f1a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=08d87f3f75a24e46b6a8ba71e23f9e7f&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3962498
Jan 29 10:17:10.893876 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57412) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:11.006459 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-1a06d582-383b-408d-bfe3-96ec2394ff3c None None] Set router 94e8fea7-78ae-4b26-b491-aa1905d27773 gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:17:11.019177 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-212a5b4f-f243-4fac-b908-c65692967aca tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:11.067720 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57416) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:11.369496 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-d4413e36-bcf9-4ae6-93cc-234c86afffa7 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Request body: {'network': {'name': 'tempest-RoutersTest-644826306'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:17:11.375256 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d4413e36-bcf9-4ae6-93cc-234c86afffa7 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:17:11.379607 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d4413e36-bcf9-4ae6-93cc-234c86afffa7 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Usage tracker for resource:network and tenant:ad83ad6a41264da3be98f825b2f64def is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:17:11.381101 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-acfad7fa-f347-4d02-a1f3-1a66a80a7580 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Deleting port 520fdcb7-055b-4464-a742-049e1caf0780 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:17:11.381647 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-acfad7fa-f347-4d02-a1f3-1a66a80a7580 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:11.382772 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d4413e36-bcf9-4ae6-93cc-234c86afffa7 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Quota usage for network was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:17:11.388738 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d4413e36-bcf9-4ae6-93cc-234c86afffa7 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:17:11.406421 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4413e36-bcf9-4ae6-93cc-234c86afffa7 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Made reservation on behalf of ad83ad6a41264da3be98f825b2f64def for: {'network': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:17:11.416379 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-1a06d582-383b-408d-bfe3-96ec2394ff3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca3534e0>, [{'id': '94e8fea7-78ae-4b26-b491-aa1905d27773', 'name': 'tempest-TestNetworkBasicOps-router-27264373', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': 'a84fabec-f305-401d-949b-fd236667f4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:14:26Z', 'updated_at': '2021-01-29T10:17:07Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': 'a84fabec-f305-401d-949b-fd236667f4df', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e8fea7-78ae-4b26-b491-aa1905d27773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:14:28Z', 'updated_at': '2021-01-29T10:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:11.420591 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a06d582-383b-408d-bfe3-96ec2394ff3c None None] Checking router: 94e8fea7-78ae-4b26-b491-aa1905d27773 for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:17:11.428625 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d4413e36-bcf9-4ae6-93cc-234c86afffa7 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:11.430199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a06d582-383b-408d-bfe3-96ec2394ff3c None None] Routers {'94e8fea7-78ae-4b26-b491-aa1905d27773'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:17:11.430855 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-1a06d582-383b-408d-bfe3-96ec2394ff3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca3534e0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:16:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['94e8fea7-78ae-4b26-b491-aa1905d27773'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:11.431678 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae34727-407c-4eff-b139-578169d33d09 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Pushing event updated for resources: {'Port': ['ID=12e479cd-38c1-4365-b4a1-c150bd5d2c79,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:11.439586 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bae34727-407c-4eff-b139-578169d33d09 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.881s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:11.457277 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d4413e36-bcf9-4ae6-93cc-234c86afffa7 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for security_group, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:11.489007 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d4413e36-bcf9-4ae6-93cc-234c86afffa7 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:17:11.503866 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d4413e36-bcf9-4ae6-93cc-234c86afffa7 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Usage tracker for resource:security_group_rule and tenant:ad83ad6a41264da3be98f825b2f64def is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:17:11.510311 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d4413e36-bcf9-4ae6-93cc-234c86afffa7 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:17:11.516722 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d4413e36-bcf9-4ae6-93cc-234c86afffa7 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:17:11.590996 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae34727-407c-4eff-b139-578169d33d09 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Network 22ea6b35-c470-4a51-a30d-f84a6669f2bc is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:17:11.593588 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-262d6f0e-9c09-44bf-854d-3ddbc80089ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:11.599258 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-bae34727-407c-4eff-b139-578169d33d09 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:17:11.620539 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae34727-407c-4eff-b139-578169d33d09 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:17:11.621367 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bae34727-407c-4eff-b139-578169d33d09 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854426412'] for router_interface, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:11.621490 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device cfcd1fdd-a769-4966-a5b9-475c0e0fe2a8 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:17:11.662825 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-262d6f0e-9c09-44bf-854d-3ddbc80089ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:11.674693 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-1a06d582-383b-408d-bfe3-96ec2394ff3c None None] Set router 94e8fea7-78ae-4b26-b491-aa1905d27773 gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:17:11.714440 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-212a5b4f-f243-4fac-b908-c65692967aca tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:11.740250 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e576bfd1-e5bd-454e-a511-afeb5772bfc4 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:11.818424 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a5b4f-f243-4fac-b908-c65692967aca tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event deleted for resources: {'Subnet': ['ID=3f4cd1b1-46d8-44b2-a2d4-9bbe7bbba014,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:11.822642 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-212a5b4f-f243-4fac-b908-c65692967aca tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:11.853066 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d4413e36-bcf9-4ae6-93cc-234c86afffa7 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for security_group, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:11.872360 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-acfad7fa-f347-4d02-a1f3-1a66a80a7580 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] For port 520fdcb7-055b-4464-a742-049e1caf0780, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=520fdcb7-055b-4464-a742-049e1caf0780,segment=NetworkSegment(dffe9b25-3e58-459b-9802-94a22371f92a),segment_id=dffe9b25-3e58-459b-9802-94a22371f92a)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:17:11.872881 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-acfad7fa-f347-4d02-a1f3-1a66a80a7580 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:11.954909 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d4413e36-bcf9-4ae6-93cc-234c86afffa7 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:11.958146 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port cfcd1fdd-a769-4966-a5b9-475c0e0fe2a8 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:17:11.964278 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bae34727-407c-4eff-b139-578169d33d09 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:11.987970 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-adbd89ab-c2d9-4223-97da-ede2473d4c7a tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:11.990481 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-93772443-9051-43ec-a94c-aef3a88bc984 None None] Provisioning for port 12e479cd-38c1-4365-b4a1-c150bd5d2c79 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:17:11.996481 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-93772443-9051-43ec-a94c-aef3a88bc984 None None] Provisioning complete for port 12e479cd-38c1-4365-b4a1-c150bd5d2c79 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:17:11.997223 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-93772443-9051-43ec-a94c-aef3a88bc984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:12.035253 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4413e36-bcf9-4ae6-93cc-234c86afffa7 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92a97d26-aa0f-4ba1-ab80-1793541459cf,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:12.039379 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d4413e36-bcf9-4ae6-93cc-234c86afffa7 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:12.043130 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4413e36-bcf9-4ae6-93cc-234c86afffa7 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:17:12.054151 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d4413e36-bcf9-4ae6-93cc-234c86afffa7 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268197113528', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:12.054578 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-d4413e36-bcf9-4ae6-93cc-234c86afffa7 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Added segment d77d0456-5825-4a23-9297-f7383dbe8381 of type vxlan for network 73d3d7f5-2fd8-4a2b-82fb-646835eb6b6f
Jan 29 10:17:12.075259 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-93772443-9051-43ec-a94c-aef3a88bc984 None None] Port 12e479cd-38c1-4365-b4a1-c150bd5d2c79 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:17:12.075508 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-212a5b4f-f243-4fac-b908-c65692967aca tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:12.083424 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58874f6d-7541-4e3a-98a1-bf8709f590ae None None] Network d79afcbe-2f3b-4ecb-bd25-eeb12058d8af requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:17:12.112399 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-acfad7fa-f347-4d02-a1f3-1a66a80a7580 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Calling delete_port for 520fdcb7-055b-4464-a742-049e1caf0780 owned by network:dhcp {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:17:12.112687 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-212a5b4f-f243-4fac-b908-c65692967aca tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "DELETE /v2.0/subnets/3f4cd1b1-46d8-44b2-a2d4-9bbe7bbba014 HTTP/1.1" status: 204  len: 168 time: 1.4867346
Jan 29 10:17:12.115963 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d4413e36-bcf9-4ae6-93cc-234c86afffa7 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:12.120582 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57424) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:12.171884 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-1a06d582-383b-408d-bfe3-96ec2394ff3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca3534e0>, [{'id': '94e8fea7-78ae-4b26-b491-aa1905d27773', 'name': 'tempest-TestNetworkBasicOps-router-27264373', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': 'a84fabec-f305-401d-949b-fd236667f4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:14:26Z', 'updated_at': '2021-01-29T10:17:07Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': 'a84fabec-f305-401d-949b-fd236667f4df', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e8fea7-78ae-4b26-b491-aa1905d27773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:14:28Z', 'updated_at': '2021-01-29T10:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:12.178944 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a06d582-383b-408d-bfe3-96ec2394ff3c None None] The sync data for ids ['94e8fea7-78ae-4b26-b491-aa1905d27773'] in dv-neutron-772983-2-ovs is: [{'id': '94e8fea7-78ae-4b26-b491-aa1905d27773', 'name': 'tempest-TestNetworkBasicOps-router-27264373', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': 'a84fabec-f305-401d-949b-fd236667f4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:14:26Z', 'updated_at': '2021-01-29T10:17:07Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': 'a84fabec-f305-401d-949b-fd236667f4df', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e8fea7-78ae-4b26-b491-aa1905d27773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:14:28Z', 'updated_at': '2021-01-29T10:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:17:12.244963 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-262d6f0e-9c09-44bf-854d-3ddbc80089ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:12.254022 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7711212b-c7ca-47dc-bd0f-d5747d656bed tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:12.413769 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262d6f0e-9c09-44bf-854d-3ddbc80089ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb88f8c-c505-4af0-a491-68be30a38386,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:12.417020 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-262d6f0e-9c09-44bf-854d-3ddbc80089ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:12.434077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d4413e36-bcf9-4ae6-93cc-234c86afffa7 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:12.468566 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5ce52b-2e17-450c-bbf2-d9c687629379 None None] DHCP port deletion for d79afcbe-2f3b-4ecb-bd25-eeb12058d8af request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:17:12.483468 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-cd5ce52b-2e17-450c-bbf2-d9c687629379 None None] Deleting port 13fb33f1-ab99-4380-a457-b89d9a73c32b {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:17:12.483904 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cd5ce52b-2e17-450c-bbf2-d9c687629379 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:12.507866 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4413e36-bcf9-4ae6-93cc-234c86afffa7 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:17:12.508651 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d4413e36-bcf9-4ae6-93cc-234c86afffa7 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:12.529278 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0617337d-332d-4dd3-b444-f3fda0d8a3d0 tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:12.606242 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c9ac4ccd-6f21-4e41-8bcd-383a0d8c7567 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for router, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:12.608986 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-262d6f0e-9c09-44bf-854d-3ddbc80089ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:12.612806 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-262d6f0e-9c09-44bf-854d-3ddbc80089ff admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/afb88f8c-c505-4af0-a491-68be30a38386 HTTP/1.1" status: 204  len: 168 time: 1.2571826
Jan 29 10:17:12.628522 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-acfad7fa-f347-4d02-a1f3-1a66a80a7580 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:12.663231 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-42763488-6789-4a5e-8013-c7f612a9b154 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:12.676292 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fb8242-4b08-4367-8c74-4f243fd2335b None None] Network 239fab46-5bfc-4081-b7fd-091ccbcbf684 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:17:12.811840 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfad7fa-f347-4d02-a1f3-1a66a80a7580 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Pushing event deleted for resources: {'Port': ['ID=520fdcb7-055b-4464-a742-049e1caf0780,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:12.820435 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-acfad7fa-f347-4d02-a1f3-1a66a80a7580 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:12.844605 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfad7fa-f347-4d02-a1f3-1a66a80a7580 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] No DVR routers for this DVR port 520fdcb7-055b-4464-a742-049e1caf0780 on host dv-neutron-772983-2-ovs {{(pid=80765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:17:13.011881 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-49d28cee-ca38-4574-a76c-94c09557aea3 None None] Provisioning for port cfcd1fdd-a769-4966-a5b9-475c0e0fe2a8 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:17:13.064538 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-49d28cee-ca38-4574-a76c-94c09557aea3 None None] Provisioning complete for port cfcd1fdd-a769-4966-a5b9-475c0e0fe2a8 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:17:13.065648 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-49d28cee-ca38-4574-a76c-94c09557aea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:13.066396 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4413e36-bcf9-4ae6-93cc-234c86afffa7 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event updated for resources: {'Network': ['ID=73d3d7f5-2fd8-4a2b-82fb-646835eb6b6f,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:13.075666 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d4413e36-bcf9-4ae6-93cc-234c86afffa7 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:13.091215 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d4413e36-bcf9-4ae6-93cc-234c86afffa7 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 2.0220561
Jan 29 10:17:13.140580 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 73d3d7f5-2fd8-4a2b-82fb-646835eb6b6f details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:17:13.148417 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57430) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:13.163450 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-70cd9740-d7fb-4eb2-bcdd-96f6cf355b13 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Request body: {'network': {'name': 'tempest-RoutersTest-1214448719'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:17:13.169600 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-70cd9740-d7fb-4eb2-bcdd-96f6cf355b13 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:17:13.175097 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-70cd9740-d7fb-4eb2-bcdd-96f6cf355b13 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Usage tracker for resource:network and tenant:ad83ad6a41264da3be98f825b2f64def is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:17:13.178802 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-70cd9740-d7fb-4eb2-bcdd-96f6cf355b13 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Quota usage for network was recalculated. Used quota:1. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:17:13.185676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-70cd9740-d7fb-4eb2-bcdd-96f6cf355b13 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:17:13.200785 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-acfad7fa-f347-4d02-a1f3-1a66a80a7580 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:13.203341 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70cd9740-d7fb-4eb2-bcdd-96f6cf355b13 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Made reservation on behalf of ad83ad6a41264da3be98f825b2f64def for: {'network': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:17:13.225626 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-70cd9740-d7fb-4eb2-bcdd-96f6cf355b13 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:13.268517 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 73d3d7f5-2fd8-4a2b-82fb-646835eb6b6f details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:17:13.321988 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70cd9740-d7fb-4eb2-bcdd-96f6cf355b13 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] vxlan segment allocate from pool success with {'vxlan_vni': 12}  {{(pid=80766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:17:13.342363 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-70cd9740-d7fb-4eb2-bcdd-96f6cf355b13 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268197113528', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:13.343159 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-70cd9740-d7fb-4eb2-bcdd-96f6cf355b13 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Added segment 985e2e5d-a7d9-4777-b23e-c53fb1a3cfe5 of type vxlan for network e9b0c0e5-7974-45ae-a001-41058630160f
Jan 29 10:17:13.345380 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-acfad7fa-f347-4d02-a1f3-1a66a80a7580 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c3be7908>,) {'filters': {'network_id': ['1559821c-4305-4016-9e6f-fa8d53c29d8f']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:13.359841 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-acfad7fa-f347-4d02-a1f3-1a66a80a7580 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3be7908>, 'dffe9b25-3e58-459b-9802-94a22371f92a') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:13.360410 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-acfad7fa-f347-4d02-a1f3-1a66a80a7580 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3be7908>, 'dffe9b25-3e58-459b-9802-94a22371f92a') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:13.372887 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-acfad7fa-f347-4d02-a1f3-1a66a80a7580 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:13.388802 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-acfad7fa-f347-4d02-a1f3-1a66a80a7580 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:13.389301 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-70cd9740-d7fb-4eb2-bcdd-96f6cf355b13 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:13.391329 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-acfad7fa-f347-4d02-a1f3-1a66a80a7580 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Releasing vxlan tunnel 5 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:17:13.406746 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-cd5ce52b-2e17-450c-bbf2-d9c687629379 None None] For port 13fb33f1-ab99-4380-a457-b89d9a73c32b, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=13fb33f1-ab99-4380-a457-b89d9a73c32b,segment=NetworkSegment(5462c2ed-631f-44be-b821-4250d3698045),segment_id=5462c2ed-631f-44be-b821-4250d3698045)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:17:13.407195 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cd5ce52b-2e17-450c-bbf2-d9c687629379 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:13.431713 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-70cd9740-d7fb-4eb2-bcdd-96f6cf355b13 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:13.504264 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70cd9740-d7fb-4eb2-bcdd-96f6cf355b13 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:17:13.505303 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-70cd9740-d7fb-4eb2-bcdd-96f6cf355b13 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:13.517425 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-fddead6d-32d1-4e51-9ef9-b7131c88607c tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:13.593469 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-acfad7fa-f347-4d02-a1f3-1a66a80a7580 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Network 1559821c-4305-4016-9e6f-fa8d53c29d8f has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:17:13.603545 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-acfad7fa-f347-4d02-a1f3-1a66a80a7580 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:13.612141 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-cd5ce52b-2e17-450c-bbf2-d9c687629379 None None] Calling delete_port for 13fb33f1-ab99-4380-a457-b89d9a73c32b owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:17:13.656904 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device b06ccce2-d84a-4b99-a3bd-77cec131d632 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:17:13.663427 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c9ac4ccd-6f21-4e41-8bcd-383a0d8c7567 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for router_gateway, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:13.673980 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-70cd9740-d7fb-4eb2-bcdd-96f6cf355b13 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.5240450
Jan 29 10:17:13.678840 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57434) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:13.680614 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-c9ac4ccd-6f21-4e41-8bcd-383a0d8c7567 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Deleting port a84fabec-f305-401d-949b-fd236667f4df {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:17:13.681154 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c9ac4ccd-6f21-4e41-8bcd-383a0d8c7567 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:13.714425 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd9740-d7fb-4eb2-bcdd-96f6cf355b13 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event updated for resources: {'Network': ['ID=e9b0c0e5-7974-45ae-a001-41058630160f,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:13.717174 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: b06ccce2-d84a-4b99-a3bd-77cec131d632 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:17:13.717568 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device b06ccce2-d84a-4b99-a3bd-77cec131d632 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:17:13.718079 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 13fb33f1-ab99-4380-a457-b89d9a73c32b no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:17:13.728840 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-b72b8ec2-ede3-4718-ba91-6ab0ccc94aaf tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Request body: {'subnet': {'network_id': '73d3d7f5-2fd8-4a2b-82fb-646835eb6b6f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:17:13.761934 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network e9b0c0e5-7974-45ae-a001-41058630160f details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:17:13.776425 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network e9b0c0e5-7974-45ae-a001-41058630160f details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:17:13.792604 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-acfad7fa-f347-4d02-a1f3-1a66a80a7580 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Network 1559821c-4305-4016-9e6f-fa8d53c29d8f has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:17:13.856569 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-70cd9740-d7fb-4eb2-bcdd-96f6cf355b13 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:13.863445 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-b72b8ec2-ede3-4718-ba91-6ab0ccc94aaf tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:17:13.880928 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b72b8ec2-ede3-4718-ba91-6ab0ccc94aaf tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Usage tracker for resource:subnet and tenant:ad83ad6a41264da3be98f825b2f64def is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:17:13.886112 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b72b8ec2-ede3-4718-ba91-6ab0ccc94aaf tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:17:13.911495 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:17:13.911495 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:17:13.911495 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:17:13.911495 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:17:13.911495 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:17:13.911495 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:17:13.911495 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:17:13.911495 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:17:13.911495 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:17:13.911495 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:17:13.911495 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:17:13.911495 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:17:13.911495 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:17:13.911495 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:17:13.911495 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:17:13.911495 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:17:13.911495 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:17:13.911495 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:17:13.911495 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:17:13.911495 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:17:13.911495 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:17:13.911495 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:17:13.911495 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:17:13.911495 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:17:13.911495 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:17:13.911495 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:17:13.911495 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:17:13.911495 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:17:13.911495 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:17:13.911495 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:17:13.911495 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:17:13.911495 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:17:13.915673 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-acfad7fa-f347-4d02-a1f3-1a66a80a7580 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:13.918484 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-b72b8ec2-ede3-4718-ba91-6ab0ccc94aaf tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:17:13.919565 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-acfad7fa-f347-4d02-a1f3-1a66a80a7580 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:13.927955 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f8ba8228-0c3d-47ec-8a30-a72eacf50639 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:13.968705 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfad7fa-f347-4d02-a1f3-1a66a80a7580 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Pushing event deleted for resources: {'Network': ['ID=1559821c-4305-4016-9e6f-fa8d53c29d8f,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:13.971804 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-acfad7fa-f347-4d02-a1f3-1a66a80a7580 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:13.978804 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-acfad7fa-f347-4d02-a1f3-1a66a80a7580 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "DELETE /v2.0/networks/1559821c-4305-4016-9e6f-fa8d53c29d8f HTTP/1.1" status: 204  len: 168 time: 8.9823949
Jan 29 10:17:13.986465 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57438) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:13.993931 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-b07e9637-3860-4cd9-8145-d4ca59a8c904 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2098965242'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:17:14.013020 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-b07e9637-3860-4cd9-8145-d4ca59a8c904 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:17:14.019206 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b07e9637-3860-4cd9-8145-d4ca59a8c904 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Usage tracker for resource:network and tenant:8cc4c548833141b8bc8f9009064567bd is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:17:14.024145 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b07e9637-3860-4cd9-8145-d4ca59a8c904 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Quota usage for network was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:17:14.036146 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b72b8ec2-ede3-4718-ba91-6ab0ccc94aaf tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Made reservation on behalf of ad83ad6a41264da3be98f825b2f64def for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:17:14.053272 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-b07e9637-3860-4cd9-8145-d4ca59a8c904 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:17:14.060315 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b72b8ec2-ede3-4718-ba91-6ab0ccc94aaf tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:14.060865 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bae34727-407c-4eff-b139-578169d33d09 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:14.072838 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bae34727-407c-4eff-b139-578169d33d09 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:14.073742 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bae34727-407c-4eff-b139-578169d33d09 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854133895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349242'] for router_interface, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:14.141630 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-49d28cee-ca38-4574-a76c-94c09557aea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:14.174148 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No ports have port_id starting with 13fb33f1-ab99-4380-a457-b89d9a73c32b
Jan 29 10:17:14.185996 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cd5ce52b-2e17-450c-bbf2-d9c687629379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:14.204150 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0b7e366f-ff97-4368-ac31-0cfe3fe82aa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:14.211197 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-21546ccd-010e-4a50-94c5-3a385216959a tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:14.258823 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07e9637-3860-4cd9-8145-d4ca59a8c904 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Made reservation on behalf of 8cc4c548833141b8bc8f9009064567bd for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:17:14.278799 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5ce52b-2e17-450c-bbf2-d9c687629379 None None] Pushing event deleted for resources: {'Port': ['ID=13fb33f1-ab99-4380-a457-b89d9a73c32b,revision_number=None']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:14.280960 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-cd5ce52b-2e17-450c-bbf2-d9c687629379 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:14.284370 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b07e9637-3860-4cd9-8145-d4ca59a8c904 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:14.285870 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-49d28cee-ca38-4574-a76c-94c09557aea3 None None] For port cfcd1fdd-a769-4966-a5b9-475c0e0fe2a8, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=cfcd1fdd-a769-4966-a5b9-475c0e0fe2a8,segment=NetworkSegment(ea3c4693-d854-4c17-9724-6f92e9cdbd47),segment_id=ea3c4693-d854-4c17-9724-6f92e9cdbd47)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:17:14.353040 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-49d28cee-ca38-4574-a76c-94c09557aea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:14.366789 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-cd5ce52b-2e17-450c-bbf2-d9c687629379 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:14.367464 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-c9ac4ccd-6f21-4e41-8bcd-383a0d8c7567 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] For port a84fabec-f305-401d-949b-fd236667f4df, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=a84fabec-f305-401d-949b-fd236667f4df,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:17:14.367877 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c9ac4ccd-6f21-4e41-8bcd-383a0d8c7567 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:14.434857 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae34727-407c-4eff-b139-578169d33d09 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Network 22ea6b35-c470-4a51-a30d-f84a6669f2bc is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:17:14.435944 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae34727-407c-4eff-b139-578169d33d09 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Pushing event updated for resources: {'Port': ['ID=12e479cd-38c1-4365-b4a1-c150bd5d2c79,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:14.438607 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b07e9637-3860-4cd9-8145-d4ca59a8c904 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:17:14.443028 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-bae34727-407c-4eff-b139-578169d33d09 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:17:14.445373 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bae34727-407c-4eff-b139-578169d33d09 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:14.457221 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d28cee-ca38-4574-a76c-94c09557aea3 None None] Pushing event updated for resources: {'Port': ['ID=cfcd1fdd-a769-4966-a5b9-475c0e0fe2a8,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:14.460690 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-49d28cee-ca38-4574-a76c-94c09557aea3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:14.478936 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5ce52b-2e17-450c-bbf2-d9c687629379 None None] No DVR routers for this DVR port 13fb33f1-ab99-4380-a457-b89d9a73c32b on host dv-neutron-772983-2-ovs {{(pid=80767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:17:14.511154 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4c32cc6c-3551-4d53-9161-28a409de67c4 None None] Provisioning complete for port cfcd1fdd-a769-4966-a5b9-475c0e0fe2a8 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:17:14.511802 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4c32cc6c-3551-4d53-9161-28a409de67c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:14.525478 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b07e9637-3860-4cd9-8145-d4ca59a8c904 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:14.525909 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-b07e9637-3860-4cd9-8145-d4ca59a8c904 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Added segment 98244905-d466-47e7-a7f0-0c0c1b1d226b of type vxlan for network e549d9b8-e18c-45e4-bd0f-da5ebf31968d
Jan 29 10:17:14.595510 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-c9ac4ccd-6f21-4e41-8bcd-383a0d8c7567 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Calling delete_port for a84fabec-f305-401d-949b-fd236667f4df owned by network:router_gateway {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:17:14.689456 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b07e9637-3860-4cd9-8145-d4ca59a8c904 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:14.712037 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae34727-407c-4eff-b139-578169d33d09 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Router 2530de10-a0f7-47f2-8872-ed0b603d3e7a has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:17:14.821869 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c9ac4ccd-6f21-4e41-8bcd-383a0d8c7567 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:14.839244 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-3b3d3a62-7437-4a79-bca7-22bef6f09b8f None None] Provisioning complete for port cfcd1fdd-a769-4966-a5b9-475c0e0fe2a8 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:17:14.839744 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3b3d3a62-7437-4a79-bca7-22bef6f09b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:14.900389 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955b3887-48ab-4469-94bf-05a3432b80c0 None None] get_active_networks_info from dv-neutron-772983-2-ovs {{(pid=80767) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Jan 29 10:17:15.133684 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c9ac4ccd-6f21-4e41-8bcd-383a0d8c7567 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854102222'] for router_gateway, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:15.167589 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b07e9637-3860-4cd9-8145-d4ca59a8c904 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:15.235936 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07e9637-3860-4cd9-8145-d4ca59a8c904 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:17:15.237217 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b07e9637-3860-4cd9-8145-d4ca59a8c904 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:15.243468 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e3b4eb1a-bf37-4e42-ad3a-4970a20a8767 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:15.354017 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b72b8ec2-ede3-4718-ba91-6ab0ccc94aaf tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:15.374691 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c9ac4ccd-6f21-4e41-8bcd-383a0d8c7567 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:15.376570 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2e491a4b-a80e-4b11-946f-be1d60cf9fbe tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:15.389307 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae34727-407c-4eff-b139-578169d33d09 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:17:15.398830 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-3b3d3a62-7437-4a79-bca7-22bef6f09b8f None None] Provisioning complete for port 12e479cd-38c1-4365-b4a1-c150bd5d2c79 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:17:15.399260 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3b3d3a62-7437-4a79-bca7-22bef6f09b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:15.400523 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-bae34727-407c-4eff-b139-578169d33d09 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] 10.222.0.57 "PUT /v2.0/routers/2530de10-a0f7-47f2-8872-ed0b603d3e7a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.4194577
Jan 29 10:17:15.404957 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b07e9637-3860-4cd9-8145-d4ca59a8c904 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.4166234
Jan 29 10:17:15.405112 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57444) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:15.406029 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07e9637-3860-4cd9-8145-d4ca59a8c904 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Pushing event updated for resources: {'Network': ['ID=e549d9b8-e18c-45e4-bd0f-da5ebf31968d,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:15.408213 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57446) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:15.409585 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c9ac4ccd-6f21-4e41-8bcd-383a0d8c7567 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:15.411162 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b07e9637-3860-4cd9-8145-d4ca59a8c904 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:15.415666 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-0c976049-a1b0-47ce-b58f-b45d34ae64d5 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Request body: {'subnet': {'network_id': 'e549d9b8-e18c-45e4-bd0f-da5ebf31968d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:17:15.447064 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b978405-15fe-4818-ad0c-2a8253f7af38 None None] Sync routers for ids ['2530de10-a0f7-47f2-8872-ed0b603d3e7a'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:17:15.450852 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network e549d9b8-e18c-45e4-bd0f-da5ebf31968d details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:17:15.464559 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network e549d9b8-e18c-45e4-bd0f-da5ebf31968d details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:17:15.547741 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-0c976049-a1b0-47ce-b58f-b45d34ae64d5 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:17:15.554644 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-0c976049-a1b0-47ce-b58f-b45d34ae64d5 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Usage tracker for resource:subnet and tenant:8cc4c548833141b8bc8f9009064567bd is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:17:15.558132 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-0c976049-a1b0-47ce-b58f-b45d34ae64d5 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:17:15.570955 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-0c976049-a1b0-47ce-b58f-b45d34ae64d5 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:17:15.581591 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c976049-a1b0-47ce-b58f-b45d34ae64d5 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Made reservation on behalf of 8cc4c548833141b8bc8f9009064567bd for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:17:15.587496 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device cfcd1fdd-a769-4966-a5b9-475c0e0fe2a8 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:17:15.604111 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0c976049-a1b0-47ce-b58f-b45d34ae64d5 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:15.679195 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72b8ec2-ede3-4718-ba91-6ab0ccc94aaf tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event updated for resources: {'Subnet': ['ID=2318e5c3-87ae-4f26-b8d3-cb13b806429f,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:15.681251 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c9ac4ccd-6f21-4e41-8bcd-383a0d8c7567 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:15.681825 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ac4ccd-6f21-4e41-8bcd-383a0d8c7567 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Fanout notify agent at l3_agent the message router_deleted on router 94e8fea7-78ae-4b26-b491-aa1905d27773 {{(pid=80766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 10:17:15.693747 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b72b8ec2-ede3-4718-ba91-6ab0ccc94aaf tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:15.707815 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b978405-15fe-4818-ad0c-2a8253f7af38 None None] Routers {'2530de10-a0f7-47f2-8872-ed0b603d3e7a'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:17:15.708532 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-5b978405-15fe-4818-ad0c-2a8253f7af38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c99feda0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:16:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['2530de10-a0f7-47f2-8872-ed0b603d3e7a'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:15.715449 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.ipam_backend_mixin [None req-0c976049-a1b0-47ce-b58f-b45d34ae64d5 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Performing IP validity checks on allocation pools {{(pid=80765) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}}
Jan 29 10:17:15.716047 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.ipam_backend_mixin [None req-0c976049-a1b0-47ce-b58f-b45d34ae64d5 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Checking for overlaps among allocation pools and gateway ip {{(pid=80765) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}}
Jan 29 10:17:15.770491 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ce4f2a55-7b0a-47c3-91e1-dda183f1fb8e tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks [] for router, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:15.855357 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-3b3d3a62-7437-4a79-bca7-22bef6f09b8f None None] Port 12e479cd-38c1-4365-b4a1-c150bd5d2c79 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:17:15.878831 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-5b978405-15fe-4818-ad0c-2a8253f7af38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c99feda0>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:15.885286 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c9ac4ccd-6f21-4e41-8bcd-383a0d8c7567 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:15.889564 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c9ac4ccd-6f21-4e41-8bcd-383a0d8c7567 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "DELETE /v2.0/routers/94e8fea7-78ae-4b26-b491-aa1905d27773 HTTP/1.1" status: 204  len: 168 time: 3.7644074
Jan 29 10:17:15.891434 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57452) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:15.917217 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b978405-15fe-4818-ad0c-2a8253f7af38 None None] Routers {'2530de10-a0f7-47f2-8872-ed0b603d3e7a'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:17:15.917961 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-5b978405-15fe-4818-ad0c-2a8253f7af38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c99feda0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:16:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['2530de10-a0f7-47f2-8872-ed0b603d3e7a'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:16.008042 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-5b978405-15fe-4818-ad0c-2a8253f7af38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c99feda0>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:16.008500 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b978405-15fe-4818-ad0c-2a8253f7af38 None None] The sync data for ids ['2530de10-a0f7-47f2-8872-ed0b603d3e7a'] in dv-neutron-772983-2-ovs is: [] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:17:16.014604 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72b8ec2-ede3-4718-ba91-6ab0ccc94aaf tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Checking segment: {'id': 'd77d0456-5825-4a23-9297-f7383dbe8381', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '73d3d7f5-2fd8-4a2b-82fb-646835eb6b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:17:16.015139 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72b8ec2-ede3-4718-ba91-6ab0ccc94aaf tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Network hostable DHCP agents. Network: 73d3d7f5-2fd8-4a2b-82fb-646835eb6b6f, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:17:16.024999 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-ce4f2a55-7b0a-47c3-91e1-dda183f1fb8e tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] delete failed (client error): There was a conflict when trying to complete your request.
Jan 29 10:17:16.026172 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ce4f2a55-7b0a-47c3-91e1-dda183f1fb8e tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] 10.222.0.57 "DELETE /v2.0/routers/2530de10-a0f7-47f2-8872-ed0b603d3e7a HTTP/1.1" status: 409  len: 329 time: 0.6044614
Jan 29 10:17:16.030190 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57456) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:16.043036 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port cfcd1fdd-a769-4966-a5b9-475c0e0fe2a8 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:17:16.043472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:16.112963 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-8625ca9a-4b9f-4f7e-abc3-d76aaf63097a None None] Provisioning complete for port cfcd1fdd-a769-4966-a5b9-475c0e0fe2a8 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:17:16.113685 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8625ca9a-4b9f-4f7e-abc3-d76aaf63097a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:16.158070 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7b20c73f-9365-432a-893a-d9f74f5727c1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:16.372230 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955b3887-48ab-4469-94bf-05a3432b80c0 None None] Network 73d3d7f5-2fd8-4a2b-82fb-646835eb6b6f is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:17:16.394738 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955b3887-48ab-4469-94bf-05a3432b80c0 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 73d3d7f5-2fd8-4a2b-82fb-646835eb6b6f) {{(pid=80767) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Jan 29 10:17:16.400516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7b20c73f-9365-432a-893a-d9f74f5727c1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:16.464577 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-b72b8ec2-ede3-4718-ba91-6ab0ccc94aaf tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Agent 8686d683-d11d-4d5b-ac40-091a54760ad6 already present
Jan 29 10:17:16.465122 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72b8ec2-ede3-4718-ba91-6ab0ccc94aaf tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Network 73d3d7f5-2fd8-4a2b-82fb-646835eb6b6f is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:17:16.465561 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-b72b8ec2-ede3-4718-ba91-6ab0ccc94aaf tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 73d3d7f5-2fd8-4a2b-82fb-646835eb6b6f) {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:17:16.496984 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72b8ec2-ede3-4718-ba91-6ab0ccc94aaf tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:17:16.497630 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b72b8ec2-ede3-4718-ba91-6ab0ccc94aaf tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:16.584029 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-7b20c73f-9365-432a-893a-d9f74f5727c1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c80791d0>,) {'filters': {'network_id': ['d79afcbe-2f3b-4ecb-bd25-eeb12058d8af']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:16.606403 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-7b20c73f-9365-432a-893a-d9f74f5727c1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c80791d0>, '5462c2ed-631f-44be-b821-4250d3698045') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:16.606757 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-7b20c73f-9365-432a-893a-d9f74f5727c1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c80791d0>, '5462c2ed-631f-44be-b821-4250d3698045') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:16.629114 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b72b8ec2-ede3-4718-ba91-6ab0ccc94aaf tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.9134066
Jan 29 10:17:16.629313 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7b20c73f-9365-432a-893a-d9f74f5727c1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:16.633159 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0c976049-a1b0-47ce-b58f-b45d34ae64d5 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:16.652996 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57460) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:16.656162 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2af4f227-5299-48cd-8b2d-84d8598aab5c tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:16.706559 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-f22c80c7-ce85-4996-8d3d-ba6744a57bed tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Request body: {'subnet': {'network_id': 'e9b0c0e5-7974-45ae-a001-41058630160f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:17:16.759932 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7b20c73f-9365-432a-893a-d9f74f5727c1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:16.800886 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0678c366-c9bf-4643-82ae-4605caee368a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-73d3d7f5-2fd8-4a2b-82fb-646835eb6b6f', 'network_id': '73d3d7f5-2fd8-4a2b-82fb-646835eb6b6f', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'fixed_ips': [{'subnet_id': '2318e5c3-87ae-4f26-b8d3-cb13b806429f'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:17:16.801928 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0678c366-c9bf-4643-82ae-4605caee368a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:16.820973 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7b20c73f-9365-432a-893a-d9f74f5727c1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Releasing vxlan tunnel 9 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:17:16.937360 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-311a3156-455e-4e81-9cae-7ee8ab01cc2f tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349253'] for router_interface, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:16.991436 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c976049-a1b0-47ce-b58f-b45d34ae64d5 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Pushing event updated for resources: {'Subnet': ['ID=692ad137-8846-4bda-a42a-20ba07bb78d5,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:17.013933 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0c976049-a1b0-47ce-b58f-b45d34ae64d5 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:17.105641 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-0678c366-c9bf-4643-82ae-4605caee368a None None] Allocated IP 172.20.0.2 (73d3d7f5-2fd8-4a2b-82fb-646835eb6b6f/2318e5c3-87ae-4f26-b8d3-cb13b806429f/7013aae2-79db-4a87-86f3-d6eda5b708b4) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:17:17.119397 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-f22c80c7-ce85-4996-8d3d-ba6744a57bed tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:17:17.130632 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f22c80c7-ce85-4996-8d3d-ba6744a57bed tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Usage tracker for resource:subnet and tenant:ad83ad6a41264da3be98f825b2f64def is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:17:17.135214 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f22c80c7-ce85-4996-8d3d-ba6744a57bed tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:17:17.150987 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-f22c80c7-ce85-4996-8d3d-ba6744a57bed tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:17:17.154109 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-7b20c73f-9365-432a-893a-d9f74f5727c1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network d79afcbe-2f3b-4ecb-bd25-eeb12058d8af has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:17:17.168315 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7b20c73f-9365-432a-893a-d9f74f5727c1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:17.273995 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f22c80c7-ce85-4996-8d3d-ba6744a57bed tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Made reservation on behalf of ad83ad6a41264da3be98f825b2f64def for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:17:17.295186 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f22c80c7-ce85-4996-8d3d-ba6744a57bed tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:17.319736 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-311a3156-455e-4e81-9cae-7ee8ab01cc2f tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Deleting port 12e479cd-38c1-4365-b4a1-c150bd5d2c79 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:17:17.320629 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-311a3156-455e-4e81-9cae-7ee8ab01cc2f tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:17.357148 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0678c366-c9bf-4643-82ae-4605caee368a None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:17.511130 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c976049-a1b0-47ce-b58f-b45d34ae64d5 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Checking segment: {'id': '98244905-d466-47e7-a7f0-0c0c1b1d226b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e549d9b8-e18c-45e4-bd0f-da5ebf31968d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:17:17.511668 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c976049-a1b0-47ce-b58f-b45d34ae64d5 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Network hostable DHCP agents. Network: e549d9b8-e18c-45e4-bd0f-da5ebf31968d, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:17:17.523132 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-7b20c73f-9365-432a-893a-d9f74f5727c1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network d79afcbe-2f3b-4ecb-bd25-eeb12058d8af has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:17:17.529187 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-311a3156-455e-4e81-9cae-7ee8ab01cc2f tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:17.543623 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device a84fabec-f305-401d-949b-fd236667f4df no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:17:17.552731 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:17:17.552731 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:17:17.552731 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:17:17.552731 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:17:17.552731 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:17:17.552731 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:17:17.552731 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:17:17.552731 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:17:17.552731 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:17:17.552731 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:17:17.552731 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:17:17.552731 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:17:17.552731 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:17:17.552731 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:17:17.552731 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:17:17.552731 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:17:17.552731 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:17:17.552731 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:17:17.552731 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:17:17.552731 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:17:17.552731 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:17:17.552731 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:17:17.552731 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:17:17.552731 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:17:17.552731 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:17:17.552731 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:17:17.552731 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:17:17.552731 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:17:17.552731 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:17:17.552731 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:17:17.552731 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:17:17.552731 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:17:17.583316 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: a84fabec-f305-401d-949b-fd236667f4df {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:17:17.583705 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device a84fabec-f305-401d-949b-fd236667f4df not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:17:17.652068 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c976049-a1b0-47ce-b58f-b45d34ae64d5 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Network e549d9b8-e18c-45e4-bd0f-da5ebf31968d is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:17:17.662577 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-0678c366-c9bf-4643-82ae-4605caee368a None None] Transition to ACTIVE for port object 7013aae2-79db-4a87-86f3-d6eda5b708b4 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:17:17.665100 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7b20c73f-9365-432a-893a-d9f74f5727c1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:17.668198 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-311a3156-455e-4e81-9cae-7ee8ab01cc2f tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Calling delete_port for 12e479cd-38c1-4365-b4a1-c150bd5d2c79 owned by network:router_interface {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:17:17.669498 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-0c976049-a1b0-47ce-b58f-b45d34ae64d5 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, e549d9b8-e18c-45e4-bd0f-da5ebf31968d) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:17:17.671016 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-de7d0423-de77-462f-94e0-71ed9a311757 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:17.682343 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-0678c366-c9bf-4643-82ae-4605caee368a None None] Transition to ACTIVE for port object 7013aae2-79db-4a87-86f3-d6eda5b708b4 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:17:17.687385 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0678c366-c9bf-4643-82ae-4605caee368a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:17.690857 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7b20c73f-9365-432a-893a-d9f74f5727c1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:17.704032 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-06893c30-a880-4d57-b1a2-716b769075e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:17.711077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b20c73f-9365-432a-893a-d9f74f5727c1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event deleted for resources: {'Network': ['ID=d79afcbe-2f3b-4ecb-bd25-eeb12058d8af,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:17.717664 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7b20c73f-9365-432a-893a-d9f74f5727c1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:17.726972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c976049-a1b0-47ce-b58f-b45d34ae64d5 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:17:17.727628 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0c976049-a1b0-47ce-b58f-b45d34ae64d5 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:17.785542 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7b20c73f-9365-432a-893a-d9f74f5727c1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "DELETE /v2.0/networks/d79afcbe-2f3b-4ecb-bd25-eeb12058d8af HTTP/1.1" status: 204  len: 168 time: 1.8873537
Jan 29 10:17:17.799886 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57464) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:17.804058 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0c976049-a1b0-47ce-b58f-b45d34ae64d5 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 792 time: 2.3922260
Jan 29 10:17:17.807568 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57468) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:17.813062 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-3d6a4e54-c168-443a-a70c-1b12ce797f54 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'network': {'name': 'tempest-network-smoke--1432018515', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'port_security_enabled': True}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:17:17.842364 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0678c366-c9bf-4643-82ae-4605caee368a None None] Pushing event updated for resources: {'Port': ['ID=7013aae2-79db-4a87-86f3-d6eda5b708b4,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:17.846744 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0678c366-c9bf-4643-82ae-4605caee368a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:17.851809 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-3d6a4e54-c168-443a-a70c-1b12ce797f54 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:17:17.881369 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-311a3156-455e-4e81-9cae-7ee8ab01cc2f tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:17.888620 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-3d6a4e54-c168-443a-a70c-1b12ce797f54 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:network and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:17:17.899688 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0678c366-c9bf-4643-82ae-4605caee368a None None] Network 73d3d7f5-2fd8-4a2b-82fb-646835eb6b6f is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:17:17.900057 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9ab02b96-ec57-420b-89e7-6a28211b94e0 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:17.900642 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-0678c366-c9bf-4643-82ae-4605caee368a None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:17:17.903031 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0678c366-c9bf-4643-82ae-4605caee368a None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:17:17.964819 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311a3156-455e-4e81-9cae-7ee8ab01cc2f tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Pushing event deleted for resources: {'Port': ['ID=12e479cd-38c1-4365-b4a1-c150bd5d2c79,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:17.968028 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-0678c366-c9bf-4643-82ae-4605caee368a None None] Attempting to bind port 7013aae2-79db-4a87-86f3-d6eda5b708b4 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:17:17.968565 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-0678c366-c9bf-4643-82ae-4605caee368a None None] Attempting to bind port 7013aae2-79db-4a87-86f3-d6eda5b708b4 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'd77d0456-5825-4a23-9297-f7383dbe8381', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '73d3d7f5-2fd8-4a2b-82fb-646835eb6b6f'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:17:17.969442 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0678c366-c9bf-4643-82ae-4605caee368a None None] Attempting to bind port 7013aae2-79db-4a87-86f3-d6eda5b708b4 on network 73d3d7f5-2fd8-4a2b-82fb-646835eb6b6f {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:17:17.970189 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-311a3156-455e-4e81-9cae-7ee8ab01cc2f tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:17.977034 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0678c366-c9bf-4643-82ae-4605caee368a None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:17:17.977575 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0678c366-c9bf-4643-82ae-4605caee368a None None] Checking segment: {'id': 'd77d0456-5825-4a23-9297-f7383dbe8381', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '73d3d7f5-2fd8-4a2b-82fb-646835eb6b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:17:17.978067 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0678c366-c9bf-4643-82ae-4605caee368a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:17.978520 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0678c366-c9bf-4643-82ae-4605caee368a None None] Bound using segment: {'id': 'd77d0456-5825-4a23-9297-f7383dbe8381', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '73d3d7f5-2fd8-4a2b-82fb-646835eb6b6f'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:17:17.979062 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-0678c366-c9bf-4643-82ae-4605caee368a None None] Bound port: 7013aae2-79db-4a87-86f3-d6eda5b708b4, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd77d0456-5825-4a23-9297-f7383dbe8381', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '73d3d7f5-2fd8-4a2b-82fb-646835eb6b6f'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:17:17.979486 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0678c366-c9bf-4643-82ae-4605caee368a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:18.083826 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-0678c366-c9bf-4643-82ae-4605caee368a None None] For port 7013aae2-79db-4a87-86f3-d6eda5b708b4, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:17:18.087770 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-0678c366-c9bf-4643-82ae-4605caee368a None None] For port 7013aae2-79db-4a87-86f3-d6eda5b708b4, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=7013aae2-79db-4a87-86f3-d6eda5b708b4,segment=NetworkSegment(d77d0456-5825-4a23-9297-f7383dbe8381),segment_id=d77d0456-5825-4a23-9297-f7383dbe8381)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:17:18.094082 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0678c366-c9bf-4643-82ae-4605caee368a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:18.111765 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c7dd019a-c7b6-4c81-a6e1-ec328adec988 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:18.185980 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-3d6a4e54-c168-443a-a70c-1b12ce797f54 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for network was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:17:18.236993 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-311a3156-455e-4e81-9cae-7ee8ab01cc2f tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854415430'] for router_interface, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:18.253890 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-3d6a4e54-c168-443a-a70c-1b12ce797f54 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:17:18.342265 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6a4e54-c168-443a-a70c-1b12ce797f54 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Made reservation on behalf of ff1f06ee29ef461597f2ecd846f8813d for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:17:18.364004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3d6a4e54-c168-443a-a70c-1b12ce797f54 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:18.422714 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3f85cc7f-12c0-427e-bac8-97776ce46424 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:18.441415 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0678c366-c9bf-4643-82ae-4605caee368a None None] Pushing event updated for resources: {'Port': ['ID=7013aae2-79db-4a87-86f3-d6eda5b708b4,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:18.446531 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0678c366-c9bf-4643-82ae-4605caee368a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:18.512456 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d6a4e54-c168-443a-a70c-1b12ce797f54 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:17:18.611999 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3d6a4e54-c168-443a-a70c-1b12ce797f54 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:18.612527 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-3d6a4e54-c168-443a-a70c-1b12ce797f54 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Added segment 2f7ff0c6-2bf9-4245-ab3b-b7f8952b73c8 of type vxlan for network 17776172-c021-47c4-abdf-42ef2691de1f
Jan 29 10:17:18.679934 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3d6a4e54-c168-443a-a70c-1b12ce797f54 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:18.685232 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3f85cc7f-12c0-427e-bac8-97776ce46424 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:18.710584 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-311a3156-455e-4e81-9cae-7ee8ab01cc2f tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Router 2530de10-a0f7-47f2-8872-ed0b603d3e7a has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:17:18.880583 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-311a3156-455e-4e81-9cae-7ee8ab01cc2f tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:17:18.890581 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ee9411-4291-4809-b29c-855f2dc3f154 None None] Sync routers for ids ['2530de10-a0f7-47f2-8872-ed0b603d3e7a'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:17:18.902638 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-311a3156-455e-4e81-9cae-7ee8ab01cc2f tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] 10.222.0.57 "PUT /v2.0/routers/2530de10-a0f7-47f2-8872-ed0b603d3e7a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8678257
Jan 29 10:17:18.903169 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57474) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:18.908818 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ee9411-4291-4809-b29c-855f2dc3f154 None None] Routers {'2530de10-a0f7-47f2-8872-ed0b603d3e7a'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:17:18.909502 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-c3ee9411-4291-4809-b29c-855f2dc3f154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca3536d8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:16:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['2530de10-a0f7-47f2-8872-ed0b603d3e7a'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:18.953055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3d6a4e54-c168-443a-a70c-1b12ce797f54 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:18.976379 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-c3ee9411-4291-4809-b29c-855f2dc3f154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca3536d8>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:18.980183 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-9ef7c33e-02be-4370-be41-c801e3cd882c tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] show failed (client error): The resource could not be found.
Jan 29 10:17:18.985274 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9ef7c33e-02be-4370-be41-c801e3cd882c tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] 10.222.0.57 "GET /v2.0/routers/tempest-non_exist_router-295411987 HTTP/1.1" status: 404  len: 334 time: 0.0775330
Jan 29 10:17:18.985574 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57478) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:18.987565 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ee9411-4291-4809-b29c-855f2dc3f154 None None] Routers {'2530de10-a0f7-47f2-8872-ed0b603d3e7a'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:17:18.988232 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-c3ee9411-4291-4809-b29c-855f2dc3f154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca3536d8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:16:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['2530de10-a0f7-47f2-8872-ed0b603d3e7a'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:18.991865 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-df56e98d-d254-4a3a-8b72-a103cf669bd0 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Request body: {'router': {'name': 'new_name'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:17:19.020894 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6a4e54-c168-443a-a70c-1b12ce797f54 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:17:19.021528 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3d6a4e54-c168-443a-a70c-1b12ce797f54 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:19.031821 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8a13b2fa-8a25-4a9d-9ecc-81aab840390c tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:19.058613 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-c3ee9411-4291-4809-b29c-855f2dc3f154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca3536d8>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:19.058850 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-df56e98d-d254-4a3a-8b72-a103cf669bd0 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] update failed (client error): The resource could not be found.
Jan 29 10:17:19.059065 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ee9411-4291-4809-b29c-855f2dc3f154 None None] The sync data for ids ['2530de10-a0f7-47f2-8872-ed0b603d3e7a'] in dv-neutron-772983-2-ovs is: [] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:17:19.063464 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-df56e98d-d254-4a3a-8b72-a103cf669bd0 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] 10.222.0.57 "PUT /v2.0/routers/tempest-non_exist_router-614955425 HTTP/1.1" status: 404  len: 334 time: 0.0730605
Jan 29 10:17:19.065535 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57482) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:19.154133 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f22c80c7-ce85-4996-8d3d-ba6744a57bed tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:19.158606 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-5667b536-a6f5-4d3f-9591-7f2b05270c0a tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Deleting subnet a576bc73-d05a-4c3b-8674-c7ad2c9c59af {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:17:19.161991 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5667b536-a6f5-4d3f-9591-7f2b05270c0a tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:19.220141 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5667b536-a6f5-4d3f-9591-7f2b05270c0a tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:19.230757 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3d6a4e54-c168-443a-a70c-1b12ce797f54 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.4277835
Jan 29 10:17:19.248565 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57486) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:19.263319 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-8e432930-152c-4014-b9dd-e63471204004 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-238949859', 'admin_state_up': True, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:17:19.288499 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-8e432930-152c-4014-b9dd-e63471204004 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:17:19.296132 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8e432930-152c-4014-b9dd-e63471204004 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:router and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:17:19.309653 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6a4e54-c168-443a-a70c-1b12ce797f54 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Network': ['ID=17776172-c021-47c4-abdf-42ef2691de1f,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:19.313391 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3d6a4e54-c168-443a-a70c-1b12ce797f54 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:19.324824 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 17776172-c021-47c4-abdf-42ef2691de1f details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:17:19.325062 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-97fc4ca1-85ff-40e1-9bf6-79e45452ed73 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:19.344315 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 17776172-c021-47c4-abdf-42ef2691de1f details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:17:19.490293 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22c80c7-ce85-4996-8d3d-ba6744a57bed tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event updated for resources: {'Subnet': ['ID=6858ef84-f387-4b62-9c21-12b9352c588e,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:19.493650 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f22c80c7-ce85-4996-8d3d-ba6744a57bed tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:19.506839 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3f85cc7f-12c0-427e-bac8-97776ce46424 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852603100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2204728'] for subnet, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:19.525125 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ae2458ac-df82-4581-8ca6-e6f806448030 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:19.580262 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f85cc7f-12c0-427e-bac8-97776ce46424 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Pushing event deleted for resources: {'Subnet': ['ID=692ad137-8846-4bda-a42a-20ba07bb78d5,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:19.583559 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3f85cc7f-12c0-427e-bac8-97776ce46424 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:19.591831 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8e432930-152c-4014-b9dd-e63471204004 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for router was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:17:19.607304 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-8e432930-152c-4014-b9dd-e63471204004 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:17:19.628965 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8e432930-152c-4014-b9dd-e63471204004 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:19.629920 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8e432930-152c-4014-b9dd-e63471204004 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:19.637836 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 7013aae2-79db-4a87-86f3-d6eda5b708b4 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:17:19.659003 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8e432930-152c-4014-b9dd-e63471204004 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:19.673529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5667b536-a6f5-4d3f-9591-7f2b05270c0a tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:19.725045 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22c80c7-ce85-4996-8d3d-ba6744a57bed tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Checking segment: {'id': '985e2e5d-a7d9-4777-b23e-c53fb1a3cfe5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'e9b0c0e5-7974-45ae-a001-41058630160f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:17:19.725454 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22c80c7-ce85-4996-8d3d-ba6744a57bed tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Network hostable DHCP agents. Network: e9b0c0e5-7974-45ae-a001-41058630160f, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:17:19.741813 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 7013aae2-79db-4a87-86f3-d6eda5b708b4 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:17:19.784788 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22c80c7-ce85-4996-8d3d-ba6744a57bed tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Network e9b0c0e5-7974-45ae-a001-41058630160f is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:17:19.803881 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-f22c80c7-ce85-4996-8d3d-ba6744a57bed tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, e9b0c0e5-7974-45ae-a001-41058630160f) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:17:19.825483 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22c80c7-ce85-4996-8d3d-ba6744a57bed tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:17:19.826180 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f22c80c7-ce85-4996-8d3d-ba6744a57bed tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:19.897545 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3f85cc7f-12c0-427e-bac8-97776ce46424 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:19.940915 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f22c80c7-ce85-4996-8d3d-ba6744a57bed tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.2491584
Jan 29 10:17:19.941057 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57490) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:19.949349 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-1056fc52-0e67-4da6-a75e-2b08a5ce3a22 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-731850744', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:17:19.985425 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ca27b0-2cd8-4bea-9882-2b0257083d20 None None] Network 73d3d7f5-2fd8-4a2b-82fb-646835eb6b6f requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:17:19.999573 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7a01ac-52e5-450a-8b40-6e387d4196c3 None None] Network e549d9b8-e18c-45e4-bd0f-da5ebf31968d requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:17:20.023828 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a097921f-259d-46e3-a88d-1ac6ceb1883c None None] Network e9b0c0e5-7974-45ae-a001-41058630160f requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:17:20.026959 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-1056fc52-0e67-4da6-a75e-2b08a5ce3a22 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:17:20.048019 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-1056fc52-0e67-4da6-a75e-2b08a5ce3a22 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Usage tracker for resource:router and tenant:ad83ad6a41264da3be98f825b2f64def is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:17:20.054179 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-1056fc52-0e67-4da6-a75e-2b08a5ce3a22 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Quota usage for router was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:17:20.071808 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-1056fc52-0e67-4da6-a75e-2b08a5ce3a22 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:17:20.090724 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-3f85cc7f-12c0-427e-bac8-97776ce46424 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c96055c0>,) {'filters': {'network_id': ['e549d9b8-e18c-45e4-bd0f-da5ebf31968d']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:20.110169 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-3f85cc7f-12c0-427e-bac8-97776ce46424 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c96055c0>, '98244905-d466-47e7-a7f0-0c0c1b1d226b') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:20.110690 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-3f85cc7f-12c0-427e-bac8-97776ce46424 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c96055c0>, '98244905-d466-47e7-a7f0-0c0c1b1d226b') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:20.125948 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8e432930-152c-4014-b9dd-e63471204004 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:20.128442 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3f85cc7f-12c0-427e-bac8-97776ce46424 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:20.149686 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3f85cc7f-12c0-427e-bac8-97776ce46424 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:20.151940 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3f85cc7f-12c0-427e-bac8-97776ce46424 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Releasing vxlan tunnel 5 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:17:20.302828 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-e2c4480e-59e3-49f5-9ea3-8033f02f5d14 None None] Provisioning for port 7013aae2-79db-4a87-86f3-d6eda5b708b4 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:17:20.321557 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-e2c4480e-59e3-49f5-9ea3-8033f02f5d14 None None] Provisioning complete for port 7013aae2-79db-4a87-86f3-d6eda5b708b4 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:17:20.322314 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e2c4480e-59e3-49f5-9ea3-8033f02f5d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:20.364830 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5667b536-a6f5-4d3f-9591-7f2b05270c0a tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:20.368836 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1056fc52-0e67-4da6-a75e-2b08a5ce3a22 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:20.369982 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1056fc52-0e67-4da6-a75e-2b08a5ce3a22 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:20.384897 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-378707d2-a2e0-42a0-9ded-ebf5b30873df tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:20.391687 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-3f85cc7f-12c0-427e-bac8-97776ce46424 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Network e549d9b8-e18c-45e4-bd0f-da5ebf31968d has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:17:20.402986 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3f85cc7f-12c0-427e-bac8-97776ce46424 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:20.441053 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5667b536-a6f5-4d3f-9591-7f2b05270c0a tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Pushing event deleted for resources: {'Subnet': ['ID=a576bc73-d05a-4c3b-8674-c7ad2c9c59af,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:20.446203 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5667b536-a6f5-4d3f-9591-7f2b05270c0a tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:20.504996 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1056fc52-0e67-4da6-a75e-2b08a5ce3a22 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:20.550531 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5667b536-a6f5-4d3f-9591-7f2b05270c0a tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks [] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:20.566787 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5667b536-a6f5-4d3f-9591-7f2b05270c0a tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] 10.222.0.57 "DELETE /v2.0/subnets/a576bc73-d05a-4c3b-8674-c7ad2c9c59af HTTP/1.1" status: 204  len: 168 time: 1.5001295
Jan 29 10:17:20.590102 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149c907b-7195-4390-b68d-1c308a25e9c6 None None] Network 239fab46-5bfc-4081-b7fd-091ccbcbf684 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:17:20.606974 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57494) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:20.649345 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-3f85cc7f-12c0-427e-bac8-97776ce46424 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Network e549d9b8-e18c-45e4-bd0f-da5ebf31968d has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:17:20.658805 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1056fc52-0e67-4da6-a75e-2b08a5ce3a22 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:20.659774 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820d25cb-23e6-495a-8658-770aa7159c93 None None] Network e549d9b8-e18c-45e4-bd0f-da5ebf31968d requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:17:20.719405 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:17:20.719405 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:17:20.719405 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:17:20.719405 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:17:20.719405 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:17:20.719405 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:17:20.719405 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:17:20.719405 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:17:20.719405 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:17:20.719405 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:17:20.719405 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:17:20.719405 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:17:20.719405 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:17:20.719405 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:17:20.719405 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:17:20.719405 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:17:20.719405 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:17:20.719405 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:17:20.719405 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:17:20.719405 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:17:20.719405 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:17:20.719405 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:17:20.719405 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:17:20.719405 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:17:20.719405 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:17:20.719405 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:17:20.719405 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:17:20.719405 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:17:20.719405 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:17:20.719405 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:17:20.719405 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:17:20.719405 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:17:20.741243 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8e432930-152c-4014-b9dd-e63471204004 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for router_gateway, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:20.776525 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8e432930-152c-4014-b9dd-e63471204004 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:20.893324 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1056fc52-0e67-4da6-a75e-2b08a5ce3a22 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:20.898283 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1056fc52-0e67-4da6-a75e-2b08a5ce3a22 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.9523017
Jan 29 10:17:20.898484 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57498) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:20.926134 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d51b4f80-804b-44cb-8cc7-6342463e33e2 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:20.989516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3f85cc7f-12c0-427e-bac8-97776ce46424 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:20.997820 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ab192c8b-f9a0-4b4b-b533-d7604d1963d2 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:21.011879 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3f85cc7f-12c0-427e-bac8-97776ce46424 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:21.022262 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f85cc7f-12c0-427e-bac8-97776ce46424 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Pushing event deleted for resources: {'Network': ['ID=e549d9b8-e18c-45e4-bd0f-da5ebf31968d,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:21.029212 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3f85cc7f-12c0-427e-bac8-97776ce46424 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:21.030277 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-d51b4f80-804b-44cb-8cc7-6342463e33e2 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Deleting port cfcd1fdd-a769-4966-a5b9-475c0e0fe2a8 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:17:21.030641 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d51b4f80-804b-44cb-8cc7-6342463e33e2 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:21.069457 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3f85cc7f-12c0-427e-bac8-97776ce46424 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "DELETE /v2.0/networks/e549d9b8-e18c-45e4-bd0f-da5ebf31968d HTTP/1.1" status: 204  len: 168 time: 3.2574222
Jan 29 10:17:21.071914 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57502) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:21.090038 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-bcb84073-e339-40f5-baa5-6a0022b2dd8b tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1348493233'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:17:21.097859 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-bcb84073-e339-40f5-baa5-6a0022b2dd8b tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:17:21.111117 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-bcb84073-e339-40f5-baa5-6a0022b2dd8b tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Usage tracker for resource:network and tenant:8cc4c548833141b8bc8f9009064567bd is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:17:21.115875 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-bcb84073-e339-40f5-baa5-6a0022b2dd8b tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Quota usage for network was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:17:21.125084 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-bcb84073-e339-40f5-baa5-6a0022b2dd8b tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:17:21.182967 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb84073-e339-40f5-baa5-6a0022b2dd8b tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Made reservation on behalf of 8cc4c548833141b8bc8f9009064567bd for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:17:21.205598 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bcb84073-e339-40f5-baa5-6a0022b2dd8b tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:21.338709 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e2c4480e-59e3-49f5-9ea3-8033f02f5d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:21.377828 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e361231e-cb72-4c9f-a392-a37ee20cb483 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-e9b0c0e5-7974-45ae-a001-41058630160f', 'network_id': 'e9b0c0e5-7974-45ae-a001-41058630160f', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'fixed_ips': [{'subnet_id': '6858ef84-f387-4b62-9c21-12b9352c588e'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:17:21.379142 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e361231e-cb72-4c9f-a392-a37ee20cb483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:21.471006 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-e2c4480e-59e3-49f5-9ea3-8033f02f5d14 None None] For port 7013aae2-79db-4a87-86f3-d6eda5b708b4, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=7013aae2-79db-4a87-86f3-d6eda5b708b4,segment=NetworkSegment(d77d0456-5825-4a23-9297-f7383dbe8381),segment_id=d77d0456-5825-4a23-9297-f7383dbe8381)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:17:21.473971 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a2086ad6-8422-4461-87c8-8c850a1b0db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:21.500530 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e2c4480e-59e3-49f5-9ea3-8033f02f5d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:21.518874 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-acd96f1c-8e58-4464-9c30-6d9e3b596d97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:21.649733 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fcb5cc2e-f2b5-4e2c-a628-05026611672a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:21.680773 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7824392c-ec2c-4fe9-9cf5-9262143fec74 None None] DHCP port deletion for 239fab46-5bfc-4081-b7fd-091ccbcbf684 request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:17:21.694249 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c4480e-59e3-49f5-9ea3-8033f02f5d14 None None] Pushing event updated for resources: {'Port': ['ID=7013aae2-79db-4a87-86f3-d6eda5b708b4,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:21.698109 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e2c4480e-59e3-49f5-9ea3-8033f02f5d14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:21.699064 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-7824392c-ec2c-4fe9-9cf5-9262143fec74 None None] Deleting port cfcd1fdd-a769-4966-a5b9-475c0e0fe2a8 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:17:21.699487 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7824392c-ec2c-4fe9-9cf5-9262143fec74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:21.701042 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcb84073-e339-40f5-baa5-6a0022b2dd8b tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:17:21.717230 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-d51b4f80-804b-44cb-8cc7-6342463e33e2 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] For port cfcd1fdd-a769-4966-a5b9-475c0e0fe2a8, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=cfcd1fdd-a769-4966-a5b9-475c0e0fe2a8,segment=NetworkSegment(ea3c4693-d854-4c17-9724-6f92e9cdbd47),segment_id=ea3c4693-d854-4c17-9724-6f92e9cdbd47)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:17:21.717454 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d51b4f80-804b-44cb-8cc7-6342463e33e2 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:21.731561 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bcb84073-e339-40f5-baa5-6a0022b2dd8b tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:21.731950 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-bcb84073-e339-40f5-baa5-6a0022b2dd8b tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Added segment 9dc96444-6c9e-434b-b9f0-90c9754d98c7 of type vxlan for network 6f975910-39ac-4b83-aa76-25b285b914b7
Jan 29 10:17:21.865422 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-d51b4f80-804b-44cb-8cc7-6342463e33e2 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Calling delete_port for cfcd1fdd-a769-4966-a5b9-475c0e0fe2a8 owned by network:dhcp {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:17:21.949119 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bcb84073-e339-40f5-baa5-6a0022b2dd8b tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:21.959789 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c8272c-a70c-42b9-a594-d2678269a964 None None] Network 73d3d7f5-2fd8-4a2b-82fb-646835eb6b6f requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:17:22.005495 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d51b4f80-804b-44cb-8cc7-6342463e33e2 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:22.023443 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6751118e-bf6d-4396-b8a2-9f84b7630820 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:22.082162 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bcb84073-e339-40f5-baa5-6a0022b2dd8b tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:22.122221 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-e361231e-cb72-4c9f-a392-a37ee20cb483 None None] Allocated IP 172.21.0.2 (e9b0c0e5-7974-45ae-a001-41058630160f/6858ef84-f387-4b62-9c21-12b9352c588e/bb845b87-7c51-4ee7-ba02-e969abe6becb) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:17:22.151309 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb84073-e339-40f5-baa5-6a0022b2dd8b tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:17:22.152917 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bcb84073-e339-40f5-baa5-6a0022b2dd8b tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:22.153427 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-8e432930-152c-4014-b9dd-e63471204004 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Allocated IP 172.26.7.132 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/9d39e6d1-8b52-43b6-8ec7-a3591720339f) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:17:22.177944 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51b4f80-804b-44cb-8cc7-6342463e33e2 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Pushing event deleted for resources: {'Port': ['ID=cfcd1fdd-a769-4966-a5b9-475c0e0fe2a8,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:22.196285 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-7824392c-ec2c-4fe9-9cf5-9262143fec74 None None] For port cfcd1fdd-a769-4966-a5b9-475c0e0fe2a8, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=cfcd1fdd-a769-4966-a5b9-475c0e0fe2a8,segment=NetworkSegment(ea3c4693-d854-4c17-9724-6f92e9cdbd47),segment_id=ea3c4693-d854-4c17-9724-6f92e9cdbd47)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:17:22.196902 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7824392c-ec2c-4fe9-9cf5-9262143fec74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:22.230821 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d51b4f80-804b-44cb-8cc7-6342463e33e2 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:22.237731 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7ce08248-65f9-4da7-818e-c65333899283 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:22.275769 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-61df7b77-74ae-4462-9bd7-c289508211fd None None] Provisioning complete for port 7013aae2-79db-4a87-86f3-d6eda5b708b4 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:17:22.276497 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-61df7b77-74ae-4462-9bd7-c289508211fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:22.386354 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51b4f80-804b-44cb-8cc7-6342463e33e2 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] No DVR routers for this DVR port cfcd1fdd-a769-4966-a5b9-475c0e0fe2a8 on host dv-neutron-772983-2-ovs {{(pid=80765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:17:22.388837 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-bcb84073-e339-40f5-baa5-6a0022b2dd8b tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.3164506
Jan 29 10:17:22.392317 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57506) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:22.426655 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb84073-e339-40f5-baa5-6a0022b2dd8b tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Pushing event updated for resources: {'Network': ['ID=6f975910-39ac-4b83-aa76-25b285b914b7,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:22.431059 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-7824392c-ec2c-4fe9-9cf5-9262143fec74 None None] Calling delete_port for cfcd1fdd-a769-4966-a5b9-475c0e0fe2a8 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:17:22.432850 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bcb84073-e339-40f5-baa5-6a0022b2dd8b tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:22.448626 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-d8c6c41d-7557-485f-a42d-0a0d8b9c894b tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Request body: {'subnet': {'network_id': '6f975910-39ac-4b83-aa76-25b285b914b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:17:22.483631 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 6f975910-39ac-4b83-aa76-25b285b914b7 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:17:22.497302 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 6f975910-39ac-4b83-aa76-25b285b914b7 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:17:22.540558 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d51b4f80-804b-44cb-8cc7-6342463e33e2 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:22.632601 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8e432930-152c-4014-b9dd-e63471204004 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:22.674190 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-d51b4f80-804b-44cb-8cc7-6342463e33e2 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c3d72ef0>,) {'filters': {'network_id': ['239fab46-5bfc-4081-b7fd-091ccbcbf684']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:22.684623 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d8c6c41d-7557-485f-a42d-0a0d8b9c894b tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:17:22.692858 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-d51b4f80-804b-44cb-8cc7-6342463e33e2 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3d72ef0>, 'ea3c4693-d854-4c17-9724-6f92e9cdbd47') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:22.692858 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-d51b4f80-804b-44cb-8cc7-6342463e33e2 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3d72ef0>, 'ea3c4693-d854-4c17-9724-6f92e9cdbd47') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:22.699547 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d8c6c41d-7557-485f-a42d-0a0d8b9c894b tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Usage tracker for resource:subnet and tenant:8cc4c548833141b8bc8f9009064567bd is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:17:22.706853 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d51b4f80-804b-44cb-8cc7-6342463e33e2 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:22.709584 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d8c6c41d-7557-485f-a42d-0a0d8b9c894b tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:17:22.723813 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d51b4f80-804b-44cb-8cc7-6342463e33e2 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:22.726445 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d51b4f80-804b-44cb-8cc7-6342463e33e2 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Releasing vxlan tunnel 10 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:17:22.727676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d8c6c41d-7557-485f-a42d-0a0d8b9c894b tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:17:22.796550 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c6c41d-7557-485f-a42d-0a0d8b9c894b tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Made reservation on behalf of 8cc4c548833141b8bc8f9009064567bd for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:17:22.818021 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d8c6c41d-7557-485f-a42d-0a0d8b9c894b tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:22.883535 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-fcb5cc2e-f2b5-4e2c-a628-05026611672a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Allocated IP 172.20.0.1 (73d3d7f5-2fd8-4a2b-82fb-646835eb6b6f/2318e5c3-87ae-4f26-b8d3-cb13b806429f/3be4baac-e220-4331-8499-300d2451b319) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:17:22.930655 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-d51b4f80-804b-44cb-8cc7-6342463e33e2 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Network 239fab46-5bfc-4081-b7fd-091ccbcbf684 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:17:22.941088 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d51b4f80-804b-44cb-8cc7-6342463e33e2 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:22.951219 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8e432930-152c-4014-b9dd-e63471204004 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:22.979964 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bc7dae27-deeb-4b7f-b095-c37683914856 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:23.083033 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-7824392c-ec2c-4fe9-9cf5-9262143fec74 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80767) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:17:23.083697 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-7824392c-ec2c-4fe9-9cf5-9262143fec74 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:17:23.131579 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-d51b4f80-804b-44cb-8cc7-6342463e33e2 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Network 239fab46-5bfc-4081-b7fd-091ccbcbf684 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:17:23.156473 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:17:23.156473 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:17:23.156473 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:17:23.156473 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:17:23.156473 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:17:23.156473 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:17:23.156473 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:17:23.156473 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:17:23.156473 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:17:23.156473 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:17:23.156473 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:17:23.156473 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:17:23.156473 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:17:23.156473 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:17:23.156473 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:17:23.156473 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:17:23.156473 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:17:23.156473 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:17:23.156473 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:17:23.156473 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:17:23.156473 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:17:23.156473 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:17:23.156473 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:17:23.156473 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:17:23.156473 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:17:23.156473 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:17:23.156473 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:17:23.156473 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:17:23.156473 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:17:23.156473 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:17:23.156473 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:17:23.156473 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:17:23.233586 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e432930-152c-4014-b9dd-e63471204004 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Port': ['ID=9d39e6d1-8b52-43b6-8ec7-a3591720339f,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:23.249814 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d51b4f80-804b-44cb-8cc7-6342463e33e2 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:23.253065 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8e432930-152c-4014-b9dd-e63471204004 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:23.257651 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d51b4f80-804b-44cb-8cc7-6342463e33e2 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:23.261922 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b07e9637-3860-4cd9-8145-d4ca59a8c904 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:23.279292 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e361231e-cb72-4c9f-a392-a37ee20cb483 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:23.294372 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-e361231e-cb72-4c9f-a392-a37ee20cb483 None None] Transition to ACTIVE for port object bb845b87-7c51-4ee7-ba02-e969abe6becb will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:17:23.300822 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d51b4f80-804b-44cb-8cc7-6342463e33e2 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] 10.222.0.57 "DELETE /v2.0/networks/239fab46-5bfc-4081-b7fd-091ccbcbf684 HTTP/1.1" status: 204  len: 168 time: 2.6908989
Jan 29 10:17:23.303243 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57510) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:23.304004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51b4f80-804b-44cb-8cc7-6342463e33e2 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Pushing event deleted for resources: {'Network': ['ID=239fab46-5bfc-4081-b7fd-091ccbcbf684,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:23.306749 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d51b4f80-804b-44cb-8cc7-6342463e33e2 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:23.331704 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-e361231e-cb72-4c9f-a392-a37ee20cb483 None None] Transition to ACTIVE for port object bb845b87-7c51-4ee7-ba02-e969abe6becb will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:17:23.338461 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e361231e-cb72-4c9f-a392-a37ee20cb483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:23.354784 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5c579dcc-c1e5-4ef9-b482-e50894790ff0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:23.458429 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e432930-152c-4014-b9dd-e63471204004 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:17:23.467944 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-8e432930-152c-4014-b9dd-e63471204004 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:17:23.474928 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fcb5cc2e-f2b5-4e2c-a628-05026611672a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:23.480497 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e432930-152c-4014-b9dd-e63471204004 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:17:23.503341 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e361231e-cb72-4c9f-a392-a37ee20cb483 None None] Pushing event updated for resources: {'Port': ['ID=bb845b87-7c51-4ee7-ba02-e969abe6becb,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:23.507831 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e361231e-cb72-4c9f-a392-a37ee20cb483 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:23.551960 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d7f3436-c32a-46e7-a708-3808c181535e tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Deleting subnet e829e902-b842-47f4-b18b-cd17e2eef8a5 {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:17:23.570496 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e361231e-cb72-4c9f-a392-a37ee20cb483 None None] Network e9b0c0e5-7974-45ae-a001-41058630160f is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:17:23.571520 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-e361231e-cb72-4c9f-a392-a37ee20cb483 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:17:23.575191 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3d7f3436-c32a-46e7-a708-3808c181535e tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:23.579036 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e361231e-cb72-4c9f-a392-a37ee20cb483 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:17:23.582394 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 7013aae2-79db-4a87-86f3-d6eda5b708b4 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:17:23.614908 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-fcb5cc2e-f2b5-4e2c-a628-05026611672a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Transition to ACTIVE for port object 3be4baac-e220-4331-8499-300d2451b319 will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:17:23.616634 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-7824392c-ec2c-4fe9-9cf5-9262143fec74 None None] Deleting port cfcd1fdd-a769-4966-a5b9-475c0e0fe2a8 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:17:23.617064 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7824392c-ec2c-4fe9-9cf5-9262143fec74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:23.763056 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-7824392c-ec2c-4fe9-9cf5-9262143fec74 None None] The port 'cfcd1fdd-a769-4966-a5b9-475c0e0fe2a8' was deleted {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 29 10:17:23.787364 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3d7f3436-c32a-46e7-a708-3808c181535e tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:23.810520 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-e361231e-cb72-4c9f-a392-a37ee20cb483 None None] Attempting to bind port bb845b87-7c51-4ee7-ba02-e969abe6becb on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:17:23.810939 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-e361231e-cb72-4c9f-a392-a37ee20cb483 None None] Attempting to bind port bb845b87-7c51-4ee7-ba02-e969abe6becb by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '985e2e5d-a7d9-4777-b23e-c53fb1a3cfe5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'e9b0c0e5-7974-45ae-a001-41058630160f'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:17:23.811361 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e361231e-cb72-4c9f-a392-a37ee20cb483 None None] Attempting to bind port bb845b87-7c51-4ee7-ba02-e969abe6becb on network e9b0c0e5-7974-45ae-a001-41058630160f {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:17:23.817282 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b9cac697-4f3f-46dc-b7ca-95e4dfd44307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:23.821862 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-73f3ec56-c489-4616-9619-0ed712136131 None None] Provisioning complete for port 7013aae2-79db-4a87-86f3-d6eda5b708b4 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:17:23.822269 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-73f3ec56-c489-4616-9619-0ed712136131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:23.854111 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e361231e-cb72-4c9f-a392-a37ee20cb483 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:17:23.854548 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e361231e-cb72-4c9f-a392-a37ee20cb483 None None] Checking segment: {'id': '985e2e5d-a7d9-4777-b23e-c53fb1a3cfe5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'e9b0c0e5-7974-45ae-a001-41058630160f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:17:23.855002 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e361231e-cb72-4c9f-a392-a37ee20cb483 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:23.855453 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e361231e-cb72-4c9f-a392-a37ee20cb483 None None] Bound using segment: {'id': '985e2e5d-a7d9-4777-b23e-c53fb1a3cfe5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'e9b0c0e5-7974-45ae-a001-41058630160f'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:17:23.856008 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-e361231e-cb72-4c9f-a392-a37ee20cb483 None None] Bound port: bb845b87-7c51-4ee7-ba02-e969abe6becb, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '985e2e5d-a7d9-4777-b23e-c53fb1a3cfe5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'e9b0c0e5-7974-45ae-a001-41058630160f'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:17:23.856439 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e361231e-cb72-4c9f-a392-a37ee20cb483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:23.944410 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 7013aae2-79db-4a87-86f3-d6eda5b708b4 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:17:23.944763 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:23.987790 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fcb5cc2e-f2b5-4e2c-a628-05026611672a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:24.014827 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-09f8546f-e1a9-47d2-8db6-e257503e604b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:24.086359 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-e361231e-cb72-4c9f-a392-a37ee20cb483 None None] For port bb845b87-7c51-4ee7-ba02-e969abe6becb, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:17:24.114990 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-e361231e-cb72-4c9f-a392-a37ee20cb483 None None] For port bb845b87-7c51-4ee7-ba02-e969abe6becb, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=bb845b87-7c51-4ee7-ba02-e969abe6becb,segment=NetworkSegment(985e2e5d-a7d9-4777-b23e-c53fb1a3cfe5),segment_id=985e2e5d-a7d9-4777-b23e-c53fb1a3cfe5)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:17:24.123188 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e361231e-cb72-4c9f-a392-a37ee20cb483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:24.140967 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:24.358716 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:24.396602 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e361231e-cb72-4c9f-a392-a37ee20cb483 None None] Pushing event updated for resources: {'Port': ['ID=bb845b87-7c51-4ee7-ba02-e969abe6becb,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:24.402372 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e361231e-cb72-4c9f-a392-a37ee20cb483 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:24.403091 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-49800b84-b3c6-402e-9dbd-0cac86974c24 None None] Provisioning complete for port 7013aae2-79db-4a87-86f3-d6eda5b708b4 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:17:24.403513 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-49800b84-b3c6-402e-9dbd-0cac86974c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:24.438461 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device cfcd1fdd-a769-4966-a5b9-475c0e0fe2a8 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:17:24.501525 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: cfcd1fdd-a769-4966-a5b9-475c0e0fe2a8 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:17:24.502432 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device cfcd1fdd-a769-4966-a5b9-475c0e0fe2a8 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:17:24.596371 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb5cc2e-f2b5-4e2c-a628-05026611672a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event updated for resources: {'Port': ['ID=3be4baac-e220-4331-8499-300d2451b319,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:24.668849 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-fcb5cc2e-f2b5-4e2c-a628-05026611672a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.654s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:24.718708 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3d7f3436-c32a-46e7-a708-3808c181535e tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:24.876639 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:24.899602 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb5cc2e-f2b5-4e2c-a628-05026611672a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Network 73d3d7f5-2fd8-4a2b-82fb-646835eb6b6f is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:17:24.918759 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8e432930-152c-4014-b9dd-e63471204004 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for router_gateway, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:24.971484 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-fcb5cc2e-f2b5-4e2c-a628-05026611672a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:17:24.984683 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb5cc2e-f2b5-4e2c-a628-05026611672a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:17:25.232535 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-dd2068d5-83c1-477f-a495-05546388b2b9 None None] Provisioning for port 3be4baac-e220-4331-8499-300d2451b319 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:17:25.238284 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-dd2068d5-83c1-477f-a495-05546388b2b9 None None] Provisioning complete for port 3be4baac-e220-4331-8499-300d2451b319 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:17:25.238705 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dd2068d5-83c1-477f-a495-05546388b2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:25.273032 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fcb5cc2e-f2b5-4e2c-a628-05026611672a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854426412'] for router_interface, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:25.296230 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-dd2068d5-83c1-477f-a495-05546388b2b9 None None] Port 3be4baac-e220-4331-8499-300d2451b319 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:17:25.327699 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d8c6c41d-7557-485f-a42d-0a0d8b9c894b tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:25.362152 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1e5d5054-0c1c-4bb7-b740-7ff1fa999f12 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:25.575912 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device bb845b87-7c51-4ee7-ba02-e969abe6becb up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:17:25.641115 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c6c41d-7557-485f-a42d-0a0d8b9c894b tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Pushing event updated for resources: {'Subnet': ['ID=b5b4a918-bc7d-47fe-b079-56b894b2dd01,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:25.649425 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port bb845b87-7c51-4ee7-ba02-e969abe6becb completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:17:25.707126 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d8c6c41d-7557-485f-a42d-0a0d8b9c894b tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:25.882842 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fcb5cc2e-f2b5-4e2c-a628-05026611672a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:25.893153 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3d7f3436-c32a-46e7-a708-3808c181535e tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:25.912973 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-befacd8b-853c-4a7f-ba9c-2df08074e3e9 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:25.981461 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f3436-c32a-46e7-a708-3808c181535e tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Pushing event deleted for resources: {'Subnet': ['ID=e829e902-b842-47f4-b18b-cd17e2eef8a5,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:25.993110 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3d7f3436-c32a-46e7-a708-3808c181535e tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:25.996981 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8e432930-152c-4014-b9dd-e63471204004 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:26.005677 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c08f734-fd9e-435a-b17f-22ccf91893bf None None] Network e9b0c0e5-7974-45ae-a001-41058630160f requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:17:26.126355 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:26.127618 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-52a8c1cb-aaed-438b-b5ed-a9e8e405c03c None None] Provisioning for port bb845b87-7c51-4ee7-ba02-e969abe6becb completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:17:26.137432 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-52a8c1cb-aaed-438b-b5ed-a9e8e405c03c None None] Provisioning complete for port bb845b87-7c51-4ee7-ba02-e969abe6becb triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:17:26.137894 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-52a8c1cb-aaed-438b-b5ed-a9e8e405c03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:26.401424 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-52a8c1cb-aaed-438b-b5ed-a9e8e405c03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:26.457882 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-52a8c1cb-aaed-438b-b5ed-a9e8e405c03c None None] For port bb845b87-7c51-4ee7-ba02-e969abe6becb, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=bb845b87-7c51-4ee7-ba02-e969abe6becb,segment=NetworkSegment(985e2e5d-a7d9-4777-b23e-c53fb1a3cfe5),segment_id=985e2e5d-a7d9-4777-b23e-c53fb1a3cfe5)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:17:26.462648 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-52a8c1cb-aaed-438b-b5ed-a9e8e405c03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:26.464375 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0678c366-c9bf-4643-82ae-4605caee368a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:26.543059 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a8c1cb-aaed-438b-b5ed-a9e8e405c03c None None] Pushing event updated for resources: {'Port': ['ID=bb845b87-7c51-4ee7-ba02-e969abe6becb,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:26.546358 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-52a8c1cb-aaed-438b-b5ed-a9e8e405c03c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:26.609120 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c6c41d-7557-485f-a42d-0a0d8b9c894b tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Checking segment: {'id': '9dc96444-6c9e-434b-b9f0-90c9754d98c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6f975910-39ac-4b83-aa76-25b285b914b7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:17:26.609523 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c6c41d-7557-485f-a42d-0a0d8b9c894b tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Network hostable DHCP agents. Network: 6f975910-39ac-4b83-aa76-25b285b914b7, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:17:26.638473 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e0d87d-a928-4d00-9dec-d84fb649af49 None None] Network 45366130-e5dc-47bd-8062-d3b8b9725d31 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:17:26.663143 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3d7f3436-c32a-46e7-a708-3808c181535e tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks [] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:26.778682 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-c7219d38-6a1d-4c4e-afb6-8a9a318b5be2 None None] Provisioning complete for port bb845b87-7c51-4ee7-ba02-e969abe6becb triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:17:26.779109 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c7219d38-6a1d-4c4e-afb6-8a9a318b5be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:26.832132 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c6c41d-7557-485f-a42d-0a0d8b9c894b tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Network 6f975910-39ac-4b83-aa76-25b285b914b7 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:17:26.855754 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3d7f3436-c32a-46e7-a708-3808c181535e tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] 10.222.0.57 "DELETE /v2.0/subnets/e829e902-b842-47f4-b18b-cd17e2eef8a5 HTTP/1.1" status: 204  len: 168 time: 3.5472689
Jan 29 10:17:26.857148 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57516) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:26.881820 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-d8c6c41d-7557-485f-a42d-0a0d8b9c894b tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 6f975910-39ac-4b83-aa76-25b285b914b7) {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:17:26.928300 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c6c41d-7557-485f-a42d-0a0d8b9c894b tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:17:26.928938 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d8c6c41d-7557-485f-a42d-0a0d8b9c894b tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks [] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:26.999621 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7a3265c-b1ba-40c3-932a-53f379cda987 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Deleting subnet 2cb8f089-2e4e-4c42-97eb-7770e79aef58 {{(pid=80765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:17:27.006731 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f7a3265c-b1ba-40c3-932a-53f379cda987 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks [] for subnet, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:27.015928 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d8c6c41d-7557-485f-a42d-0a0d8b9c894b tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 4.6218824
Jan 29 10:17:27.020653 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57520) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:27.087855 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59bda95-ad97-4223-9542-397aa5563be4 None None] Network 6f975910-39ac-4b83-aa76-25b285b914b7 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:17:27.092651 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f7a3265c-b1ba-40c3-932a-53f379cda987 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1479249'] for subnet, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:27.123607 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e432930-152c-4014-b9dd-e63471204004 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Router 05fdf490-dfb6-4ff5-8326-259a4586eca5 is scheduled to L3 agent 18987107-6d88-4736-94cf-15791d65b3ff with binding_index 1 {{(pid=80766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 29 10:17:27.193140 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f7a3265c-b1ba-40c3-932a-53f379cda987 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:27.434891 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20898e20-c834-450c-9c75-dc72a3c24278 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-6f975910-39ac-4b83-aa76-25b285b914b7', 'network_id': '6f975910-39ac-4b83-aa76-25b285b914b7', 'tenant_id': '8cc4c548833141b8bc8f9009064567bd', 'fixed_ips': [{'subnet_id': 'b5b4a918-bc7d-47fe-b079-56b894b2dd01'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:17:27.436871 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-20898e20-c834-450c-9c75-dc72a3c24278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:27.442505 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fcb5cc2e-f2b5-4e2c-a628-05026611672a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:27.453850 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca50d360-bd78-45b2-a7e0-7cd21fb5ed17 None None] DHCP port deletion for 45366130-e5dc-47bd-8062-d3b8b9725d31 request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:17:27.460355 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fcb5cc2e-f2b5-4e2c-a628-05026611672a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:27.465938 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-ca50d360-bd78-45b2-a7e0-7cd21fb5ed17 None None] Deleting port 4020b2d5-bcc8-45b2-a9c1-ffba5fd628d2 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:17:27.466374 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ca50d360-bd78-45b2-a7e0-7cd21fb5ed17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:27.496647 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f15d2eff-356b-4de7-9c27-24f4eabdf3ef tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:27.540165 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-457b52b0-0140-4bbd-a0a9-c4000100143e None None] Provisioning complete for port bb845b87-7c51-4ee7-ba02-e969abe6becb triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:17:27.540599 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-457b52b0-0140-4bbd-a0a9-c4000100143e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:27.551440 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f7a3265c-b1ba-40c3-932a-53f379cda987 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852603100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2204728'] for subnet, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:27.570572 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0336a8d7-f5a4-43a3-8582-f7188d0fbc8d tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:27.590612 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device bb845b87-7c51-4ee7-ba02-e969abe6becb up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:17:27.608677 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-49407a86-46d9-4dd2-bf7f-eab0946f4157 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:27.626147 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3265c-b1ba-40c3-932a-53f379cda987 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Pushing event deleted for resources: {'Subnet': ['ID=2cb8f089-2e4e-4c42-97eb-7770e79aef58,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:27.684727 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3265c-b1ba-40c3-932a-53f379cda987 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:27.685089 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3265c-b1ba-40c3-932a-53f379cda987 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:27.685499 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3265c-b1ba-40c3-932a-53f379cda987 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:27.685948 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3265c-b1ba-40c3-932a-53f379cda987 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:27.686360 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3265c-b1ba-40c3-932a-53f379cda987 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:27.686779 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3265c-b1ba-40c3-932a-53f379cda987 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:27.687184 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3265c-b1ba-40c3-932a-53f379cda987 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:27.687594 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3265c-b1ba-40c3-932a-53f379cda987 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:27.688008 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3265c-b1ba-40c3-932a-53f379cda987 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:27.689937 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3265c-b1ba-40c3-932a-53f379cda987 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:27.689937 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3265c-b1ba-40c3-932a-53f379cda987 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:27.689937 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3265c-b1ba-40c3-932a-53f379cda987 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:27.690472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3265c-b1ba-40c3-932a-53f379cda987 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:27.690875 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3265c-b1ba-40c3-932a-53f379cda987 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:27.691381 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3265c-b1ba-40c3-932a-53f379cda987 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:27.691663 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3265c-b1ba-40c3-932a-53f379cda987 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:27.692067 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3265c-b1ba-40c3-932a-53f379cda987 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:27.692474 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3265c-b1ba-40c3-932a-53f379cda987 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:27.692885 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3265c-b1ba-40c3-932a-53f379cda987 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:27.693544 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3265c-b1ba-40c3-932a-53f379cda987 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:27.693669 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3265c-b1ba-40c3-932a-53f379cda987 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:27.694065 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3265c-b1ba-40c3-932a-53f379cda987 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:27.694466 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3265c-b1ba-40c3-932a-53f379cda987 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:27.695571 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3265c-b1ba-40c3-932a-53f379cda987 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:27.707620 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f7a3265c-b1ba-40c3-932a-53f379cda987 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:27.733002 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb5cc2e-f2b5-4e2c-a628-05026611672a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event updated for resources: {'Port': ['ID=3be4baac-e220-4331-8499-300d2451b319,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:27.734902 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f7a3265c-b1ba-40c3-932a-53f379cda987 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:27.743997 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f7a3265c-b1ba-40c3-932a-53f379cda987 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] 10.222.0.57 "DELETE /v2.0/subnets/2cb8f089-2e4e-4c42-97eb-7770e79aef58 HTTP/1.1" status: 204  len: 168 time: 0.8812091
Jan 29 10:17:27.744146 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5cc2e-f2b5-4e2c-a628-05026611672a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:27.744146 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5cc2e-f2b5-4e2c-a628-05026611672a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:27.744307 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5cc2e-f2b5-4e2c-a628-05026611672a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:27.744389 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57524) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:27.744644 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5cc2e-f2b5-4e2c-a628-05026611672a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:27.745044 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5cc2e-f2b5-4e2c-a628-05026611672a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:27.745459 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5cc2e-f2b5-4e2c-a628-05026611672a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:27.746050 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5cc2e-f2b5-4e2c-a628-05026611672a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:27.746556 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5cc2e-f2b5-4e2c-a628-05026611672a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:27.746963 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5cc2e-f2b5-4e2c-a628-05026611672a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:27.747338 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5cc2e-f2b5-4e2c-a628-05026611672a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:27.747747 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5cc2e-f2b5-4e2c-a628-05026611672a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:27.748146 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5cc2e-f2b5-4e2c-a628-05026611672a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:27.748977 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5cc2e-f2b5-4e2c-a628-05026611672a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:27.748977 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5cc2e-f2b5-4e2c-a628-05026611672a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:27.749376 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5cc2e-f2b5-4e2c-a628-05026611672a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:27.749773 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5cc2e-f2b5-4e2c-a628-05026611672a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:27.750221 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5cc2e-f2b5-4e2c-a628-05026611672a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:27.750622 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5cc2e-f2b5-4e2c-a628-05026611672a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:27.751020 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5cc2e-f2b5-4e2c-a628-05026611672a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:27.751418 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5cc2e-f2b5-4e2c-a628-05026611672a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:27.752362 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5cc2e-f2b5-4e2c-a628-05026611672a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:27.752758 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5cc2e-f2b5-4e2c-a628-05026611672a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:27.753158 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5cc2e-f2b5-4e2c-a628-05026611672a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:27.753553 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5cc2e-f2b5-4e2c-a628-05026611672a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:27.758912 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fcb5cc2e-f2b5-4e2c-a628-05026611672a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854133895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349242'] for router_interface, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:27.777598 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-fcb5cc2e-f2b5-4e2c-a628-05026611672a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:27.785540 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de61a92c-b1dd-4cab-b645-b4e97e6a978e None None] Network 7f472690-b775-4ba1-9338-c392aea3f70f requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:17:27.786883 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e432930-152c-4014-b9dd-e63471204004 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:17:27.810835 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171e8611-7cbc-44f9-8925-95ba3cc2a1a4 None None] Sync routers for ids ['05fdf490-dfb6-4ff5-8326-259a4586eca5'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:17:27.894829 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6a470410-336b-4569-b19a-bc325269ed9b tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:27.932873 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171e8611-7cbc-44f9-8925-95ba3cc2a1a4 None None] Routers {'05fdf490-dfb6-4ff5-8326-259a4586eca5'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:17:27.933572 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-171e8611-7cbc-44f9-8925-95ba3cc2a1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9bdda90>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:17:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['05fdf490-dfb6-4ff5-8326-259a4586eca5'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:27.951175 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8e432930-152c-4014-b9dd-e63471204004 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:27.956955 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8e432930-152c-4014-b9dd-e63471204004 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 8.7028952
Jan 29 10:17:27.957112 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57528) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:27.982601 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-49407a86-46d9-4dd2-bf7f-eab0946f4157 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:28.018430 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5b9ed652-76e6-457a-baf8-18fdaba2d21b tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=ff1f06ee29ef461597f2ecd846f8813d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0583169
Jan 29 10:17:28.018697 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57532) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:28.045939 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-6a470410-336b-4569-b19a-bc325269ed9b tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Deleting port 4020b2d5-bcc8-45b2-a9c1-ffba5fd628d2 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:17:28.046630 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6a470410-336b-4569-b19a-bc325269ed9b tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:28.114947 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb5cc2e-f2b5-4e2c-a628-05026611672a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Network 73d3d7f5-2fd8-4a2b-82fb-646835eb6b6f is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:17:28.166508 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-fcb5cc2e-f2b5-4e2c-a628-05026611672a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:17:28.371659 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port bb845b87-7c51-4ee7-ba02-e969abe6becb triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:17:28.372089 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:28.373244 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-6a470410-336b-4569-b19a-bc325269ed9b tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] For port 4020b2d5-bcc8-45b2-a9c1-ffba5fd628d2, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=4020b2d5-bcc8-45b2-a9c1-ffba5fd628d2,segment=NetworkSegment(a14a31ac-4b48-4b17-910e-6d9cc1667ede),segment_id=a14a31ac-4b48-4b17-910e-6d9cc1667ede)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:17:28.373670 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6a470410-336b-4569-b19a-bc325269ed9b tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:28.521305 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-6a470410-336b-4569-b19a-bc325269ed9b tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Calling delete_port for 4020b2d5-bcc8-45b2-a9c1-ffba5fd628d2 owned by network:dhcp {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:17:28.521536 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-49407a86-46d9-4dd2-bf7f-eab0946f4157 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:28.538762 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6cd6956d-ef68-44a7-b697-d9d7af0b8894 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:28.600094 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49407a86-46d9-4dd2-bf7f-eab0946f4157 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Pushing event deleted for resources: {'Subnet': ['ID=b5b4a918-bc7d-47fe-b079-56b894b2dd01,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:28.604965 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-49407a86-46d9-4dd2-bf7f-eab0946f4157 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:28.605726 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb5cc2e-f2b5-4e2c-a628-05026611672a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Router b3b8e3fb-5374-494a-b581-0354c53f663c is scheduled to L3 agent 18987107-6d88-4736-94cf-15791d65b3ff with binding_index 1 {{(pid=80766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 29 10:17:28.612138 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086a7a38-7edb-4aa9-ab5a-ca3ebd7b87dd tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:17:28.617023 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-086a7a38-7edb-4aa9-ab5a-ca3ebd7b87dd tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.5973182
Jan 29 10:17:28.619861 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57536) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:28.684975 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-253aa723-c117-4115-b767-8c7dedc7be84 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=aadf795f-2e1a-4d04-be0e-12575f0f28a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0626149
Jan 29 10:17:28.687812 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57540) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:28.695130 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-4649d4ec-6ec7-41be-bb6b-fcdebb050b2f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-137045271', 'network_id': '17776172-c021-47c4-abdf-42ef2691de1f', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:17:28.714389 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6a470410-336b-4569-b19a-bc325269ed9b tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:28.715820 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-ca50d360-bd78-45b2-a7e0-7cd21fb5ed17 None None] For port 4020b2d5-bcc8-45b2-a9c1-ffba5fd628d2, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=4020b2d5-bcc8-45b2-a9c1-ffba5fd628d2,segment=NetworkSegment(a14a31ac-4b48-4b17-910e-6d9cc1667ede),segment_id=a14a31ac-4b48-4b17-910e-6d9cc1667ede)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:17:28.716275 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ca50d360-bd78-45b2-a7e0-7cd21fb5ed17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:28.733340 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5639f251-b116-4141-b942-368a675d64ba tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:28.811983 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a470410-336b-4569-b19a-bc325269ed9b tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Pushing event deleted for resources: {'Port': ['ID=4020b2d5-bcc8-45b2-a9c1-ffba5fd628d2,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:28.815436 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6a470410-336b-4569-b19a-bc325269ed9b tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:28.890647 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-ca50d360-bd78-45b2-a7e0-7cd21fb5ed17 None None] Calling delete_port for 4020b2d5-bcc8-45b2-a9c1-ffba5fd628d2 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server [None req-20898e20-c834-450c-9c75-dc72a3c24278 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b5b4a918-bc7d-47fe-b079-56b894b2dd01: This subnet is being modified by another concurrent operation.
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     raise value
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     raise value
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     raise value
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     context, {port_apidef.RESOURCE_NAME: port_data})
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     raise value
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     raise value
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     raise value
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in create_port
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1404, in _create_port_db
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     context, port, port_id)
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     revert_on_fail=False)
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     raise value
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     distributed_service=self._is_distributed_service(p))
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 687, in _ipam_get_subnets
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     id=subnet.id)
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     raise exception
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b5b4a918-bc7d-47fe-b079-56b894b2dd01: This subnet is being modified by another concurrent operation.
Jan 29 10:17:28.948535 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server 
Jan 29 10:17:28.963549 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-171e8611-7cbc-44f9-8925-95ba3cc2a1a4 None None] Set router 05fdf490-dfb6-4ff5-8326-259a4586eca5 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:17:28.980439 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-4649d4ec-6ec7-41be-bb6b-fcdebb050b2f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:17:28.983628 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-4649d4ec-6ec7-41be-bb6b-fcdebb050b2f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:subnet and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:17:28.987833 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-4649d4ec-6ec7-41be-bb6b-fcdebb050b2f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:17:28.998111 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-4649d4ec-6ec7-41be-bb6b-fcdebb050b2f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:17:29.010364 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a470410-336b-4569-b19a-bc325269ed9b tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] No DVR routers for this DVR port 4020b2d5-bcc8-45b2-a9c1-ffba5fd628d2 on host dv-neutron-772983-2-ovs {{(pid=80765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:17:29.075955 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4649d4ec-6ec7-41be-bb6b-fcdebb050b2f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Made reservation on behalf of ff1f06ee29ef461597f2ecd846f8813d for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:17:29.076376 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ddd3da-45c1-4849-9263-54bee5f11b1f None None] Network 6f975910-39ac-4b83-aa76-25b285b914b7 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:17:29.098554 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4649d4ec-6ec7-41be-bb6b-fcdebb050b2f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:29.238944 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb5cc2e-f2b5-4e2c-a628-05026611672a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:17:29.242469 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-49407a86-46d9-4dd2-bf7f-eab0946f4157 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:29.251933 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688a439a-bd69-4cbf-a192-81d1d84a30fa None None] Sync routers for ids ['b3b8e3fb-5374-494a-b581-0354c53f663c'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:17:29.268545 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688a439a-bd69-4cbf-a192-81d1d84a30fa None None] Routers {'b3b8e3fb-5374-494a-b581-0354c53f663c'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:17:29.270333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-688a439a-bd69-4cbf-a192-81d1d84a30fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca091a20>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:17:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['b3b8e3fb-5374-494a-b581-0354c53f663c'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:29.288354 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-63ca229a-2ded-43a2-8bcd-412b9c9ab4fe None None] Provisioning complete for port 3be4baac-e220-4331-8499-300d2451b319 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:17:29.288769 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-63ca229a-2ded-43a2-8bcd-412b9c9ab4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:29.311733 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-fcb5cc2e-f2b5-4e2c-a628-05026611672a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "PUT /v2.0/routers/b3b8e3fb-5374-494a-b581-0354c53f663c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.4105916
Jan 29 10:17:29.312946 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57544) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:29.478044 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-49407a86-46d9-4dd2-bf7f-eab0946f4157 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c9666e10>,) {'filters': {'network_id': ['6f975910-39ac-4b83-aa76-25b285b914b7']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:29.501284 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6a470410-336b-4569-b19a-bc325269ed9b tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:29.501479 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-ca50d360-bd78-45b2-a7e0-7cd21fb5ed17 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80767) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:17:29.502316 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-ca50d360-bd78-45b2-a7e0-7cd21fb5ed17 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:17:29.505085 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20d3319-3de9-47c6-b9f5-8dd363d3ce75 None None] DHCP port deletion for 7f472690-b775-4ba1-9338-c392aea3f70f request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:17:29.529949 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-688a439a-bd69-4cbf-a192-81d1d84a30fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca091a20>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:29.546917 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688a439a-bd69-4cbf-a192-81d1d84a30fa None None] Routers {'b3b8e3fb-5374-494a-b581-0354c53f663c'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:17:29.547128 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-63ca229a-2ded-43a2-8bcd-412b9c9ab4fe None None] Port 3be4baac-e220-4331-8499-300d2451b319 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:17:29.547820 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-688a439a-bd69-4cbf-a192-81d1d84a30fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca091a20>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:17:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['b3b8e3fb-5374-494a-b581-0354c53f663c'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:29.561271 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-f20d3319-3de9-47c6-b9f5-8dd363d3ce75 None None] Deleting port c4884e02-cb00-4dc6-84d1-5858a5807c32 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:17:29.561707 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f20d3319-3de9-47c6-b9f5-8dd363d3ce75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:29.603653 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0375ee89-b958-4181-a035-d5648bcb4d7c tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:17:29.604569 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-0375ee89-b958-4181-a035-d5648bcb4d7c tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Synchronizing usage tracker for tenant:ad83ad6a41264da3be98f825b2f64def on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:17:29.608566 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 4020b2d5-bcc8-45b2-a9c1-ffba5fd628d2 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:17:29.610264 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-49407a86-46d9-4dd2-bf7f-eab0946f4157 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c9666e10>, '9dc96444-6c9e-434b-b9f0-90c9754d98c7') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:29.610829 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-49407a86-46d9-4dd2-bf7f-eab0946f4157 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c9666e10>, '9dc96444-6c9e-434b-b9f0-90c9754d98c7') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:29.630173 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-49407a86-46d9-4dd2-bf7f-eab0946f4157 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:29.653214 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-49407a86-46d9-4dd2-bf7f-eab0946f4157 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:29.657409 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-49407a86-46d9-4dd2-bf7f-eab0946f4157 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Releasing vxlan tunnel 5 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:17:29.672370 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 4020b2d5-bcc8-45b2-a9c1-ffba5fd628d2 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:17:29.672772 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 4020b2d5-bcc8-45b2-a9c1-ffba5fd628d2 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:17:29.672913 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-688a439a-bd69-4cbf-a192-81d1d84a30fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca091a20>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:29.674296 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688a439a-bd69-4cbf-a192-81d1d84a30fa None None] The sync data for ids ['b3b8e3fb-5374-494a-b581-0354c53f663c'] in dv-neutron-772983-2-ovs is: [] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:17:29.715389 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-6a470410-336b-4569-b19a-bc325269ed9b tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c9c76358>,) {'filters': {'network_id': ['45366130-e5dc-47bd-8062-d3b8b9725d31']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:29.746611 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-6a470410-336b-4569-b19a-bc325269ed9b tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c9c76358>, 'a14a31ac-4b48-4b17-910e-6d9cc1667ede') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:29.746972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-6a470410-336b-4569-b19a-bc325269ed9b tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c9c76358>, 'a14a31ac-4b48-4b17-910e-6d9cc1667ede') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:29.765737 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6a470410-336b-4569-b19a-bc325269ed9b tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:29.773867 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device c4884e02-cb00-4dc6-84d1-5858a5807c32 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:17:29.781641 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-0375ee89-b958-4181-a035-d5648bcb4d7c tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Unset dirty status for tenant:ad83ad6a41264da3be98f825b2f64def on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:17:29.786309 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0375ee89-b958-4181-a035-d5648bcb4d7c tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "GET /v2.0/ports/3be4baac-e220-4331-8499-300d2451b319 HTTP/1.1" status: 200  len: 910 time: 0.4691730
Jan 29 10:17:29.789853 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57548) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:29.822900 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6a470410-336b-4569-b19a-bc325269ed9b tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:29.826857 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6a470410-336b-4569-b19a-bc325269ed9b tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Releasing vxlan tunnel 7 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:17:30.012396 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-ca50d360-bd78-45b2-a7e0-7cd21fb5ed17 None None] Deleting port 4020b2d5-bcc8-45b2-a9c1-ffba5fd628d2 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:17:30.012915 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ca50d360-bd78-45b2-a7e0-7cd21fb5ed17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:30.044020 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-49407a86-46d9-4dd2-bf7f-eab0946f4157 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Network 6f975910-39ac-4b83-aa76-25b285b914b7 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:17:30.056376 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-49407a86-46d9-4dd2-bf7f-eab0946f4157 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:30.074387 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-6a470410-336b-4569-b19a-bc325269ed9b tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Network 45366130-e5dc-47bd-8062-d3b8b9725d31 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:17:30.086676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6a470410-336b-4569-b19a-bc325269ed9b tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:30.106452 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-171e8611-7cbc-44f9-8925-95ba3cc2a1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9bdda90>, [{'id': '05fdf490-dfb6-4ff5-8326-259a4586eca5', 'name': 'tempest-TestNetworkBasicOps-router-238949859', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.132'}], 'enable_snat': True}, 'gw_port_id': '9d39e6d1-8b52-43b6-8ec7-a3591720339f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:17:19Z', 'updated_at': '2021-01-29T10:17:24Z', 'revision_number': 3, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '9d39e6d1-8b52-43b6-8ec7-a3591720339f', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7d:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05fdf490-dfb6-4ff5-8326-259a4586eca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:17:21Z', 'updated_at': '2021-01-29T10:17:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:30.115258 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-ca50d360-bd78-45b2-a7e0-7cd21fb5ed17 None None] The port '4020b2d5-bcc8-45b2-a9c1-ffba5fd628d2' was deleted {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 29 10:17:30.118249 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-f20d3319-3de9-47c6-b9f5-8dd363d3ce75 None None] For port c4884e02-cb00-4dc6-84d1-5858a5807c32, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=c4884e02-cb00-4dc6-84d1-5858a5807c32,segment=NetworkSegment(76d5578b-9059-4c8a-b620-57eb07c14e82),segment_id=76d5578b-9059-4c8a-b620-57eb07c14e82)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:17:30.118690 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f20d3319-3de9-47c6-b9f5-8dd363d3ce75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:30.136589 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171e8611-7cbc-44f9-8925-95ba3cc2a1a4 None None] Checking router: 05fdf490-dfb6-4ff5-8326-259a4586eca5 for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:17:30.136986 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171e8611-7cbc-44f9-8925-95ba3cc2a1a4 None None] Updating router 05fdf490-dfb6-4ff5-8326-259a4586eca5 port 9d39e6d1-8b52-43b6-8ec7-a3591720339f binding host dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 29 10:17:30.226521 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:30.317338 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-f20d3319-3de9-47c6-b9f5-8dd363d3ce75 None None] Calling delete_port for c4884e02-cb00-4dc6-84d1-5858a5807c32 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:17:30.364788 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-6a470410-336b-4569-b19a-bc325269ed9b tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Network 45366130-e5dc-47bd-8062-d3b8b9725d31 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:17:30.381511 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-171e8611-7cbc-44f9-8925-95ba3cc2a1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:30.395386 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:17:30.395386 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:17:30.395386 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:17:30.395386 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:17:30.395386 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:17:30.395386 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:17:30.395386 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:17:30.395386 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:17:30.395386 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:17:30.395386 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:17:30.395386 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:17:30.395386 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:17:30.395386 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:17:30.395386 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:17:30.395386 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:17:30.395386 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:17:30.395386 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:17:30.395386 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:17:30.395386 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:17:30.395386 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:17:30.395386 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:17:30.395386 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:17:30.395386 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:17:30.395386 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:17:30.395386 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:17:30.395386 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:17:30.395386 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:17:30.395386 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:17:30.395386 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:17:30.395386 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:17:30.395386 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:17:30.395386 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:17:30.453695 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-49407a86-46d9-4dd2-bf7f-eab0946f4157 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Network 6f975910-39ac-4b83-aa76-25b285b914b7 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:17:30.482336 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:17:30.482336 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:17:30.482336 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:17:30.482336 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:17:30.482336 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:17:30.482336 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:17:30.482336 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:17:30.482336 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:17:30.482336 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:17:30.482336 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:17:30.482336 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:17:30.482336 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:17:30.482336 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:17:30.482336 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:17:30.482336 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:17:30.482336 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:17:30.482336 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:17:30.482336 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:17:30.482336 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:17:30.482336 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:17:30.482336 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:17:30.482336 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:17:30.482336 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:17:30.482336 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:17:30.482336 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:17:30.482336 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:17:30.482336 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:17:30.482336 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:17:30.482336 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:17:30.482336 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:17:30.482336 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:17:30.482336 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:17:30.497436 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6a470410-336b-4569-b19a-bc325269ed9b tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:30.501598 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6a470410-336b-4569-b19a-bc325269ed9b tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:30.506748 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-52a592d7-2d1c-46bc-a893-1ba30bbd6dff tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:30.550141 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a470410-336b-4569-b19a-bc325269ed9b tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Pushing event deleted for resources: {'Network': ['ID=45366130-e5dc-47bd-8062-d3b8b9725d31,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:30.553006 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6a470410-336b-4569-b19a-bc325269ed9b tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:30.560893 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6a470410-336b-4569-b19a-bc325269ed9b tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] 10.222.0.57 "DELETE /v2.0/networks/45366130-e5dc-47bd-8062-d3b8b9725d31 HTTP/1.1" status: 204  len: 168 time: 2.8132906
Jan 29 10:17:30.561585 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57552) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:30.650339 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port c4884e02-cb00-4dc6-84d1-5858a5807c32, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=c4884e02-cb00-4dc6-84d1-5858a5807c32,segment=NetworkSegment(76d5578b-9059-4c8a-b620-57eb07c14e82),segment_id=76d5578b-9059-4c8a-b620-57eb07c14e82)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:17:30.671430 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:30.705082 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:30.724771 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-49407a86-46d9-4dd2-bf7f-eab0946f4157 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:30.730350 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-dee5de4a-3317-4a1e-b67c-a3aaca7fd16a tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:30.751458 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-49407a86-46d9-4dd2-bf7f-eab0946f4157 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks [] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:30.764288 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49407a86-46d9-4dd2-bf7f-eab0946f4157 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Pushing event deleted for resources: {'Network': ['ID=6f975910-39ac-4b83-aa76-25b285b914b7,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:30.769512 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-49407a86-46d9-4dd2-bf7f-eab0946f4157 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:30.771045 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-49407a86-46d9-4dd2-bf7f-eab0946f4157 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "DELETE /v2.0/networks/6f975910-39ac-4b83-aa76-25b285b914b7 HTTP/1.1" status: 204  len: 168 time: 3.7475851
Jan 29 10:17:30.774880 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-04dfba03-8a6a-44e5-9471-679bec905f9c tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:30.775279 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-f20d3319-3de9-47c6-b9f5-8dd363d3ce75 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80767) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:17:30.775389 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57558) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:30.775700 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-f20d3319-3de9-47c6-b9f5-8dd363d3ce75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:17:30.812112 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-2f4960c7-8f14-4e78-b183-4ebe2e2fe1e1 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1606017823'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:17:30.822822 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-2f4960c7-8f14-4e78-b183-4ebe2e2fe1e1 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:17:30.831579 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2f4960c7-8f14-4e78-b183-4ebe2e2fe1e1 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Usage tracker for resource:network and tenant:8cc4c548833141b8bc8f9009064567bd is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:17:30.836651 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2f4960c7-8f14-4e78-b183-4ebe2e2fe1e1 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Quota usage for network was recalculated. Used quota:1. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:17:30.850468 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-2f4960c7-8f14-4e78-b183-4ebe2e2fe1e1 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:17:30.858625 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=c4884e02-cb00-4dc6-84d1-5858a5807c32,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:30.858821 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4649d4ec-6ec7-41be-bb6b-fcdebb050b2f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:30.865383 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:30.879706 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4d84874e-91f4-4548-8f73-515416cbcdae tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:30.907136 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f4960c7-8f14-4e78-b183-4ebe2e2fe1e1 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Made reservation on behalf of 8cc4c548833141b8bc8f9009064567bd for: {'network': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:17:30.928820 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2f4960c7-8f14-4e78-b183-4ebe2e2fe1e1 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:30.947781 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-04dfba03-8a6a-44e5-9471-679bec905f9c tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Deleting port c4884e02-cb00-4dc6-84d1-5858a5807c32 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:17:30.948144 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-04dfba03-8a6a-44e5-9471-679bec905f9c tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:30.988947 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f4960c7-8f14-4e78-b183-4ebe2e2fe1e1 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:17:30.992860 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4fc70854-856e-432b-b891-fa62a6821d6c tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:31.028352 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2f4960c7-8f14-4e78-b183-4ebe2e2fe1e1 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268197113528', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:31.028933 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-2f4960c7-8f14-4e78-b183-4ebe2e2fe1e1 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Added segment e1309716-1f55-47a0-92ac-71e6dc96f936 of type vxlan for network d1515a52-0a3f-48f9-ad84-94c9b15790f8
Jan 29 10:17:31.085953 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4649d4ec-6ec7-41be-bb6b-fcdebb050b2f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Subnet': ['ID=a70f85cc-08d1-4efb-bb2a-cfcfe40b38c5,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:31.088801 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4649d4ec-6ec7-41be-bb6b-fcdebb050b2f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:31.128488 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-171e8611-7cbc-44f9-8925-95ba3cc2a1a4 None None] Notify callbacks [] for port, precommit_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:31.141540 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-171e8611-7cbc-44f9-8925-95ba3cc2a1a4 None None] Transition to ACTIVE for port object 9d39e6d1-8b52-43b6-8ec7-a3591720339f will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:17:31.145763 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-171e8611-7cbc-44f9-8925-95ba3cc2a1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:31.161714 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0813d6a7-583b-4cda-886b-3650f90ad73d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:31.191785 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2f4960c7-8f14-4e78-b183-4ebe2e2fe1e1 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:31.284877 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-f20d3319-3de9-47c6-b9f5-8dd363d3ce75 None None] Deleting port c4884e02-cb00-4dc6-84d1-5858a5807c32 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:17:31.285416 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f20d3319-3de9-47c6-b9f5-8dd363d3ce75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:31.323758 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-04dfba03-8a6a-44e5-9471-679bec905f9c tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] For port c4884e02-cb00-4dc6-84d1-5858a5807c32, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=c4884e02-cb00-4dc6-84d1-5858a5807c32,segment=NetworkSegment(76d5578b-9059-4c8a-b620-57eb07c14e82),segment_id=76d5578b-9059-4c8a-b620-57eb07c14e82)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:17:31.324140 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-04dfba03-8a6a-44e5-9471-679bec905f9c tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:31.334993 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2f4960c7-8f14-4e78-b183-4ebe2e2fe1e1 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:31.336211 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0614c56-7d1e-4482-a8a7-c2cc0538d38b None None] Pushing event updated for resources: {'Port': ['ID=9d39e6d1-8b52-43b6-8ec7-a3591720339f,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:31.336628 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4649d4ec-6ec7-41be-bb6b-fcdebb050b2f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Checking segment: {'id': '2f7ff0c6-2bf9-4245-ab3b-b7f8952b73c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '17776172-c021-47c4-abdf-42ef2691de1f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:17:31.337030 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4649d4ec-6ec7-41be-bb6b-fcdebb050b2f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network hostable DHCP agents. Network: 17776172-c021-47c4-abdf-42ef2691de1f, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:17:31.343823 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e0614c56-7d1e-4482-a8a7-c2cc0538d38b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:31.402978 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4960c7-8f14-4e78-b183-4ebe2e2fe1e1 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:17:31.403911 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2f4960c7-8f14-4e78-b183-4ebe2e2fe1e1 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks [] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:31.416596 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a05a1e23-108b-4936-818e-e2c03d29e8bd tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:31.477273 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-04dfba03-8a6a-44e5-9471-679bec905f9c tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Calling delete_port for c4884e02-cb00-4dc6-84d1-5858a5807c32 owned by network:dhcp {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:17:31.502661 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-171e8611-7cbc-44f9-8925-95ba3cc2a1a4 None None] Attempting to bind port 9d39e6d1-8b52-43b6-8ec7-a3591720339f on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:17:31.503088 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-171e8611-7cbc-44f9-8925-95ba3cc2a1a4 None None] Attempting to bind port 9d39e6d1-8b52-43b6-8ec7-a3591720339f by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:17:31.503509 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171e8611-7cbc-44f9-8925-95ba3cc2a1a4 None None] Attempting to bind port 9d39e6d1-8b52-43b6-8ec7-a3591720339f on network aadf795f-2e1a-4d04-be0e-12575f0f28a5 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:17:31.521234 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4649d4ec-6ec7-41be-bb6b-fcdebb050b2f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network 17776172-c021-47c4-abdf-42ef2691de1f is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:17:31.541962 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-4649d4ec-6ec7-41be-bb6b-fcdebb050b2f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 17776172-c021-47c4-abdf-42ef2691de1f) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:17:31.553842 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2f4960c7-8f14-4e78-b183-4ebe2e2fe1e1 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.7499647
Jan 29 10:17:31.561643 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57562) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:31.564954 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd8e816-bd09-40fe-979e-efc91963deb3 None None] Network 17776172-c021-47c4-abdf-42ef2691de1f requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:17:31.571367 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-a90e6967-e77b-49a2-bf06-c43a96069098 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Request body: {'subnet': {'network_id': 'd1515a52-0a3f-48f9-ad84-94c9b15790f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:17:31.578825 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171e8611-7cbc-44f9-8925-95ba3cc2a1a4 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:17:31.579256 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171e8611-7cbc-44f9-8925-95ba3cc2a1a4 None None] Checking segment: {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:17:31.579746 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-171e8611-7cbc-44f9-8925-95ba3cc2a1a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:31.580190 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171e8611-7cbc-44f9-8925-95ba3cc2a1a4 None None] Bound using segment: {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:17:31.580736 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-171e8611-7cbc-44f9-8925-95ba3cc2a1a4 None None] Bound port: 9d39e6d1-8b52-43b6-8ec7-a3591720339f, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:17:31.581161 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-171e8611-7cbc-44f9-8925-95ba3cc2a1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:31.599397 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4649d4ec-6ec7-41be-bb6b-fcdebb050b2f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:17:31.601614 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4649d4ec-6ec7-41be-bb6b-fcdebb050b2f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:31.670808 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4649d4ec-6ec7-41be-bb6b-fcdebb050b2f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 2.9787366
Jan 29 10:17:31.672711 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57566) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:31.688400 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-f20d3319-3de9-47c6-b9f5-8dd363d3ce75 None None] For port c4884e02-cb00-4dc6-84d1-5858a5807c32, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=c4884e02-cb00-4dc6-84d1-5858a5807c32,segment=NetworkSegment(76d5578b-9059-4c8a-b620-57eb07c14e82),segment_id=76d5578b-9059-4c8a-b620-57eb07c14e82)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:17:31.688884 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f20d3319-3de9-47c6-b9f5-8dd363d3ce75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:31.819235 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-04dfba03-8a6a-44e5-9471-679bec905f9c tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:31.894638 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bae34727-407c-4eff-b139-578169d33d09 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:31.900220 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4960c7-8f14-4e78-b183-4ebe2e2fe1e1 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Pushing event updated for resources: {'Network': ['ID=d1515a52-0a3f-48f9-ad84-94c9b15790f8,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:31.903812 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2f4960c7-8f14-4e78-b183-4ebe2e2fe1e1 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:31.905918 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-f20d3319-3de9-47c6-b9f5-8dd363d3ce75 None None] Calling delete_port for c4884e02-cb00-4dc6-84d1-5858a5807c32 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:17:31.944681 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network d1515a52-0a3f-48f9-ad84-94c9b15790f8 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:17:31.958915 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network d1515a52-0a3f-48f9-ad84-94c9b15790f8 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:17:32.071854 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-171e8611-7cbc-44f9-8925-95ba3cc2a1a4 None None] For port 9d39e6d1-8b52-43b6-8ec7-a3591720339f, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:17:32.099955 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-4fc70854-856e-432b-b891-fa62a6821d6c tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Allocated IP 172.21.0.1 (e9b0c0e5-7974-45ae-a001-41058630160f/6858ef84-f387-4b62-9c21-12b9352c588e/bfd30552-7797-4c3f-9edf-3b9b216fffdf) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:17:32.235206 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-171e8611-7cbc-44f9-8925-95ba3cc2a1a4 None None] For port 9d39e6d1-8b52-43b6-8ec7-a3591720339f, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=9d39e6d1-8b52-43b6-8ec7-a3591720339f,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:17:32.248576 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dfba03-8a6a-44e5-9471-679bec905f9c tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Pushing event deleted for resources: {'Port': ['ID=c4884e02-cb00-4dc6-84d1-5858a5807c32,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:32.252078 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-04dfba03-8a6a-44e5-9471-679bec905f9c tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:32.258708 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a90e6967-e77b-49a2-bf06-c43a96069098 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:17:32.274529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a90e6967-e77b-49a2-bf06-c43a96069098 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Usage tracker for resource:subnet and tenant:8cc4c548833141b8bc8f9009064567bd is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:17:32.286657 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4fc70854-856e-432b-b891-fa62a6821d6c tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:32.302682 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-f20d3319-3de9-47c6-b9f5-8dd363d3ce75 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80767) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:17:32.303739 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-f20d3319-3de9-47c6-b9f5-8dd363d3ce75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:17:32.304475 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4fc70854-856e-432b-b891-fa62a6821d6c tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Transition to ACTIVE for port object bfd30552-7797-4c3f-9edf-3b9b216fffdf will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:17:32.313267 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-171e8611-7cbc-44f9-8925-95ba3cc2a1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:32.327503 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a90e6967-e77b-49a2-bf06-c43a96069098 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:17:32.331775 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4fc70854-856e-432b-b891-fa62a6821d6c tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:32.344283 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-861e2dd8-d47b-4465-b646-5adc4d0a3636 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:32.352798 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a90e6967-e77b-49a2-bf06-c43a96069098 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:17:32.379268 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-f20d3319-3de9-47c6-b9f5-8dd363d3ce75 None None] Deleting port c4884e02-cb00-4dc6-84d1-5858a5807c32 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:17:32.379735 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f20d3319-3de9-47c6-b9f5-8dd363d3ce75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:32.384995 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90e6967-e77b-49a2-bf06-c43a96069098 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Made reservation on behalf of 8cc4c548833141b8bc8f9009064567bd for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:17:32.407075 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a90e6967-e77b-49a2-bf06-c43a96069098 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:32.423644 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-09f8546f-e1a9-47d2-8db6-e257503e604b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:32.438744 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dfba03-8a6a-44e5-9471-679bec905f9c tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] No DVR routers for this DVR port c4884e02-cb00-4dc6-84d1-5858a5807c32 on host dv-neutron-772983-2-ovs {{(pid=80765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:17:32.525163 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc70854-856e-432b-b891-fa62a6821d6c tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event updated for resources: {'Port': ['ID=bfd30552-7797-4c3f-9edf-3b9b216fffdf,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:32.537813 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4fc70854-856e-432b-b891-fa62a6821d6c tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:32.562823 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc70854-856e-432b-b891-fa62a6821d6c tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Network e9b0c0e5-7974-45ae-a001-41058630160f is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:17:32.564984 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-4fc70854-856e-432b-b891-fa62a6821d6c tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:17:32.567464 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc70854-856e-432b-b891-fa62a6821d6c tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:17:32.643362 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4fc70854-856e-432b-b891-fa62a6821d6c tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854426412'] for router_interface, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:32.682733 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-f20d3319-3de9-47c6-b9f5-8dd363d3ce75 None None] The port 'c4884e02-cb00-4dc6-84d1-5858a5807c32' was deleted {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 29 10:17:32.796375 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4fc70854-856e-432b-b891-fa62a6821d6c tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:32.823136 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0614c56-7d1e-4482-a8a7-c2cc0538d38b None None] Pushing event updated for resources: {'Port': ['ID=9d39e6d1-8b52-43b6-8ec7-a3591720339f,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:32.830727 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859162e0-8e3c-4d5d-98f6-839aa6b12a43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-17776172-c021-47c4-abdf-42ef2691de1f', 'network_id': '17776172-c021-47c4-abdf-42ef2691de1f', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'fixed_ips': [{'subnet_id': 'a70f85cc-08d1-4efb-bb2a-cfcfe40b38c5'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:17:32.831244 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-859162e0-8e3c-4d5d-98f6-839aa6b12a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:32.844472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e0614c56-7d1e-4482-a8a7-c2cc0538d38b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:32.878483 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-04dfba03-8a6a-44e5-9471-679bec905f9c tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:33.007623 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-0cac4575-f742-4375-aa2a-48b9d3061689 None None] Provisioning for port bfd30552-7797-4c3f-9edf-3b9b216fffdf completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:17:33.011033 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171e8611-7cbc-44f9-8925-95ba3cc2a1a4 None None] Routers {'05fdf490-dfb6-4ff5-8326-259a4586eca5'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:17:33.011750 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-171e8611-7cbc-44f9-8925-95ba3cc2a1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9bdda90>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:17:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['05fdf490-dfb6-4ff5-8326-259a4586eca5'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:33.101134 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-04dfba03-8a6a-44e5-9471-679bec905f9c tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c3882898>,) {'filters': {'network_id': ['7f472690-b775-4ba1-9338-c392aea3f70f']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:33.129957 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-04dfba03-8a6a-44e5-9471-679bec905f9c tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3882898>, '76d5578b-9059-4c8a-b620-57eb07c14e82') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:33.130350 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-04dfba03-8a6a-44e5-9471-679bec905f9c tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3882898>, '76d5578b-9059-4c8a-b620-57eb07c14e82') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:33.141147 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-0cac4575-f742-4375-aa2a-48b9d3061689 None None] Provisioning complete for port bfd30552-7797-4c3f-9edf-3b9b216fffdf triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:17:33.141574 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0cac4575-f742-4375-aa2a-48b9d3061689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:33.291877 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-0cac4575-f742-4375-aa2a-48b9d3061689 None None] Port bfd30552-7797-4c3f-9edf-3b9b216fffdf cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:17:33.309511 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-04dfba03-8a6a-44e5-9471-679bec905f9c tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:33.340780 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4fc70854-856e-432b-b891-fa62a6821d6c tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:33.343248 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-04dfba03-8a6a-44e5-9471-679bec905f9c tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:33.346266 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4fc70854-856e-432b-b891-fa62a6821d6c tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:33.359880 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-04dfba03-8a6a-44e5-9471-679bec905f9c tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Releasing vxlan tunnel 3 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:17:33.388919 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a1195859-4bf2-496b-bd75-1201930f6ff7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:33.394815 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-171e8611-7cbc-44f9-8925-95ba3cc2a1a4 None None] Set router 05fdf490-dfb6-4ff5-8326-259a4586eca5 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:17:33.477218 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4fc70854-856e-432b-b891-fa62a6821d6c tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854133895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349242'] for router_interface, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:33.515229 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc70854-856e-432b-b891-fa62a6821d6c tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event updated for resources: {'Port': ['ID=bfd30552-7797-4c3f-9edf-3b9b216fffdf,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:33.520636 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4fc70854-856e-432b-b891-fa62a6821d6c tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:33.565428 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-859162e0-8e3c-4d5d-98f6-839aa6b12a43 None None] Allocated IP 172.20.0.2 (17776172-c021-47c4-abdf-42ef2691de1f/a70f85cc-08d1-4efb-bb2a-cfcfe40b38c5/5f1f0ebc-474c-403d-b3ff-5aa04bafd7e6) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:17:33.631237 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc70854-856e-432b-b891-fa62a6821d6c tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Network e9b0c0e5-7974-45ae-a001-41058630160f is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:17:33.632470 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-4fc70854-856e-432b-b891-fa62a6821d6c tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:17:33.648935 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-04dfba03-8a6a-44e5-9471-679bec905f9c tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Network 7f472690-b775-4ba1-9338-c392aea3f70f has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:17:33.696324 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-04dfba03-8a6a-44e5-9471-679bec905f9c tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:33.822332 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fc70854-856e-432b-b891-fa62a6821d6c tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Router b3b8e3fb-5374-494a-b581-0354c53f663c has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:17:33.970660 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-7a52db0a-b555-4710-a7fa-17a86da2b900 None None] Provisioning complete for port bfd30552-7797-4c3f-9edf-3b9b216fffdf triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:17:33.971662 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7a52db0a-b555-4710-a7fa-17a86da2b900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:34.007376 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc70854-856e-432b-b891-fa62a6821d6c tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:17:34.015290 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-859162e0-8e3c-4d5d-98f6-839aa6b12a43 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:34.026457 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4fc70854-856e-432b-b891-fa62a6821d6c tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "PUT /v2.0/routers/b3b8e3fb-5374-494a-b581-0354c53f663c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2331343
Jan 29 10:17:34.026880 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57570) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:34.027079 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b297e91-bea6-4c61-8992-54583b1b90ec None None] Sync routers for ids ['b3b8e3fb-5374-494a-b581-0354c53f663c'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:17:34.061018 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-04dfba03-8a6a-44e5-9471-679bec905f9c tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Network 7f472690-b775-4ba1-9338-c392aea3f70f has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:17:34.061236 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-859162e0-8e3c-4d5d-98f6-839aa6b12a43 None None] Transition to ACTIVE for port object 5f1f0ebc-474c-403d-b3ff-5aa04bafd7e6 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:17:34.078693 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b297e91-bea6-4c61-8992-54583b1b90ec None None] Routers {'b3b8e3fb-5374-494a-b581-0354c53f663c'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:17:34.079393 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-5b297e91-bea6-4c61-8992-54583b1b90ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c95bdda0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:17:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['b3b8e3fb-5374-494a-b581-0354c53f663c'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:34.093032 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:17:34.093032 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:17:34.093032 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:17:34.093032 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:17:34.093032 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:17:34.093032 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:17:34.093032 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:17:34.093032 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:17:34.093032 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:17:34.093032 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:17:34.093032 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:17:34.093032 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:17:34.093032 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:17:34.093032 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:17:34.093032 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:17:34.093032 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:17:34.093032 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:17:34.093032 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:17:34.093032 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:17:34.093032 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:17:34.093032 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:17:34.093032 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:17:34.093032 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:17:34.093032 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:17:34.093032 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:17:34.093032 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:17:34.093032 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:17:34.093032 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:17:34.093032 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:17:34.093032 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:17:34.093032 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:17:34.093032 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:17:34.161923 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-859162e0-8e3c-4d5d-98f6-839aa6b12a43 None None] Transition to ACTIVE for port object 5f1f0ebc-474c-403d-b3ff-5aa04bafd7e6 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:17:34.171080 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-7a52db0a-b555-4710-a7fa-17a86da2b900 None None] Port bfd30552-7797-4c3f-9edf-3b9b216fffdf cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:17:34.184811 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-859162e0-8e3c-4d5d-98f6-839aa6b12a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:34.193636 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8467cc1e-715f-4d3a-9ca2-bba08705e652 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:17:34.194365 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8467cc1e-715f-4d3a-9ca2-bba08705e652 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Synchronizing usage tracker for tenant:ad83ad6a41264da3be98f825b2f64def on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:17:34.210927 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8467cc1e-715f-4d3a-9ca2-bba08705e652 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Unset dirty status for tenant:ad83ad6a41264da3be98f825b2f64def on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:17:34.212232 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8467cc1e-715f-4d3a-9ca2-bba08705e652 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "GET /v2.0/ports/bfd30552-7797-4c3f-9edf-3b9b216fffdf HTTP/1.1" status: 200  len: 910 time: 0.1843956
Jan 29 10:17:34.215293 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57574) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:34.220074 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:34.240182 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-04dfba03-8a6a-44e5-9471-679bec905f9c tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:34.250833 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-5b297e91-bea6-4c61-8992-54583b1b90ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c95bdda0>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:34.254054 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-57079358-2164-44d3-8906-a3f5d1e77a03 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:34.263807 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-171e8611-7cbc-44f9-8925-95ba3cc2a1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9bdda90>, [{'id': '05fdf490-dfb6-4ff5-8326-259a4586eca5', 'name': 'tempest-TestNetworkBasicOps-router-238949859', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.132'}], 'enable_snat': True}, 'gw_port_id': '9d39e6d1-8b52-43b6-8ec7-a3591720339f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:17:19Z', 'updated_at': '2021-01-29T10:17:24Z', 'revision_number': 3, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '9d39e6d1-8b52-43b6-8ec7-a3591720339f', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7d:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05fdf490-dfb6-4ff5-8326-259a4586eca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:17:21Z', 'updated_at': '2021-01-29T10:17:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:34.276785 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-04dfba03-8a6a-44e5-9471-679bec905f9c tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:34.309631 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dfba03-8a6a-44e5-9471-679bec905f9c tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Pushing event deleted for resources: {'Network': ['ID=7f472690-b775-4ba1-9338-c392aea3f70f,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:34.320439 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-04dfba03-8a6a-44e5-9471-679bec905f9c tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:34.328859 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-742bc404-ab6d-4b7a-a6d5-868701d9ea51 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:34.342013 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-04dfba03-8a6a-44e5-9471-679bec905f9c tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] 10.222.0.57 "DELETE /v2.0/networks/7f472690-b775-4ba1-9338-c392aea3f70f HTTP/1.1" status: 204  len: 168 time: 3.7772863
Jan 29 10:17:34.346971 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57578) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:34.529536 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171e8611-7cbc-44f9-8925-95ba3cc2a1a4 None None] The sync data for ids ['05fdf490-dfb6-4ff5-8326-259a4586eca5'] in dv-neutron-772983-2-ovs is: [{'id': '05fdf490-dfb6-4ff5-8326-259a4586eca5', 'name': 'tempest-TestNetworkBasicOps-router-238949859', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.132'}], 'enable_snat': True}, 'gw_port_id': '9d39e6d1-8b52-43b6-8ec7-a3591720339f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:17:19Z', 'updated_at': '2021-01-29T10:17:24Z', 'revision_number': 3, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '9d39e6d1-8b52-43b6-8ec7-a3591720339f', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7d:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05fdf490-dfb6-4ff5-8326-259a4586eca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:17:21Z', 'updated_at': '2021-01-29T10:17:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:17:34.546899 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b297e91-bea6-4c61-8992-54583b1b90ec None None] Routers {'b3b8e3fb-5374-494a-b581-0354c53f663c'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:17:34.547628 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-5b297e91-bea6-4c61-8992-54583b1b90ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c95bdda0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:17:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['b3b8e3fb-5374-494a-b581-0354c53f663c'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:34.674405 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859162e0-8e3c-4d5d-98f6-839aa6b12a43 None None] Pushing event updated for resources: {'Port': ['ID=5f1f0ebc-474c-403d-b3ff-5aa04bafd7e6,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:34.680401 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-5b297e91-bea6-4c61-8992-54583b1b90ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c95bdda0>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:34.680875 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b297e91-bea6-4c61-8992-54583b1b90ec None None] The sync data for ids ['b3b8e3fb-5374-494a-b581-0354c53f663c'] in dv-neutron-772983-2-ovs is: [] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:17:34.682656 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-859162e0-8e3c-4d5d-98f6-839aa6b12a43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:34.711517 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859162e0-8e3c-4d5d-98f6-839aa6b12a43 None None] Network 17776172-c021-47c4-abdf-42ef2691de1f is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:17:34.715034 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-859162e0-8e3c-4d5d-98f6-839aa6b12a43 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:17:34.719696 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859162e0-8e3c-4d5d-98f6-839aa6b12a43 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:17:34.761273 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:34.790947 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-859162e0-8e3c-4d5d-98f6-839aa6b12a43 None None] Attempting to bind port 5f1f0ebc-474c-403d-b3ff-5aa04bafd7e6 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:17:34.791393 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-859162e0-8e3c-4d5d-98f6-839aa6b12a43 None None] Attempting to bind port 5f1f0ebc-474c-403d-b3ff-5aa04bafd7e6 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '2f7ff0c6-2bf9-4245-ab3b-b7f8952b73c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '17776172-c021-47c4-abdf-42ef2691de1f'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:17:34.791832 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859162e0-8e3c-4d5d-98f6-839aa6b12a43 None None] Attempting to bind port 5f1f0ebc-474c-403d-b3ff-5aa04bafd7e6 on network 17776172-c021-47c4-abdf-42ef2691de1f {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:17:34.797974 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859162e0-8e3c-4d5d-98f6-839aa6b12a43 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:17:34.798480 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859162e0-8e3c-4d5d-98f6-839aa6b12a43 None None] Checking segment: {'id': '2f7ff0c6-2bf9-4245-ab3b-b7f8952b73c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '17776172-c021-47c4-abdf-42ef2691de1f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:17:34.799152 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-859162e0-8e3c-4d5d-98f6-839aa6b12a43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:34.799717 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859162e0-8e3c-4d5d-98f6-839aa6b12a43 None None] Bound using segment: {'id': '2f7ff0c6-2bf9-4245-ab3b-b7f8952b73c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '17776172-c021-47c4-abdf-42ef2691de1f'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:17:34.800372 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-859162e0-8e3c-4d5d-98f6-839aa6b12a43 None None] Bound port: 5f1f0ebc-474c-403d-b3ff-5aa04bafd7e6, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f7ff0c6-2bf9-4245-ab3b-b7f8952b73c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '17776172-c021-47c4-abdf-42ef2691de1f'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:17:34.800815 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-859162e0-8e3c-4d5d-98f6-839aa6b12a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:34.870744 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9bb7acef-4a4e-4e79-a457-5e7ac789b1c6 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349253'] for router_interface, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:34.906491 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-859162e0-8e3c-4d5d-98f6-839aa6b12a43 None None] For port 5f1f0ebc-474c-403d-b3ff-5aa04bafd7e6, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:17:34.910817 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-859162e0-8e3c-4d5d-98f6-839aa6b12a43 None None] For port 5f1f0ebc-474c-403d-b3ff-5aa04bafd7e6, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=5f1f0ebc-474c-403d-b3ff-5aa04bafd7e6,segment=NetworkSegment(2f7ff0c6-2bf9-4245-ab3b-b7f8952b73c8),segment_id=2f7ff0c6-2bf9-4245-ab3b-b7f8952b73c8)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:17:34.917175 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-859162e0-8e3c-4d5d-98f6-839aa6b12a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:34.927345 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a06e5c6-d3e5-4de6-93a0-034c793b6ece tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Deleting subnet ba161399-629f-4847-afea-5034f9060210 {{(pid=80765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:17:34.936146 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1ac22b03-b375-40ae-bcb2-94c1e99d87d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:34.942244 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7a06e5c6-d3e5-4de6-93a0-034c793b6ece tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks [] for subnet, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:35.059210 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a90e6967-e77b-49a2-bf06-c43a96069098 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:35.132520 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859162e0-8e3c-4d5d-98f6-839aa6b12a43 None None] Pushing event updated for resources: {'Port': ['ID=5f1f0ebc-474c-403d-b3ff-5aa04bafd7e6,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:35.141899 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-859162e0-8e3c-4d5d-98f6-839aa6b12a43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:35.210301 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0c976049-a1b0-47ce-b58f-b45d34ae64d5 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:35.255007 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7a06e5c6-d3e5-4de6-93a0-034c793b6ece tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1479249'] for subnet, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:35.349716 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-9bb7acef-4a4e-4e79-a457-5e7ac789b1c6 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Deleting port bfd30552-7797-4c3f-9edf-3b9b216fffdf {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:17:35.350150 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9bb7acef-4a4e-4e79-a457-5e7ac789b1c6 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:35.369061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7a06e5c6-d3e5-4de6-93a0-034c793b6ece tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:35.510244 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90e6967-e77b-49a2-bf06-c43a96069098 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Pushing event updated for resources: {'Subnet': ['ID=34879bc1-3a8d-44c6-bb9a-978c528c3782,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:35.535540 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a90e6967-e77b-49a2-bf06-c43a96069098 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:35.865228 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 9d39e6d1-8b52-43b6-8ec7-a3591720339f up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:17:35.891296 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90e6967-e77b-49a2-bf06-c43a96069098 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Checking segment: {'id': 'e1309716-1f55-47a0-92ac-71e6dc96f936', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd1515a52-0a3f-48f9-ad84-94c9b15790f8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:17:35.891698 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90e6967-e77b-49a2-bf06-c43a96069098 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Network hostable DHCP agents. Network: d1515a52-0a3f-48f9-ad84-94c9b15790f8, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:17:35.912683 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9bb7acef-4a4e-4e79-a457-5e7ac789b1c6 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:35.942886 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 9d39e6d1-8b52-43b6-8ec7-a3591720339f completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:17:35.949069 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 9d39e6d1-8b52-43b6-8ec7-a3591720339f triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:17:35.949516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:36.058127 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90e6967-e77b-49a2-bf06-c43a96069098 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Network d1515a52-0a3f-48f9-ad84-94c9b15790f8 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:17:36.071974 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-9bb7acef-4a4e-4e79-a457-5e7ac789b1c6 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Calling delete_port for bfd30552-7797-4c3f-9edf-3b9b216fffdf owned by network:router_interface {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:17:36.110712 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-a90e6967-e77b-49a2-bf06-c43a96069098 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, d1515a52-0a3f-48f9-ad84-94c9b15790f8) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:17:36.122035 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff9fcad-fb41-40f4-92bf-44e4fd23e952 None None] Network d1515a52-0a3f-48f9-ad84-94c9b15790f8 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:17:36.157251 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:36.183320 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90e6967-e77b-49a2-bf06-c43a96069098 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:17:36.183977 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a90e6967-e77b-49a2-bf06-c43a96069098 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:36.214025 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7a06e5c6-d3e5-4de6-93a0-034c793b6ece tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852603100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2204728'] for subnet, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:36.228644 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-742bc404-ab6d-4b7a-a6d5-868701d9ea51 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Allocated IP 172.20.0.1 (17776172-c021-47c4-abdf-42ef2691de1f/a70f85cc-08d1-4efb-bb2a-cfcfe40b38c5/845e6667-1717-4410-a11b-893e217e6bbf) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:17:36.235473 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6c2fbe3b-8d71-473b-84e8-6812c5c6b6d7 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:36.239577 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port 9d39e6d1-8b52-43b6-8ec7-a3591720339f, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=9d39e6d1-8b52-43b6-8ec7-a3591720339f,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:17:36.244768 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:36.245665 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 5f1f0ebc-474c-403d-b3ff-5aa04bafd7e6 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:17:36.275833 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9bb7acef-4a4e-4e79-a457-5e7ac789b1c6 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:36.283432 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b432e1a1-52c9-4af2-a6f3-2d276cc7f1c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:36.295594 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a06e5c6-d3e5-4de6-93a0-034c793b6ece tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Pushing event deleted for resources: {'Subnet': ['ID=ba161399-629f-4847-afea-5034f9060210,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:36.307905 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a90e6967-e77b-49a2-bf06-c43a96069098 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.7408388
Jan 29 10:17:36.307905 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7a06e5c6-d3e5-4de6-93a0-034c793b6ece tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:36.310059 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57582) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:36.453391 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-fcb5cc2e-f2b5-4e2c-a628-05026611672a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:36.456608 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=9d39e6d1-8b52-43b6-8ec7-a3591720339f,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:36.466904 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:36.520155 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb7acef-4a4e-4e79-a457-5e7ac789b1c6 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event deleted for resources: {'Port': ['ID=bfd30552-7797-4c3f-9edf-3b9b216fffdf,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:36.522955 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9bb7acef-4a4e-4e79-a457-5e7ac789b1c6 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:36.534418 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 5f1f0ebc-474c-403d-b3ff-5aa04bafd7e6 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:17:36.551059 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfeb038-c797-463d-a97d-a1cccaa0be54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-d1515a52-0a3f-48f9-ad84-94c9b15790f8', 'network_id': 'd1515a52-0a3f-48f9-ad84-94c9b15790f8', 'tenant_id': '8cc4c548833141b8bc8f9009064567bd', 'fixed_ips': [{'subnet_id': '34879bc1-3a8d-44c6-bb9a-978c528c3782'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:17:36.552218 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2bfeb038-c797-463d-a97d-a1cccaa0be54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:36.724996 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a79cf3-087c-490d-a20d-28b27a093bd8 None None] Network 22ea6b35-c470-4a51-a30d-f84a6669f2bc requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:17:36.731241 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7a06e5c6-d3e5-4de6-93a0-034c793b6ece tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:36.736703 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7a06e5c6-d3e5-4de6-93a0-034c793b6ece tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] 10.222.0.57 "DELETE /v2.0/subnets/ba161399-629f-4847-afea-5034f9060210 HTTP/1.1" status: 204  len: 168 time: 2.3827789
Jan 29 10:17:36.740463 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57586) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:36.750006 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-742bc404-ab6d-4b7a-a6d5-868701d9ea51 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:36.815226 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9bb7acef-4a4e-4e79-a457-5e7ac789b1c6 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854415430'] for router_interface, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:36.824694 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-742bc404-ab6d-4b7a-a6d5-868701d9ea51 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Transition to ACTIVE for port object 845e6667-1717-4410-a11b-893e217e6bbf will not be triggered until provisioned by entity DHCP. {{(pid=80765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:17:36.881216 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-742bc404-ab6d-4b7a-a6d5-868701d9ea51 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:36.919367 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7ce32ac6-2b6b-4371-ac7c-ff73dbfffbc3 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:36.972991 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e927685-c70f-4a79-aa3d-52dba40ecdb6 None None] Network 17776172-c021-47c4-abdf-42ef2691de1f requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:17:37.074611 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:17:37.107878 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-660e643c-718f-4d17-8b9b-37e933ce1f28 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:37.177627 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-01de0618-70c0-4991-ac36-8c65254cb6cc None None] Provisioning for port 5f1f0ebc-474c-403d-b3ff-5aa04bafd7e6 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:17:37.193584 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-01de0618-70c0-4991-ac36-8c65254cb6cc None None] Provisioning complete for port 5f1f0ebc-474c-403d-b3ff-5aa04bafd7e6 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:17:37.194030 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-01de0618-70c0-4991-ac36-8c65254cb6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:37.249982 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742bc404-ab6d-4b7a-a6d5-868701d9ea51 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Port': ['ID=845e6667-1717-4410-a11b-893e217e6bbf,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:37.274175 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dca6e1a4-581a-4959-ba4c-e9cdd37e5826 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:37.310447 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-2bfeb038-c797-463d-a97d-a1cccaa0be54 None None] Allocated IP 172.20.0.2 (d1515a52-0a3f-48f9-ad84-94c9b15790f8/34879bc1-3a8d-44c6-bb9a-978c528c3782/f0bac473-1ae5-4f76-9fc8-35c58b662491) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:17:37.365276 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bb7acef-4a4e-4e79-a457-5e7ac789b1c6 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Router b3b8e3fb-5374-494a-b581-0354c53f663c has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:17:37.583692 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb7acef-4a4e-4e79-a457-5e7ac789b1c6 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:17:37.599006 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a963585-2546-4b80-a4a2-e786764b13b0 None None] Sync routers for ids ['b3b8e3fb-5374-494a-b581-0354c53f663c'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:17:37.614631 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9bb7acef-4a4e-4e79-a457-5e7ac789b1c6 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "PUT /v2.0/routers/b3b8e3fb-5374-494a-b581-0354c53f663c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3981922
Jan 29 10:17:37.617509 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57590) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:37.621915 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a963585-2546-4b80-a4a2-e786764b13b0 None None] Routers {'b3b8e3fb-5374-494a-b581-0354c53f663c'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:17:37.624585 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-3a963585-2546-4b80-a4a2-e786764b13b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99cac4bc88>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:17:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['b3b8e3fb-5374-494a-b581-0354c53f663c'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:37.661080 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa25be89-a0e2-41e5-9782-49741394264e None None] DHCP port deletion for 22ea6b35-c470-4a51-a30d-f84a6669f2bc request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:17:37.671681 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-742bc404-ab6d-4b7a-a6d5-868701d9ea51 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.753s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:37.693687 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-fa25be89-a0e2-41e5-9782-49741394264e None None] Deleting port 8b669066-3941-4b26-a48f-8b36a8a751c7 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:17:37.694136 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fa25be89-a0e2-41e5-9782-49741394264e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:37.713355 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-3a963585-2546-4b80-a4a2-e786764b13b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99cac4bc88>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:37.724369 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a963585-2546-4b80-a4a2-e786764b13b0 None None] Routers {'b3b8e3fb-5374-494a-b581-0354c53f663c'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:17:37.725653 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-3a963585-2546-4b80-a4a2-e786764b13b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99cac4bc88>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:17:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['b3b8e3fb-5374-494a-b581-0354c53f663c'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:37.801731 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-dca6e1a4-581a-4959-ba4c-e9cdd37e5826 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Deleting port 8b669066-3941-4b26-a48f-8b36a8a751c7 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:17:37.802273 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dca6e1a4-581a-4959-ba4c-e9cdd37e5826 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:37.809511 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-3a963585-2546-4b80-a4a2-e786764b13b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99cac4bc88>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:37.810198 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a963585-2546-4b80-a4a2-e786764b13b0 None None] The sync data for ids ['b3b8e3fb-5374-494a-b581-0354c53f663c'] in dv-neutron-772983-2-ovs is: [] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:17:37.866782 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 9d39e6d1-8b52-43b6-8ec7-a3591720339f up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:17:37.919499 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-01de0618-70c0-4991-ac36-8c65254cb6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:37.920881 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-660e643c-718f-4d17-8b9b-37e933ce1f28 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:38.005995 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742bc404-ab6d-4b7a-a6d5-868701d9ea51 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network 17776172-c021-47c4-abdf-42ef2691de1f is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:17:38.020705 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-742bc404-ab6d-4b7a-a6d5-868701d9ea51 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:17:38.036863 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742bc404-ab6d-4b7a-a6d5-868701d9ea51 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:17:38.107245 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-01de0618-70c0-4991-ac36-8c65254cb6cc None None] For port 5f1f0ebc-474c-403d-b3ff-5aa04bafd7e6, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=5f1f0ebc-474c-403d-b3ff-5aa04bafd7e6,segment=NetworkSegment(2f7ff0c6-2bf9-4245-ab3b-b7f8952b73c8),segment_id=2f7ff0c6-2bf9-4245-ab3b-b7f8952b73c8)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:17:38.179111 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-01de0618-70c0-4991-ac36-8c65254cb6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:38.196243 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:38.249337 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-742bc404-ab6d-4b7a-a6d5-868701d9ea51 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854426412'] for router_interface, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:38.266997 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1ec0d1f3-7a23-4775-92dc-3cc0b3098eaf tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349253'] for router_interface, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:38.299221 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 9d39e6d1-8b52-43b6-8ec7-a3591720339f triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:17:38.299674 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:38.372490 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-dca6e1a4-581a-4959-ba4c-e9cdd37e5826 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] For port 8b669066-3941-4b26-a48f-8b36a8a751c7, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=8b669066-3941-4b26-a48f-8b36a8a751c7,segment=NetworkSegment(5af189a9-d589-4aff-9ddb-b9fe94db9768),segment_id=5af189a9-d589-4aff-9ddb-b9fe94db9768)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:17:38.372706 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dca6e1a4-581a-4959-ba4c-e9cdd37e5826 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:38.408749 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2bfeb038-c797-463d-a97d-a1cccaa0be54 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:38.449160 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-2bfeb038-c797-463d-a97d-a1cccaa0be54 None None] Transition to ACTIVE for port object f0bac473-1ae5-4f76-9fc8-35c58b662491 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:17:38.479797 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-fa25be89-a0e2-41e5-9782-49741394264e None None] For port 8b669066-3941-4b26-a48f-8b36a8a751c7, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=8b669066-3941-4b26-a48f-8b36a8a751c7,segment=NetworkSegment(5af189a9-d589-4aff-9ddb-b9fe94db9768),segment_id=5af189a9-d589-4aff-9ddb-b9fe94db9768)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:17:38.480258 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fa25be89-a0e2-41e5-9782-49741394264e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:38.503548 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01de0618-70c0-4991-ac36-8c65254cb6cc None None] Pushing event updated for resources: {'Port': ['ID=5f1f0ebc-474c-403d-b3ff-5aa04bafd7e6,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:38.563529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-dca6e1a4-581a-4959-ba4c-e9cdd37e5826 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Calling delete_port for 8b669066-3941-4b26-a48f-8b36a8a751c7 owned by network:dhcp {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:17:38.582304 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-2bfeb038-c797-463d-a97d-a1cccaa0be54 None None] Transition to ACTIVE for port object f0bac473-1ae5-4f76-9fc8-35c58b662491 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:17:38.670473 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-fa25be89-a0e2-41e5-9782-49741394264e None None] Calling delete_port for 8b669066-3941-4b26-a48f-8b36a8a751c7 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:17:38.709572 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01de0618-70c0-4991-ac36-8c65254cb6cc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:38.710018 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01de0618-70c0-4991-ac36-8c65254cb6cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:38.710405 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01de0618-70c0-4991-ac36-8c65254cb6cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:38.710789 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01de0618-70c0-4991-ac36-8c65254cb6cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:38.711165 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01de0618-70c0-4991-ac36-8c65254cb6cc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:38.711546 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01de0618-70c0-4991-ac36-8c65254cb6cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:38.711917 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01de0618-70c0-4991-ac36-8c65254cb6cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:38.712287 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01de0618-70c0-4991-ac36-8c65254cb6cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:38.712670 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01de0618-70c0-4991-ac36-8c65254cb6cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:38.713041 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01de0618-70c0-4991-ac36-8c65254cb6cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:38.713409 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01de0618-70c0-4991-ac36-8c65254cb6cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:38.713792 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01de0618-70c0-4991-ac36-8c65254cb6cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:38.714244 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01de0618-70c0-4991-ac36-8c65254cb6cc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:38.714613 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01de0618-70c0-4991-ac36-8c65254cb6cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:38.714979 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01de0618-70c0-4991-ac36-8c65254cb6cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:38.715519 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01de0618-70c0-4991-ac36-8c65254cb6cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:38.715888 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01de0618-70c0-4991-ac36-8c65254cb6cc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:38.716256 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01de0618-70c0-4991-ac36-8c65254cb6cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:38.716623 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01de0618-70c0-4991-ac36-8c65254cb6cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:38.716986 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01de0618-70c0-4991-ac36-8c65254cb6cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:38.717351 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01de0618-70c0-4991-ac36-8c65254cb6cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:38.717713 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01de0618-70c0-4991-ac36-8c65254cb6cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:38.718104 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01de0618-70c0-4991-ac36-8c65254cb6cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:38.718469 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01de0618-70c0-4991-ac36-8c65254cb6cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:38.724145 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-01de0618-70c0-4991-ac36-8c65254cb6cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:38.737410 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2bfeb038-c797-463d-a97d-a1cccaa0be54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:38.760294 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-06893c30-a880-4d57-b1a2-716b769075e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:38.802076 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dca6e1a4-581a-4959-ba4c-e9cdd37e5826 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:38.821190 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-660e643c-718f-4d17-8b9b-37e933ce1f28 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852603100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2204728'] for subnet, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:38.943521 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-96647423-35b0-40ba-9e7c-7c9535f385a1 None None] Provisioning complete for port 5f1f0ebc-474c-403d-b3ff-5aa04bafd7e6 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:17:38.944199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-96647423-35b0-40ba-9e7c-7c9535f385a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:38.963499 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-1ec0d1f3-7a23-4775-92dc-3cc0b3098eaf tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Deleting port 3be4baac-e220-4331-8499-300d2451b319 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:17:38.963707 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f4c09ef0-0d54-4bd0-be54-fd7714b3d2f0 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:38.964008 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1ec0d1f3-7a23-4775-92dc-3cc0b3098eaf tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:39.093890 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca6e1a4-581a-4959-ba4c-e9cdd37e5826 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Pushing event deleted for resources: {'Port': ['ID=8b669066-3941-4b26-a48f-8b36a8a751c7,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:39.104231 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-dca6e1a4-581a-4959-ba4c-e9cdd37e5826 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:39.109611 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-facfdd6b-da64-4bcb-940a-5b7ab762bef7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:39.116963 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfeb038-c797-463d-a97d-a1cccaa0be54 None None] Pushing event updated for resources: {'Port': ['ID=f0bac473-1ae5-4f76-9fc8-35c58b662491,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:39.120087 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2bfeb038-c797-463d-a97d-a1cccaa0be54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:39.169242 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-fa25be89-a0e2-41e5-9782-49741394264e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80767) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:17:39.169475 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-fa25be89-a0e2-41e5-9782-49741394264e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:17:39.200798 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfeb038-c797-463d-a97d-a1cccaa0be54 None None] Network d1515a52-0a3f-48f9-ad84-94c9b15790f8 is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:17:39.202609 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-2bfeb038-c797-463d-a97d-a1cccaa0be54 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:17:39.202737 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1ec0d1f3-7a23-4775-92dc-3cc0b3098eaf tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:39.206512 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfeb038-c797-463d-a97d-a1cccaa0be54 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:17:39.276642 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e643c-718f-4d17-8b9b-37e933ce1f28 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Pushing event deleted for resources: {'Subnet': ['ID=34879bc1-3a8d-44c6-bb9a-978c528c3782,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:39.285289 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 8b669066-3941-4b26-a48f-8b36a8a751c7 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:17:39.307188 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-660e643c-718f-4d17-8b9b-37e933ce1f28 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:39.316281 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-742bc404-ab6d-4b7a-a6d5-868701d9ea51 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:39.335794 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 8b669066-3941-4b26-a48f-8b36a8a751c7 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:17:39.336196 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 8b669066-3941-4b26-a48f-8b36a8a751c7 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:17:39.364699 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-1ec0d1f3-7a23-4775-92dc-3cc0b3098eaf tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Calling delete_port for 3be4baac-e220-4331-8499-300d2451b319 owned by network:router_interface {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:17:39.371665 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-2bfeb038-c797-463d-a97d-a1cccaa0be54 None None] Attempting to bind port f0bac473-1ae5-4f76-9fc8-35c58b662491 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:17:39.372093 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-2bfeb038-c797-463d-a97d-a1cccaa0be54 None None] Attempting to bind port f0bac473-1ae5-4f76-9fc8-35c58b662491 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'e1309716-1f55-47a0-92ac-71e6dc96f936', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd1515a52-0a3f-48f9-ad84-94c9b15790f8'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:17:39.372703 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfeb038-c797-463d-a97d-a1cccaa0be54 None None] Attempting to bind port f0bac473-1ae5-4f76-9fc8-35c58b662491 on network d1515a52-0a3f-48f9-ad84-94c9b15790f8 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:17:39.382131 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfeb038-c797-463d-a97d-a1cccaa0be54 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:17:39.382567 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfeb038-c797-463d-a97d-a1cccaa0be54 None None] Checking segment: {'id': 'e1309716-1f55-47a0-92ac-71e6dc96f936', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd1515a52-0a3f-48f9-ad84-94c9b15790f8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:17:39.383028 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2bfeb038-c797-463d-a97d-a1cccaa0be54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:39.383478 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfeb038-c797-463d-a97d-a1cccaa0be54 None None] Bound using segment: {'id': 'e1309716-1f55-47a0-92ac-71e6dc96f936', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd1515a52-0a3f-48f9-ad84-94c9b15790f8'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:17:39.384160 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-2bfeb038-c797-463d-a97d-a1cccaa0be54 None None] Bound port: f0bac473-1ae5-4f76-9fc8-35c58b662491, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1309716-1f55-47a0-92ac-71e6dc96f936', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd1515a52-0a3f-48f9-ad84-94c9b15790f8'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:17:39.384386 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2bfeb038-c797-463d-a97d-a1cccaa0be54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:39.408810 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca6e1a4-581a-4959-ba4c-e9cdd37e5826 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] No DVR routers for this DVR port 8b669066-3941-4b26-a48f-8b36a8a751c7 on host dv-neutron-772983-2-ovs {{(pid=80765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:17:39.449343 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-660e643c-718f-4d17-8b9b-37e933ce1f28 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:39.562330 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1ec0d1f3-7a23-4775-92dc-3cc0b3098eaf tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:39.583730 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-34ceb352-741e-4176-ae27-c6b6a1f00ed6 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:39.631047 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-96647423-35b0-40ba-9e7c-7c9535f385a1 None None] Provisioning for port 845e6667-1717-4410-a11b-893e217e6bbf completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:17:39.642772 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec0d1f3-7a23-4775-92dc-3cc0b3098eaf tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event deleted for resources: {'Port': ['ID=3be4baac-e220-4331-8499-300d2451b319,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:39.647634 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1ec0d1f3-7a23-4775-92dc-3cc0b3098eaf tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:39.649762 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-96647423-35b0-40ba-9e7c-7c9535f385a1 None None] Provisioning complete for port 845e6667-1717-4410-a11b-893e217e6bbf triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:17:39.649923 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-96647423-35b0-40ba-9e7c-7c9535f385a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:39.684993 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-fa25be89-a0e2-41e5-9782-49741394264e None None] Deleting port 8b669066-3941-4b26-a48f-8b36a8a751c7 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:17:39.685426 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fa25be89-a0e2-41e5-9782-49741394264e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:39.790511 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dca6e1a4-581a-4959-ba4c-e9cdd37e5826 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:39.815324 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-fa25be89-a0e2-41e5-9782-49741394264e None None] The port '8b669066-3941-4b26-a48f-8b36a8a751c7' was deleted {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 29 10:17:39.818165 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-660e643c-718f-4d17-8b9b-37e933ce1f28 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c3fb7358>,) {'filters': {'network_id': ['d1515a52-0a3f-48f9-ad84-94c9b15790f8']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:39.818740 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 5f1f0ebc-474c-403d-b3ff-5aa04bafd7e6 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:17:39.871482 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-96647423-35b0-40ba-9e7c-7c9535f385a1 None None] Port 845e6667-1717-4410-a11b-893e217e6bbf cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:17:39.878118 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-2bfeb038-c797-463d-a97d-a1cccaa0be54 None None] For port f0bac473-1ae5-4f76-9fc8-35c58b662491, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:17:39.900398 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-2bfeb038-c797-463d-a97d-a1cccaa0be54 None None] For port f0bac473-1ae5-4f76-9fc8-35c58b662491, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=f0bac473-1ae5-4f76-9fc8-35c58b662491,segment=NetworkSegment(e1309716-1f55-47a0-92ac-71e6dc96f936),segment_id=e1309716-1f55-47a0-92ac-71e6dc96f936)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:17:39.910318 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2bfeb038-c797-463d-a97d-a1cccaa0be54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:39.928105 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e361231e-cb72-4c9f-a392-a37ee20cb483 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:39.974311 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-660e643c-718f-4d17-8b9b-37e933ce1f28 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3fb7358>, 'e1309716-1f55-47a0-92ac-71e6dc96f936') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:39.974661 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-660e643c-718f-4d17-8b9b-37e933ce1f28 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3fb7358>, 'e1309716-1f55-47a0-92ac-71e6dc96f936') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:40.011423 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfeb038-c797-463d-a97d-a1cccaa0be54 None None] Pushing event updated for resources: {'Port': ['ID=f0bac473-1ae5-4f76-9fc8-35c58b662491,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:40.014934 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2bfeb038-c797-463d-a97d-a1cccaa0be54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:40.027786 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1ec0d1f3-7a23-4775-92dc-3cc0b3098eaf tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854415430'] for router_interface, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:40.084240 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-660e643c-718f-4d17-8b9b-37e933ce1f28 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:40.119626 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-dca6e1a4-581a-4959-ba4c-e9cdd37e5826 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c83c3080>,) {'filters': {'network_id': ['22ea6b35-c470-4a51-a30d-f84a6669f2bc']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:40.130337 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-660e643c-718f-4d17-8b9b-37e933ce1f28 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:40.137376 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-660e643c-718f-4d17-8b9b-37e933ce1f28 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Releasing vxlan tunnel 5 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:17:40.140660 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 5f1f0ebc-474c-403d-b3ff-5aa04bafd7e6 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:17:40.141243 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:40.174253 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-3fd50c35-d77f-4d39-9001-82055799331a None None] Provisioning complete for port 5f1f0ebc-474c-403d-b3ff-5aa04bafd7e6 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:17:40.174605 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3fd50c35-d77f-4d39-9001-82055799331a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:40.182290 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-dca6e1a4-581a-4959-ba4c-e9cdd37e5826 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c83c3080>, '5af189a9-d589-4aff-9ddb-b9fe94db9768') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:40.182785 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-dca6e1a4-581a-4959-ba4c-e9cdd37e5826 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c83c3080>, '5af189a9-d589-4aff-9ddb-b9fe94db9768') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:40.279344 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dca6e1a4-581a-4959-ba4c-e9cdd37e5826 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:40.351832 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dca6e1a4-581a-4959-ba4c-e9cdd37e5826 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:40.370335 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dca6e1a4-581a-4959-ba4c-e9cdd37e5826 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Releasing vxlan tunnel 14 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:17:40.477190 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb07e5b-9300-4c6f-a861-7d5d2edfc459 None None] Network d1515a52-0a3f-48f9-ad84-94c9b15790f8 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:17:40.512956 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec0d1f3-7a23-4775-92dc-3cc0b3098eaf tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Router b3b8e3fb-5374-494a-b581-0354c53f663c has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:17:40.525909 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-3fd50c35-d77f-4d39-9001-82055799331a None None] Provisioning complete for port 845e6667-1717-4410-a11b-893e217e6bbf triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:17:40.526338 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3fd50c35-d77f-4d39-9001-82055799331a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:40.669703 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec0d1f3-7a23-4775-92dc-3cc0b3098eaf tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:17:40.687360 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1ec0d1f3-7a23-4775-92dc-3cc0b3098eaf tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "PUT /v2.0/routers/b3b8e3fb-5374-494a-b581-0354c53f663c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0654919
Jan 29 10:17:40.687582 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57596) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:40.689946 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0031bc6-76ae-4784-90b4-c5df5b5de193 None None] Sync routers for ids ['b3b8e3fb-5374-494a-b581-0354c53f663c'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:17:40.698871 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-3fd50c35-d77f-4d39-9001-82055799331a None None] Port 845e6667-1717-4410-a11b-893e217e6bbf cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:17:40.738711 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-af493315-6738-4cbb-9722-3b7703685413 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Synchronizing usage tracker for tenant:ad83ad6a41264da3be98f825b2f64def on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:17:40.746676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0031bc6-76ae-4784-90b4-c5df5b5de193 None None] Routers {'b3b8e3fb-5374-494a-b581-0354c53f663c'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:17:40.747386 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-a0031bc6-76ae-4784-90b4-c5df5b5de193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c91857b8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:17:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['b3b8e3fb-5374-494a-b581-0354c53f663c'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:40.756089 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-af493315-6738-4cbb-9722-3b7703685413 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Unset dirty status for tenant:ad83ad6a41264da3be98f825b2f64def on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:17:40.760127 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-af493315-6738-4cbb-9722-3b7703685413 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "GET /v2.0/ports?device_id=b3b8e3fb-5374-494a-b581-0354c53f663c HTTP/1.1" status: 200  len: 205 time: 0.0688851
Jan 29 10:17:40.760412 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57600) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:40.780226 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-660e643c-718f-4d17-8b9b-37e933ce1f28 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Network d1515a52-0a3f-48f9-ad84-94c9b15790f8 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:17:40.797505 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-660e643c-718f-4d17-8b9b-37e933ce1f28 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:40.815289 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-a0031bc6-76ae-4784-90b4-c5df5b5de193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c91857b8>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:40.835908 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0031bc6-76ae-4784-90b4-c5df5b5de193 None None] Routers {'b3b8e3fb-5374-494a-b581-0354c53f663c'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:17:40.836330 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-a0031bc6-76ae-4784-90b4-c5df5b5de193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c91857b8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:17:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['b3b8e3fb-5374-494a-b581-0354c53f663c'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:40.909208 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-a0031bc6-76ae-4784-90b4-c5df5b5de193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c91857b8>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:40.909668 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0031bc6-76ae-4784-90b4-c5df5b5de193 None None] The sync data for ids ['b3b8e3fb-5374-494a-b581-0354c53f663c'] in dv-neutron-772983-2-ovs is: [] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:17:40.921583 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-953605eb-96d9-460a-8a74-0b8de9ce295d tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for router, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:40.930711 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0479d314-d861-45c4-8101-24d1104e70d8 None None] get_active_networks_info from dv-neutron-772983-2-ovs {{(pid=80767) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Jan 29 10:17:41.092756 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0479d314-d861-45c4-8101-24d1104e70d8 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Jan 29 10:17:41.167439 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-dca6e1a4-581a-4959-ba4c-e9cdd37e5826 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Network 22ea6b35-c470-4a51-a30d-f84a6669f2bc has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:17:41.186196 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dca6e1a4-581a-4959-ba4c-e9cdd37e5826 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:41.208913 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-953605eb-96d9-460a-8a74-0b8de9ce295d tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:41.211587 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-953605eb-96d9-460a-8a74-0b8de9ce295d tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:41.233424 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-953605eb-96d9-460a-8a74-0b8de9ce295d tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:41.234777 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-953605eb-96d9-460a-8a74-0b8de9ce295d tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Fanout notify agent at l3_agent the message router_deleted on router b3b8e3fb-5374-494a-b581-0354c53f663c {{(pid=80766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 10:17:41.285248 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-953605eb-96d9-460a-8a74-0b8de9ce295d tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:41.287097 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-953605eb-96d9-460a-8a74-0b8de9ce295d tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "DELETE /v2.0/routers/b3b8e3fb-5374-494a-b581-0354c53f663c HTTP/1.1" status: 204  len: 168 time: 0.5256906
Jan 29 10:17:41.290474 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57604) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:41.299238 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-660e643c-718f-4d17-8b9b-37e933ce1f28 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Network d1515a52-0a3f-48f9-ad84-94c9b15790f8 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:17:41.380772 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:17:41.380772 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:17:41.380772 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:17:41.380772 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:17:41.380772 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:17:41.380772 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:17:41.380772 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:17:41.380772 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:17:41.380772 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:17:41.380772 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:17:41.380772 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:17:41.380772 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:17:41.380772 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:17:41.380772 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:17:41.380772 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:17:41.380772 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:17:41.380772 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:17:41.380772 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:17:41.380772 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:17:41.380772 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:17:41.380772 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:17:41.380772 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:17:41.380772 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:17:41.380772 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:17:41.380772 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:17:41.380772 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:17:41.380772 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:17:41.380772 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:17:41.380772 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:17:41.380772 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:17:41.380772 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:17:41.380772 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:17:41.396733 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-6be7c12e-d9ad-47e7-9bfc-3f97317ad234 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Deleting subnet 6858ef84-f387-4b62-9c21-12b9352c588e {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:17:41.400108 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6be7c12e-d9ad-47e7-9bfc-3f97317ad234 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:41.461820 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6be7c12e-d9ad-47e7-9bfc-3f97317ad234 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:41.496077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0d1dd1-65a4-4b57-a574-3401203a3911 None None] get_active_networks_info from dv-neutron-772983-2-ovs {{(pid=80767) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Jan 29 10:17:41.508564 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-660e643c-718f-4d17-8b9b-37e933ce1f28 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Jan 29 10:17:41.508564 dv-neutron-772983-2-ovs neutron-server[80656]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Jan 29 10:17:41.508564 dv-neutron-772983-2-ovs neutron-server[80656]: [parameters: {'id': 'd1515a52-0a3f-48f9-ad84-94c9b15790f8'}]
Jan 29 10:17:41.508564 dv-neutron-772983-2-ovs neutron-server[80656]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80765) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:17:41.508990 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-660e643c-718f-4d17-8b9b-37e933ce1f28 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:17:41.553301 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6be7c12e-d9ad-47e7-9bfc-3f97317ad234 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:41.584158 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-dca6e1a4-581a-4959-ba4c-e9cdd37e5826 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Network 22ea6b35-c470-4a51-a30d-f84a6669f2bc has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:17:41.609698 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:17:41.609698 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:17:41.609698 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:17:41.609698 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:17:41.609698 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:17:41.609698 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:17:41.609698 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:17:41.609698 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:17:41.609698 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:17:41.609698 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:17:41.609698 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:17:41.609698 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:17:41.609698 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:17:41.609698 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:17:41.609698 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:17:41.609698 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:17:41.609698 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:17:41.609698 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:17:41.609698 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:17:41.609698 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:17:41.609698 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:17:41.609698 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:17:41.609698 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:17:41.609698 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:17:41.609698 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:17:41.609698 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:17:41.609698 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:17:41.609698 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:17:41.609698 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:17:41.609698 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:17:41.609698 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:17:41.609698 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:17:41.620536 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-742bc404-ab6d-4b7a-a6d5-868701d9ea51 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:41.637188 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-742bc404-ab6d-4b7a-a6d5-868701d9ea51 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:41.640527 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0d1dd1-65a4-4b57-a574-3401203a3911 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Jan 29 10:17:41.713707 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b7802b5b-c7d0-4cc8-9de6-22ddf66240ce tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:41.796825 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dca6e1a4-581a-4959-ba4c-e9cdd37e5826 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:41.801766 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dca6e1a4-581a-4959-ba4c-e9cdd37e5826 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:41.833699 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-742bc404-ab6d-4b7a-a6d5-868701d9ea51 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854133895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349242'] for router_interface, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:41.854490 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-dca6e1a4-581a-4959-ba4c-e9cdd37e5826 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] 10.222.0.57 "DELETE /v2.0/networks/22ea6b35-c470-4a51-a30d-f84a6669f2bc HTTP/1.1" status: 204  len: 168 time: 5.1083093
Jan 29 10:17:41.855102 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57608) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:41.871641 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742bc404-ab6d-4b7a-a6d5-868701d9ea51 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Port': ['ID=845e6667-1717-4410-a11b-893e217e6bbf,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:41.874655 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-742bc404-ab6d-4b7a-a6d5-868701d9ea51 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:41.909382 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c9efffbd-0559-4d6c-bcf3-0ad440b7f9fa tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Synchronizing usage tracker for tenant:f0d6ee679eef49fd95b30c4e29e445d7 on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:17:41.928957 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6be7c12e-d9ad-47e7-9bfc-3f97317ad234 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:41.940780 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9489cf23-27e4-43b2-acc4-032c06ad1026 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:41.967688 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca6e1a4-581a-4959-ba4c-e9cdd37e5826 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Pushing event deleted for resources: {'Network': ['ID=22ea6b35-c470-4a51-a30d-f84a6669f2bc,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:41.977824 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-dca6e1a4-581a-4959-ba4c-e9cdd37e5826 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:42.009900 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-660e643c-718f-4d17-8b9b-37e933ce1f28 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:42.099199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742bc404-ab6d-4b7a-a6d5-868701d9ea51 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network 17776172-c021-47c4-abdf-42ef2691de1f is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:17:42.103072 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-742bc404-ab6d-4b7a-a6d5-868701d9ea51 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:17:42.108036 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-660e643c-718f-4d17-8b9b-37e933ce1f28 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Deleting port f0bac473-1ae5-4f76-9fc8-35c58b662491 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:17:42.108420 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-660e643c-718f-4d17-8b9b-37e933ce1f28 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:42.234292 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d8c6c41d-7557-485f-a42d-0a0d8b9c894b tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:42.279893 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c9efffbd-0559-4d6c-bcf3-0ad440b7f9fa tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Unset dirty status for tenant:f0d6ee679eef49fd95b30c4e29e445d7 on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:17:42.281138 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c9efffbd-0559-4d6c-bcf3-0ad440b7f9fa tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] 10.222.0.57 "GET /v2.0/ports?device_id=2530de10-a0f7-47f2-8872-ed0b603d3e7a HTTP/1.1" status: 200  len: 205 time: 0.4252803
Jan 29 10:17:42.288052 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57612) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:42.291270 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be7c12e-d9ad-47e7-9bfc-3f97317ad234 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event deleted for resources: {'Subnet': ['ID=6858ef84-f387-4b62-9c21-12b9352c588e,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:42.338141 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-3d72b68b-d15a-4505-9e32-e3904d6dd944 None None] Provisioning complete for port 845e6667-1717-4410-a11b-893e217e6bbf triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:17:42.339144 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3d72b68b-d15a-4505-9e32-e3904d6dd944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:42.359492 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6be7c12e-d9ad-47e7-9bfc-3f97317ad234 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:42.400367 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-3d72b68b-d15a-4505-9e32-e3904d6dd944 None None] Port 845e6667-1717-4410-a11b-893e217e6bbf cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:17:42.515183 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-742bc404-ab6d-4b7a-a6d5-868701d9ea51 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Router 05fdf490-dfb6-4ff5-8326-259a4586eca5 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:17:42.525012 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e3bc08d2-9328-4e3a-80f9-08f64f2a23fc tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks [] for router, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:42.530571 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-660e643c-718f-4d17-8b9b-37e933ce1f28 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] For port f0bac473-1ae5-4f76-9fc8-35c58b662491, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=f0bac473-1ae5-4f76-9fc8-35c58b662491,segment=NetworkSegment(e1309716-1f55-47a0-92ac-71e6dc96f936),segment_id=e1309716-1f55-47a0-92ac-71e6dc96f936)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:17:42.530973 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-660e643c-718f-4d17-8b9b-37e933ce1f28 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:42.666735 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6be7c12e-d9ad-47e7-9bfc-3f97317ad234 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:42.671750 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a17f379-96bc-454e-8a10-bf4aa23505c2 None None] Network e9b0c0e5-7974-45ae-a001-41058630160f requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:17:42.744630 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6be7c12e-d9ad-47e7-9bfc-3f97317ad234 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "DELETE /v2.0/subnets/6858ef84-f387-4b62-9c21-12b9352c588e HTTP/1.1" status: 204  len: 168 time: 1.4528370
Jan 29 10:17:42.784310 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57616) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:42.795337 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-660e643c-718f-4d17-8b9b-37e933ce1f28 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Calling delete_port for f0bac473-1ae5-4f76-9fc8-35c58b662491 owned by network:dhcp {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:17:42.811079 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e3bc08d2-9328-4e3a-80f9-08f64f2a23fc tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:42.813468 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e3bc08d2-9328-4e3a-80f9-08f64f2a23fc tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:42.835142 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e3bc08d2-9328-4e3a-80f9-08f64f2a23fc tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:42.835715 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3bc08d2-9328-4e3a-80f9-08f64f2a23fc tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Fanout notify agent at l3_agent the message router_deleted on router 2530de10-a0f7-47f2-8872-ed0b603d3e7a {{(pid=80766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 10:17:42.878809 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e3bc08d2-9328-4e3a-80f9-08f64f2a23fc tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:42.882387 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e3bc08d2-9328-4e3a-80f9-08f64f2a23fc tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] 10.222.0.57 "DELETE /v2.0/routers/2530de10-a0f7-47f2-8872-ed0b603d3e7a HTTP/1.1" status: 204  len: 168 time: 0.5906157
Jan 29 10:17:42.952026 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4a2f8a-b38c-469b-82f9-0919f51f8743 None None] DHCP port deletion for e9b0c0e5-7974-45ae-a001-41058630160f request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:17:42.957690 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-df4a2f8a-b38c-469b-82f9-0919f51f8743 None None] Deleting port bb845b87-7c51-4ee7-ba02-e969abe6becb {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:17:42.958139 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-df4a2f8a-b38c-469b-82f9-0919f51f8743 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:43.205396 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-df4a2f8a-b38c-469b-82f9-0919f51f8743 None None] For port bb845b87-7c51-4ee7-ba02-e969abe6becb, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=bb845b87-7c51-4ee7-ba02-e969abe6becb,segment=NetworkSegment(985e2e5d-a7d9-4777-b23e-c53fb1a3cfe5),segment_id=985e2e5d-a7d9-4777-b23e-c53fb1a3cfe5)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:17:43.205880 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-df4a2f8a-b38c-469b-82f9-0919f51f8743 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:43.232022 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57624) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:43.259115 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c63694c-e2b3-42cb-9548-85ff048f56d4 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Deleting subnet 2318e5c3-87ae-4f26-b8d3-cb13b806429f {{(pid=80765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:17:43.275548 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4c63694c-e2b3-42cb-9548-85ff048f56d4 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for subnet, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:43.331268 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-742bc404-ab6d-4b7a-a6d5-868701d9ea51 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:17:43.344304 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3027bb8-fa34-4376-b502-3bcabd955df5 None None] Sync routers for ids ['05fdf490-dfb6-4ff5-8326-259a4586eca5'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:17:43.360229 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57630) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:43.360457 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-742bc404-ab6d-4b7a-a6d5-868701d9ea51 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "PUT /v2.0/routers/05fdf490-dfb6-4ff5-8326-259a4586eca5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.6864660
Jan 29 10:17:43.363985 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4c63694c-e2b3-42cb-9548-85ff048f56d4 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1479249'] for subnet, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:43.371305 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3027bb8-fa34-4376-b502-3bcabd955df5 None None] Routers {'05fdf490-dfb6-4ff5-8326-259a4586eca5'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:17:43.372281 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-c3027bb8-fa34-4376-b502-3bcabd955df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca1b2470>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:17:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['05fdf490-dfb6-4ff5-8326-259a4586eca5'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:43.396634 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-660e643c-718f-4d17-8b9b-37e933ce1f28 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:43.438344 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d51b4f80-804b-44cb-8cc7-6342463e33e2 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:43.518521 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e643c-718f-4d17-8b9b-37e933ce1f28 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Pushing event deleted for resources: {'Port': ['ID=f0bac473-1ae5-4f76-9fc8-35c58b662491,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:43.527407 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-660e643c-718f-4d17-8b9b-37e933ce1f28 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:43.530417 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-df4a2f8a-b38c-469b-82f9-0919f51f8743 None None] Calling delete_port for bb845b87-7c51-4ee7-ba02-e969abe6becb owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:17:43.595486 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-c3027bb8-fa34-4376-b502-3bcabd955df5 None None] Set router 05fdf490-dfb6-4ff5-8326-259a4586eca5 gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:17:43.615208 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-df4a2f8a-b38c-469b-82f9-0919f51f8743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:43.631387 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103d0633-3236-460f-b79b-36d5dab9e64b tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:17:43.632097 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103d0633-3236-460f-b79b-36d5dab9e64b tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:17:43.633241 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103d0633-3236-460f-b79b-36d5dab9e64b tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:17:43.633655 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103d0633-3236-460f-b79b-36d5dab9e64b tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:17:43.634356 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103d0633-3236-460f-b79b-36d5dab9e64b tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:17:43.635152 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103d0633-3236-460f-b79b-36d5dab9e64b tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:17:43.635777 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103d0633-3236-460f-b79b-36d5dab9e64b tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:17:43.636261 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103d0633-3236-460f-b79b-36d5dab9e64b tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:17:43.636740 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103d0633-3236-460f-b79b-36d5dab9e64b tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:17:43.637216 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103d0633-3236-460f-b79b-36d5dab9e64b tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:17:43.638070 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103d0633-3236-460f-b79b-36d5dab9e64b tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:17:43.641111 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-103d0633-3236-460f-b79b-36d5dab9e64b tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200  len: 7582 time: 0.2790649
Jan 29 10:17:43.647315 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57634) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:43.651022 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660e643c-718f-4d17-8b9b-37e933ce1f28 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] No DVR routers for this DVR port f0bac473-1ae5-4f76-9fc8-35c58b662491 on host dv-neutron-772983-2-ovs {{(pid=80765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:17:43.712338 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-11799f4f-d8b3-45de-b375-687ceebf210b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f0d6ee679eef49fd95b30c4e29e445d7&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4786777
Jan 29 10:17:43.713501 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57638) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:43.759270 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4c63694c-e2b3-42cb-9548-85ff048f56d4 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:43.766110 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-859162e0-8e3c-4d5d-98f6-839aa6b12a43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:43.816387 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f186fe6d-9965-479f-b75a-5aecec64ed2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:43.823370 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4a2f8a-b38c-469b-82f9-0919f51f8743 None None] Pushing event deleted for resources: {'Port': ['ID=bb845b87-7c51-4ee7-ba02-e969abe6becb,revision_number=None']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:43.835229 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device bb845b87-7c51-4ee7-ba02-e969abe6becb no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:17:43.865952 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f186fe6d-9965-479f-b75a-5aecec64ed2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:43.872187 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-df4a2f8a-b38c-469b-82f9-0919f51f8743 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:43.881575 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4a2f8a-b38c-469b-82f9-0919f51f8743 None None] No DVR routers for this DVR port bb845b87-7c51-4ee7-ba02-e969abe6becb on host dv-neutron-772983-2-ovs {{(pid=80767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:17:43.883603 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: bb845b87-7c51-4ee7-ba02-e969abe6becb {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:17:43.884229 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device bb845b87-7c51-4ee7-ba02-e969abe6becb not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:17:43.931699 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-660e643c-718f-4d17-8b9b-37e933ce1f28 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:43.939598 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f186fe6d-9965-479f-b75a-5aecec64ed2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:43.946154 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a123d65d-978e-4af2-b27e-83c362e556bd tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:43.959604 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f186fe6d-9965-479f-b75a-5aecec64ed2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc9e842a-2d24-4304-9ca9-66f1717f67a3,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:43.963853 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f186fe6d-9965-479f-b75a-5aecec64ed2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:43.968971 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f186fe6d-9965-479f-b75a-5aecec64ed2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:43.972949 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f186fe6d-9965-479f-b75a-5aecec64ed2b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/dc9e842a-2d24-4304-9ca9-66f1717f67a3 HTTP/1.1" status: 204  len: 168 time: 0.2553532
Jan 29 10:17:43.973090 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc2281c-e06e-4ab3-87dd-0518d6e0eea5 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:17:43.973554 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc2281c-e06e-4ab3-87dd-0518d6e0eea5 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:17:43.973796 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc2281c-e06e-4ab3-87dd-0518d6e0eea5 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:17:43.974156 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc2281c-e06e-4ab3-87dd-0518d6e0eea5 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:17:43.979175 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57644) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:43.979386 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-cfc2281c-e06e-4ab3-87dd-0518d6e0eea5 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 5826 time: 0.3309762
Jan 29 10:17:44.161315 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-c3027bb8-fa34-4376-b502-3bcabd955df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca1b2470>, [{'id': '05fdf490-dfb6-4ff5-8326-259a4586eca5', 'name': 'tempest-TestNetworkBasicOps-router-238949859', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.132'}], 'enable_snat': True}, 'gw_port_id': '9d39e6d1-8b52-43b6-8ec7-a3591720339f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:17:19Z', 'updated_at': '2021-01-29T10:17:38Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '9d39e6d1-8b52-43b6-8ec7-a3591720339f', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fdf490-dfb6-4ff5-8326-259a4586eca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:17:21Z', 'updated_at': '2021-01-29T10:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '845e6667-1717-4410-a11b-893e217e6bbf', 'name': '', 'network_id': '17776172-c021-47c4-abdf-42ef2691de1f', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:0d:53:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05fdf490-dfb6-4ff5-8326-259a4586eca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'a70f85cc-08d1-4efb-bb2a-cfcfe40b38c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:17:35Z', 'updated_at': '2021-01-29T10:17:40Z', 'revision_number': 2, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': 'a70f85cc-08d1-4efb-bb2a-cfcfe40b38c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:44.174799 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3027bb8-fa34-4376-b502-3bcabd955df5 None None] Checking router: 05fdf490-dfb6-4ff5-8326-259a4586eca5 for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:17:44.175462 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3027bb8-fa34-4376-b502-3bcabd955df5 None None] Updating router 05fdf490-dfb6-4ff5-8326-259a4586eca5 port 845e6667-1717-4410-a11b-893e217e6bbf binding host dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 29 10:17:44.195873 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-660e643c-718f-4d17-8b9b-37e933ce1f28 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c8068198>,) {'filters': {'network_id': ['d1515a52-0a3f-48f9-ad84-94c9b15790f8']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:44.224954 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-660e643c-718f-4d17-8b9b-37e933ce1f28 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c8068198>, 'e1309716-1f55-47a0-92ac-71e6dc96f936') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:44.225223 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-660e643c-718f-4d17-8b9b-37e933ce1f28 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c8068198>, 'e1309716-1f55-47a0-92ac-71e6dc96f936') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:44.250820 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2f521119-998c-44e9-9fb3-f8c2dbee67c0 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3774 time: 0.2697365
Jan 29 10:17:44.253504 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c3027bb8-fa34-4376-b502-3bcabd955df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:44.255980 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-660e643c-718f-4d17-8b9b-37e933ce1f28 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:44.312741 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-660e643c-718f-4d17-8b9b-37e933ce1f28 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:44.320529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-660e643c-718f-4d17-8b9b-37e933ce1f28 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Releasing vxlan tunnel 5 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:17:44.519377 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57658) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:44.527283 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-ed0af001-a66a-410d-8956-1a017d164ee6 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1163071686', 'description': 'tempest-secgroup-smoke-1163071686 description', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:17:44.540477 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-660e643c-718f-4d17-8b9b-37e933ce1f28 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Network d1515a52-0a3f-48f9-ad84-94c9b15790f8 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:17:44.550048 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4c63694c-e2b3-42cb-9548-85ff048f56d4 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852603100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2204728'] for subnet, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:44.555307 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ed0af001-a66a-410d-8956-1a017d164ee6 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:17:44.561014 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ed0af001-a66a-410d-8956-1a017d164ee6 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:17:44.565160 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-660e643c-718f-4d17-8b9b-37e933ce1f28 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:44.566229 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ed0af001-a66a-410d-8956-1a017d164ee6 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:17:44.574167 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ed0af001-a66a-410d-8956-1a017d164ee6 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:17:44.581818 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6c96b7a7-7365-4714-996c-35a705ba06b2 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:44.592064 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ed0af001-a66a-410d-8956-1a017d164ee6 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:44.619573 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ed0af001-a66a-410d-8956-1a017d164ee6 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:17:44.625541 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ed0af001-a66a-410d-8956-1a017d164ee6 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:17:44.630082 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ed0af001-a66a-410d-8956-1a017d164ee6 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:17:44.639170 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ed0af001-a66a-410d-8956-1a017d164ee6 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:17:44.772104 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c3027bb8-fa34-4376-b502-3bcabd955df5 None None] Notify callbacks [] for port, precommit_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:44.807725 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c63694c-e2b3-42cb-9548-85ff048f56d4 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event deleted for resources: {'Subnet': ['ID=2318e5c3-87ae-4f26-b8d3-cb13b806429f,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:44.823215 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4c63694c-e2b3-42cb-9548-85ff048f56d4 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:44.880070 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4c63694c-e2b3-42cb-9548-85ff048f56d4 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:44.887194 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0268e202-36b1-4bdc-821e-1b11d2762da6 None None] Network 73d3d7f5-2fd8-4a2b-82fb-646835eb6b6f requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:17:44.959577 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-660e643c-718f-4d17-8b9b-37e933ce1f28 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Network d1515a52-0a3f-48f9-ad84-94c9b15790f8 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:17:44.970698 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4c63694c-e2b3-42cb-9548-85ff048f56d4 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "DELETE /v2.0/subnets/2318e5c3-87ae-4f26-b8d3-cb13b806429f HTTP/1.1" status: 204  len: 168 time: 2.1851983
Jan 29 10:17:44.974243 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57670) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:44.989533 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:17:44.989533 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:17:44.989533 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:17:44.989533 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:17:44.989533 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:17:44.989533 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:17:44.989533 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:17:44.989533 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:17:44.989533 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:17:44.989533 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:17:44.989533 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:17:44.989533 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:17:44.989533 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:17:44.989533 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:17:44.989533 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:17:44.989533 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:17:44.989533 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:17:44.989533 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:17:44.989533 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:17:44.989533 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:17:44.989533 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:17:44.989533 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:17:44.989533 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:17:44.989533 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:17:44.989533 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:17:44.989533 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:17:44.989533 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:17:44.989533 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:17:44.989533 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:17:44.989533 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:17:44.989533 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:17:44.989533 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:17:45.066446 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57674) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:45.082721 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [-] 10.222.0.57 "GET / HTTP/1.1" status: 200  len: 248 time: 0.0050812
Jan 29 10:17:45.085585 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57676) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:45.090637 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d6d04ee6-116d-4ad4-9f15-3f2a7e4d7b19 req-8959920c-5bed-4fca-8509-0ef5b0accc02 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e703fc3b-df22-44d7-a8f5-0f01199a3626&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.3926775
Jan 29 10:17:45.099611 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-c3027bb8-fa34-4376-b502-3bcabd955df5 None None] Transition to ACTIVE for port object 845e6667-1717-4410-a11b-893e217e6bbf will not be triggered until provisioned by entity L2. {{(pid=80768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:17:45.101331 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-660e643c-718f-4d17-8b9b-37e933ce1f28 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:45.103884 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c3027bb8-fa34-4376-b502-3bcabd955df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:45.116193 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ebe0151d-dd06-4819-9511-2b38728a377c tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:45.132823 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3307bf01-1406-45b5-b39c-14b1c3e0e902 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:45.147962 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-660e643c-718f-4d17-8b9b-37e933ce1f28 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:45.167606 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e643c-718f-4d17-8b9b-37e933ce1f28 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Pushing event deleted for resources: {'Network': ['ID=d1515a52-0a3f-48f9-ad84-94c9b15790f8,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:45.169889 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f53f49df-4bce-4f6a-8f55-a198faf90135 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:45.171183 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-660e643c-718f-4d17-8b9b-37e933ce1f28 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:45.172799 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-660e643c-718f-4d17-8b9b-37e933ce1f28 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "DELETE /v2.0/networks/d1515a52-0a3f-48f9-ad84-94c9b15790f8 HTTP/1.1" status: 204  len: 168 time: 8.8606255
Jan 29 10:17:45.184593 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57682) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:45.203752 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-3f29e17a-f1d0-4303-9197-4434de8ae6e2 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2046090526'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:17:45.209892 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-3f29e17a-f1d0-4303-9197-4434de8ae6e2 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:17:45.213975 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-3f29e17a-f1d0-4303-9197-4434de8ae6e2 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Usage tracker for resource:network and tenant:8cc4c548833141b8bc8f9009064567bd is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:17:45.217319 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-3f29e17a-f1d0-4303-9197-4434de8ae6e2 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Quota usage for network was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:17:45.223838 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-3f29e17a-f1d0-4303-9197-4434de8ae6e2 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:17:45.225044 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04eb5f94-1a75-4f53-a0e9-c04773b4bc02 None None] DHCP port deletion for 73d3d7f5-2fd8-4a2b-82fb-646835eb6b6f request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:17:45.230312 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-04eb5f94-1a75-4f53-a0e9-c04773b4bc02 None None] Deleting port 7013aae2-79db-4a87-86f3-d6eda5b708b4 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:17:45.230733 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-04eb5f94-1a75-4f53-a0e9-c04773b4bc02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:45.260059 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5a09a0-5eb8-4b37-87e1-de1e4d7ede47 None None] Pushing event updated for resources: {'Port': ['ID=845e6667-1717-4410-a11b-893e217e6bbf,revision_number=3']} {{(pid=80768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:45.302795 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f29e17a-f1d0-4303-9197-4434de8ae6e2 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Made reservation on behalf of 8cc4c548833141b8bc8f9009064567bd for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:17:45.325135 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3f29e17a-f1d0-4303-9197-4434de8ae6e2 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:45.373742 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5a09a0-5eb8-4b37-87e1-de1e4d7ede47 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:45.374259 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5a09a0-5eb8-4b37-87e1-de1e4d7ede47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:45.374795 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5a09a0-5eb8-4b37-87e1-de1e4d7ede47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:45.375260 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5a09a0-5eb8-4b37-87e1-de1e4d7ede47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:45.375704 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5a09a0-5eb8-4b37-87e1-de1e4d7ede47 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:45.377057 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3a006517-35e0-46ef-bf09-f7bab861347e tempest-NetworksApiDiscovery-1341250346 tempest-NetworksApiDiscovery-1341250346-project] 10.222.0.57 "GET /v2.0/ HTTP/1.1" status: 200  len: 702 time: 0.2894740
Jan 29 10:17:45.382252 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5a09a0-5eb8-4b37-87e1-de1e4d7ede47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:45.382849 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5a09a0-5eb8-4b37-87e1-de1e4d7ede47 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:45.386178 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5a09a0-5eb8-4b37-87e1-de1e4d7ede47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:45.387010 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5a09a0-5eb8-4b37-87e1-de1e4d7ede47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:45.387650 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5a09a0-5eb8-4b37-87e1-de1e4d7ede47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:45.388192 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5a09a0-5eb8-4b37-87e1-de1e4d7ede47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:45.388785 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5a09a0-5eb8-4b37-87e1-de1e4d7ede47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:45.389394 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5a09a0-5eb8-4b37-87e1-de1e4d7ede47 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:45.389944 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5a09a0-5eb8-4b37-87e1-de1e4d7ede47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:45.390464 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5a09a0-5eb8-4b37-87e1-de1e4d7ede47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:45.390997 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5a09a0-5eb8-4b37-87e1-de1e4d7ede47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:45.391512 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5a09a0-5eb8-4b37-87e1-de1e4d7ede47 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:45.392559 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5a09a0-5eb8-4b37-87e1-de1e4d7ede47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:45.393062 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5a09a0-5eb8-4b37-87e1-de1e4d7ede47 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:45.393892 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5a09a0-5eb8-4b37-87e1-de1e4d7ede47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:45.394434 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5a09a0-5eb8-4b37-87e1-de1e4d7ede47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:45.394951 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5a09a0-5eb8-4b37-87e1-de1e4d7ede47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:45.395594 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5a09a0-5eb8-4b37-87e1-de1e4d7ede47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:45.396330 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5a09a0-5eb8-4b37-87e1-de1e4d7ede47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:17:45.402478 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-af5a09a0-5eb8-4b37-87e1-de1e4d7ede47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:45.454130 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f29e17a-f1d0-4303-9197-4434de8ae6e2 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:17:45.486657 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f53f49df-4bce-4f6a-8f55-a198faf90135 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:45.487430 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d04ee6-116d-4ad4-9f15-3f2a7e4d7b19 req-e2678db9-ec52-4004-85b0-7dbf6e6f1aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:17:45.489140 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d6d04ee6-116d-4ad4-9f15-3f2a7e4d7b19 req-e2678db9-ec52-4004-85b0-7dbf6e6f1aba service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4d907168a4924ceb9472857ce37e1904&device_id=e703fc3b-df22-44d7-a8f5-0f01199a3626 HTTP/1.1" status: 200  len: 1162 time: 0.2608111
Jan 29 10:17:45.497385 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3f29e17a-f1d0-4303-9197-4434de8ae6e2 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:45.497689 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-3f29e17a-f1d0-4303-9197-4434de8ae6e2 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Added segment 887956ac-8bf4-44bf-9dc3-0f938dc08df6 of type vxlan for network 6e261d20-4952-46c5-abb1-befb915cb5f4
Jan 29 10:17:45.577767 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3f29e17a-f1d0-4303-9197-4434de8ae6e2 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:45.623730 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-c3027bb8-fa34-4376-b502-3bcabd955df5 None None] Attempting to bind port 845e6667-1717-4410-a11b-893e217e6bbf on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:17:45.624692 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-c3027bb8-fa34-4376-b502-3bcabd955df5 None None] Attempting to bind port 845e6667-1717-4410-a11b-893e217e6bbf by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '2f7ff0c6-2bf9-4245-ab3b-b7f8952b73c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '17776172-c021-47c4-abdf-42ef2691de1f'}] {{(pid=80768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:17:45.625588 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3027bb8-fa34-4376-b502-3bcabd955df5 None None] Attempting to bind port 845e6667-1717-4410-a11b-893e217e6bbf on network 17776172-c021-47c4-abdf-42ef2691de1f {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:17:45.630554 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-04eb5f94-1a75-4f53-a0e9-c04773b4bc02 None None] For port 7013aae2-79db-4a87-86f3-d6eda5b708b4, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=7013aae2-79db-4a87-86f3-d6eda5b708b4,segment=NetworkSegment(d77d0456-5825-4a23-9297-f7383dbe8381),segment_id=d77d0456-5825-4a23-9297-f7383dbe8381)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:17:45.631009 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-04eb5f94-1a75-4f53-a0e9-c04773b4bc02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:45.633902 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3027bb8-fa34-4376-b502-3bcabd955df5 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:17:45.634853 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3027bb8-fa34-4376-b502-3bcabd955df5 None None] Checking segment: {'id': '2f7ff0c6-2bf9-4245-ab3b-b7f8952b73c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '17776172-c021-47c4-abdf-42ef2691de1f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:17:45.635779 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c3027bb8-fa34-4376-b502-3bcabd955df5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:45.636423 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3027bb8-fa34-4376-b502-3bcabd955df5 None None] Bound using segment: {'id': '2f7ff0c6-2bf9-4245-ab3b-b7f8952b73c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '17776172-c021-47c4-abdf-42ef2691de1f'} {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:17:45.637166 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-c3027bb8-fa34-4376-b502-3bcabd955df5 None None] Bound port: 845e6667-1717-4410-a11b-893e217e6bbf, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f7ff0c6-2bf9-4245-ab3b-b7f8952b73c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '17776172-c021-47c4-abdf-42ef2691de1f'}}] {{(pid=80768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:17:45.637906 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c3027bb8-fa34-4376-b502-3bcabd955df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:45.656904 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-f53f49df-4bce-4f6a-8f55-a198faf90135 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c9422ac8>,) {'filters': {'network_id': ['e9b0c0e5-7974-45ae-a001-41058630160f']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:45.687809 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-f53f49df-4bce-4f6a-8f55-a198faf90135 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c9422ac8>, '985e2e5d-a7d9-4777-b23e-c53fb1a3cfe5') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:45.688206 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-f53f49df-4bce-4f6a-8f55-a198faf90135 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c9422ac8>, '985e2e5d-a7d9-4777-b23e-c53fb1a3cfe5') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:45.707717 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f53f49df-4bce-4f6a-8f55-a198faf90135 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:45.715696 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3f29e17a-f1d0-4303-9197-4434de8ae6e2 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:45.744106 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f53f49df-4bce-4f6a-8f55-a198faf90135 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:45.747806 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f53f49df-4bce-4f6a-8f55-a198faf90135 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Releasing vxlan tunnel 12 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:17:45.770200 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-c3027bb8-fa34-4376-b502-3bcabd955df5 None None] For port 845e6667-1717-4410-a11b-893e217e6bbf, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:17:45.773710 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-c3027bb8-fa34-4376-b502-3bcabd955df5 None None] For port 845e6667-1717-4410-a11b-893e217e6bbf, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=845e6667-1717-4410-a11b-893e217e6bbf,segment=NetworkSegment(2f7ff0c6-2bf9-4245-ab3b-b7f8952b73c8),segment_id=2f7ff0c6-2bf9-4245-ab3b-b7f8952b73c8)] {{(pid=80768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:17:45.782679 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c3027bb8-fa34-4376-b502-3bcabd955df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:45.794344 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-04eb5f94-1a75-4f53-a0e9-c04773b4bc02 None None] Calling delete_port for 7013aae2-79db-4a87-86f3-d6eda5b708b4 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:17:45.853272 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-966f374d-88e8-4b5a-ba62-50fe3f5ad6f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:45.858643 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f29e17a-f1d0-4303-9197-4434de8ae6e2 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:17:45.859359 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3f29e17a-f1d0-4303-9197-4434de8ae6e2 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:45.863541 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ed0af001-a66a-410d-8956-1a017d164ee6 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:45.870075 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-922a9855-5825-4972-8d9a-d5f131191d35 tempest-FloatingIPTestJSON-919534399 tempest-FloatingIPTestJSON-919534399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:45.875590 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ed0af001-a66a-410d-8956-1a017d164ee6 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:45.919830 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 7013aae2-79db-4a87-86f3-d6eda5b708b4 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:17:45.951718 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-49cee5b8-e571-44b6-a845-c3a6e3ec64e3 tempest-TagsExtTest-296667915 tempest-TagsExtTest-296667915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:45.960450 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57690) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:46.006322 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-04eb5f94-1a75-4f53-a0e9-c04773b4bc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:46.022660 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5a09a0-5eb8-4b37-87e1-de1e4d7ede47 None None] Pushing event updated for resources: {'Port': ['ID=845e6667-1717-4410-a11b-893e217e6bbf,revision_number=4']} {{(pid=80768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:46.028237 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e2c4480e-59e3-49f5-9ea3-8033f02f5d14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:46.034837 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-af5a09a0-5eb8-4b37-87e1-de1e4d7ede47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:46.064842 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3027bb8-fa34-4376-b502-3bcabd955df5 None None] Routers {'05fdf490-dfb6-4ff5-8326-259a4586eca5'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:17:46.065535 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-c3027bb8-fa34-4376-b502-3bcabd955df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca1b2470>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:17:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['05fdf490-dfb6-4ff5-8326-259a4586eca5'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:46.107343 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eb5f94-1a75-4f53-a0e9-c04773b4bc02 None None] Pushing event deleted for resources: {'Port': ['ID=7013aae2-79db-4a87-86f3-d6eda5b708b4,revision_number=None']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:46.117308 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-04eb5f94-1a75-4f53-a0e9-c04773b4bc02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:46.134200 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29e17a-f1d0-4303-9197-4434de8ae6e2 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Pushing event updated for resources: {'Network': ['ID=6e261d20-4952-46c5-abb1-befb915cb5f4,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:46.151664 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3f29e17a-f1d0-4303-9197-4434de8ae6e2 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:46.193415 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No active binding found for port 7013aae2-79db-4a87-86f3-d6eda5b708b4 {{(pid=80767) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}}
Jan 29 10:17:46.194581 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 7013aae2-79db-4a87-86f3-d6eda5b708b4 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:17:46.225715 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 6e261d20-4952-46c5-abb1-befb915cb5f4 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:17:46.243180 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 6e261d20-4952-46c5-abb1-befb915cb5f4 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:17:46.247711 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3f29e17a-f1d0-4303-9197-4434de8ae6e2 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.0597298
Jan 29 10:17:46.250553 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57696) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:46.266168 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-7262bb00-69f5-49b1-a6c9-66b4384b6faf tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Request body: {'subnet': {'network_id': '6e261d20-4952-46c5-abb1-befb915cb5f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:17:46.296822 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ed0af001-a66a-410d-8956-1a017d164ee6 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:46.306737 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ed0af001-a66a-410d-8956-1a017d164ee6 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 1.7854705
Jan 29 10:17:46.310301 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0af001-a66a-410d-8956-1a017d164ee6 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b36a32e5-9aee-4df4-8453-861f96989b27,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:46.328517 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ed0af001-a66a-410d-8956-1a017d164ee6 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:46.329449 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57700) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:46.377265 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-c3027bb8-fa34-4376-b502-3bcabd955df5 None None] Set router 05fdf490-dfb6-4ff5-8326-259a4586eca5 gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:17:46.416697 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-857a7ef3-b1ba-4939-9739-7615b817f82c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group_rule': {'security_group_id': 'b36a32e5-9aee-4df4-8453-861f96989b27', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:17:46.444238 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-f53f49df-4bce-4f6a-8f55-a198faf90135 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Network e9b0c0e5-7974-45ae-a001-41058630160f has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:17:46.458877 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f53f49df-4bce-4f6a-8f55-a198faf90135 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:46.476585 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-857a7ef3-b1ba-4939-9739-7615b817f82c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:17:46.481053 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-857a7ef3-b1ba-4939-9739-7615b817f82c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:17:46.484067 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-857a7ef3-b1ba-4939-9739-7615b817f82c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:17:46.490171 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-857a7ef3-b1ba-4939-9739-7615b817f82c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:17:46.497906 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-69089388-a9d9-4ff7-9465-0bb1411fc777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:46.533105 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04eb5f94-1a75-4f53-a0e9-c04773b4bc02 None None] No DVR routers for this DVR port 7013aae2-79db-4a87-86f3-d6eda5b708b4 on host dv-neutron-772983-2-ovs {{(pid=80767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:17:46.539809 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-857a7ef3-b1ba-4939-9739-7615b817f82c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:46.579568 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d04ee6-116d-4ad4-9f15-3f2a7e4d7b19 req-425be842-04fe-448d-8bd1-9b1a307e25cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:17:46.581172 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d6d04ee6-116d-4ad4-9f15-3f2a7e4d7b19 req-425be842-04fe-448d-8bd1-9b1a307e25cb service neutron] 10.222.0.22 "GET /v2.0/networks?id=9c450a0f-2c11-436c-8735-9a1afe6b7184 HTTP/1.1" status: 200  len: 906 time: 0.9339528
Jan 29 10:17:46.638274 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-69089388-a9d9-4ff7-9465-0bb1411fc777 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:17:46.657277 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-69089388-a9d9-4ff7-9465-0bb1411fc777 admin admin] Usage tracker for resource:security_group_rule and tenant:9a89ce2001e143c9857b903cd31ede46 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:17:46.686068 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-69089388-a9d9-4ff7-9465-0bb1411fc777 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:17:46.710877 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-69089388-a9d9-4ff7-9465-0bb1411fc777 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:17:46.799495 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-c3027bb8-fa34-4376-b502-3bcabd955df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca1b2470>, [{'id': '05fdf490-dfb6-4ff5-8326-259a4586eca5', 'name': 'tempest-TestNetworkBasicOps-router-238949859', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.132'}], 'enable_snat': True}, 'gw_port_id': '9d39e6d1-8b52-43b6-8ec7-a3591720339f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:17:19Z', 'updated_at': '2021-01-29T10:17:38Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '9d39e6d1-8b52-43b6-8ec7-a3591720339f', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fdf490-dfb6-4ff5-8326-259a4586eca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:17:21Z', 'updated_at': '2021-01-29T10:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '845e6667-1717-4410-a11b-893e217e6bbf', 'name': '', 'network_id': '17776172-c021-47c4-abdf-42ef2691de1f', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:0d:53:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05fdf490-dfb6-4ff5-8326-259a4586eca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'a70f85cc-08d1-4efb-bb2a-cfcfe40b38c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:17:35Z', 'updated_at': '2021-01-29T10:17:45Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': 'a70f85cc-08d1-4efb-bb2a-cfcfe40b38c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:46.806965 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3027bb8-fa34-4376-b502-3bcabd955df5 None None] The sync data for ids ['05fdf490-dfb6-4ff5-8326-259a4586eca5'] in dv-neutron-772983-2-ovs is: [{'id': '05fdf490-dfb6-4ff5-8326-259a4586eca5', 'name': 'tempest-TestNetworkBasicOps-router-238949859', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.132'}], 'enable_snat': True}, 'gw_port_id': '9d39e6d1-8b52-43b6-8ec7-a3591720339f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:17:19Z', 'updated_at': '2021-01-29T10:17:38Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '9d39e6d1-8b52-43b6-8ec7-a3591720339f', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fdf490-dfb6-4ff5-8326-259a4586eca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:17:21Z', 'updated_at': '2021-01-29T10:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '845e6667-1717-4410-a11b-893e217e6bbf', 'name': '', 'network_id': '17776172-c021-47c4-abdf-42ef2691de1f', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:0d:53:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05fdf490-dfb6-4ff5-8326-259a4586eca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'a70f85cc-08d1-4efb-bb2a-cfcfe40b38c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:17:35Z', 'updated_at': '2021-01-29T10:17:45Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': 'a70f85cc-08d1-4efb-bb2a-cfcfe40b38c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:17:46.808378 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-f53f49df-4bce-4f6a-8f55-a198faf90135 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Network e9b0c0e5-7974-45ae-a001-41058630160f has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:17:46.844356 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:17:46.844356 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:17:46.844356 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:17:46.844356 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:17:46.844356 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:17:46.844356 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:17:46.844356 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:17:46.844356 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:17:46.844356 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:17:46.844356 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:17:46.844356 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:17:46.844356 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:17:46.844356 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:17:46.844356 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:17:46.844356 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:17:46.844356 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:17:46.844356 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:17:46.844356 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:17:46.844356 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:17:46.844356 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:17:46.844356 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:17:46.844356 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:17:46.844356 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:17:46.844356 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:17:46.844356 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:17:46.844356 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:17:46.844356 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:17:46.844356 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:17:46.844356 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:17:46.844356 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:17:46.844356 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:17:46.844356 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:17:46.884399 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-857a7ef3-b1ba-4939-9739-7615b817f82c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:46.954998 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-857a7ef3-b1ba-4939-9739-7615b817f82c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:46.967359 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-7262bb00-69f5-49b1-a6c9-66b4384b6faf tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:17:46.969432 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-df453640-7195-4794-a62a-25d1a46eb997 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:46.989316 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-7262bb00-69f5-49b1-a6c9-66b4384b6faf tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Usage tracker for resource:subnet and tenant:8cc4c548833141b8bc8f9009064567bd is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:17:46.998924 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-7262bb00-69f5-49b1-a6c9-66b4384b6faf tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:17:47.050521 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e0069926-4f43-402e-853a-5af00ecdc0df req-622a55fd-ad7e-406f-ba57-c1f3b10567ff tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/floatingips/3c879854-7fcf-41be-b3c5-3ca0dbe5c4f5 HTTP/1.1" status: 200  len: 998 time: 0.5728972
Jan 29 10:17:47.054665 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-7262bb00-69f5-49b1-a6c9-66b4384b6faf tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:17:47.114585 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d6d04ee6-116d-4ad4-9f15-3f2a7e4d7b19 req-1ae09a04-c8e9-41a8-afc3-6e32cb5fd6e8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05c0010b-4a4e-456d-88c9-f1ef6991886d HTTP/1.1" status: 200  len: 999 time: 0.5257885
Jan 29 10:17:47.119679 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7262bb00-69f5-49b1-a6c9-66b4384b6faf tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Made reservation on behalf of 8cc4c548833141b8bc8f9009064567bd for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:17:47.143960 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7262bb00-69f5-49b1-a6c9-66b4384b6faf tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:47.273170 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f53f49df-4bce-4f6a-8f55-a198faf90135 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:47.284366 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857a7ef3-b1ba-4939-9739-7615b817f82c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f73b0c3d-50b2-449b-8e7f-b20ed1cff71a,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:47.292869 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f53f49df-4bce-4f6a-8f55-a198faf90135 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:47.300954 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-857a7ef3-b1ba-4939-9739-7615b817f82c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:47.302105 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-02c156c3-636d-4b2d-83a0-4e80c3dd2eaf tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:47.335701 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53f49df-4bce-4f6a-8f55-a198faf90135 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event deleted for resources: {'Network': ['ID=e9b0c0e5-7974-45ae-a001-41058630160f,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:47.344554 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f53f49df-4bce-4f6a-8f55-a198faf90135 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "DELETE /v2.0/networks/e9b0c0e5-7974-45ae-a001-41058630160f HTTP/1.1" status: 204  len: 168 time: 2.3688812
Jan 29 10:17:47.347604 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f53f49df-4bce-4f6a-8f55-a198faf90135 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:47.348135 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57710) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:47.387557 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-857a7ef3-b1ba-4939-9739-7615b817f82c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:47.388857 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-857a7ef3-b1ba-4939-9739-7615b817f82c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.0399246
Jan 29 10:17:47.403579 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57714) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:47.423535 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-69a194f4-0de8-4309-ab05-e3bb6cdf6725 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group_rule': {'security_group_id': 'b36a32e5-9aee-4df4-8453-861f96989b27', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:17:47.444436 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.ipam_backend_mixin [None req-7262bb00-69f5-49b1-a6c9-66b4384b6faf tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Performing IP validity checks on allocation pools {{(pid=80765) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}}
Jan 29 10:17:47.445039 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.ipam_backend_mixin [None req-7262bb00-69f5-49b1-a6c9-66b4384b6faf tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Checking for overlaps among allocation pools and gateway ip {{(pid=80765) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}}
Jan 29 10:17:47.450228 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-69a194f4-0de8-4309-ab05-e3bb6cdf6725 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:17:47.463730 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-69a194f4-0de8-4309-ab05-e3bb6cdf6725 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:17:47.496430 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d04ee6-116d-4ad4-9f15-3f2a7e4d7b19 req-bcf51cd4-2723-408b-8f8c-909ffefea47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:17:47.498068 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d6d04ee6-116d-4ad4-9f15-3f2a7e4d7b19 req-bcf51cd4-2723-408b-8f8c-909ffefea47d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=dd17e4b6-a33a-4e17-bc4a-03539800690d HTTP/1.1" status: 200  len: 851 time: 0.3365014
Jan 29 10:17:47.521673 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-69a194f4-0de8-4309-ab05-e3bb6cdf6725 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:17:47.534080 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-69089388-a9d9-4ff7-9465-0bb1411fc777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:47.547136 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-69a194f4-0de8-4309-ab05-e3bb6cdf6725 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:17:47.554476 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-69089388-a9d9-4ff7-9465-0bb1411fc777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:47.566571 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-95c8825c-8d71-402f-900c-ba94d8f6322c tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:47.593682 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0069926-4f43-402e-853a-5af00ecdc0df req-738e536a-d7c7-4384-8b5c-252962f7973f tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:17:47.595971 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e0069926-4f43-402e-853a-5af00ecdc0df req-738e536a-d7c7-4384-8b5c-252962f7973f tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/networks/aadf795f-2e1a-4d04-be0e-12575f0f28a5 HTTP/1.1" status: 200  len: 784 time: 0.5346835
Jan 29 10:17:47.604878 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6c66e5af-7c10-4653-876b-72cb0ac27f2e tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:47.663815 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [req-e0069926-4f43-402e-853a-5af00ecdc0df req-56531d8e-6f45-463c-9a40-4e3b3f304e90 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=80765) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:17:47.670615 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e0069926-4f43-402e-853a-5af00ecdc0df req-56531d8e-6f45-463c-9a40-4e3b3f304e90 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0161374
Jan 29 10:17:47.723691 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-69089388-a9d9-4ff7-9465-0bb1411fc777 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9a89ce2001e143c9857b903cd31ede46&name=default HTTP/1.1" status: 200  len: 2983 time: 1.7498953
Jan 29 10:17:47.726069 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-69a194f4-0de8-4309-ab05-e3bb6cdf6725 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:47.733567 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57718) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:47.768415 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69089388-a9d9-4ff7-9465-0bb1411fc777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b7c50e-cb63-4c24-b79f-136fe6624a9b,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:47.772018 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-69089388-a9d9-4ff7-9465-0bb1411fc777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:47.813046 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e0069926-4f43-402e-853a-5af00ecdc0df req-5f7ee038-03d5-493a-ae41-bc96361d03a0 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.26.7.53 HTTP/1.1" status: 200  len: 1001 time: 0.1381805
Jan 29 10:17:47.848033 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 845e6667-1717-4410-a11b-893e217e6bbf up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:17:47.934702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 845e6667-1717-4410-a11b-893e217e6bbf completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:17:47.939528 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d04ee6-116d-4ad4-9f15-3f2a7e4d7b19 req-f2216031-3f8e-416e-9af0-7fa8a621ef33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:17:47.941063 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d6d04ee6-116d-4ad4-9f15-3f2a7e4d7b19 req-f2216031-3f8e-416e-9af0-7fa8a621ef33 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9c450a0f-2c11-436c-8735-9a1afe6b7184&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.3426414
Jan 29 10:17:47.943895 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 845e6667-1717-4410-a11b-893e217e6bbf triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:17:47.944938 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:47.976250 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6c66e5af-7c10-4653-876b-72cb0ac27f2e tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:48.029763 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3d6a9c47-4e47-4483-b310-dc134975be8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:48.081202 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:48.100074 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-69a194f4-0de8-4309-ab05-e3bb6cdf6725 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:48.115449 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0069926-4f43-402e-853a-5af00ecdc0df req-e74d6579-12dc-4daa-9ca3-aaddcfdb9307 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:17:48.116059 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port 845e6667-1717-4410-a11b-893e217e6bbf, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=845e6667-1717-4410-a11b-893e217e6bbf,segment=NetworkSegment(2f7ff0c6-2bf9-4245-ab3b-b7f8952b73c8),segment_id=2f7ff0c6-2bf9-4245-ab3b-b7f8952b73c8)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:17:48.117051 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e0069926-4f43-402e-853a-5af00ecdc0df req-e74d6579-12dc-4daa-9ca3-aaddcfdb9307 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/ports/0f9c1656-aa40-4725-97b7-4295ccfb24f7 HTTP/1.1" status: 200  len: 943 time: 0.2887700
Jan 29 10:17:48.120554 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-69a194f4-0de8-4309-ab05-e3bb6cdf6725 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:48.121876 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:48.124059 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-68a6662d-648d-47b3-bdac-39b9dc173557 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:48.140104 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:48.166786 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3d6a9c47-4e47-4483-b310-dc134975be8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:48.174122 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a194f4-0de8-4309-ab05-e3bb6cdf6725 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2accb37e-78cc-41ac-a686-23e30c77dcaa,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:48.194779 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-69a194f4-0de8-4309-ab05-e3bb6cdf6725 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:48.202564 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=845e6667-1717-4410-a11b-893e217e6bbf,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:48.207298 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:48.210437 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-6c66e5af-7c10-4653-876b-72cb0ac27f2e tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99ca360358>,) {'filters': {'network_id': ['73d3d7f5-2fd8-4a2b-82fb-646835eb6b6f']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:48.241562 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-6c66e5af-7c10-4653-876b-72cb0ac27f2e tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99ca360358>, 'd77d0456-5825-4a23-9297-f7383dbe8381') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:48.241920 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-6c66e5af-7c10-4653-876b-72cb0ac27f2e tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99ca360358>, 'd77d0456-5825-4a23-9297-f7383dbe8381') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:48.267437 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6c66e5af-7c10-4653-876b-72cb0ac27f2e tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:48.275243 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-69a194f4-0de8-4309-ab05-e3bb6cdf6725 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:48.276557 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-69a194f4-0de8-4309-ab05-e3bb6cdf6725 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.8713150
Jan 29 10:17:48.280365 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57722) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:48.289120 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-705c5c51-6918-407a-99d8-65cee1873558 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group_rule': {'security_group_id': 'b36a32e5-9aee-4df4-8453-861f96989b27', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:17:48.312120 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-705c5c51-6918-407a-99d8-65cee1873558 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:17:48.319713 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-705c5c51-6918-407a-99d8-65cee1873558 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:17:48.324176 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-705c5c51-6918-407a-99d8-65cee1873558 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:17:48.330927 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-705c5c51-6918-407a-99d8-65cee1873558 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:17:48.341087 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6c66e5af-7c10-4653-876b-72cb0ac27f2e tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:48.343729 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6c66e5af-7c10-4653-876b-72cb0ac27f2e tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Releasing vxlan tunnel 6 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:17:48.347172 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d6d04ee6-116d-4ad4-9f15-3f2a7e4d7b19 req-df71f860-d410-46f1-b98b-dd8a18d17e92 service neutron] 10.222.0.22 "GET /v2.0/networks/9c450a0f-2c11-436c-8735-9a1afe6b7184?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3805385
Jan 29 10:17:48.387476 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-705c5c51-6918-407a-99d8-65cee1873558 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:48.467743 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3d6a9c47-4e47-4483-b310-dc134975be8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:48.479803 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2a7a3cf8-10a3-4c06-8df2-aaaad2472eae tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:48.535221 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6a9c47-4e47-4483-b310-dc134975be8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b7c50e-cb63-4c24-b79f-136fe6624a9b,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:48.594417 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3d6a9c47-4e47-4483-b310-dc134975be8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:48.602198 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3d6a9c47-4e47-4483-b310-dc134975be8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:48.603411 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3d6a9c47-4e47-4483-b310-dc134975be8f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/23b7c50e-cb63-4c24-b79f-136fe6624a9b HTTP/1.1" status: 204  len: 168 time: 0.8685491
Jan 29 10:17:48.622249 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-6c66e5af-7c10-4653-876b-72cb0ac27f2e tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Network 73d3d7f5-2fd8-4a2b-82fb-646835eb6b6f has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:17:48.633445 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6c66e5af-7c10-4653-876b-72cb0ac27f2e tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:48.663258 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e0069926-4f43-402e-853a-5af00ecdc0df req-1190c0ad-ef6a-43b5-8bb4-4bd306735199 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.26.7.53 HTTP/1.1" status: 200  len: 1001 time: 0.2262831
Jan 29 10:17:48.759569 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-705c5c51-6918-407a-99d8-65cee1873558 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:48.771937 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-705c5c51-6918-407a-99d8-65cee1873558 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:48.787351 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d6d04ee6-116d-4ad4-9f15-3f2a7e4d7b19 req-441097c0-c450-4af8-a65f-ecb174e6e56c service neutron] 10.222.0.22 "GET /v2.0/networks/9c450a0f-2c11-436c-8735-9a1afe6b7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4300389
Jan 29 10:17:48.824929 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6924fe40-56cb-41f6-ab13-9bde5cd1a1c9 tempest-ServersTestManualDisk-55572325 tempest-ServersTestManualDisk-55572325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:48.859484 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-6c66e5af-7c10-4653-876b-72cb0ac27f2e tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Network 73d3d7f5-2fd8-4a2b-82fb-646835eb6b6f has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:17:48.873387 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705c5c51-6918-407a-99d8-65cee1873558 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13e38081-0da3-4f56-ae36-e791e6e1f2e4,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:48.896820 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:17:48.896820 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:17:48.896820 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:17:48.896820 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:17:48.896820 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:17:48.896820 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:17:48.896820 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:17:48.896820 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:17:48.896820 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:17:48.896820 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:17:48.896820 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:17:48.896820 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:17:48.896820 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:17:48.896820 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:17:48.896820 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:17:48.896820 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:17:48.896820 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:17:48.896820 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:17:48.896820 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:17:48.896820 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:17:48.896820 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:17:48.896820 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:17:48.896820 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:17:48.896820 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:17:48.896820 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:17:48.896820 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:17:48.896820 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:17:48.896820 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:17:48.896820 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:17:48.896820 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:17:48.896820 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:17:48.896820 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:17:48.910069 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-705c5c51-6918-407a-99d8-65cee1873558 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:48.978379 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-705c5c51-6918-407a-99d8-65cee1873558 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:48.979670 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-705c5c51-6918-407a-99d8-65cee1873558 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6982780
Jan 29 10:17:48.986443 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57728) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:48.996365 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-38a719da-9c08-4156-867a-d626992532db tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group_rule': {'security_group_id': 'b36a32e5-9aee-4df4-8453-861f96989b27', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:17:49.009337 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7262bb00-69f5-49b1-a6c9-66b4384b6faf tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:49.019359 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-38a719da-9c08-4156-867a-d626992532db tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:17:49.024150 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-38a719da-9c08-4156-867a-d626992532db tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:17:49.027644 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-38a719da-9c08-4156-867a-d626992532db tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:17:49.030354 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6c66e5af-7c10-4653-876b-72cb0ac27f2e tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:49.035081 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6c66e5af-7c10-4653-876b-72cb0ac27f2e tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:49.035247 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4649d4ec-6ec7-41be-bb6b-fcdebb050b2f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:49.042176 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ecb5b478-aae7-43f5-acb6-7d66ae5f508b tempest-RoutersNegativeTest-647875764 tempest-RoutersNegativeTest-647875764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:49.064864 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-38a719da-9c08-4156-867a-d626992532db tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:17:49.073561 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6c66e5af-7c10-4653-876b-72cb0ac27f2e tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "DELETE /v2.0/networks/73d3d7f5-2fd8-4a2b-82fb-646835eb6b6f HTTP/1.1" status: 204  len: 168 time: 1.7242014
Jan 29 10:17:49.074660 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c66e5af-7c10-4653-876b-72cb0ac27f2e tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event deleted for resources: {'Network': ['ID=73d3d7f5-2fd8-4a2b-82fb-646835eb6b6f,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:49.077689 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6c66e5af-7c10-4653-876b-72cb0ac27f2e tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:49.080063 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57732) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:49.087713 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-e0069926-4f43-402e-853a-5af00ecdc0df req-24149947-037f-4c7d-81c3-fb74c41670ec tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Deleting port 15122afc-b0ce-46f8-9696-4bc1d02436f1 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:17:49.088101 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e0069926-4f43-402e-853a-5af00ecdc0df req-24149947-037f-4c7d-81c3-fb74c41670ec tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:49.088233 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-34137b79-3482-4e40-97c7-40d8f0b7374f tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Request body: {'network': {'name': 'tempest-RoutersTest-1214233140'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:17:49.094674 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-34137b79-3482-4e40-97c7-40d8f0b7374f tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:17:49.106071 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-34137b79-3482-4e40-97c7-40d8f0b7374f tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Usage tracker for resource:network and tenant:ad83ad6a41264da3be98f825b2f64def is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:17:49.108623 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-38a719da-9c08-4156-867a-d626992532db tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:49.116519 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-34137b79-3482-4e40-97c7-40d8f0b7374f tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Quota usage for network was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:17:49.126610 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-34137b79-3482-4e40-97c7-40d8f0b7374f tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:17:49.147919 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34137b79-3482-4e40-97c7-40d8f0b7374f tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Made reservation on behalf of ad83ad6a41264da3be98f825b2f64def for: {'network': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:17:49.170507 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-34137b79-3482-4e40-97c7-40d8f0b7374f tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:49.217162 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7262bb00-69f5-49b1-a6c9-66b4384b6faf tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Pushing event updated for resources: {'Subnet': ['ID=0b7e1ed0-fe68-4452-abb1-31840222b36a,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:49.225820 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7262bb00-69f5-49b1-a6c9-66b4384b6faf tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:49.233714 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34137b79-3482-4e40-97c7-40d8f0b7374f tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:17:49.255026 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-34137b79-3482-4e40-97c7-40d8f0b7374f tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268197113528', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:49.255460 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-34137b79-3482-4e40-97c7-40d8f0b7374f tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Added segment 0a3cf2d7-c48c-4411-9243-9e42625580e6 of type vxlan for network ce623d2a-04b3-4d77-b233-5366345e8f38
Jan 29 10:17:49.264418 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-38a719da-9c08-4156-867a-d626992532db tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:49.267926 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-38a719da-9c08-4156-867a-d626992532db tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:49.315519 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:49.328001 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-34137b79-3482-4e40-97c7-40d8f0b7374f tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:49.332863 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-38a719da-9c08-4156-867a-d626992532db tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:49.337009 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-38a719da-9c08-4156-867a-d626992532db tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3465366
Jan 29 10:17:49.339920 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57736) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:49.348616 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-1b48a18f-2367-4c60-bdf2-d43a897e137f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group_rule': {'security_group_id': 'b36a32e5-9aee-4df4-8453-861f96989b27', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:17:49.371210 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a719da-9c08-4156-867a-d626992532db tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdcc2de1-44da-48d5-b5c2-ae792e58bcc7,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:49.374382 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-1b48a18f-2367-4c60-bdf2-d43a897e137f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:17:49.378521 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-38a719da-9c08-4156-867a-d626992532db tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:49.392812 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-1b48a18f-2367-4c60-bdf2-d43a897e137f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:17:49.397303 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-1b48a18f-2367-4c60-bdf2-d43a897e137f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:17:49.405186 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-1b48a18f-2367-4c60-bdf2-d43a897e137f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:17:49.412509 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-34137b79-3482-4e40-97c7-40d8f0b7374f tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:49.418837 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e0069926-4f43-402e-853a-5af00ecdc0df req-24149947-037f-4c7d-81c3-fb74c41670ec tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:49.419212 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e0069926-4f43-402e-853a-5af00ecdc0df req-24149947-037f-4c7d-81c3-fb74c41670ec tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:49.478527 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34137b79-3482-4e40-97c7-40d8f0b7374f tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:17:49.479262 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-34137b79-3482-4e40-97c7-40d8f0b7374f tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:49.486079 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1f884c1b-b86f-4f16-8849-10de9e6c346d tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:49.515342 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.securitygroups_db [None req-1b48a18f-2367-4c60-bdf2-d43a897e137f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Project ff1f06ee29ef461597f2ecd846f8813d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 10:17:49.540424 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1b48a18f-2367-4c60-bdf2-d43a897e137f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:49.568193 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-34137b79-3482-4e40-97c7-40d8f0b7374f tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.4842172
Jan 29 10:17:49.618121 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57740) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:49.641027 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-c3d172af-45fe-4ac7-a2c9-58cbd2258a85 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Request body: {'subnet': {'network_id': 'ce623d2a-04b3-4d77-b233-5366345e8f38', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:17:49.659793 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34137b79-3482-4e40-97c7-40d8f0b7374f tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event updated for resources: {'Network': ['ID=ce623d2a-04b3-4d77-b233-5366345e8f38,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:49.672691 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network ce623d2a-04b3-4d77-b233-5366345e8f38 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:17:49.677017 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-34137b79-3482-4e40-97c7-40d8f0b7374f tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:49.742181 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network ce623d2a-04b3-4d77-b233-5366345e8f38 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:17:49.769425 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7262bb00-69f5-49b1-a6c9-66b4384b6faf tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Checking segment: {'id': '887956ac-8bf4-44bf-9dc3-0f938dc08df6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6e261d20-4952-46c5-abb1-befb915cb5f4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:17:49.769854 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7262bb00-69f5-49b1-a6c9-66b4384b6faf tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Network hostable DHCP agents. Network: 6e261d20-4952-46c5-abb1-befb915cb5f4, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:17:49.813533 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1b48a18f-2367-4c60-bdf2-d43a897e137f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:49.821904 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c3d172af-45fe-4ac7-a2c9-58cbd2258a85 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:17:49.826264 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1b48a18f-2367-4c60-bdf2-d43a897e137f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:49.827578 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c3d172af-45fe-4ac7-a2c9-58cbd2258a85 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Usage tracker for resource:subnet and tenant:ad83ad6a41264da3be98f825b2f64def is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:17:49.831157 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c3d172af-45fe-4ac7-a2c9-58cbd2258a85 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:17:49.838249 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3d45376e-9c0e-40c3-855c-4c96a7054104 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:49.842603 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-e0069926-4f43-402e-853a-5af00ecdc0df req-24149947-037f-4c7d-81c3-fb74c41670ec tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Calling delete_port for 15122afc-b0ce-46f8-9696-4bc1d02436f1 owned by network:floatingip {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:17:49.849756 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c3d172af-45fe-4ac7-a2c9-58cbd2258a85 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:17:49.873081 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b48a18f-2367-4c60-bdf2-d43a897e137f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6efa57ed-efdd-49a0-a06f-acc005ddea67,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:49.876571 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1b48a18f-2367-4c60-bdf2-d43a897e137f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:49.881175 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d172af-45fe-4ac7-a2c9-58cbd2258a85 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Made reservation on behalf of ad83ad6a41264da3be98f825b2f64def for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:17:49.902388 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 845e6667-1717-4410-a11b-893e217e6bbf up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:17:49.905075 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c3d172af-45fe-4ac7-a2c9-58cbd2258a85 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:49.912864 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7262bb00-69f5-49b1-a6c9-66b4384b6faf tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Network 6e261d20-4952-46c5-abb1-befb915cb5f4 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:17:49.933954 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-7262bb00-69f5-49b1-a6c9-66b4384b6faf tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 6e261d20-4952-46c5-abb1-befb915cb5f4) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:17:49.934536 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1b48a18f-2367-4c60-bdf2-d43a897e137f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:49.939300 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1b48a18f-2367-4c60-bdf2-d43a897e137f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.5949850
Jan 29 10:17:49.946805 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57744) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:49.962892 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-40d5b322-86b0-4aec-9e55-2fda486393e5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group_rule': {'security_group_id': 'b36a32e5-9aee-4df4-8453-861f96989b27', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:17:49.988080 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3b028b-d007-4cb1-b713-ba5c26041c8b None None] Network 6e261d20-4952-46c5-abb1-befb915cb5f4 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:17:49.990157 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7262bb00-69f5-49b1-a6c9-66b4384b6faf tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:17:49.990833 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7262bb00-69f5-49b1-a6c9-66b4384b6faf tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:49.995036 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-40d5b322-86b0-4aec-9e55-2fda486393e5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:17:50.007200 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-40d5b322-86b0-4aec-9e55-2fda486393e5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:17:50.011312 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-40d5b322-86b0-4aec-9e55-2fda486393e5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:17:50.028289 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-40d5b322-86b0-4aec-9e55-2fda486393e5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:17:50.048036 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7262bb00-69f5-49b1-a6c9-66b4384b6faf tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 800 time: 3.7962613
Jan 29 10:17:50.048268 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57748) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:50.050579 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.securitygroups_db [None req-40d5b322-86b0-4aec-9e55-2fda486393e5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Project ff1f06ee29ef461597f2ecd846f8813d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 10:17:50.092508 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-40d5b322-86b0-4aec-9e55-2fda486393e5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:50.177760 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e0069926-4f43-402e-853a-5af00ecdc0df req-24149947-037f-4c7d-81c3-fb74c41670ec tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:50.201307 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-acfad7fa-f347-4d02-a1f3-1a66a80a7580 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:50.229692 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 845e6667-1717-4410-a11b-893e217e6bbf triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:17:50.231001 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:50.258337 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24149947-037f-4c7d-81c3-fb74c41670ec tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Pushing event deleted for resources: {'Port': ['ID=15122afc-b0ce-46f8-9696-4bc1d02436f1,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:50.261936 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-40d5b322-86b0-4aec-9e55-2fda486393e5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:50.279912 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-24149947-037f-4c7d-81c3-fb74c41670ec tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:50.284174 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-40d5b322-86b0-4aec-9e55-2fda486393e5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:50.288296 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:50.310348 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2681c243-07d8-41a4-ba9d-d69c96dac408 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:50.380023 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d5b322-86b0-4aec-9e55-2fda486393e5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59f07434-7253-4f4a-9e3d-0d0a2e816fa9,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:50.384980 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-40d5b322-86b0-4aec-9e55-2fda486393e5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:50.412521 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-40d5b322-86b0-4aec-9e55-2fda486393e5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:50.417611 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-40d5b322-86b0-4aec-9e55-2fda486393e5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4659591
Jan 29 10:17:50.417844 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4dc140-4c9d-452b-ba18-72fc2d62ed74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-6e261d20-4952-46c5-abb1-befb915cb5f4', 'network_id': '6e261d20-4952-46c5-abb1-befb915cb5f4', 'tenant_id': '8cc4c548833141b8bc8f9009064567bd', 'fixed_ips': [{'subnet_id': '0b7e1ed0-fe68-4452-abb1-31840222b36a'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:17:50.418776 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ee4dc140-4c9d-452b-ba18-72fc2d62ed74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:50.499248 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2681c243-07d8-41a4-ba9d-d69c96dac408 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:50.545290 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e0069926-4f43-402e-853a-5af00ecdc0df req-24149947-037f-4c7d-81c3-fb74c41670ec tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks [] for floatingip, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:50.545637 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [req-e0069926-4f43-402e-853a-5af00ecdc0df req-24149947-037f-4c7d-81c3-fb74c41670ec tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Floating IP 3c879854-7fcf-41be-b3c5-3ca0dbe5c4f5 disassociated (deleted). External IP: 172.26.7.53, port: 0f9c1656-aa40-4725-97b7-4295ccfb24f7.
Jan 29 10:17:50.930471 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c3d172af-45fe-4ac7-a2c9-58cbd2258a85 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:50.943268 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0069926-4f43-402e-853a-5af00ecdc0df req-24149947-037f-4c7d-81c3-fb74c41670ec tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Router 186f80c1-4500-4ded-869d-b89be306d531 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:17:50.944573 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1f3e6045-c603-40e1-a10c-0faa6343d093 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:50.984412 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-ee4dc140-4c9d-452b-ba18-72fc2d62ed74 None None] Allocated IP 172.20.0.3 (6e261d20-4952-46c5-abb1-befb915cb5f4/0b7e1ed0-fe68-4452-abb1-31840222b36a/d24eaa45-b441-4b74-acd2-bbc39454cd62) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:17:51.152804 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0069926-4f43-402e-853a-5af00ecdc0df req-24149947-037f-4c7d-81c3-fb74c41670ec tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:17:51.158131 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e0069926-4f43-402e-853a-5af00ecdc0df req-24149947-037f-4c7d-81c3-fb74c41670ec tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:51.194735 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504b726f-dab6-416f-9670-e4b9c1a2fffe None None] Sync routers for ids ['186f80c1-4500-4ded-869d-b89be306d531'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:17:51.224269 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e0069926-4f43-402e-853a-5af00ecdc0df req-24149947-037f-4c7d-81c3-fb74c41670ec tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "DELETE /v2.0/floatingips/3c879854-7fcf-41be-b3c5-3ca0dbe5c4f5 HTTP/1.1" status: 204  len: 173 time: 2.5401599
Jan 29 10:17:51.224875 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29e2e9c0-6be8-4c27-8515-c6c0dff1d35e', 'tag': '0f9c1656-aa40-4725-97b7-4295ccfb24f7'}] {{(pid=80765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:17:51.228646 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504b726f-dab6-416f-9670-e4b9c1a2fffe None None] Routers {'186f80c1-4500-4ded-869d-b89be306d531'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:17:51.229350 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-504b726f-dab6-416f-9670-e4b9c1a2fffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9646ac8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:17:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['186f80c1-4500-4ded-869d-b89be306d531'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:51.351580 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0069926-4f43-402e-853a-5af00ecdc0df req-72fe5095-b682-4e92-abcc-68136bade07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:17:51.355772 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e0069926-4f43-402e-853a-5af00ecdc0df req-72fe5095-b682-4e92-abcc-68136bade07f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4d907168a4924ceb9472857ce37e1904&device_id=29e2e9c0-6be8-4c27-8515-c6c0dff1d35e HTTP/1.1" status: 200  len: 1163 time: 0.1098561
Jan 29 10:17:51.359820 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d172af-45fe-4ac7-a2c9-58cbd2258a85 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event updated for resources: {'Subnet': ['ID=ab9570c1-aa93-4d6d-8473-21d71a977a01,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:51.364537 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c3d172af-45fe-4ac7-a2c9-58cbd2258a85 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:51.373414 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ee4dc140-4c9d-452b-ba18-72fc2d62ed74 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:51.401492 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-ee4dc140-4c9d-452b-ba18-72fc2d62ed74 None None] Transition to ACTIVE for port object d24eaa45-b441-4b74-acd2-bbc39454cd62 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:17:51.434953 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d172af-45fe-4ac7-a2c9-58cbd2258a85 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Checking segment: {'id': '0a3cf2d7-c48c-4411-9243-9e42625580e6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce623d2a-04b3-4d77-b233-5366345e8f38'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:17:51.435275 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d172af-45fe-4ac7-a2c9-58cbd2258a85 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Network hostable DHCP agents. Network: ce623d2a-04b3-4d77-b233-5366345e8f38, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:17:51.442947 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-ee4dc140-4c9d-452b-ba18-72fc2d62ed74 None None] Transition to ACTIVE for port object d24eaa45-b441-4b74-acd2-bbc39454cd62 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:17:51.447487 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0e35d8f2-9a11-4206-832c-d5f05b60922d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:51.452876 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ee4dc140-4c9d-452b-ba18-72fc2d62ed74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:51.464779 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d172af-45fe-4ac7-a2c9-58cbd2258a85 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Network ce623d2a-04b3-4d77-b233-5366345e8f38 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:17:51.471626 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2681c243-07d8-41a4-ba9d-d69c96dac408 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:51.485172 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-52a8c1cb-aaed-438b-b5ed-a9e8e405c03c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:51.488440 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-57ba5613-8314-41c9-883a-95a834123bb2 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:51.510081 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0069926-4f43-402e-853a-5af00ecdc0df req-01cc09e6-ba04-43cf-9675-a3ab5cf4f620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:17:51.511774 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e0069926-4f43-402e-853a-5af00ecdc0df req-01cc09e6-ba04-43cf-9675-a3ab5cf4f620 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9c450a0f-2c11-436c-8735-9a1afe6b7184 HTTP/1.1" status: 200  len: 906 time: 0.1505132
Jan 29 10:17:51.530322 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-c3d172af-45fe-4ac7-a2c9-58cbd2258a85 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, ce623d2a-04b3-4d77-b233-5366345e8f38) {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:17:51.542510 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2681c243-07d8-41a4-ba9d-d69c96dac408 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Pushing event deleted for resources: {'Subnet': ['ID=0b7e1ed0-fe68-4452-abb1-31840222b36a,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:51.548122 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2681c243-07d8-41a4-ba9d-d69c96dac408 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:51.551221 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b66250-c6a7-4653-b040-fe6c9056cf29 None None] Network ce623d2a-04b3-4d77-b233-5366345e8f38 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:17:51.591215 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e0069926-4f43-402e-853a-5af00ecdc0df req-2935f4d8-c8ee-4e98-a0c7-84d74276aa39 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f9c1656-aa40-4725-97b7-4295ccfb24f7 HTTP/1.1" status: 200  len: 217 time: 0.0716717
Jan 29 10:17:51.608506 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d172af-45fe-4ac7-a2c9-58cbd2258a85 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:17:51.609160 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c3d172af-45fe-4ac7-a2c9-58cbd2258a85 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:51.658902 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c3d172af-45fe-4ac7-a2c9-58cbd2258a85 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.0338361
Jan 29 10:17:51.662029 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57758) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:51.668024 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-b20b3815-a464-4d74-a942-00973e729074 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-699392263', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:17:51.693173 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-b20b3815-a464-4d74-a942-00973e729074 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:17:51.697692 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b20b3815-a464-4d74-a942-00973e729074 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Usage tracker for resource:router and tenant:ad83ad6a41264da3be98f825b2f64def is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:17:51.700882 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b20b3815-a464-4d74-a942-00973e729074 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Quota usage for router was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:17:51.707038 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-b20b3815-a464-4d74-a942-00973e729074 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:17:51.720375 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0069926-4f43-402e-853a-5af00ecdc0df req-676d23d1-9ceb-4a7c-b70b-8f4183dc223f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:17:51.722297 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e0069926-4f43-402e-853a-5af00ecdc0df req-676d23d1-9ceb-4a7c-b70b-8f4183dc223f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dd17e4b6-a33a-4e17-bc4a-03539800690d HTTP/1.1" status: 200  len: 851 time: 0.1236634
Jan 29 10:17:51.723628 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b20b3815-a464-4d74-a942-00973e729074 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:51.724738 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b20b3815-a464-4d74-a942-00973e729074 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:51.740551 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b20b3815-a464-4d74-a942-00973e729074 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:51.763167 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2681c243-07d8-41a4-ba9d-d69c96dac408 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:51.788519 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-504b726f-dab6-416f-9670-e4b9c1a2fffe None None] Set router 186f80c1-4500-4ded-869d-b89be306d531 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:17:51.803601 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b20b3815-a464-4d74-a942-00973e729074 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:51.879144 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b20b3815-a464-4d74-a942-00973e729074 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:51.883864 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b20b3815-a464-4d74-a942-00973e729074 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.2172940
Jan 29 10:17:51.884013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57762) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:51.895671 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0069926-4f43-402e-853a-5af00ecdc0df req-7603c424-2923-4a5a-a99f-2eb9eef7aef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:17:51.897458 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e0069926-4f43-402e-853a-5af00ecdc0df req-7603c424-2923-4a5a-a99f-2eb9eef7aef7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9c450a0f-2c11-436c-8735-9a1afe6b7184&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.1403329
Jan 29 10:17:51.899213 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4dc140-4c9d-452b-ba18-72fc2d62ed74 None None] Pushing event updated for resources: {'Port': ['ID=d24eaa45-b441-4b74-acd2-bbc39454cd62,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:51.900608 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-d09a8e93-0ed9-40a3-8d31-cdea1089badd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Request body: {'port': {'network_id': 'ce623d2a-04b3-4d77-b233-5366345e8f38', 'name': 'tempest-RoutersTest-157061087'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:17:51.902555 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ee4dc140-4c9d-452b-ba18-72fc2d62ed74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:51.940455 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-2681c243-07d8-41a4-ba9d-d69c96dac408 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c8e85320>,) {'filters': {'network_id': ['6e261d20-4952-46c5-abb1-befb915cb5f4']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:51.961645 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-2681c243-07d8-41a4-ba9d-d69c96dac408 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c8e85320>, '887956ac-8bf4-44bf-9dc3-0f938dc08df6') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:51.962010 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-2681c243-07d8-41a4-ba9d-d69c96dac408 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c8e85320>, '887956ac-8bf4-44bf-9dc3-0f938dc08df6') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:52.022107 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4dc140-4c9d-452b-ba18-72fc2d62ed74 None None] Network 6e261d20-4952-46c5-abb1-befb915cb5f4 is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:17:52.028728 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-ee4dc140-4c9d-452b-ba18-72fc2d62ed74 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:17:52.031292 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4dc140-4c9d-452b-ba18-72fc2d62ed74 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:17:52.036205 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2681c243-07d8-41a4-ba9d-d69c96dac408 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:52.054425 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e0069926-4f43-402e-853a-5af00ecdc0df req-e06204c0-be1d-4801-952c-f2a66f40aa9a service neutron] 10.222.0.57 "GET /v2.0/networks/9c450a0f-2c11-436c-8735-9a1afe6b7184?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1476526
Jan 29 10:17:52.068738 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2681c243-07d8-41a4-ba9d-d69c96dac408 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:52.074107 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2681c243-07d8-41a4-ba9d-d69c96dac408 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Releasing vxlan tunnel 3 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:17:52.176707 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-ee4dc140-4c9d-452b-ba18-72fc2d62ed74 None None] Attempting to bind port d24eaa45-b441-4b74-acd2-bbc39454cd62 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:17:52.177111 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-ee4dc140-4c9d-452b-ba18-72fc2d62ed74 None None] Attempting to bind port d24eaa45-b441-4b74-acd2-bbc39454cd62 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '887956ac-8bf4-44bf-9dc3-0f938dc08df6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6e261d20-4952-46c5-abb1-befb915cb5f4'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:17:52.177814 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4dc140-4c9d-452b-ba18-72fc2d62ed74 None None] Attempting to bind port d24eaa45-b441-4b74-acd2-bbc39454cd62 on network 6e261d20-4952-46c5-abb1-befb915cb5f4 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:17:52.178315 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d09a8e93-0ed9-40a3-8d31-cdea1089badd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:17:52.205926 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4293a3e6-f190-4c6d-82e2-2df45f39ac3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-ce623d2a-04b3-4d77-b233-5366345e8f38', 'network_id': 'ce623d2a-04b3-4d77-b233-5366345e8f38', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'fixed_ips': [{'subnet_id': 'ab9570c1-aa93-4d6d-8473-21d71a977a01'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:17:52.206830 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4293a3e6-f190-4c6d-82e2-2df45f39ac3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:52.208016 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e0069926-4f43-402e-853a-5af00ecdc0df req-70a4d9c6-6a41-476b-87d1-81fa4ded370a service neutron] 10.222.0.57 "GET /v2.0/networks/9c450a0f-2c11-436c-8735-9a1afe6b7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1469574
Jan 29 10:17:52.221385 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d09a8e93-0ed9-40a3-8d31-cdea1089badd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:17:52.224060 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4dc140-4c9d-452b-ba18-72fc2d62ed74 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:17:52.224468 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4dc140-4c9d-452b-ba18-72fc2d62ed74 None None] Checking segment: {'id': '887956ac-8bf4-44bf-9dc3-0f938dc08df6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6e261d20-4952-46c5-abb1-befb915cb5f4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:17:52.224928 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ee4dc140-4c9d-452b-ba18-72fc2d62ed74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:52.228912 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4dc140-4c9d-452b-ba18-72fc2d62ed74 None None] Bound using segment: {'id': '887956ac-8bf4-44bf-9dc3-0f938dc08df6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6e261d20-4952-46c5-abb1-befb915cb5f4'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:17:52.228912 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-ee4dc140-4c9d-452b-ba18-72fc2d62ed74 None None] Bound port: d24eaa45-b441-4b74-acd2-bbc39454cd62, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887956ac-8bf4-44bf-9dc3-0f938dc08df6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6e261d20-4952-46c5-abb1-befb915cb5f4'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:17:52.228912 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ee4dc140-4c9d-452b-ba18-72fc2d62ed74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:52.298916 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-2681c243-07d8-41a4-ba9d-d69c96dac408 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Network 6e261d20-4952-46c5-abb1-befb915cb5f4 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:17:52.307819 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09a8e93-0ed9-40a3-8d31-cdea1089badd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Made reservation on behalf of ad83ad6a41264da3be98f825b2f64def for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:17:52.329612 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d09a8e93-0ed9-40a3-8d31-cdea1089badd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:52.341395 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2681c243-07d8-41a4-ba9d-d69c96dac408 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:52.593748 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-2681c243-07d8-41a4-ba9d-d69c96dac408 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Network 6e261d20-4952-46c5-abb1-befb915cb5f4 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:17:52.599880 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-ee4dc140-4c9d-452b-ba18-72fc2d62ed74 None None] For port d24eaa45-b441-4b74-acd2-bbc39454cd62, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:17:52.667312 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:17:52.667312 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:17:52.667312 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:17:52.667312 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:17:52.667312 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:17:52.667312 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:17:52.667312 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:17:52.667312 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:17:52.667312 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:17:52.667312 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:17:52.667312 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:17:52.667312 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:17:52.667312 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:17:52.667312 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:17:52.667312 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:17:52.667312 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:17:52.667312 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:17:52.667312 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:17:52.667312 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:17:52.667312 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:17:52.667312 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:17:52.667312 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:17:52.667312 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:17:52.667312 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:17:52.667312 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:17:52.667312 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:17:52.667312 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:17:52.667312 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:17:52.667312 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:17:52.667312 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:17:52.667312 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:17:52.667312 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:17:52.774774 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1494a85e-01fe-420b-a2f6-13453588e0e5 req-bbd4abd6-2cc5-4814-8ccd-7ccd517cf56b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1163071686&fields=id&tenant_id=ff1f06ee29ef461597f2ecd846f8813d HTTP/1.1" status: 200  len: 267 time: 0.0682483
Jan 29 10:17:52.796728 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-d09a8e93-0ed9-40a3-8d31-cdea1089badd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] device_id is not set on port a5fef818-f759-4bb1-95d3-6af5d840d2a9 yet. {{(pid=80766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:17:52.842827 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-2681c243-07d8-41a4-ba9d-d69c96dac408 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Jan 29 10:17:52.842827 dv-neutron-772983-2-ovs neutron-server[80656]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Jan 29 10:17:52.842827 dv-neutron-772983-2-ovs neutron-server[80656]: [parameters: {'id': '6e261d20-4952-46c5-abb1-befb915cb5f4'}]
Jan 29 10:17:52.842827 dv-neutron-772983-2-ovs neutron-server[80656]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80766) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:17:52.843262 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-2681c243-07d8-41a4-ba9d-d69c96dac408 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:17:52.862487 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-ee4dc140-4c9d-452b-ba18-72fc2d62ed74 None None] For port d24eaa45-b441-4b74-acd2-bbc39454cd62, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=d24eaa45-b441-4b74-acd2-bbc39454cd62,segment=NetworkSegment(887956ac-8bf4-44bf-9dc3-0f938dc08df6),segment_id=887956ac-8bf4-44bf-9dc3-0f938dc08df6)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:17:52.910466 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ee4dc140-4c9d-452b-ba18-72fc2d62ed74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:52.928724 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:52.966812 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-d09a8e93-0ed9-40a3-8d31-cdea1089badd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Allocated IP 172.20.0.11 (ce623d2a-04b3-4d77-b233-5366345e8f38/ab9570c1-aa93-4d6d-8473-21d71a977a01/a5fef818-f759-4bb1-95d3-6af5d840d2a9) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:17:53.050716 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1494a85e-01fe-420b-a2f6-13453588e0e5 req-ecd6b44b-ba0b-4a53-ade7-e14539eca776 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:17:53.051441 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-1494a85e-01fe-420b-a2f6-13453588e0e5 req-ecd6b44b-ba0b-4a53-ade7-e14539eca776 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Synchronizing usage tracker for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:network {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:17:53.071470 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-1494a85e-01fe-420b-a2f6-13453588e0e5 req-ecd6b44b-ba0b-4a53-ade7-e14539eca776 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Unset dirty status for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:network {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:17:53.072782 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1494a85e-01fe-420b-a2f6-13453588e0e5 req-ecd6b44b-ba0b-4a53-ade7-e14539eca776 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/networks?id=17776172-c021-47c4-abdf-42ef2691de1f HTTP/1.1" status: 200  len: 797 time: 0.2888982
Jan 29 10:17:53.092943 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1494a85e-01fe-420b-a2f6-13453588e0e5 req-8d4fbf9d-99b3-49f8-b19c-1b234dc6dd1f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/quotas/ff1f06ee29ef461597f2ecd846f8813d HTTP/1.1" status: 200  len: 375 time: 0.0117528
Jan 29 10:17:53.161909 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4dc140-4c9d-452b-ba18-72fc2d62ed74 None None] Pushing event updated for resources: {'Port': ['ID=d24eaa45-b441-4b74-acd2-bbc39454cd62,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:53.165476 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ee4dc140-4c9d-452b-ba18-72fc2d62ed74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:53.185297 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-504b726f-dab6-416f-9670-e4b9c1a2fffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9646ac8>, [{'id': '186f80c1-4500-4ded-869d-b89be306d531', 'name': 'tempest-TestVolumeBootPattern-1113126477-router', 'tenant_id': '4d907168a4924ceb9472857ce37e1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '28d59b23-64d3-4cb4-9403-19957bc5481c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:07:40Z', 'updated_at': '2021-01-29T10:08:01Z', 'revision_number': 4, 'project_id': '4d907168a4924ceb9472857ce37e1904', 'gw_port': {'id': '28d59b23-64d3-4cb4-9403-19957bc5481c', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186f80c1-4500-4ded-869d-b89be306d531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:07:44Z', 'updated_at': '2021-01-29T10:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': '565f982f-8af9-4950-b585-07af6df4206c', 'tenant_id': '4d907168a4924ceb9472857ce37e1904', 'floating_ip_address': '172.26.7.9', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '186f80c1-4500-4ded-869d-b89be306d531', 'port_id': '05c0010b-4a4e-456d-88c9-f1ef6991886d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c450a0f-2c11-436c-8735-9a1afe6b7184', 'mac_address': 'fa:16:3e:a6:e9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e703fc3b-df22-44d7-a8f5-0f01199a3626', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:13:20Z', 'updated_at': '2021-01-29T10:13:39Z', 'revision_number': 2, 'project_id': '4d907168a4924ceb9472857ce37e1904', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baad40a7-f833-4fed-9129-14efdd69b52a', 'name': '', 'network_id': '9c450a0f-2c11-436c-8735-9a1afe6b7184', 'tenant_id': '4d907168a4924ceb9472857ce37e1904', 'mac_address': 'fa:16:3e:db:ec:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186f80c1-4500-4ded-869d-b89be306d531', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'dd17e4b6-a33a-4e17-bc4a-03539800690d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:07:56Z', 'updated_at': '2021-01-29T10:08:26Z', 'revision_number': 5, 'project_id': '4d907168a4924ceb9472857ce37e1904', 'subnets': [{'id': 'dd17e4b6-a33a-4e17-bc4a-03539800690d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:53.196082 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504b726f-dab6-416f-9670-e4b9c1a2fffe None None] Checking router: 186f80c1-4500-4ded-869d-b89be306d531 for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:17:53.218041 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504b726f-dab6-416f-9670-e4b9c1a2fffe None None] Routers {'186f80c1-4500-4ded-869d-b89be306d531'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:17:53.218568 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-504b726f-dab6-416f-9670-e4b9c1a2fffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9646ac8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:17:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['186f80c1-4500-4ded-869d-b89be306d531'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:53.245176 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d09a8e93-0ed9-40a3-8d31-cdea1089badd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:53.251417 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-1494a85e-01fe-420b-a2f6-13453588e0e5 req-9b625686-6862-4887-a7d2-865855f0f60d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Synchronizing usage tracker for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:17:53.262139 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-d09a8e93-0ed9-40a3-8d31-cdea1089badd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Transition to ACTIVE for port object a5fef818-f759-4bb1-95d3-6af5d840d2a9 will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:17:53.267664 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-1494a85e-01fe-420b-a2f6-13453588e0e5 req-9b625686-6862-4887-a7d2-865855f0f60d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Unset dirty status for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:17:53.272610 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1494a85e-01fe-420b-a2f6-13453588e0e5 req-9b625686-6862-4887-a7d2-865855f0f60d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ff1f06ee29ef461597f2ecd846f8813d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1721864
Jan 29 10:17:53.286852 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d09a8e93-0ed9-40a3-8d31-cdea1089badd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:53.379114 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a1195859-4bf2-496b-bd75-1201930f6ff7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:53.410502 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2681c243-07d8-41a4-ba9d-d69c96dac408 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:53.446532 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1494a85e-01fe-420b-a2f6-13453588e0e5 req-fd05bd9f-cd51-4bab-ad7a-6a8e45c7b7e0 service neutron] 10.222.0.57 "GET /v2.0/networks/17776172-c021-47c4-abdf-42ef2691de1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1484804
Jan 29 10:17:53.532381 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-4293a3e6-f190-4c6d-82e2-2df45f39ac3d None None] Allocated IP 172.20.0.2 (ce623d2a-04b3-4d77-b233-5366345e8f38/ab9570c1-aa93-4d6d-8473-21d71a977a01/7ff2bbc4-326f-4f38-a9de-b9da24912bdc) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:17:53.532844 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-2681c243-07d8-41a4-ba9d-d69c96dac408 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Deleting port d24eaa45-b441-4b74-acd2-bbc39454cd62 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:17:53.533346 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2681c243-07d8-41a4-ba9d-d69c96dac408 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:53.543975 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d8891b-b3d1-42e4-b7ad-095f9084948f None None] Network 6e261d20-4952-46c5-abb1-befb915cb5f4 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:17:53.594879 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09a8e93-0ed9-40a3-8d31-cdea1089badd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event updated for resources: {'Port': ['ID=a5fef818-f759-4bb1-95d3-6af5d840d2a9,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:53.599913 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1494a85e-01fe-420b-a2f6-13453588e0e5 req-35ed3dfd-d43b-4da8-85c8-15eb8a46c6f6 service neutron] 10.222.0.57 "GET /v2.0/networks/17776172-c021-47c4-abdf-42ef2691de1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1468835
Jan 29 10:17:53.600896 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d09a8e93-0ed9-40a3-8d31-cdea1089badd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:53.667785 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09a8e93-0ed9-40a3-8d31-cdea1089badd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Network ce623d2a-04b3-4d77-b233-5366345e8f38 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:17:53.670556 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-d09a8e93-0ed9-40a3-8d31-cdea1089badd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:17:53.674918 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09a8e93-0ed9-40a3-8d31-cdea1089badd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:17:53.719603 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-504b726f-dab6-416f-9670-e4b9c1a2fffe None None] Set router 186f80c1-4500-4ded-869d-b89be306d531 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:17:53.791709 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29e2e9c0-6be8-4c27-8515-c6c0dff1d35e', 'tag': '0f9c1656-aa40-4725-97b7-4295ccfb24f7', 'status': 'completed', 'code': 200}
Jan 29 10:17:53.883761 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-2681c243-07d8-41a4-ba9d-d69c96dac408 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] For port d24eaa45-b441-4b74-acd2-bbc39454cd62, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=d24eaa45-b441-4b74-acd2-bbc39454cd62,segment=NetworkSegment(887956ac-8bf4-44bf-9dc3-0f938dc08df6),segment_id=887956ac-8bf4-44bf-9dc3-0f938dc08df6)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:17:53.884163 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2681c243-07d8-41a4-ba9d-d69c96dac408 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:53.952380 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1098c781-cfd5-4d84-a2e1-282404509382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:53.963026 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a77640-73b1-4643-9e8a-c4279e131edb req-d5c05e0f-d13b-42e8-9a97-280a46618e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:17:53.965115 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f8a77640-73b1-4643-9e8a-c4279e131edb req-d5c05e0f-d13b-42e8-9a97-280a46618e74 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4d907168a4924ceb9472857ce37e1904&device_id=29e2e9c0-6be8-4c27-8515-c6c0dff1d35e HTTP/1.1" status: 200  len: 1163 time: 0.1131539
Jan 29 10:17:54.040461 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-2681c243-07d8-41a4-ba9d-d69c96dac408 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Calling delete_port for d24eaa45-b441-4b74-acd2-bbc39454cd62 owned by network:dhcp {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:17:54.244402 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09a8e93-0ed9-40a3-8d31-cdea1089badd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:17:54.245597 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d09a8e93-0ed9-40a3-8d31-cdea1089badd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:54.251373 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a77640-73b1-4643-9e8a-c4279e131edb req-efa80fc4-a70d-47ac-b1d7-4d08b1a0f88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:17:54.256667 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f8a77640-73b1-4643-9e8a-c4279e131edb req-efa80fc4-a70d-47ac-b1d7-4d08b1a0f88c service neutron] 10.222.0.22 "GET /v2.0/networks?id=9c450a0f-2c11-436c-8735-9a1afe6b7184 HTTP/1.1" status: 200  len: 906 time: 0.2846558
Jan 29 10:17:54.284034 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:54.287293 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4293a3e6-f190-4c6d-82e2-2df45f39ac3d None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:54.347771 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d09a8e93-0ed9-40a3-8d31-cdea1089badd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 922 time: 2.4629695
Jan 29 10:17:54.354356 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57804) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:54.355280 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2681c243-07d8-41a4-ba9d-d69c96dac408 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:54.362352 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4293a3e6-f190-4c6d-82e2-2df45f39ac3d None None] Transition to ACTIVE for port object 7ff2bbc4-326f-4f38-a9de-b9da24912bdc will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:17:54.367500 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f8a77640-73b1-4643-9e8a-c4279e131edb req-3b77aa4f-c130-4c58-8a90-cde4db35f0e7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f9c1656-aa40-4725-97b7-4295ccfb24f7 HTTP/1.1" status: 200  len: 217 time: 0.0945392
Jan 29 10:17:54.396728 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4293a3e6-f190-4c6d-82e2-2df45f39ac3d None None] Transition to ACTIVE for port object 7ff2bbc4-326f-4f38-a9de-b9da24912bdc will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:17:54.417185 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4293a3e6-f190-4c6d-82e2-2df45f39ac3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:54.436407 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2bfeb038-c797-463d-a97d-a1cccaa0be54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:54.438928 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-dee5de4a-3317-4a1e-b67c-a3aaca7fd16a tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:54.493333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a77640-73b1-4643-9e8a-c4279e131edb req-23ef24ac-667f-4ede-83eb-f112160a1407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:17:54.495438 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f8a77640-73b1-4643-9e8a-c4279e131edb req-23ef24ac-667f-4ede-83eb-f112160a1407 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=dd17e4b6-a33a-4e17-bc4a-03539800690d HTTP/1.1" status: 200  len: 851 time: 0.1268828
Jan 29 10:17:54.500246 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2681c243-07d8-41a4-ba9d-d69c96dac408 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Pushing event deleted for resources: {'Port': ['ID=d24eaa45-b441-4b74-acd2-bbc39454cd62,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:54.526731 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2681c243-07d8-41a4-ba9d-d69c96dac408 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:54.845128 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4293a3e6-f190-4c6d-82e2-2df45f39ac3d None None] Pushing event updated for resources: {'Port': ['ID=7ff2bbc4-326f-4f38-a9de-b9da24912bdc,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:54.848759 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4293a3e6-f190-4c6d-82e2-2df45f39ac3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:54.883979 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2681c243-07d8-41a4-ba9d-d69c96dac408 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] No DVR routers for this DVR port d24eaa45-b441-4b74-acd2-bbc39454cd62 on host dv-neutron-772983-2-ovs {{(pid=80766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:17:54.916532 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:54.949968 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-504b726f-dab6-416f-9670-e4b9c1a2fffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9646ac8>, [{'id': '186f80c1-4500-4ded-869d-b89be306d531', 'name': 'tempest-TestVolumeBootPattern-1113126477-router', 'tenant_id': '4d907168a4924ceb9472857ce37e1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '28d59b23-64d3-4cb4-9403-19957bc5481c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:07:40Z', 'updated_at': '2021-01-29T10:08:01Z', 'revision_number': 4, 'project_id': '4d907168a4924ceb9472857ce37e1904', 'gw_port': {'id': '28d59b23-64d3-4cb4-9403-19957bc5481c', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186f80c1-4500-4ded-869d-b89be306d531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:07:44Z', 'updated_at': '2021-01-29T10:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': '565f982f-8af9-4950-b585-07af6df4206c', 'tenant_id': '4d907168a4924ceb9472857ce37e1904', 'floating_ip_address': '172.26.7.9', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '186f80c1-4500-4ded-869d-b89be306d531', 'port_id': '05c0010b-4a4e-456d-88c9-f1ef6991886d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c450a0f-2c11-436c-8735-9a1afe6b7184', 'mac_address': 'fa:16:3e:a6:e9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e703fc3b-df22-44d7-a8f5-0f01199a3626', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:13:20Z', 'updated_at': '2021-01-29T10:13:39Z', 'revision_number': 2, 'project_id': '4d907168a4924ceb9472857ce37e1904', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baad40a7-f833-4fed-9129-14efdd69b52a', 'name': '', 'network_id': '9c450a0f-2c11-436c-8735-9a1afe6b7184', 'tenant_id': '4d907168a4924ceb9472857ce37e1904', 'mac_address': 'fa:16:3e:db:ec:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186f80c1-4500-4ded-869d-b89be306d531', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'dd17e4b6-a33a-4e17-bc4a-03539800690d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:07:56Z', 'updated_at': '2021-01-29T10:08:26Z', 'revision_number': 5, 'project_id': '4d907168a4924ceb9472857ce37e1904', 'subnets': [{'id': 'dd17e4b6-a33a-4e17-bc4a-03539800690d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:54.957450 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4293a3e6-f190-4c6d-82e2-2df45f39ac3d None None] Network ce623d2a-04b3-4d77-b233-5366345e8f38 is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:17:54.959389 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504b726f-dab6-416f-9670-e4b9c1a2fffe None None] The sync data for ids ['186f80c1-4500-4ded-869d-b89be306d531'] in dv-neutron-772983-2-ovs is: [{'id': '186f80c1-4500-4ded-869d-b89be306d531', 'name': 'tempest-TestVolumeBootPattern-1113126477-router', 'tenant_id': '4d907168a4924ceb9472857ce37e1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '28d59b23-64d3-4cb4-9403-19957bc5481c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:07:40Z', 'updated_at': '2021-01-29T10:08:01Z', 'revision_number': 4, 'project_id': '4d907168a4924ceb9472857ce37e1904', 'gw_port': {'id': '28d59b23-64d3-4cb4-9403-19957bc5481c', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186f80c1-4500-4ded-869d-b89be306d531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:07:44Z', 'updated_at': '2021-01-29T10:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': '565f982f-8af9-4950-b585-07af6df4206c', 'tenant_id': '4d907168a4924ceb9472857ce37e1904', 'floating_ip_address': '172.26.7.9', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '186f80c1-4500-4ded-869d-b89be306d531', 'port_id': '05c0010b-4a4e-456d-88c9-f1ef6991886d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c450a0f-2c11-436c-8735-9a1afe6b7184', 'mac_address': 'fa:16:3e:a6:e9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e703fc3b-df22-44d7-a8f5-0f01199a3626', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:13:20Z', 'updated_at': '2021-01-29T10:13:39Z', 'revision_number': 2, 'project_id': '4d907168a4924ceb9472857ce37e1904', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baad40a7-f833-4fed-9129-14efdd69b52a', 'name': '', 'network_id': '9c450a0f-2c11-436c-8735-9a1afe6b7184', 'tenant_id': '4d907168a4924ceb9472857ce37e1904', 'mac_address': 'fa:16:3e:db:ec:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186f80c1-4500-4ded-869d-b89be306d531', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'dd17e4b6-a33a-4e17-bc4a-03539800690d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:07:56Z', 'updated_at': '2021-01-29T10:08:26Z', 'revision_number': 5, 'project_id': '4d907168a4924ceb9472857ce37e1904', 'subnets': [{'id': 'dd17e4b6-a33a-4e17-bc4a-03539800690d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:17:54.961941 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3dd325-0985-4072-9e23-d0c5c0d87a76 req-99cb5451-f311-4dcb-982a-ef652189ab3f tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:17:54.962439 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-4293a3e6-f190-4c6d-82e2-2df45f39ac3d None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:17:54.964561 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4293a3e6-f190-4c6d-82e2-2df45f39ac3d None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:17:54.967178 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ee3dd325-0985-4072-9e23-d0c5c0d87a76 req-99cb5451-f311-4dcb-982a-ef652189ab3f tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] 10.222.0.57 "GET /v2.0/ports?device_id=074fbe52-e90f-4358-8ed3-539b659b3d85 HTTP/1.1" status: 200  len: 945 time: 0.5596714
Jan 29 10:17:55.030084 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a77640-73b1-4643-9e8a-c4279e131edb req-12fd4a8f-77ef-46dd-bde3-a5d48e37ed96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:17:55.031777 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f8a77640-73b1-4643-9e8a-c4279e131edb req-12fd4a8f-77ef-46dd-bde3-a5d48e37ed96 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9c450a0f-2c11-436c-8735-9a1afe6b7184&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.5284598
Jan 29 10:17:55.041107 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-4293a3e6-f190-4c6d-82e2-2df45f39ac3d None None] Attempting to bind port 7ff2bbc4-326f-4f38-a9de-b9da24912bdc on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:17:55.042372 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-4293a3e6-f190-4c6d-82e2-2df45f39ac3d None None] Attempting to bind port 7ff2bbc4-326f-4f38-a9de-b9da24912bdc by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '0a3cf2d7-c48c-4411-9243-9e42625580e6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce623d2a-04b3-4d77-b233-5366345e8f38'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:17:55.043728 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4293a3e6-f190-4c6d-82e2-2df45f39ac3d None None] Attempting to bind port 7ff2bbc4-326f-4f38-a9de-b9da24912bdc on network ce623d2a-04b3-4d77-b233-5366345e8f38 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:17:55.052535 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4293a3e6-f190-4c6d-82e2-2df45f39ac3d None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:17:55.053728 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4293a3e6-f190-4c6d-82e2-2df45f39ac3d None None] Checking segment: {'id': '0a3cf2d7-c48c-4411-9243-9e42625580e6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce623d2a-04b3-4d77-b233-5366345e8f38'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:17:55.053947 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ee3dd325-0985-4072-9e23-d0c5c0d87a76 req-a6ead7cc-62e9-4a45-a43f-c88fb8e3c1e6 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ba8e0b6-c808-4291-b283-44235b5bd3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0770085
Jan 29 10:17:55.054883 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4293a3e6-f190-4c6d-82e2-2df45f39ac3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:55.055482 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4293a3e6-f190-4c6d-82e2-2df45f39ac3d None None] Bound using segment: {'id': '0a3cf2d7-c48c-4411-9243-9e42625580e6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce623d2a-04b3-4d77-b233-5366345e8f38'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:17:55.056190 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-4293a3e6-f190-4c6d-82e2-2df45f39ac3d None None] Bound port: 7ff2bbc4-326f-4f38-a9de-b9da24912bdc, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a3cf2d7-c48c-4411-9243-9e42625580e6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce623d2a-04b3-4d77-b233-5366345e8f38'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:17:55.056774 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4293a3e6-f190-4c6d-82e2-2df45f39ac3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:55.224619 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f8a77640-73b1-4643-9e8a-c4279e131edb req-2175741a-82e5-4686-81ae-3572d7a34f13 service neutron] 10.222.0.22 "GET /v2.0/networks/9c450a0f-2c11-436c-8735-9a1afe6b7184?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1695371
Jan 29 10:17:55.228680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4293a3e6-f190-4c6d-82e2-2df45f39ac3d None None] For port 7ff2bbc4-326f-4f38-a9de-b9da24912bdc, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:17:55.237029 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4293a3e6-f190-4c6d-82e2-2df45f39ac3d None None] For port 7ff2bbc4-326f-4f38-a9de-b9da24912bdc, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=7ff2bbc4-326f-4f38-a9de-b9da24912bdc,segment=NetworkSegment(0a3cf2d7-c48c-4411-9243-9e42625580e6),segment_id=0a3cf2d7-c48c-4411-9243-9e42625580e6)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:17:55.249522 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4293a3e6-f190-4c6d-82e2-2df45f39ac3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:55.272472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:55.450729 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4293a3e6-f190-4c6d-82e2-2df45f39ac3d None None] Pushing event updated for resources: {'Port': ['ID=7ff2bbc4-326f-4f38-a9de-b9da24912bdc,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:55.461275 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4293a3e6-f190-4c6d-82e2-2df45f39ac3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:55.469008 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-38affe36-8e16-4c2a-ad80-5e30638d228b req-50f3002e-a0ea-4b38-a952-cf93219a1397 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff2d1eab-2236-4cbd-ac98-eb6d8f388f59 HTTP/1.1" status: 200  len: 210 time: 0.0647950
Jan 29 10:17:55.501932 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f8a77640-73b1-4643-9e8a-c4279e131edb req-e63b8928-b0e7-431c-a4bf-ae6dd635b624 service neutron] 10.222.0.22 "GET /v2.0/networks/9c450a0f-2c11-436c-8735-9a1afe6b7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2686801
Jan 29 10:17:55.538761 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f22e17f-e65a-4e74-841a-6033649dc26a None None] New status for floating IP 3c879854-7fcf-41be-b3c5-3ca0dbe5c4f5: DOWN {{(pid=80768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 29 10:17:55.725817 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2681c243-07d8-41a4-ba9d-d69c96dac408 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:55.832254 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f32c4-fad8-4840-ba79-ec224291b200 req-13f8f71c-123e-4de5-be3b-2a37512fba37 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:17:55.833154 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-ef8f32c4-fad8-4840-ba79-ec224291b200 req-13f8f71c-123e-4de5-be3b-2a37512fba37 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Synchronizing usage tracker for tenant:4d907168a4924ceb9472857ce37e1904 on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:17:55.851258 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-ef8f32c4-fad8-4840-ba79-ec224291b200 req-13f8f71c-123e-4de5-be3b-2a37512fba37 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Unset dirty status for tenant:4d907168a4924ceb9472857ce37e1904 on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:17:55.852768 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ef8f32c4-fad8-4840-ba79-ec224291b200 req-13f8f71c-123e-4de5-be3b-2a37512fba37 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/ports?device_id=29e2e9c0-6be8-4c27-8515-c6c0dff1d35e HTTP/1.1" status: 200  len: 946 time: 0.2208884
Jan 29 10:17:55.944135 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ef8f32c4-fad8-4840-ba79-ec224291b200 req-6a3bdd93-0cee-484e-8632-0cf9fb5a1df9 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/security-groups?id=ca938fcf-b80d-466c-a403-7c3b18a33b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0845170
Jan 29 10:17:55.988031 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1494a85e-01fe-420b-a2f6-13453588e0e5 req-0dac0f75-e7cb-4837-8365-004f48a2b99f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:17:55.989710 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1494a85e-01fe-420b-a2f6-13453588e0e5 req-0dac0f75-e7cb-4837-8365-004f48a2b99f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.22 "GET /v2.0/networks?id=17776172-c021-47c4-abdf-42ef2691de1f HTTP/1.1" status: 200  len: 797 time: 0.5591576
Jan 29 10:17:56.033947 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:56.101471 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-2681c243-07d8-41a4-ba9d-d69c96dac408 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c96e09b0>,) {'filters': {'network_id': ['6e261d20-4952-46c5-abb1-befb915cb5f4']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:56.137820 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-2681c243-07d8-41a4-ba9d-d69c96dac408 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c96e09b0>, '887956ac-8bf4-44bf-9dc3-0f938dc08df6') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:56.138036 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-2681c243-07d8-41a4-ba9d-d69c96dac408 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c96e09b0>, '887956ac-8bf4-44bf-9dc3-0f938dc08df6') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:17:56.152056 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 0f9c1656-aa40-4725-97b7-4295ccfb24f7 up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:17:56.161701 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2681c243-07d8-41a4-ba9d-d69c96dac408 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:56.176580 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6245882c-0718-489e-a043-8da3341e67bd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:56.246312 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 0f9c1656-aa40-4725-97b7-4295ccfb24f7 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:17:56.246782 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:56.252871 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2681c243-07d8-41a4-ba9d-d69c96dac408 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:56.298413 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-1494a85e-01fe-420b-a2f6-13453588e0e5 req-e8fea41e-4cad-4940-bdec-418e3f677e77 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Synchronizing usage tracker for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:security_group {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:17:56.303398 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2681c243-07d8-41a4-ba9d-d69c96dac408 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Releasing vxlan tunnel 3 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:17:56.431957 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb6077-08b2-4f3d-93b4-37509859a7e5 req-7aea9a3d-a901-4ff1-8fd8-bb2aedbde5c5 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:17:56.433630 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0abb6077-08b2-4f3d-93b4-37509859a7e5 req-7aea9a3d-a901-4ff1-8fd8-bb2aedbde5c5 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] 10.222.0.57 "GET /v2.0/ports?device_id=074fbe52-e90f-4358-8ed3-539b659b3d85 HTTP/1.1" status: 200  len: 945 time: 0.2188349
Jan 29 10:17:56.449327 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-1494a85e-01fe-420b-a2f6-13453588e0e5 req-e8fea41e-4cad-4940-bdec-418e3f677e77 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Unset dirty status for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:security_group {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:17:56.450846 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1494a85e-01fe-420b-a2f6-13453588e0e5 req-e8fea41e-4cad-4940-bdec-418e3f677e77 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ff1f06ee29ef461597f2ecd846f8813d HTTP/1.1" status: 200  len: 8069 time: 0.3790259
Jan 29 10:17:56.496832 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-1494a85e-01fe-420b-a2f6-13453588e0e5 req-bec5d772-0268-4cfe-8503-15dc57034596 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'port': {'device_id': 'ff2d1eab-2236-4cbd-ac98-eb6d8f388f59', 'network_id': '17776172-c021-47c4-abdf-42ef2691de1f', 'admin_state_up': True, 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'security_groups': ['b36a32e5-9aee-4df4-8453-861f96989b27']}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:17:56.549807 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0abb6077-08b2-4f3d-93b4-37509859a7e5 req-8e62ef14-51a0-4a47-afae-1f69b351c511 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ba8e0b6-c808-4291-b283-44235b5bd3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1093531
Jan 29 10:17:56.619970 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-2681c243-07d8-41a4-ba9d-d69c96dac408 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Network 6e261d20-4952-46c5-abb1-befb915cb5f4 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:17:56.630500 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2681c243-07d8-41a4-ba9d-d69c96dac408 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:56.668568 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb44b38-9c8a-4483-b485-a7da40de5904 req-cd937f8b-5756-4f8d-b3c8-00c31e878c74 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:17:56.670552 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1eb44b38-9c8a-4483-b485-a7da40de5904 req-cd937f8b-5756-4f8d-b3c8-00c31e878c74 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.22 "GET /v2.0/ports?device_id=29e2e9c0-6be8-4c27-8515-c6c0dff1d35e HTTP/1.1" status: 200  len: 946 time: 0.1971385
Jan 29 10:17:56.778274 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-80255547-a9a7-4efe-a8e4-3ec0de3257c8 req-daa95561-3d3c-4473-9654-f32248a1272c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff2d1eab-2236-4cbd-ac98-eb6d8f388f59 HTTP/1.1" status: 200  len: 210 time: 0.0999951
Jan 29 10:17:56.826044 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-1eb44b38-9c8a-4483-b485-a7da40de5904 req-e96fdea5-ff53-4b64-b74c-09b03e2db67b tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Deleting port 0f9c1656-aa40-4725-97b7-4295ccfb24f7 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:17:56.826416 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-1eb44b38-9c8a-4483-b485-a7da40de5904 req-e96fdea5-ff53-4b64-b74c-09b03e2db67b tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:57.047219 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9708b10e-aeeb-4ea6-990f-b999f5c367e2 None None] Network ce623d2a-04b3-4d77-b233-5366345e8f38 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:17:57.100548 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-2681c243-07d8-41a4-ba9d-d69c96dac408 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Network 6e261d20-4952-46c5-abb1-befb915cb5f4 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:17:57.134074 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:17:57.134074 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:17:57.134074 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:17:57.134074 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:17:57.134074 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:17:57.134074 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:17:57.134074 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:17:57.134074 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:17:57.134074 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:17:57.134074 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:17:57.134074 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:17:57.134074 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:17:57.134074 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:17:57.134074 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:17:57.134074 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:17:57.134074 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:17:57.134074 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:17:57.134074 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:17:57.134074 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:17:57.134074 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:17:57.134074 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:17:57.134074 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:17:57.134074 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:17:57.134074 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:17:57.134074 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:17:57.134074 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:17:57.134074 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:17:57.134074 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:17:57.134074 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:17:57.134074 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:17:57.134074 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:17:57.134074 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:17:57.153606 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-1494a85e-01fe-420b-a2f6-13453588e0e5 req-bec5d772-0268-4cfe-8503-15dc57034596 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:17:57.167721 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-c542af75-863b-4636-813d-13a82186aee5 None None] Provisioning for port 7ff2bbc4-326f-4f38-a9de-b9da24912bdc completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:17:57.174787 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-1eb44b38-9c8a-4483-b485-a7da40de5904 req-e96fdea5-ff53-4b64-b74c-09b03e2db67b tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] For port 0f9c1656-aa40-4725-97b7-4295ccfb24f7, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=0f9c1656-aa40-4725-97b7-4295ccfb24f7,segment=NetworkSegment(b73319d1-1a15-4ad0-895c-77a7ce281119),segment_id=b73319d1-1a15-4ad0-895c-77a7ce281119)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:17:57.175400 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-1eb44b38-9c8a-4483-b485-a7da40de5904 req-e96fdea5-ff53-4b64-b74c-09b03e2db67b tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:57.248134 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-1494a85e-01fe-420b-a2f6-13453588e0e5 req-bec5d772-0268-4cfe-8503-15dc57034596 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:17:57.322449 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-1eb44b38-9c8a-4483-b485-a7da40de5904 req-e96fdea5-ff53-4b64-b74c-09b03e2db67b tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Calling delete_port for 0f9c1656-aa40-4725-97b7-4295ccfb24f7 owned by compute:nova {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:17:57.346888 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1494a85e-01fe-420b-a2f6-13453588e0e5 req-bec5d772-0268-4cfe-8503-15dc57034596 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Made reservation on behalf of ff1f06ee29ef461597f2ecd846f8813d for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:17:57.369849 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-1494a85e-01fe-420b-a2f6-13453588e0e5 req-bec5d772-0268-4cfe-8503-15dc57034596 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:57.392767 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2681c243-07d8-41a4-ba9d-d69c96dac408 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:57.397172 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2681c243-07d8-41a4-ba9d-d69c96dac408 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks [] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:57.425176 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5b26df32-ed4e-4473-b888-92de4fe591e0 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:57.472319 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2681c243-07d8-41a4-ba9d-d69c96dac408 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Pushing event deleted for resources: {'Network': ['ID=6e261d20-4952-46c5-abb1-befb915cb5f4,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:57.475199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2681c243-07d8-41a4-ba9d-d69c96dac408 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:57.480952 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2681c243-07d8-41a4-ba9d-d69c96dac408 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "DELETE /v2.0/networks/6e261d20-4952-46c5-abb1-befb915cb5f4 HTTP/1.1" status: 204  len: 168 time: 7.4308002
Jan 29 10:17:57.485108 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57818) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:57.495515 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1429e0ce-75f6-4626-aa97-b543d6272646 req-b4028d18-06db-488d-80c3-be813dadd4bf tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:17:57.497245 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1429e0ce-75f6-4626-aa97-b543d6272646 req-b4028d18-06db-488d-80c3-be813dadd4bf tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/ports?device_id=29e2e9c0-6be8-4c27-8515-c6c0dff1d35e HTTP/1.1" status: 200  len: 946 time: 0.3839059
Jan 29 10:17:57.511473 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-f8daf5ad-6c57-4cf0-aa56-24e9e856d66e tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-541474697'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:17:57.533771 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-f8daf5ad-6c57-4cf0-aa56-24e9e856d66e tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:17:57.545673 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f8daf5ad-6c57-4cf0-aa56-24e9e856d66e tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Usage tracker for resource:network and tenant:8cc4c548833141b8bc8f9009064567bd is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:17:57.559670 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f8daf5ad-6c57-4cf0-aa56-24e9e856d66e tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Quota usage for network was recalculated. Used quota:1. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:17:57.615638 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-713d7514-4a9a-4353-aa4c-cb1939ac44c8 None None] Provisioning for port a5fef818-f759-4bb1-95d3-6af5d840d2a9 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:17:57.621311 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-713d7514-4a9a-4353-aa4c-cb1939ac44c8 None None] Provisioning complete for port a5fef818-f759-4bb1-95d3-6af5d840d2a9 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:17:57.621742 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-713d7514-4a9a-4353-aa4c-cb1939ac44c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:57.626998 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1429e0ce-75f6-4626-aa97-b543d6272646 req-407786e8-878b-4882-b768-63505844cd9e tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/security-groups?id=ca938fcf-b80d-466c-a403-7c3b18a33b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1110690
Jan 29 10:17:57.691470 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-1eb44b38-9c8a-4483-b485-a7da40de5904 req-e96fdea5-ff53-4b64-b74c-09b03e2db67b tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:57.698855 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-713d7514-4a9a-4353-aa4c-cb1939ac44c8 None None] Port a5fef818-f759-4bb1-95d3-6af5d840d2a9 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:17:57.718577 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-f8daf5ad-6c57-4cf0-aa56-24e9e856d66e tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:17:57.721358 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3b6932f5-cb6e-482b-98b2-070b0dba1737 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:57.724139 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6245882c-0718-489e-a043-8da3341e67bd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:57.740026 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6245882c-0718-489e-a043-8da3341e67bd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:57.795462 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96fdea5-ff53-4b64-b74c-09b03e2db67b tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Pushing event deleted for resources: {'Port': ['ID=0f9c1656-aa40-4725-97b7-4295ccfb24f7,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:57.810280 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e96fdea5-ff53-4b64-b74c-09b03e2db67b tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:57.903555 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 7ff2bbc4-326f-4f38-a9de-b9da24912bdc up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:17:57.978931 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 0f9c1656-aa40-4725-97b7-4295ccfb24f7 no longer exists at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:17:58.053440 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-0fb444ec-89e3-49af-a5ce-b9411459d391 None None] Provisioning complete for port a5fef818-f759-4bb1-95d3-6af5d840d2a9 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:17:58.054028 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0fb444ec-89e3-49af-a5ce-b9411459d391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:58.122691 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] No Port match for: 0f9c1656-aa40-4725-97b7-4295ccfb24f7 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:17:58.123015 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 0f9c1656-aa40-4725-97b7-4295ccfb24f7 not bound to the agent host hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:17:58.126867 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e98976-17f8-4f9e-83c4-245addd5f04a req-619a7004-d4a1-4eaa-b91d-77fd7c589e1b tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:17:58.128720 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-0fb444ec-89e3-49af-a5ce-b9411459d391 None None] Port a5fef818-f759-4bb1-95d3-6af5d840d2a9 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:17:58.135515 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-87e98976-17f8-4f9e-83c4-245addd5f04a req-619a7004-d4a1-4eaa-b91d-77fd7c589e1b tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] 10.222.0.57 "GET /v2.0/ports?device_id=074fbe52-e90f-4358-8ed3-539b659b3d85 HTTP/1.1" status: 200  len: 945 time: 0.2672265
Jan 29 10:17:58.145946 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 7ff2bbc4-326f-4f38-a9de-b9da24912bdc completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:17:58.154457 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 7ff2bbc4-326f-4f38-a9de-b9da24912bdc triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:17:58.155022 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:58.167104 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eb44b38-9c8a-4483-b485-a7da40de5904 req-e96fdea5-ff53-4b64-b74c-09b03e2db67b tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] No DVR routers for this DVR port 0f9c1656-aa40-4725-97b7-4295ccfb24f7 on host hv-neutron-7729 {{(pid=80765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:17:58.171474 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-1eb44b38-9c8a-4483-b485-a7da40de5904 req-e96fdea5-ff53-4b64-b74c-09b03e2db67b tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:58.175373 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29e2e9c0-6be8-4c27-8515-c6c0dff1d35e', 'name': 'network-vif-deleted', 'tag': '0f9c1656-aa40-4725-97b7-4295ccfb24f7'}] {{(pid=80765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:17:58.191439 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a05a1e23-108b-4936-818e-e2c03d29e8bd tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:58.209375 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1eb44b38-9c8a-4483-b485-a7da40de5904 req-e96fdea5-ff53-4b64-b74c-09b03e2db67b tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.22 "DELETE /v2.0/ports/0f9c1656-aa40-4725-97b7-4295ccfb24f7 HTTP/1.1" status: 204  len: 173 time: 1.5324016
Jan 29 10:17:58.260423 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-87e98976-17f8-4f9e-83c4-245addd5f04a req-b256a70a-e33c-4ce8-aedd-9501fb035b49 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ba8e0b6-c808-4291-b283-44235b5bd3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1233537
Jan 29 10:17:58.296973 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6245882c-0718-489e-a043-8da3341e67bd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event updated for resources: {'Port': ['ID=a5fef818-f759-4bb1-95d3-6af5d840d2a9,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:58.325176 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8daf5ad-6c57-4cf0-aa56-24e9e856d66e tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Made reservation on behalf of 8cc4c548833141b8bc8f9009064567bd for: {'network': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:17:58.362002 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f8daf5ad-6c57-4cf0-aa56-24e9e856d66e tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:58.369841 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-d9572e7c-636a-4b49-827f-c0db4cb28758 None None] Provisioning complete for port 7ff2bbc4-326f-4f38-a9de-b9da24912bdc triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:17:58.370416 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d9572e7c-636a-4b49-827f-c0db4cb28758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:58.455156 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6245882c-0718-489e-a043-8da3341e67bd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:58.470016 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:58.537689 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-329a07d5-0fa7-4c68-9bfe-ada2f2290ac5 req-6b2e6440-09d7-41fc-a4b5-5cf57b1dbbef tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff2d1eab-2236-4cbd-ac98-eb6d8f388f59 HTTP/1.1" status: 200  len: 210 time: 0.1385281
Jan 29 10:17:58.567376 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [req-1494a85e-01fe-420b-a2f6-13453588e0e5 req-bec5d772-0268-4cfe-8503-15dc57034596 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Allocated IP 172.20.0.5 (17776172-c021-47c4-abdf-42ef2691de1f/a70f85cc-08d1-4efb-bb2a-cfcfe40b38c5/000c543c-f141-4088-a52e-7ff2db2275fe) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:17:58.645947 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8daf5ad-6c57-4cf0-aa56-24e9e856d66e tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:17:58.654430 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port 7ff2bbc4-326f-4f38-a9de-b9da24912bdc, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=7ff2bbc4-326f-4f38-a9de-b9da24912bdc,segment=NetworkSegment(0a3cf2d7-c48c-4411-9243-9e42625580e6),segment_id=0a3cf2d7-c48c-4411-9243-9e42625580e6)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:17:58.656835 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f8daf5ad-6c57-4cf0-aa56-24e9e856d66e tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268197113528', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:58.657553 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-f8daf5ad-6c57-4cf0-aa56-24e9e856d66e tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Added segment 007a627a-a2ee-4582-a6c1-ad3a6afed1c7 of type vxlan for network e0b5ba53-6435-4636-8044-476e6a1afe44
Jan 29 10:17:58.664375 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d9572e7c-636a-4b49-827f-c0db4cb28758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:58.682315 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:58.690491 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-01de0618-70c0-4991-ac36-8c65254cb6cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:58.690757 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29e2e9c0-6be8-4c27-8515-c6c0dff1d35e', 'name': 'network-vif-deleted', 'tag': '0f9c1656-aa40-4725-97b7-4295ccfb24f7', 'status': 'completed', 'code': 200}
Jan 29 10:17:58.691488 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f8daf5ad-6c57-4cf0-aa56-24e9e856d66e tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:58.745545 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f8daf5ad-6c57-4cf0-aa56-24e9e856d66e tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:58.772859 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93a8b4c-3746-4389-a1c7-e1722d396d65 None None] get_active_networks_info from dv-neutron-772983-2-ovs {{(pid=80767) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Jan 29 10:17:58.821554 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8daf5ad-6c57-4cf0-aa56-24e9e856d66e tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:17:58.822578 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f8daf5ad-6c57-4cf0-aa56-24e9e856d66e tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks [] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:58.823764 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=7ff2bbc4-326f-4f38-a9de-b9da24912bdc,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:58.838718 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0f9f75b9-f979-4c9e-ad25-8cb0810f9459 tempest-RoutersIpV6Test-1282569844 tempest-RoutersIpV6Test-1282569844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:58.884470 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-e6f4b510-102e-4e5b-b4d1-366a934e1513 req-57ca65e2-e994-4c6b-86ec-c73443feb115 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Synchronizing usage tracker for tenant:4d907168a4924ceb9472857ce37e1904 on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:17:58.900072 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:58.900879 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-d9572e7c-636a-4b49-827f-c0db4cb28758 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80767) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:17:58.902485 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-d9572e7c-636a-4b49-827f-c0db4cb28758 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:17:58.904135 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-e6f4b510-102e-4e5b-b4d1-366a934e1513 req-57ca65e2-e994-4c6b-86ec-c73443feb115 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Unset dirty status for tenant:4d907168a4924ceb9472857ce37e1904 on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:17:58.905996 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e6f4b510-102e-4e5b-b4d1-366a934e1513 req-57ca65e2-e994-4c6b-86ec-c73443feb115 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/ports?device_id=29e2e9c0-6be8-4c27-8515-c6c0dff1d35e HTTP/1.1" status: 200  len: 210 time: 0.0819867
Jan 29 10:17:58.998071 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93a8b4c-3746-4389-a1c7-e1722d396d65 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Jan 29 10:17:59.059722 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8daf5ad-6c57-4cf0-aa56-24e9e856d66e tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Pushing event updated for resources: {'Network': ['ID=e0b5ba53-6435-4636-8044-476e6a1afe44,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:17:59.079081 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f8daf5ad-6c57-4cf0-aa56-24e9e856d66e tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:17:59.110877 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network e0b5ba53-6435-4636-8044-476e6a1afe44 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:17:59.123986 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network e0b5ba53-6435-4636-8044-476e6a1afe44 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:17:59.186029 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f8daf5ad-6c57-4cf0-aa56-24e9e856d66e tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 1.6994336
Jan 29 10:17:59.189563 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57830) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:17:59.196763 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-50b52c3d-44bb-49f2-9990-c1da6f79bbb3 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Request body: {'subnet': {'network_id': 'e0b5ba53-6435-4636-8044-476e6a1afe44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:17:59.323598 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-1494a85e-01fe-420b-a2f6-13453588e0e5 req-bec5d772-0268-4cfe-8503-15dc57034596 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:59.369147 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6245882c-0718-489e-a043-8da3341e67bd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854426412'] for router_interface, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:59.375067 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-50b52c3d-44bb-49f2-9990-c1da6f79bbb3 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:17:59.388313 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-50b52c3d-44bb-49f2-9990-c1da6f79bbb3 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Usage tracker for resource:subnet and tenant:8cc4c548833141b8bc8f9009064567bd is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:17:59.389539 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-1494a85e-01fe-420b-a2f6-13453588e0e5 req-bec5d772-0268-4cfe-8503-15dc57034596 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Transition to ACTIVE for port object 000c543c-f141-4088-a52e-7ff2db2275fe will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:17:59.395913 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-50b52c3d-44bb-49f2-9990-c1da6f79bbb3 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:17:59.403085 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-50b52c3d-44bb-49f2-9990-c1da6f79bbb3 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:17:59.430162 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b52c3d-44bb-49f2-9990-c1da6f79bbb3 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Made reservation on behalf of 8cc4c548833141b8bc8f9009064567bd for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:17:59.447979 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-1494a85e-01fe-420b-a2f6-13453588e0e5 req-bec5d772-0268-4cfe-8503-15dc57034596 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:59.461430 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-50b52c3d-44bb-49f2-9990-c1da6f79bbb3 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:59.537983 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e006a240-b738-4a29-8b41-f229db491da7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:17:59.581185 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6245882c-0718-489e-a043-8da3341e67bd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:17:59.759630 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8cdf80-8643-4b25-af4c-e35148fe0b89 req-78fca8ed-dbdb-4b83-af18-a81e0e6d7561 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:17:59.768058 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3a8cdf80-8643-4b25-af4c-e35148fe0b89 req-78fca8ed-dbdb-4b83-af18-a81e0e6d7561 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] 10.222.0.57 "GET /v2.0/ports?device_id=074fbe52-e90f-4358-8ed3-539b659b3d85 HTTP/1.1" status: 200  len: 945 time: 0.2874999
Jan 29 10:17:59.872687 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 7ff2bbc4-326f-4f38-a9de-b9da24912bdc up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:17:59.888688 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3a8cdf80-8643-4b25-af4c-e35148fe0b89 req-f5e6d75c-a4c8-4d44-8ad2-d7e871229119 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ba8e0b6-c808-4291-b283-44235b5bd3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1194892
Jan 29 10:17:59.922718 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-83244b47-35ec-4353-8bfd-e74f1d31bfaa None None] Provisioning complete for port 7ff2bbc4-326f-4f38-a9de-b9da24912bdc triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:17:59.923149 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-83244b47-35ec-4353-8bfd-e74f1d31bfaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:00.029298 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec5d772-0268-4cfe-8503-15dc57034596 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Port': ['ID=000c543c-f141-4088-a52e-7ff2db2275fe,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:00.033296 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bec5d772-0268-4cfe-8503-15dc57034596 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:00.085478 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 7ff2bbc4-326f-4f38-a9de-b9da24912bdc triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:18:00.085997 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:00.215112 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1494a85e-01fe-420b-a2f6-13453588e0e5 req-bec5d772-0268-4cfe-8503-15dc57034596 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network 17776172-c021-47c4-abdf-42ef2691de1f is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:18:00.220561 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [req-1494a85e-01fe-420b-a2f6-13453588e0e5 req-bec5d772-0268-4cfe-8503-15dc57034596 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:18:00.225725 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-1494a85e-01fe-420b-a2f6-13453588e0e5 req-bec5d772-0268-4cfe-8503-15dc57034596 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:18:00.283072 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297e6bf-04b7-46eb-90cc-d8c73071518b req-91a51099-98a8-4241-9023-994d4b1ae08b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:00.285024 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4297e6bf-04b7-46eb-90cc-d8c73071518b req-91a51099-98a8-4241-9023-994d4b1ae08b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff2d1eab-2236-4cbd-ac98-eb6d8f388f59 HTTP/1.1" status: 200  len: 931 time: 0.2726426
Jan 29 10:18:00.384639 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4297e6bf-04b7-46eb-90cc-d8c73071518b req-3fe617b4-3177-4892-8dff-818de0d44bc4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=b36a32e5-9aee-4df4-8453-861f96989b27&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0856042
Jan 29 10:18:00.392413 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-83244b47-35ec-4353-8bfd-e74f1d31bfaa None None] Provisioning complete for port a5fef818-f759-4bb1-95d3-6af5d840d2a9 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:18:00.392837 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-83244b47-35ec-4353-8bfd-e74f1d31bfaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:00.414282 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1494a85e-01fe-420b-a2f6-13453588e0e5 req-bec5d772-0268-4cfe-8503-15dc57034596 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:00.415301 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-1494a85e-01fe-420b-a2f6-13453588e0e5 req-bec5d772-0268-4cfe-8503-15dc57034596 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:00.438242 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.resource_extend [None req-6245882c-0718-489e-a043-8da3341e67bd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 29 10:18:00.465966 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6245882c-0718-489e-a043-8da3341e67bd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:00.469713 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-83244b47-35ec-4353-8bfd-e74f1d31bfaa None None] Port a5fef818-f759-4bb1-95d3-6af5d840d2a9 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:18:00.471478 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1494a85e-01fe-420b-a2f6-13453588e0e5 req-bec5d772-0268-4cfe-8503-15dc57034596 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.9788513
Jan 29 10:18:00.472780 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6245882c-0718-489e-a043-8da3341e67bd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:00.483123 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-50b52c3d-44bb-49f2-9990-c1da6f79bbb3 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:00.521989 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-1494a85e-01fe-420b-a2f6-13453588e0e5 req-99c3b813-c50c-4c6d-861f-b0a8add06507 service neutron] Request body: {'port': {'device_id': 'ff2d1eab-2236-4cbd-ac98-eb6d8f388f59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7729'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:18:00.556564 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-092cab14-94ec-4376-8217-44e377d3f96e tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:00.614446 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-83b3d06f-b937-41a4-89d1-cb6749f892ea tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:00.659406 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6245882c-0718-489e-a043-8da3341e67bd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854133895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349242'] for router_interface, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:00.698075 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-e5d0b223-e345-4df1-8783-546bee8ac5b9 None None] Provisioning for port 000c543c-f141-4088-a52e-7ff2db2275fe completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:18:00.707793 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-e5d0b223-e345-4df1-8783-546bee8ac5b9 None None] Provisioning complete for port 000c543c-f141-4088-a52e-7ff2db2275fe triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:18:00.708214 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e5d0b223-e345-4df1-8783-546bee8ac5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:00.727095 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6245882c-0718-489e-a043-8da3341e67bd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event updated for resources: {'Port': ['ID=a5fef818-f759-4bb1-95d3-6af5d840d2a9,revision_number=3']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:00.733888 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6245882c-0718-489e-a043-8da3341e67bd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:00.753645 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b52c3d-44bb-49f2-9990-c1da6f79bbb3 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Pushing event updated for resources: {'Subnet': ['ID=69cb6b13-57eb-4711-adf7-1fe98a18e1ad,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:00.781311 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-50b52c3d-44bb-49f2-9990-c1da6f79bbb3 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:00.806376 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-e5d0b223-e345-4df1-8783-546bee8ac5b9 None None] Port 000c543c-f141-4088-a52e-7ff2db2275fe cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:18:00.832211 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b52c3d-44bb-49f2-9990-c1da6f79bbb3 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Checking segment: {'id': '007a627a-a2ee-4582-a6c1-ad3a6afed1c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e0b5ba53-6435-4636-8044-476e6a1afe44'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:18:00.832602 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b52c3d-44bb-49f2-9990-c1da6f79bbb3 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Network hostable DHCP agents. Network: e0b5ba53-6435-4636-8044-476e6a1afe44, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:18:00.851180 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b52c3d-44bb-49f2-9990-c1da6f79bbb3 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Network e0b5ba53-6435-4636-8044-476e6a1afe44 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:18:00.855470 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-1494a85e-01fe-420b-a2f6-13453588e0e5 req-99c3b813-c50c-4c6d-861f-b0a8add06507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:00.859919 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-50b52c3d-44bb-49f2-9990-c1da6f79bbb3 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, e0b5ba53-6435-4636-8044-476e6a1afe44) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:18:00.873867 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b52c3d-44bb-49f2-9990-c1da6f79bbb3 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:00.874533 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-50b52c3d-44bb-49f2-9990-c1da6f79bbb3 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:00.881117 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d5dc98-d2ab-4b5d-915c-bd2703c1496e None None] Network e0b5ba53-6435-4636-8044-476e6a1afe44 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:18:00.898608 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-50b52c3d-44bb-49f2-9990-c1da6f79bbb3 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 1.7075903
Jan 29 10:18:00.901547 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57844) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:00.998040 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6245882c-0718-489e-a043-8da3341e67bd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Network ce623d2a-04b3-4d77-b233-5366345e8f38 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:18:01.033489 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-6245882c-0718-489e-a043-8da3341e67bd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:18:01.364318 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d457b69-d5f8-46a8-82f7-e0f062d10145 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-e0b5ba53-6435-4636-8044-476e6a1afe44', 'network_id': 'e0b5ba53-6435-4636-8044-476e6a1afe44', 'tenant_id': '8cc4c548833141b8bc8f9009064567bd', 'fixed_ips': [{'subnet_id': '69cb6b13-57eb-4711-adf7-1fe98a18e1ad'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:18:01.368393 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8d457b69-d5f8-46a8-82f7-e0f062d10145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:01.528119 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-faf39b42-451a-4316-8a7b-7fef0699859f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:01.532951 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-07d66b37-171f-415f-bb8b-e8a459fe3b5c None None] Provisioning complete for port a5fef818-f759-4bb1-95d3-6af5d840d2a9 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:18:01.533484 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-07d66b37-171f-415f-bb8b-e8a459fe3b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:01.623392 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-07d66b37-171f-415f-bb8b-e8a459fe3b5c None None] Port a5fef818-f759-4bb1-95d3-6af5d840d2a9 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:18:01.807189 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d8e513-f78f-4988-b6b3-e573169b7650 req-99b89f23-04e0-4292-ade7-5e54e1745f93 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:01.808927 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-64d8e513-f78f-4988-b6b3-e573169b7650 req-99b89f23-04e0-4292-ade7-5e54e1745f93 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] 10.222.0.57 "GET /v2.0/ports?device_id=074fbe52-e90f-4358-8ed3-539b659b3d85 HTTP/1.1" status: 200  len: 945 time: 0.3776145
Jan 29 10:18:01.819554 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-faf39b42-451a-4316-8a7b-7fef0699859f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:01.858567 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-8d457b69-d5f8-46a8-82f7-e0f062d10145 None None] Allocated IP 172.20.0.1 (e0b5ba53-6435-4636-8044-476e6a1afe44/69cb6b13-57eb-4711-adf7-1fe98a18e1ad/0430482d-08c9-464f-ab13-7e239e1aea37) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:18:01.935068 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-64d8e513-f78f-4988-b6b3-e573169b7650 req-66e8f3b3-121b-4eb1-b981-accf62784510 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ba8e0b6-c808-4291-b283-44235b5bd3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0790749
Jan 29 10:18:01.958186 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6245882c-0718-489e-a043-8da3341e67bd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Router 0d48ddf4-ce84-4f32-b704-8a43287cc54b is scheduled to L3 agent 18987107-6d88-4736-94cf-15791d65b3ff with binding_index 1 {{(pid=80766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 29 10:18:02.158979 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 3f38798c-ca7e-4bb8-85a3-20089d5842f1 up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:18:02.195559 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [req-1494a85e-01fe-420b-a2f6-13453588e0e5 req-99c3b813-c50c-4c6d-861f-b0a8add06507 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 000c543c-f141-4088-a52e-7ff2db2275fe {{(pid=80766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 29 10:18:02.221555 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-1494a85e-01fe-420b-a2f6-13453588e0e5 req-99c3b813-c50c-4c6d-861f-b0a8add06507 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:02.236699 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8d457b69-d5f8-46a8-82f7-e0f062d10145 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:02.249551 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-1494a85e-01fe-420b-a2f6-13453588e0e5 req-99c3b813-c50c-4c6d-861f-b0a8add06507 service neutron] Transition to ACTIVE for port object 000c543c-f141-4088-a52e-7ff2db2275fe will not be triggered until provisioned by entity L2. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:18:02.254143 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6245882c-0718-489e-a043-8da3341e67bd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:18:02.264635 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604221e1-694a-46dc-9c1c-a1f621e00eab None None] Sync routers for ids ['0d48ddf4-ce84-4f32-b704-8a43287cc54b'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:18:02.266022 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6245882c-0718-489e-a043-8da3341e67bd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "PUT /v2.0/routers/0d48ddf4-ce84-4f32-b704-8a43287cc54b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.8945038
Jan 29 10:18:02.270143 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-8d457b69-d5f8-46a8-82f7-e0f062d10145 None None] Transition to ACTIVE for port object 0430482d-08c9-464f-ab13-7e239e1aea37 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:18:02.270293 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57854) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:02.273025 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-1494a85e-01fe-420b-a2f6-13453588e0e5 req-99c3b813-c50c-4c6d-861f-b0a8add06507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:02.305947 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-8d457b69-d5f8-46a8-82f7-e0f062d10145 None None] Transition to ACTIVE for port object 0430482d-08c9-464f-ab13-7e239e1aea37 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:18:02.321413 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604221e1-694a-46dc-9c1c-a1f621e00eab None None] Routers {'0d48ddf4-ce84-4f32-b704-8a43287cc54b'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:18:02.322376 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-604221e1-694a-46dc-9c1c-a1f621e00eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c96c8320>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:17:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['0d48ddf4-ce84-4f32-b704-8a43287cc54b'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:02.341160 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4fc70854-856e-432b-b891-fa62a6821d6c tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:02.407505 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-604221e1-694a-46dc-9c1c-a1f621e00eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c96c8320>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:02.411189 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8d457b69-d5f8-46a8-82f7-e0f062d10145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:02.442071 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed0f47-9e7b-448d-8f91-d11256d5f47e req-eb66829e-6ef1-41a5-824f-6f5f9b68bd2c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:02.443797 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-27ed0f47-9e7b-448d-8f91-d11256d5f47e req-eb66829e-6ef1-41a5-824f-6f5f9b68bd2c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff2d1eab-2236-4cbd-ac98-eb6d8f388f59 HTTP/1.1" status: 200  len: 943 time: 0.2139242
Jan 29 10:18:02.449010 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e0614c56-7d1e-4482-a8a7-c2cc0538d38b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:02.449306 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-faf39b42-451a-4316-8a7b-7fef0699859f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852603100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2204728'] for subnet, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:02.494042 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3f85cc7f-12c0-427e-bac8-97776ce46424 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:02.522614 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 3f38798c-ca7e-4bb8-85a3-20089d5842f1 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:18:02.523388 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:02.552892 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf39b42-451a-4316-8a7b-7fef0699859f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Pushing event deleted for resources: {'Subnet': ['ID=69cb6b13-57eb-4711-adf7-1fe98a18e1ad,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:02.556182 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-faf39b42-451a-4316-8a7b-7fef0699859f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:02.590961 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-27ed0f47-9e7b-448d-8f91-d11256d5f47e req-48b6893a-6bba-46b7-b780-3afd28c9defb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=b36a32e5-9aee-4df4-8453-861f96989b27&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1226840
Jan 29 10:18:02.615766 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e71b928-e050-4cd4-baf0-6839c878e354 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:02.616466 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-4e71b928-e050-4cd4-baf0-6839c878e354 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Synchronizing usage tracker for tenant:ad83ad6a41264da3be98f825b2f64def on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:18:02.630015 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c3b813-c50c-4c6d-861f-b0a8add06507 service neutron] Pushing event updated for resources: {'Port': ['ID=000c543c-f141-4088-a52e-7ff2db2275fe,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:02.636998 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604221e1-694a-46dc-9c1c-a1f621e00eab None None] Routers {'0d48ddf4-ce84-4f32-b704-8a43287cc54b'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:18:02.637569 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-604221e1-694a-46dc-9c1c-a1f621e00eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c96c8320>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:17:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['0d48ddf4-ce84-4f32-b704-8a43287cc54b'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:02.647893 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-99c3b813-c50c-4c6d-861f-b0a8add06507 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:02.683808 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-4e71b928-e050-4cd4-baf0-6839c878e354 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Unset dirty status for tenant:ad83ad6a41264da3be98f825b2f64def on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:18:02.685033 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4e71b928-e050-4cd4-baf0-6839c878e354 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "GET /v2.0/ports/a5fef818-f759-4bb1-95d3-6af5d840d2a9 HTTP/1.1" status: 200  len: 977 time: 0.4136100
Jan 29 10:18:02.689722 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57858) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:02.754541 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-604221e1-694a-46dc-9c1c-a1f621e00eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c96c8320>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:02.755240 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604221e1-694a-46dc-9c1c-a1f621e00eab None None] The sync data for ids ['0d48ddf4-ce84-4f32-b704-8a43287cc54b'] in dv-neutron-772983-2-ovs is: [] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:18:02.758000 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d457b69-d5f8-46a8-82f7-e0f062d10145 None None] Pushing event updated for resources: {'Port': ['ID=0430482d-08c9-464f-ab13-7e239e1aea37,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:02.762282 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8d457b69-d5f8-46a8-82f7-e0f062d10145 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:02.836352 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-faf39b42-451a-4316-8a7b-7fef0699859f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:02.893561 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d457b69-d5f8-46a8-82f7-e0f062d10145 None None] Network e0b5ba53-6435-4636-8044-476e6a1afe44 is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:18:02.896849 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-8d457b69-d5f8-46a8-82f7-e0f062d10145 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:18:02.899903 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d457b69-d5f8-46a8-82f7-e0f062d10145 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:18:02.984058 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-8d457b69-d5f8-46a8-82f7-e0f062d10145 None None] Attempting to bind port 0430482d-08c9-464f-ab13-7e239e1aea37 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:18:02.984719 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-8d457b69-d5f8-46a8-82f7-e0f062d10145 None None] Attempting to bind port 0430482d-08c9-464f-ab13-7e239e1aea37 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '007a627a-a2ee-4582-a6c1-ad3a6afed1c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e0b5ba53-6435-4636-8044-476e6a1afe44'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:18:02.985665 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d457b69-d5f8-46a8-82f7-e0f062d10145 None None] Attempting to bind port 0430482d-08c9-464f-ab13-7e239e1aea37 on network e0b5ba53-6435-4636-8044-476e6a1afe44 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:18:03.023981 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d457b69-d5f8-46a8-82f7-e0f062d10145 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:18:03.024473 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d457b69-d5f8-46a8-82f7-e0f062d10145 None None] Checking segment: {'id': '007a627a-a2ee-4582-a6c1-ad3a6afed1c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e0b5ba53-6435-4636-8044-476e6a1afe44'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:18:03.026397 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8d457b69-d5f8-46a8-82f7-e0f062d10145 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:03.026946 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d457b69-d5f8-46a8-82f7-e0f062d10145 None None] Bound using segment: {'id': '007a627a-a2ee-4582-a6c1-ad3a6afed1c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e0b5ba53-6435-4636-8044-476e6a1afe44'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:18:03.027561 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-8d457b69-d5f8-46a8-82f7-e0f062d10145 None None] Bound port: 0430482d-08c9-464f-ab13-7e239e1aea37, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '007a627a-a2ee-4582-a6c1-ad3a6afed1c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e0b5ba53-6435-4636-8044-476e6a1afe44'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:18:03.029823 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8d457b69-d5f8-46a8-82f7-e0f062d10145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:03.048779 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-faf39b42-451a-4316-8a7b-7fef0699859f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c3d780b8>,) {'filters': {'network_id': ['e0b5ba53-6435-4636-8044-476e6a1afe44']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:03.073259 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-faf39b42-451a-4316-8a7b-7fef0699859f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3d780b8>, '007a627a-a2ee-4582-a6c1-ad3a6afed1c7') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:03.073597 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-faf39b42-451a-4316-8a7b-7fef0699859f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3d780b8>, '007a627a-a2ee-4582-a6c1-ad3a6afed1c7') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:03.091113 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-faf39b42-451a-4316-8a7b-7fef0699859f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:03.133461 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-faf39b42-451a-4316-8a7b-7fef0699859f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:03.135928 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-faf39b42-451a-4316-8a7b-7fef0699859f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Releasing vxlan tunnel 3 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:18:03.190091 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-8d457b69-d5f8-46a8-82f7-e0f062d10145 None None] For port 0430482d-08c9-464f-ab13-7e239e1aea37, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:18:03.267208 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-1494a85e-01fe-420b-a2f6-13453588e0e5 req-99c3b813-c50c-4c6d-861f-b0a8add06507 service neutron] Attempting to bind port 000c543c-f141-4088-a52e-7ff2db2275fe on host hv-neutron-7729 for vnic_type normal with profile  {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:18:03.267446 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-1494a85e-01fe-420b-a2f6-13453588e0e5 req-99c3b813-c50c-4c6d-861f-b0a8add06507 service neutron] Attempting to bind port 000c543c-f141-4088-a52e-7ff2db2275fe by drivers openvswitch on host hv-neutron-7729 at level 0 using segments [{'id': '2f7ff0c6-2bf9-4245-ab3b-b7f8952b73c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '17776172-c021-47c4-abdf-42ef2691de1f'}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:18:03.267824 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1494a85e-01fe-420b-a2f6-13453588e0e5 req-99c3b813-c50c-4c6d-861f-b0a8add06507 service neutron] Attempting to bind port 000c543c-f141-4088-a52e-7ff2db2275fe on network 17776172-c021-47c4-abdf-42ef2691de1f {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:18:03.288099 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1494a85e-01fe-420b-a2f6-13453588e0e5 req-99c3b813-c50c-4c6d-861f-b0a8add06507 service neutron] Checking agent: {'id': '5acf9624-c829-41ba-afd9-92278081af05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 10, 2, 34), 'started_at': datetime.datetime(2021, 1, 29, 10, 3, 4), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:18:03.288488 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1494a85e-01fe-420b-a2f6-13453588e0e5 req-99c3b813-c50c-4c6d-861f-b0a8add06507 service neutron] Checking segment: {'id': '2f7ff0c6-2bf9-4245-ab3b-b7f8952b73c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '17776172-c021-47c4-abdf-42ef2691de1f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:18:03.288865 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-1494a85e-01fe-420b-a2f6-13453588e0e5 req-99c3b813-c50c-4c6d-861f-b0a8add06507 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:03.289264 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1494a85e-01fe-420b-a2f6-13453588e0e5 req-99c3b813-c50c-4c6d-861f-b0a8add06507 service neutron] Bound using segment: {'id': '2f7ff0c6-2bf9-4245-ab3b-b7f8952b73c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '17776172-c021-47c4-abdf-42ef2691de1f'} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:18:03.289746 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-1494a85e-01fe-420b-a2f6-13453588e0e5 req-99c3b813-c50c-4c6d-861f-b0a8add06507 service neutron] Bound port: 000c543c-f141-4088-a52e-7ff2db2275fe, host: hv-neutron-7729, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f7ff0c6-2bf9-4245-ab3b-b7f8952b73c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '17776172-c021-47c4-abdf-42ef2691de1f'}}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:18:03.290172 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-1494a85e-01fe-420b-a2f6-13453588e0e5 req-99c3b813-c50c-4c6d-861f-b0a8add06507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:03.405309 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-faf39b42-451a-4316-8a7b-7fef0699859f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Network e0b5ba53-6435-4636-8044-476e6a1afe44 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:18:03.474622 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-faf39b42-451a-4316-8a7b-7fef0699859f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:03.494166 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-1494a85e-01fe-420b-a2f6-13453588e0e5 req-99c3b813-c50c-4c6d-861f-b0a8add06507 service neutron] For port 000c543c-f141-4088-a52e-7ff2db2275fe, host hv-neutron-7729, cleared binding levels {{(pid=80766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:18:03.500008 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-1494a85e-01fe-420b-a2f6-13453588e0e5 req-99c3b813-c50c-4c6d-861f-b0a8add06507 service neutron] For port 000c543c-f141-4088-a52e-7ff2db2275fe, host hv-neutron-7729, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=000c543c-f141-4088-a52e-7ff2db2275fe,segment=NetworkSegment(2f7ff0c6-2bf9-4245-ab3b-b7f8952b73c8),segment_id=2f7ff0c6-2bf9-4245-ab3b-b7f8952b73c8)] {{(pid=80766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:18:03.535797 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-1494a85e-01fe-420b-a2f6-13453588e0e5 req-99c3b813-c50c-4c6d-861f-b0a8add06507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:03.669540 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-faf39b42-451a-4316-8a7b-7fef0699859f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Network e0b5ba53-6435-4636-8044-476e6a1afe44 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:18:03.674160 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8e432930-152c-4014-b9dd-e63471204004 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:03.748666 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c3b813-c50c-4c6d-861f-b0a8add06507 service neutron] Pushing event updated for resources: {'Port': ['ID=000c543c-f141-4088-a52e-7ff2db2275fe,revision_number=3']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:03.757171 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-99c3b813-c50c-4c6d-861f-b0a8add06507 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:03.766962 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1494a85e-01fe-420b-a2f6-13453588e0e5 req-99c3b813-c50c-4c6d-861f-b0a8add06507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:03.767657 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-1494a85e-01fe-420b-a2f6-13453588e0e5 req-99c3b813-c50c-4c6d-861f-b0a8add06507 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:03.769156 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1494a85e-01fe-420b-a2f6-13453588e0e5 req-99c3b813-c50c-4c6d-861f-b0a8add06507 service neutron] 10.222.0.22 "PUT /v2.0/ports/000c543c-f141-4088-a52e-7ff2db2275fe HTTP/1.1" status: 200  len: 1157 time: 3.2546887
Jan 29 10:18:03.770995 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff2d1eab-2236-4cbd-ac98-eb6d8f388f59', 'tag': '000c543c-f141-4088-a52e-7ff2db2275fe'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:18:03.802013 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:18:03.802013 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:18:03.802013 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:18:03.802013 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:18:03.802013 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:18:03.802013 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:18:03.802013 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:18:03.802013 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:18:03.802013 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:18:03.802013 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:18:03.802013 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:18:03.802013 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:18:03.802013 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:18:03.802013 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:18:03.802013 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:18:03.802013 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:18:03.802013 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:18:03.802013 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:18:03.802013 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:18:03.802013 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:18:03.802013 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:18:03.802013 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:18:03.802013 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:18:03.802013 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:18:03.802013 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:18:03.802013 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:18:03.802013 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:18:03.802013 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:18:03.802013 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:18:03.802013 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:18:03.802013 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:18:03.802013 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:18:03.849585 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-8d457b69-d5f8-46a8-82f7-e0f062d10145 None None] For port 0430482d-08c9-464f-ab13-7e239e1aea37, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=0430482d-08c9-464f-ab13-7e239e1aea37,segment=NetworkSegment(007a627a-a2ee-4582-a6c1-ad3a6afed1c7),segment_id=007a627a-a2ee-4582-a6c1-ad3a6afed1c7)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:18:03.873484 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8d457b69-d5f8-46a8-82f7-e0f062d10145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:03.897926 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4293a3e6-f190-4c6d-82e2-2df45f39ac3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:03.948072 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-28a55468-8c89-42f4-9949-69e3a5c38dbd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349253'] for router_interface, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:03.953105 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637fbea3-e30e-4813-915b-1623215b8164 req-ab74511f-aad1-493b-b676-3c317e80aede tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:03.955607 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-637fbea3-e30e-4813-915b-1623215b8164 req-ab74511f-aad1-493b-b676-3c317e80aede tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] 10.222.0.57 "GET /v2.0/ports?device_id=074fbe52-e90f-4358-8ed3-539b659b3d85 HTTP/1.1" status: 200  len: 945 time: 0.5388227
Jan 29 10:18:03.957100 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-faf39b42-451a-4316-8a7b-7fef0699859f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Jan 29 10:18:03.957100 dv-neutron-772983-2-ovs neutron-server[80656]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Jan 29 10:18:03.957100 dv-neutron-772983-2-ovs neutron-server[80656]: [parameters: {'id': 'e0b5ba53-6435-4636-8044-476e6a1afe44'}]
Jan 29 10:18:03.957100 dv-neutron-772983-2-ovs neutron-server[80656]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80765) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:18:03.958656 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-faf39b42-451a-4316-8a7b-7fef0699859f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:18:04.049108 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-637fbea3-e30e-4813-915b-1623215b8164 req-225e8769-92ea-44dc-b528-e864d79b435e tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ba8e0b6-c808-4291-b283-44235b5bd3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0868895
Jan 29 10:18:04.194507 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1494a85e-01fe-420b-a2f6-13453588e0e5 req-3fedb960-e641-4bf8-a036-c2893689aa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:04.197045 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1494a85e-01fe-420b-a2f6-13453588e0e5 req-3fedb960-e641-4bf8-a036-c2893689aa7f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ff1f06ee29ef461597f2ecd846f8813d&device_id=ff2d1eab-2236-4cbd-ac98-eb6d8f388f59 HTTP/1.1" status: 200  len: 1160 time: 0.3311312
Jan 29 10:18:04.223247 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d457b69-d5f8-46a8-82f7-e0f062d10145 None None] Pushing event updated for resources: {'Port': ['ID=0430482d-08c9-464f-ab13-7e239e1aea37,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:04.234667 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8d457b69-d5f8-46a8-82f7-e0f062d10145 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:04.239099 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1713ed-0cc7-4703-92cf-c4d08b878343 None None] Network e0b5ba53-6435-4636-8044-476e6a1afe44 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:18:04.415202 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d151c35-9055-43d8-aac2-567329834da6 req-e5ecbe60-e325-4243-830e-95635544c1ab tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:04.417294 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8d151c35-9055-43d8-aac2-567329834da6 req-e5ecbe60-e325-4243-830e-95635544c1ab tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff2d1eab-2236-4cbd-ac98-eb6d8f388f59 HTTP/1.1" status: 200  len: 943 time: 0.2341094
Jan 29 10:18:04.471001 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-faf39b42-451a-4316-8a7b-7fef0699859f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:04.495439 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1494a85e-01fe-420b-a2f6-13453588e0e5 req-bd6c2c34-e245-4fba-8fee-a72218b29669 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=000c543c-f141-4088-a52e-7ff2db2275fe HTTP/1.1" status: 200  len: 217 time: 0.2331989
Jan 29 10:18:04.623735 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-faf39b42-451a-4316-8a7b-7fef0699859f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Deleting port 0430482d-08c9-464f-ab13-7e239e1aea37 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:18:04.624571 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-faf39b42-451a-4316-8a7b-7fef0699859f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:04.721731 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8d151c35-9055-43d8-aac2-567329834da6 req-c6d23b89-b9b6-424a-acdc-277157a2d786 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=b36a32e5-9aee-4df4-8453-861f96989b27&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2932198
Jan 29 10:18:04.759469 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:04.833199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849eabc5-aa86-4698-b62c-726c7bde4aae None None] get_active_networks_info from dv-neutron-772983-2-ovs {{(pid=80767) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Jan 29 10:18:04.990237 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1494a85e-01fe-420b-a2f6-13453588e0e5 req-ba70795d-dbe2-47e3-8d05-a321fb9196b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:04.991910 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1494a85e-01fe-420b-a2f6-13453588e0e5 req-ba70795d-dbe2-47e3-8d05-a321fb9196b2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a70f85cc-08d1-4efb-bb2a-cfcfe40b38c5 HTTP/1.1" status: 200  len: 834 time: 0.4867842
Jan 29 10:18:05.002151 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-28a55468-8c89-42f4-9949-69e3a5c38dbd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Deleting port a5fef818-f759-4bb1-95d3-6af5d840d2a9 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:18:05.002421 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-28a55468-8c89-42f4-9949-69e3a5c38dbd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:05.045366 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849eabc5-aa86-4698-b62c-726c7bde4aae None None] Resources bound (agent type, host, resource id):  {{(pid=80767) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Jan 29 10:18:05.140541 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff2d1eab-2236-4cbd-ac98-eb6d8f388f59', 'tag': '000c543c-f141-4088-a52e-7ff2db2275fe', 'status': 'completed', 'code': 200}
Jan 29 10:18:05.162844 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-faf39b42-451a-4316-8a7b-7fef0699859f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] For port 0430482d-08c9-464f-ab13-7e239e1aea37, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=0430482d-08c9-464f-ab13-7e239e1aea37,segment=NetworkSegment(007a627a-a2ee-4582-a6c1-ad3a6afed1c7),segment_id=007a627a-a2ee-4582-a6c1-ad3a6afed1c7)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:18:05.163250 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-faf39b42-451a-4316-8a7b-7fef0699859f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:05.296507 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1494a85e-01fe-420b-a2f6-13453588e0e5 req-093a0a0c-8edb-4937-8ed2-d5eaa91cb4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:05.298162 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1494a85e-01fe-420b-a2f6-13453588e0e5 req-093a0a0c-8edb-4937-8ed2-d5eaa91cb4b9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=17776172-c021-47c4-abdf-42ef2691de1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.2978444
Jan 29 10:18:05.344728 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-faf39b42-451a-4316-8a7b-7fef0699859f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Calling delete_port for 0430482d-08c9-464f-ab13-7e239e1aea37 owned by network:dhcp {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:18:05.430533 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-28a55468-8c89-42f4-9949-69e3a5c38dbd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:05.500230 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-faf39b42-451a-4316-8a7b-7fef0699859f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:05.520373 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-742bc404-ab6d-4b7a-a6d5-868701d9ea51 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:05.575747 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-28a55468-8c89-42f4-9949-69e3a5c38dbd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Calling delete_port for a5fef818-f759-4bb1-95d3-6af5d840d2a9 owned by network:router_interface {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:18:05.646204 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd92f0c8-93b4-41ed-8174-e83719473560 req-f122c24e-57a2-4492-a229-919431f2696c tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:05.647923 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-dd92f0c8-93b4-41ed-8174-e83719473560 req-f122c24e-57a2-4492-a229-919431f2696c tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] 10.222.0.57 "GET /v2.0/ports?device_id=074fbe52-e90f-4358-8ed3-539b659b3d85 HTTP/1.1" status: 200  len: 945 time: 0.2664480
Jan 29 10:18:05.660303 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1494a85e-01fe-420b-a2f6-13453588e0e5 req-71eea012-9a71-44d6-ae49-9b1aa05dfc6f service neutron] 10.222.0.22 "GET /v2.0/networks/17776172-c021-47c4-abdf-42ef2691de1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3505278
Jan 29 10:18:05.666737 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf39b42-451a-4316-8a7b-7fef0699859f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Pushing event deleted for resources: {'Port': ['ID=0430482d-08c9-464f-ab13-7e239e1aea37,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:05.684654 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-faf39b42-451a-4316-8a7b-7fef0699859f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:05.802909 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-dd92f0c8-93b4-41ed-8174-e83719473560 req-c2ca0cee-6ff9-46de-8bf9-505b81844c02 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ba8e0b6-c808-4291-b283-44235b5bd3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1373012
Jan 29 10:18:05.810044 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf39b42-451a-4316-8a7b-7fef0699859f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] No DVR routers for this DVR port 0430482d-08c9-464f-ab13-7e239e1aea37 on host dv-neutron-772983-2-ovs {{(pid=80765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:18:05.852605 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1494a85e-01fe-420b-a2f6-13453588e0e5 req-646cf7cf-d2b1-4aa6-8330-742936c26e72 service neutron] 10.222.0.22 "GET /v2.0/networks/17776172-c021-47c4-abdf-42ef2691de1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1778924
Jan 29 10:18:05.922002 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-28a55468-8c89-42f4-9949-69e3a5c38dbd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:05.940289 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6245882c-0718-489e-a043-8da3341e67bd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:06.039475 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-faf39b42-451a-4316-8a7b-7fef0699859f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:06.045277 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a55468-8c89-42f4-9949-69e3a5c38dbd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event deleted for resources: {'Port': ['ID=a5fef818-f759-4bb1-95d3-6af5d840d2a9,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:06.048846 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-28a55468-8c89-42f4-9949-69e3a5c38dbd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:06.089480 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 3f38798c-ca7e-4bb8-85a3-20089d5842f1 no longer exists at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:18:06.102567 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-aaadfbd3-4d5a-4e01-9be5-0c73a9c8f17c req-8bd183fe-b160-41cf-970d-ae0d8d95fd54 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/floatingips/565f982f-8af9-4950-b585-07af6df4206c HTTP/1.1" status: 200  len: 996 time: 0.2412548
Jan 29 10:18:06.190628 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d939a8-0d78-4733-ae66-15650d18a7a8 req-6abdc439-2e58-4cc1-aa4f-544ca0c487fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:06.192333 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-02d939a8-0d78-4733-ae66-15650d18a7a8 req-6abdc439-2e58-4cc1-aa4f-544ca0c487fb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ff1f06ee29ef461597f2ecd846f8813d&device_id=ff2d1eab-2236-4cbd-ac98-eb6d8f388f59 HTTP/1.1" status: 200  len: 1160 time: 0.2114046
Jan 29 10:18:06.218480 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:06.257542 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port 3f38798c-ca7e-4bb8-85a3-20089d5842f1, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=3f38798c-ca7e-4bb8-85a3-20089d5842f1,segment=NetworkSegment(b9adb5b2-2596-48dd-b83b-657daf49aed2),segment_id=b9adb5b2-2596-48dd-b83b-657daf49aed2)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:18:06.258746 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '074fbe52-e90f-4358-8ed3-539b659b3d85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f38798c-ca7e-4bb8-85a3-20089d5842f1'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:18:06.269390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:06.271558 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2bfeb038-c797-463d-a97d-a1cccaa0be54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:06.376037 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=3f38798c-ca7e-4bb8-85a3-20089d5842f1,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:06.392693 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:06.549588 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-faf39b42-451a-4316-8a7b-7fef0699859f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c96c1f98>,) {'filters': {'network_id': ['e0b5ba53-6435-4636-8044-476e6a1afe44']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:06.558053 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-28a55468-8c89-42f4-9949-69e3a5c38dbd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854415430'] for router_interface, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:06.592505 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d939a8-0d78-4733-ae66-15650d18a7a8 req-954aabc6-e02b-4a24-8b43-578b25812bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:06.594071 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-02d939a8-0d78-4733-ae66-15650d18a7a8 req-954aabc6-e02b-4a24-8b43-578b25812bb4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=17776172-c021-47c4-abdf-42ef2691de1f HTTP/1.1" status: 200  len: 891 time: 0.3668509
Jan 29 10:18:06.618772 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-faf39b42-451a-4316-8a7b-7fef0699859f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c96c1f98>, '007a627a-a2ee-4582-a6c1-ad3a6afed1c7') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:06.619109 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-faf39b42-451a-4316-8a7b-7fef0699859f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c96c1f98>, '007a627a-a2ee-4582-a6c1-ad3a6afed1c7') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:06.638535 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-faf39b42-451a-4316-8a7b-7fef0699859f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:06.678078 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-faf39b42-451a-4316-8a7b-7fef0699859f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:06.682256 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-faf39b42-451a-4316-8a7b-7fef0699859f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Releasing vxlan tunnel 3 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:18:06.722498 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-02d939a8-0d78-4733-ae66-15650d18a7a8 req-5ecf19b8-39a3-4b9c-9a8f-eac56f1bb6ab service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=000c543c-f141-4088-a52e-7ff2db2275fe HTTP/1.1" status: 200  len: 217 time: 0.1205461
Jan 29 10:18:06.795039 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaadfbd3-4d5a-4e01-9be5-0c73a9c8f17c req-4f35ece0-c5ea-42b6-a86f-c5a924530d93 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:06.796576 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-aaadfbd3-4d5a-4e01-9be5-0c73a9c8f17c req-4f35ece0-c5ea-42b6-a86f-c5a924530d93 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/networks/aadf795f-2e1a-4d04-be0e-12575f0f28a5 HTTP/1.1" status: 200  len: 784 time: 0.6345501
Jan 29 10:18:06.887864 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d939a8-0d78-4733-ae66-15650d18a7a8 req-2830678f-c32a-4e98-a2a7-63a946931a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:06.889466 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-02d939a8-0d78-4733-ae66-15650d18a7a8 req-2830678f-c32a-4e98-a2a7-63a946931a82 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a70f85cc-08d1-4efb-bb2a-cfcfe40b38c5 HTTP/1.1" status: 200  len: 834 time: 0.1528819
Jan 29 10:18:07.037988 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-faf39b42-451a-4316-8a7b-7fef0699859f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Network e0b5ba53-6435-4636-8044-476e6a1afe44 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:18:07.049472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-faf39b42-451a-4316-8a7b-7fef0699859f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:07.112005 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-aaadfbd3-4d5a-4e01-9be5-0c73a9c8f17c req-54067744-4fa2-4841-937b-995df9331d3b tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Synchronizing usage tracker for tenant:4d907168a4924ceb9472857ce37e1904 on resource:floatingip {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:18:07.266102 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-aaadfbd3-4d5a-4e01-9be5-0c73a9c8f17c req-54067744-4fa2-4841-937b-995df9331d3b tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Unset dirty status for tenant:4d907168a4924ceb9472857ce37e1904 on resource:floatingip {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:18:07.267272 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-aaadfbd3-4d5a-4e01-9be5-0c73a9c8f17c req-54067744-4fa2-4841-937b-995df9331d3b tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.26.7.9 HTTP/1.1" status: 200  len: 999 time: 0.4120231
Jan 29 10:18:07.286873 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-faf39b42-451a-4316-8a7b-7fef0699859f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Network e0b5ba53-6435-4636-8044-476e6a1afe44 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:18:07.351972 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:18:07.351972 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:18:07.351972 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:18:07.351972 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:18:07.351972 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:18:07.351972 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:18:07.351972 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:18:07.351972 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:18:07.351972 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:18:07.351972 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:18:07.351972 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:18:07.351972 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:18:07.351972 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:18:07.351972 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:18:07.351972 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:18:07.351972 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:18:07.351972 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:18:07.351972 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:18:07.351972 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:18:07.351972 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:18:07.351972 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:18:07.351972 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:18:07.351972 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:18:07.351972 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:18:07.351972 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:18:07.351972 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:18:07.351972 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:18:07.351972 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:18:07.351972 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:18:07.351972 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:18:07.351972 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:18:07.351972 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:18:07.465950 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a55468-8c89-42f4-9949-69e3a5c38dbd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Router 0d48ddf4-ce84-4f32-b704-8a43287cc54b has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:18:07.482168 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d939a8-0d78-4733-ae66-15650d18a7a8 req-fce5a976-a522-40ba-8d40-8c8ad694df24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:07.483784 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-02d939a8-0d78-4733-ae66-15650d18a7a8 req-fce5a976-a522-40ba-8d40-8c8ad694df24 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=17776172-c021-47c4-abdf-42ef2691de1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.5814009
Jan 29 10:18:07.543958 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaadfbd3-4d5a-4e01-9be5-0c73a9c8f17c req-c3a61348-746e-42c0-a3e7-c276e230b1c3 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:07.544993 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-aaadfbd3-4d5a-4e01-9be5-0c73a9c8f17c req-c3a61348-746e-42c0-a3e7-c276e230b1c3 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/ports/05c0010b-4a4e-456d-88c9-f1ef6991886d HTTP/1.1" status: 200  len: 942 time: 0.2712674
Jan 29 10:18:07.546237 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-faf39b42-451a-4316-8a7b-7fef0699859f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:07.550213 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d51b4f80-804b-44cb-8cc7-6342463e33e2 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:07.566128 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-faf39b42-451a-4316-8a7b-7fef0699859f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:07.578353 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf39b42-451a-4316-8a7b-7fef0699859f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Pushing event deleted for resources: {'Network': ['ID=e0b5ba53-6435-4636-8044-476e6a1afe44,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:07.585214 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-faf39b42-451a-4316-8a7b-7fef0699859f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "DELETE /v2.0/networks/e0b5ba53-6435-4636-8044-476e6a1afe44 HTTP/1.1" status: 204  len: 168 time: 6.6825581
Jan 29 10:18:07.586233 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-faf39b42-451a-4316-8a7b-7fef0699859f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:07.588975 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57894) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:07.596116 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-17e4d7b7-0ebd-4259-8757-5b7ecf4d6012 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1333967424'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:18:07.602032 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-17e4d7b7-0ebd-4259-8757-5b7ecf4d6012 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:18:07.606557 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-17e4d7b7-0ebd-4259-8757-5b7ecf4d6012 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Usage tracker for resource:network and tenant:8cc4c548833141b8bc8f9009064567bd is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:18:07.610475 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-17e4d7b7-0ebd-4259-8757-5b7ecf4d6012 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Quota usage for network was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:18:07.616486 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-17e4d7b7-0ebd-4259-8757-5b7ecf4d6012 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:18:07.626979 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e4d7b7-0ebd-4259-8757-5b7ecf4d6012 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Made reservation on behalf of 8cc4c548833141b8bc8f9009064567bd for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:18:07.648793 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-17e4d7b7-0ebd-4259-8757-5b7ecf4d6012 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:07.670633 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a55468-8c89-42f4-9949-69e3a5c38dbd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:18:07.681549 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d890abd-4b88-496f-ba9a-ef3613cf6637 None None] Sync routers for ids ['0d48ddf4-ce84-4f32-b704-8a43287cc54b'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:18:07.692374 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d890abd-4b88-496f-ba9a-ef3613cf6637 None None] Routers {'0d48ddf4-ce84-4f32-b704-8a43287cc54b'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:18:07.693045 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-9d890abd-4b88-496f-ba9a-ef3613cf6637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9f667b8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:17:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['0d48ddf4-ce84-4f32-b704-8a43287cc54b'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:07.762954 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-28a55468-8c89-42f4-9949-69e3a5c38dbd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "PUT /v2.0/routers/0d48ddf4-ce84-4f32-b704-8a43287cc54b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0694561
Jan 29 10:18:07.764215 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57898) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:07.768981 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-9d890abd-4b88-496f-ba9a-ef3613cf6637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9f667b8>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:07.773450 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17e4d7b7-0ebd-4259-8757-5b7ecf4d6012 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:18:07.778382 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d890abd-4b88-496f-ba9a-ef3613cf6637 None None] Routers {'0d48ddf4-ce84-4f32-b704-8a43287cc54b'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:18:07.779047 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-9d890abd-4b88-496f-ba9a-ef3613cf6637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9f667b8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:17:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['0d48ddf4-ce84-4f32-b704-8a43287cc54b'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:07.818613 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-aaadfbd3-4d5a-4e01-9be5-0c73a9c8f17c req-5037e77e-80c6-495d-be60-60aca2a59df3 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.26.7.9 HTTP/1.1" status: 200  len: 999 time: 0.1545894
Jan 29 10:18:07.819589 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-17e4d7b7-0ebd-4259-8757-5b7ecf4d6012 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:07.819985 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-17e4d7b7-0ebd-4259-8757-5b7ecf4d6012 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Added segment 9872962d-b0a5-422e-8e0d-f463cf2a1dee of type vxlan for network 195dc22e-9d55-4e53-9de0-3625496af2fc
Jan 29 10:18:07.845216 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-9d890abd-4b88-496f-ba9a-ef3613cf6637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9f667b8>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:07.845723 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d890abd-4b88-496f-ba9a-ef3613cf6637 None None] The sync data for ids ['0d48ddf4-ce84-4f32-b704-8a43287cc54b'] in dv-neutron-772983-2-ovs is: [] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:18:07.921968 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-02d939a8-0d78-4733-ae66-15650d18a7a8 req-5aed2011-4e22-4135-9bfa-b7eb5b72352a service neutron] 10.222.0.22 "GET /v2.0/networks/17776172-c021-47c4-abdf-42ef2691de1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3844461
Jan 29 10:18:07.922205 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-17e4d7b7-0ebd-4259-8757-5b7ecf4d6012 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:08.086683 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-17e4d7b7-0ebd-4259-8757-5b7ecf4d6012 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:08.153564 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e4d7b7-0ebd-4259-8757-5b7ecf4d6012 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:08.154295 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-17e4d7b7-0ebd-4259-8757-5b7ecf4d6012 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:08.163524 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-591abe9f-8e4c-4c93-a78f-94de06f4de3a tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:08.227680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-aaadfbd3-4d5a-4e01-9be5-0c73a9c8f17c req-029c6f14-5d48-4c4a-b630-97fd02fad852 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Deleting port fba2b97b-73e3-4d67-bee4-67b3b60adc2a {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:18:08.228075 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-aaadfbd3-4d5a-4e01-9be5-0c73a9c8f17c req-029c6f14-5d48-4c4a-b630-97fd02fad852 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:08.276425 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-5e2b866e-1ef1-4a83-8e49-bd2beb36bfb6 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] remove_router_interface failed (client error): The resource could not be found.
Jan 29 10:18:08.280264 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5e2b866e-1ef1-4a83-8e49-bd2beb36bfb6 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "PUT /v2.0/routers/0d48ddf4-ce84-4f32-b704-8a43287cc54b/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.5132596
Jan 29 10:18:08.280847 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57902) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:08.322954 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-17e4d7b7-0ebd-4259-8757-5b7ecf4d6012 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.7327785
Jan 29 10:18:08.326614 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57906) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:08.344020 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4d7b7-0ebd-4259-8757-5b7ecf4d6012 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Pushing event updated for resources: {'Network': ['ID=195dc22e-9d55-4e53-9de0-3625496af2fc,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:08.347085 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-add3afef-49c1-4193-8609-aad16056249f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Request body: {'subnet': {'network_id': '195dc22e-9d55-4e53-9de0-3625496af2fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:18:08.348722 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-17e4d7b7-0ebd-4259-8757-5b7ecf4d6012 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:08.355510 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 195dc22e-9d55-4e53-9de0-3625496af2fc details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:18:08.364570 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ec3d477c-a836-435b-b02b-60aa2a903ac2 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Synchronizing usage tracker for tenant:ad83ad6a41264da3be98f825b2f64def on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:18:08.375298 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 195dc22e-9d55-4e53-9de0-3625496af2fc details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:18:08.417281 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ec3d477c-a836-435b-b02b-60aa2a903ac2 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Unset dirty status for tenant:ad83ad6a41264da3be98f825b2f64def on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:18:08.421205 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ec3d477c-a836-435b-b02b-60aa2a903ac2 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d48ddf4-ce84-4f32-b704-8a43287cc54b HTTP/1.1" status: 200  len: 205 time: 0.1371102
Jan 29 10:18:08.423705 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57910) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:08.431815 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-02d939a8-0d78-4733-ae66-15650d18a7a8 req-7c33837e-d700-45ce-a44e-e3e04b55472d service neutron] 10.222.0.22 "GET /v2.0/networks/17776172-c021-47c4-abdf-42ef2691de1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4103158
Jan 29 10:18:08.485843 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-aaadfbd3-4d5a-4e01-9be5-0c73a9c8f17c req-029c6f14-5d48-4c4a-b630-97fd02fad852 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:08.486105 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-aaadfbd3-4d5a-4e01-9be5-0c73a9c8f17c req-029c6f14-5d48-4c4a-b630-97fd02fad852 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:08.622384 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-aaadfbd3-4d5a-4e01-9be5-0c73a9c8f17c req-029c6f14-5d48-4c4a-b630-97fd02fad852 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Calling delete_port for fba2b97b-73e3-4d67-bee4-67b3b60adc2a owned by network:floatingip {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:18:08.646817 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-add3afef-49c1-4193-8609-aad16056249f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:18:08.669806 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-428e283f-128c-414e-b369-235585a9fe07 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for router, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:08.732499 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-add3afef-49c1-4193-8609-aad16056249f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Usage tracker for resource:subnet and tenant:8cc4c548833141b8bc8f9009064567bd is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:18:08.743151 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-add3afef-49c1-4193-8609-aad16056249f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:18:08.786375 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-aaadfbd3-4d5a-4e01-9be5-0c73a9c8f17c req-029c6f14-5d48-4c4a-b630-97fd02fad852 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:08.801925 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-67886efc-6d57-4fa8-a4db-cbdb527a515c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:08.810390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-add3afef-49c1-4193-8609-aad16056249f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:18:08.855955 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029c6f14-5d48-4c4a-b630-97fd02fad852 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Pushing event deleted for resources: {'Port': ['ID=fba2b97b-73e3-4d67-bee4-67b3b60adc2a,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:08.861177 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-029c6f14-5d48-4c4a-b630-97fd02fad852 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:08.942613 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add3afef-49c1-4193-8609-aad16056249f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Made reservation on behalf of 8cc4c548833141b8bc8f9009064567bd for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:18:08.964051 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-add3afef-49c1-4193-8609-aad16056249f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:09.009290 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-428e283f-128c-414e-b369-235585a9fe07 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:09.014428 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-428e283f-128c-414e-b369-235585a9fe07 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:09.027084 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-aaadfbd3-4d5a-4e01-9be5-0c73a9c8f17c req-029c6f14-5d48-4c4a-b630-97fd02fad852 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks [] for floatingip, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:09.027452 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [req-aaadfbd3-4d5a-4e01-9be5-0c73a9c8f17c req-029c6f14-5d48-4c4a-b630-97fd02fad852 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Floating IP 565f982f-8af9-4950-b585-07af6df4206c disassociated (deleted). External IP: 172.26.7.9, port: 05c0010b-4a4e-456d-88c9-f1ef6991886d.
Jan 29 10:18:09.114787 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-428e283f-128c-414e-b369-235585a9fe07 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:09.115317 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-428e283f-128c-414e-b369-235585a9fe07 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Fanout notify agent at l3_agent the message router_deleted on router 0d48ddf4-ce84-4f32-b704-8a43287cc54b {{(pid=80766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 10:18:09.161653 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-428e283f-128c-414e-b369-235585a9fe07 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:09.162903 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-428e283f-128c-414e-b369-235585a9fe07 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "DELETE /v2.0/routers/0d48ddf4-ce84-4f32-b704-8a43287cc54b HTTP/1.1" status: 204  len: 168 time: 0.7368231
Jan 29 10:18:09.167381 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57914) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:09.306414 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-c63c3224-1628-4578-b23b-aaf10c0784e3 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Deleting subnet ab9570c1-aa93-4d6d-8473-21d71a977a01 {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:18:09.320668 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c63c3224-1628-4578-b23b-aaf10c0784e3 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:09.414926 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c63c3224-1628-4578-b23b-aaf10c0784e3 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:09.702462 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aaadfbd3-4d5a-4e01-9be5-0c73a9c8f17c req-029c6f14-5d48-4c4a-b630-97fd02fad852 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Router 186f80c1-4500-4ded-869d-b89be306d531 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:18:09.910185 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aaadfbd3-4d5a-4e01-9be5-0c73a9c8f17c req-029c6f14-5d48-4c4a-b630-97fd02fad852 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:18:09.920653 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c621759-b0e4-4ae9-964d-d610ba84874e None None] Sync routers for ids ['186f80c1-4500-4ded-869d-b89be306d531'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:18:09.932200 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c621759-b0e4-4ae9-964d-d610ba84874e None None] Routers {'186f80c1-4500-4ded-869d-b89be306d531'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:18:09.933008 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-8c621759-b0e4-4ae9-964d-d610ba84874e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c84e12e8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:17:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['186f80c1-4500-4ded-869d-b89be306d531'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:09.941180 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-aaadfbd3-4d5a-4e01-9be5-0c73a9c8f17c req-029c6f14-5d48-4c4a-b630-97fd02fad852 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:09.946832 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c63c3224-1628-4578-b23b-aaf10c0784e3 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:10.006038 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-aaadfbd3-4d5a-4e01-9be5-0c73a9c8f17c req-029c6f14-5d48-4c4a-b630-97fd02fad852 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "DELETE /v2.0/floatingips/565f982f-8af9-4950-b585-07af6df4206c HTTP/1.1" status: 204  len: 173 time: 2.1777015
Jan 29 10:18:10.006551 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e703fc3b-df22-44d7-a8f5-0f01199a3626', 'tag': '05c0010b-4a4e-456d-88c9-f1ef6991886d'}] {{(pid=80765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:18:10.103526 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaadfbd3-4d5a-4e01-9be5-0c73a9c8f17c req-08419094-d539-4318-93e8-e347b5076fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:10.105511 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-aaadfbd3-4d5a-4e01-9be5-0c73a9c8f17c req-08419094-d539-4318-93e8-e347b5076fe3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4d907168a4924ceb9472857ce37e1904&device_id=e703fc3b-df22-44d7-a8f5-0f01199a3626 HTTP/1.1" status: 200  len: 1162 time: 0.0812545
Jan 29 10:18:10.134333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-8c621759-b0e4-4ae9-964d-d610ba84874e None None] Set router 186f80c1-4500-4ded-869d-b89be306d531 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:18:10.163872 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c3fc2-0a73-4cc8-8065-84a0ab35a9a9 req-2ef39b4b-17ed-472d-a40b-1f88624992dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:10.165509 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-968c3fc2-0a73-4cc8-8065-84a0ab35a9a9 req-2ef39b4b-17ed-472d-a40b-1f88624992dd service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=074fbe52-e90f-4358-8ed3-539b659b3d85 HTTP/1.1" status: 200  len: 1160 time: 0.5674727
Jan 29 10:18:10.260358 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaadfbd3-4d5a-4e01-9be5-0c73a9c8f17c req-a4db750d-6dcc-41ec-a099-5f9e07529004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:10.261957 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-aaadfbd3-4d5a-4e01-9be5-0c73a9c8f17c req-a4db750d-6dcc-41ec-a099-5f9e07529004 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9c450a0f-2c11-436c-8735-9a1afe6b7184 HTTP/1.1" status: 200  len: 906 time: 0.1482177
Jan 29 10:18:10.340658 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-968c3fc2-0a73-4cc8-8065-84a0ab35a9a9 req-64a00e08-ea1d-4287-b65b-178cb014e2f6 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=5ba8e0b6-c808-4291-b283-44235b5bd3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1554911
Jan 29 10:18:10.350614 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-aaadfbd3-4d5a-4e01-9be5-0c73a9c8f17c req-b11bb365-33de-4c09-a9f7-e2bbcb883c67 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05c0010b-4a4e-456d-88c9-f1ef6991886d HTTP/1.1" status: 200  len: 217 time: 0.0810456
Jan 29 10:18:10.367189 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-add3afef-49c1-4193-8609-aad16056249f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:10.384732 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2681c243-07d8-41a4-ba9d-d69c96dac408 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:10.426337 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaadfbd3-4d5a-4e01-9be5-0c73a9c8f17c req-6ee9fb9d-6445-4256-a57a-f91778a54039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:10.427732 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-aaadfbd3-4d5a-4e01-9be5-0c73a9c8f17c req-6ee9fb9d-6445-4256-a57a-f91778a54039 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dd17e4b6-a33a-4e17-bc4a-03539800690d HTTP/1.1" status: 200  len: 851 time: 0.0692112
Jan 29 10:18:10.531180 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-8c621759-b0e4-4ae9-964d-d610ba84874e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c84e12e8>, [{'id': '186f80c1-4500-4ded-869d-b89be306d531', 'name': 'tempest-TestVolumeBootPattern-1113126477-router', 'tenant_id': '4d907168a4924ceb9472857ce37e1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '28d59b23-64d3-4cb4-9403-19957bc5481c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:07:40Z', 'updated_at': '2021-01-29T10:08:01Z', 'revision_number': 4, 'project_id': '4d907168a4924ceb9472857ce37e1904', 'gw_port': {'id': '28d59b23-64d3-4cb4-9403-19957bc5481c', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186f80c1-4500-4ded-869d-b89be306d531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:07:44Z', 'updated_at': '2021-01-29T10:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'baad40a7-f833-4fed-9129-14efdd69b52a', 'name': '', 'network_id': '9c450a0f-2c11-436c-8735-9a1afe6b7184', 'tenant_id': '4d907168a4924ceb9472857ce37e1904', 'mac_address': 'fa:16:3e:db:ec:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186f80c1-4500-4ded-869d-b89be306d531', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'dd17e4b6-a33a-4e17-bc4a-03539800690d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:07:56Z', 'updated_at': '2021-01-29T10:08:26Z', 'revision_number': 5, 'project_id': '4d907168a4924ceb9472857ce37e1904', 'subnets': [{'id': 'dd17e4b6-a33a-4e17-bc4a-03539800690d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:10.536681 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c621759-b0e4-4ae9-964d-d610ba84874e None None] Checking router: 186f80c1-4500-4ded-869d-b89be306d531 for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:18:10.538068 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaadfbd3-4d5a-4e01-9be5-0c73a9c8f17c req-f44aa809-fd1f-44af-8eaf-c97356a86cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:10.546007 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c621759-b0e4-4ae9-964d-d610ba84874e None None] Routers {'186f80c1-4500-4ded-869d-b89be306d531'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:18:10.546584 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-aaadfbd3-4d5a-4e01-9be5-0c73a9c8f17c req-f44aa809-fd1f-44af-8eaf-c97356a86cb3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9c450a0f-2c11-436c-8735-9a1afe6b7184&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.1069891
Jan 29 10:18:10.546713 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-8c621759-b0e4-4ae9-964d-d610ba84874e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c84e12e8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:17:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['186f80c1-4500-4ded-869d-b89be306d531'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:10.559666 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add3afef-49c1-4193-8609-aad16056249f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Pushing event updated for resources: {'Subnet': ['ID=69260909-421e-4e44-86a1-8caa6119f0de,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:10.563128 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-add3afef-49c1-4193-8609-aad16056249f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:10.578035 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c63c3224-1628-4578-b23b-aaf10c0784e3 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:10.687945 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-212a5b4f-f243-4fac-b908-c65692967aca tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:10.690985 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-aaadfbd3-4d5a-4e01-9be5-0c73a9c8f17c req-2c718ded-a62f-4781-9469-c2feb2636168 service neutron] 10.222.0.57 "GET /v2.0/networks/9c450a0f-2c11-436c-8735-9a1afe6b7184?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1434734
Jan 29 10:18:10.738104 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-8c621759-b0e4-4ae9-964d-d610ba84874e None None] Set router 186f80c1-4500-4ded-869d-b89be306d531 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:18:10.743306 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c3224-1628-4578-b23b-aaf10c0784e3 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event deleted for resources: {'Subnet': ['ID=ab9570c1-aa93-4d6d-8473-21d71a977a01,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:10.748900 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c63c3224-1628-4578-b23b-aaf10c0784e3 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:10.757381 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c63c3224-1628-4578-b23b-aaf10c0784e3 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:10.766485 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c63c3224-1628-4578-b23b-aaf10c0784e3 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "DELETE /v2.0/subnets/ab9570c1-aa93-4d6d-8473-21d71a977a01 HTTP/1.1" status: 204  len: 168 time: 1.5975275
Jan 29 10:18:10.772325 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57920) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:10.788803 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4339cc-9f91-4519-97a9-bcabbc3011ed None None] Network ce623d2a-04b3-4d77-b233-5366345e8f38 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:18:10.848309 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-aaadfbd3-4d5a-4e01-9be5-0c73a9c8f17c req-0e521b3b-5b3e-45d3-a511-62ca9b05da23 service neutron] 10.222.0.57 "GET /v2.0/networks/9c450a0f-2c11-436c-8735-9a1afe6b7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1499009
Jan 29 10:18:10.909394 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add3afef-49c1-4193-8609-aad16056249f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Checking segment: {'id': '9872962d-b0a5-422e-8e0d-f463cf2a1dee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '195dc22e-9d55-4e53-9de0-3625496af2fc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:18:10.909809 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add3afef-49c1-4193-8609-aad16056249f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Network hostable DHCP agents. Network: 195dc22e-9d55-4e53-9de0-3625496af2fc, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:18:10.949562 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-57bed6bf-2ac1-410b-b983-4e38220b1d97 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:11.028214 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add3afef-49c1-4193-8609-aad16056249f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Network 195dc22e-9d55-4e53-9de0-3625496af2fc is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:18:11.032968 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-57bed6bf-2ac1-410b-b983-4e38220b1d97 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Deleting port 7ff2bbc4-326f-4f38-a9de-b9da24912bdc {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:18:11.033343 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-57bed6bf-2ac1-410b-b983-4e38220b1d97 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:11.096999 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-add3afef-49c1-4193-8609-aad16056249f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 195dc22e-9d55-4e53-9de0-3625496af2fc) {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:18:11.124433 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add3afef-49c1-4193-8609-aad16056249f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:11.125079 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-add3afef-49c1-4193-8609-aad16056249f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks [] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:11.178223 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-add3afef-49c1-4193-8609-aad16056249f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 2.8423808
Jan 29 10:18:11.182993 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57928) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:11.243223 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d5ad3-3aac-4875-94b0-7ba51616c75c req-e5e09bf3-5009-4fde-80bd-d61c77389ba7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:11.244847 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a37d5ad3-3aac-4875-94b0-7ba51616c75c req-e5e09bf3-5009-4fde-80bd-d61c77389ba7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff2d1eab-2236-4cbd-ac98-eb6d8f388f59 HTTP/1.1" status: 200  len: 943 time: 0.1805193
Jan 29 10:18:11.333728 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a37d5ad3-3aac-4875-94b0-7ba51616c75c req-4dbb19e9-5e0a-41a0-bcfd-53b6c2cc48c5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=b36a32e5-9aee-4df4-8453-861f96989b27&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0790961
Jan 29 10:18:11.335184 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f920a15-cfb7-4dcb-b360-5ffe586ff5d3 None None] Network 195dc22e-9d55-4e53-9de0-3625496af2fc requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:18:11.438664 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-57bed6bf-2ac1-410b-b983-4e38220b1d97 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] For port 7ff2bbc4-326f-4f38-a9de-b9da24912bdc, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=7ff2bbc4-326f-4f38-a9de-b9da24912bdc,segment=NetworkSegment(0a3cf2d7-c48c-4411-9243-9e42625580e6),segment_id=0a3cf2d7-c48c-4411-9243-9e42625580e6)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:18:11.439127 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-57bed6bf-2ac1-410b-b983-4e38220b1d97 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:11.473167 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '074fbe52-e90f-4358-8ed3-539b659b3d85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f38798c-ca7e-4bb8-85a3-20089d5842f1', 'code': 200}
Jan 29 10:18:11.486807 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c8737a-e545-49a3-abad-bee29e46e2c6 None None] DHCP port deletion for ce623d2a-04b3-4d77-b233-5366345e8f38 request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:18:11.526894 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-b2c8737a-e545-49a3-abad-bee29e46e2c6 None None] Deleting port 7ff2bbc4-326f-4f38-a9de-b9da24912bdc {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:18:11.527436 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b2c8737a-e545-49a3-abad-bee29e46e2c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:11.601663 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb983-425b-4245-97c8-5e4260233d3e tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:11.665032 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-57bed6bf-2ac1-410b-b983-4e38220b1d97 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Calling delete_port for 7ff2bbc4-326f-4f38-a9de-b9da24912bdc owned by network:dhcp {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:18:11.706364 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b85d35-7c64-4b98-94f2-a10bbf3cbc92 req-39c93237-e8f1-4ddc-8828-ef40f97a0a41 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:11.708016 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-23b85d35-7c64-4b98-94f2-a10bbf3cbc92 req-39c93237-e8f1-4ddc-8828-ef40f97a0a41 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] 10.222.0.57 "GET /v2.0/ports?device_id=074fbe52-e90f-4358-8ed3-539b659b3d85 HTTP/1.1" status: 200  len: 943 time: 0.1723166
Jan 29 10:18:11.790926 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-23b85d35-7c64-4b98-94f2-a10bbf3cbc92 req-b8b70522-4500-4f20-b68b-4f54d86e5a2d tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ba8e0b6-c808-4291-b283-44235b5bd3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0754433
Jan 29 10:18:11.808253 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb983-425b-4245-97c8-5e4260233d3e tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:11.825675 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-8c621759-b0e4-4ae9-964d-d610ba84874e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c84e12e8>, [{'id': '186f80c1-4500-4ded-869d-b89be306d531', 'name': 'tempest-TestVolumeBootPattern-1113126477-router', 'tenant_id': '4d907168a4924ceb9472857ce37e1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '28d59b23-64d3-4cb4-9403-19957bc5481c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:07:40Z', 'updated_at': '2021-01-29T10:08:01Z', 'revision_number': 4, 'project_id': '4d907168a4924ceb9472857ce37e1904', 'gw_port': {'id': '28d59b23-64d3-4cb4-9403-19957bc5481c', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186f80c1-4500-4ded-869d-b89be306d531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:07:44Z', 'updated_at': '2021-01-29T10:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'baad40a7-f833-4fed-9129-14efdd69b52a', 'name': '', 'network_id': '9c450a0f-2c11-436c-8735-9a1afe6b7184', 'tenant_id': '4d907168a4924ceb9472857ce37e1904', 'mac_address': 'fa:16:3e:db:ec:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186f80c1-4500-4ded-869d-b89be306d531', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'dd17e4b6-a33a-4e17-bc4a-03539800690d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:07:56Z', 'updated_at': '2021-01-29T10:08:26Z', 'revision_number': 5, 'project_id': '4d907168a4924ceb9472857ce37e1904', 'subnets': [{'id': 'dd17e4b6-a33a-4e17-bc4a-03539800690d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:11.837886 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 7ff2bbc4-326f-4f38-a9de-b9da24912bdc no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:18:11.875181 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e703fc3b-df22-44d7-a8f5-0f01199a3626', 'tag': '05c0010b-4a4e-456d-88c9-f1ef6991886d', 'status': 'completed', 'code': 200}
Jan 29 10:18:11.886250 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c621759-b0e4-4ae9-964d-d610ba84874e None None] The sync data for ids ['186f80c1-4500-4ded-869d-b89be306d531'] in dv-neutron-772983-2-ovs is: [{'id': '186f80c1-4500-4ded-869d-b89be306d531', 'name': 'tempest-TestVolumeBootPattern-1113126477-router', 'tenant_id': '4d907168a4924ceb9472857ce37e1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '28d59b23-64d3-4cb4-9403-19957bc5481c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:07:40Z', 'updated_at': '2021-01-29T10:08:01Z', 'revision_number': 4, 'project_id': '4d907168a4924ceb9472857ce37e1904', 'gw_port': {'id': '28d59b23-64d3-4cb4-9403-19957bc5481c', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186f80c1-4500-4ded-869d-b89be306d531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:07:44Z', 'updated_at': '2021-01-29T10:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'baad40a7-f833-4fed-9129-14efdd69b52a', 'name': '', 'network_id': '9c450a0f-2c11-436c-8735-9a1afe6b7184', 'tenant_id': '4d907168a4924ceb9472857ce37e1904', 'mac_address': 'fa:16:3e:db:ec:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186f80c1-4500-4ded-869d-b89be306d531', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'dd17e4b6-a33a-4e17-bc4a-03539800690d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:07:56Z', 'updated_at': '2021-01-29T10:08:26Z', 'revision_number': 5, 'project_id': '4d907168a4924ceb9472857ce37e1904', 'subnets': [{'id': 'dd17e4b6-a33a-4e17-bc4a-03539800690d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:18:11.908879 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-57bed6bf-2ac1-410b-b983-4e38220b1d97 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:11.940859 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a8d2ac-7a62-4142-b30a-54a850785cea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-195dc22e-9d55-4e53-9de0-3625496af2fc', 'network_id': '195dc22e-9d55-4e53-9de0-3625496af2fc', 'tenant_id': '8cc4c548833141b8bc8f9009064567bd', 'fixed_ips': [{'subnet_id': '69260909-421e-4e44-86a1-8caa6119f0de'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:18:11.942389 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a6a8d2ac-7a62-4142-b30a-54a850785cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:11.954529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6245882c-0718-489e-a043-8da3341e67bd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:12.043624 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 000c543c-f141-4088-a52e-7ff2db2275fe up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:18:12.099817 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No active binding found for port 7ff2bbc4-326f-4f38-a9de-b9da24912bdc {{(pid=80767) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}}
Jan 29 10:18:12.100304 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 7ff2bbc4-326f-4f38-a9de-b9da24912bdc not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:18:12.104882 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-b2c8737a-e545-49a3-abad-bee29e46e2c6 None None] For port 7ff2bbc4-326f-4f38-a9de-b9da24912bdc, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=7ff2bbc4-326f-4f38-a9de-b9da24912bdc,segment=NetworkSegment(0a3cf2d7-c48c-4411-9243-9e42625580e6),segment_id=0a3cf2d7-c48c-4411-9243-9e42625580e6)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:18:12.105342 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b2c8737a-e545-49a3-abad-bee29e46e2c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:12.264211 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bed6bf-2ac1-410b-b983-4e38220b1d97 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event deleted for resources: {'Port': ['ID=7ff2bbc4-326f-4f38-a9de-b9da24912bdc,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:12.267871 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-57bed6bf-2ac1-410b-b983-4e38220b1d97 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:12.324762 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-b2c8737a-e545-49a3-abad-bee29e46e2c6 None None] Calling delete_port for 7ff2bbc4-326f-4f38-a9de-b9da24912bdc owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:18:12.399455 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bed6bf-2ac1-410b-b983-4e38220b1d97 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] No DVR routers for this DVR port 7ff2bbc4-326f-4f38-a9de-b9da24912bdc on host dv-neutron-772983-2-ovs {{(pid=80766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:18:12.420896 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5411b3e-f695-4269-903a-07f70df3c260 None None] New status for floating IP 565f982f-8af9-4950-b585-07af6df4206c: DOWN {{(pid=80768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 29 10:18:12.506043 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning for port 000c543c-f141-4088-a52e-7ff2db2275fe completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:18:12.518733 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-b2c8737a-e545-49a3-abad-bee29e46e2c6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80767) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:18:12.519157 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-b2c8737a-e545-49a3-abad-bee29e46e2c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:18:12.521484 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc7de6-9e6a-4503-adab-db378927a6b2 req-2feb083b-6ced-43d5-8ae4-531a88ae3c2f tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:12.522360 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-95bc7de6-9e6a-4503-adab-db378927a6b2 req-2feb083b-6ced-43d5-8ae4-531a88ae3c2f tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Synchronizing usage tracker for tenant:4d907168a4924ceb9472857ce37e1904 on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:18:12.526934 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 000c543c-f141-4088-a52e-7ff2db2275fe triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:18:12.527366 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:12.543625 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-95bc7de6-9e6a-4503-adab-db378927a6b2 req-2feb083b-6ced-43d5-8ae4-531a88ae3c2f tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Unset dirty status for tenant:4d907168a4924ceb9472857ce37e1904 on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:18:12.544962 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-95bc7de6-9e6a-4503-adab-db378927a6b2 req-2feb083b-6ced-43d5-8ae4-531a88ae3c2f tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/ports?device_id=e703fc3b-df22-44d7-a8f5-0f01199a3626 HTTP/1.1" status: 200  len: 945 time: 0.2388589
Jan 29 10:18:12.652922 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-95bc7de6-9e6a-4503-adab-db378927a6b2 req-0274a278-7fd6-4147-b102-d56aa5db6e1e tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/security-groups?id=ca938fcf-b80d-466c-a403-7c3b18a33b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1000834
Jan 29 10:18:12.746771 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-a6a8d2ac-7a62-4142-b30a-54a850785cea None None] Allocated IP 172.20.0.1 (195dc22e-9d55-4e53-9de0-3625496af2fc/69260909-421e-4e44-86a1-8caa6119f0de/c7b8a4cd-17ff-4d8b-9258-956fa098490b) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:18:12.748946 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:12.832853 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port 000c543c-f141-4088-a52e-7ff2db2275fe, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=000c543c-f141-4088-a52e-7ff2db2275fe,segment=NetworkSegment(2f7ff0c6-2bf9-4245-ab3b-b7f8952b73c8),segment_id=2f7ff0c6-2bf9-4245-ab3b-b7f8952b73c8)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:18:12.837899 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:12.839197 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 3f38798c-ca7e-4bb8-85a3-20089d5842f1 up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:18:12.880698 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ba1fb15e-6fa5-4149-bd7b-c7c34eda5c98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:12.976016 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d8505-4c97-4e13-8f7a-486b27d530a3 req-924e1956-ae12-4b3b-affd-25e5f39c310e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:12.977819 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-943d8505-4c97-4e13-8f7a-486b27d530a3 req-924e1956-ae12-4b3b-affd-25e5f39c310e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff2d1eab-2236-4cbd-ac98-eb6d8f388f59 HTTP/1.1" status: 200  len: 945 time: 0.1848519
Jan 29 10:18:13.054420 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-943d8505-4c97-4e13-8f7a-486b27d530a3 req-f9fb2321-81bd-4c08-abe6-ba1c2c98545f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=b36a32e5-9aee-4df4-8453-861f96989b27&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0698364
Jan 29 10:18:13.065142 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6956a6-677a-45a0-9aa9-6ed07cc243bf req-cb35ccd6-59b0-46a0-9957-51427f6a51c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:13.067115 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ba6956a6-677a-45a0-9aa9-6ed07cc243bf req-cb35ccd6-59b0-46a0-9957-51427f6a51c2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4d907168a4924ceb9472857ce37e1904&device_id=e703fc3b-df22-44d7-a8f5-0f01199a3626 HTTP/1.1" status: 200  len: 1162 time: 1.0799210
Jan 29 10:18:13.069458 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-57bed6bf-2ac1-410b-b983-4e38220b1d97 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:13.128247 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a6a8d2ac-7a62-4142-b30a-54a850785cea None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:13.134227 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-b2c8737a-e545-49a3-abad-bee29e46e2c6 None None] Deleting port 7ff2bbc4-326f-4f38-a9de-b9da24912bdc {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:18:13.134825 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b2c8737a-e545-49a3-abad-bee29e46e2c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:13.242074 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-b2c8737a-e545-49a3-abad-bee29e46e2c6 None None] The port '7ff2bbc4-326f-4f38-a9de-b9da24912bdc' was deleted {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 29 10:18:13.248040 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-a6a8d2ac-7a62-4142-b30a-54a850785cea None None] Transition to ACTIVE for port object c7b8a4cd-17ff-4d8b-9258-956fa098490b will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:18:13.291503 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=000c543c-f141-4088-a52e-7ff2db2275fe,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:13.295041 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-a6a8d2ac-7a62-4142-b30a-54a850785cea None None] Transition to ACTIVE for port object c7b8a4cd-17ff-4d8b-9258-956fa098490b will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:18:13.298891 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:13.310607 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a6a8d2ac-7a62-4142-b30a-54a850785cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:13.328053 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:13.401143 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 3f38798c-ca7e-4bb8-85a3-20089d5842f1 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:18:13.401979 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:13.406289 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-57bed6bf-2ac1-410b-b983-4e38220b1d97 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c84b98d0>,) {'filters': {'network_id': ['ce623d2a-04b3-4d77-b233-5366345e8f38']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:13.428329 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb983-425b-4245-97c8-5e4260233d3e tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:13.439726 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a8d2ac-7a62-4142-b30a-54a850785cea None None] Pushing event updated for resources: {'Port': ['ID=c7b8a4cd-17ff-4d8b-9258-956fa098490b,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:13.462813 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a6a8d2ac-7a62-4142-b30a-54a850785cea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:13.475181 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff2d1eab-2236-4cbd-ac98-eb6d8f388f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000c543c-f141-4088-a52e-7ff2db2275fe'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:18:13.491205 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ebcc4-a4f1-4c1a-8cae-53a9a4f541ab req-954155f2-e4b5-4ed5-9592-b57b476dba90 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:13.495955 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-107ebcc4-a4f1-4c1a-8cae-53a9a4f541ab req-954155f2-e4b5-4ed5-9592-b57b476dba90 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] 10.222.0.57 "GET /v2.0/ports?device_id=074fbe52-e90f-4358-8ed3-539b659b3d85 HTTP/1.1" status: 200  len: 943 time: 0.2744689
Jan 29 10:18:13.548487 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c63c3224-1628-4578-b23b-aaf10c0784e3 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:13.597404 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-57bed6bf-2ac1-410b-b983-4e38220b1d97 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c84b98d0>, '0a3cf2d7-c48c-4411-9243-9e42625580e6') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:13.597771 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-57bed6bf-2ac1-410b-b983-4e38220b1d97 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c84b98d0>, '0a3cf2d7-c48c-4411-9243-9e42625580e6') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:13.608802 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4fb983-425b-4245-97c8-5e4260233d3e tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Pushing event deleted for resources: {'Subnet': ['ID=69260909-421e-4e44-86a1-8caa6119f0de,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:13.612122 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ad4fb983-425b-4245-97c8-5e4260233d3e tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:13.617032 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b794c-585a-4902-bf48-c134780c5485 req-f7e18ef4-e6ec-41bd-a5b3-95d9752d0e73 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:13.618768 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d33b794c-585a-4902-bf48-c134780c5485 req-f7e18ef4-e6ec-41bd-a5b3-95d9752d0e73 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.22 "GET /v2.0/ports?device_id=e703fc3b-df22-44d7-a8f5-0f01199a3626 HTTP/1.1" status: 200  len: 945 time: 0.4605455
Jan 29 10:18:13.679046 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-57bed6bf-2ac1-410b-b983-4e38220b1d97 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:13.696298 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6956a6-677a-45a0-9aa9-6ed07cc243bf req-d772d04b-3218-4189-8399-8fffa00f5ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:13.697891 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ba6956a6-677a-45a0-9aa9-6ed07cc243bf req-d772d04b-3218-4189-8399-8fffa00f5ae3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9c450a0f-2c11-436c-8735-9a1afe6b7184 HTTP/1.1" status: 200  len: 906 time: 0.5946608
Jan 29 10:18:13.752226 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-d33b794c-585a-4902-bf48-c134780c5485 req-3f5e8c26-3f5e-4517-af5b-2f574b796bba tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Deleting port 05c0010b-4a4e-456d-88c9-f1ef6991886d {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:18:13.752620 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-d33b794c-585a-4902-bf48-c134780c5485 req-3f5e8c26-3f5e-4517-af5b-2f574b796bba tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:13.824642 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb983-425b-4245-97c8-5e4260233d3e tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:13.847056 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:13.858434 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-107ebcc4-a4f1-4c1a-8cae-53a9a4f541ab req-7cb2da8a-1c62-41e6-8d46-547485f2d467 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ba8e0b6-c808-4291-b283-44235b5bd3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3615227
Jan 29 10:18:13.868391 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a8d2ac-7a62-4142-b30a-54a850785cea None None] Network 195dc22e-9d55-4e53-9de0-3625496af2fc is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:18:13.871690 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-a6a8d2ac-7a62-4142-b30a-54a850785cea None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:18:13.886339 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a8d2ac-7a62-4142-b30a-54a850785cea None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:18:13.897870 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port 3f38798c-ca7e-4bb8-85a3-20089d5842f1, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=3f38798c-ca7e-4bb8-85a3-20089d5842f1,segment=NetworkSegment(b9adb5b2-2596-48dd-b83b-657daf49aed2),segment_id=b9adb5b2-2596-48dd-b83b-657daf49aed2)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:18:13.934694 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:13.942572 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff2d1eab-2236-4cbd-ac98-eb6d8f388f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000c543c-f141-4088-a52e-7ff2db2275fe', 'code': 200}
Jan 29 10:18:13.943290 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8d457b69-d5f8-46a8-82f7-e0f062d10145 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:13.969873 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-ad4fb983-425b-4245-97c8-5e4260233d3e tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c94de400>,) {'filters': {'network_id': ['195dc22e-9d55-4e53-9de0-3625496af2fc']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:13.986401 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-ad4fb983-425b-4245-97c8-5e4260233d3e tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c94de400>, '9872962d-b0a5-422e-8e0d-f463cf2a1dee') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:13.986777 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-ad4fb983-425b-4245-97c8-5e4260233d3e tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c94de400>, '9872962d-b0a5-422e-8e0d-f463cf2a1dee') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:14.003356 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb983-425b-4245-97c8-5e4260233d3e tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:14.016716 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=3f38798c-ca7e-4bb8-85a3-20089d5842f1,revision_number=6']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:14.029768 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:14.038951 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-a6a8d2ac-7a62-4142-b30a-54a850785cea None None] Attempting to bind port c7b8a4cd-17ff-4d8b-9258-956fa098490b on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:18:14.039443 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-a6a8d2ac-7a62-4142-b30a-54a850785cea None None] Attempting to bind port c7b8a4cd-17ff-4d8b-9258-956fa098490b by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '9872962d-b0a5-422e-8e0d-f463cf2a1dee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '195dc22e-9d55-4e53-9de0-3625496af2fc'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:18:14.039800 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a8d2ac-7a62-4142-b30a-54a850785cea None None] Attempting to bind port c7b8a4cd-17ff-4d8b-9258-956fa098490b on network 195dc22e-9d55-4e53-9de0-3625496af2fc {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:18:14.047143 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a8d2ac-7a62-4142-b30a-54a850785cea None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:18:14.047616 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a8d2ac-7a62-4142-b30a-54a850785cea None None] Checking segment: {'id': '9872962d-b0a5-422e-8e0d-f463cf2a1dee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '195dc22e-9d55-4e53-9de0-3625496af2fc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:18:14.048575 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a6a8d2ac-7a62-4142-b30a-54a850785cea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:14.049023 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a8d2ac-7a62-4142-b30a-54a850785cea None None] Bound using segment: {'id': '9872962d-b0a5-422e-8e0d-f463cf2a1dee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '195dc22e-9d55-4e53-9de0-3625496af2fc'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:18:14.049140 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57944) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:14.049587 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-a6a8d2ac-7a62-4142-b30a-54a850785cea None None] Bound port: c7b8a4cd-17ff-4d8b-9258-956fa098490b, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9872962d-b0a5-422e-8e0d-f463cf2a1dee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '195dc22e-9d55-4e53-9de0-3625496af2fc'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:18:14.050476 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a6a8d2ac-7a62-4142-b30a-54a850785cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:14.055144 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb983-425b-4245-97c8-5e4260233d3e tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:14.063699 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ad4fb983-425b-4245-97c8-5e4260233d3e tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Releasing vxlan tunnel 3 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:18:14.074000 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:18:14.166107 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-57bed6bf-2ac1-410b-b983-4e38220b1d97 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:14.166532 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-a6a8d2ac-7a62-4142-b30a-54a850785cea None None] For port c7b8a4cd-17ff-4d8b-9258-956fa098490b, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:18:14.170655 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ba6956a6-677a-45a0-9aa9-6ed07cc243bf req-0d169726-d9aa-43af-b5f8-aa9a47441897 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05c0010b-4a4e-456d-88c9-f1ef6991886d HTTP/1.1" status: 200  len: 217 time: 0.4169176
Jan 29 10:18:14.175337 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-57bed6bf-2ac1-410b-b983-4e38220b1d97 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Releasing vxlan tunnel 5 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:18:14.260886 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-d33b794c-585a-4902-bf48-c134780c5485 req-3f5e8c26-3f5e-4517-af5b-2f574b796bba tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] For port 05c0010b-4a4e-456d-88c9-f1ef6991886d, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=05c0010b-4a4e-456d-88c9-f1ef6991886d,segment=NetworkSegment(b73319d1-1a15-4ad0-895c-77a7ce281119),segment_id=b73319d1-1a15-4ad0-895c-77a7ce281119)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:18:14.261212 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-d33b794c-585a-4902-bf48-c134780c5485 req-3f5e8c26-3f5e-4517-af5b-2f574b796bba tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:14.409721 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-d33b794c-585a-4902-bf48-c134780c5485 req-3f5e8c26-3f5e-4517-af5b-2f574b796bba tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Calling delete_port for 05c0010b-4a4e-456d-88c9-f1ef6991886d owned by compute:nova {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:18:14.464223 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 000c543c-f141-4088-a52e-7ff2db2275fe up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:18:14.525331 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7164ee-cce9-499d-9c2b-a5f1e08f22e0 req-5b252ade-36d7-49e5-8b15-992e06bcbc13 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:14.526989 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0a7164ee-cce9-499d-9c2b-a5f1e08f22e0 req-5b252ade-36d7-49e5-8b15-992e06bcbc13 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/ports?device_id=e703fc3b-df22-44d7-a8f5-0f01199a3626 HTTP/1.1" status: 200  len: 945 time: 0.3752456
Jan 29 10:18:14.537511 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 000c543c-f141-4088-a52e-7ff2db2275fe triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:18:14.538125 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:14.615083 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0a7164ee-cce9-499d-9c2b-a5f1e08f22e0 req-0d412da5-6fcb-4779-8b46-fec891983ed0 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/security-groups?id=ca938fcf-b80d-466c-a403-7c3b18a33b2b&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0795467
Jan 29 10:18:14.673510 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 3f38798c-ca7e-4bb8-85a3-20089d5842f1 up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:18:14.683881 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c37e9c1f-04b2-4f51-ac98-58b2ba1f8a18 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] 10.222.0.57 "GET /v2.0/floatingips/35d5ef08-42ca-4d8a-9b86-94a38b23c5bc HTTP/1.1" status: 200  len: 993 time: 0.6334736
Jan 29 10:18:14.699916 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-ad4fb983-425b-4245-97c8-5e4260233d3e tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Network 195dc22e-9d55-4e53-9de0-3625496af2fc has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:18:14.708987 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-57bed6bf-2ac1-410b-b983-4e38220b1d97 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Network ce623d2a-04b3-4d77-b233-5366345e8f38 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:18:14.724400 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6956a6-677a-45a0-9aa9-6ed07cc243bf req-07a33383-7dd4-47ee-9534-ebeae039b992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:14.726026 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ba6956a6-677a-45a0-9aa9-6ed07cc243bf req-07a33383-7dd4-47ee-9534-ebeae039b992 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=dd17e4b6-a33a-4e17-bc4a-03539800690d HTTP/1.1" status: 200  len: 851 time: 0.5276318
Jan 29 10:18:14.730177 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb983-425b-4245-97c8-5e4260233d3e tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:14.731310 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-d33b794c-585a-4902-bf48-c134780c5485 req-3f5e8c26-3f5e-4517-af5b-2f574b796bba tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:14.747269 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-57bed6bf-2ac1-410b-b983-4e38220b1d97 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:14.749202 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-faf39b42-451a-4316-8a7b-7fef0699859f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:14.759820 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 3f38798c-ca7e-4bb8-85a3-20089d5842f1 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:18:14.760549 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:14.801441 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5e8c26-3f5e-4517-af5b-2f574b796bba tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Pushing event deleted for resources: {'Port': ['ID=05c0010b-4a4e-456d-88c9-f1ef6991886d,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:14.852569 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3f5e8c26-3f5e-4517-af5b-2f574b796bba tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:14.932611 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 05c0010b-4a4e-456d-88c9-f1ef6991886d no longer exists at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:18:14.975848 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] No Port match for: 05c0010b-4a4e-456d-88c9-f1ef6991886d {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:18:14.976246 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 05c0010b-4a4e-456d-88c9-f1ef6991886d not bound to the agent host hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:18:15.031132 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d3a76-0dd4-40b3-94a5-01ca2237a680 req-4e3c748d-b4b5-4b54-82be-11495cc637d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:15.032861 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d90d3a76-0dd4-40b3-94a5-01ca2237a680 req-4e3c748d-b4b5-4b54-82be-11495cc637d3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ff2d1eab-2236-4cbd-ac98-eb6d8f388f59 HTTP/1.1" status: 200  len: 1162 time: 0.7740822
Jan 29 10:18:15.083161 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742388ed-428d-4a2c-860d-ff632322c224 req-8f43a33a-9293-4706-9fa3-039f31795382 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:15.084798 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-742388ed-428d-4a2c-860d-ff632322c224 req-8f43a33a-9293-4706-9fa3-039f31795382 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff2d1eab-2236-4cbd-ac98-eb6d8f388f59 HTTP/1.1" status: 200  len: 945 time: 0.2881517
Jan 29 10:18:15.151249 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-d33b794c-585a-4902-bf48-c134780c5485 req-3f5e8c26-3f5e-4517-af5b-2f574b796bba tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] No DVR routers for this DVR port 05c0010b-4a4e-456d-88c9-f1ef6991886d on host hv-neutron-7729 {{(pid=80765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:18:15.154604 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-d33b794c-585a-4902-bf48-c134780c5485 req-3f5e8c26-3f5e-4517-af5b-2f574b796bba tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:15.164701 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e703fc3b-df22-44d7-a8f5-0f01199a3626', 'name': 'network-vif-deleted', 'tag': '05c0010b-4a4e-456d-88c9-f1ef6991886d'}] {{(pid=80765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:18:15.184223 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-57bed6bf-2ac1-410b-b983-4e38220b1d97 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Network ce623d2a-04b3-4d77-b233-5366345e8f38 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:18:15.204514 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-742388ed-428d-4a2c-860d-ff632322c224 req-95816e3b-a1ee-48f4-9cf5-e41c50f22020 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=b36a32e5-9aee-4df4-8453-861f96989b27&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1125054
Jan 29 10:18:15.209159 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d33b794c-585a-4902-bf48-c134780c5485 req-3f5e8c26-3f5e-4517-af5b-2f574b796bba tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.22 "DELETE /v2.0/ports/05c0010b-4a4e-456d-88c9-f1ef6991886d HTTP/1.1" status: 204  len: 173 time: 1.5827937
Jan 29 10:18:15.228507 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:18:15.228507 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:18:15.228507 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:18:15.228507 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:18:15.228507 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:18:15.228507 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:18:15.228507 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:18:15.228507 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:18:15.228507 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:18:15.228507 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:18:15.228507 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:18:15.228507 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:18:15.228507 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:18:15.228507 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:18:15.228507 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:18:15.228507 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:18:15.228507 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:18:15.228507 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:18:15.228507 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:18:15.228507 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:18:15.228507 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:18:15.228507 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:18:15.228507 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:18:15.228507 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:18:15.228507 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:18:15.228507 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:18:15.228507 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:18:15.228507 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:18:15.228507 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:18:15.228507 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:18:15.228507 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:18:15.228507 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:18:15.231618 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-ad4fb983-425b-4245-97c8-5e4260233d3e tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Network 195dc22e-9d55-4e53-9de0-3625496af2fc has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:18:15.275402 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:18:15.275402 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:18:15.275402 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:18:15.275402 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:18:15.275402 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:18:15.275402 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:18:15.275402 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:18:15.275402 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:18:15.275402 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:18:15.275402 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:18:15.275402 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:18:15.275402 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:18:15.275402 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:18:15.275402 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:18:15.275402 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:18:15.275402 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:18:15.275402 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:18:15.275402 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:18:15.275402 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:18:15.275402 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:18:15.275402 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:18:15.275402 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:18:15.275402 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:18:15.275402 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:18:15.275402 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:18:15.275402 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:18:15.275402 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:18:15.275402 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:18:15.275402 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:18:15.275402 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:18:15.275402 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:18:15.275402 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:18:15.286371 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e703fc3b-df22-44d7-a8f5-0f01199a3626', 'name': 'network-vif-deleted', 'tag': '05c0010b-4a4e-456d-88c9-f1ef6991886d', 'status': 'completed', 'code': 200}
Jan 29 10:18:15.764316 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6956a6-677a-45a0-9aa9-6ed07cc243bf req-07461ec8-3e61-474f-9583-9cbb49341ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:15.767508 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ba6956a6-677a-45a0-9aa9-6ed07cc243bf req-07461ec8-3e61-474f-9583-9cbb49341ec5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9c450a0f-2c11-436c-8735-9a1afe6b7184&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 1.0049629
Jan 29 10:18:15.773493 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d90d3a76-0dd4-40b3-94a5-01ca2237a680 req-c82628de-e5ce-459e-856d-875967b25528 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b36a32e5-9aee-4df4-8453-861f96989b27&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6740708
Jan 29 10:18:15.779204 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-a6a8d2ac-7a62-4142-b30a-54a850785cea None None] For port c7b8a4cd-17ff-4d8b-9258-956fa098490b, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=c7b8a4cd-17ff-4d8b-9258-956fa098490b,segment=NetworkSegment(9872962d-b0a5-422e-8e0d-f463cf2a1dee),segment_id=9872962d-b0a5-422e-8e0d-f463cf2a1dee)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:18:15.785107 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a6a8d2ac-7a62-4142-b30a-54a850785cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:15.806266 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-68a6662d-648d-47b3-bdac-39b9dc173557 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:15.812459 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-ad4fb983-425b-4245-97c8-5e4260233d3e tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Jan 29 10:18:15.812459 dv-neutron-772983-2-ovs neutron-server[80656]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Jan 29 10:18:15.812459 dv-neutron-772983-2-ovs neutron-server[80656]: [parameters: {'id': '195dc22e-9d55-4e53-9de0-3625496af2fc'}]
Jan 29 10:18:15.812459 dv-neutron-772983-2-ovs neutron-server[80656]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80766) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:18:15.814973 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-ad4fb983-425b-4245-97c8-5e4260233d3e tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:18:15.814973 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-57bed6bf-2ac1-410b-b983-4e38220b1d97 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:15.818571 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-57bed6bf-2ac1-410b-b983-4e38220b1d97 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:15.826341 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-3c57fdc5-978a-4248-b4b3-89b3e12f453c req-b3c210f9-45de-4a6e-81c3-c5135745005b tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Synchronizing usage tracker for tenant:4d907168a4924ceb9472857ce37e1904 on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:18:15.843240 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-3c57fdc5-978a-4248-b4b3-89b3e12f453c req-b3c210f9-45de-4a6e-81c3-c5135745005b tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Unset dirty status for tenant:4d907168a4924ceb9472857ce37e1904 on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:18:15.843448 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8f8768a7-fb53-48ec-b5cf-dcdd13abd318 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:15.847553 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3c57fdc5-978a-4248-b4b3-89b3e12f453c req-b3c210f9-45de-4a6e-81c3-c5135745005b tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/ports?device_id=e703fc3b-df22-44d7-a8f5-0f01199a3626 HTTP/1.1" status: 200  len: 210 time: 0.0835848
Jan 29 10:18:15.927628 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bed6bf-2ac1-410b-b983-4e38220b1d97 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event deleted for resources: {'Network': ['ID=ce623d2a-04b3-4d77-b233-5366345e8f38,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:15.930559 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-57bed6bf-2ac1-410b-b983-4e38220b1d97 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:15.940118 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-57bed6bf-2ac1-410b-b983-4e38220b1d97 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "DELETE /v2.0/networks/ce623d2a-04b3-4d77-b233-5366345e8f38 HTTP/1.1" status: 204  len: 168 time: 5.1667414
Jan 29 10:18:15.944045 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57954) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:15.947162 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '074fbe52-e90f-4358-8ed3-539b659b3d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f38798c-ca7e-4bb8-85a3-20089d5842f1'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:18:15.951851 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-3d63d5c0-bca2-4338-b937-2996a892911b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Request body: {'network': {'name': 'tempest-RoutersTest-1077620531'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:18:15.967358 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-3d63d5c0-bca2-4338-b937-2996a892911b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:18:15.974436 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a8d2ac-7a62-4142-b30a-54a850785cea None None] Pushing event updated for resources: {'Port': ['ID=c7b8a4cd-17ff-4d8b-9258-956fa098490b,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:15.979087 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-3d63d5c0-bca2-4338-b937-2996a892911b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Usage tracker for resource:network and tenant:ad83ad6a41264da3be98f825b2f64def is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:18:15.979417 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a6a8d2ac-7a62-4142-b30a-54a850785cea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:15.986235 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-3d63d5c0-bca2-4338-b937-2996a892911b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Quota usage for network was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:18:16.007169 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-3d63d5c0-bca2-4338-b937-2996a892911b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:18:16.025660 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ba6956a6-677a-45a0-9aa9-6ed07cc243bf req-54225203-2b19-483a-af4d-cd3f20932451 service neutron] 10.222.0.22 "GET /v2.0/networks/9c450a0f-2c11-436c-8735-9a1afe6b7184?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2511024
Jan 29 10:18:16.028959 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d63d5c0-bca2-4338-b937-2996a892911b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Made reservation on behalf of ad83ad6a41264da3be98f825b2f64def for: {'network': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:18:16.034780 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '074fbe52-e90f-4358-8ed3-539b659b3d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f38798c-ca7e-4bb8-85a3-20089d5842f1', 'code': 200}
Jan 29 10:18:16.051068 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3d63d5c0-bca2-4338-b937-2996a892911b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:16.078217 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cc8ca6-95bb-4e59-89cb-00b79ab2aa55 None None] Network 195dc22e-9d55-4e53-9de0-3625496af2fc requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:18:16.085798 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d63d5c0-bca2-4338-b937-2996a892911b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:18:16.095434 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3d63d5c0-bca2-4338-b937-2996a892911b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268197113528', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:16.095861 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-3d63d5c0-bca2-4338-b937-2996a892911b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Added segment cdc3e4ae-e75b-4e46-a76f-63532d2cafb2 of type vxlan for network d3cf0364-6a6c-4517-863c-ece1a8e8eb56
Jan 29 10:18:16.122609 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3d63d5c0-bca2-4338-b937-2996a892911b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:16.154703 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3d63d5c0-bca2-4338-b937-2996a892911b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:16.223370 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d63d5c0-bca2-4338-b937-2996a892911b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:16.224078 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3d63d5c0-bca2-4338-b937-2996a892911b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:16.231317 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3e6d259a-46b0-4426-913a-9847a4f1cb0d tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:16.308825 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e0d3cc-9672-4ce8-9c55-ea1cb040e585 None None] get_active_networks_info from dv-neutron-772983-2-ovs {{(pid=80767) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Jan 29 10:18:16.354804 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb983-425b-4245-97c8-5e4260233d3e tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:16.441492 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e0d3cc-9672-4ce8-9c55-ea1cb040e585 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Jan 29 10:18:16.470836 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3d63d5c0-bca2-4338-b937-2996a892911b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.5224814
Jan 29 10:18:16.529599 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57962) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:16.545326 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dde968c-0949-4c0c-b721-6dcb7e22a0ee req-60b7043c-be08-47dc-b044-5e4c5831c005 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:16.547254 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4dde968c-0949-4c0c-b721-6dcb7e22a0ee req-60b7043c-be08-47dc-b044-5e4c5831c005 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff2d1eab-2236-4cbd-ac98-eb6d8f388f59 HTTP/1.1" status: 200  len: 945 time: 0.1694658
Jan 29 10:18:16.550185 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-dc6771c8-02eb-48fa-9dd5-beebede2f81e tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Request body: {'subnet': {'network_id': 'd3cf0364-6a6c-4517-863c-ece1a8e8eb56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:18:16.569671 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-ad4fb983-425b-4245-97c8-5e4260233d3e tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Deleting port c7b8a4cd-17ff-4d8b-9258-956fa098490b {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:18:16.570085 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb983-425b-4245-97c8-5e4260233d3e tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:16.600743 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63d5c0-bca2-4338-b937-2996a892911b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event updated for resources: {'Network': ['ID=d3cf0364-6a6c-4517-863c-ece1a8e8eb56,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:16.604622 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3d63d5c0-bca2-4338-b937-2996a892911b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:16.617636 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network d3cf0364-6a6c-4517-863c-ece1a8e8eb56 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:18:16.628838 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4dde968c-0949-4c0c-b721-6dcb7e22a0ee req-19509f17-e805-4a13-911b-b1959c1bfdcb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=b36a32e5-9aee-4df4-8453-861f96989b27&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0723486
Jan 29 10:18:16.636823 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network d3cf0364-6a6c-4517-863c-ece1a8e8eb56 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:18:16.742566 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ba6956a6-677a-45a0-9aa9-6ed07cc243bf req-1409111a-3bbc-423c-9e2c-46c3961639c1 service neutron] 10.222.0.22 "GET /v2.0/networks/9c450a0f-2c11-436c-8735-9a1afe6b7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5124090
Jan 29 10:18:16.758115 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-dc6771c8-02eb-48fa-9dd5-beebede2f81e tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:18:16.798675 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-dc6771c8-02eb-48fa-9dd5-beebede2f81e tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Usage tracker for resource:subnet and tenant:ad83ad6a41264da3be98f825b2f64def is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:18:16.807925 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-dc6771c8-02eb-48fa-9dd5-beebede2f81e tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:18:16.817090 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-dc6771c8-02eb-48fa-9dd5-beebede2f81e tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:18:16.857070 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6771c8-02eb-48fa-9dd5-beebede2f81e tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Made reservation on behalf of ad83ad6a41264da3be98f825b2f64def for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:18:16.881995 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dc6771c8-02eb-48fa-9dd5-beebede2f81e tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:17.082046 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-ad4fb983-425b-4245-97c8-5e4260233d3e tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] For port c7b8a4cd-17ff-4d8b-9258-956fa098490b, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=c7b8a4cd-17ff-4d8b-9258-956fa098490b,segment=NetworkSegment(9872962d-b0a5-422e-8e0d-f463cf2a1dee),segment_id=9872962d-b0a5-422e-8e0d-f463cf2a1dee)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:18:17.082653 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb983-425b-4245-97c8-5e4260233d3e tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:17.103247 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c5a38032-e87e-4e9f-b233-0b477b58f2ef req-10c0f26d-5497-4eb3-873c-78b75bca5be5 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/floatingips/d3d2d815-088b-46ee-a87a-e31565a08a13 HTTP/1.1" status: 200  len: 693 time: 0.1096480
Jan 29 10:18:17.232319 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-ad4fb983-425b-4245-97c8-5e4260233d3e tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Calling delete_port for c7b8a4cd-17ff-4d8b-9258-956fa098490b owned by network:dhcp {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:18:17.384766 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb983-425b-4245-97c8-5e4260233d3e tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:17.404200 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-191c2dee-aac2-4535-a70d-7a906b969be0 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:17.471913 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4fb983-425b-4245-97c8-5e4260233d3e tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Pushing event deleted for resources: {'Port': ['ID=c7b8a4cd-17ff-4d8b-9258-956fa098490b,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:17.536236 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ad4fb983-425b-4245-97c8-5e4260233d3e tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:17.603649 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4fb983-425b-4245-97c8-5e4260233d3e tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] No DVR routers for this DVR port c7b8a4cd-17ff-4d8b-9258-956fa098490b on host dv-neutron-772983-2-ovs {{(pid=80766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:18:17.626631 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a38032-e87e-4e9f-b233-0b477b58f2ef req-53dbbd33-dabc-4b22-a7ea-793f28186244 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:17.628177 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c5a38032-e87e-4e9f-b233-0b477b58f2ef req-53dbbd33-dabc-4b22-a7ea-793f28186244 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/networks/aadf795f-2e1a-4d04-be0e-12575f0f28a5 HTTP/1.1" status: 200  len: 784 time: 0.5173552
Jan 29 10:18:17.732666 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-c5a38032-e87e-4e9f-b233-0b477b58f2ef req-34ca1bef-23b1-4b35-a587-64dce2c9f801 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Synchronizing usage tracker for tenant:4d907168a4924ceb9472857ce37e1904 on resource:floatingip {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:18:17.749600 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-c5a38032-e87e-4e9f-b233-0b477b58f2ef req-34ca1bef-23b1-4b35-a587-64dce2c9f801 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Unset dirty status for tenant:4d907168a4924ceb9472857ce37e1904 on resource:floatingip {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:18:17.751631 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c5a38032-e87e-4e9f-b233-0b477b58f2ef req-34ca1bef-23b1-4b35-a587-64dce2c9f801 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.26.7.209 HTTP/1.1" status: 200  len: 696 time: 0.1166260
Jan 29 10:18:17.764889 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb983-425b-4245-97c8-5e4260233d3e tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:17.856925 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c5a38032-e87e-4e9f-b233-0b477b58f2ef req-9e848b0d-c741-45f2-812a-e01f2fd1e893 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.26.7.209 HTTP/1.1" status: 200  len: 696 time: 0.0983708
Jan 29 10:18:17.950849 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-ad4fb983-425b-4245-97c8-5e4260233d3e tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c80a9400>,) {'filters': {'network_id': ['195dc22e-9d55-4e53-9de0-3625496af2fc']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:17.966876 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-ad4fb983-425b-4245-97c8-5e4260233d3e tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c80a9400>, '9872962d-b0a5-422e-8e0d-f463cf2a1dee') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:17.967218 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-ad4fb983-425b-4245-97c8-5e4260233d3e tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c80a9400>, '9872962d-b0a5-422e-8e0d-f463cf2a1dee') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:17.990311 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb983-425b-4245-97c8-5e4260233d3e tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:18.010456 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb983-425b-4245-97c8-5e4260233d3e tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:18.012915 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ad4fb983-425b-4245-97c8-5e4260233d3e tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Releasing vxlan tunnel 3 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:18:18.046373 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-c5a38032-e87e-4e9f-b233-0b477b58f2ef req-9317c12a-ad53-486e-abf2-aebd39e66624 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Deleting port be5defad-f08e-413f-8852-db23bb40288e {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:18:18.046757 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-c5a38032-e87e-4e9f-b233-0b477b58f2ef req-9317c12a-ad53-486e-abf2-aebd39e66624 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:18.235660 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-c5a38032-e87e-4e9f-b233-0b477b58f2ef req-9317c12a-ad53-486e-abf2-aebd39e66624 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:18.236315 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-c5a38032-e87e-4e9f-b233-0b477b58f2ef req-9317c12a-ad53-486e-abf2-aebd39e66624 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:18.259198 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-ad4fb983-425b-4245-97c8-5e4260233d3e tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Network 195dc22e-9d55-4e53-9de0-3625496af2fc has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:18:18.270134 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb983-425b-4245-97c8-5e4260233d3e tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:18.289393 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dc6771c8-02eb-48fa-9dd5-beebede2f81e tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:18.315743 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5667b536-a6f5-4d3f-9591-7f2b05270c0a tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:18.370435 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-c5a38032-e87e-4e9f-b233-0b477b58f2ef req-9317c12a-ad53-486e-abf2-aebd39e66624 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Calling delete_port for be5defad-f08e-413f-8852-db23bb40288e owned by network:floatingip {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:18:18.518133 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-c5a38032-e87e-4e9f-b233-0b477b58f2ef req-9317c12a-ad53-486e-abf2-aebd39e66624 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:18.534568 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-42763488-6789-4a5e-8013-c7f612a9b154 tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:18.592924 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9317c12a-ad53-486e-abf2-aebd39e66624 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Pushing event deleted for resources: {'Port': ['ID=be5defad-f08e-413f-8852-db23bb40288e,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:18.596797 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9317c12a-ad53-486e-abf2-aebd39e66624 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:18.774172 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-c5a38032-e87e-4e9f-b233-0b477b58f2ef req-9317c12a-ad53-486e-abf2-aebd39e66624 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks [] for floatingip, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:18.798928 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-c5a38032-e87e-4e9f-b233-0b477b58f2ef req-9317c12a-ad53-486e-abf2-aebd39e66624 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:18.800204 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c5a38032-e87e-4e9f-b233-0b477b58f2ef req-9317c12a-ad53-486e-abf2-aebd39e66624 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "DELETE /v2.0/floatingips/d3d2d815-088b-46ee-a87a-e31565a08a13 HTTP/1.1" status: 204  len: 173 time: 0.9370232
Jan 29 10:18:18.884809 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6771c8-02eb-48fa-9dd5-beebede2f81e tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event updated for resources: {'Subnet': ['ID=49988b40-d0b6-4f16-9673-4bb4509b0b79,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:18.889937 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-ad4fb983-425b-4245-97c8-5e4260233d3e tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Network 195dc22e-9d55-4e53-9de0-3625496af2fc has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:18:18.899503 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-dc6771c8-02eb-48fa-9dd5-beebede2f81e tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:18.924184 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:18:18.924184 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:18:18.924184 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:18:18.924184 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:18:18.924184 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:18:18.924184 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:18:18.924184 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:18:18.924184 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:18:18.924184 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:18:18.924184 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:18:18.924184 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:18:18.924184 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:18:18.924184 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:18:18.924184 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:18:18.924184 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:18:18.924184 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:18:18.924184 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:18:18.924184 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:18:18.924184 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:18:18.924184 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:18:18.924184 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:18:18.924184 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:18:18.924184 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:18:18.924184 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:18:18.924184 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:18:18.924184 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:18:18.924184 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:18:18.924184 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:18:18.924184 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:18:18.924184 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:18:18.924184 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:18:18.924184 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:18:19.041157 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb983-425b-4245-97c8-5e4260233d3e tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:19.045017 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-57bed6bf-2ac1-410b-b983-4e38220b1d97 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:19.066209 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb983-425b-4245-97c8-5e4260233d3e tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks [] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:19.073558 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46efd91-2948-4df2-9cf8-94d9645c5d15 req-438e4b23-5a48-4acc-8667-de28fa879762 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:19.075295 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a46efd91-2948-4df2-9cf8-94d9645c5d15 req-438e4b23-5a48-4acc-8667-de28fa879762 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff2d1eab-2236-4cbd-ac98-eb6d8f388f59 HTTP/1.1" status: 200  len: 945 time: 0.1691864
Jan 29 10:18:19.085004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4fb983-425b-4245-97c8-5e4260233d3e tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Pushing event deleted for resources: {'Network': ['ID=195dc22e-9d55-4e53-9de0-3625496af2fc,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:19.093351 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ad4fb983-425b-4245-97c8-5e4260233d3e tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:19.098513 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ad4fb983-425b-4245-97c8-5e4260233d3e tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "DELETE /v2.0/networks/195dc22e-9d55-4e53-9de0-3625496af2fc HTTP/1.1" status: 204  len: 168 time: 7.9144673
Jan 29 10:18:19.102088 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57976) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:19.109658 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-2135529f-8add-471d-bfe8-8bec5b1c52c3 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-633879733'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:18:19.119506 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-2135529f-8add-471d-bfe8-8bec5b1c52c3 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:18:19.122064 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6771c8-02eb-48fa-9dd5-beebede2f81e tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Checking segment: {'id': 'cdc3e4ae-e75b-4e46-a76f-63532d2cafb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd3cf0364-6a6c-4517-863c-ece1a8e8eb56'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:18:19.122467 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6771c8-02eb-48fa-9dd5-beebede2f81e tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Network hostable DHCP agents. Network: d3cf0364-6a6c-4517-863c-ece1a8e8eb56, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:18:19.131217 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2135529f-8add-471d-bfe8-8bec5b1c52c3 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Usage tracker for resource:network and tenant:8cc4c548833141b8bc8f9009064567bd is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:18:19.137033 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2135529f-8add-471d-bfe8-8bec5b1c52c3 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Quota usage for network was recalculated. Used quota:1. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:18:19.144703 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-2135529f-8add-471d-bfe8-8bec5b1c52c3 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:18:19.151121 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a46efd91-2948-4df2-9cf8-94d9645c5d15 req-2b3013b0-bb39-4ee9-a43c-45d4d288c312 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=b36a32e5-9aee-4df4-8453-861f96989b27&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0588882
Jan 29 10:18:19.156074 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6771c8-02eb-48fa-9dd5-beebede2f81e tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Network d3cf0364-6a6c-4517-863c-ece1a8e8eb56 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:18:19.160900 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2135529f-8add-471d-bfe8-8bec5b1c52c3 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Made reservation on behalf of 8cc4c548833141b8bc8f9009064567bd for: {'network': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:18:19.181887 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2135529f-8add-471d-bfe8-8bec5b1c52c3 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:19.204405 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-dc6771c8-02eb-48fa-9dd5-beebede2f81e tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, d3cf0364-6a6c-4517-863c-ece1a8e8eb56) {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:18:19.212396 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ac6d6d-fb33-450b-93ec-74ae8ea7722c None None] Network d3cf0364-6a6c-4517-863c-ece1a8e8eb56 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:18:19.222902 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6771c8-02eb-48fa-9dd5-beebede2f81e tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:19.223561 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dc6771c8-02eb-48fa-9dd5-beebede2f81e tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:19.246256 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2135529f-8add-471d-bfe8-8bec5b1c52c3 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:18:19.266967 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-dc6771c8-02eb-48fa-9dd5-beebede2f81e tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.7265151
Jan 29 10:18:19.266967 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2135529f-8add-471d-bfe8-8bec5b1c52c3 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268197113528', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:19.266967 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-2135529f-8add-471d-bfe8-8bec5b1c52c3 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Added segment f00d8441-0ead-4580-8d88-b2b2ca147395 of type vxlan for network e411534b-ba62-48fa-9e7b-45f3f2b070a8
Jan 29 10:18:19.267400 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57984) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:19.273159 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-73d73f98-9e66-4471-9489-c6f8b662fde7 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2129984058', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:18:19.301872 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2135529f-8add-471d-bfe8-8bec5b1c52c3 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:19.319402 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-73d73f98-9e66-4471-9489-c6f8b662fde7 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:18:19.324514 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-73d73f98-9e66-4471-9489-c6f8b662fde7 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Usage tracker for resource:router and tenant:ad83ad6a41264da3be98f825b2f64def is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:18:19.327749 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-73d73f98-9e66-4471-9489-c6f8b662fde7 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Quota usage for router was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:18:19.335950 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-73d73f98-9e66-4471-9489-c6f8b662fde7 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:18:19.343094 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2135529f-8add-471d-bfe8-8bec5b1c52c3 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:19.350774 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-73d73f98-9e66-4471-9489-c6f8b662fde7 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:19.352131 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-73d73f98-9e66-4471-9489-c6f8b662fde7 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:19.414412 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-73d73f98-9e66-4471-9489-c6f8b662fde7 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:19.416950 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2135529f-8add-471d-bfe8-8bec5b1c52c3 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:19.417669 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2135529f-8add-471d-bfe8-8bec5b1c52c3 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks [] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:19.423792 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-191c2dee-aac2-4535-a70d-7a906b969be0 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:19.455975 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-73d73f98-9e66-4471-9489-c6f8b662fde7 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:19.478012 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2135529f-8add-471d-bfe8-8bec5b1c52c3 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.3721375
Jan 29 10:18:19.478827 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 57988) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:19.485255 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-86b932fa-c6a0-4ab0-9425-9b4f741a436c tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Request body: {'network': {'name': 'New_network'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:18:19.522837 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-73d73f98-9e66-4471-9489-c6f8b662fde7 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:19.525976 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-73d73f98-9e66-4471-9489-c6f8b662fde7 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.2556608
Jan 29 10:18:19.527900 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57992) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:19.530515 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866e8d01-3eaa-4836-b4ce-45c3ee53033e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-d3cf0364-6a6c-4517-863c-ece1a8e8eb56', 'network_id': 'd3cf0364-6a6c-4517-863c-ece1a8e8eb56', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'fixed_ips': [{'subnet_id': '49988b40-d0b6-4f16-9673-4bb4509b0b79'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:18:19.531886 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-866e8d01-3eaa-4836-b4ce-45c3ee53033e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:19.592128 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2135529f-8add-471d-bfe8-8bec5b1c52c3 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Pushing event updated for resources: {'Network': ['ID=e411534b-ba62-48fa-9e7b-45f3f2b070a8,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:19.598080 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2135529f-8add-471d-bfe8-8bec5b1c52c3 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:19.654384 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network e411534b-ba62-48fa-9e7b-45f3f2b070a8 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:18:19.668006 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network e411534b-ba62-48fa-9e7b-45f3f2b070a8 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:18:19.673006 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b9f084-d237-4c78-9a82-95cc950ab5b3 req-31144633-c31e-4814-81c4-fc4c3ba70018 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:19.674776 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-50b9f084-d237-4c78-9a82-95cc950ab5b3 req-31144633-c31e-4814-81c4-fc4c3ba70018 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff2d1eab-2236-4cbd-ac98-eb6d8f388f59 HTTP/1.1" status: 200  len: 945 time: 0.2983062
Jan 29 10:18:19.938725 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-86b932fa-c6a0-4ab0-9425-9b4f741a436c tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:19.959274 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-86b932fa-c6a0-4ab0-9425-9b4f741a436c tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:19.975905 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2681c243-07d8-41a4-ba9d-d69c96dac408 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:20.005402 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-50b9f084-d237-4c78-9a82-95cc950ab5b3 req-cfdc1ea2-ed63-43e9-bd7f-2a60a79e467f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=b36a32e5-9aee-4df4-8453-861f96989b27&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3137908
Jan 29 10:18:20.051789 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-866e8d01-3eaa-4836-b4ce-45c3ee53033e None None] Allocated IP 172.20.0.2 (d3cf0364-6a6c-4517-863c-ece1a8e8eb56/49988b40-d0b6-4f16-9673-4bb4509b0b79/9296cf11-6c75-4091-a961-e4e5c8c5f723) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:18:20.078856 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 57996) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:20.090574 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b932fa-c6a0-4ab0-9425-9b4f741a436c tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Pushing event updated for resources: {'Network': ['ID=e411534b-ba62-48fa-9e7b-45f3f2b070a8,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:20.104444 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-86b932fa-c6a0-4ab0-9425-9b4f741a436c tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:20.107575 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network e411534b-ba62-48fa-9e7b-45f3f2b070a8 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:18:20.198319 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-86b932fa-c6a0-4ab0-9425-9b4f741a436c tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Network e411534b-ba62-48fa-9e7b-45f3f2b070a8 is not hosted by any dhcp agent {{(pid=80766) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:218}}
Jan 29 10:18:20.273135 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b932fa-c6a0-4ab0-9425-9b4f741a436c tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:20.273885 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-86b932fa-c6a0-4ab0-9425-9b4f741a436c tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks [] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:20.278481 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-86b932fa-c6a0-4ab0-9425-9b4f741a436c tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "PUT /v2.0/networks/e411534b-ba62-48fa-9e7b-45f3f2b070a8 HTTP/1.1" status: 200  len: 723 time: 0.7990630
Jan 29 10:18:20.279433 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58004) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:20.288467 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-e3ae2526-3fe8-4300-b07f-612892086e2f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Request body: {'subnet': {'network_id': 'e411534b-ba62-48fa-9e7b-45f3f2b070a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:18:20.338137 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f24f4d5-e1ad-4213-813d-e8f914fda853 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:20.343140 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58008) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:20.345563 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8f24f4d5-e1ad-4213-813d-e8f914fda853 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=ff2d1eab-2236-4cbd-ac98-eb6d8f388f59 HTTP/1.1" status: 200  len: 1157 time: 0.2653370
Jan 29 10:18:20.358513 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-0c4f3d10-83ca-4572-a0d4-100fa97cf60a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'floatingip': {'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'port_id': '000c543c-f141-4088-a52e-7ff2db2275fe', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:18:20.393375 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-0c4f3d10-83ca-4572-a0d4-100fa97cf60a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:18:20.397843 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-0c4f3d10-83ca-4572-a0d4-100fa97cf60a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:floatingip and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:18:20.401179 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-0c4f3d10-83ca-4572-a0d4-100fa97cf60a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:18:20.408362 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-0c4f3d10-83ca-4572-a0d4-100fa97cf60a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:18:20.413509 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-aa5579a5-4d4a-4b03-8569-ace96d9fa08a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:20.432421 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network e411534b-ba62-48fa-9e7b-45f3f2b070a8 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:18:20.491046 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0c4f3d10-83ca-4572-a0d4-100fa97cf60a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for floatingip, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:20.556619 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-e3ae2526-3fe8-4300-b07f-612892086e2f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:18:20.561083 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e3ae2526-3fe8-4300-b07f-612892086e2f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Usage tracker for resource:subnet and tenant:8cc4c548833141b8bc8f9009064567bd is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:18:20.565130 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e3ae2526-3fe8-4300-b07f-612892086e2f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:18:20.571374 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-e3ae2526-3fe8-4300-b07f-612892086e2f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:18:20.582660 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ae2526-3fe8-4300-b07f-612892086e2f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Made reservation on behalf of 8cc4c548833141b8bc8f9009064567bd for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:18:20.604865 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e3ae2526-3fe8-4300-b07f-612892086e2f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:20.771015 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-866e8d01-3eaa-4836-b4ce-45c3ee53033e None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:20.786970 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-866e8d01-3eaa-4836-b4ce-45c3ee53033e None None] Transition to ACTIVE for port object 9296cf11-6c75-4091-a961-e4e5c8c5f723 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:18:20.809198 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-866e8d01-3eaa-4836-b4ce-45c3ee53033e None None] Transition to ACTIVE for port object 9296cf11-6c75-4091-a961-e4e5c8c5f723 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:18:20.815856 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-866e8d01-3eaa-4836-b4ce-45c3ee53033e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:20.837077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-49d28cee-ca38-4574-a76c-94c09557aea3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:20.902393 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0c4f3d10-83ca-4572-a0d4-100fa97cf60a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:20.996619 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866e8d01-3eaa-4836-b4ce-45c3ee53033e None None] Pushing event updated for resources: {'Port': ['ID=9296cf11-6c75-4091-a961-e4e5c8c5f723,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:21.000756 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-866e8d01-3eaa-4836-b4ce-45c3ee53033e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:21.066743 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866e8d01-3eaa-4836-b4ce-45c3ee53033e None None] Network d3cf0364-6a6c-4517-863c-ece1a8e8eb56 is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:18:21.068081 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-866e8d01-3eaa-4836-b4ce-45c3ee53033e None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:18:21.070978 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866e8d01-3eaa-4836-b4ce-45c3ee53033e None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:18:21.138518 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-866e8d01-3eaa-4836-b4ce-45c3ee53033e None None] Attempting to bind port 9296cf11-6c75-4091-a961-e4e5c8c5f723 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:18:21.138948 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-866e8d01-3eaa-4836-b4ce-45c3ee53033e None None] Attempting to bind port 9296cf11-6c75-4091-a961-e4e5c8c5f723 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'cdc3e4ae-e75b-4e46-a76f-63532d2cafb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd3cf0364-6a6c-4517-863c-ece1a8e8eb56'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:18:21.139369 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866e8d01-3eaa-4836-b4ce-45c3ee53033e None None] Attempting to bind port 9296cf11-6c75-4091-a961-e4e5c8c5f723 on network d3cf0364-6a6c-4517-863c-ece1a8e8eb56 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:18:21.146432 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866e8d01-3eaa-4836-b4ce-45c3ee53033e None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:18:21.146867 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866e8d01-3eaa-4836-b4ce-45c3ee53033e None None] Checking segment: {'id': 'cdc3e4ae-e75b-4e46-a76f-63532d2cafb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd3cf0364-6a6c-4517-863c-ece1a8e8eb56'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:18:21.147325 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-866e8d01-3eaa-4836-b4ce-45c3ee53033e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:21.147953 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866e8d01-3eaa-4836-b4ce-45c3ee53033e None None] Bound using segment: {'id': 'cdc3e4ae-e75b-4e46-a76f-63532d2cafb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd3cf0364-6a6c-4517-863c-ece1a8e8eb56'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:18:21.148268 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-866e8d01-3eaa-4836-b4ce-45c3ee53033e None None] Bound port: 9296cf11-6c75-4091-a961-e4e5c8c5f723, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc3e4ae-e75b-4e46-a76f-63532d2cafb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd3cf0364-6a6c-4517-863c-ece1a8e8eb56'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:18:21.148698 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-866e8d01-3eaa-4836-b4ce-45c3ee53033e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:21.251887 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-866e8d01-3eaa-4836-b4ce-45c3ee53033e None None] For port 9296cf11-6c75-4091-a961-e4e5c8c5f723, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:18:21.255406 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-866e8d01-3eaa-4836-b4ce-45c3ee53033e None None] For port 9296cf11-6c75-4091-a961-e4e5c8c5f723, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=9296cf11-6c75-4091-a961-e4e5c8c5f723,segment=NetworkSegment(cdc3e4ae-e75b-4e46-a76f-63532d2cafb2),segment_id=cdc3e4ae-e75b-4e46-a76f-63532d2cafb2)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:18:21.259722 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-866e8d01-3eaa-4836-b4ce-45c3ee53033e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:21.289426 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:21.325183 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-0c4f3d10-83ca-4572-a0d4-100fa97cf60a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Allocated IP 172.26.7.204 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/20316c10-d0fb-4894-809c-5afb82491c17) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:18:21.373561 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-aa5579a5-4d4a-4b03-8569-ace96d9fa08a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Allocated IP 172.20.0.1 (d3cf0364-6a6c-4517-863c-ece1a8e8eb56/49988b40-d0b6-4f16-9673-4bb4509b0b79/dcd3bd87-7e43-4d4d-b9a3-ad6d89cac04d) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:18:21.518829 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-aeb49b1c-8463-42a3-89aa-f673a7b2ce83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:21.550464 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866e8d01-3eaa-4836-b4ce-45c3ee53033e None None] Pushing event updated for resources: {'Port': ['ID=9296cf11-6c75-4091-a961-e4e5c8c5f723,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:21.557552 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-866e8d01-3eaa-4836-b4ce-45c3ee53033e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:21.588590 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-aa5579a5-4d4a-4b03-8569-ace96d9fa08a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:21.615083 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-aa5579a5-4d4a-4b03-8569-ace96d9fa08a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Transition to ACTIVE for port object dcd3bd87-7e43-4d4d-b9a3-ad6d89cac04d will not be triggered until provisioned by entity DHCP. {{(pid=80765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:18:21.643376 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-aa5579a5-4d4a-4b03-8569-ace96d9fa08a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:21.661400 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6842c2f5-2e88-489f-abd2-5a1061890ab1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:21.680158 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0c4f3d10-83ca-4572-a0d4-100fa97cf60a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:21.772184 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e3ae2526-3fe8-4300-b07f-612892086e2f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:21.789312 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ad4fb983-425b-4245-97c8-5e4260233d3e tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:21.825021 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5579a5-4d4a-4b03-8569-ace96d9fa08a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event updated for resources: {'Port': ['ID=dcd3bd87-7e43-4d4d-b9a3-ad6d89cac04d,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:21.836237 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-aa5579a5-4d4a-4b03-8569-ace96d9fa08a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:21.883292 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5579a5-4d4a-4b03-8569-ace96d9fa08a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Network d3cf0364-6a6c-4517-863c-ece1a8e8eb56 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:18:21.884565 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-aa5579a5-4d4a-4b03-8569-ace96d9fa08a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:18:21.886899 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5579a5-4d4a-4b03-8569-ace96d9fa08a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:18:21.921666 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0c4f3d10-83ca-4572-a0d4-100fa97cf60a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:21.974467 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ae2526-3fe8-4300-b07f-612892086e2f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Pushing event updated for resources: {'Subnet': ['ID=e65af361-bbd8-445e-9dd0-ccf3c6dd1034,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:21.978087 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-aa5579a5-4d4a-4b03-8569-ace96d9fa08a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854426412'] for router_interface, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:22.006695 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e3ae2526-3fe8-4300-b07f-612892086e2f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:22.073685 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ad4fb983-425b-4245-97c8-5e4260233d3e tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:22.120364 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-aa5579a5-4d4a-4b03-8569-ace96d9fa08a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:22.220665 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4f3d10-83ca-4572-a0d4-100fa97cf60a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Port': ['ID=20316c10-d0fb-4894-809c-5afb82491c17,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:22.230612 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0c4f3d10-83ca-4572-a0d4-100fa97cf60a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:22.278483 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4f3d10-83ca-4572-a0d4-100fa97cf60a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:18:22.279563 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ae2526-3fe8-4300-b07f-612892086e2f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Checking segment: {'id': 'f00d8441-0ead-4580-8d88-b2b2ca147395', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e411534b-ba62-48fa-9e7b-45f3f2b070a8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:18:22.279563 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ae2526-3fe8-4300-b07f-612892086e2f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Network hostable DHCP agents. Network: e411534b-ba62-48fa-9e7b-45f3f2b070a8, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:18:22.286494 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-0c4f3d10-83ca-4572-a0d4-100fa97cf60a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:18:22.289911 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4f3d10-83ca-4572-a0d4-100fa97cf60a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:18:22.350160 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ae2526-3fe8-4300-b07f-612892086e2f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Network e411534b-ba62-48fa-9e7b-45f3f2b070a8 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:18:22.405369 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-e3ae2526-3fe8-4300-b07f-612892086e2f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, e411534b-ba62-48fa-9e7b-45f3f2b070a8) {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:18:22.418795 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358d45e8-5368-40a1-ac19-e1e021347dce None None] Network e411534b-ba62-48fa-9e7b-45f3f2b070a8 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:18:22.434216 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ae2526-3fe8-4300-b07f-612892086e2f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:22.434854 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e3ae2526-3fe8-4300-b07f-612892086e2f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks [] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:22.523709 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e3ae2526-3fe8-4300-b07f-612892086e2f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.2384458
Jan 29 10:18:22.557509 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58014) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:22.572604 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-b2c97924-4ea8-43d0-bd80-591b299d9dc9 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:18:22.762005 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10859a52-99ef-4a9d-af02-27ad5b6b6365 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-e411534b-ba62-48fa-9e7b-45f3f2b070a8', 'network_id': 'e411534b-ba62-48fa-9e7b-45f3f2b070a8', 'tenant_id': '8cc4c548833141b8bc8f9009064567bd', 'fixed_ips': [{'subnet_id': 'e65af361-bbd8-445e-9dd0-ccf3c6dd1034'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:18:22.763253 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-10859a52-99ef-4a9d-af02-27ad5b6b6365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:22.895662 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b2c97924-4ea8-43d0-bd80-591b299d9dc9 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2204713'] for subnet, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:22.973643 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e9a538cc-5a9f-4dbb-84fa-b39ef26cfb2e req-f73bdf3e-804d-44e1-a6fd-118d01d89803 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "GET /v2.0/security-groups/ca938fcf-b80d-466c-a403-7c3b18a33b2b HTTP/1.1" status: 200  len: 2999 time: 0.2018571
Jan 29 10:18:22.979405 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-aa5579a5-4d4a-4b03-8569-ace96d9fa08a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:23.012188 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-aa5579a5-4d4a-4b03-8569-ace96d9fa08a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:23.055320 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6a470410-336b-4569-b19a-bc325269ed9b tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:23.163566 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-10859a52-99ef-4a9d-af02-27ad5b6b6365 None None] Allocated IP 172.20.0.2 (e411534b-ba62-48fa-9e7b-45f3f2b070a8/e65af361-bbd8-445e-9dd0-ccf3c6dd1034/2a26de3a-74b8-48cc-9bee-1d4907bedcd6) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:18:23.263078 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0c4f3d10-83ca-4572-a0d4-100fa97cf60a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:23.283188 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5579a5-4d4a-4b03-8569-ace96d9fa08a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event updated for resources: {'Port': ['ID=dcd3bd87-7e43-4d4d-b9a3-ad6d89cac04d,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:23.286276 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-aa5579a5-4d4a-4b03-8569-ace96d9fa08a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:23.330609 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-aa5579a5-4d4a-4b03-8569-ace96d9fa08a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854133895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349242'] for router_interface, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:23.367042 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0c4f3d10-83ca-4572-a0d4-100fa97cf60a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:23.398011 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f19664-f763-411e-8306-e719cb23e50d None None] Network d3cf0364-6a6c-4517-863c-ece1a8e8eb56 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:18:23.430804 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e9a538cc-5a9f-4dbb-84fa-b39ef26cfb2e req-5f8d8937-9b44-47c5-9961-10d45bba4abf tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:23.544667 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e9a538cc-5a9f-4dbb-84fa-b39ef26cfb2e req-5f8d8937-9b44-47c5-9961-10d45bba4abf tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:23.571313 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-40846886-78ec-4fe1-9ac7-ac99eb72cfca None None] Provisioning for port 9296cf11-6c75-4091-a961-e4e5c8c5f723 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:18:23.606500 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-10859a52-99ef-4a9d-af02-27ad5b6b6365 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:23.624399 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5579a5-4d4a-4b03-8569-ace96d9fa08a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Network d3cf0364-6a6c-4517-863c-ece1a8e8eb56 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:18:23.626485 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-aa5579a5-4d4a-4b03-8569-ace96d9fa08a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:18:23.633450 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-10859a52-99ef-4a9d-af02-27ad5b6b6365 None None] Transition to ACTIVE for port object 2a26de3a-74b8-48cc-9bee-1d4907bedcd6 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:18:23.676515 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0c4f3d10-83ca-4572-a0d4-100fa97cf60a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:23.680661 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0c4f3d10-83ca-4572-a0d4-100fa97cf60a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:23.688792 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-10859a52-99ef-4a9d-af02-27ad5b6b6365 None None] Transition to ACTIVE for port object 2a26de3a-74b8-48cc-9bee-1d4907bedcd6 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:18:23.696930 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-28a55468-8c89-42f4-9949-69e3a5c38dbd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:23.706913 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-10859a52-99ef-4a9d-af02-27ad5b6b6365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:23.725816 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e0614c56-7d1e-4482-a8a7-c2cc0538d38b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:23.803781 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10859a52-99ef-4a9d-af02-27ad5b6b6365 None None] Pushing event updated for resources: {'Port': ['ID=2a26de3a-74b8-48cc-9bee-1d4907bedcd6,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:23.814281 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e9a538cc-5a9f-4dbb-84fa-b39ef26cfb2e req-5f8d8937-9b44-47c5-9961-10d45bba4abf tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:23.820335 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-10859a52-99ef-4a9d-af02-27ad5b6b6365 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:23.823486 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7405c770-8e10-4280-aeba-23b150c3b625 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:23.845647 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4f3d10-83ca-4572-a0d4-100fa97cf60a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Port': ['ID=20316c10-d0fb-4894-809c-5afb82491c17,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:23.848138 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8d8937-9b44-47c5-9961-10d45bba4abf tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca938fcf-b80d-466c-a403-7c3b18a33b2b,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:23.848831 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0c4f3d10-83ca-4572-a0d4-100fa97cf60a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:23.856215 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5f8d8937-9b44-47c5-9961-10d45bba4abf tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:23.935640 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 9296cf11-6c75-4091-a961-e4e5c8c5f723 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:18:23.946994 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e9a538cc-5a9f-4dbb-84fa-b39ef26cfb2e req-5f8d8937-9b44-47c5-9961-10d45bba4abf tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:23.948227 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e9a538cc-5a9f-4dbb-84fa-b39ef26cfb2e req-5f8d8937-9b44-47c5-9961-10d45bba4abf tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] 10.222.0.57 "DELETE /v2.0/security-groups/ca938fcf-b80d-466c-a403-7c3b18a33b2b HTTP/1.1" status: 204  len: 173 time: 0.9666810
Jan 29 10:18:23.962523 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d8ff475b-84c9-49a7-af49-a4f72d348b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:23.993330 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b2c97924-4ea8-43d0-bd80-591b299d9dc9 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363268197239668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2172717'] for subnet, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:24.001850 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0c4f3d10-83ca-4572-a0d4-100fa97cf60a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:24.015268 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ae2458ac-df82-4581-8ca6-e6f806448030 tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:24.068257 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa5579a5-4d4a-4b03-8569-ace96d9fa08a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Router 9f9e4f20-24b0-432e-ae58-66d04f000605 is scheduled to L3 agent 18987107-6d88-4736-94cf-15791d65b3ff with binding_index 1 {{(pid=80765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 29 10:18:24.074276 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58024) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:24.113695 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10859a52-99ef-4a9d-af02-27ad5b6b6365 None None] Network e411534b-ba62-48fa-9e7b-45f3f2b070a8 is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:18:24.115623 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-10859a52-99ef-4a9d-af02-27ad5b6b6365 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:18:24.121269 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10859a52-99ef-4a9d-af02-27ad5b6b6365 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:18:24.127583 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 9296cf11-6c75-4091-a961-e4e5c8c5f723 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:18:24.182791 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 9296cf11-6c75-4091-a961-e4e5c8c5f723 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:18:24.183640 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:24.242315 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [None req-0c4f3d10-83ca-4572-a0d4-100fa97cf60a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Floating IP 9a9414ce-38da-46de-800f-34c21ca2ba93 associated. External IP: 172.26.7.204, port: 000c543c-f141-4088-a52e-7ff2db2275fe.
Jan 29 10:18:24.323247 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-10859a52-99ef-4a9d-af02-27ad5b6b6365 None None] Attempting to bind port 2a26de3a-74b8-48cc-9bee-1d4907bedcd6 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:18:24.323712 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-10859a52-99ef-4a9d-af02-27ad5b6b6365 None None] Attempting to bind port 2a26de3a-74b8-48cc-9bee-1d4907bedcd6 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'f00d8441-0ead-4580-8d88-b2b2ca147395', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e411534b-ba62-48fa-9e7b-45f3f2b070a8'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:18:24.324148 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10859a52-99ef-4a9d-af02-27ad5b6b6365 None None] Attempting to bind port 2a26de3a-74b8-48cc-9bee-1d4907bedcd6 on network e411534b-ba62-48fa-9e7b-45f3f2b070a8 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:18:24.338465 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10859a52-99ef-4a9d-af02-27ad5b6b6365 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:18:24.338928 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10859a52-99ef-4a9d-af02-27ad5b6b6365 None None] Checking segment: {'id': 'f00d8441-0ead-4580-8d88-b2b2ca147395', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e411534b-ba62-48fa-9e7b-45f3f2b070a8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:18:24.340574 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-10859a52-99ef-4a9d-af02-27ad5b6b6365 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:24.340574 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10859a52-99ef-4a9d-af02-27ad5b6b6365 None None] Bound using segment: {'id': 'f00d8441-0ead-4580-8d88-b2b2ca147395', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e411534b-ba62-48fa-9e7b-45f3f2b070a8'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:18:24.340574 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-10859a52-99ef-4a9d-af02-27ad5b6b6365 None None] Bound port: 2a26de3a-74b8-48cc-9bee-1d4907bedcd6, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f00d8441-0ead-4580-8d88-b2b2ca147395', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e411534b-ba62-48fa-9e7b-45f3f2b070a8'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:18:24.340954 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-10859a52-99ef-4a9d-af02-27ad5b6b6365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:24.416026 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:24.646637 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-54ea2c7a-5aac-4df5-8fdf-b71924f25b5e None None] Provisioning complete for port 9296cf11-6c75-4091-a961-e4e5c8c5f723 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:18:24.647044 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-54ea2c7a-5aac-4df5-8fdf-b71924f25b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:24.728875 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c97924-4ea8-43d0-bd80-591b299d9dc9 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Pushing event updated for resources: {'Subnet': ['ID=e65af361-bbd8-445e-9dd0-ccf3c6dd1034,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:24.753407 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c4f3d10-83ca-4572-a0d4-100fa97cf60a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Router 05fdf490-dfb6-4ff5-8326-259a4586eca5 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:18:24.783914 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-10859a52-99ef-4a9d-af02-27ad5b6b6365 None None] For port 2a26de3a-74b8-48cc-9bee-1d4907bedcd6, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:18:24.801521 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:24.812139 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b2c97924-4ea8-43d0-bd80-591b299d9dc9 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.797s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:24.817489 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-10859a52-99ef-4a9d-af02-27ad5b6b6365 None None] For port 2a26de3a-74b8-48cc-9bee-1d4907bedcd6, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=2a26de3a-74b8-48cc-9bee-1d4907bedcd6,segment=NetworkSegment(f00d8441-0ead-4580-8d88-b2b2ca147395),segment_id=f00d8441-0ead-4580-8d88-b2b2ca147395)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:18:24.847665 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port 9296cf11-6c75-4091-a961-e4e5c8c5f723, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=9296cf11-6c75-4091-a961-e4e5c8c5f723,segment=NetworkSegment(cdc3e4ae-e75b-4e46-a76f-63532d2cafb2),segment_id=cdc3e4ae-e75b-4e46-a76f-63532d2cafb2)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:18:24.852818 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-10859a52-99ef-4a9d-af02-27ad5b6b6365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:24.895481 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:24.927066 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:24.965453 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c97924-4ea8-43d0-bd80-591b299d9dc9 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:24.966137 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b2c97924-4ea8-43d0-bd80-591b299d9dc9 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:24.970421 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b2c97924-4ea8-43d0-bd80-591b299d9dc9 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "PUT /v2.0/subnets/e65af361-bbd8-445e-9dd0-ccf3c6dd1034 HTTP/1.1" status: 200  len: 806 time: 2.4012396
Jan 29 10:18:24.983074 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58030) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:24.994648 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4f3d10-83ca-4572-a0d4-100fa97cf60a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:18:25.017727 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:25.027921 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c4c4bc-dc4e-4a3c-a72b-da8d9614da8b None None] Sync routers for ids ['05fdf490-dfb6-4ff5-8326-259a4586eca5'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:18:25.031965 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa5579a5-4d4a-4b03-8569-ace96d9fa08a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:18:25.043790 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17aa1d5-20db-4b52-9c77-78e0f584a175 None None] Sync routers for ids ['9f9e4f20-24b0-432e-ae58-66d04f000605'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:18:25.046349 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-aa5579a5-4d4a-4b03-8569-ace96d9fa08a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "PUT /v2.0/routers/9f9e4f20-24b0-432e-ae58-66d04f000605/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5174148
Jan 29 10:18:25.048115 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58034) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:25.075985 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17aa1d5-20db-4b52-9c77-78e0f584a175 None None] Routers {'9f9e4f20-24b0-432e-ae58-66d04f000605'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:18:25.076687 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-c17aa1d5-20db-4b52-9c77-78e0f584a175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99cadb0748>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:18:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['9f9e4f20-24b0-432e-ae58-66d04f000605'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:25.179156 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-c17aa1d5-20db-4b52-9c77-78e0f584a175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99cadb0748>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:25.198804 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17aa1d5-20db-4b52-9c77-78e0f584a175 None None] Routers {'9f9e4f20-24b0-432e-ae58-66d04f000605'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:18:25.199655 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-c17aa1d5-20db-4b52-9c77-78e0f584a175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99cadb0748>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:18:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['9f9e4f20-24b0-432e-ae58-66d04f000605'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:25.221184 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10859a52-99ef-4a9d-af02-27ad5b6b6365 None None] Pushing event updated for resources: {'Port': ['ID=2a26de3a-74b8-48cc-9bee-1d4907bedcd6,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:25.234112 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7251364-e2cb-4707-8c04-8a7c162c5ef9 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:25.236087 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c7251364-e2cb-4707-8c04-8a7c162c5ef9 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Synchronizing usage tracker for tenant:ad83ad6a41264da3be98f825b2f64def on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:18:25.248660 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0c4f3d10-83ca-4572-a0d4-100fa97cf60a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:25.249042 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c4c4bc-dc4e-4a3c-a72b-da8d9614da8b None None] Routers {'05fdf490-dfb6-4ff5-8326-259a4586eca5'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:18:25.250300 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-16c4c4bc-dc4e-4a3c-a72b-da8d9614da8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c92bc9b0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:18:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['05fdf490-dfb6-4ff5-8326-259a4586eca5'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:25.317523 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c7251364-e2cb-4707-8c04-8a7c162c5ef9 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Unset dirty status for tenant:ad83ad6a41264da3be98f825b2f64def on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:18:25.322314 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c7251364-e2cb-4707-8c04-8a7c162c5ef9 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "GET /v2.0/ports/dcd3bd87-7e43-4d4d-b9a3-ad6d89cac04d HTTP/1.1" status: 200  len: 910 time: 0.2728741
Jan 29 10:18:25.322912 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58038) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:25.324721 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-c17aa1d5-20db-4b52-9c77-78e0f584a175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99cadb0748>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:25.326675 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17aa1d5-20db-4b52-9c77-78e0f584a175 None None] The sync data for ids ['9f9e4f20-24b0-432e-ae58-66d04f000605'] in dv-neutron-772983-2-ovs is: [] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:18:25.346785 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-10859a52-99ef-4a9d-af02-27ad5b6b6365 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:25.347284 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0c4f3d10-83ca-4572-a0d4-100fa97cf60a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 4.9986925
Jan 29 10:18:25.347284 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff2d1eab-2236-4cbd-ac98-eb6d8f388f59', 'tag': '000c543c-f141-4088-a52e-7ff2db2275fe'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:18:25.350893 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58042) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:25.371306 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-04eb5f94-1a75-4f53-a0e9-c04773b4bc02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.425s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:25.440988 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff2d1eab-2236-4cbd-ac98-eb6d8f388f59', 'tag': '000c543c-f141-4088-a52e-7ff2db2275fe', 'status': 'completed', 'code': 200}
Jan 29 10:18:25.489076 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7898b725-3cc0-43bc-8424-0a9c322b70da tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/floatingips/9a9414ce-38da-46de-800f-34c21ca2ba93 HTTP/1.1" status: 200  len: 991 time: 0.1358161
Jan 29 10:18:25.535721 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-54ea2c7a-5aac-4df5-8fdf-b71924f25b5e None None] Provisioning for port dcd3bd87-7e43-4d4d-b9a3-ad6d89cac04d completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:18:25.563083 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-54ea2c7a-5aac-4df5-8fdf-b71924f25b5e None None] Provisioning complete for port dcd3bd87-7e43-4d4d-b9a3-ad6d89cac04d triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:18:25.563822 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-54ea2c7a-5aac-4df5-8fdf-b71924f25b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:25.593164 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d5a40a61-ce15-43b6-af89-6b5a8e2a95f0 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:25.593391 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b236ec-1592-4f6a-b6af-0ed61962d992 req-5b9f711a-bb54-4d9c-b897-3ac92293092c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:25.596067 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-18b236ec-1592-4f6a-b6af-0ed61962d992 req-5b9f711a-bb54-4d9c-b897-3ac92293092c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ff1f06ee29ef461597f2ecd846f8813d&device_id=ff2d1eab-2236-4cbd-ac98-eb6d8f388f59 HTTP/1.1" status: 200  len: 1162 time: 0.0962350
Jan 29 10:18:25.657036 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=9296cf11-6c75-4091-a961-e4e5c8c5f723,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:25.664777 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:25.665581 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-54ea2c7a-5aac-4df5-8fdf-b71924f25b5e None None] Port dcd3bd87-7e43-4d4d-b9a3-ad6d89cac04d cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:18:25.684089 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-16c4c4bc-dc4e-4a3c-a72b-da8d9614da8b None None] Set router 05fdf490-dfb6-4ff5-8326-259a4586eca5 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:18:25.755031 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b236ec-1592-4f6a-b6af-0ed61962d992 req-28bd29d0-0b14-4663-8554-c543684444fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:25.757630 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-18b236ec-1592-4f6a-b6af-0ed61962d992 req-28bd29d0-0b14-4663-8554-c543684444fe service neutron] 10.222.0.22 "GET /v2.0/networks?id=17776172-c021-47c4-abdf-42ef2691de1f HTTP/1.1" status: 200  len: 891 time: 0.1546786
Jan 29 10:18:25.840757 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 9296cf11-6c75-4091-a961-e4e5c8c5f723 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:18:25.916253 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-3fc63140-e33c-4d3a-a602-5c78c6dc6aa0 None None] Provisioning complete for port 9296cf11-6c75-4091-a961-e4e5c8c5f723 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:18:25.916929 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3fc63140-e33c-4d3a-a602-5c78c6dc6aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:25.917635 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-18b236ec-1592-4f6a-b6af-0ed61962d992 req-87529862-1aaf-4991-9cc1-45e4af856a94 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=000c543c-f141-4088-a52e-7ff2db2275fe HTTP/1.1" status: 200  len: 999 time: 0.1534791
Jan 29 10:18:25.973698 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-d5a40a61-ce15-43b6-af89-6b5a8e2a95f0 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Deleting port 2a26de3a-74b8-48cc-9bee-1d4907bedcd6 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:18:25.977767 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d5a40a61-ce15-43b6-af89-6b5a8e2a95f0 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:26.005722 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b236ec-1592-4f6a-b6af-0ed61962d992 req-9668f3e7-e978-4c3f-863d-775ddffaf835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:26.009201 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-18b236ec-1592-4f6a-b6af-0ed61962d992 req-9668f3e7-e978-4c3f-863d-775ddffaf835 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a70f85cc-08d1-4efb-bb2a-cfcfe40b38c5 HTTP/1.1" status: 200  len: 834 time: 0.0815723
Jan 29 10:18:26.091545 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:26.134296 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b236ec-1592-4f6a-b6af-0ed61962d992 req-82c765b8-b93d-4944-a31c-da2086a0f94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:26.136155 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-18b236ec-1592-4f6a-b6af-0ed61962d992 req-82c765b8-b93d-4944-a31c-da2086a0f94d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=17776172-c021-47c4-abdf-42ef2691de1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.1216559
Jan 29 10:18:26.178390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 9296cf11-6c75-4091-a961-e4e5c8c5f723 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:18:26.178722 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:26.298791 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-18b236ec-1592-4f6a-b6af-0ed61962d992 req-edf38ebd-3fb8-412a-8323-1ff10d9fe3f2 service neutron] 10.222.0.22 "GET /v2.0/networks/17776172-c021-47c4-abdf-42ef2691de1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1549542
Jan 29 10:18:26.443778 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-3fc63140-e33c-4d3a-a602-5c78c6dc6aa0 None None] Provisioning complete for port dcd3bd87-7e43-4d4d-b9a3-ad6d89cac04d triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:18:26.444279 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3fc63140-e33c-4d3a-a602-5c78c6dc6aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:26.460403 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-18b236ec-1592-4f6a-b6af-0ed61962d992 req-f1df17f3-9cb3-4967-b15c-25b616bb5df9 service neutron] 10.222.0.22 "GET /v2.0/networks/17776172-c021-47c4-abdf-42ef2691de1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1528125
Jan 29 10:18:26.475595 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-d5a40a61-ce15-43b6-af89-6b5a8e2a95f0 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] For port 2a26de3a-74b8-48cc-9bee-1d4907bedcd6, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=2a26de3a-74b8-48cc-9bee-1d4907bedcd6,segment=NetworkSegment(f00d8441-0ead-4580-8d88-b2b2ca147395),segment_id=f00d8441-0ead-4580-8d88-b2b2ca147395)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:18:26.476000 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d5a40a61-ce15-43b6-af89-6b5a8e2a95f0 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:26.491831 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58048) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:26.642945 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1a2084b2-90dc-460b-afb4-6bcd25b164fe tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/floatingips/9a9414ce-38da-46de-800f-34c21ca2ba93 HTTP/1.1" status: 200  len: 991 time: 0.1482096
Jan 29 10:18:26.731297 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-3fc63140-e33c-4d3a-a602-5c78c6dc6aa0 None None] Port dcd3bd87-7e43-4d4d-b9a3-ad6d89cac04d cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:18:26.743333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-16c4c4bc-dc4e-4a3c-a72b-da8d9614da8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c92bc9b0>, [{'id': '05fdf490-dfb6-4ff5-8326-259a4586eca5', 'name': 'tempest-TestNetworkBasicOps-router-238949859', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.132'}], 'enable_snat': True}, 'gw_port_id': '9d39e6d1-8b52-43b6-8ec7-a3591720339f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:17:19Z', 'updated_at': '2021-01-29T10:17:38Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '9d39e6d1-8b52-43b6-8ec7-a3591720339f', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fdf490-dfb6-4ff5-8326-259a4586eca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:17:21Z', 'updated_at': '2021-01-29T10:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': '9a9414ce-38da-46de-800f-34c21ca2ba93', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'floating_ip_address': '172.26.7.204', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '05fdf490-dfb6-4ff5-8326-259a4586eca5', 'port_id': '000c543c-f141-4088-a52e-7ff2db2275fe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17776172-c021-47c4-abdf-42ef2691de1f', 'mac_address': 'fa:16:3e:5c:b9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2d1eab-2236-4cbd-ac98-eb6d8f388f59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:18:23Z', 'updated_at': '2021-01-29T10:18:23Z', 'revision_number': 0, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '845e6667-1717-4410-a11b-893e217e6bbf', 'name': '', 'network_id': '17776172-c021-47c4-abdf-42ef2691de1f', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:0d:53:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fdf490-dfb6-4ff5-8326-259a4586eca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'a70f85cc-08d1-4efb-bb2a-cfcfe40b38c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:17:35Z', 'updated_at': '2021-01-29T10:17:48Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': 'a70f85cc-08d1-4efb-bb2a-cfcfe40b38c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:26.747624 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c4c4bc-dc4e-4a3c-a72b-da8d9614da8b None None] Checking router: 05fdf490-dfb6-4ff5-8326-259a4586eca5 for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:18:26.757056 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c4c4bc-dc4e-4a3c-a72b-da8d9614da8b None None] Routers {'05fdf490-dfb6-4ff5-8326-259a4586eca5'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:18:26.757752 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-16c4c4bc-dc4e-4a3c-a72b-da8d9614da8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c92bc9b0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:18:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['05fdf490-dfb6-4ff5-8326-259a4586eca5'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:26.920602 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-d5a40a61-ce15-43b6-af89-6b5a8e2a95f0 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Calling delete_port for 2a26de3a-74b8-48cc-9bee-1d4907bedcd6 owned by network:dhcp {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:18:26.958197 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-16c4c4bc-dc4e-4a3c-a72b-da8d9614da8b None None] Set router 05fdf490-dfb6-4ff5-8326-259a4586eca5 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:18:26.976702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6797d389-2a81-404e-8725-b83bd0864785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349253'] for router_interface, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:27.118898 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028c110e-e075-4db9-ad7b-a7a707d5b0b3 None None] Network e411534b-ba62-48fa-9e7b-45f3f2b070a8 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:18:27.256656 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-44dd6769-87f3-4a5a-8cd3-08a3ecd7d057 None None] Provisioning for port 2a26de3a-74b8-48cc-9bee-1d4907bedcd6 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:18:27.379888 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0c8e4f23-be7f-43dc-9a86-db1039e93f92 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349253'] for router_interface, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:27.556050 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d5a40a61-ce15-43b6-af89-6b5a8e2a95f0 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:27.565588 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-16c4c4bc-dc4e-4a3c-a72b-da8d9614da8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c92bc9b0>, [{'id': '05fdf490-dfb6-4ff5-8326-259a4586eca5', 'name': 'tempest-TestNetworkBasicOps-router-238949859', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.132'}], 'enable_snat': True}, 'gw_port_id': '9d39e6d1-8b52-43b6-8ec7-a3591720339f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:17:19Z', 'updated_at': '2021-01-29T10:17:38Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '9d39e6d1-8b52-43b6-8ec7-a3591720339f', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fdf490-dfb6-4ff5-8326-259a4586eca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:17:21Z', 'updated_at': '2021-01-29T10:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': '9a9414ce-38da-46de-800f-34c21ca2ba93', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'floating_ip_address': '172.26.7.204', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '05fdf490-dfb6-4ff5-8326-259a4586eca5', 'port_id': '000c543c-f141-4088-a52e-7ff2db2275fe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17776172-c021-47c4-abdf-42ef2691de1f', 'mac_address': 'fa:16:3e:5c:b9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2d1eab-2236-4cbd-ac98-eb6d8f388f59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:18:23Z', 'updated_at': '2021-01-29T10:18:23Z', 'revision_number': 0, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '845e6667-1717-4410-a11b-893e217e6bbf', 'name': '', 'network_id': '17776172-c021-47c4-abdf-42ef2691de1f', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:0d:53:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fdf490-dfb6-4ff5-8326-259a4586eca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'a70f85cc-08d1-4efb-bb2a-cfcfe40b38c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:17:35Z', 'updated_at': '2021-01-29T10:17:48Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': 'a70f85cc-08d1-4efb-bb2a-cfcfe40b38c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:27.570200 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c4c4bc-dc4e-4a3c-a72b-da8d9614da8b None None] The sync data for ids ['05fdf490-dfb6-4ff5-8326-259a4586eca5'] in dv-neutron-772983-2-ovs is: [{'id': '05fdf490-dfb6-4ff5-8326-259a4586eca5', 'name': 'tempest-TestNetworkBasicOps-router-238949859', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.132'}], 'enable_snat': True}, 'gw_port_id': '9d39e6d1-8b52-43b6-8ec7-a3591720339f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:17:19Z', 'updated_at': '2021-01-29T10:17:38Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '9d39e6d1-8b52-43b6-8ec7-a3591720339f', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fdf490-dfb6-4ff5-8326-259a4586eca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:17:21Z', 'updated_at': '2021-01-29T10:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': '9a9414ce-38da-46de-800f-34c21ca2ba93', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'floating_ip_address': '172.26.7.204', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '05fdf490-dfb6-4ff5-8326-259a4586eca5', 'port_id': '000c543c-f141-4088-a52e-7ff2db2275fe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17776172-c021-47c4-abdf-42ef2691de1f', 'mac_address': 'fa:16:3e:5c:b9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2d1eab-2236-4cbd-ac98-eb6d8f388f59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:18:23Z', 'updated_at': '2021-01-29T10:18:23Z', 'revision_number': 0, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '845e6667-1717-4410-a11b-893e217e6bbf', 'name': '', 'network_id': '17776172-c021-47c4-abdf-42ef2691de1f', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:0d:53:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fdf490-dfb6-4ff5-8326-259a4586eca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'a70f85cc-08d1-4efb-bb2a-cfcfe40b38c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:17:35Z', 'updated_at': '2021-01-29T10:17:48Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': 'a70f85cc-08d1-4efb-bb2a-cfcfe40b38c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:18:27.581329 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-04dfba03-8a6a-44e5-9471-679bec905f9c tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:27.645912 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58052) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:27.649457 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a40a61-ce15-43b6-af89-6b5a8e2a95f0 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Pushing event deleted for resources: {'Port': ['ID=2a26de3a-74b8-48cc-9bee-1d4907bedcd6,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:27.666983 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d5a40a61-ce15-43b6-af89-6b5a8e2a95f0 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:27.797086 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b72d2ef5-dc9b-4dbe-bb0d-ec5de42be1a4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/floatingips/9a9414ce-38da-46de-800f-34c21ca2ba93 HTTP/1.1" status: 200  len: 991 time: 0.1494448
Jan 29 10:18:27.856142 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30851925-e91e-46ed-86bc-3215c935381a None None] New status for floating IP 9a9414ce-38da-46de-800f-34c21ca2ba93: ACTIVE {{(pid=80767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 29 10:18:28.037611 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a40a61-ce15-43b6-af89-6b5a8e2a95f0 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] No DVR routers for this DVR port 2a26de3a-74b8-48cc-9bee-1d4907bedcd6 on host dv-neutron-772983-2-ovs {{(pid=80765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:18:28.071574 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-6797d389-2a81-404e-8725-b83bd0864785 admin admin] Deleting port baad40a7-f833-4fed-9129-14efdd69b52a {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:18:28.071968 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6797d389-2a81-404e-8725-b83bd0864785 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:28.091160 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c7e119-d29b-4821-9719-5578b29e1721 None None] Network e411534b-ba62-48fa-9e7b-45f3f2b070a8 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:18:28.229800 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d5a40a61-ce15-43b6-af89-6b5a8e2a95f0 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:28.377883 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-0c8e4f23-be7f-43dc-9a86-db1039e93f92 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Deleting port dcd3bd87-7e43-4d4d-b9a3-ad6d89cac04d {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:18:28.378277 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0c8e4f23-be7f-43dc-9a86-db1039e93f92 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:28.555916 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60500647-b9e6-40e1-acd3-77f3eb461560 None None] get_active_networks_info from dv-neutron-772983-2-ovs {{(pid=80767) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Jan 29 10:18:28.619917 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-6797d389-2a81-404e-8725-b83bd0864785 admin admin] For port baad40a7-f833-4fed-9129-14efdd69b52a, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=baad40a7-f833-4fed-9129-14efdd69b52a,segment=NetworkSegment(b73319d1-1a15-4ad0-895c-77a7ce281119),segment_id=b73319d1-1a15-4ad0-895c-77a7ce281119)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:18:28.620488 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6797d389-2a81-404e-8725-b83bd0864785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:28.697116 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60500647-b9e6-40e1-acd3-77f3eb461560 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Jan 29 10:18:28.799870 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58056) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:28.943863 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8d99d066-ae5d-461b-b8c4-daa6c2317a97 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/floatingips/9a9414ce-38da-46de-800f-34c21ca2ba93 HTTP/1.1" status: 200  len: 993 time: 0.1424584
Jan 29 10:18:29.092848 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebaee63-649d-4032-a428-3df093040f44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-e411534b-ba62-48fa-9e7b-45f3f2b070a8', 'network_id': 'e411534b-ba62-48fa-9e7b-45f3f2b070a8', 'tenant_id': '8cc4c548833141b8bc8f9009064567bd', 'fixed_ips': [{'subnet_id': 'e65af361-bbd8-445e-9dd0-ccf3c6dd1034'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:18:29.094754 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7ebaee63-649d-4032-a428-3df093040f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:29.126931 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-6797d389-2a81-404e-8725-b83bd0864785 admin admin] Calling delete_port for baad40a7-f833-4fed-9129-14efdd69b52a owned by network:router_interface {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:18:29.285828 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0c8e4f23-be7f-43dc-9a86-db1039e93f92 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:29.395587 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-7ebaee63-649d-4032-a428-3df093040f44 None None] Allocated IP 172.20.0.2 (e411534b-ba62-48fa-9e7b-45f3f2b070a8/e65af361-bbd8-445e-9dd0-ccf3c6dd1034/c61c9aaa-06e7-4eef-a738-64f235f4cffc) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:18:29.464683 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-0c8e4f23-be7f-43dc-9a86-db1039e93f92 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Calling delete_port for dcd3bd87-7e43-4d4d-b9a3-ad6d89cac04d owned by network:router_interface {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:18:29.667527 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6797d389-2a81-404e-8725-b83bd0864785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:29.686170 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b138c857-ab2f-4379-8a06-8599e84c9309 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:29.780063 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6797d389-2a81-404e-8725-b83bd0864785 admin admin] Pushing event deleted for resources: {'Port': ['ID=baad40a7-f833-4fed-9129-14efdd69b52a,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:29.792142 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7ebaee63-649d-4032-a428-3df093040f44 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:29.800080 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6797d389-2a81-404e-8725-b83bd0864785 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:18:29.800515 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6797d389-2a81-404e-8725-b83bd0864785 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:18:29.800953 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6797d389-2a81-404e-8725-b83bd0864785 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:18:29.801361 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6797d389-2a81-404e-8725-b83bd0864785 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:18:29.801773 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6797d389-2a81-404e-8725-b83bd0864785 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:18:29.802211 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6797d389-2a81-404e-8725-b83bd0864785 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:18:29.802619 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6797d389-2a81-404e-8725-b83bd0864785 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:18:29.803029 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6797d389-2a81-404e-8725-b83bd0864785 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:18:29.803439 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6797d389-2a81-404e-8725-b83bd0864785 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:18:29.803846 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6797d389-2a81-404e-8725-b83bd0864785 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:18:29.804253 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6797d389-2a81-404e-8725-b83bd0864785 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:18:29.804659 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6797d389-2a81-404e-8725-b83bd0864785 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:18:29.805138 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6797d389-2a81-404e-8725-b83bd0864785 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:18:29.805546 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6797d389-2a81-404e-8725-b83bd0864785 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:18:29.805978 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6797d389-2a81-404e-8725-b83bd0864785 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:18:29.806384 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6797d389-2a81-404e-8725-b83bd0864785 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:18:29.806785 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6797d389-2a81-404e-8725-b83bd0864785 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:18:29.807187 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6797d389-2a81-404e-8725-b83bd0864785 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:18:29.807588 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6797d389-2a81-404e-8725-b83bd0864785 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:18:29.807989 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6797d389-2a81-404e-8725-b83bd0864785 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:18:29.808392 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6797d389-2a81-404e-8725-b83bd0864785 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:18:29.808792 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6797d389-2a81-404e-8725-b83bd0864785 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:18:29.809194 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6797d389-2a81-404e-8725-b83bd0864785 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:18:29.809597 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6797d389-2a81-404e-8725-b83bd0864785 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:18:29.870783 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6797d389-2a81-404e-8725-b83bd0864785 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:29.904943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-7ebaee63-649d-4032-a428-3df093040f44 None None] Transition to ACTIVE for port object c61c9aaa-06e7-4eef-a738-64f235f4cffc will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:18:29.909240 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0c8e4f23-be7f-43dc-9a86-db1039e93f92 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:29.923679 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-7ebaee63-649d-4032-a428-3df093040f44 None None] Transition to ACTIVE for port object c61c9aaa-06e7-4eef-a738-64f235f4cffc will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:18:29.928105 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7ebaee63-649d-4032-a428-3df093040f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:29.934222 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1b759d74-4d0c-4b1e-8ae1-01c29f4414b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:29.943614 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-df4a2f8a-b38c-469b-82f9-0919f51f8743 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:30.013627 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e4f23-be7f-43dc-9a86-db1039e93f92 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event deleted for resources: {'Port': ['ID=dcd3bd87-7e43-4d4d-b9a3-ad6d89cac04d,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:30.032978 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebaee63-649d-4032-a428-3df093040f44 None None] Pushing event updated for resources: {'Port': ['ID=c61c9aaa-06e7-4eef-a738-64f235f4cffc,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:30.083452 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0c8e4f23-be7f-43dc-9a86-db1039e93f92 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:30.084559 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7ebaee63-649d-4032-a428-3df093040f44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:30.097916 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d5a40a61-ce15-43b6-af89-6b5a8e2a95f0 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852603100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2204728'] for subnet, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:30.147198 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebaee63-649d-4032-a428-3df093040f44 None None] Network e411534b-ba62-48fa-9e7b-45f3f2b070a8 is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:18:30.147556 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4c63694c-e2b3-42cb-9548-85ff048f56d4 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:30.148168 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-7ebaee63-649d-4032-a428-3df093040f44 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:18:30.150472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebaee63-649d-4032-a428-3df093040f44 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:18:30.207670 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-7ebaee63-649d-4032-a428-3df093040f44 None None] Attempting to bind port c61c9aaa-06e7-4eef-a738-64f235f4cffc on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:18:30.207985 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-7ebaee63-649d-4032-a428-3df093040f44 None None] Attempting to bind port c61c9aaa-06e7-4eef-a738-64f235f4cffc by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'f00d8441-0ead-4580-8d88-b2b2ca147395', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e411534b-ba62-48fa-9e7b-45f3f2b070a8'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:18:30.208403 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebaee63-649d-4032-a428-3df093040f44 None None] Attempting to bind port c61c9aaa-06e7-4eef-a738-64f235f4cffc on network e411534b-ba62-48fa-9e7b-45f3f2b070a8 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:18:30.214421 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebaee63-649d-4032-a428-3df093040f44 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:18:30.214854 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebaee63-649d-4032-a428-3df093040f44 None None] Checking segment: {'id': 'f00d8441-0ead-4580-8d88-b2b2ca147395', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e411534b-ba62-48fa-9e7b-45f3f2b070a8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:18:30.215306 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7ebaee63-649d-4032-a428-3df093040f44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:30.215751 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebaee63-649d-4032-a428-3df093040f44 None None] Bound using segment: {'id': 'f00d8441-0ead-4580-8d88-b2b2ca147395', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e411534b-ba62-48fa-9e7b-45f3f2b070a8'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:18:30.216274 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-7ebaee63-649d-4032-a428-3df093040f44 None None] Bound port: c61c9aaa-06e7-4eef-a738-64f235f4cffc, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f00d8441-0ead-4580-8d88-b2b2ca147395', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e411534b-ba62-48fa-9e7b-45f3f2b070a8'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:18:30.216700 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7ebaee63-649d-4032-a428-3df093040f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:30.217273 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a40a61-ce15-43b6-af89-6b5a8e2a95f0 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Pushing event deleted for resources: {'Subnet': ['ID=e65af361-bbd8-445e-9dd0-ccf3c6dd1034,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:30.227595 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d5a40a61-ce15-43b6-af89-6b5a8e2a95f0 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:30.320341 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-7ebaee63-649d-4032-a428-3df093040f44 None None] For port c61c9aaa-06e7-4eef-a738-64f235f4cffc, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:18:30.324175 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-7ebaee63-649d-4032-a428-3df093040f44 None None] For port c61c9aaa-06e7-4eef-a738-64f235f4cffc, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=c61c9aaa-06e7-4eef-a738-64f235f4cffc,segment=NetworkSegment(f00d8441-0ead-4580-8d88-b2b2ca147395),segment_id=f00d8441-0ead-4580-8d88-b2b2ca147395)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:18:30.328673 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7ebaee63-649d-4032-a428-3df093040f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:30.345214 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:30.496591 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebaee63-649d-4032-a428-3df093040f44 None None] Pushing event updated for resources: {'Port': ['ID=c61c9aaa-06e7-4eef-a738-64f235f4cffc,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:30.503219 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7ebaee63-649d-4032-a428-3df093040f44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:30.652954 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefdd84a-8398-47e2-a840-99e26f6f0566 None None] get_active_networks_info from dv-neutron-772983-2-ovs {{(pid=80767) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Jan 29 10:18:30.689351 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d5a40a61-ce15-43b6-af89-6b5a8e2a95f0 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:30.785216 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefdd84a-8398-47e2-a840-99e26f6f0566 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Jan 29 10:18:30.865649 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6797d389-2a81-404e-8725-b83bd0864785 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854415430'] for router_interface, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:30.944874 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0c8e4f23-be7f-43dc-9a86-db1039e93f92 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854415430'] for router_interface, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:31.086672 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-d5a40a61-ce15-43b6-af89-6b5a8e2a95f0 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c3deacf8>,) {'filters': {'network_id': ['e411534b-ba62-48fa-9e7b-45f3f2b070a8']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:31.161215 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-d5a40a61-ce15-43b6-af89-6b5a8e2a95f0 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3deacf8>, 'f00d8441-0ead-4580-8d88-b2b2ca147395') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:31.161544 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-d5a40a61-ce15-43b6-af89-6b5a8e2a95f0 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3deacf8>, 'f00d8441-0ead-4580-8d88-b2b2ca147395') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:31.169179 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80178a7-6453-4ddd-96d8-b53beaaa15ba None None] Network e411534b-ba62-48fa-9e7b-45f3f2b070a8 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:18:31.190194 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d5a40a61-ce15-43b6-af89-6b5a8e2a95f0 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:31.245386 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d5a40a61-ce15-43b6-af89-6b5a8e2a95f0 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:31.254894 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d5a40a61-ce15-43b6-af89-6b5a8e2a95f0 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Releasing vxlan tunnel 3 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:18:31.447509 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d190fa1-810e-4e7e-a450-beca97ce54c0 None None] DHCP port deletion for e411534b-ba62-48fa-9e7b-45f3f2b070a8 request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:18:31.452336 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-9d190fa1-810e-4e7e-a450-beca97ce54c0 None None] Deleting port c61c9aaa-06e7-4eef-a738-64f235f4cffc {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:18:31.452852 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9d190fa1-810e-4e7e-a450-beca97ce54c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:31.679035 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-9d190fa1-810e-4e7e-a450-beca97ce54c0 None None] For port c61c9aaa-06e7-4eef-a738-64f235f4cffc, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=c61c9aaa-06e7-4eef-a738-64f235f4cffc,segment=NetworkSegment(f00d8441-0ead-4580-8d88-b2b2ca147395),segment_id=f00d8441-0ead-4580-8d88-b2b2ca147395)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:18:31.679477 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9d190fa1-810e-4e7e-a450-beca97ce54c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:31.811920 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-9d190fa1-810e-4e7e-a450-beca97ce54c0 None None] Calling delete_port for c61c9aaa-06e7-4eef-a738-64f235f4cffc owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:18:31.845894 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 2a26de3a-74b8-48cc-9bee-1d4907bedcd6 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:18:31.888821 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 2a26de3a-74b8-48cc-9bee-1d4907bedcd6 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:18:31.889203 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 2a26de3a-74b8-48cc-9bee-1d4907bedcd6 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:18:32.074260 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-d5a40a61-ce15-43b6-af89-6b5a8e2a95f0 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Network e411534b-ba62-48fa-9e7b-45f3f2b070a8 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:18:32.093025 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d5a40a61-ce15-43b6-af89-6b5a8e2a95f0 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:32.548832 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c8e4f23-be7f-43dc-9a86-db1039e93f92 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Router 9f9e4f20-24b0-432e-ae58-66d04f000605 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:18:32.563302 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-d5a40a61-ce15-43b6-af89-6b5a8e2a95f0 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Network e411534b-ba62-48fa-9e7b-45f3f2b070a8 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:18:32.591801 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:18:32.591801 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:18:32.591801 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:18:32.591801 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:18:32.591801 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:18:32.591801 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:18:32.591801 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:18:32.591801 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:18:32.591801 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:18:32.591801 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:18:32.591801 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:18:32.591801 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:18:32.591801 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:18:32.591801 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:18:32.591801 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:18:32.591801 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:18:32.591801 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:18:32.591801 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:18:32.591801 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:18:32.591801 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:18:32.591801 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:18:32.591801 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:18:32.591801 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:18:32.591801 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:18:32.591801 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:18:32.591801 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:18:32.591801 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:18:32.591801 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:18:32.591801 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:18:32.591801 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:18:32.591801 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:18:32.591801 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:18:32.832689 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9d190fa1-810e-4e7e-a450-beca97ce54c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:32.842987 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-d5a40a61-ce15-43b6-af89-6b5a8e2a95f0 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Jan 29 10:18:32.842987 dv-neutron-772983-2-ovs neutron-server[80656]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Jan 29 10:18:32.842987 dv-neutron-772983-2-ovs neutron-server[80656]: [parameters: {'id': 'e411534b-ba62-48fa-9e7b-45f3f2b070a8'}]
Jan 29 10:18:32.842987 dv-neutron-772983-2-ovs neutron-server[80656]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80765) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:18:32.843938 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-d5a40a61-ce15-43b6-af89-6b5a8e2a95f0 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:18:32.848715 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:32.851219 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c8e4f23-be7f-43dc-9a86-db1039e93f92 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:18:32.862304 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce59ca38-d2ec-45cf-ac3a-cd081e094e06 None None] Sync routers for ids ['9f9e4f20-24b0-432e-ae58-66d04f000605'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:18:32.872334 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce59ca38-d2ec-45cf-ac3a-cd081e094e06 None None] Routers {'9f9e4f20-24b0-432e-ae58-66d04f000605'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:18:32.872991 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-ce59ca38-d2ec-45cf-ac3a-cd081e094e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca026c18>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:18:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['9f9e4f20-24b0-432e-ae58-66d04f000605'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:32.877194 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6797d389-2a81-404e-8725-b83bd0864785 admin admin] Router 186f80c1-4500-4ded-869d-b89be306d531 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:18:32.899059 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0c8e4f23-be7f-43dc-9a86-db1039e93f92 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "PUT /v2.0/routers/9f9e4f20-24b0-432e-ae58-66d04f000605/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.5695057
Jan 29 10:18:32.899538 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58060) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:32.940033 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-ce59ca38-d2ec-45cf-ac3a-cd081e094e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca026c18>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:32.949506 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce59ca38-d2ec-45cf-ac3a-cd081e094e06 None None] Routers {'9f9e4f20-24b0-432e-ae58-66d04f000605'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:18:32.950190 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-ce59ca38-d2ec-45cf-ac3a-cd081e094e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca026c18>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:18:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['9f9e4f20-24b0-432e-ae58-66d04f000605'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:32.954277 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9ec9fb0f-a113-41c5-9893-7fdcc94de52b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f9e4f20-24b0-432e-ae58-66d04f000605 HTTP/1.1" status: 200  len: 205 time: 0.0533657
Jan 29 10:18:32.955149 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58064) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:33.019823 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-ce59ca38-d2ec-45cf-ac3a-cd081e094e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca026c18>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:33.020271 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce59ca38-d2ec-45cf-ac3a-cd081e094e06 None None] The sync data for ids ['9f9e4f20-24b0-432e-ae58-66d04f000605'] in dv-neutron-772983-2-ovs is: [] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:18:33.026479 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d190fa1-810e-4e7e-a450-beca97ce54c0 None None] Pushing event deleted for resources: {'Port': ['ID=c61c9aaa-06e7-4eef-a738-64f235f4cffc,revision_number=None']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:33.029716 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d190fa1-810e-4e7e-a450-beca97ce54c0 None None] No DVR routers for this DVR port c61c9aaa-06e7-4eef-a738-64f235f4cffc on host dv-neutron-772983-2-ovs {{(pid=80767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:18:33.033974 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9d190fa1-810e-4e7e-a450-beca97ce54c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:33.064972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2475a85e-9e76-40db-a822-55505d94cdb2 None None] get_active_networks_info from dv-neutron-772983-2-ovs {{(pid=80767) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Jan 29 10:18:33.103899 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6797d389-2a81-404e-8725-b83bd0864785 admin admin] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:18:33.109639 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6797d389-2a81-404e-8725-b83bd0864785 admin admin] 10.222.0.57 "PUT /v2.0/routers/186f80c1-4500-4ded-869d-b89be306d531/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.0297673
Jan 29 10:18:33.112322 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58068) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:33.116291 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5ff030-dead-4330-8cae-ed4c29c4d1be None None] Sync routers for ids ['186f80c1-4500-4ded-869d-b89be306d531'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:18:33.143138 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5ff030-dead-4330-8cae-ed4c29c4d1be None None] Routers {'186f80c1-4500-4ded-869d-b89be306d531'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:18:33.143860 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-cb5ff030-dead-4330-8cae-ed4c29c4d1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c8f677f0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:18:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['186f80c1-4500-4ded-869d-b89be306d531'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:33.339152 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5c74e276-dd0e-40bb-8b79-7beb6bf20462 admin admin] Notify callbacks [] for router, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:33.402168 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d5a40a61-ce15-43b6-af89-6b5a8e2a95f0 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:33.403948 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2475a85e-9e76-40db-a822-55505d94cdb2 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Jan 29 10:18:33.412516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-cb5ff030-dead-4330-8cae-ed4c29c4d1be None None] Set router 186f80c1-4500-4ded-869d-b89be306d531 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:18:33.444500 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-108a9846-f888-48c4-a3b6-4a2d1b9ad71b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for router, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:33.726863 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-108a9846-f888-48c4-a3b6-4a2d1b9ad71b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:33.729933 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-108a9846-f888-48c4-a3b6-4a2d1b9ad71b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:33.757043 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-108a9846-f888-48c4-a3b6-4a2d1b9ad71b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:33.757846 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108a9846-f888-48c4-a3b6-4a2d1b9ad71b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Fanout notify agent at l3_agent the message router_deleted on router 9f9e4f20-24b0-432e-ae58-66d04f000605 {{(pid=80766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 10:18:33.803631 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-108a9846-f888-48c4-a3b6-4a2d1b9ad71b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:33.804925 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-108a9846-f888-48c4-a3b6-4a2d1b9ad71b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "DELETE /v2.0/routers/9f9e4f20-24b0-432e-ae58-66d04f000605 HTTP/1.1" status: 204  len: 168 time: 0.8485575
Jan 29 10:18:33.807784 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58072) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:33.897631 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a53549e-47f9-4618-bebb-9b63471f4e21 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Deleting subnet 49988b40-d0b6-4f16-9673-4bb4509b0b79 {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:18:33.901034 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0a53549e-47f9-4618-bebb-9b63471f4e21 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:33.960767 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0a53549e-47f9-4618-bebb-9b63471f4e21 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:34.013718 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d5a40a61-ce15-43b6-af89-6b5a8e2a95f0 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:34.054616 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5c74e276-dd0e-40bb-8b79-7beb6bf20462 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:34.065303 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-5c74e276-dd0e-40bb-8b79-7beb6bf20462 admin admin] Deleting port 28d59b23-64d3-4cb4-9403-19957bc5481c {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:18:34.065688 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5c74e276-dd0e-40bb-8b79-7beb6bf20462 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:34.067270 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0a53549e-47f9-4618-bebb-9b63471f4e21 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:34.134959 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-cb5ff030-dead-4330-8cae-ed4c29c4d1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c8f677f0>, [{'id': '186f80c1-4500-4ded-869d-b89be306d531', 'name': 'tempest-TestVolumeBootPattern-1113126477-router', 'tenant_id': '4d907168a4924ceb9472857ce37e1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '28d59b23-64d3-4cb4-9403-19957bc5481c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:07:40Z', 'updated_at': '2021-01-29T10:18:29Z', 'revision_number': 5, 'project_id': '4d907168a4924ceb9472857ce37e1904', 'gw_port': {'id': '28d59b23-64d3-4cb4-9403-19957bc5481c', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186f80c1-4500-4ded-869d-b89be306d531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:07:44Z', 'updated_at': '2021-01-29T10:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:34.143924 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5ff030-dead-4330-8cae-ed4c29c4d1be None None] Checking router: 186f80c1-4500-4ded-869d-b89be306d531 for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:18:34.212912 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5ff030-dead-4330-8cae-ed4c29c4d1be None None] Routers {'186f80c1-4500-4ded-869d-b89be306d531'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:18:34.213607 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-cb5ff030-dead-4330-8cae-ed4c29c4d1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c8f677f0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:18:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['186f80c1-4500-4ded-869d-b89be306d531'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:34.226437 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-d5a40a61-ce15-43b6-af89-6b5a8e2a95f0 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c3aed4a8>,) {'filters': {'network_id': ['e411534b-ba62-48fa-9e7b-45f3f2b070a8']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:34.255367 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-d5a40a61-ce15-43b6-af89-6b5a8e2a95f0 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3aed4a8>, 'f00d8441-0ead-4580-8d88-b2b2ca147395') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:34.255769 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-d5a40a61-ce15-43b6-af89-6b5a8e2a95f0 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3aed4a8>, 'f00d8441-0ead-4580-8d88-b2b2ca147395') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:34.347156 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d5a40a61-ce15-43b6-af89-6b5a8e2a95f0 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:34.365868 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0a53549e-47f9-4618-bebb-9b63471f4e21 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:34.371786 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d5a40a61-ce15-43b6-af89-6b5a8e2a95f0 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:34.381298 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d5a40a61-ce15-43b6-af89-6b5a8e2a95f0 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Releasing vxlan tunnel 3 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:18:34.382338 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-cde3c2e9-ab92-4a33-bf07-77fc0bde6f1c tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:34.429939 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a53549e-47f9-4618-bebb-9b63471f4e21 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event deleted for resources: {'Subnet': ['ID=49988b40-d0b6-4f16-9673-4bb4509b0b79,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:34.442391 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a53549e-47f9-4618-bebb-9b63471f4e21 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:18:34.442820 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a53549e-47f9-4618-bebb-9b63471f4e21 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:18:34.443234 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a53549e-47f9-4618-bebb-9b63471f4e21 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:18:34.444002 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a53549e-47f9-4618-bebb-9b63471f4e21 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:18:34.444002 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a53549e-47f9-4618-bebb-9b63471f4e21 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:18:34.444414 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a53549e-47f9-4618-bebb-9b63471f4e21 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:18:34.444816 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a53549e-47f9-4618-bebb-9b63471f4e21 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:18:34.445226 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a53549e-47f9-4618-bebb-9b63471f4e21 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:18:34.445904 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a53549e-47f9-4618-bebb-9b63471f4e21 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:18:34.446529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a53549e-47f9-4618-bebb-9b63471f4e21 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:18:34.446717 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a53549e-47f9-4618-bebb-9b63471f4e21 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:18:34.447068 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a53549e-47f9-4618-bebb-9b63471f4e21 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:18:34.447539 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a53549e-47f9-4618-bebb-9b63471f4e21 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:18:34.447941 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a53549e-47f9-4618-bebb-9b63471f4e21 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:18:34.448342 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a53549e-47f9-4618-bebb-9b63471f4e21 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:18:34.448740 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a53549e-47f9-4618-bebb-9b63471f4e21 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:18:34.449138 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a53549e-47f9-4618-bebb-9b63471f4e21 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:18:34.449535 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a53549e-47f9-4618-bebb-9b63471f4e21 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:18:34.449962 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a53549e-47f9-4618-bebb-9b63471f4e21 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:18:34.450359 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a53549e-47f9-4618-bebb-9b63471f4e21 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:18:34.450757 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a53549e-47f9-4618-bebb-9b63471f4e21 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:18:34.451154 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a53549e-47f9-4618-bebb-9b63471f4e21 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:18:34.451550 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a53549e-47f9-4618-bebb-9b63471f4e21 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:18:34.451946 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a53549e-47f9-4618-bebb-9b63471f4e21 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:18:34.457059 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-cb5ff030-dead-4330-8cae-ed4c29c4d1be None None] Set router 186f80c1-4500-4ded-869d-b89be306d531 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:18:34.457237 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0a53549e-47f9-4618-bebb-9b63471f4e21 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:34.539695 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0a53549e-47f9-4618-bebb-9b63471f4e21 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:34.546071 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0a53549e-47f9-4618-bebb-9b63471f4e21 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "DELETE /v2.0/subnets/49988b40-d0b6-4f16-9673-4bb4509b0b79 HTTP/1.1" status: 204  len: 168 time: 0.7372015
Jan 29 10:18:34.549390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58076) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:34.575640 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6648dc20-677b-4496-b62f-498bfa2d4e47 None None] Network d3cf0364-6a6c-4517-863c-ece1a8e8eb56 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:18:34.585565 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-5c74e276-dd0e-40bb-8b79-7beb6bf20462 admin admin] For port 28d59b23-64d3-4cb4-9403-19957bc5481c, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=28d59b23-64d3-4cb4-9403-19957bc5481c,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:18:34.585963 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5c74e276-dd0e-40bb-8b79-7beb6bf20462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:34.614322 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-d5a40a61-ce15-43b6-af89-6b5a8e2a95f0 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Network e411534b-ba62-48fa-9e7b-45f3f2b070a8 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:18:34.684590 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d5a40a61-ce15-43b6-af89-6b5a8e2a95f0 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:34.690371 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6ae3b67c-dabb-42a9-b827-b677a0a863c2 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:34.760780 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-6ae3b67c-dabb-42a9-b827-b677a0a863c2 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Deleting port 9296cf11-6c75-4091-a961-e4e5c8c5f723 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:18:34.761143 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6ae3b67c-dabb-42a9-b827-b677a0a863c2 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:34.770145 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-5c74e276-dd0e-40bb-8b79-7beb6bf20462 admin admin] Calling delete_port for 28d59b23-64d3-4cb4-9403-19957bc5481c owned by network:router_gateway {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:18:34.877246 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:34.983534 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-6ae3b67c-dabb-42a9-b827-b677a0a863c2 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] For port 9296cf11-6c75-4091-a961-e4e5c8c5f723, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=9296cf11-6c75-4091-a961-e4e5c8c5f723,segment=NetworkSegment(cdc3e4ae-e75b-4e46-a76f-63532d2cafb2),segment_id=cdc3e4ae-e75b-4e46-a76f-63532d2cafb2)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:18:34.985418 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6ae3b67c-dabb-42a9-b827-b677a0a863c2 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:35.007063 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-cb5ff030-dead-4330-8cae-ed4c29c4d1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c8f677f0>, [{'id': '186f80c1-4500-4ded-869d-b89be306d531', 'name': 'tempest-TestVolumeBootPattern-1113126477-router', 'tenant_id': '4d907168a4924ceb9472857ce37e1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '28d59b23-64d3-4cb4-9403-19957bc5481c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:07:40Z', 'updated_at': '2021-01-29T10:18:29Z', 'revision_number': 5, 'project_id': '4d907168a4924ceb9472857ce37e1904', 'gw_port': {'id': '28d59b23-64d3-4cb4-9403-19957bc5481c', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186f80c1-4500-4ded-869d-b89be306d531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:07:44Z', 'updated_at': '2021-01-29T10:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:35.011774 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5ff030-dead-4330-8cae-ed4c29c4d1be None None] The sync data for ids ['186f80c1-4500-4ded-869d-b89be306d531'] in dv-neutron-772983-2-ovs is: [{'id': '186f80c1-4500-4ded-869d-b89be306d531', 'name': 'tempest-TestVolumeBootPattern-1113126477-router', 'tenant_id': '4d907168a4924ceb9472857ce37e1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '28d59b23-64d3-4cb4-9403-19957bc5481c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:07:40Z', 'updated_at': '2021-01-29T10:18:29Z', 'revision_number': 5, 'project_id': '4d907168a4924ceb9472857ce37e1904', 'gw_port': {'id': '28d59b23-64d3-4cb4-9403-19957bc5481c', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186f80c1-4500-4ded-869d-b89be306d531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:07:44Z', 'updated_at': '2021-01-29T10:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:18:35.018279 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-d5a40a61-ce15-43b6-af89-6b5a8e2a95f0 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Network e411534b-ba62-48fa-9e7b-45f3f2b070a8 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:18:35.045685 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:18:35.045685 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:18:35.045685 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:18:35.045685 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:18:35.045685 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:18:35.045685 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:18:35.045685 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:18:35.045685 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:18:35.045685 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:18:35.045685 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:18:35.045685 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:18:35.045685 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:18:35.045685 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:18:35.045685 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:18:35.045685 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:18:35.045685 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:18:35.045685 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:18:35.045685 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:18:35.045685 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:18:35.045685 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:18:35.045685 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:18:35.045685 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:18:35.045685 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:18:35.045685 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:18:35.045685 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:18:35.045685 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:18:35.045685 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:18:35.045685 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:18:35.045685 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:18:35.045685 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:18:35.045685 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:18:35.045685 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:18:35.048347 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822d80f9-dbcf-417f-815e-86245f30b6c5 None None] DHCP port deletion for d3cf0364-6a6c-4517-863c-ece1a8e8eb56 request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:18:35.054047 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-822d80f9-dbcf-417f-815e-86245f30b6c5 None None] Deleting port 9296cf11-6c75-4091-a961-e4e5c8c5f723 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:18:35.054927 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-822d80f9-dbcf-417f-815e-86245f30b6c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:35.130456 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-6ae3b67c-dabb-42a9-b827-b677a0a863c2 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Calling delete_port for 9296cf11-6c75-4091-a961-e4e5c8c5f723 owned by network:dhcp {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:18:35.194250 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d5a40a61-ce15-43b6-af89-6b5a8e2a95f0 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:35.199655 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3f29e17a-f1d0-4303-9197-4434de8ae6e2 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:35.216589 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d5a40a61-ce15-43b6-af89-6b5a8e2a95f0 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:35.217660 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6ae3b67c-dabb-42a9-b827-b677a0a863c2 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:35.235983 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d5a40a61-ce15-43b6-af89-6b5a8e2a95f0 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "DELETE /v2.0/networks/e411534b-ba62-48fa-9e7b-45f3f2b070a8 HTTP/1.1" status: 204  len: 168 time: 10.2482738
Jan 29 10:18:35.236658 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-99c3b813-c50c-4c6d-861f-b0a8add06507 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:35.239245 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58080) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:35.240155 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a40a61-ce15-43b6-af89-6b5a8e2a95f0 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Pushing event deleted for resources: {'Network': ['ID=e411534b-ba62-48fa-9e7b-45f3f2b070a8,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:35.263830 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5c74e276-dd0e-40bb-8b79-7beb6bf20462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:35.286056 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d5a40a61-ce15-43b6-af89-6b5a8e2a95f0 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:35.295326 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae3b67c-dabb-42a9-b827-b677a0a863c2 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event deleted for resources: {'Port': ['ID=9296cf11-6c75-4091-a961-e4e5c8c5f723,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:35.298432 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6ae3b67c-dabb-42a9-b827-b677a0a863c2 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:35.314628 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a57ddd1-70f0-43a2-87c2-508b312340ae tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:18:35.315559 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a57ddd1-70f0-43a2-87c2-508b312340ae tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:18:35.321603 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9a57ddd1-70f0-43a2-87c2-508b312340ae tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "DELETE /v2.0/networks/e411534b-ba62-48fa-9e7b-45f3f2b070a8 HTTP/1.1" status: 404  len: 339 time: 0.0749850
Jan 29 10:18:35.322358 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58084) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:35.329287 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-2ac0b3b7-a5d2-45a1-8444-93af680790cb tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-95976478', 'description': 'd1'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:18:35.372666 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-822d80f9-dbcf-417f-815e-86245f30b6c5 None None] For port 9296cf11-6c75-4091-a961-e4e5c8c5f723, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=9296cf11-6c75-4091-a961-e4e5c8c5f723,segment=NetworkSegment(cdc3e4ae-e75b-4e46-a76f-63532d2cafb2),segment_id=cdc3e4ae-e75b-4e46-a76f-63532d2cafb2)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:18:35.373105 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-822d80f9-dbcf-417f-815e-86245f30b6c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:35.388281 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-2ac0b3b7-a5d2-45a1-8444-93af680790cb tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:18:35.400222 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2ac0b3b7-a5d2-45a1-8444-93af680790cb tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Usage tracker for resource:network and tenant:8cc4c548833141b8bc8f9009064567bd is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:18:35.402081 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae3b67c-dabb-42a9-b827-b677a0a863c2 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] No DVR routers for this DVR port 9296cf11-6c75-4091-a961-e4e5c8c5f723 on host dv-neutron-772983-2-ovs {{(pid=80766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:18:35.404830 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2ac0b3b7-a5d2-45a1-8444-93af680790cb tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Quota usage for network was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:18:35.414425 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-2ac0b3b7-a5d2-45a1-8444-93af680790cb tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:18:35.447882 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac0b3b7-a5d2-45a1-8444-93af680790cb tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Made reservation on behalf of 8cc4c548833141b8bc8f9009064567bd for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:18:35.471767 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2ac0b3b7-a5d2-45a1-8444-93af680790cb tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:35.513442 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-822d80f9-dbcf-417f-815e-86245f30b6c5 None None] Calling delete_port for 9296cf11-6c75-4091-a961-e4e5c8c5f723 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:18:35.541797 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6ae3b67c-dabb-42a9-b827-b677a0a863c2 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:35.563905 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ac0b3b7-a5d2-45a1-8444-93af680790cb tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:18:35.585830 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2ac0b3b7-a5d2-45a1-8444-93af680790cb tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:35.586408 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-2ac0b3b7-a5d2-45a1-8444-93af680790cb tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Added segment 0f666d1b-1307-4a39-9c73-cdc6e0b07b62 of type vxlan for network 8c8890cd-9354-4c89-88c1-02cc8cffae7c
Jan 29 10:18:35.587442 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:18:35.587442 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:18:35.587442 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:18:35.587442 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:18:35.587442 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:18:35.587442 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:18:35.587442 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:18:35.587442 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:18:35.587442 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:18:35.587442 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:18:35.587442 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:18:35.587442 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:18:35.587442 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:18:35.587442 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:18:35.587442 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:18:35.587442 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:18:35.587442 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:18:35.587442 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:18:35.587442 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:18:35.587442 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:18:35.587442 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:18:35.587442 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:18:35.587442 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:18:35.587442 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:18:35.587442 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:18:35.587442 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:18:35.587442 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:18:35.587442 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:18:35.587442 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:18:35.587442 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:18:35.587442 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:18:35.587442 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:18:35.587442 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:18:35.587442 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:18:35.587442 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:18:35.587442 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:18:35.587442 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:18:35.587442 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:18:35.587442 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:18:35.587442 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:18:35.587442 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:18:35.587442 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:18:35.587442 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:18:35.587442 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:18:35.587442 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:18:35.587442 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:18:35.587442 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:18:35.587442 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:18:35.587442 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:18:35.587442 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:18:35.587442 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:18:35.587442 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:18:35.594314 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-822d80f9-dbcf-417f-815e-86245f30b6c5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80767) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:18:35.594728 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-822d80f9-dbcf-417f-815e-86245f30b6c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:18:35.597234 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5c74e276-dd0e-40bb-8b79-7beb6bf20462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854102222'] for router_gateway, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:35.667337 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-6ae3b67c-dabb-42a9-b827-b677a0a863c2 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99cadea2b0>,) {'filters': {'network_id': ['d3cf0364-6a6c-4517-863c-ece1a8e8eb56']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:35.680606 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-6ae3b67c-dabb-42a9-b827-b677a0a863c2 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99cadea2b0>, 'cdc3e4ae-e75b-4e46-a76f-63532d2cafb2') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:35.680994 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-6ae3b67c-dabb-42a9-b827-b677a0a863c2 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99cadea2b0>, 'cdc3e4ae-e75b-4e46-a76f-63532d2cafb2') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:35.693083 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6ae3b67c-dabb-42a9-b827-b677a0a863c2 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:35.708823 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6ae3b67c-dabb-42a9-b827-b677a0a863c2 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:35.710852 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6ae3b67c-dabb-42a9-b827-b677a0a863c2 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Releasing vxlan tunnel 5 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:18:35.757192 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2ac0b3b7-a5d2-45a1-8444-93af680790cb tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:35.762799 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5c74e276-dd0e-40bb-8b79-7beb6bf20462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:35.766214 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5c74e276-dd0e-40bb-8b79-7beb6bf20462 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:35.806648 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5c74e276-dd0e-40bb-8b79-7beb6bf20462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:35.806980 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c74e276-dd0e-40bb-8b79-7beb6bf20462 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 186f80c1-4500-4ded-869d-b89be306d531 {{(pid=80765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 10:18:35.813699 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device baad40a7-f833-4fed-9129-14efdd69b52a no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:18:35.814159 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2ac0b3b7-a5d2-45a1-8444-93af680790cb tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:35.861889 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: baad40a7-f833-4fed-9129-14efdd69b52a {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:18:35.862294 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device baad40a7-f833-4fed-9129-14efdd69b52a not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:18:35.862770 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 9296cf11-6c75-4091-a961-e4e5c8c5f723 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:18:35.884210 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac0b3b7-a5d2-45a1-8444-93af680790cb tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:35.884920 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2ac0b3b7-a5d2-45a1-8444-93af680790cb tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:35.891554 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bcb84073-e339-40f5-baa5-6a0022b2dd8b tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:35.900156 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-6ae3b67c-dabb-42a9-b827-b677a0a863c2 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Network d3cf0364-6a6c-4517-863c-ece1a8e8eb56 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:18:35.901757 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 9296cf11-6c75-4091-a961-e4e5c8c5f723 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:18:35.902190 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 9296cf11-6c75-4091-a961-e4e5c8c5f723 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:18:35.912101 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6ae3b67c-dabb-42a9-b827-b677a0a863c2 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:35.951701 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5c74e276-dd0e-40bb-8b79-7beb6bf20462 admin admin] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:35.955425 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5c74e276-dd0e-40bb-8b79-7beb6bf20462 admin admin] 10.222.0.57 "DELETE /v2.0/routers/186f80c1-4500-4ded-869d-b89be306d531 HTTP/1.1" status: 204  len: 168 time: 2.8395033
Jan 29 10:18:35.960630 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2ac0b3b7-a5d2-45a1-8444-93af680790cb tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.6350102
Jan 29 10:18:35.995386 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58088) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:35.995942 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58090) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:36.020947 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac0b3b7-a5d2-45a1-8444-93af680790cb tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Pushing event updated for resources: {'Network': ['ID=8c8890cd-9354-4c89-88c1-02cc8cffae7c,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:36.023881 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2ac0b3b7-a5d2-45a1-8444-93af680790cb tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:36.033044 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 8c8890cd-9354-4c89-88c1-02cc8cffae7c details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:18:36.051295 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 8c8890cd-9354-4c89-88c1-02cc8cffae7c details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:18:36.097040 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-822d80f9-dbcf-417f-815e-86245f30b6c5 None None] Deleting port 9296cf11-6c75-4091-a961-e4e5c8c5f723 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:18:36.097461 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-822d80f9-dbcf-417f-815e-86245f30b6c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:36.296476 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a460bb02-5371-423f-8e91-9ede6dbce5b9 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:36.297300 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a460bb02-5371-423f-8e91-9ede6dbce5b9 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Synchronizing usage tracker for tenant:8cc4c548833141b8bc8f9009064567bd on resource:network {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:18:36.382718 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-6ae3b67c-dabb-42a9-b827-b677a0a863c2 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Network d3cf0364-6a6c-4517-863c-ece1a8e8eb56 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:18:36.414458 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:18:36.414458 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:18:36.414458 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:18:36.414458 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:18:36.414458 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:18:36.414458 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:18:36.414458 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:18:36.414458 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:18:36.414458 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:18:36.414458 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:18:36.414458 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:18:36.414458 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:18:36.414458 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:18:36.414458 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:18:36.414458 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:18:36.414458 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:18:36.414458 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:18:36.414458 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:18:36.414458 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:18:36.414458 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:18:36.414458 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:18:36.414458 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:18:36.414458 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:18:36.414458 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:18:36.414458 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:18:36.414458 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:18:36.414458 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:18:36.414458 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:18:36.414458 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:18:36.414458 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:18:36.414458 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:18:36.414458 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:18:36.420303 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-743d81cc-f191-4649-94b2-94b40209f7fc admin admin] Deleting subnet dd17e4b6-a33a-4e17-bc4a-03539800690d {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:18:36.445311 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-743d81cc-f191-4649-94b2-94b40209f7fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:36.468031 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-822d80f9-dbcf-417f-815e-86245f30b6c5 None None] The port '9296cf11-6c75-4091-a961-e4e5c8c5f723' was deleted {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 29 10:18:36.539279 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a460bb02-5371-423f-8e91-9ede6dbce5b9 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Unset dirty status for tenant:8cc4c548833141b8bc8f9009064567bd on resource:network {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:18:36.540567 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a460bb02-5371-423f-8e91-9ede6dbce5b9 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "GET /v2.0/networks?id=8c8890cd-9354-4c89-88c1-02cc8cffae7c HTTP/1.1" status: 200  len: 759 time: 0.5421777
Jan 29 10:18:36.543764 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58096) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:36.551447 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-c05ee705-d83b-404a-bf4e-ba64b627b8b1 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Request body: {'network': {'description': 'd2'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:18:36.562943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-743d81cc-f191-4649-94b2-94b40209f7fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:36.599415 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6ae3b67c-dabb-42a9-b827-b677a0a863c2 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:36.604389 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2f4960c7-8f14-4e78-b183-4ebe2e2fe1e1 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:36.620682 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6ae3b67c-dabb-42a9-b827-b677a0a863c2 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:36.644584 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae3b67c-dabb-42a9-b827-b677a0a863c2 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event deleted for resources: {'Network': ['ID=d3cf0364-6a6c-4517-863c-ece1a8e8eb56,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:36.652069 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6ae3b67c-dabb-42a9-b827-b677a0a863c2 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:36.658380 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6ae3b67c-dabb-42a9-b827-b677a0a863c2 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "DELETE /v2.0/networks/d3cf0364-6a6c-4517-863c-ece1a8e8eb56 HTTP/1.1" status: 204  len: 168 time: 2.1078961
Jan 29 10:18:36.662742 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58100) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:36.676341 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-72e765e2-f66b-4114-b1a5-d904324bf337 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-554617055', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}, 'admin_state_up': False}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:18:36.695180 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-743d81cc-f191-4649-94b2-94b40209f7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:36.734486 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-72e765e2-f66b-4114-b1a5-d904324bf337 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:18:36.744529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-72e765e2-f66b-4114-b1a5-d904324bf337 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Usage tracker for resource:router and tenant:ad83ad6a41264da3be98f825b2f64def is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:18:36.758419 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-72e765e2-f66b-4114-b1a5-d904324bf337 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Quota usage for router was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:18:36.769661 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-72e765e2-f66b-4114-b1a5-d904324bf337 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:18:36.864162 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-72e765e2-f66b-4114-b1a5-d904324bf337 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:36.865251 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-72e765e2-f66b-4114-b1a5-d904324bf337 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:36.955263 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-72e765e2-f66b-4114-b1a5-d904324bf337 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:36.963454 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-743d81cc-f191-4649-94b2-94b40209f7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:36.977312 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-add3afef-49c1-4193-8609-aad16056249f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:36.977528 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c05ee705-d83b-404a-bf4e-ba64b627b8b1 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:36.996826 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c05ee705-d83b-404a-bf4e-ba64b627b8b1 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:37.012263 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ecd8fb1a-5bfb-4804-9049-6a68b52d0320 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:37.026227 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743d81cc-f191-4649-94b2-94b40209f7fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd17e4b6-a33a-4e17-bc4a-03539800690d,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:37.032341 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-743d81cc-f191-4649-94b2-94b40209f7fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:37.118142 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-743d81cc-f191-4649-94b2-94b40209f7fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:37.123977 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5190c50-87ef-462e-bbb6-81fe44c94982 None None] Network 9c450a0f-2c11-436c-8735-9a1afe6b7184 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:18:37.126315 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-743d81cc-f191-4649-94b2-94b40209f7fc admin admin] 10.222.0.57 "DELETE /v2.0/subnets/dd17e4b6-a33a-4e17-bc4a-03539800690d HTTP/1.1" status: 204  len: 168 time: 1.1294684
Jan 29 10:18:37.127655 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58104) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:37.400472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05ee705-d83b-404a-bf4e-ba64b627b8b1 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Pushing event updated for resources: {'Network': ['ID=8c8890cd-9354-4c89-88c1-02cc8cffae7c,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:37.401024 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fed93bf-c59a-452f-bfd9-d16482f49613 None None] DHCP port deletion for 9c450a0f-2c11-436c-8735-9a1afe6b7184 request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:18:37.406598 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-7fed93bf-c59a-452f-bfd9-d16482f49613 None None] Deleting port b01acce3-a3c3-402b-9429-b6a2ff0c6cf6 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:18:37.407041 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7fed93bf-c59a-452f-bfd9-d16482f49613 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:37.407551 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c05ee705-d83b-404a-bf4e-ba64b627b8b1 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:37.440918 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 8c8890cd-9354-4c89-88c1-02cc8cffae7c details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:18:37.454659 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 8c8890cd-9354-4c89-88c1-02cc8cffae7c details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:18:37.566683 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7c159023-819d-4cb3-bb4c-5ddc116eb756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:37.643499 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-7c159023-819d-4cb3-bb4c-5ddc116eb756 admin admin] Deleting port b01acce3-a3c3-402b-9429-b6a2ff0c6cf6 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:18:37.644130 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7c159023-819d-4cb3-bb4c-5ddc116eb756 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:37.767368 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c05ee705-d83b-404a-bf4e-ba64b627b8b1 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Network 8c8890cd-9354-4c89-88c1-02cc8cffae7c is not hosted by any dhcp agent {{(pid=80765) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:218}}
Jan 29 10:18:37.833532 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 28d59b23-64d3-4cb4-9403-19957bc5481c no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:18:37.834015 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05ee705-d83b-404a-bf4e-ba64b627b8b1 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:37.834723 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c05ee705-d83b-404a-bf4e-ba64b627b8b1 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:37.836136 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c05ee705-d83b-404a-bf4e-ba64b627b8b1 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "PUT /v2.0/networks/8c8890cd-9354-4c89-88c1-02cc8cffae7c HTTP/1.1" status: 200  len: 756 time: 1.2913020
Jan 29 10:18:37.839703 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58108) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:37.868400 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-72e765e2-f66b-4114-b1a5-d904324bf337 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:37.883881 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 28d59b23-64d3-4cb4-9403-19957bc5481c {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:18:37.884286 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 28d59b23-64d3-4cb4-9403-19957bc5481c not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:18:37.884749 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device b01acce3-a3c3-402b-9429-b6a2ff0c6cf6 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:18:37.899021 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-7c159023-819d-4cb3-bb4c-5ddc116eb756 admin admin] For port b01acce3-a3c3-402b-9429-b6a2ff0c6cf6, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=b01acce3-a3c3-402b-9429-b6a2ff0c6cf6,segment=NetworkSegment(b73319d1-1a15-4ad0-895c-77a7ce281119),segment_id=b73319d1-1a15-4ad0-895c-77a7ce281119)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:18:37.899357 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7c159023-819d-4cb3-bb4c-5ddc116eb756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:37.937619 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-7fed93bf-c59a-452f-bfd9-d16482f49613 None None] For port b01acce3-a3c3-402b-9429-b6a2ff0c6cf6, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=b01acce3-a3c3-402b-9429-b6a2ff0c6cf6,segment=NetworkSegment(b73319d1-1a15-4ad0-895c-77a7ce281119),segment_id=b73319d1-1a15-4ad0-895c-77a7ce281119)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:18:37.938101 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7fed93bf-c59a-452f-bfd9-d16482f49613 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:38.035251 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-7c159023-819d-4cb3-bb4c-5ddc116eb756 admin admin] Calling delete_port for b01acce3-a3c3-402b-9429-b6a2ff0c6cf6 owned by network:dhcp {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:18:38.084610 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-7fed93bf-c59a-452f-bfd9-d16482f49613 None None] Calling delete_port for b01acce3-a3c3-402b-9429-b6a2ff0c6cf6 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:18:38.090508 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6e871f-5d64-473b-bd1a-3d9453c0fa34 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:38.091303 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2f6e871f-5d64-473b-bd1a-3d9453c0fa34 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Synchronizing usage tracker for tenant:8cc4c548833141b8bc8f9009064567bd on resource:network {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:18:38.128203 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7c159023-819d-4cb3-bb4c-5ddc116eb756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:38.139247 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No ports have port_id starting with b01acce3-a3c3-402b-9429-b6a2ff0c6cf6
Jan 29 10:18:38.143320 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-378707d2-a2e0-42a0-9ded-ebf5b30873df tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:38.164090 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2f6e871f-5d64-473b-bd1a-3d9453c0fa34 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Unset dirty status for tenant:8cc4c548833141b8bc8f9009064567bd on resource:network {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:18:38.165354 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2f6e871f-5d64-473b-bd1a-3d9453c0fa34 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "GET /v2.0/networks?id=8c8890cd-9354-4c89-88c1-02cc8cffae7c HTTP/1.1" status: 200  len: 759 time: 0.3246679
Jan 29 10:18:38.171090 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58112) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:38.174275 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-7fed93bf-c59a-452f-bfd9-d16482f49613 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80767) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:18:38.174675 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-7fed93bf-c59a-452f-bfd9-d16482f49613 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:18:38.178520 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-e9954412-0723-4b72-ba2c-c2d8fee04ebf tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2127404818'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:18:38.187896 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-e9954412-0723-4b72-ba2c-c2d8fee04ebf tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:18:38.191973 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c159023-819d-4cb3-bb4c-5ddc116eb756 admin admin] Pushing event deleted for resources: {'Port': ['ID=b01acce3-a3c3-402b-9429-b6a2ff0c6cf6,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:38.194587 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7c159023-819d-4cb3-bb4c-5ddc116eb756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:38.206416 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-e9954412-0723-4b72-ba2c-c2d8fee04ebf tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:18:38.220289 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9954412-0723-4b72-ba2c-c2d8fee04ebf tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Made reservation on behalf of 8cc4c548833141b8bc8f9009064567bd for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:18:38.241443 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e9954412-0723-4b72-ba2c-c2d8fee04ebf tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:38.294960 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9954412-0723-4b72-ba2c-c2d8fee04ebf tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:18:38.297608 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c159023-819d-4cb3-bb4c-5ddc116eb756 admin admin] No DVR routers for this DVR port b01acce3-a3c3-402b-9429-b6a2ff0c6cf6 on host dv-neutron-772983-2-ovs {{(pid=80766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:18:38.428763 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7c159023-819d-4cb3-bb4c-5ddc116eb756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:38.434142 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e9954412-0723-4b72-ba2c-c2d8fee04ebf tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:38.434530 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-e9954412-0723-4b72-ba2c-c2d8fee04ebf tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Added segment 537e4b9b-f2b4-47b3-9fa1-76d51b0e149f of type vxlan for network 4f45d167-cd1c-4dc8-818f-ec016df5979b
Jan 29 10:18:38.495733 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-72e765e2-f66b-4114-b1a5-d904324bf337 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for router_gateway, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:38.532339 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e9954412-0723-4b72-ba2c-c2d8fee04ebf tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:38.537032 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-72e765e2-f66b-4114-b1a5-d904324bf337 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:38.551841 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-7c159023-819d-4cb3-bb4c-5ddc116eb756 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99ca994cf8>,) {'filters': {'network_id': ['9c450a0f-2c11-436c-8735-9a1afe6b7184']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:38.565328 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-7c159023-819d-4cb3-bb4c-5ddc116eb756 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99ca994cf8>, 'b73319d1-1a15-4ad0-895c-77a7ce281119') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:38.565667 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-7c159023-819d-4cb3-bb4c-5ddc116eb756 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99ca994cf8>, 'b73319d1-1a15-4ad0-895c-77a7ce281119') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:38.578094 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7c159023-819d-4cb3-bb4c-5ddc116eb756 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:38.593049 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7c159023-819d-4cb3-bb4c-5ddc116eb756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:38.595236 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7c159023-819d-4cb3-bb4c-5ddc116eb756 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:18:38.666373 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e9954412-0723-4b72-ba2c-c2d8fee04ebf tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:38.675680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-7fed93bf-c59a-452f-bfd9-d16482f49613 None None] Deleting port b01acce3-a3c3-402b-9429-b6a2ff0c6cf6 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:18:38.676215 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7fed93bf-c59a-452f-bfd9-d16482f49613 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:38.734603 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9954412-0723-4b72-ba2c-c2d8fee04ebf tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:38.735206 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e9954412-0723-4b72-ba2c-c2d8fee04ebf tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:38.743597 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-660e643c-718f-4d17-8b9b-37e933ce1f28 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:38.752882 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-7fed93bf-c59a-452f-bfd9-d16482f49613 None None] The port 'b01acce3-a3c3-402b-9429-b6a2ff0c6cf6' was deleted {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 29 10:18:38.782027 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-7c159023-819d-4cb3-bb4c-5ddc116eb756 admin admin] Network 9c450a0f-2c11-436c-8735-9a1afe6b7184 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:18:38.791238 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7c159023-819d-4cb3-bb4c-5ddc116eb756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:38.927330 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9954412-0723-4b72-ba2c-c2d8fee04ebf tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Pushing event updated for resources: {'Network': ['ID=4f45d167-cd1c-4dc8-818f-ec016df5979b,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:38.933428 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e9954412-0723-4b72-ba2c-c2d8fee04ebf tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.7611008
Jan 29 10:18:38.936955 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e9954412-0723-4b72-ba2c-c2d8fee04ebf tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:38.939867 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58116) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:38.940762 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 4f45d167-cd1c-4dc8-818f-ec016df5979b details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:18:38.956872 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-048ff095-369d-4987-ab5b-58810d7ce2e4 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Request body: {'subnet': {'network_id': '4f45d167-cd1c-4dc8-818f-ec016df5979b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:18:38.959112 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 4f45d167-cd1c-4dc8-818f-ec016df5979b details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:18:38.977297 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-7c159023-819d-4cb3-bb4c-5ddc116eb756 admin admin] Network 9c450a0f-2c11-436c-8735-9a1afe6b7184 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:18:39.002070 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:18:39.002070 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:18:39.002070 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:18:39.002070 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:18:39.002070 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:18:39.002070 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:18:39.002070 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:18:39.002070 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:18:39.002070 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:18:39.002070 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:18:39.002070 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:18:39.002070 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:18:39.002070 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:18:39.002070 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:18:39.002070 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:18:39.002070 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:18:39.002070 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:18:39.002070 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:18:39.002070 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:18:39.002070 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:18:39.002070 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:18:39.002070 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:18:39.002070 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:18:39.002070 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:18:39.002070 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:18:39.002070 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:18:39.002070 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:18:39.002070 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:18:39.002070 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:18:39.002070 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:18:39.002070 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:18:39.002070 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:18:39.095185 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7c159023-819d-4cb3-bb4c-5ddc116eb756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:39.099779 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f6189e4e-3402-4716-92a7-dcfe929d9f04 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:39.119484 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7c159023-819d-4cb3-bb4c-5ddc116eb756 admin admin] Notify callbacks [] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:39.123669 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-048ff095-369d-4987-ab5b-58810d7ce2e4 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:18:39.131690 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-048ff095-369d-4987-ab5b-58810d7ce2e4 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Usage tracker for resource:subnet and tenant:8cc4c548833141b8bc8f9009064567bd is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:18:39.136320 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-048ff095-369d-4987-ab5b-58810d7ce2e4 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:18:39.145186 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c159023-819d-4cb3-bb4c-5ddc116eb756 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c450a0f-2c11-436c-8735-9a1afe6b7184,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:39.151570 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7c159023-819d-4cb3-bb4c-5ddc116eb756 admin admin] 10.222.0.57 "DELETE /v2.0/networks/9c450a0f-2c11-436c-8735-9a1afe6b7184 HTTP/1.1" status: 204  len: 168 time: 2.0226696
Jan 29 10:18:39.152695 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7c159023-819d-4cb3-bb4c-5ddc116eb756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:39.153309 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58120) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:39.155279 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-048ff095-369d-4987-ab5b-58810d7ce2e4 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:18:39.178535 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-72e765e2-f66b-4114-b1a5-d904324bf337 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Allocated IP 172.26.7.23 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/7c37bb2f-6224-4669-9ed0-94c5d887fe00) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:18:39.184715 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-048ff095-369d-4987-ab5b-58810d7ce2e4 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Made reservation on behalf of 8cc4c548833141b8bc8f9009064567bd for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:18:39.207890 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-048ff095-369d-4987-ab5b-58810d7ce2e4 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:39.518371 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-72e765e2-f66b-4114-b1a5-d904324bf337 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:39.619924 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-72e765e2-f66b-4114-b1a5-d904324bf337 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:39.638238 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e96fdea5-ff53-4b64-b74c-09b03e2db67b tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:39.756748 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1995177a-0e4f-4272-bccf-35705fb3cd46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349253'] for router_interface, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:39.798229 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e765e2-f66b-4114-b1a5-d904324bf337 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event updated for resources: {'Port': ['ID=7c37bb2f-6224-4669-9ed0-94c5d887fe00,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:39.804868 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-72e765e2-f66b-4114-b1a5-d904324bf337 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:39.921524 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e765e2-f66b-4114-b1a5-d904324bf337 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:18:39.924326 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-72e765e2-f66b-4114-b1a5-d904324bf337 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:18:39.928194 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e765e2-f66b-4114-b1a5-d904324bf337 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:18:40.126732 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-1995177a-0e4f-4272-bccf-35705fb3cd46 admin admin] Deleting port d669ed7d-0f9a-4a23-8961-1d8daf19bee4 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:18:40.127338 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1995177a-0e4f-4272-bccf-35705fb3cd46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:40.255889 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-048ff095-369d-4987-ab5b-58810d7ce2e4 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:40.273109 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-82eb9c7f-d3ac-443a-b959-676672ceb4d0 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:40.315879 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-1995177a-0e4f-4272-bccf-35705fb3cd46 admin admin] For port d669ed7d-0f9a-4a23-8961-1d8daf19bee4, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=d669ed7d-0f9a-4a23-8961-1d8daf19bee4,segment=NetworkSegment(f45dbb05-bcf8-4e6d-baca-ba3a610ed176),segment_id=f45dbb05-bcf8-4e6d-baca-ba3a610ed176)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:18:40.316431 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1995177a-0e4f-4272-bccf-35705fb3cd46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:40.448591 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-1995177a-0e4f-4272-bccf-35705fb3cd46 admin admin] Calling delete_port for d669ed7d-0f9a-4a23-8961-1d8daf19bee4 owned by network:router_interface {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:18:40.636169 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1995177a-0e4f-4272-bccf-35705fb3cd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:40.652669 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-311a3156-455e-4e81-9cae-7ee8ab01cc2f tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:40.714512 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1995177a-0e4f-4272-bccf-35705fb3cd46 admin admin] Pushing event deleted for resources: {'Port': ['ID=d669ed7d-0f9a-4a23-8961-1d8daf19bee4,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:40.719969 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1995177a-0e4f-4272-bccf-35705fb3cd46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:40.824743 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048ff095-369d-4987-ab5b-58810d7ce2e4 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Pushing event updated for resources: {'Subnet': ['ID=5b19fa10-a0e6-40bd-8b88-81803b24dae2,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:40.842274 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-048ff095-369d-4987-ab5b-58810d7ce2e4 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:40.919385 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-72e765e2-f66b-4114-b1a5-d904324bf337 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for router_gateway, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:41.106332 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048ff095-369d-4987-ab5b-58810d7ce2e4 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Checking segment: {'id': '537e4b9b-f2b4-47b3-9fa1-76d51b0e149f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4f45d167-cd1c-4dc8-818f-ec016df5979b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:18:41.106647 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048ff095-369d-4987-ab5b-58810d7ce2e4 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Network hostable DHCP agents. Network: 4f45d167-cd1c-4dc8-818f-ec016df5979b, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:18:41.153585 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048ff095-369d-4987-ab5b-58810d7ce2e4 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Network 4f45d167-cd1c-4dc8-818f-ec016df5979b is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:18:41.300046 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-048ff095-369d-4987-ab5b-58810d7ce2e4 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 4f45d167-cd1c-4dc8-818f-ec016df5979b) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:18:41.309990 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d2eb3e-15b3-477c-bd8b-054b3b93527f None None] Network 4f45d167-cd1c-4dc8-818f-ec016df5979b requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:18:41.329520 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048ff095-369d-4987-ab5b-58810d7ce2e4 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:41.330283 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-048ff095-369d-4987-ab5b-58810d7ce2e4 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:41.367015 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-048ff095-369d-4987-ab5b-58810d7ce2e4 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.4259994
Jan 29 10:18:41.369812 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58124) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:41.390881 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-72e765e2-f66b-4114-b1a5-d904324bf337 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:41.394756 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1995177a-0e4f-4272-bccf-35705fb3cd46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854415430'] for router_interface, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:41.552601 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89c60e2-33f6-4a28-a95b-05729b1d4613 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-4f45d167-cd1c-4dc8-818f-ec016df5979b', 'network_id': '4f45d167-cd1c-4dc8-818f-ec016df5979b', 'tenant_id': '8cc4c548833141b8bc8f9009064567bd', 'fixed_ips': [{'subnet_id': '5b19fa10-a0e6-40bd-8b88-81803b24dae2'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:18:41.553797 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a89c60e2-33f6-4a28-a95b-05729b1d4613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:41.625663 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72e765e2-f66b-4114-b1a5-d904324bf337 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Router 4fd6bc92-e2ae-4fd8-aa15-b9595e29bd49 is scheduled to L3 agent 18987107-6d88-4736-94cf-15791d65b3ff with binding_index 1 {{(pid=80765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 29 10:18:41.663642 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bcf7b77f-c122-4a93-9895-2384b51c6234 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:41.840740 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e765e2-f66b-4114-b1a5-d904324bf337 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:18:41.850909 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5e1f5a-62ca-4caf-8a80-00e77e6e354e None None] Sync routers for ids ['4fd6bc92-e2ae-4fd8-aa15-b9595e29bd49'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:18:41.861044 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5e1f5a-62ca-4caf-8a80-00e77e6e354e None None] Routers {'4fd6bc92-e2ae-4fd8-aa15-b9595e29bd49'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:18:41.862008 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-6b5e1f5a-62ca-4caf-8a80-00e77e6e354e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca352dd8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:18:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['4fd6bc92-e2ae-4fd8-aa15-b9595e29bd49'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:41.872925 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-a89c60e2-33f6-4a28-a95b-05729b1d4613 None None] Allocated IP 172.20.0.2 (4f45d167-cd1c-4dc8-818f-ec016df5979b/5b19fa10-a0e6-40bd-8b88-81803b24dae2/83d2b145-2bed-42e4-ba75-fd04296f0ba0) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:18:41.886409 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bcf7b77f-c122-4a93-9895-2384b51c6234 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:41.899432 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-72e765e2-f66b-4114-b1a5-d904324bf337 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:41.900757 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-72e765e2-f66b-4114-b1a5-d904324bf337 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 878 time: 5.2375283
Jan 29 10:18:41.903684 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58128) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:41.929949 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-6b5e1f5a-62ca-4caf-8a80-00e77e6e354e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca352dd8>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:41.940085 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5e1f5a-62ca-4caf-8a80-00e77e6e354e None None] Routers {'4fd6bc92-e2ae-4fd8-aa15-b9595e29bd49'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:18:41.941020 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-6b5e1f5a-62ca-4caf-8a80-00e77e6e354e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca352dd8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:18:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['4fd6bc92-e2ae-4fd8-aa15-b9595e29bd49'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:42.009885 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-6b5e1f5a-62ca-4caf-8a80-00e77e6e354e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca352dd8>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:42.010744 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5e1f5a-62ca-4caf-8a80-00e77e6e354e None None] The sync data for ids ['4fd6bc92-e2ae-4fd8-aa15-b9595e29bd49'] in dv-neutron-772983-2-ovs is: [] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:18:42.118549 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a89c60e2-33f6-4a28-a95b-05729b1d4613 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:42.129662 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-a89c60e2-33f6-4a28-a95b-05729b1d4613 None None] Transition to ACTIVE for port object 83d2b145-2bed-42e4-ba75-fd04296f0ba0 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:18:42.147227 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-a89c60e2-33f6-4a28-a95b-05729b1d4613 None None] Transition to ACTIVE for port object 83d2b145-2bed-42e4-ba75-fd04296f0ba0 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:18:42.151766 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a89c60e2-33f6-4a28-a95b-05729b1d4613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:42.164893 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ed696158-081b-40b9-a650-68aaaf33d8cc tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "GET /v2.0/routers/4fd6bc92-e2ae-4fd8-aa15-b9595e29bd49 HTTP/1.1" status: 200  len: 879 time: 0.2598999
Jan 29 10:18:42.170240 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58132) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:42.175545 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-60439f39-0c8e-42a8-9d65-7e65acbc8336 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:42.314237 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89c60e2-33f6-4a28-a95b-05729b1d4613 None None] Pushing event updated for resources: {'Port': ['ID=83d2b145-2bed-42e4-ba75-fd04296f0ba0,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:42.324298 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89c60e2-33f6-4a28-a95b-05729b1d4613 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:18:42.324735 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89c60e2-33f6-4a28-a95b-05729b1d4613 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:18:42.326192 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89c60e2-33f6-4a28-a95b-05729b1d4613 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:18:42.326582 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89c60e2-33f6-4a28-a95b-05729b1d4613 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:18:42.326959 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89c60e2-33f6-4a28-a95b-05729b1d4613 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:18:42.327856 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89c60e2-33f6-4a28-a95b-05729b1d4613 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:18:42.328241 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89c60e2-33f6-4a28-a95b-05729b1d4613 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:18:42.328611 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89c60e2-33f6-4a28-a95b-05729b1d4613 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:18:42.328984 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89c60e2-33f6-4a28-a95b-05729b1d4613 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:18:42.329541 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89c60e2-33f6-4a28-a95b-05729b1d4613 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:18:42.329937 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89c60e2-33f6-4a28-a95b-05729b1d4613 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:18:42.330305 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89c60e2-33f6-4a28-a95b-05729b1d4613 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:18:42.330751 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89c60e2-33f6-4a28-a95b-05729b1d4613 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:18:42.331715 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89c60e2-33f6-4a28-a95b-05729b1d4613 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:18:42.332093 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89c60e2-33f6-4a28-a95b-05729b1d4613 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:18:42.332461 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89c60e2-33f6-4a28-a95b-05729b1d4613 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:18:42.332959 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89c60e2-33f6-4a28-a95b-05729b1d4613 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:18:42.333337 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89c60e2-33f6-4a28-a95b-05729b1d4613 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:18:42.333710 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89c60e2-33f6-4a28-a95b-05729b1d4613 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:18:42.334085 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89c60e2-33f6-4a28-a95b-05729b1d4613 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:18:42.334451 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89c60e2-33f6-4a28-a95b-05729b1d4613 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:18:42.334811 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89c60e2-33f6-4a28-a95b-05729b1d4613 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:18:42.335174 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89c60e2-33f6-4a28-a95b-05729b1d4613 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:18:42.335535 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89c60e2-33f6-4a28-a95b-05729b1d4613 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:18:42.342210 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a89c60e2-33f6-4a28-a95b-05729b1d4613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:42.395604 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89c60e2-33f6-4a28-a95b-05729b1d4613 None None] Network 4f45d167-cd1c-4dc8-818f-ec016df5979b is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:18:42.396851 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-a89c60e2-33f6-4a28-a95b-05729b1d4613 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:18:42.399181 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89c60e2-33f6-4a28-a95b-05729b1d4613 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:18:42.452934 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c8181c06-9665-4038-8a08-6e43c80e0ca1 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Synchronizing usage tracker for tenant:ad83ad6a41264da3be98f825b2f64def on resource:router {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:18:42.456639 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-a89c60e2-33f6-4a28-a95b-05729b1d4613 None None] Attempting to bind port 83d2b145-2bed-42e4-ba75-fd04296f0ba0 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:18:42.457061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-a89c60e2-33f6-4a28-a95b-05729b1d4613 None None] Attempting to bind port 83d2b145-2bed-42e4-ba75-fd04296f0ba0 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '537e4b9b-f2b4-47b3-9fa1-76d51b0e149f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4f45d167-cd1c-4dc8-818f-ec016df5979b'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:18:42.457499 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89c60e2-33f6-4a28-a95b-05729b1d4613 None None] Attempting to bind port 83d2b145-2bed-42e4-ba75-fd04296f0ba0 on network 4f45d167-cd1c-4dc8-818f-ec016df5979b {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:18:42.463485 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89c60e2-33f6-4a28-a95b-05729b1d4613 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:18:42.463912 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89c60e2-33f6-4a28-a95b-05729b1d4613 None None] Checking segment: {'id': '537e4b9b-f2b4-47b3-9fa1-76d51b0e149f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4f45d167-cd1c-4dc8-818f-ec016df5979b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:18:42.464368 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a89c60e2-33f6-4a28-a95b-05729b1d4613 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:42.464857 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89c60e2-33f6-4a28-a95b-05729b1d4613 None None] Bound using segment: {'id': '537e4b9b-f2b4-47b3-9fa1-76d51b0e149f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4f45d167-cd1c-4dc8-818f-ec016df5979b'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:18:42.465384 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-a89c60e2-33f6-4a28-a95b-05729b1d4613 None None] Bound port: 83d2b145-2bed-42e4-ba75-fd04296f0ba0, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '537e4b9b-f2b4-47b3-9fa1-76d51b0e149f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4f45d167-cd1c-4dc8-818f-ec016df5979b'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:18:42.465826 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a89c60e2-33f6-4a28-a95b-05729b1d4613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:42.471283 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bcf7b77f-c122-4a93-9895-2384b51c6234 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:42.474983 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c8181c06-9665-4038-8a08-6e43c80e0ca1 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Unset dirty status for tenant:ad83ad6a41264da3be98f825b2f64def on resource:router {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:18:42.478997 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c8181c06-9665-4038-8a08-6e43c80e0ca1 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200  len: 882 time: 0.3051600
Jan 29 10:18:42.479854 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58136) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:42.487333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-8b38a315-cd75-4a7f-b829-a47a82edc2e7 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-554617055'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:18:42.493875 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c467face-5c83-46f9-85b7-80dedf191ed9 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:42.546488 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf7b77f-c122-4a93-9895-2384b51c6234 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Pushing event deleted for resources: {'Subnet': ['ID=5b19fa10-a0e6-40bd-8b88-81803b24dae2,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:42.549024 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bcf7b77f-c122-4a93-9895-2384b51c6234 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:42.565983 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-a89c60e2-33f6-4a28-a95b-05729b1d4613 None None] For port 83d2b145-2bed-42e4-ba75-fd04296f0ba0, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:18:42.569764 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-a89c60e2-33f6-4a28-a95b-05729b1d4613 None None] For port 83d2b145-2bed-42e4-ba75-fd04296f0ba0, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=83d2b145-2bed-42e4-ba75-fd04296f0ba0,segment=NetworkSegment(537e4b9b-f2b4-47b3-9fa1-76d51b0e149f),segment_id=537e4b9b-f2b4-47b3-9fa1-76d51b0e149f)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:18:42.573624 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a89c60e2-33f6-4a28-a95b-05729b1d4613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:42.589957 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a6a8d2ac-7a62-4142-b30a-54a850785cea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:42.625384 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1995177a-0e4f-4272-bccf-35705fb3cd46 admin admin] Router 067a2ab8-f33b-4b23-a672-dd7f78b479e8 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:18:42.911887 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bcf7b77f-c122-4a93-9895-2384b51c6234 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:42.928644 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89c60e2-33f6-4a28-a95b-05729b1d4613 None None] Pushing event updated for resources: {'Port': ['ID=83d2b145-2bed-42e4-ba75-fd04296f0ba0,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:42.932631 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a89c60e2-33f6-4a28-a95b-05729b1d4613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:43.047553 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7207085-1f97-4ec9-b617-41807ec17434 None None] Network 4f45d167-cd1c-4dc8-818f-ec016df5979b requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:18:43.061065 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1995177a-0e4f-4272-bccf-35705fb3cd46 admin admin] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:18:43.082748 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47746c2e-835a-4f2f-b389-7c18cde295d6 None None] Sync routers for ids ['067a2ab8-f33b-4b23-a672-dd7f78b479e8'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:18:43.083303 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-bcf7b77f-c122-4a93-9895-2384b51c6234 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c92b9438>,) {'filters': {'network_id': ['4f45d167-cd1c-4dc8-818f-ec016df5979b']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:43.097486 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8b38a315-cd75-4a7f-b829-a47a82edc2e7 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:43.103856 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1995177a-0e4f-4272-bccf-35705fb3cd46 admin admin] 10.222.0.57 "PUT /v2.0/routers/067a2ab8-f33b-4b23-a672-dd7f78b479e8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9492440
Jan 29 10:18:43.105957 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-bcf7b77f-c122-4a93-9895-2384b51c6234 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c92b9438>, '537e4b9b-f2b4-47b3-9fa1-76d51b0e149f') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:43.106304 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-bcf7b77f-c122-4a93-9895-2384b51c6234 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c92b9438>, '537e4b9b-f2b4-47b3-9fa1-76d51b0e149f') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:43.106879 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58140) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:43.119810 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bcf7b77f-c122-4a93-9895-2384b51c6234 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:43.135601 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bcf7b77f-c122-4a93-9895-2384b51c6234 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:43.137620 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bcf7b77f-c122-4a93-9895-2384b51c6234 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Releasing vxlan tunnel 5 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:18:43.147644 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47746c2e-835a-4f2f-b389-7c18cde295d6 None None] Routers {'067a2ab8-f33b-4b23-a672-dd7f78b479e8'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:18:43.148355 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-47746c2e-835a-4f2f-b389-7c18cde295d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c960def0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:18:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['067a2ab8-f33b-4b23-a672-dd7f78b479e8'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:43.178526 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8b38a315-cd75-4a7f-b829-a47a82edc2e7 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854102271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-673560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-331322'] for router, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:43.338169 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-bcf7b77f-c122-4a93-9895-2384b51c6234 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Network 4f45d167-cd1c-4dc8-818f-ec016df5979b has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:18:43.349946 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bcf7b77f-c122-4a93-9895-2384b51c6234 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:43.456351 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-47746c2e-835a-4f2f-b389-7c18cde295d6 None None] Set router 067a2ab8-f33b-4b23-a672-dd7f78b479e8 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:18:43.537740 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-bcf7b77f-c122-4a93-9895-2384b51c6234 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Network 4f45d167-cd1c-4dc8-818f-ec016df5979b has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:18:43.562736 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:18:43.562736 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:18:43.562736 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:18:43.562736 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:18:43.562736 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:18:43.562736 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:18:43.562736 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:18:43.562736 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:18:43.562736 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:18:43.562736 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:18:43.562736 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:18:43.562736 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:18:43.562736 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:18:43.562736 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:18:43.562736 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:18:43.562736 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:18:43.562736 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:18:43.562736 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:18:43.562736 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:18:43.562736 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:18:43.562736 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:18:43.562736 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:18:43.562736 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:18:43.562736 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:18:43.562736 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:18:43.562736 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:18:43.562736 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:18:43.562736 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:18:43.562736 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:18:43.562736 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:18:43.562736 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:18:43.562736 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:18:43.651473 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-bcf7b77f-c122-4a93-9895-2384b51c6234 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Jan 29 10:18:43.651473 dv-neutron-772983-2-ovs neutron-server[80656]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Jan 29 10:18:43.651473 dv-neutron-772983-2-ovs neutron-server[80656]: [parameters: {'id': '4f45d167-cd1c-4dc8-818f-ec016df5979b'}]
Jan 29 10:18:43.651473 dv-neutron-772983-2-ovs neutron-server[80656]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80766) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:18:43.652008 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-bcf7b77f-c122-4a93-9895-2384b51c6234 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:18:43.724260 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27be520a-2b57-44cb-91ca-0a2c17c3708c None None] get_active_networks_info from dv-neutron-772983-2-ovs {{(pid=80767) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Jan 29 10:18:43.783063 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-28a852fc-40cb-4fab-aba2-08ac069ccfc4 admin admin] Notify callbacks [] for router, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:43.897974 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-47746c2e-835a-4f2f-b389-7c18cde295d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c960def0>, [{'id': '067a2ab8-f33b-4b23-a672-dd7f78b479e8', 'name': 'tempest-TestVolumeBootPattern-1863543552-router', 'tenant_id': '5fdf3ff8e4ec495a9920173817d5a87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.2'}], 'enable_snat': True}, 'gw_port_id': 'ea22ec2c-d406-4d8b-9a93-1da36ee1bccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:08:21Z', 'updated_at': '2021-01-29T10:18:40Z', 'revision_number': 5, 'project_id': '5fdf3ff8e4ec495a9920173817d5a87c', 'gw_port': {'id': 'ea22ec2c-d406-4d8b-9a93-1da36ee1bccc', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067a2ab8-f33b-4b23-a672-dd7f78b479e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:08:24Z', 'updated_at': '2021-01-29T10:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:43.903640 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47746c2e-835a-4f2f-b389-7c18cde295d6 None None] Checking router: 067a2ab8-f33b-4b23-a672-dd7f78b479e8 for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:18:43.905652 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27be520a-2b57-44cb-91ca-0a2c17c3708c None None] Resources bound (agent type, host, resource id):  {{(pid=80767) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Jan 29 10:18:43.923367 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47746c2e-835a-4f2f-b389-7c18cde295d6 None None] Routers {'067a2ab8-f33b-4b23-a672-dd7f78b479e8'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:18:43.924049 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-47746c2e-835a-4f2f-b389-7c18cde295d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c960def0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:18:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['067a2ab8-f33b-4b23-a672-dd7f78b479e8'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:43.924844 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b38a315-cd75-4a7f-b829-a47a82edc2e7 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Router 4fd6bc92-e2ae-4fd8-aa15-b9595e29bd49 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:18:44.151518 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-28a852fc-40cb-4fab-aba2-08ac069ccfc4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:44.152810 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bcf7b77f-c122-4a93-9895-2384b51c6234 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:44.161209 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-28a852fc-40cb-4fab-aba2-08ac069ccfc4 admin admin] Deleting port ea22ec2c-d406-4d8b-9a93-1da36ee1bccc {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:18:44.161594 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-28a852fc-40cb-4fab-aba2-08ac069ccfc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:44.232292 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-bcf7b77f-c122-4a93-9895-2384b51c6234 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Deleting port 83d2b145-2bed-42e4-ba75-fd04296f0ba0 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:18:44.232865 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bcf7b77f-c122-4a93-9895-2384b51c6234 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:44.234216 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b38a315-cd75-4a7f-b829-a47a82edc2e7 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:18:44.246340 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88c0a03-53a0-45d3-bf03-decb8a924391 None None] Sync routers for ids ['4fd6bc92-e2ae-4fd8-aa15-b9595e29bd49'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:18:44.256722 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88c0a03-53a0-45d3-bf03-decb8a924391 None None] Routers {'4fd6bc92-e2ae-4fd8-aa15-b9595e29bd49'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:18:44.257626 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-e88c0a03-53a0-45d3-bf03-decb8a924391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca3e00f0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:18:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['4fd6bc92-e2ae-4fd8-aa15-b9595e29bd49'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:44.257811 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-47746c2e-835a-4f2f-b389-7c18cde295d6 None None] Set router 067a2ab8-f33b-4b23-a672-dd7f78b479e8 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:18:44.275044 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8b38a315-cd75-4a7f-b829-a47a82edc2e7 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:44.278842 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8b38a315-cd75-4a7f-b829-a47a82edc2e7 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "PUT /v2.0/routers/4fd6bc92-e2ae-4fd8-aa15-b9595e29bd49 HTTP/1.1" status: 200  len: 886 time: 1.7954481
Jan 29 10:18:44.299173 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58144) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:44.334949 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-e88c0a03-53a0-45d3-bf03-decb8a924391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca3e00f0>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:44.344777 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88c0a03-53a0-45d3-bf03-decb8a924391 None None] Routers {'4fd6bc92-e2ae-4fd8-aa15-b9595e29bd49'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:18:44.345649 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-e88c0a03-53a0-45d3-bf03-decb8a924391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca3e00f0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:18:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['4fd6bc92-e2ae-4fd8-aa15-b9595e29bd49'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:44.416105 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-e88c0a03-53a0-45d3-bf03-decb8a924391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca3e00f0>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:44.417329 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88c0a03-53a0-45d3-bf03-decb8a924391 None None] The sync data for ids ['4fd6bc92-e2ae-4fd8-aa15-b9595e29bd49'] in dv-neutron-772983-2-ovs is: [] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:18:44.503023 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-bcf7b77f-c122-4a93-9895-2384b51c6234 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] For port 83d2b145-2bed-42e4-ba75-fd04296f0ba0, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=83d2b145-2bed-42e4-ba75-fd04296f0ba0,segment=NetworkSegment(537e4b9b-f2b4-47b3-9fa1-76d51b0e149f),segment_id=537e4b9b-f2b4-47b3-9fa1-76d51b0e149f)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:18:44.503534 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bcf7b77f-c122-4a93-9895-2384b51c6234 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:44.614946 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-28a852fc-40cb-4fab-aba2-08ac069ccfc4 admin admin] For port ea22ec2c-d406-4d8b-9a93-1da36ee1bccc, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=ea22ec2c-d406-4d8b-9a93-1da36ee1bccc,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:18:44.615356 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-28a852fc-40cb-4fab-aba2-08ac069ccfc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:44.651569 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-bcf7b77f-c122-4a93-9895-2384b51c6234 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Calling delete_port for 83d2b145-2bed-42e4-ba75-fd04296f0ba0 owned by network:dhcp {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:18:44.691345 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-53448463-c0f5-4892-b203-4299c6c78b62 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "GET /v2.0/routers/4fd6bc92-e2ae-4fd8-aa15-b9595e29bd49 HTTP/1.1" status: 200  len: 886 time: 0.3863995
Jan 29 10:18:44.691989 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58148) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:44.754737 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2e84390e-cd12-4704-b367-c816f8466159 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Synchronizing usage tracker for tenant:ad83ad6a41264da3be98f825b2f64def on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:18:44.782776 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2e84390e-cd12-4704-b367-c816f8466159 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Unset dirty status for tenant:ad83ad6a41264da3be98f825b2f64def on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:18:44.786834 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2e84390e-cd12-4704-b367-c816f8466159 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "GET /v2.0/ports?device_id=4fd6bc92-e2ae-4fd8-aa15-b9595e29bd49 HTTP/1.1" status: 200  len: 205 time: 0.0913882
Jan 29 10:18:44.827924 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58152) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:44.838426 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-28a852fc-40cb-4fab-aba2-08ac069ccfc4 admin admin] Calling delete_port for ea22ec2c-d406-4d8b-9a93-1da36ee1bccc owned by network:router_gateway {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:18:45.015816 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-47746c2e-835a-4f2f-b389-7c18cde295d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c960def0>, [{'id': '067a2ab8-f33b-4b23-a672-dd7f78b479e8', 'name': 'tempest-TestVolumeBootPattern-1863543552-router', 'tenant_id': '5fdf3ff8e4ec495a9920173817d5a87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.2'}], 'enable_snat': True}, 'gw_port_id': 'ea22ec2c-d406-4d8b-9a93-1da36ee1bccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:08:21Z', 'updated_at': '2021-01-29T10:18:40Z', 'revision_number': 5, 'project_id': '5fdf3ff8e4ec495a9920173817d5a87c', 'gw_port': {'id': 'ea22ec2c-d406-4d8b-9a93-1da36ee1bccc', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067a2ab8-f33b-4b23-a672-dd7f78b479e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:08:24Z', 'updated_at': '2021-01-29T10:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:45.019944 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47746c2e-835a-4f2f-b389-7c18cde295d6 None None] The sync data for ids ['067a2ab8-f33b-4b23-a672-dd7f78b479e8'] in dv-neutron-772983-2-ovs is: [{'id': '067a2ab8-f33b-4b23-a672-dd7f78b479e8', 'name': 'tempest-TestVolumeBootPattern-1863543552-router', 'tenant_id': '5fdf3ff8e4ec495a9920173817d5a87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.2'}], 'enable_snat': True}, 'gw_port_id': 'ea22ec2c-d406-4d8b-9a93-1da36ee1bccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:08:21Z', 'updated_at': '2021-01-29T10:18:40Z', 'revision_number': 5, 'project_id': '5fdf3ff8e4ec495a9920173817d5a87c', 'gw_port': {'id': 'ea22ec2c-d406-4d8b-9a93-1da36ee1bccc', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067a2ab8-f33b-4b23-a672-dd7f78b479e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:08:24Z', 'updated_at': '2021-01-29T10:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:18:45.156343 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bcf7b77f-c122-4a93-9895-2384b51c6234 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:45.172131 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2681c243-07d8-41a4-ba9d-d69c96dac408 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:45.180583 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-541df177-5c1a-479b-a4e8-50a5ff4e2850 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for router, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:45.232012 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf7b77f-c122-4a93-9895-2384b51c6234 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Pushing event deleted for resources: {'Port': ['ID=83d2b145-2bed-42e4-ba75-fd04296f0ba0,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:45.242801 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bcf7b77f-c122-4a93-9895-2384b51c6234 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:45.334928 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d096586b-87b9-4144-a714-1af12d894aea req-9617408b-41c6-4041-a118-e5ddbf3a45de service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=074fbe52-e90f-4358-8ed3-539b659b3d85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.5477514
Jan 29 10:18:45.344334 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf7b77f-c122-4a93-9895-2384b51c6234 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] No DVR routers for this DVR port 83d2b145-2bed-42e4-ba75-fd04296f0ba0 on host dv-neutron-772983-2-ovs {{(pid=80766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:18:45.545096 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bcf7b77f-c122-4a93-9895-2384b51c6234 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:45.634014 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-28a852fc-40cb-4fab-aba2-08ac069ccfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:45.668580 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d096586b-87b9-4144-a714-1af12d894aea req-f83b57e5-2c92-4c6c-85f1-e0ec82804c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:45.670212 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d096586b-87b9-4144-a714-1af12d894aea req-f83b57e5-2c92-4c6c-85f1-e0ec82804c9b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a0c698359c1e4874b3f3bbc1db996560&device_id=074fbe52-e90f-4358-8ed3-539b659b3d85 HTTP/1.1" status: 200  len: 1162 time: 0.2963860
Jan 29 10:18:45.685874 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-bcf7b77f-c122-4a93-9895-2384b51c6234 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c979be48>,) {'filters': {'network_id': ['4f45d167-cd1c-4dc8-818f-ec016df5979b']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:45.722843 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-bcf7b77f-c122-4a93-9895-2384b51c6234 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c979be48>, '537e4b9b-f2b4-47b3-9fa1-76d51b0e149f') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:45.723177 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-bcf7b77f-c122-4a93-9895-2384b51c6234 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c979be48>, '537e4b9b-f2b4-47b3-9fa1-76d51b0e149f') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:45.750526 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bcf7b77f-c122-4a93-9895-2384b51c6234 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:45.776952 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device d669ed7d-0f9a-4a23-8961-1d8daf19bee4 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:18:45.781104 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-541df177-5c1a-479b-a4e8-50a5ff4e2850 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for router_gateway, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:45.791339 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-541df177-5c1a-479b-a4e8-50a5ff4e2850 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Deleting port 7c37bb2f-6224-4669-9ed0-94c5d887fe00 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:18:45.791716 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-541df177-5c1a-479b-a4e8-50a5ff4e2850 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:45.816633 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: d669ed7d-0f9a-4a23-8961-1d8daf19bee4 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:18:45.817099 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device d669ed7d-0f9a-4a23-8961-1d8daf19bee4 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:18:45.823400 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bcf7b77f-c122-4a93-9895-2384b51c6234 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:45.826907 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bcf7b77f-c122-4a93-9895-2384b51c6234 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Releasing vxlan tunnel 5 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:18:45.976569 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d096586b-87b9-4144-a714-1af12d894aea req-8856407b-75c9-4935-831f-17ab8ad40983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:45.978176 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d096586b-87b9-4144-a714-1af12d894aea req-8856407b-75c9-4935-831f-17ab8ad40983 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5be0f00d-5866-4e6b-a2b4-be163bdf7e7f HTTP/1.1" status: 200  len: 891 time: 0.2842240
Jan 29 10:18:46.018760 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-28a852fc-40cb-4fab-aba2-08ac069ccfc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854102222'] for router_gateway, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:46.100190 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-bcf7b77f-c122-4a93-9895-2384b51c6234 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Network 4f45d167-cd1c-4dc8-818f-ec016df5979b has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:18:46.117120 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bcf7b77f-c122-4a93-9895-2384b51c6234 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:46.178551 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-28a852fc-40cb-4fab-aba2-08ac069ccfc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:46.190718 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-28a852fc-40cb-4fab-aba2-08ac069ccfc4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:46.201449 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-541df177-5c1a-479b-a4e8-50a5ff4e2850 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:46.261734 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d096586b-87b9-4144-a714-1af12d894aea req-3c195ff6-b7c7-49c1-a65b-17a8e4463303 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f38798c-ca7e-4bb8-85a3-20089d5842f1 HTTP/1.1" status: 200  len: 1001 time: 0.2374022
Jan 29 10:18:46.351841 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-28a852fc-40cb-4fab-aba2-08ac069ccfc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:46.352343 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a852fc-40cb-4fab-aba2-08ac069ccfc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 067a2ab8-f33b-4b23-a672-dd7f78b479e8 {{(pid=80765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 10:18:46.361938 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-541df177-5c1a-479b-a4e8-50a5ff4e2850 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Calling delete_port for 7c37bb2f-6224-4669-9ed0-94c5d887fe00 owned by network:router_gateway {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:18:46.372377 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-bcf7b77f-c122-4a93-9895-2384b51c6234 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Network 4f45d167-cd1c-4dc8-818f-ec016df5979b has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:18:46.398493 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:18:46.398493 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:18:46.398493 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:18:46.398493 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:18:46.398493 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:18:46.398493 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:18:46.398493 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:18:46.398493 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:18:46.398493 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:18:46.398493 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:18:46.398493 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:18:46.398493 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:18:46.398493 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:18:46.398493 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:18:46.398493 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:18:46.398493 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:18:46.398493 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:18:46.398493 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:18:46.398493 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:18:46.398493 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:18:46.398493 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:18:46.398493 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:18:46.398493 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:18:46.398493 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:18:46.398493 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:18:46.398493 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:18:46.398493 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:18:46.398493 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:18:46.398493 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:18:46.398493 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:18:46.398493 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:18:46.398493 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:18:46.422099 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-28a852fc-40cb-4fab-aba2-08ac069ccfc4 admin admin] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:46.426038 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-28a852fc-40cb-4fab-aba2-08ac069ccfc4 admin admin] 10.222.0.57 "DELETE /v2.0/routers/067a2ab8-f33b-4b23-a672-dd7f78b479e8 HTTP/1.1" status: 204  len: 168 time: 3.3180530
Jan 29 10:18:46.426992 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58156) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:46.495515 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d096586b-87b9-4144-a714-1af12d894aea req-c5901b35-ec07-4f89-8c4d-7bcde5582343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:46.497093 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d096586b-87b9-4144-a714-1af12d894aea req-c5901b35-ec07-4f89-8c4d-7bcde5582343 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1d24e515-6579-4727-8658-f42df974a468 HTTP/1.1" status: 200  len: 834 time: 0.1827061
Jan 29 10:18:46.501247 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bcf7b77f-c122-4a93-9895-2384b51c6234 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:46.504823 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-49407a86-46d9-4dd2-bf7f-eab0946f4157 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:46.520148 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bcf7b77f-c122-4a93-9895-2384b51c6234 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks [] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:46.558333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-79bc13d5-9924-477d-ab2f-4e8636d89c57 admin admin] Deleting subnet b7f2eb06-2f75-4aca-bbbd-8eb1e8079f17 {{(pid=80765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:18:46.566192 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-79bc13d5-9924-477d-ab2f-4e8636d89c57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:46.575535 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf7b77f-c122-4a93-9895-2384b51c6234 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Pushing event deleted for resources: {'Network': ['ID=4f45d167-cd1c-4dc8-818f-ec016df5979b,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:46.587096 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bcf7b77f-c122-4a93-9895-2384b51c6234 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:46.595588 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-bcf7b77f-c122-4a93-9895-2384b51c6234 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "DELETE /v2.0/networks/4f45d167-cd1c-4dc8-818f-ec016df5979b HTTP/1.1" status: 204  len: 168 time: 5.2244401
Jan 29 10:18:46.596508 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58160) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:46.636532 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-541df177-5c1a-479b-a4e8-50a5ff4e2850 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:46.651368 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c40d954-4020-4f0b-a63f-bee546b9c631 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] GET failed (client error): The resource could not be found.
Jan 29 10:18:46.651932 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5c40d954-4020-4f0b-a63f-bee546b9c631 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Synchronizing usage tracker for tenant:8cc4c548833141b8bc8f9009064567bd on resource:subnet {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:18:46.658559 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-79bc13d5-9924-477d-ab2f-4e8636d89c57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1479249'] for subnet, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:46.682158 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5c40d954-4020-4f0b-a63f-bee546b9c631 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Unset dirty status for tenant:8cc4c548833141b8bc8f9009064567bd on resource:subnet {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:18:46.683372 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5c40d954-4020-4f0b-a63f-bee546b9c631 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "GET /v2.0/subnets/5b19fa10-a0e6-40bd-8b88-81803b24dae2 HTTP/1.1" status: 404  len: 337 time: 0.0854957
Jan 29 10:18:46.686453 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58164) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:46.709832 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d096586b-87b9-4144-a714-1af12d894aea req-23e1ee6e-fb28-4679-b49e-3621b5946fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:46.711422 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d096586b-87b9-4144-a714-1af12d894aea req-23e1ee6e-fb28-4679-b49e-3621b5946fab service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5be0f00d-5866-4e6b-a2b4-be163bdf7e7f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.1884561
Jan 29 10:18:46.718353 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5c3581c-4816-4734-8783-b0c05bac4d65 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:18:46.719027 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5c3581c-4816-4734-8783-b0c05bac4d65 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:18:46.720731 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c5c3581c-4816-4734-8783-b0c05bac4d65 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "DELETE /v2.0/networks/4f45d167-cd1c-4dc8-818f-ec016df5979b HTTP/1.1" status: 404  len: 339 time: 0.0327148
Jan 29 10:18:46.744924 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58168) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:46.891638 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-79bc13d5-9924-477d-ab2f-4e8636d89c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:46.952799 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-541df177-5c1a-479b-a4e8-50a5ff4e2850 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854102222'] for router_gateway, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:46.992890 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d096586b-87b9-4144-a714-1af12d894aea req-134daf47-b088-4be0-a0a1-2697509da8ce service neutron] 10.222.0.22 "GET /v2.0/networks/5be0f00d-5866-4e6b-a2b4-be163bdf7e7f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2710111
Jan 29 10:18:47.080876 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71fc770-902d-4f6c-bcce-0676f5fb0178 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:47.082199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e71fc770-902d-4f6c-bcce-0676f5fb0178 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Synchronizing usage tracker for tenant:8cc4c548833141b8bc8f9009064567bd on resource:network {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:18:47.130665 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-541df177-5c1a-479b-a4e8-50a5ff4e2850 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:47.134706 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-541df177-5c1a-479b-a4e8-50a5ff4e2850 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:47.189135 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e71fc770-902d-4f6c-bcce-0676f5fb0178 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Unset dirty status for tenant:8cc4c548833141b8bc8f9009064567bd on resource:network {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:18:47.193140 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e71fc770-902d-4f6c-bcce-0676f5fb0178 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.4444709
Jan 29 10:18:47.193586 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58172) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:47.235890 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d096586b-87b9-4144-a714-1af12d894aea req-313c0e2b-99c5-4c96-8d61-929b6405970c service neutron] 10.222.0.22 "GET /v2.0/networks/5be0f00d-5866-4e6b-a2b4-be163bdf7e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1504552
Jan 29 10:18:47.265370 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-15140eff-5702-411b-8e59-a30c779fd96f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Synchronizing usage tracker for tenant:8cc4c548833141b8bc8f9009064567bd on resource:subnet {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:18:47.274081 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-541df177-5c1a-479b-a4e8-50a5ff4e2850 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:47.274636 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-541df177-5c1a-479b-a4e8-50a5ff4e2850 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Fanout notify agent at l3_agent the message router_deleted on router 4fd6bc92-e2ae-4fd8-aa15-b9595e29bd49 {{(pid=80765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 10:18:47.352078 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-15140eff-5702-411b-8e59-a30c779fd96f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Unset dirty status for tenant:8cc4c548833141b8bc8f9009064567bd on resource:subnet {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:18:47.353329 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-15140eff-5702-411b-8e59-a30c779fd96f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "GET /v2.0/subnets?network_id=aadf795f-2e1a-4d04-be0e-12575f0f28a5 HTTP/1.1" status: 200  len: 207 time: 0.1568174
Jan 29 10:18:47.357297 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58176) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:47.409461 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-541df177-5c1a-479b-a4e8-50a5ff4e2850 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:47.410670 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-541df177-5c1a-479b-a4e8-50a5ff4e2850 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "DELETE /v2.0/routers/4fd6bc92-e2ae-4fd8-aa15-b9595e29bd49 HTTP/1.1" status: 204  len: 168 time: 2.5814400
Jan 29 10:18:47.414564 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58180) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:47.424761 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-6b663216-1615-447a-a8e5-691d7d1f8a70 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Request body: {'network': {'name': 'tempest-RoutersTest-60533708'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:18:47.430909 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-6b663216-1615-447a-a8e5-691d7d1f8a70 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:18:47.438249 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6b663216-1615-447a-a8e5-691d7d1f8a70 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Usage tracker for resource:network and tenant:ad83ad6a41264da3be98f825b2f64def is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:18:47.448843 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6b663216-1615-447a-a8e5-691d7d1f8a70 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Quota usage for network was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:18:47.456732 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-6b663216-1615-447a-a8e5-691d7d1f8a70 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:18:47.464101 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-79bc13d5-9924-477d-ab2f-4e8636d89c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852603100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2204728'] for subnet, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:47.480211 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a90e6967-e77b-49a2-bf06-c43a96069098 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:47.522694 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b663216-1615-447a-a8e5-691d7d1f8a70 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Made reservation on behalf of ad83ad6a41264da3be98f825b2f64def for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:18:47.544199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6b663216-1615-447a-a8e5-691d7d1f8a70 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:47.563546 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bc13d5-9924-477d-ab2f-4e8636d89c57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7f2eb06-2f75-4aca-bbbd-8eb1e8079f17,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:47.595869 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41114146-8393-4375-a024-4a964f30d85e tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:47.619730 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-79bc13d5-9924-477d-ab2f-4e8636d89c57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:47.669625 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b663216-1615-447a-a8e5-691d7d1f8a70 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:18:47.673168 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-79bc13d5-9924-477d-ab2f-4e8636d89c57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:47.676929 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8243f38-2d20-43e8-9fc6-c8a406ed411a None None] Network 91377aae-8517-403c-bf87-a5f994a9382d requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:18:47.677882 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41114146-8393-4375-a024-4a964f30d85e tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:47.690701 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-79bc13d5-9924-477d-ab2f-4e8636d89c57 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/b7f2eb06-2f75-4aca-bbbd-8eb1e8079f17 HTTP/1.1" status: 204  len: 168 time: 1.2542465
Jan 29 10:18:47.691799 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58184) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:47.693005 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6b663216-1615-447a-a8e5-691d7d1f8a70 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:47.693498 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-6b663216-1615-447a-a8e5-691d7d1f8a70 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Added segment 1172638b-3d83-49e2-a901-79ed838e3f20 of type vxlan for network c07746d5-02aa-4f58-a99e-d8fefb0094af
Jan 29 10:18:47.760538 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6b663216-1615-447a-a8e5-691d7d1f8a70 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:47.761348 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41114146-8393-4375-a024-4a964f30d85e tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:47.835016 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device ea22ec2c-d406-4d8b-9a93-1da36ee1bccc no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:18:47.845341 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41114146-8393-4375-a024-4a964f30d85e tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:47.850853 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-41114146-8393-4375-a024-4a964f30d85e tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2485 time: 0.4887302
Jan 29 10:18:47.851039 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a663e8d8-a782-424b-8aa4-99537b97914e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:47.851713 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58188) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:47.903683 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: ea22ec2c-d406-4d8b-9a93-1da36ee1bccc {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:18:47.904080 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device ea22ec2c-d406-4d8b-9a93-1da36ee1bccc not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:18:47.935136 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-a663e8d8-a782-424b-8aa4-99537b97914e admin admin] Deleting port aa46302e-decc-4720-8e0c-8b8057970879 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:18:47.935136 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a663e8d8-a782-424b-8aa4-99537b97914e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:47.971180 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6b663216-1615-447a-a8e5-691d7d1f8a70 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:48.006239 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9738bf6-a9d0-4eed-8ec4-b288591975e4 None None] DHCP port deletion for 91377aae-8517-403c-bf87-a5f994a9382d request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:18:48.011013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-c9738bf6-a9d0-4eed-8ec4-b288591975e4 None None] Deleting port aa46302e-decc-4720-8e0c-8b8057970879 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:18:48.011577 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c9738bf6-a9d0-4eed-8ec4-b288591975e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:48.039607 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b663216-1615-447a-a8e5-691d7d1f8a70 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:48.040410 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6b663216-1615-447a-a8e5-691d7d1f8a70 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:48.053097 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-239e0a50-cd6b-4c05-acf0-d0c59d698007 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:48.113025 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6b663216-1615-447a-a8e5-691d7d1f8a70 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 764 time: 0.6973200
Jan 29 10:18:48.117921 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58192) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:48.151596 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3e7df0fa-f51d-4483-b407-d426636414d0 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 574 time: 0.2985635
Jan 29 10:18:48.155399 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58196) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:48.185822 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-8c6510a1-9d56-4743-b199-2fc8ef094c74 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Request body: {'subnet': {'network_id': 'c07746d5-02aa-4f58-a99e-d8fefb0094af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:18:48.237572 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b663216-1615-447a-a8e5-691d7d1f8a70 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event updated for resources: {'Network': ['ID=c07746d5-02aa-4f58-a99e-d8fefb0094af,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:48.244010 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-c9738bf6-a9d0-4eed-8ec4-b288591975e4 None None] For port aa46302e-decc-4720-8e0c-8b8057970879, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=aa46302e-decc-4720-8e0c-8b8057970879,segment=NetworkSegment(f45dbb05-bcf8-4e6d-baca-ba3a610ed176),segment_id=f45dbb05-bcf8-4e6d-baca-ba3a610ed176)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:18:48.244463 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c9738bf6-a9d0-4eed-8ec4-b288591975e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:48.250373 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fa7e26-9158-43e0-ad06-d795d7864825 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:48.254890 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network c07746d5-02aa-4f58-a99e-d8fefb0094af details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:18:48.258733 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6b663216-1615-447a-a8e5-691d7d1f8a70 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:48.267328 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fa7e26-9158-43e0-ad06-d795d7864825 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:48.272697 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-84fa7e26-9158-43e0-ad06-d795d7864825 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1446 time: 0.1126432
Jan 29 10:18:48.273015 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58200) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:48.294035 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network c07746d5-02aa-4f58-a99e-d8fefb0094af details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:18:48.366208 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19bd629-e7ee-4f26-8dbf-004bedcdf7a5 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Attributes excluded by policy engine: ['shared'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:48.383832 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19bd629-e7ee-4f26-8dbf-004bedcdf7a5 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Attributes excluded by policy engine: ['shared'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:48.389470 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c19bd629-e7ee-4f26-8dbf-004bedcdf7a5 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 403 time: 0.1115546
Jan 29 10:18:48.390091 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58204) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:48.403333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-8c6510a1-9d56-4743-b199-2fc8ef094c74 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:18:48.410905 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8c6510a1-9d56-4743-b199-2fc8ef094c74 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Usage tracker for resource:subnet and tenant:ad83ad6a41264da3be98f825b2f64def is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:18:48.548610 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-c9738bf6-a9d0-4eed-8ec4-b288591975e4 None None] Calling delete_port for aa46302e-decc-4720-8e0c-8b8057970879 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:18:48.635323 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28815dec-acb4-436e-8020-d3bb861b80ae tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:48.641614 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-28815dec-acb4-436e-8020-d3bb861b80ae tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "GET /v2.0/networks/8c652c80-5f87-4d3d-a2e3-954d4202c770 HTTP/1.1" status: 200  len: 800 time: 0.2459939
Jan 29 10:18:48.642090 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58208) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:48.709740 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c9738bf6-a9d0-4eed-8ec4-b288591975e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:48.739180 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9d190fa1-810e-4e7e-a450-beca97ce54c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:48.748114 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8c6510a1-9d56-4743-b199-2fc8ef094c74 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:18:48.767993 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-8c6510a1-9d56-4743-b199-2fc8ef094c74 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:18:48.779697 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-a663e8d8-a782-424b-8aa4-99537b97914e admin admin] For port aa46302e-decc-4720-8e0c-8b8057970879, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=aa46302e-decc-4720-8e0c-8b8057970879,segment=NetworkSegment(f45dbb05-bcf8-4e6d-baca-ba3a610ed176),segment_id=f45dbb05-bcf8-4e6d-baca-ba3a610ed176)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:18:48.780763 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a663e8d8-a782-424b-8aa4-99537b97914e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:48.798441 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9738bf6-a9d0-4eed-8ec4-b288591975e4 None None] Pushing event deleted for resources: {'Port': ['ID=aa46302e-decc-4720-8e0c-8b8057970879,revision_number=None']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:48.808375 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c9738bf6-a9d0-4eed-8ec4-b288591975e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:48.851972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6510a1-9d56-4743-b199-2fc8ef094c74 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Made reservation on behalf of ad83ad6a41264da3be98f825b2f64def for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:18:48.873303 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8c6510a1-9d56-4743-b199-2fc8ef094c74 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:48.890791 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9738bf6-a9d0-4eed-8ec4-b288591975e4 None None] No DVR routers for this DVR port aa46302e-decc-4720-8e0c-8b8057970879 on host dv-neutron-772983-2-ovs {{(pid=80767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:18:48.965447 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-a663e8d8-a782-424b-8aa4-99537b97914e admin admin] Calling delete_port for aa46302e-decc-4720-8e0c-8b8057970879 owned by network:dhcp {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:18:49.117461 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b85cc031-01b8-42f9-9227-5488610395a1 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "GET /v2.0/networks/8c652c80-5f87-4d3d-a2e3-954d4202c770?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 316 time: 0.4738505
Jan 29 10:18:49.120952 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58212) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:49.137456 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-a663e8d8-a782-424b-8aa4-99537b97914e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80765) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:18:49.142036 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-a663e8d8-a782-424b-8aa4-99537b97914e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:18:49.213843 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa5c106-7d05-41e5-a0e4-a3986661fe06 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:49.215358 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-dfa5c106-7d05-41e5-a0e4-a3986661fe06 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "GET /v2.0/subnets/645b2585-ced6-4728-8d57-c2a4a0f4a1ab HTTP/1.1" status: 200  len: 811 time: 0.0933940
Jan 29 10:18:49.219193 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58216) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:49.308663 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f1d76d-1724-4eeb-a3e0-3a61cc04cbf8 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Attributes excluded by policy engine: ['shared'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:49.310273 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-35f1d76d-1724-4eeb-a3e0-3a61cc04cbf8 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "GET /v2.0/subnets/645b2585-ced6-4728-8d57-c2a4a0f4a1ab?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.0900803
Jan 29 10:18:49.314131 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58220) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:49.320430 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-21120e53-0f8d-4595-8285-e90b00aa4a8f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1824814260'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:18:49.326526 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-21120e53-0f8d-4595-8285-e90b00aa4a8f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:18:49.336558 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-21120e53-0f8d-4595-8285-e90b00aa4a8f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:18:49.345911 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21120e53-0f8d-4595-8285-e90b00aa4a8f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Made reservation on behalf of 8cc4c548833141b8bc8f9009064567bd for: {'network': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:18:49.367958 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-21120e53-0f8d-4595-8285-e90b00aa4a8f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:49.401877 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21120e53-0f8d-4595-8285-e90b00aa4a8f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:18:49.411641 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-21120e53-0f8d-4595-8285-e90b00aa4a8f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268197113528', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:49.412076 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-21120e53-0f8d-4595-8285-e90b00aa4a8f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Added segment 54d9affd-0444-40be-bc95-ea20a66b85ab of type vxlan for network 28a4670f-4e54-41cd-98f7-666313a70458
Jan 29 10:18:49.439242 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-21120e53-0f8d-4595-8285-e90b00aa4a8f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:49.463734 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8c6510a1-9d56-4743-b199-2fc8ef094c74 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:49.469662 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-21120e53-0f8d-4595-8285-e90b00aa4a8f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:49.484187 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f7a3265c-b1ba-40c3-932a-53f379cda987 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:49.536638 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21120e53-0f8d-4595-8285-e90b00aa4a8f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:49.537335 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-21120e53-0f8d-4595-8285-e90b00aa4a8f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks [] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:49.543127 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-014b1501-0f51-485b-854d-040bdbbdc3b2 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:49.619427 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6510a1-9d56-4743-b199-2fc8ef094c74 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event updated for resources: {'Subnet': ['ID=42be6513-da39-4fa2-823c-f1f46da9a491,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:49.629196 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8c6510a1-9d56-4743-b199-2fc8ef094c74 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:49.646427 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-a663e8d8-a782-424b-8aa4-99537b97914e admin admin] Deleting port aa46302e-decc-4720-8e0c-8b8057970879 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:18:49.646809 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a663e8d8-a782-424b-8aa4-99537b97914e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:49.660458 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-21120e53-0f8d-4595-8285-e90b00aa4a8f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.3451884
Jan 29 10:18:49.661314 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21120e53-0f8d-4595-8285-e90b00aa4a8f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Pushing event updated for resources: {'Network': ['ID=28a4670f-4e54-41cd-98f7-666313a70458,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:49.663419 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58224) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:49.666422 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-21120e53-0f8d-4595-8285-e90b00aa4a8f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:49.670506 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-db865f0d-d7db-40bc-91fa-047aead166f4 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Request body: {'subnet': {'network_id': '28a4670f-4e54-41cd-98f7-666313a70458', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:18:49.673148 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 28a4670f-4e54-41cd-98f7-666313a70458 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:18:49.693414 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 28a4670f-4e54-41cd-98f7-666313a70458 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:18:49.723737 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-a663e8d8-a782-424b-8aa4-99537b97914e admin admin] The port 'aa46302e-decc-4720-8e0c-8b8057970879' was deleted {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 29 10:18:49.803545 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-db865f0d-d7db-40bc-91fa-047aead166f4 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:18:49.817942 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-db865f0d-d7db-40bc-91fa-047aead166f4 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:18:49.831271 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device aa46302e-decc-4720-8e0c-8b8057970879 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:18:49.835373 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db865f0d-d7db-40bc-91fa-047aead166f4 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Made reservation on behalf of 8cc4c548833141b8bc8f9009064567bd for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:18:49.858007 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-db865f0d-d7db-40bc-91fa-047aead166f4 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:49.873091 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: aa46302e-decc-4720-8e0c-8b8057970879 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:18:49.873470 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device aa46302e-decc-4720-8e0c-8b8057970879 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:18:49.886265 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a663e8d8-a782-424b-8aa4-99537b97914e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:49.920412 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6510a1-9d56-4743-b199-2fc8ef094c74 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Checking segment: {'id': '1172638b-3d83-49e2-a901-79ed838e3f20', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c07746d5-02aa-4f58-a99e-d8fefb0094af'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:18:49.920851 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6510a1-9d56-4743-b199-2fc8ef094c74 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Network hostable DHCP agents. Network: c07746d5-02aa-4f58-a99e-d8fefb0094af, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:18:49.968303 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.ipam_backend_mixin [None req-db865f0d-d7db-40bc-91fa-047aead166f4 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Performing IP validity checks on allocation pools {{(pid=80766) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}}
Jan 29 10:18:49.968998 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.ipam_backend_mixin [None req-db865f0d-d7db-40bc-91fa-047aead166f4 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Checking for overlaps among allocation pools and gateway ip {{(pid=80766) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}}
Jan 29 10:18:50.027028 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6510a1-9d56-4743-b199-2fc8ef094c74 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Network c07746d5-02aa-4f58-a99e-d8fefb0094af is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:18:50.031227 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-a663e8d8-a782-424b-8aa4-99537b97914e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c9e979e8>,) {'filters': {'network_id': ['91377aae-8517-403c-bf87-a5f994a9382d']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:50.048402 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-a663e8d8-a782-424b-8aa4-99537b97914e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c9e979e8>, 'f45dbb05-bcf8-4e6d-baca-ba3a610ed176') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:50.048766 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-a663e8d8-a782-424b-8aa4-99537b97914e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c9e979e8>, 'f45dbb05-bcf8-4e6d-baca-ba3a610ed176') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:50.056303 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-8c6510a1-9d56-4743-b199-2fc8ef094c74 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, c07746d5-02aa-4f58-a99e-d8fefb0094af) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:18:50.071734 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a663e8d8-a782-424b-8aa4-99537b97914e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:50.075466 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54176f8-d246-4bee-af85-edc68d76b361 None None] Network c07746d5-02aa-4f58-a99e-d8fefb0094af requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:18:50.087044 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6510a1-9d56-4743-b199-2fc8ef094c74 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:50.087701 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8c6510a1-9d56-4743-b199-2fc8ef094c74 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:50.104043 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a663e8d8-a782-424b-8aa4-99537b97914e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:50.106496 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a663e8d8-a782-424b-8aa4-99537b97914e admin admin] Releasing vxlan tunnel 13 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:18:50.194941 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8c6510a1-9d56-4743-b199-2fc8ef094c74 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.0735457
Jan 29 10:18:50.200943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58230) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:50.211860 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-4efa9161-4c10-485e-a3ba-d9bd0907208d tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1307553000', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:18:50.256767 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-4efa9161-4c10-485e-a3ba-d9bd0907208d tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:18:50.274967 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-4efa9161-4c10-485e-a3ba-d9bd0907208d tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Usage tracker for resource:router and tenant:ad83ad6a41264da3be98f825b2f64def is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:18:50.326144 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-4efa9161-4c10-485e-a3ba-d9bd0907208d tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Quota usage for router was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:18:50.347135 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-4efa9161-4c10-485e-a3ba-d9bd0907208d tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:18:50.350003 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-a663e8d8-a782-424b-8aa4-99537b97914e admin admin] Network 91377aae-8517-403c-bf87-a5f994a9382d has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:18:50.366235 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a663e8d8-a782-424b-8aa4-99537b97914e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:50.366417 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da40c30-69f3-49bd-a6e3-b9b6af8c1307 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-c07746d5-02aa-4f58-a99e-d8fefb0094af', 'network_id': 'c07746d5-02aa-4f58-a99e-d8fefb0094af', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'fixed_ips': [{'subnet_id': '42be6513-da39-4fa2-823c-f1f46da9a491'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:18:50.367304 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9da40c30-69f3-49bd-a6e3-b9b6af8c1307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:50.401586 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4efa9161-4c10-485e-a3ba-d9bd0907208d tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:50.402735 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4efa9161-4c10-485e-a3ba-d9bd0907208d tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:50.434020 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-db865f0d-d7db-40bc-91fa-047aead166f4 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:50.450409 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b72b8ec2-ede3-4718-ba91-6ab0ccc94aaf tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:50.505931 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4efa9161-4c10-485e-a3ba-d9bd0907208d tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:50.580117 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-a663e8d8-a782-424b-8aa4-99537b97914e admin admin] Network 91377aae-8517-403c-bf87-a5f994a9382d has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:18:50.599410 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db865f0d-d7db-40bc-91fa-047aead166f4 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Pushing event updated for resources: {'Subnet': ['ID=05242ae6-eda0-4699-8f48-0ffc07e2c8b8,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:50.602544 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-db865f0d-d7db-40bc-91fa-047aead166f4 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:50.604448 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:18:50.604448 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:18:50.604448 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:18:50.604448 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:18:50.604448 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:18:50.604448 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:18:50.604448 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:18:50.604448 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:18:50.604448 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:18:50.604448 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:18:50.604448 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:18:50.604448 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:18:50.604448 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:18:50.604448 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:18:50.604448 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:18:50.604448 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:18:50.604448 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:18:50.604448 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:18:50.604448 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:18:50.604448 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:18:50.604448 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:18:50.604448 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:18:50.604448 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:18:50.604448 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:18:50.604448 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:18:50.604448 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:18:50.604448 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:18:50.604448 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:18:50.604448 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:18:50.604448 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:18:50.604448 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:18:50.604448 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:18:50.675772 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4efa9161-4c10-485e-a3ba-d9bd0907208d tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:50.681904 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db865f0d-d7db-40bc-91fa-047aead166f4 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Checking segment: {'id': '54d9affd-0444-40be-bc95-ea20a66b85ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '28a4670f-4e54-41cd-98f7-666313a70458'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:18:50.682440 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db865f0d-d7db-40bc-91fa-047aead166f4 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Network hostable DHCP agents. Network: 28a4670f-4e54-41cd-98f7-666313a70458, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:18:50.690490 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-9da40c30-69f3-49bd-a6e3-b9b6af8c1307 None None] Allocated IP 172.20.0.2 (c07746d5-02aa-4f58-a99e-d8fefb0094af/42be6513-da39-4fa2-823c-f1f46da9a491/09ce048d-1a17-4f70-a32d-770770ea4fd7) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:18:50.703774 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db865f0d-d7db-40bc-91fa-047aead166f4 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Network 28a4670f-4e54-41cd-98f7-666313a70458 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:18:50.713212 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-db865f0d-d7db-40bc-91fa-047aead166f4 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 28a4670f-4e54-41cd-98f7-666313a70458) {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:18:50.727635 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd071d52-fc42-4419-9a54-580ea20fbecc None None] Network 28a4670f-4e54-41cd-98f7-666313a70458 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:18:50.735969 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db865f0d-d7db-40bc-91fa-047aead166f4 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:50.736645 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-db865f0d-d7db-40bc-91fa-047aead166f4 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks [] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:50.744875 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a663e8d8-a782-424b-8aa4-99537b97914e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:50.750703 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2ac0b3b7-a5d2-45a1-8444-93af680790cb tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:50.767550 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a663e8d8-a782-424b-8aa4-99537b97914e admin admin] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:50.770306 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a663e8d8-a782-424b-8aa4-99537b97914e admin admin] 10.222.0.57 "DELETE /v2.0/networks/91377aae-8517-403c-bf87-a5f994a9382d HTTP/1.1" status: 204  len: 168 time: 3.0751488
Jan 29 10:18:50.770425 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-db865f0d-d7db-40bc-91fa-047aead166f4 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 872 time: 1.1056805
Jan 29 10:18:50.775217 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58236) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:50.779110 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4efa9161-4c10-485e-a3ba-d9bd0907208d tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:50.781664 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4efa9161-4c10-485e-a3ba-d9bd0907208d tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.5784824
Jan 29 10:18:50.784886 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a663e8d8-a782-424b-8aa4-99537b97914e admin admin] Pushing event deleted for resources: {'Network': ['ID=91377aae-8517-403c-bf87-a5f994a9382d,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:50.786059 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58240) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:50.792572 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-cdbe6857-709d-45d1-8e96-883c27f8c63c tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:18:50.925716 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a663e8d8-a782-424b-8aa4-99537b97914e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:50.977772 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cdbe6857-709d-45d1-8e96-883c27f8c63c tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2204713'] for subnet, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:51.075222 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:18:51.093943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58244) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:51.151073 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc8ea7e-c31d-45e1-8d50-5b19a4af7124 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-28a4670f-4e54-41cd-98f7-666313a70458', 'network_id': '28a4670f-4e54-41cd-98f7-666313a70458', 'tenant_id': '8cc4c548833141b8bc8f9009064567bd', 'fixed_ips': [{'subnet_id': '05242ae6-eda0-4699-8f48-0ffc07e2c8b8'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:18:51.151973 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0fc8ea7e-c31d-45e1-8d50-5b19a4af7124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:51.216554 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-213e548b-55e3-4381-b630-8a0e58f3e996 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4d907168a4924ceb9472857ce37e1904&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1188700
Jan 29 10:18:51.217403 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58248) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:51.369515 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9084c6aa-ca23-4545-9608-58c88f199b6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:51.449523 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9084c6aa-ca23-4545-9608-58c88f199b6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:51.479236 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cdbe6857-709d-45d1-8e96-883c27f8c63c tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363268197239668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2172717'] for subnet, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:51.485864 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-10d83161-37d0-46ce-863b-b08a2d2f2ffb tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:51.500997 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-acfad7fa-f347-4d02-a1f3-1a66a80a7580 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:51.524032 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9da40c30-69f3-49bd-a6e3-b9b6af8c1307 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:51.552622 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-9da40c30-69f3-49bd-a6e3-b9b6af8c1307 None None] Transition to ACTIVE for port object 09ce048d-1a17-4f70-a32d-770770ea4fd7 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:18:51.576990 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-15ddbc70-f8c9-4283-8bfb-11e8faa1e559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:51.590100 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-9da40c30-69f3-49bd-a6e3-b9b6af8c1307 None None] Transition to ACTIVE for port object 09ce048d-1a17-4f70-a32d-770770ea4fd7 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:18:51.648097 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9da40c30-69f3-49bd-a6e3-b9b6af8c1307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:51.656976 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbe6857-709d-45d1-8e96-883c27f8c63c tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Pushing event updated for resources: {'Subnet': ['ID=05242ae6-eda0-4699-8f48-0ffc07e2c8b8,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:51.669447 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7ebaee63-649d-4032-a428-3df093040f44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:51.669749 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-cdbe6857-709d-45d1-8e96-883c27f8c63c tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:51.689300 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9084c6aa-ca23-4545-9608-58c88f199b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:51.696758 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5d008b73-854b-4333-a00f-a833dd227630 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:51.718915 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9084c6aa-ca23-4545-9608-58c88f199b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b03a0da-6963-4dce-9cf9-40a8323d306c,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:51.725115 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9084c6aa-ca23-4545-9608-58c88f199b6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:51.728177 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9084c6aa-ca23-4545-9608-58c88f199b6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:51.729459 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9084c6aa-ca23-4545-9608-58c88f199b6b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5b03a0da-6963-4dce-9cf9-40a8323d306c HTTP/1.1" status: 204  len: 168 time: 0.5116122
Jan 29 10:18:51.737472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbe6857-709d-45d1-8e96-883c27f8c63c tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:51.738193 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cdbe6857-709d-45d1-8e96-883c27f8c63c tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:51.739589 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-cdbe6857-709d-45d1-8e96-883c27f8c63c tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "PUT /v2.0/subnets/05242ae6-eda0-4699-8f48-0ffc07e2c8b8 HTTP/1.1" status: 200  len: 877 time: 0.9567347
Jan 29 10:18:51.742616 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58254) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:51.913136 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da40c30-69f3-49bd-a6e3-b9b6af8c1307 None None] Pushing event updated for resources: {'Port': ['ID=09ce048d-1a17-4f70-a32d-770770ea4fd7,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:51.916570 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9da40c30-69f3-49bd-a6e3-b9b6af8c1307 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:51.927159 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-19ada927-b79a-428a-87bf-e734c793e543 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:51.992804 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-0fc8ea7e-c31d-45e1-8d50-5b19a4af7124 None None] Allocated IP 172.20.0.3 (28a4670f-4e54-41cd-98f7-666313a70458/05242ae6-eda0-4699-8f48-0ffc07e2c8b8/a904c725-e9f4-4db1-9706-1a4098aed9b1) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:18:52.003804 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da40c30-69f3-49bd-a6e3-b9b6af8c1307 None None] Network c07746d5-02aa-4f58-a99e-d8fefb0094af is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:18:52.007248 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-9da40c30-69f3-49bd-a6e3-b9b6af8c1307 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:18:52.009808 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da40c30-69f3-49bd-a6e3-b9b6af8c1307 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:18:52.076240 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-19ada927-b79a-428a-87bf-e734c793e543 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:52.078783 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-10d83161-37d0-46ce-863b-b08a2d2f2ffb tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Allocated IP 172.20.0.1 (c07746d5-02aa-4f58-a99e-d8fefb0094af/42be6513-da39-4fa2-823c-f1f46da9a491/c4b227d3-f38c-41ed-ab4e-4beca7961395) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:18:52.124524 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-9da40c30-69f3-49bd-a6e3-b9b6af8c1307 None None] Attempting to bind port 09ce048d-1a17-4f70-a32d-770770ea4fd7 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:18:52.124993 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-9da40c30-69f3-49bd-a6e3-b9b6af8c1307 None None] Attempting to bind port 09ce048d-1a17-4f70-a32d-770770ea4fd7 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '1172638b-3d83-49e2-a901-79ed838e3f20', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c07746d5-02aa-4f58-a99e-d8fefb0094af'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:18:52.125565 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da40c30-69f3-49bd-a6e3-b9b6af8c1307 None None] Attempting to bind port 09ce048d-1a17-4f70-a32d-770770ea4fd7 on network c07746d5-02aa-4f58-a99e-d8fefb0094af {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:18:52.137650 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da40c30-69f3-49bd-a6e3-b9b6af8c1307 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:18:52.138126 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da40c30-69f3-49bd-a6e3-b9b6af8c1307 None None] Checking segment: {'id': '1172638b-3d83-49e2-a901-79ed838e3f20', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c07746d5-02aa-4f58-a99e-d8fefb0094af'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:18:52.138587 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9da40c30-69f3-49bd-a6e3-b9b6af8c1307 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:52.139040 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da40c30-69f3-49bd-a6e3-b9b6af8c1307 None None] Bound using segment: {'id': '1172638b-3d83-49e2-a901-79ed838e3f20', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c07746d5-02aa-4f58-a99e-d8fefb0094af'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:18:52.140122 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-9da40c30-69f3-49bd-a6e3-b9b6af8c1307 None None] Bound port: 09ce048d-1a17-4f70-a32d-770770ea4fd7, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1172638b-3d83-49e2-a901-79ed838e3f20', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c07746d5-02aa-4f58-a99e-d8fefb0094af'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:18:52.140721 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9da40c30-69f3-49bd-a6e3-b9b6af8c1307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:52.290822 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-10d83161-37d0-46ce-863b-b08a2d2f2ffb tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:52.338890 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-10d83161-37d0-46ce-863b-b08a2d2f2ffb tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Transition to ACTIVE for port object c4b227d3-f38c-41ed-ab4e-4beca7961395 will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:18:52.340185 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-9da40c30-69f3-49bd-a6e3-b9b6af8c1307 None None] For port 09ce048d-1a17-4f70-a32d-770770ea4fd7, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:18:52.376010 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-10d83161-37d0-46ce-863b-b08a2d2f2ffb tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:52.390355 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58260) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:52.393859 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-9da40c30-69f3-49bd-a6e3-b9b6af8c1307 None None] For port 09ce048d-1a17-4f70-a32d-770770ea4fd7, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=09ce048d-1a17-4f70-a32d-770770ea4fd7,segment=NetworkSegment(1172638b-3d83-49e2-a901-79ed838e3f20),segment_id=1172638b-3d83-49e2-a901-79ed838e3f20)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:18:52.394467 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-dfb9dd7b-1500-4450-ad8b-4af8708c9ff0 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:52.400431 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9da40c30-69f3-49bd-a6e3-b9b6af8c1307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:52.417983 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-866e8d01-3eaa-4836-b4ce-45c3ee53033e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:52.466259 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5f665bb1-d095-4b63-8228-3d79ab59d8eb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5fdf3ff8e4ec495a9920173817d5a87c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0741816
Jan 29 10:18:52.469337 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58264) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:52.498989 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0fc8ea7e-c31d-45e1-8d50-5b19a4af7124 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:52.533851 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0b8ded02-6e24-49e2-82cb-f5b03c231965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:52.537563 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d83161-37d0-46ce-863b-b08a2d2f2ffb tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event updated for resources: {'Port': ['ID=c4b227d3-f38c-41ed-ab4e-4beca7961395,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:52.541910 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-10d83161-37d0-46ce-863b-b08a2d2f2ffb tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:52.566896 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0b8ded02-6e24-49e2-82cb-f5b03c231965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:52.580793 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-0fc8ea7e-c31d-45e1-8d50-5b19a4af7124 None None] Transition to ACTIVE for port object a904c725-e9f4-4db1-9706-1a4098aed9b1 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:18:52.596159 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d83161-37d0-46ce-863b-b08a2d2f2ffb tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Network c07746d5-02aa-4f58-a99e-d8fefb0094af is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:18:52.597348 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-10d83161-37d0-46ce-863b-b08a2d2f2ffb tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:18:52.599666 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d83161-37d0-46ce-863b-b08a2d2f2ffb tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:18:52.620020 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da40c30-69f3-49bd-a6e3-b9b6af8c1307 None None] Pushing event updated for resources: {'Port': ['ID=09ce048d-1a17-4f70-a32d-770770ea4fd7,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:52.623788 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9da40c30-69f3-49bd-a6e3-b9b6af8c1307 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:52.631423 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-0fc8ea7e-c31d-45e1-8d50-5b19a4af7124 None None] Transition to ACTIVE for port object a904c725-e9f4-4db1-9706-1a4098aed9b1 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:18:52.636537 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0b8ded02-6e24-49e2-82cb-f5b03c231965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:52.643054 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-577bd1a6-dfc7-4031-8f7e-5498967f331a tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:52.650413 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0fc8ea7e-c31d-45e1-8d50-5b19a4af7124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:52.661917 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-10d83161-37d0-46ce-863b-b08a2d2f2ffb tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854426412'] for router_interface, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:52.663607 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8ded02-6e24-49e2-82cb-f5b03c231965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c54d19-d690-4027-9ed4-2007dfb27a1c,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:52.668394 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-10859a52-99ef-4a9d-af02-27ad5b6b6365 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:52.672447 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0b8ded02-6e24-49e2-82cb-f5b03c231965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:52.675372 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0b8ded02-6e24-49e2-82cb-f5b03c231965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:52.679191 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0b8ded02-6e24-49e2-82cb-f5b03c231965 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/61c54d19-d690-4027-9ed4-2007dfb27a1c HTTP/1.1" status: 204  len: 168 time: 0.2060766
Jan 29 10:18:52.684715 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-19ada927-b79a-428a-87bf-e734c793e543 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852603100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2204728'] for subnet, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:52.709223 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5d56020b-76c2-4d17-9ebb-732caf9f8ff6 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:52.750679 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc8ea7e-c31d-45e1-8d50-5b19a4af7124 None None] Pushing event updated for resources: {'Port': ['ID=a904c725-e9f4-4db1-9706-1a4098aed9b1,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:52.759753 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0fc8ea7e-c31d-45e1-8d50-5b19a4af7124 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:52.763185 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ada927-b79a-428a-87bf-e734c793e543 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Pushing event deleted for resources: {'Subnet': ['ID=05242ae6-eda0-4699-8f48-0ffc07e2c8b8,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:52.771450 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-19ada927-b79a-428a-87bf-e734c793e543 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:52.805063 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-10d83161-37d0-46ce-863b-b08a2d2f2ffb tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:52.971433 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc8ea7e-c31d-45e1-8d50-5b19a4af7124 None None] Network 28a4670f-4e54-41cd-98f7-666313a70458 is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:18:52.972695 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-0fc8ea7e-c31d-45e1-8d50-5b19a4af7124 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:18:52.977828 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc8ea7e-c31d-45e1-8d50-5b19a4af7124 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:18:53.005323 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-19ada927-b79a-428a-87bf-e734c793e543 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:53.129396 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-0fc8ea7e-c31d-45e1-8d50-5b19a4af7124 None None] Attempting to bind port a904c725-e9f4-4db1-9706-1a4098aed9b1 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:18:53.130146 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-0fc8ea7e-c31d-45e1-8d50-5b19a4af7124 None None] Attempting to bind port a904c725-e9f4-4db1-9706-1a4098aed9b1 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '54d9affd-0444-40be-bc95-ea20a66b85ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '28a4670f-4e54-41cd-98f7-666313a70458'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:18:53.130833 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc8ea7e-c31d-45e1-8d50-5b19a4af7124 None None] Attempting to bind port a904c725-e9f4-4db1-9706-1a4098aed9b1 on network 28a4670f-4e54-41cd-98f7-666313a70458 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:18:53.142885 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc8ea7e-c31d-45e1-8d50-5b19a4af7124 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:18:53.143561 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc8ea7e-c31d-45e1-8d50-5b19a4af7124 None None] Checking segment: {'id': '54d9affd-0444-40be-bc95-ea20a66b85ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '28a4670f-4e54-41cd-98f7-666313a70458'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:18:53.144293 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0fc8ea7e-c31d-45e1-8d50-5b19a4af7124 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:53.145032 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc8ea7e-c31d-45e1-8d50-5b19a4af7124 None None] Bound using segment: {'id': '54d9affd-0444-40be-bc95-ea20a66b85ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '28a4670f-4e54-41cd-98f7-666313a70458'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:18:53.146136 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-0fc8ea7e-c31d-45e1-8d50-5b19a4af7124 None None] Bound port: a904c725-e9f4-4db1-9706-1a4098aed9b1, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54d9affd-0444-40be-bc95-ea20a66b85ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '28a4670f-4e54-41cd-98f7-666313a70458'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:18:53.146681 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0fc8ea7e-c31d-45e1-8d50-5b19a4af7124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:53.327012 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-19ada927-b79a-428a-87bf-e734c793e543 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c39fc780>,) {'filters': {'network_id': ['28a4670f-4e54-41cd-98f7-666313a70458']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:53.377342 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-19ada927-b79a-428a-87bf-e734c793e543 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c39fc780>, '54d9affd-0444-40be-bc95-ea20a66b85ab') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:53.378934 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-19ada927-b79a-428a-87bf-e734c793e543 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c39fc780>, '54d9affd-0444-40be-bc95-ea20a66b85ab') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:53.393031 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-0fc8ea7e-c31d-45e1-8d50-5b19a4af7124 None None] For port a904c725-e9f4-4db1-9706-1a4098aed9b1, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:18:53.408773 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-0fc8ea7e-c31d-45e1-8d50-5b19a4af7124 None None] For port a904c725-e9f4-4db1-9706-1a4098aed9b1, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=a904c725-e9f4-4db1-9706-1a4098aed9b1,segment=NetworkSegment(54d9affd-0444-40be-bc95-ea20a66b85ab),segment_id=54d9affd-0444-40be-bc95-ea20a66b85ab)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:18:53.416521 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0fc8ea7e-c31d-45e1-8d50-5b19a4af7124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:53.419106 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-19ada927-b79a-428a-87bf-e734c793e543 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:53.448696 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-19ada927-b79a-428a-87bf-e734c793e543 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:53.452233 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-19ada927-b79a-428a-87bf-e734c793e543 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Releasing vxlan tunnel 6 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:18:53.454239 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a6a8d2ac-7a62-4142-b30a-54a850785cea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:53.641766 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc8ea7e-c31d-45e1-8d50-5b19a4af7124 None None] Pushing event updated for resources: {'Port': ['ID=a904c725-e9f4-4db1-9706-1a4098aed9b1,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:53.645925 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0fc8ea7e-c31d-45e1-8d50-5b19a4af7124 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:53.739085 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2236ce85-af64-4b04-9fd3-5712f2bd3026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:53.755981 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3b72d1-34ea-4fd5-adfc-f2e43bcf9828 None None] Network 28a4670f-4e54-41cd-98f7-666313a70458 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:18:53.764306 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-10d83161-37d0-46ce-863b-b08a2d2f2ffb tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:53.769321 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-10d83161-37d0-46ce-863b-b08a2d2f2ffb tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:53.818570 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a468170f-bd97-46e9-a071-4017c5f3ab0c tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:53.917234 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d83161-37d0-46ce-863b-b08a2d2f2ffb tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event updated for resources: {'Port': ['ID=c4b227d3-f38c-41ed-ab4e-4beca7961395,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:53.922097 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-10d83161-37d0-46ce-863b-b08a2d2f2ffb tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:53.928741 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 09ce048d-1a17-4f70-a32d-770770ea4fd7 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:18:53.938317 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-10d83161-37d0-46ce-863b-b08a2d2f2ffb tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854133895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349242'] for router_interface, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:53.957597 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-19ada927-b79a-428a-87bf-e734c793e543 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Network 28a4670f-4e54-41cd-98f7-666313a70458 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:18:53.970782 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-19ada927-b79a-428a-87bf-e734c793e543 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:54.064950 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 09ce048d-1a17-4f70-a32d-770770ea4fd7 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:18:54.088200 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d83161-37d0-46ce-863b-b08a2d2f2ffb tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Network c07746d5-02aa-4f58-a99e-d8fefb0094af is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:18:54.089251 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f7c6bc-ead5-4c63-ba0b-4c37cb601532 None None] Network 28a4670f-4e54-41cd-98f7-666313a70458 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:18:54.089428 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-10d83161-37d0-46ce-863b-b08a2d2f2ffb tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:18:54.156658 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-19ada927-b79a-428a-87bf-e734c793e543 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Network 28a4670f-4e54-41cd-98f7-666313a70458 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:18:54.182910 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:18:54.182910 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:18:54.182910 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:18:54.182910 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:18:54.182910 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:18:54.182910 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:18:54.182910 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:18:54.182910 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:18:54.182910 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:18:54.182910 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:18:54.182910 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:18:54.182910 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:18:54.182910 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:18:54.182910 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:18:54.182910 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:18:54.182910 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:18:54.182910 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:18:54.182910 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:18:54.182910 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:18:54.182910 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:18:54.182910 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:18:54.182910 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:18:54.182910 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:18:54.182910 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:18:54.182910 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:18:54.182910 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:18:54.182910 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:18:54.182910 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:18:54.182910 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:18:54.182910 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:18:54.182910 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:18:54.182910 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:18:54.260869 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:54.274684 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-19ada927-b79a-428a-87bf-e734c793e543 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Jan 29 10:18:54.274684 dv-neutron-772983-2-ovs neutron-server[80656]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Jan 29 10:18:54.274684 dv-neutron-772983-2-ovs neutron-server[80656]: [parameters: {'id': '28a4670f-4e54-41cd-98f7-666313a70458'}]
Jan 29 10:18:54.274684 dv-neutron-772983-2-ovs neutron-server[80656]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80765) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:18:54.274684 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-19ada927-b79a-428a-87bf-e734c793e543 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:18:54.330622 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10d83161-37d0-46ce-863b-b08a2d2f2ffb tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Router fd174538-28ab-4332-a5a2-c613885b7f93 is scheduled to L3 agent 18987107-6d88-4736-94cf-15791d65b3ff with binding_index 1 {{(pid=80766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 29 10:18:54.506576 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d83161-37d0-46ce-863b-b08a2d2f2ffb tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:18:54.517494 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07430bc-cf6b-4933-93cd-46ecac21fcd4 None None] Sync routers for ids ['fd174538-28ab-4332-a5a2-c613885b7f93'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:18:54.527861 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-10d83161-37d0-46ce-863b-b08a2d2f2ffb tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "PUT /v2.0/routers/fd174538-28ab-4332-a5a2-c613885b7f93/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7259433
Jan 29 10:18:54.527861 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58270) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:54.529156 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07430bc-cf6b-4933-93cd-46ecac21fcd4 None None] Routers {'fd174538-28ab-4332-a5a2-c613885b7f93'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:18:54.529870 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-a07430bc-cf6b-4933-93cd-46ecac21fcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c954fe80>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:18:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['fd174538-28ab-4332-a5a2-c613885b7f93'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:54.596525 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc16c2a8-5103-478f-9bd7-872aa583b1d8 None None] Network c07746d5-02aa-4f58-a99e-d8fefb0094af requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:18:54.684262 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8960a2e7-f9c4-401a-a451-0a5d8e238ffa tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:54.684903 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8960a2e7-f9c4-401a-a451-0a5d8e238ffa tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Synchronizing usage tracker for tenant:ad83ad6a41264da3be98f825b2f64def on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:18:54.703219 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8960a2e7-f9c4-401a-a451-0a5d8e238ffa tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Unset dirty status for tenant:ad83ad6a41264da3be98f825b2f64def on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:18:54.704557 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8960a2e7-f9c4-401a-a451-0a5d8e238ffa tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "GET /v2.0/ports/c4b227d3-f38c-41ed-ab4e-4beca7961395 HTTP/1.1" status: 200  len: 910 time: 0.1774848
Jan 29 10:18:54.707638 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58274) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:54.714226 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-83f69554-e7fc-4e41-8a9b-afc3801b6819 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '42be6513-da39-4fa2-823c-f1f46da9a491'}]}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:18:54.776391 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-19ada927-b79a-428a-87bf-e734c793e543 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:54.815815 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-a07430bc-cf6b-4933-93cd-46ecac21fcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c954fe80>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:54.852031 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-19ada927-b79a-428a-87bf-e734c793e543 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Deleting port a904c725-e9f4-4db1-9706-1a4098aed9b1 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:18:54.852660 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-19ada927-b79a-428a-87bf-e734c793e543 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:54.895577 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07430bc-cf6b-4933-93cd-46ecac21fcd4 None None] Routers {'fd174538-28ab-4332-a5a2-c613885b7f93'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:18:54.896288 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-a07430bc-cf6b-4933-93cd-46ecac21fcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c954fe80>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:18:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['fd174538-28ab-4332-a5a2-c613885b7f93'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:54.950104 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-cf89793f-7381-45ef-a214-af248bf9bc14 None None] Provisioning for port 09ce048d-1a17-4f70-a32d-770770ea4fd7 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:18:54.982057 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-cf89793f-7381-45ef-a214-af248bf9bc14 None None] Provisioning complete for port 09ce048d-1a17-4f70-a32d-770770ea4fd7 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:18:54.982870 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cf89793f-7381-45ef-a214-af248bf9bc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:55.004007 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-83f69554-e7fc-4e41-8a9b-afc3801b6819 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:55.018156 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-a07430bc-cf6b-4933-93cd-46ecac21fcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c954fe80>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:55.018741 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07430bc-cf6b-4933-93cd-46ecac21fcd4 None None] The sync data for ids ['fd174538-28ab-4332-a5a2-c613885b7f93'] in dv-neutron-772983-2-ovs is: [] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:18:55.042298 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:55.102349 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-19ada927-b79a-428a-87bf-e734c793e543 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] For port a904c725-e9f4-4db1-9706-1a4098aed9b1, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=a904c725-e9f4-4db1-9706-1a4098aed9b1,segment=NetworkSegment(54d9affd-0444-40be-bc95-ea20a66b85ab),segment_id=54d9affd-0444-40be-bc95-ea20a66b85ab)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:18:55.102922 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-19ada927-b79a-428a-87bf-e734c793e543 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:55.257578 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-19ada927-b79a-428a-87bf-e734c793e543 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Calling delete_port for a904c725-e9f4-4db1-9706-1a4098aed9b1 owned by network:dhcp {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:18:55.257939 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cf89793f-7381-45ef-a214-af248bf9bc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:55.308521 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-cf89793f-7381-45ef-a214-af248bf9bc14 None None] For port 09ce048d-1a17-4f70-a32d-770770ea4fd7, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=09ce048d-1a17-4f70-a32d-770770ea4fd7,segment=NetworkSegment(1172638b-3d83-49e2-a901-79ed838e3f20),segment_id=1172638b-3d83-49e2-a901-79ed838e3f20)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:18:55.318186 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cf89793f-7381-45ef-a214-af248bf9bc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:55.319830 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ee4dc140-4c9d-452b-ba18-72fc2d62ed74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:55.374184 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-19ada927-b79a-428a-87bf-e734c793e543 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:55.399005 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3f5e8c26-3f5e-4517-af5b-2f574b796bba tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:55.412312 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf89793f-7381-45ef-a214-af248bf9bc14 None None] Pushing event updated for resources: {'Port': ['ID=09ce048d-1a17-4f70-a32d-770770ea4fd7,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:55.415898 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-cf89793f-7381-45ef-a214-af248bf9bc14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:55.469293 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ada927-b79a-428a-87bf-e734c793e543 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Pushing event deleted for resources: {'Port': ['ID=a904c725-e9f4-4db1-9706-1a4098aed9b1,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:55.472289 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-19ada927-b79a-428a-87bf-e734c793e543 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:55.550516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-09012fe0-e0d2-4653-bb91-44bfe3a09e9b None None] Provisioning for port c4b227d3-f38c-41ed-ab4e-4beca7961395 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:18:55.556094 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-09012fe0-e0d2-4653-bb91-44bfe3a09e9b None None] Provisioning complete for port c4b227d3-f38c-41ed-ab4e-4beca7961395 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:18:55.556499 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-09012fe0-e0d2-4653-bb91-44bfe3a09e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:55.567814 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ada927-b79a-428a-87bf-e734c793e543 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] No DVR routers for this DVR port a904c725-e9f4-4db1-9706-1a4098aed9b1 on host dv-neutron-772983-2-ovs {{(pid=80765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:18:55.622843 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-09012fe0-e0d2-4653-bb91-44bfe3a09e9b None None] Port c4b227d3-f38c-41ed-ab4e-4beca7961395 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:18:55.636921 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-09012fe0-e0d2-4653-bb91-44bfe3a09e9b None None] Provisioning complete for port 09ce048d-1a17-4f70-a32d-770770ea4fd7 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:18:55.637348 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-09012fe0-e0d2-4653-bb91-44bfe3a09e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:55.705064 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-83f69554-e7fc-4e41-8a9b-afc3801b6819 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:55.713383 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-19ada927-b79a-428a-87bf-e734c793e543 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:55.713706 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-83f69554-e7fc-4e41-8a9b-afc3801b6819 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:55.784113 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-de650f5b-fd0b-4c64-9fd7-8ad2555b116f tempest-FloatingIPNegativeTestJSON-1087633651 tempest-FloatingIPNegativeTestJSON-1087633651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:55.847426 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 09ce048d-1a17-4f70-a32d-770770ea4fd7 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:18:55.863016 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-19ada927-b79a-428a-87bf-e734c793e543 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c86ed7b8>,) {'filters': {'network_id': ['28a4670f-4e54-41cd-98f7-666313a70458']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:55.877610 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-19ada927-b79a-428a-87bf-e734c793e543 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c86ed7b8>, '54d9affd-0444-40be-bc95-ea20a66b85ab') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:55.878258 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-19ada927-b79a-428a-87bf-e734c793e543 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c86ed7b8>, '54d9affd-0444-40be-bc95-ea20a66b85ab') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:55.897168 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f69554-e7fc-4e41-8a9b-afc3801b6819 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:18:55.897940 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-83f69554-e7fc-4e41-8a9b-afc3801b6819 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:55.898805 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-19ada927-b79a-428a-87bf-e734c793e543 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:55.902676 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-83f69554-e7fc-4e41-8a9b-afc3801b6819 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "PUT /v2.0/ports/c4b227d3-f38c-41ed-ab4e-4beca7961395 HTTP/1.1" status: 200  len: 910 time: 1.1939135
Jan 29 10:18:55.903407 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58282) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:55.917911 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-19ada927-b79a-428a-87bf-e734c793e543 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:55.920119 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-19ada927-b79a-428a-87bf-e734c793e543 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Releasing vxlan tunnel 6 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:18:55.922134 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-87e004b8-53f6-42b9-bf9c-f43a804e25b7 None None] Provisioning complete for port 09ce048d-1a17-4f70-a32d-770770ea4fd7 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:18:55.922693 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-87e004b8-53f6-42b9-bf9c-f43a804e25b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:56.092013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 09ce048d-1a17-4f70-a32d-770770ea4fd7 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:18:56.093455 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:56.100826 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f69554-e7fc-4e41-8a9b-afc3801b6819 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event updated for resources: {'Port': ['ID=c4b227d3-f38c-41ed-ab4e-4beca7961395,revision_number=3']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:56.110385 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-83f69554-e7fc-4e41-8a9b-afc3801b6819 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:56.138131 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:56.165507 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-19ada927-b79a-428a-87bf-e734c793e543 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Network 28a4670f-4e54-41cd-98f7-666313a70458 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:18:56.178174 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-19ada927-b79a-428a-87bf-e734c793e543 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:56.307160 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-3462d15d-98fc-4050-8a72-19c2c2fc886c None None] Provisioning complete for port c4b227d3-f38c-41ed-ab4e-4beca7961395 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:18:56.307863 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3462d15d-98fc-4050-8a72-19c2c2fc886c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:56.375954 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-3462d15d-98fc-4050-8a72-19c2c2fc886c None None] Port c4b227d3-f38c-41ed-ab4e-4beca7961395 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:18:56.397743 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-19ada927-b79a-428a-87bf-e734c793e543 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Network 28a4670f-4e54-41cd-98f7-666313a70458 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:18:56.425012 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:18:56.425012 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:18:56.425012 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:18:56.425012 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:18:56.425012 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:18:56.425012 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:18:56.425012 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:18:56.425012 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:18:56.425012 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:18:56.425012 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:18:56.425012 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:18:56.425012 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:18:56.425012 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:18:56.425012 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:18:56.425012 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:18:56.425012 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:18:56.425012 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:18:56.425012 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:18:56.425012 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:18:56.425012 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:18:56.425012 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:18:56.425012 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:18:56.425012 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:18:56.425012 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:18:56.425012 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:18:56.425012 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:18:56.425012 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:18:56.425012 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:18:56.425012 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:18:56.425012 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:18:56.425012 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:18:56.425012 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:18:56.436676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c833297-48e6-4940-9355-b7a8bdc9200b None None] get_active_networks_info from dv-neutron-772983-2-ovs {{(pid=80767) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Jan 29 10:18:56.523624 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-19ada927-b79a-428a-87bf-e734c793e543 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:56.527341 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5eb19f9b-e059-4906-b8ac-215cee12ddab tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:56.532184 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-ba7f94e1-7331-4070-a290-5297bf0b4feb None None] Provisioning complete for port 09ce048d-1a17-4f70-a32d-770770ea4fd7 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:18:56.532748 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ba7f94e1-7331-4070-a290-5297bf0b4feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:56.544181 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-19ada927-b79a-428a-87bf-e734c793e543 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:56.556823 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ada927-b79a-428a-87bf-e734c793e543 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Pushing event deleted for resources: {'Network': ['ID=28a4670f-4e54-41cd-98f7-666313a70458,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:56.562834 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-19ada927-b79a-428a-87bf-e734c793e543 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:56.573085 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-19ada927-b79a-428a-87bf-e734c793e543 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "DELETE /v2.0/networks/28a4670f-4e54-41cd-98f7-666313a70458 HTTP/1.1" status: 204  len: 168 time: 4.8294053
Jan 29 10:18:56.577748 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58286) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:56.591699 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5902c004-4543-4989-b851-0c780cb806e1 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349253'] for router_interface, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:56.623194 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-abc644ea-159c-495e-bf60-6edd190b856d tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:18:56.624410 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abc644ea-159c-495e-bf60-6edd190b856d tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:18:56.626283 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-abc644ea-159c-495e-bf60-6edd190b856d tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "DELETE /v2.0/subnets/05242ae6-eda0-4699-8f48-0ffc07e2c8b8 HTTP/1.1" status: 404  len: 337 time: 0.0474319
Jan 29 10:18:56.628952 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58290) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:56.642438 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c833297-48e6-4940-9355-b7a8bdc9200b None None] Resources bound (agent type, host, resource id):  {{(pid=80767) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Jan 29 10:18:56.655608 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ccdeeed-520c-4190-b502-1770e2381f39 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:18:56.656193 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ccdeeed-520c-4190-b502-1770e2381f39 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:18:56.660669 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4ccdeeed-520c-4190-b502-1770e2381f39 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "DELETE /v2.0/networks/28a4670f-4e54-41cd-98f7-666313a70458 HTTP/1.1" status: 404  len: 339 time: 0.0280163
Jan 29 10:18:56.660957 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58294) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:56.707365 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-58cba71b-e94e-49a3-8dac-7919344c5084 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:18:56.707943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58cba71b-e94e-49a3-8dac-7919344c5084 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:18:56.712372 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-58cba71b-e94e-49a3-8dac-7919344c5084 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "DELETE /v2.0/subnets/5b19fa10-a0e6-40bd-8b88-81803b24dae2 HTTP/1.1" status: 404  len: 337 time: 0.0479066
Jan 29 10:18:56.712647 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58298) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:56.740114 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-62c226b0-2808-415e-8548-614883f18058 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:18:56.740606 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62c226b0-2808-415e-8548-614883f18058 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:18:56.744966 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-62c226b0-2808-415e-8548-614883f18058 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "DELETE /v2.0/networks/4f45d167-cd1c-4dc8-818f-ec016df5979b HTTP/1.1" status: 404  len: 339 time: 0.0288136
Jan 29 10:18:56.745320 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58302) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:56.892850 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9448b2f5-9eb2-45a9-98da-3aa069540a53 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:57.119454 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9448b2f5-9eb2-45a9-98da-3aa069540a53 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:57.242527 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-5902c004-4543-4989-b851-0c780cb806e1 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Deleting port c4b227d3-f38c-41ed-ab4e-4beca7961395 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:18:57.242826 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5902c004-4543-4989-b851-0c780cb806e1 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:57.247075 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-9448b2f5-9eb2-45a9-98da-3aa069540a53 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c3997da0>,) {'filters': {'network_id': ['8c8890cd-9354-4c89-88c1-02cc8cffae7c']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:57.260131 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-9448b2f5-9eb2-45a9-98da-3aa069540a53 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3997da0>, '0f666d1b-1307-4a39-9c73-cdc6e0b07b62') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:57.260475 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-9448b2f5-9eb2-45a9-98da-3aa069540a53 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3997da0>, '0f666d1b-1307-4a39-9c73-cdc6e0b07b62') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:57.273132 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9448b2f5-9eb2-45a9-98da-3aa069540a53 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:57.291083 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9448b2f5-9eb2-45a9-98da-3aa069540a53 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:57.293115 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9448b2f5-9eb2-45a9-98da-3aa069540a53 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Releasing vxlan tunnel 3 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:18:57.446325 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5902c004-4543-4989-b851-0c780cb806e1 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:57.481061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-9448b2f5-9eb2-45a9-98da-3aa069540a53 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Network 8c8890cd-9354-4c89-88c1-02cc8cffae7c has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:18:57.490346 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9448b2f5-9eb2-45a9-98da-3aa069540a53 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:57.590374 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-5902c004-4543-4989-b851-0c780cb806e1 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Calling delete_port for c4b227d3-f38c-41ed-ab4e-4beca7961395 owned by network:router_interface {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:18:57.671061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-9448b2f5-9eb2-45a9-98da-3aa069540a53 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Network 8c8890cd-9354-4c89-88c1-02cc8cffae7c has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:18:57.696330 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:18:57.696330 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:18:57.696330 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:18:57.696330 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:18:57.696330 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:18:57.696330 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:18:57.696330 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:18:57.696330 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:18:57.696330 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:18:57.696330 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:18:57.696330 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:18:57.696330 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:18:57.696330 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:18:57.696330 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:18:57.696330 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:18:57.696330 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:18:57.696330 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:18:57.696330 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:18:57.696330 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:18:57.696330 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:18:57.696330 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:18:57.696330 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:18:57.696330 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:18:57.696330 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:18:57.696330 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:18:57.696330 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:18:57.696330 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:18:57.696330 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:18:57.696330 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:18:57.696330 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:18:57.696330 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:18:57.696330 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:18:57.774421 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5902c004-4543-4989-b851-0c780cb806e1 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:57.779689 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9448b2f5-9eb2-45a9-98da-3aa069540a53 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:57.782970 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c05ee705-d83b-404a-bf4e-ba64b627b8b1 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:57.790622 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bbddf120-138f-4702-9ebe-11ac723064da tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:57.798215 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9448b2f5-9eb2-45a9-98da-3aa069540a53 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:57.810189 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9448b2f5-9eb2-45a9-98da-3aa069540a53 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Pushing event deleted for resources: {'Network': ['ID=8c8890cd-9354-4c89-88c1-02cc8cffae7c,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:57.815003 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9448b2f5-9eb2-45a9-98da-3aa069540a53 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:57.819159 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9448b2f5-9eb2-45a9-98da-3aa069540a53 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "DELETE /v2.0/networks/8c8890cd-9354-4c89-88c1-02cc8cffae7c HTTP/1.1" status: 204  len: 168 time: 1.0702457
Jan 29 10:18:57.819272 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58308) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:57.849447 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5902c004-4543-4989-b851-0c780cb806e1 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event deleted for resources: {'Port': ['ID=c4b227d3-f38c-41ed-ab4e-4beca7961395,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:57.853645 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5902c004-4543-4989-b851-0c780cb806e1 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:57.861374 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-b18da5fa-7254-47da-991c-0510cd8e5385 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:18:57.861904 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b18da5fa-7254-47da-991c-0510cd8e5385 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:18:57.866307 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b18da5fa-7254-47da-991c-0510cd8e5385 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "DELETE /v2.0/subnets/e65af361-bbd8-445e-9dd0-ccf3c6dd1034 HTTP/1.1" status: 404  len: 337 time: 0.0435300
Jan 29 10:18:57.866622 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58312) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:57.898381 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-67f7505e-ea95-4e67-8225-06220977efe4 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:18:57.898874 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67f7505e-ea95-4e67-8225-06220977efe4 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:18:57.900644 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-67f7505e-ea95-4e67-8225-06220977efe4 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "DELETE /v2.0/networks/e411534b-ba62-48fa-9e7b-45f3f2b070a8 HTTP/1.1" status: 404  len: 339 time: 0.0330963
Jan 29 10:18:57.903413 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58316) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:57.944506 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-27c6f826-702e-4503-86ac-8ad716ecbb11 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:18:57.945000 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27c6f826-702e-4503-86ac-8ad716ecbb11 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:18:57.947090 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-27c6f826-702e-4503-86ac-8ad716ecbb11 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "DELETE /v2.0/subnets/69260909-421e-4e44-86a1-8caa6119f0de HTTP/1.1" status: 404  len: 337 time: 0.0427244
Jan 29 10:18:57.949806 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58320) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:57.980771 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-21c58520-4836-4568-9516-97013cf0e4e7 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:18:57.981275 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21c58520-4836-4568-9516-97013cf0e4e7 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:18:57.985831 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-21c58520-4836-4568-9516-97013cf0e4e7 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "DELETE /v2.0/networks/195dc22e-9d55-4e53-9de0-3625496af2fc HTTP/1.1" status: 404  len: 339 time: 0.0323584
Jan 29 10:18:57.987081 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58324) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:58.030622 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e6d4e4e-402a-4c38-872c-f6bc6dfc792f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:18:58.031297 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e6d4e4e-402a-4c38-872c-f6bc6dfc792f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:18:58.033616 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4e6d4e4e-402a-4c38-872c-f6bc6dfc792f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "DELETE /v2.0/subnets/69cb6b13-57eb-4711-adf7-1fe98a18e1ad HTTP/1.1" status: 404  len: 337 time: 0.0451999
Jan 29 10:18:58.036125 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58328) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:58.072249 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-31e50a6b-eb2d-4539-bb1f-f665f01c3e98 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:18:58.072710 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31e50a6b-eb2d-4539-bb1f-f665f01c3e98 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:18:58.077104 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-31e50a6b-eb2d-4539-bb1f-f665f01c3e98 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "DELETE /v2.0/networks/e0b5ba53-6435-4636-8044-476e6a1afe44 HTTP/1.1" status: 404  len: 339 time: 0.0375121
Jan 29 10:18:58.077456 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58332) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:58.121829 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc12fc35-f6da-43c1-8315-e7cff6ed456c tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:18:58.122462 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc12fc35-f6da-43c1-8315-e7cff6ed456c tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:18:58.125319 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-cc12fc35-f6da-43c1-8315-e7cff6ed456c tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "DELETE /v2.0/subnets/0b7e1ed0-fe68-4452-abb1-31840222b36a HTTP/1.1" status: 404  len: 337 time: 0.0463386
Jan 29 10:18:58.127802 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58336) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:58.155166 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dcb0f67-327e-4b0e-861e-de2a820e3664 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:18:58.155649 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dcb0f67-327e-4b0e-861e-de2a820e3664 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:18:58.157409 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2dcb0f67-327e-4b0e-861e-de2a820e3664 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "DELETE /v2.0/networks/6e261d20-4952-46c5-abb1-befb915cb5f4 HTTP/1.1" status: 404  len: 339 time: 0.0284810
Jan 29 10:18:58.160403 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58340) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:58.173666 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5902c004-4543-4989-b851-0c780cb806e1 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854415430'] for router_interface, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:58.201168 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e3bf65b-d749-4afe-ad18-004b9786f3b3 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:18:58.201662 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e3bf65b-d749-4afe-ad18-004b9786f3b3 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:18:58.203614 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0e3bf65b-d749-4afe-ad18-004b9786f3b3 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "DELETE /v2.0/subnets/34879bc1-3a8d-44c6-bb9a-978c528c3782 HTTP/1.1" status: 404  len: 337 time: 0.0422497
Jan 29 10:18:58.206459 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58344) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:58.238308 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-210ebf59-9320-4846-90f2-d63301b0a09a tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:18:58.238742 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-210ebf59-9320-4846-90f2-d63301b0a09a tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:18:58.240497 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-210ebf59-9320-4846-90f2-d63301b0a09a tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "DELETE /v2.0/networks/d1515a52-0a3f-48f9-ad84-94c9b15790f8 HTTP/1.1" status: 404  len: 339 time: 0.0329492
Jan 29 10:18:58.243229 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58348) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:58.284799 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-567ca5d4-7b09-4a32-bbf6-c5cd3d4e34a7 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:18:58.285304 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-567ca5d4-7b09-4a32-bbf6-c5cd3d4e34a7 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:18:58.287160 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-567ca5d4-7b09-4a32-bbf6-c5cd3d4e34a7 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "DELETE /v2.0/subnets/b5b4a918-bc7d-47fe-b079-56b894b2dd01 HTTP/1.1" status: 404  len: 337 time: 0.0429697
Jan 29 10:18:58.289932 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58352) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:58.319530 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-74c75f52-e6bb-443f-9379-019364313c63 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:18:58.320031 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74c75f52-e6bb-443f-9379-019364313c63 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:18:58.322268 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-74c75f52-e6bb-443f-9379-019364313c63 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "DELETE /v2.0/networks/6f975910-39ac-4b83-aa76-25b285b914b7 HTTP/1.1" status: 404  len: 339 time: 0.0311775
Jan 29 10:18:58.326267 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58356) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:58.367815 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-89bb0562-c731-434d-bc36-f83886d36357 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:18:58.368241 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89bb0562-c731-434d-bc36-f83886d36357 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:18:58.370087 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-89bb0562-c731-434d-bc36-f83886d36357 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "DELETE /v2.0/subnets/692ad137-8846-4bda-a42a-20ba07bb78d5 HTTP/1.1" status: 404  len: 337 time: 0.0426030
Jan 29 10:18:58.372721 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58360) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:58.406452 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d2321a4-72e0-4b26-9cc3-99d99be67e92 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:18:58.406950 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d2321a4-72e0-4b26-9cc3-99d99be67e92 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:18:58.408736 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1d2321a4-72e0-4b26-9cc3-99d99be67e92 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "DELETE /v2.0/networks/e549d9b8-e18c-45e4-bd0f-da5ebf31968d HTTP/1.1" status: 404  len: 339 time: 0.0350645
Jan 29 10:18:58.411509 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58364) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:58.452313 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ee89f43-87d8-45e9-ae03-f4ac533afc04 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:18:58.452808 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ee89f43-87d8-45e9-ae03-f4ac533afc04 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:18:58.454629 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0ee89f43-87d8-45e9-ae03-f4ac533afc04 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "DELETE /v2.0/subnets/12a7ad80-1199-43f8-9394-da995c5ebec5 HTTP/1.1" status: 404  len: 337 time: 0.0421600
Jan 29 10:18:58.457380 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58368) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:58.484864 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f7c2fa5-c7d1-4ad5-8260-531a7127ad5e tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:18:58.485347 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f7c2fa5-c7d1-4ad5-8260-531a7127ad5e tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:18:58.489589 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6f7c2fa5-c7d1-4ad5-8260-531a7127ad5e tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "DELETE /v2.0/networks/1559821c-4305-4016-9e6f-fa8d53c29d8f HTTP/1.1" status: 404  len: 339 time: 0.0287516
Jan 29 10:18:58.489941 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58372) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:58.580349 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-85ae1036-9a30-4d3f-b627-dc776b92df09 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Deleting subnet 645b2585-ced6-4728-8d57-c2a4a0f4a1ab {{(pid=80765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:18:58.583847 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-85ae1036-9a30-4d3f-b627-dc776b92df09 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks [] for subnet, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:58.609546 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5902c004-4543-4989-b851-0c780cb806e1 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Router fd174538-28ab-4332-a5a2-c613885b7f93 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:18:58.646087 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-85ae1036-9a30-4d3f-b627-dc776b92df09 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1479249'] for subnet, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:58.734383 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-85ae1036-9a30-4d3f-b627-dc776b92df09 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:58.756425 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5902c004-4543-4989-b851-0c780cb806e1 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:18:58.767284 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2376611c-f66c-4145-b01a-346a4694f9f9 None None] Sync routers for ids ['fd174538-28ab-4332-a5a2-c613885b7f93'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:18:58.773842 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5902c004-4543-4989-b851-0c780cb806e1 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "PUT /v2.0/routers/fd174538-28ab-4332-a5a2-c613885b7f93/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8611076
Jan 29 10:18:58.776796 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58376) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:58.781868 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2376611c-f66c-4145-b01a-346a4694f9f9 None None] Routers {'fd174538-28ab-4332-a5a2-c613885b7f93'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:18:58.782558 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-2376611c-f66c-4145-b01a-346a4694f9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca12fbe0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:18:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['fd174538-28ab-4332-a5a2-c613885b7f93'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:58.832190 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f7eb472a-39c7-40e2-90bf-e743d8669298 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Synchronizing usage tracker for tenant:ad83ad6a41264da3be98f825b2f64def on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:18:58.850103 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-2376611c-f66c-4145-b01a-346a4694f9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca12fbe0>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:58.859365 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2376611c-f66c-4145-b01a-346a4694f9f9 None None] Routers {'fd174538-28ab-4332-a5a2-c613885b7f93'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:18:58.860061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-2376611c-f66c-4145-b01a-346a4694f9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca12fbe0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:18:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['fd174538-28ab-4332-a5a2-c613885b7f93'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:58.897771 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f7eb472a-39c7-40e2-90bf-e743d8669298 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Unset dirty status for tenant:ad83ad6a41264da3be98f825b2f64def on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:18:58.899017 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f7eb472a-39c7-40e2-90bf-e743d8669298 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd174538-28ab-4332-a5a2-c613885b7f93 HTTP/1.1" status: 200  len: 205 time: 0.1211989
Jan 29 10:18:58.902129 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58380) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:58.928106 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-2376611c-f66c-4145-b01a-346a4694f9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca12fbe0>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:18:58.928552 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2376611c-f66c-4145-b01a-346a4694f9f9 None None] The sync data for ids ['fd174538-28ab-4332-a5a2-c613885b7f93'] in dv-neutron-772983-2-ovs is: [] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:18:59.059688 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b6c66c79-44f1-4d04-bfab-620357aa704e tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for router, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:59.093506 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-85ae1036-9a30-4d3f-b627-dc776b92df09 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852603100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2204728'] for subnet, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:59.110412 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-aa872b2d-8a93-4088-a269-3693172a2464 tempest-NetworksTestDHCPv6-1806522766 tempest-NetworksTestDHCPv6-1806522766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:18:59.157234 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ae1036-9a30-4d3f-b627-dc776b92df09 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Pushing event deleted for resources: {'Subnet': ['ID=645b2585-ced6-4728-8d57-c2a4a0f4a1ab,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:18:59.162034 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-85ae1036-9a30-4d3f-b627-dc776b92df09 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:18:59.335330 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b6c66c79-44f1-4d04-bfab-620357aa704e tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:59.337884 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b6c66c79-44f1-4d04-bfab-620357aa704e tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:59.360708 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b6c66c79-44f1-4d04-bfab-620357aa704e tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:59.361267 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c66c79-44f1-4d04-bfab-620357aa704e tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Fanout notify agent at l3_agent the message router_deleted on router fd174538-28ab-4332-a5a2-c613885b7f93 {{(pid=80766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 10:18:59.410133 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b6c66c79-44f1-4d04-bfab-620357aa704e tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:59.411326 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b6c66c79-44f1-4d04-bfab-620357aa704e tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "DELETE /v2.0/routers/fd174538-28ab-4332-a5a2-c613885b7f93 HTTP/1.1" status: 204  len: 168 time: 0.5081151
Jan 29 10:18:59.414230 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58384) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:59.505291 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-022849ce-de6e-4aa2-b444-d1a49d06474c tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Deleting subnet 42be6513-da39-4fa2-823c-f1f46da9a491 {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:18:59.508827 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-022849ce-de6e-4aa2-b444-d1a49d06474c tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:59.516058 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-85ae1036-9a30-4d3f-b627-dc776b92df09 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:59.522455 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802cc5fa-be6b-45b7-8f5e-5d3b30fda6e5 None None] Network 8c652c80-5f87-4d3d-a2e3-954d4202c770 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:18:59.526159 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-85ae1036-9a30-4d3f-b627-dc776b92df09 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "DELETE /v2.0/subnets/645b2585-ced6-4728-8d57-c2a4a0f4a1ab HTTP/1.1" status: 204  len: 168 time: 1.0351837
Jan 29 10:18:59.528691 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58388) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:18:59.575856 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-022849ce-de6e-4aa2-b444-d1a49d06474c tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:59.670297 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f2665ae7-156c-4198-bdc8-d001ec0db556 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:59.673246 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-022849ce-de6e-4aa2-b444-d1a49d06474c tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:59.745661 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-f2665ae7-156c-4198-bdc8-d001ec0db556 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Deleting port bab56a25-2af1-4352-8329-c4bd54917d5b {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:18:59.746061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f2665ae7-156c-4198-bdc8-d001ec0db556 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:59.801953 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbedabd8-ea40-4a2e-9912-ba913ae72993 None None] DHCP port deletion for 8c652c80-5f87-4d3d-a2e3-954d4202c770 request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:18:59.806886 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-cbedabd8-ea40-4a2e-9912-ba913ae72993 None None] Deleting port bab56a25-2af1-4352-8329-c4bd54917d5b {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:18:59.807387 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cbedabd8-ea40-4a2e-9912-ba913ae72993 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:59.966865 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-f2665ae7-156c-4198-bdc8-d001ec0db556 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] For port bab56a25-2af1-4352-8329-c4bd54917d5b, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=bab56a25-2af1-4352-8329-c4bd54917d5b,segment=NetworkSegment(ac6aab40-b5e6-40fe-ab53-065cf1b0341f),segment_id=ac6aab40-b5e6-40fe-ab53-065cf1b0341f)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:18:59.967187 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f2665ae7-156c-4198-bdc8-d001ec0db556 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:59.972970 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-022849ce-de6e-4aa2-b444-d1a49d06474c tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:18:59.990857 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-44d506a4-42d9-4be8-8350-caf4da651d6e tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:00.037093 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-cbedabd8-ea40-4a2e-9912-ba913ae72993 None None] For port bab56a25-2af1-4352-8329-c4bd54917d5b, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=bab56a25-2af1-4352-8329-c4bd54917d5b,segment=NetworkSegment(ac6aab40-b5e6-40fe-ab53-065cf1b0341f),segment_id=ac6aab40-b5e6-40fe-ab53-065cf1b0341f)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:19:00.037434 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cbedabd8-ea40-4a2e-9912-ba913ae72993 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:00.047153 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022849ce-de6e-4aa2-b444-d1a49d06474c tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event deleted for resources: {'Subnet': ['ID=42be6513-da39-4fa2-823c-f1f46da9a491,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:00.049911 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-022849ce-de6e-4aa2-b444-d1a49d06474c tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:00.106991 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-f2665ae7-156c-4198-bdc8-d001ec0db556 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Calling delete_port for bab56a25-2af1-4352-8329-c4bd54917d5b owned by network:dhcp {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:19:00.138095 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-022849ce-de6e-4aa2-b444-d1a49d06474c tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:00.148394 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-022849ce-de6e-4aa2-b444-d1a49d06474c tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "DELETE /v2.0/subnets/42be6513-da39-4fa2-823c-f1f46da9a491 HTTP/1.1" status: 204  len: 168 time: 0.7330656
Jan 29 10:19:00.149076 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58392) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:00.167923 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50022fca-eefb-4c60-aa33-893115ddfe71 None None] Network c07746d5-02aa-4f58-a99e-d8fefb0094af requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:19:00.189988 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-cbedabd8-ea40-4a2e-9912-ba913ae72993 None None] Calling delete_port for bab56a25-2af1-4352-8329-c4bd54917d5b owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:19:00.201357 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f2665ae7-156c-4198-bdc8-d001ec0db556 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:00.218812 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-029c6f14-5d48-4c4a-b630-97fd02fad852 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:00.277682 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2665ae7-156c-4198-bdc8-d001ec0db556 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Pushing event deleted for resources: {'Port': ['ID=bab56a25-2af1-4352-8329-c4bd54917d5b,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:00.282302 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f2665ae7-156c-4198-bdc8-d001ec0db556 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:00.293053 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3b4b3c51-29a3-4783-b5eb-9c4897cbb9cb tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:00.373703 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2665ae7-156c-4198-bdc8-d001ec0db556 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] No DVR routers for this DVR port bab56a25-2af1-4352-8329-c4bd54917d5b on host dv-neutron-772983-2-ovs {{(pid=80765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:19:00.466885 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-cbedabd8-ea40-4a2e-9912-ba913ae72993 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80767) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:19:00.467174 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-cbedabd8-ea40-4a2e-9912-ba913ae72993 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:19:00.528322 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f2665ae7-156c-4198-bdc8-d001ec0db556 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:00.538222 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72891a2-0cdd-448a-bcbb-b00e98e38208 None None] DHCP port deletion for c07746d5-02aa-4f58-a99e-d8fefb0094af request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:19:00.542982 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-a72891a2-0cdd-448a-bcbb-b00e98e38208 None None] Deleting port 09ce048d-1a17-4f70-a32d-770770ea4fd7 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:19:00.543520 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a72891a2-0cdd-448a-bcbb-b00e98e38208 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:00.650156 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-3b4b3c51-29a3-4783-b5eb-9c4897cbb9cb tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Deleting port 09ce048d-1a17-4f70-a32d-770770ea4fd7 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:19:00.650536 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3b4b3c51-29a3-4783-b5eb-9c4897cbb9cb tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:00.664609 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-f2665ae7-156c-4198-bdc8-d001ec0db556 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c81bf9e8>,) {'filters': {'network_id': ['8c652c80-5f87-4d3d-a2e3-954d4202c770']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:00.679199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-f2665ae7-156c-4198-bdc8-d001ec0db556 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c81bf9e8>, 'ac6aab40-b5e6-40fe-ab53-065cf1b0341f') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:00.679826 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-f2665ae7-156c-4198-bdc8-d001ec0db556 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c81bf9e8>, 'ac6aab40-b5e6-40fe-ab53-065cf1b0341f') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:00.695215 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f2665ae7-156c-4198-bdc8-d001ec0db556 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:00.713203 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f2665ae7-156c-4198-bdc8-d001ec0db556 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:00.715795 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f2665ae7-156c-4198-bdc8-d001ec0db556 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Releasing vxlan tunnel 4 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:19:00.881045 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-3b4b3c51-29a3-4783-b5eb-9c4897cbb9cb tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] For port 09ce048d-1a17-4f70-a32d-770770ea4fd7, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=09ce048d-1a17-4f70-a32d-770770ea4fd7,segment=NetworkSegment(1172638b-3d83-49e2-a901-79ed838e3f20),segment_id=1172638b-3d83-49e2-a901-79ed838e3f20)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:19:00.881425 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3b4b3c51-29a3-4783-b5eb-9c4897cbb9cb tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:00.930400 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-f2665ae7-156c-4198-bdc8-d001ec0db556 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Network 8c652c80-5f87-4d3d-a2e3-954d4202c770 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:19:00.940707 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f2665ae7-156c-4198-bdc8-d001ec0db556 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:00.948327 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-a72891a2-0cdd-448a-bcbb-b00e98e38208 None None] For port 09ce048d-1a17-4f70-a32d-770770ea4fd7, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=09ce048d-1a17-4f70-a32d-770770ea4fd7,segment=NetworkSegment(1172638b-3d83-49e2-a901-79ed838e3f20),segment_id=1172638b-3d83-49e2-a901-79ed838e3f20)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:19:00.948782 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a72891a2-0cdd-448a-bcbb-b00e98e38208 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:01.014443 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-cbedabd8-ea40-4a2e-9912-ba913ae72993 None None] Deleting port bab56a25-2af1-4352-8329-c4bd54917d5b {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:19:01.014973 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cbedabd8-ea40-4a2e-9912-ba913ae72993 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:01.027529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-3b4b3c51-29a3-4783-b5eb-9c4897cbb9cb tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Calling delete_port for 09ce048d-1a17-4f70-a32d-770770ea4fd7 owned by network:dhcp {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:19:01.111714 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3b4b3c51-29a3-4783-b5eb-9c4897cbb9cb tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:01.127694 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a8e6cb43-a95b-4c05-96e9-0e40a9b5d8a4 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:01.145648 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-f2665ae7-156c-4198-bdc8-d001ec0db556 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Network 8c652c80-5f87-4d3d-a2e3-954d4202c770 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:19:01.145946 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-a72891a2-0cdd-448a-bcbb-b00e98e38208 None None] Calling delete_port for 09ce048d-1a17-4f70-a32d-770770ea4fd7 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:19:01.171110 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:19:01.171110 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:19:01.171110 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:19:01.171110 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:19:01.171110 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:19:01.171110 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:19:01.171110 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:19:01.171110 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:19:01.171110 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:19:01.171110 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:19:01.171110 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:19:01.171110 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:19:01.171110 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:19:01.171110 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:19:01.171110 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:19:01.171110 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:19:01.171110 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:19:01.171110 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:19:01.171110 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:19:01.171110 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:19:01.171110 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:19:01.171110 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:19:01.171110 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:19:01.171110 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:19:01.171110 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:19:01.171110 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:19:01.171110 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:19:01.171110 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:19:01.171110 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:19:01.171110 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:19:01.171110 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:19:01.171110 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:19:01.188170 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4b3c51-29a3-4783-b5eb-9c4897cbb9cb tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event deleted for resources: {'Port': ['ID=09ce048d-1a17-4f70-a32d-770770ea4fd7,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:01.192299 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3b4b3c51-29a3-4783-b5eb-9c4897cbb9cb tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:01.193474 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-cbedabd8-ea40-4a2e-9912-ba913ae72993 None None] The port 'bab56a25-2af1-4352-8329-c4bd54917d5b' was deleted {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 29 10:19:01.249806 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-a72891a2-0cdd-448a-bcbb-b00e98e38208 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80767) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:19:01.250396 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-a72891a2-0cdd-448a-bcbb-b00e98e38208 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:19:01.262551 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f2665ae7-156c-4198-bdc8-d001ec0db556 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:01.267396 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f2665ae7-156c-4198-bdc8-d001ec0db556 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:01.274570 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a663e8d8-a782-424b-8aa4-99537b97914e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:01.276281 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4b3c51-29a3-4783-b5eb-9c4897cbb9cb tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] No DVR routers for this DVR port 09ce048d-1a17-4f70-a32d-770770ea4fd7 on host dv-neutron-772983-2-ovs {{(pid=80766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:19:01.300382 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f2665ae7-156c-4198-bdc8-d001ec0db556 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] 10.222.0.57 "DELETE /v2.0/networks/8c652c80-5f87-4d3d-a2e3-954d4202c770 HTTP/1.1" status: 204  len: 168 time: 1.7705860
Jan 29 10:19:01.304773 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2665ae7-156c-4198-bdc8-d001ec0db556 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Pushing event deleted for resources: {'Network': ['ID=8c652c80-5f87-4d3d-a2e3-954d4202c770,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:01.307019 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f2665ae7-156c-4198-bdc8-d001ec0db556 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:01.411133 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3b4b3c51-29a3-4783-b5eb-9c4897cbb9cb tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:01.535363 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-3b4b3c51-29a3-4783-b5eb-9c4897cbb9cb tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c92ae198>,) {'filters': {'network_id': ['c07746d5-02aa-4f58-a99e-d8fefb0094af']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:01.548426 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-3b4b3c51-29a3-4783-b5eb-9c4897cbb9cb tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c92ae198>, '1172638b-3d83-49e2-a901-79ed838e3f20') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:01.548762 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-3b4b3c51-29a3-4783-b5eb-9c4897cbb9cb tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c92ae198>, '1172638b-3d83-49e2-a901-79ed838e3f20') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:01.560983 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3b4b3c51-29a3-4783-b5eb-9c4897cbb9cb tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:01.576717 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3b4b3c51-29a3-4783-b5eb-9c4897cbb9cb tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:01.579408 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3b4b3c51-29a3-4783-b5eb-9c4897cbb9cb tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Releasing vxlan tunnel 5 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:19:01.615851 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58402) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:01.751540 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-a72891a2-0cdd-448a-bcbb-b00e98e38208 None None] Deleting port 09ce048d-1a17-4f70-a32d-770770ea4fd7 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:19:01.752029 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a72891a2-0cdd-448a-bcbb-b00e98e38208 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:01.770233 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-3b4b3c51-29a3-4783-b5eb-9c4897cbb9cb tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Network c07746d5-02aa-4f58-a99e-d8fefb0094af has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:19:01.779754 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3b4b3c51-29a3-4783-b5eb-9c4897cbb9cb tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:01.817951 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e90cc21e-6726-4ece-a33b-f5e699f95831 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8cc4c548833141b8bc8f9009064567bd&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2005386
Jan 29 10:19:01.818738 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58408) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:01.831052 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-a72891a2-0cdd-448a-bcbb-b00e98e38208 None None] The port '09ce048d-1a17-4f70-a32d-770770ea4fd7' was deleted {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 29 10:19:01.840534 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 09ce048d-1a17-4f70-a32d-770770ea4fd7 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:19:01.879447 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 09ce048d-1a17-4f70-a32d-770770ea4fd7 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:19:01.879846 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 09ce048d-1a17-4f70-a32d-770770ea4fd7 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:19:01.880316 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device bab56a25-2af1-4352-8329-c4bd54917d5b no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:19:01.890835 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d38574d7-e4f7-44d1-aed9-f2d67fccb8d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:01.916173 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: bab56a25-2af1-4352-8329-c4bd54917d5b {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:19:01.917008 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device bab56a25-2af1-4352-8329-c4bd54917d5b not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:19:01.918846 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d38574d7-e4f7-44d1-aed9-f2d67fccb8d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:01.966575 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d38574d7-e4f7-44d1-aed9-f2d67fccb8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:01.972503 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bd40c6d4-6a88-4de7-a0d1-6cc2eeab396b tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:01.976008 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-3b4b3c51-29a3-4783-b5eb-9c4897cbb9cb tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Network c07746d5-02aa-4f58-a99e-d8fefb0094af has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:19:01.986318 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38574d7-e4f7-44d1-aed9-f2d67fccb8d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db860fc-b902-4f0e-9950-f72d1fd6283d,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:01.989146 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d38574d7-e4f7-44d1-aed9-f2d67fccb8d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:01.990380 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d38574d7-e4f7-44d1-aed9-f2d67fccb8d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:01.996250 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d38574d7-e4f7-44d1-aed9-f2d67fccb8d4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9db860fc-b902-4f0e-9950-f72d1fd6283d HTTP/1.1" status: 204  len: 168 time: 0.1747410
Jan 29 10:19:02.012819 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:19:02.012819 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:19:02.012819 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:19:02.012819 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:19:02.012819 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:19:02.012819 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:19:02.012819 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:19:02.012819 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:19:02.012819 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:19:02.012819 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:19:02.012819 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:19:02.012819 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:19:02.012819 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:19:02.012819 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:19:02.012819 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:19:02.012819 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:19:02.012819 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:19:02.012819 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:19:02.012819 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:19:02.012819 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:19:02.012819 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:19:02.012819 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:19:02.012819 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:19:02.012819 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:19:02.012819 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:19:02.012819 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:19:02.012819 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:19:02.012819 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:19:02.012819 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:19:02.012819 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:19:02.012819 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:19:02.012819 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:19:02.097294 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3b4b3c51-29a3-4783-b5eb-9c4897cbb9cb tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:02.101566 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3b4b3c51-29a3-4783-b5eb-9c4897cbb9cb tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:02.106326 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f8daf5ad-6c57-4cf0-aa56-24e9e856d66e tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:02.134781 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4b3c51-29a3-4783-b5eb-9c4897cbb9cb tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event deleted for resources: {'Network': ['ID=c07746d5-02aa-4f58-a99e-d8fefb0094af,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:02.137734 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3b4b3c51-29a3-4783-b5eb-9c4897cbb9cb tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:02.145359 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3b4b3c51-29a3-4783-b5eb-9c4897cbb9cb tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "DELETE /v2.0/networks/c07746d5-02aa-4f58-a99e-d8fefb0094af HTTP/1.1" status: 204  len: 168 time: 1.9951744
Jan 29 10:19:02.149811 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58414) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:02.155490 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-1bf5dfbd-3a85-4574-973a-a2cc34da20bc tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-400277685', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:19:02.178877 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-1bf5dfbd-3a85-4574-973a-a2cc34da20bc tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:19:02.183377 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-1bf5dfbd-3a85-4574-973a-a2cc34da20bc tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Usage tracker for resource:router and tenant:ad83ad6a41264da3be98f825b2f64def is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:19:02.187212 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-1bf5dfbd-3a85-4574-973a-a2cc34da20bc tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Quota usage for router was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:19:02.194231 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-1bf5dfbd-3a85-4574-973a-a2cc34da20bc tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:19:02.205530 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1bf5dfbd-3a85-4574-973a-a2cc34da20bc tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:02.206637 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1bf5dfbd-3a85-4574-973a-a2cc34da20bc tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:02.224077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1bf5dfbd-3a85-4574-973a-a2cc34da20bc tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:02.241507 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1bf5dfbd-3a85-4574-973a-a2cc34da20bc tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:02.302445 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1bf5dfbd-3a85-4574-973a-a2cc34da20bc tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:02.306493 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1bf5dfbd-3a85-4574-973a-a2cc34da20bc tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 698 time: 0.1532428
Jan 29 10:19:02.306700 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58420) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:02.313393 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-42d3d12b-c2d0-4243-979a-0000a0a19f51 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Request body: {'network': {'name': 'tempest-RoutersTest-1830223545'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:19:02.318721 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-42d3d12b-c2d0-4243-979a-0000a0a19f51 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:19:02.324061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-42d3d12b-c2d0-4243-979a-0000a0a19f51 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Usage tracker for resource:network and tenant:ad83ad6a41264da3be98f825b2f64def is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:19:02.327166 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-42d3d12b-c2d0-4243-979a-0000a0a19f51 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Quota usage for network was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:19:02.332911 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-42d3d12b-c2d0-4243-979a-0000a0a19f51 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:19:02.341687 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d3d12b-c2d0-4243-979a-0000a0a19f51 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Made reservation on behalf of ad83ad6a41264da3be98f825b2f64def for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:19:02.363839 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-42d3d12b-c2d0-4243-979a-0000a0a19f51 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:02.397402 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42d3d12b-c2d0-4243-979a-0000a0a19f51 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:19:02.406910 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-42d3d12b-c2d0-4243-979a-0000a0a19f51 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:02.407295 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-42d3d12b-c2d0-4243-979a-0000a0a19f51 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Added segment 80f18464-84c2-4166-80af-a27abb20ce25 of type vxlan for network 4686dbfe-4e85-4788-9d3f-cf7b81186ff3
Jan 29 10:19:02.434964 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-42d3d12b-c2d0-4243-979a-0000a0a19f51 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:02.469727 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-42d3d12b-c2d0-4243-979a-0000a0a19f51 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:02.538545 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d3d12b-c2d0-4243-979a-0000a0a19f51 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:19:02.539187 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-42d3d12b-c2d0-4243-979a-0000a0a19f51 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:02.545933 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-dca6e1a4-581a-4959-ba4c-e9cdd37e5826 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:02.602130 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-42d3d12b-c2d0-4243-979a-0000a0a19f51 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.2943060
Jan 29 10:19:02.605055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58430) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:02.613166 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-6f893cf3-8894-4a01-89f9-3868740efbaa tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Request body: {'subnet': {'network_id': '4686dbfe-4e85-4788-9d3f-cf7b81186ff3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:19:02.664568 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d3d12b-c2d0-4243-979a-0000a0a19f51 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event updated for resources: {'Network': ['ID=4686dbfe-4e85-4788-9d3f-cf7b81186ff3,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:02.667569 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-42d3d12b-c2d0-4243-979a-0000a0a19f51 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:02.676941 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 4686dbfe-4e85-4788-9d3f-cf7b81186ff3 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:19:02.698529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 4686dbfe-4e85-4788-9d3f-cf7b81186ff3 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:19:02.754642 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-6f893cf3-8894-4a01-89f9-3868740efbaa tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:19:02.758808 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6f893cf3-8894-4a01-89f9-3868740efbaa tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Usage tracker for resource:subnet and tenant:ad83ad6a41264da3be98f825b2f64def is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:19:02.761808 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6f893cf3-8894-4a01-89f9-3868740efbaa tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:19:02.768287 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-6f893cf3-8894-4a01-89f9-3868740efbaa tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:19:02.777267 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f893cf3-8894-4a01-89f9-3868740efbaa tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Made reservation on behalf of ad83ad6a41264da3be98f825b2f64def for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:19:02.802073 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6f893cf3-8894-4a01-89f9-3868740efbaa tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:03.096308 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58442) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:03.240224 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-b6e5f409-e090-49f3-b140-f9ccca6deb61 tempest-TagsTest-87883786 tempest-TagsTest-87883786-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1175249672'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:19:03.245654 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-b6e5f409-e090-49f3-b140-f9ccca6deb61 tempest-TagsTest-87883786 tempest-TagsTest-87883786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:19:03.250371 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b6e5f409-e090-49f3-b140-f9ccca6deb61 tempest-TagsTest-87883786 tempest-TagsTest-87883786-project] Usage tracker for resource:network and tenant:9665805bbf61479a90f0805ccc1a6494 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:19:03.253363 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b6e5f409-e090-49f3-b140-f9ccca6deb61 tempest-TagsTest-87883786 tempest-TagsTest-87883786-project] Quota usage for network was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:19:03.259185 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-b6e5f409-e090-49f3-b140-f9ccca6deb61 tempest-TagsTest-87883786 tempest-TagsTest-87883786-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:19:03.263039 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6f893cf3-8894-4a01-89f9-3868740efbaa tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:03.269393 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e5f409-e090-49f3-b140-f9ccca6deb61 tempest-TagsTest-87883786 tempest-TagsTest-87883786-project] Made reservation on behalf of 9665805bbf61479a90f0805ccc1a6494 for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:19:03.279069 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3d7f3436-c32a-46e7-a708-3808c181535e tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:03.291322 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b6e5f409-e090-49f3-b140-f9ccca6deb61 tempest-TagsTest-87883786 tempest-TagsTest-87883786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:03.311622 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b6e5f409-e090-49f3-b140-f9ccca6deb61 tempest-TagsTest-87883786 tempest-TagsTest-87883786-project] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:03.328720 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-b6e5f409-e090-49f3-b140-f9ccca6deb61 tempest-TagsTest-87883786 tempest-TagsTest-87883786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:19:03.332852 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b6e5f409-e090-49f3-b140-f9ccca6deb61 tempest-TagsTest-87883786 tempest-TagsTest-87883786-project] Usage tracker for resource:security_group_rule and tenant:9665805bbf61479a90f0805ccc1a6494 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:19:03.336259 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b6e5f409-e090-49f3-b140-f9ccca6deb61 tempest-TagsTest-87883786 tempest-TagsTest-87883786-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:19:03.342139 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-b6e5f409-e090-49f3-b140-f9ccca6deb61 tempest-TagsTest-87883786 tempest-TagsTest-87883786-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:19:03.414880 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f893cf3-8894-4a01-89f9-3868740efbaa tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event updated for resources: {'Subnet': ['ID=4f0e0b96-e4d2-4f66-b56e-5dab5ac58e86,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:03.418897 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6f893cf3-8894-4a01-89f9-3868740efbaa tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:03.432924 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b6e5f409-e090-49f3-b140-f9ccca6deb61 tempest-TagsTest-87883786 tempest-TagsTest-87883786-project] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:03.436343 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b6e5f409-e090-49f3-b140-f9ccca6deb61 tempest-TagsTest-87883786 tempest-TagsTest-87883786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:03.440893 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e54bd924-fdaf-472b-8767-751d6a9ea5f1 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:03.473514 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6e5f409-e090-49f3-b140-f9ccca6deb61 tempest-TagsTest-87883786 tempest-TagsTest-87883786-project] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:19:03.486724 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e5f409-e090-49f3-b140-f9ccca6deb61 tempest-TagsTest-87883786 tempest-TagsTest-87883786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e700153-c22c-407f-989f-f6788a755784,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:03.490567 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f893cf3-8894-4a01-89f9-3868740efbaa tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Checking segment: {'id': '80f18464-84c2-4166-80af-a27abb20ce25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4686dbfe-4e85-4788-9d3f-cf7b81186ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:19:03.490969 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f893cf3-8894-4a01-89f9-3868740efbaa tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Network hostable DHCP agents. Network: 4686dbfe-4e85-4788-9d3f-cf7b81186ff3, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:19:03.491175 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b6e5f409-e090-49f3-b140-f9ccca6deb61 tempest-TagsTest-87883786 tempest-TagsTest-87883786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:03.492180 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b6e5f409-e090-49f3-b140-f9ccca6deb61 tempest-TagsTest-87883786 tempest-TagsTest-87883786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:03.492568 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-b6e5f409-e090-49f3-b140-f9ccca6deb61 tempest-TagsTest-87883786 tempest-TagsTest-87883786-project] Added segment b8abf2a3-d244-4d5a-b607-53f9906ad861 of type vxlan for network 215c2202-83c3-48c5-a2b6-b9ba13238de8
Jan 29 10:19:03.511035 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f893cf3-8894-4a01-89f9-3868740efbaa tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Network 4686dbfe-4e85-4788-9d3f-cf7b81186ff3 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:19:03.520036 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-6f893cf3-8894-4a01-89f9-3868740efbaa tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 4686dbfe-4e85-4788-9d3f-cf7b81186ff3) {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:19:03.521345 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b6e5f409-e090-49f3-b140-f9ccca6deb61 tempest-TagsTest-87883786 tempest-TagsTest-87883786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:03.530235 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f20fd95-60cd-4346-8ddd-a2939040cb48 None None] Network 4686dbfe-4e85-4788-9d3f-cf7b81186ff3 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:19:03.534058 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f893cf3-8894-4a01-89f9-3868740efbaa tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:19:03.534718 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6f893cf3-8894-4a01-89f9-3868740efbaa tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:03.555875 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6f893cf3-8894-4a01-89f9-3868740efbaa tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9493206
Jan 29 10:19:03.558931 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58448) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:03.627787 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b6e5f409-e090-49f3-b140-f9ccca6deb61 tempest-TagsTest-87883786 tempest-TagsTest-87883786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:03.695256 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e5f409-e090-49f3-b140-f9ccca6deb61 tempest-TagsTest-87883786 tempest-TagsTest-87883786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:19:03.696124 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b6e5f409-e090-49f3-b140-f9ccca6deb61 tempest-TagsTest-87883786 tempest-TagsTest-87883786-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:03.710064 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a36dc6b4-6854-4ffb-83d2-70e6ca3ab61a tempest-BulkNetworkOpsTest-1131632643 tempest-BulkNetworkOpsTest-1131632643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:03.762666 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78f3235-3ffa-4df8-b2ea-9743afa6011e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-4686dbfe-4e85-4788-9d3f-cf7b81186ff3', 'network_id': '4686dbfe-4e85-4788-9d3f-cf7b81186ff3', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'fixed_ips': [{'subnet_id': '4f0e0b96-e4d2-4f66-b56e-5dab5ac58e86'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:19:03.763566 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a78f3235-3ffa-4df8-b2ea-9743afa6011e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:03.990901 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b6e5f409-e090-49f3-b140-f9ccca6deb61 tempest-TagsTest-87883786 tempest-TagsTest-87883786-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 776 time: 0.8931990
Jan 29 10:19:03.994873 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58452) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:04.002092 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.tag.tag_plugin [None req-2e8e15d3-ad26-4ab0-85b1-cb70154f61e0 tempest-TagsTest-87883786 tempest-TagsTest-87883786-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f99c9727278>, 'networks', '215c2202-83c3-48c5-a2b6-b9ba13238de8', 'tempest-TagsTest-Tag-1906254272') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:04.059712 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-a78f3235-3ffa-4df8-b2ea-9743afa6011e None None] Allocated IP 172.20.0.2 (4686dbfe-4e85-4788-9d3f-cf7b81186ff3/4f0e0b96-e4d2-4f66-b56e-5dab5ac58e86/cff22600-0341-4fbf-9b8b-d9bf5008b237) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:19:04.065965 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e5f409-e090-49f3-b140-f9ccca6deb61 tempest-TagsTest-87883786 tempest-TagsTest-87883786-project] Pushing event updated for resources: {'Network': ['ID=215c2202-83c3-48c5-a2b6-b9ba13238de8,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:04.070783 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b6e5f409-e090-49f3-b140-f9ccca6deb61 tempest-TagsTest-87883786 tempest-TagsTest-87883786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:04.092231 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 215c2202-83c3-48c5-a2b6-b9ba13238de8 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:19:04.116896 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 215c2202-83c3-48c5-a2b6-b9ba13238de8 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:19:04.141121 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2e8e15d3-ad26-4ab0-85b1-cb70154f61e0 tempest-TagsTest-87883786 tempest-TagsTest-87883786-project] 10.222.0.57 "PUT /v2.0/networks/215c2202-83c3-48c5-a2b6-b9ba13238de8/tags/tempest-TagsTest-Tag-1906254272 HTTP/1.1" status: 201  len: 201 time: 0.1425385
Jan 29 10:19:04.142291 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58456) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:04.148344 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.tag.tag_plugin [None req-dde80ad5-9b82-4876-8839-d3b9492d90f9 tempest-TagsTest-87883786 tempest-TagsTest-87883786-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f99caadbeb8>, 'networks', '215c2202-83c3-48c5-a2b6-b9ba13238de8', 'tempest-TagsTest-Tag-1906254272') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:04.261094 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-dde80ad5-9b82-4876-8839-d3b9492d90f9 tempest-TagsTest-87883786 tempest-TagsTest-87883786-project] 10.222.0.57 "GET /v2.0/networks/215c2202-83c3-48c5-a2b6-b9ba13238de8/tags/tempest-TagsTest-Tag-1906254272 HTTP/1.1" status: 204  len: 168 time: 0.1150448
Jan 29 10:19:04.261445 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58460) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:04.267378 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.tag.tag_plugin [None req-b15499f5-dc8a-4564-9c9c-7600d9a8512f tempest-TagsTest-87883786 tempest-TagsTest-87883786-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f99ca5a1128>, 'networks', '215c2202-83c3-48c5-a2b6-b9ba13238de8') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:04.325302 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0bfc0bf5-da93-436d-951d-eef7ac47f898 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:04.391395 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b15499f5-dc8a-4564-9c9c-7600d9a8512f tempest-TagsTest-87883786 tempest-TagsTest-87883786-project] 10.222.0.57 "GET /v2.0/networks/215c2202-83c3-48c5-a2b6-b9ba13238de8/tags HTTP/1.1" status: 200  len: 238 time: 0.1286240
Jan 29 10:19:04.394431 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58464) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:04.400492 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.tag.tag_plugin [None req-f6403d02-e678-4d18-8335-9267968b6e08 tempest-TagsTest-87883786 tempest-TagsTest-87883786-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f99c85d7b70>, 'networks', '215c2202-83c3-48c5-a2b6-b9ba13238de8', {'tags': ['tempest-TagsTest-Tag-60630501', 'tempest-TagsTest-Tag-2086224554', 'tempest-TagsTest-Tag-592208168']}) {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:04.501507 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a78f3235-3ffa-4df8-b2ea-9743afa6011e None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:04.512751 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-a78f3235-3ffa-4df8-b2ea-9743afa6011e None None] Transition to ACTIVE for port object cff22600-0341-4fbf-9b8b-d9bf5008b237 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:19:04.530478 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f6403d02-e678-4d18-8335-9267968b6e08 tempest-TagsTest-87883786 tempest-TagsTest-87883786-project] 10.222.0.57 "PUT /v2.0/networks/215c2202-83c3-48c5-a2b6-b9ba13238de8/tags HTTP/1.1" status: 200  len: 306 time: 0.1316609
Jan 29 10:19:04.531239 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58468) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:04.533719 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-a78f3235-3ffa-4df8-b2ea-9743afa6011e None None] Transition to ACTIVE for port object cff22600-0341-4fbf-9b8b-d9bf5008b237 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:19:04.537320 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.tag.tag_plugin [None req-b174c9e7-72a7-4f05-9400-2ad2c2b16e62 tempest-TagsTest-87883786 tempest-TagsTest-87883786-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f99c39bfc88>, 'networks', '215c2202-83c3-48c5-a2b6-b9ba13238de8', 'tempest-TagsTest-Tag-60630501') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:04.538894 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a78f3235-3ffa-4df8-b2ea-9743afa6011e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:04.555328 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-10859a52-99ef-4a9d-af02-27ad5b6b6365 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:04.667735 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b174c9e7-72a7-4f05-9400-2ad2c2b16e62 tempest-TagsTest-87883786 tempest-TagsTest-87883786-project] 10.222.0.57 "DELETE /v2.0/networks/215c2202-83c3-48c5-a2b6-b9ba13238de8/tags/tempest-TagsTest-Tag-60630501 HTTP/1.1" status: 204  len: 168 time: 0.1354725
Jan 29 10:19:04.670567 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58472) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:04.676908 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.tag.tag_plugin [None req-c26c8c46-76b4-4521-8bf2-def0c53c895d tempest-TagsTest-87883786 tempest-TagsTest-87883786-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f99c3e23358>, 'networks', '215c2202-83c3-48c5-a2b6-b9ba13238de8', 'tempest-TagsTest-Tag-60630501') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:04.693396 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78f3235-3ffa-4df8-b2ea-9743afa6011e None None] Pushing event updated for resources: {'Port': ['ID=cff22600-0341-4fbf-9b8b-d9bf5008b237,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:04.698246 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a78f3235-3ffa-4df8-b2ea-9743afa6011e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:04.767126 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78f3235-3ffa-4df8-b2ea-9743afa6011e None None] Network 4686dbfe-4e85-4788-9d3f-cf7b81186ff3 is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:19:04.768775 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-a78f3235-3ffa-4df8-b2ea-9743afa6011e None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:19:04.770867 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:04.772334 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78f3235-3ffa-4df8-b2ea-9743afa6011e None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:19:04.793767 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-c26c8c46-76b4-4521-8bf2-def0c53c895d tempest-TagsTest-87883786 tempest-TagsTest-87883786-project] show failed (client error): The resource could not be found.
Jan 29 10:19:04.798492 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c26c8c46-76b4-4521-8bf2-def0c53c895d tempest-TagsTest-87883786 tempest-TagsTest-87883786-project] 10.222.0.57 "GET /v2.0/networks/215c2202-83c3-48c5-a2b6-b9ba13238de8/tags/tempest-TagsTest-Tag-60630501 HTTP/1.1" status: 404  len: 324 time: 0.1232760
Jan 29 10:19:04.798634 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58476) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:04.803922 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.tag.tag_plugin [None req-5fcd5f09-acd8-432a-b11a-c0037a61e028 tempest-TagsTest-87883786 tempest-TagsTest-87883786-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f99caca3e10>, 'networks', '215c2202-83c3-48c5-a2b6-b9ba13238de8', 'tempest-TagsTest-Tag-2086224554') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:04.837377 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-a78f3235-3ffa-4df8-b2ea-9743afa6011e None None] Attempting to bind port cff22600-0341-4fbf-9b8b-d9bf5008b237 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:19:04.837836 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-a78f3235-3ffa-4df8-b2ea-9743afa6011e None None] Attempting to bind port cff22600-0341-4fbf-9b8b-d9bf5008b237 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '80f18464-84c2-4166-80af-a27abb20ce25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4686dbfe-4e85-4788-9d3f-cf7b81186ff3'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:19:04.838254 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78f3235-3ffa-4df8-b2ea-9743afa6011e None None] Attempting to bind port cff22600-0341-4fbf-9b8b-d9bf5008b237 on network 4686dbfe-4e85-4788-9d3f-cf7b81186ff3 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:19:04.844408 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78f3235-3ffa-4df8-b2ea-9743afa6011e None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:19:04.844839 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78f3235-3ffa-4df8-b2ea-9743afa6011e None None] Checking segment: {'id': '80f18464-84c2-4166-80af-a27abb20ce25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4686dbfe-4e85-4788-9d3f-cf7b81186ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:19:04.845411 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a78f3235-3ffa-4df8-b2ea-9743afa6011e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:04.845879 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78f3235-3ffa-4df8-b2ea-9743afa6011e None None] Bound using segment: {'id': '80f18464-84c2-4166-80af-a27abb20ce25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4686dbfe-4e85-4788-9d3f-cf7b81186ff3'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:19:04.846411 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-a78f3235-3ffa-4df8-b2ea-9743afa6011e None None] Bound port: cff22600-0341-4fbf-9b8b-d9bf5008b237, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80f18464-84c2-4166-80af-a27abb20ce25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4686dbfe-4e85-4788-9d3f-cf7b81186ff3'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:19:04.846844 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a78f3235-3ffa-4df8-b2ea-9743afa6011e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:04.866605 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-0bfc0bf5-da93-436d-951d-eef7ac47f898 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Allocated IP 172.20.0.1 (4686dbfe-4e85-4788-9d3f-cf7b81186ff3/4f0e0b96-e4d2-4f66-b56e-5dab5ac58e86/a8d84f63-ead2-40fe-8c28-b7092d789b21) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:19:04.920708 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5fcd5f09-acd8-432a-b11a-c0037a61e028 tempest-TagsTest-87883786 tempest-TagsTest-87883786-project] 10.222.0.57 "GET /v2.0/networks/215c2202-83c3-48c5-a2b6-b9ba13238de8/tags/tempest-TagsTest-Tag-2086224554 HTTP/1.1" status: 204  len: 168 time: 0.1209409
Jan 29 10:19:04.923472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58480) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:04.929156 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.tag.tag_plugin [None req-50b4698b-d582-4208-8bc3-f01814a14293 tempest-TagsTest-87883786 tempest-TagsTest-87883786-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f99c3d92c88>, 'networks', '215c2202-83c3-48c5-a2b6-b9ba13238de8', 'tempest-TagsTest-Tag-592208168') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:04.944031 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-a78f3235-3ffa-4df8-b2ea-9743afa6011e None None] For port cff22600-0341-4fbf-9b8b-d9bf5008b237, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:19:04.948137 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-a78f3235-3ffa-4df8-b2ea-9743afa6011e None None] For port cff22600-0341-4fbf-9b8b-d9bf5008b237, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=cff22600-0341-4fbf-9b8b-d9bf5008b237,segment=NetworkSegment(80f18464-84c2-4166-80af-a27abb20ce25),segment_id=80f18464-84c2-4166-80af-a27abb20ce25)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:19:04.953605 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a78f3235-3ffa-4df8-b2ea-9743afa6011e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:04.969951 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0678c366-c9bf-4643-82ae-4605caee368a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:05.035801 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-50b4698b-d582-4208-8bc3-f01814a14293 tempest-TagsTest-87883786 tempest-TagsTest-87883786-project] 10.222.0.57 "GET /v2.0/networks/215c2202-83c3-48c5-a2b6-b9ba13238de8/tags/tempest-TagsTest-Tag-592208168 HTTP/1.1" status: 204  len: 168 time: 0.1110017
Jan 29 10:19:05.038286 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58484) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:05.043815 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.tag.tag_plugin [None req-f1019ba4-d599-475b-b670-5fc52463f781 tempest-TagsTest-87883786 tempest-TagsTest-87883786-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f99c8615550>, 'networks', '215c2202-83c3-48c5-a2b6-b9ba13238de8') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:05.056452 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0bfc0bf5-da93-436d-951d-eef7ac47f898 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:05.074501 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-0bfc0bf5-da93-436d-951d-eef7ac47f898 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Transition to ACTIVE for port object a8d84f63-ead2-40fe-8c28-b7092d789b21 will not be triggered until provisioned by entity DHCP. {{(pid=80765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:19:05.097634 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0bfc0bf5-da93-436d-951d-eef7ac47f898 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:05.114657 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bae34727-407c-4eff-b139-578169d33d09 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:05.142243 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78f3235-3ffa-4df8-b2ea-9743afa6011e None None] Pushing event updated for resources: {'Port': ['ID=cff22600-0341-4fbf-9b8b-d9bf5008b237,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:05.154543 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a78f3235-3ffa-4df8-b2ea-9743afa6011e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:05.184760 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f1019ba4-d599-475b-b670-5fc52463f781 tempest-TagsTest-87883786 tempest-TagsTest-87883786-project] 10.222.0.57 "DELETE /v2.0/networks/215c2202-83c3-48c5-a2b6-b9ba13238de8/tags HTTP/1.1" status: 204  len: 168 time: 0.1452589
Jan 29 10:19:05.190201 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58488) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:05.532004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.tag.tag_plugin [None req-65f2281c-89ed-436f-a6f1-d29e4908c981 tempest-TagsTest-87883786 tempest-TagsTest-87883786-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f99c3aa0630>, 'networks', '215c2202-83c3-48c5-a2b6-b9ba13238de8', 'tempest-TagsTest-Tag-2086224554') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:05.568591 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfc0bf5-da93-436d-951d-eef7ac47f898 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event updated for resources: {'Port': ['ID=a8d84f63-ead2-40fe-8c28-b7092d789b21,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:05.580991 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0bfc0bf5-da93-436d-951d-eef7ac47f898 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:05.689361 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfc0bf5-da93-436d-951d-eef7ac47f898 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Network 4686dbfe-4e85-4788-9d3f-cf7b81186ff3 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:19:05.693292 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-0bfc0bf5-da93-436d-951d-eef7ac47f898 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:19:05.696909 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfc0bf5-da93-436d-951d-eef7ac47f898 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:19:05.735435 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-65f2281c-89ed-436f-a6f1-d29e4908c981 tempest-TagsTest-87883786 tempest-TagsTest-87883786-project] show failed (client error): The resource could not be found.
Jan 29 10:19:05.736485 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-65f2281c-89ed-436f-a6f1-d29e4908c981 tempest-TagsTest-87883786 tempest-TagsTest-87883786-project] 10.222.0.57 "GET /v2.0/networks/215c2202-83c3-48c5-a2b6-b9ba13238de8/tags/tempest-TagsTest-Tag-2086224554 HTTP/1.1" status: 404  len: 326 time: 0.5452886
Jan 29 10:19:05.739577 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58492) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:05.749344 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.tag.tag_plugin [None req-6677b9a4-efaf-4189-a5ba-5cc5861970d6 tempest-TagsTest-87883786 tempest-TagsTest-87883786-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f99c3a68240>, 'networks', '215c2202-83c3-48c5-a2b6-b9ba13238de8', 'tempest-TagsTest-Tag-592208168') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:05.787043 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0bfc0bf5-da93-436d-951d-eef7ac47f898 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854426412'] for router_interface, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:05.851028 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device cff22600-0341-4fbf-9b8b-d9bf5008b237 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:19:05.901743 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-6677b9a4-efaf-4189-a5ba-5cc5861970d6 tempest-TagsTest-87883786 tempest-TagsTest-87883786-project] show failed (client error): The resource could not be found.
Jan 29 10:19:05.903398 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6677b9a4-efaf-4189-a5ba-5cc5861970d6 tempest-TagsTest-87883786 tempest-TagsTest-87883786-project] 10.222.0.57 "GET /v2.0/networks/215c2202-83c3-48c5-a2b6-b9ba13238de8/tags/tempest-TagsTest-Tag-592208168 HTTP/1.1" status: 404  len: 325 time: 0.1623974
Jan 29 10:19:05.906744 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58498) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:05.912576 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.tag.tag_plugin [None req-f6d7d7cd-5a77-4af2-aee8-844920bdf816 tempest-TagsTest-87883786 tempest-TagsTest-87883786-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f99c39c57f0>, 'networks', '215c2202-83c3-48c5-a2b6-b9ba13238de8') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:05.981370 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0bfc0bf5-da93-436d-951d-eef7ac47f898 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:06.042751 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f6d7d7cd-5a77-4af2-aee8-844920bdf816 tempest-TagsTest-87883786 tempest-TagsTest-87883786-project] 10.222.0.57 "DELETE /v2.0/networks/215c2202-83c3-48c5-a2b6-b9ba13238de8/tags HTTP/1.1" status: 204  len: 168 time: 0.1272888
Jan 29 10:19:06.043193 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58502) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:06.128168 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port cff22600-0341-4fbf-9b8b-d9bf5008b237 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:19:06.187581 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9115e804-0ca6-4388-afa6-6d8658bfc4cc tempest-TagsTest-87883786 tempest-TagsTest-87883786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:06.532285 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0bfc0bf5-da93-436d-951d-eef7ac47f898 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:06.536364 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0bfc0bf5-da93-436d-951d-eef7ac47f898 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:06.567750 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-660e643c-718f-4d17-8b9b-37e933ce1f28 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:06.589924 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f449e71f-373e-49ee-95d4-905bee26c9fa None None] Network 4686dbfe-4e85-4788-9d3f-cf7b81186ff3 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:19:06.696805 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfc0bf5-da93-436d-951d-eef7ac47f898 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event updated for resources: {'Port': ['ID=a8d84f63-ead2-40fe-8c28-b7092d789b21,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:06.715317 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0bfc0bf5-da93-436d-951d-eef7ac47f898 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:06.716642 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0bfc0bf5-da93-436d-951d-eef7ac47f898 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854133895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349242'] for router_interface, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:06.726036 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-d2e60557-1fdc-4d8f-8e1a-f5b8023ce8ad None None] Provisioning for port cff22600-0341-4fbf-9b8b-d9bf5008b237 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:19:06.745410 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-d2e60557-1fdc-4d8f-8e1a-f5b8023ce8ad None None] Provisioning complete for port cff22600-0341-4fbf-9b8b-d9bf5008b237 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:19:06.745682 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d2e60557-1fdc-4d8f-8e1a-f5b8023ce8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:06.747257 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9115e804-0ca6-4388-afa6-6d8658bfc4cc tempest-TagsTest-87883786 tempest-TagsTest-87883786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:06.885727 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-9115e804-0ca6-4388-afa6-6d8658bfc4cc tempest-TagsTest-87883786 tempest-TagsTest-87883786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c3e3ff28>,) {'filters': {'network_id': ['215c2202-83c3-48c5-a2b6-b9ba13238de8']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:06.900501 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-9115e804-0ca6-4388-afa6-6d8658bfc4cc tempest-TagsTest-87883786 tempest-TagsTest-87883786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3e3ff28>, 'b8abf2a3-d244-4d5a-b607-53f9906ad861') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:06.900853 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-9115e804-0ca6-4388-afa6-6d8658bfc4cc tempest-TagsTest-87883786 tempest-TagsTest-87883786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3e3ff28>, 'b8abf2a3-d244-4d5a-b607-53f9906ad861') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:06.914159 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9115e804-0ca6-4388-afa6-6d8658bfc4cc tempest-TagsTest-87883786 tempest-TagsTest-87883786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:06.916398 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfc0bf5-da93-436d-951d-eef7ac47f898 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Network 4686dbfe-4e85-4788-9d3f-cf7b81186ff3 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:19:06.919592 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-0bfc0bf5-da93-436d-951d-eef7ac47f898 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:19:06.938951 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9115e804-0ca6-4388-afa6-6d8658bfc4cc tempest-TagsTest-87883786 tempest-TagsTest-87883786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:06.941247 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9115e804-0ca6-4388-afa6-6d8658bfc4cc tempest-TagsTest-87883786 tempest-TagsTest-87883786-project] Releasing vxlan tunnel 4 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:19:07.033556 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d2e60557-1fdc-4d8f-8e1a-f5b8023ce8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:07.089157 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-d2e60557-1fdc-4d8f-8e1a-f5b8023ce8ad None None] For port cff22600-0341-4fbf-9b8b-d9bf5008b237, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=cff22600-0341-4fbf-9b8b-d9bf5008b237,segment=NetworkSegment(80f18464-84c2-4166-80af-a27abb20ce25),segment_id=80f18464-84c2-4166-80af-a27abb20ce25)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:19:07.096166 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d2e60557-1fdc-4d8f-8e1a-f5b8023ce8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:07.100341 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ee4dc140-4c9d-452b-ba18-72fc2d62ed74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:07.143164 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-9115e804-0ca6-4388-afa6-6d8658bfc4cc tempest-TagsTest-87883786 tempest-TagsTest-87883786-project] Network 215c2202-83c3-48c5-a2b6-b9ba13238de8 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:19:07.158676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9115e804-0ca6-4388-afa6-6d8658bfc4cc tempest-TagsTest-87883786 tempest-TagsTest-87883786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:07.179931 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bfc0bf5-da93-436d-951d-eef7ac47f898 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Router 3c996783-c343-4b3b-be31-260be0242962 is scheduled to L3 agent 18987107-6d88-4736-94cf-15791d65b3ff with binding_index 1 {{(pid=80765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 29 10:19:07.186687 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e60557-1fdc-4d8f-8e1a-f5b8023ce8ad None None] Pushing event updated for resources: {'Port': ['ID=cff22600-0341-4fbf-9b8b-d9bf5008b237,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:07.191073 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d2e60557-1fdc-4d8f-8e1a-f5b8023ce8ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:07.327456 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-697d0dde-2499-4a6c-b539-039a861f988a None None] Provisioning complete for port cff22600-0341-4fbf-9b8b-d9bf5008b237 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:19:07.327821 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-697d0dde-2499-4a6c-b539-039a861f988a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:07.383374 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bfc0bf5-da93-436d-951d-eef7ac47f898 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:19:07.390474 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-9115e804-0ca6-4388-afa6-6d8658bfc4cc tempest-TagsTest-87883786 tempest-TagsTest-87883786-project] Network 215c2202-83c3-48c5-a2b6-b9ba13238de8 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:19:07.396323 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90282c59-d3b1-4dce-9a04-3ca40a2f999f None None] Sync routers for ids ['3c996783-c343-4b3b-be31-260be0242962'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:19:07.409583 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0bfc0bf5-da93-436d-951d-eef7ac47f898 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "PUT /v2.0/routers/3c996783-c343-4b3b-be31-260be0242962/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8494823
Jan 29 10:19:07.412624 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58506) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:07.414617 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90282c59-d3b1-4dce-9a04-3ca40a2f999f None None] Routers {'3c996783-c343-4b3b-be31-260be0242962'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:19:07.415379 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-90282c59-d3b1-4dce-9a04-3ca40a2f999f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c8e326a0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:18:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['3c996783-c343-4b3b-be31-260be0242962'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:07.419719 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-efd2a74e-b5a4-4f4f-bcf7-a394c7491eb6 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Request body: {'network': {'name': 'tempest-RoutersTest-1819415028'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:19:07.422965 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:19:07.422965 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:19:07.422965 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:19:07.422965 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:19:07.422965 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:19:07.422965 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:19:07.422965 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:19:07.422965 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:19:07.422965 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:19:07.422965 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:19:07.422965 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:19:07.422965 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:19:07.422965 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:19:07.422965 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:19:07.422965 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:19:07.422965 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:19:07.422965 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:19:07.422965 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:19:07.422965 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:19:07.422965 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:19:07.422965 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:19:07.422965 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:19:07.422965 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:19:07.422965 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:19:07.422965 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:19:07.422965 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:19:07.422965 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:19:07.422965 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:19:07.422965 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:19:07.422965 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:19:07.422965 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:19:07.422965 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:19:07.427021 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-efd2a74e-b5a4-4f4f-bcf7-a394c7491eb6 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:19:07.431678 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-efd2a74e-b5a4-4f4f-bcf7-a394c7491eb6 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Usage tracker for resource:network and tenant:ad83ad6a41264da3be98f825b2f64def is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:19:07.435545 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-efd2a74e-b5a4-4f4f-bcf7-a394c7491eb6 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Quota usage for network was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:19:07.441998 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-efd2a74e-b5a4-4f4f-bcf7-a394c7491eb6 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:19:07.454574 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd2a74e-b5a4-4f4f-bcf7-a394c7491eb6 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Made reservation on behalf of ad83ad6a41264da3be98f825b2f64def for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:19:07.478531 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-efd2a74e-b5a4-4f4f-bcf7-a394c7491eb6 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:07.525384 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9115e804-0ca6-4388-afa6-6d8658bfc4cc tempest-TagsTest-87883786 tempest-TagsTest-87883786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:07.528864 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-beccb514-b642-4cad-90f4-80260c5a9faa tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:07.540837 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efd2a74e-b5a4-4f4f-bcf7-a394c7491eb6 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:19:07.547430 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9115e804-0ca6-4388-afa6-6d8658bfc4cc tempest-TagsTest-87883786 tempest-TagsTest-87883786-project] Notify callbacks [] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:07.552753 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-efd2a74e-b5a4-4f4f-bcf7-a394c7491eb6 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:07.553516 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-efd2a74e-b5a4-4f4f-bcf7-a394c7491eb6 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Added segment 2f35ec80-65b1-440f-a245-0abb1816b3a0 of type vxlan for network 9434f6a9-14c8-4482-9573-190bf1ba134a
Jan 29 10:19:07.560285 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9115e804-0ca6-4388-afa6-6d8658bfc4cc tempest-TagsTest-87883786 tempest-TagsTest-87883786-project] Pushing event deleted for resources: {'Network': ['ID=215c2202-83c3-48c5-a2b6-b9ba13238de8,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:07.563736 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9115e804-0ca6-4388-afa6-6d8658bfc4cc tempest-TagsTest-87883786 tempest-TagsTest-87883786-project] 10.222.0.57 "DELETE /v2.0/networks/215c2202-83c3-48c5-a2b6-b9ba13238de8 HTTP/1.1" status: 204  len: 168 time: 1.5187788
Jan 29 10:19:07.564709 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9115e804-0ca6-4388-afa6-6d8658bfc4cc tempest-TagsTest-87883786 tempest-TagsTest-87883786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:07.585279 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-efd2a74e-b5a4-4f4f-bcf7-a394c7491eb6 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:07.619822 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-efd2a74e-b5a4-4f4f-bcf7-a394c7491eb6 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:07.664650 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-697d0dde-2499-4a6c-b539-039a861f988a None None] Provisioning for port a8d84f63-ead2-40fe-8c28-b7092d789b21 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:19:07.673140 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-90282c59-d3b1-4dce-9a04-3ca40a2f999f None None] Set router 3c996783-c343-4b3b-be31-260be0242962 gateway port host: None {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:19:07.690338 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd2a74e-b5a4-4f4f-bcf7-a394c7491eb6 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:19:07.691063 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-efd2a74e-b5a4-4f4f-bcf7-a394c7491eb6 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:07.698234 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-04dfba03-8a6a-44e5-9471-679bec905f9c tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:07.722135 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-697d0dde-2499-4a6c-b539-039a861f988a None None] Provisioning complete for port a8d84f63-ead2-40fe-8c28-b7092d789b21 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:19:07.722574 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-697d0dde-2499-4a6c-b539-039a861f988a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:07.771484 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58512) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:07.771761 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-efd2a74e-b5a4-4f4f-bcf7-a394c7491eb6 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.3571687
Jan 29 10:19:07.779671 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-77fa7151-313e-4814-851b-e19a15100b10 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Request body: {'subnet': {'network_id': '9434f6a9-14c8-4482-9573-190bf1ba134a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:19:07.853033 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd2a74e-b5a4-4f4f-bcf7-a394c7491eb6 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event updated for resources: {'Network': ['ID=9434f6a9-14c8-4482-9573-190bf1ba134a,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:07.867400 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-efd2a74e-b5a4-4f4f-bcf7-a394c7491eb6 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:07.914774 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 9434f6a9-14c8-4482-9573-190bf1ba134a details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:19:07.930477 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 9434f6a9-14c8-4482-9573-190bf1ba134a details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:19:07.945123 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device cff22600-0341-4fbf-9b8b-d9bf5008b237 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:19:07.970558 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-77fa7151-313e-4814-851b-e19a15100b10 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:19:07.975417 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-77fa7151-313e-4814-851b-e19a15100b10 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Usage tracker for resource:subnet and tenant:ad83ad6a41264da3be98f825b2f64def is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:19:07.978948 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-77fa7151-313e-4814-851b-e19a15100b10 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:19:07.986716 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-77fa7151-313e-4814-851b-e19a15100b10 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:19:07.998157 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77fa7151-313e-4814-851b-e19a15100b10 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Made reservation on behalf of ad83ad6a41264da3be98f825b2f64def for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:19:08.008566 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-697d0dde-2499-4a6c-b539-039a861f988a None None] Port a8d84f63-ead2-40fe-8c28-b7092d789b21 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:19:08.021469 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-77fa7151-313e-4814-851b-e19a15100b10 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:08.048972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58518) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:08.275836 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-60b08b33-44f7-4d91-ae1d-140585be40b9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9665805bbf61479a90f0805ccc1a6494&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2229266
Jan 29 10:19:08.276033 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58524) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:08.345063 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-a7a1f38f-682c-4370-b8e8-ab1af2dcad6a None None] Provisioning complete for port cff22600-0341-4fbf-9b8b-d9bf5008b237 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:19:08.345428 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a7a1f38f-682c-4370-b8e8-ab1af2dcad6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:08.354393 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f4860b98-2402-4bcc-a2f7-358816996628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:08.382632 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f4860b98-2402-4bcc-a2f7-358816996628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:08.433282 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f4860b98-2402-4bcc-a2f7-358816996628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:08.440370 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-262d6f0e-9c09-44bf-854d-3ddbc80089ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:08.455909 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4860b98-2402-4bcc-a2f7-358816996628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e700153-c22c-407f-989f-f6788a755784,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:08.458830 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f4860b98-2402-4bcc-a2f7-358816996628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:08.460228 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f4860b98-2402-4bcc-a2f7-358816996628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:08.464144 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f4860b98-2402-4bcc-a2f7-358816996628 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3e700153-c22c-407f-989f-f6788a755784 HTTP/1.1" status: 204  len: 168 time: 0.1871345
Jan 29 10:19:08.513126 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port cff22600-0341-4fbf-9b8b-d9bf5008b237 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:19:08.513556 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:08.554836 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-77fa7151-313e-4814-851b-e19a15100b10 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:08.570992 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1c2cded4-6f38-4b71-8e15-1af9c4869b04 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:08.721892 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fa7151-313e-4814-851b-e19a15100b10 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event updated for resources: {'Subnet': ['ID=0a9a6491-9136-4c7c-b3a1-aaecd258c161,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:08.733367 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-77fa7151-313e-4814-851b-e19a15100b10 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:08.805013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fa7151-313e-4814-851b-e19a15100b10 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Checking segment: {'id': '2f35ec80-65b1-440f-a245-0abb1816b3a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9434f6a9-14c8-4482-9573-190bf1ba134a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:19:08.805420 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fa7151-313e-4814-851b-e19a15100b10 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Network hostable DHCP agents. Network: 9434f6a9-14c8-4482-9573-190bf1ba134a, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:19:08.826073 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fa7151-313e-4814-851b-e19a15100b10 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Network 9434f6a9-14c8-4482-9573-190bf1ba134a is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:19:08.835555 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-77fa7151-313e-4814-851b-e19a15100b10 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 9434f6a9-14c8-4482-9573-190bf1ba134a) {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:19:08.849685 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fa7151-313e-4814-851b-e19a15100b10 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:19:08.850380 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-77fa7151-313e-4814-851b-e19a15100b10 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:08.850992 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc55cc9a-6e3b-43ba-8c5f-3e0861cae34b None None] Network 9434f6a9-14c8-4482-9573-190bf1ba134a requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:19:08.870728 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-77fa7151-313e-4814-851b-e19a15100b10 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0975456
Jan 29 10:19:08.874825 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58530) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:08.875005 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-90282c59-d3b1-4dce-9a04-3ca40a2f999f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c8e326a0>, [{'id': '3c996783-c343-4b3b-be31-260be0242962', 'name': 'tempest-RoutersTest-router-400277685', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:19:02Z', 'updated_at': '2021-01-29T10:19:05Z', 'revision_number': 2, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'gw_port_host': None, '_interfaces': [{'id': 'a8d84f63-ead2-40fe-8c28-b7092d789b21', 'name': '', 'network_id': '4686dbfe-4e85-4788-9d3f-cf7b81186ff3', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'mac_address': 'fa:16:3e:bd:d0:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c996783-c343-4b3b-be31-260be0242962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '4f0e0b96-e4d2-4f66-b56e-5dab5ac58e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:19:04Z', 'updated_at': '2021-01-29T10:19:06Z', 'revision_number': 2, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'subnets': [{'id': '4f0e0b96-e4d2-4f66-b56e-5dab5ac58e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:08.932364 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90282c59-d3b1-4dce-9a04-3ca40a2f999f None None] Checking router: 3c996783-c343-4b3b-be31-260be0242962 for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:19:08.932906 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90282c59-d3b1-4dce-9a04-3ca40a2f999f None None] Updating router 3c996783-c343-4b3b-be31-260be0242962 port a8d84f63-ead2-40fe-8c28-b7092d789b21 binding host dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 29 10:19:09.048492 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-a7a1f38f-682c-4370-b8e8-ab1af2dcad6a None None] Provisioning complete for port a8d84f63-ead2-40fe-8c28-b7092d789b21 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:19:09.048921 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a7a1f38f-682c-4370-b8e8-ab1af2dcad6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:09.129723 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-90282c59-d3b1-4dce-9a04-3ca40a2f999f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:09.168164 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1f38f-682c-4370-b8e8-ab1af2dcad6a None None] Port a8d84f63-ead2-40fe-8c28-b7092d789b21 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:19:09.384921 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-c08cb9c5-52eb-4021-ae6c-7b9ebccfc595 None None] Provisioning complete for port cff22600-0341-4fbf-9b8b-d9bf5008b237 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:19:09.385258 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c08cb9c5-52eb-4021-ae6c-7b9ebccfc595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:09.419528 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf5bee2-4626-4d18-82da-7bfc2e1cd8f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-9434f6a9-14c8-4482-9573-190bf1ba134a', 'network_id': '9434f6a9-14c8-4482-9573-190bf1ba134a', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'fixed_ips': [{'subnet_id': '0a9a6491-9136-4c7c-b3a1-aaecd258c161'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:19:09.420448 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dcf5bee2-4626-4d18-82da-7bfc2e1cd8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:09.536942 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-81dfdc6e-6ac0-407d-9960-b9c046b7a8cd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:10.046622 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-dcf5bee2-4626-4d18-82da-7bfc2e1cd8f6 None None] Allocated IP 172.21.0.2 (9434f6a9-14c8-4482-9573-190bf1ba134a/0a9a6491-9136-4c7c-b3a1-aaecd258c161/48758833-c01d-4e33-a63d-fef70a0dde2e) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:19:10.073346 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-90282c59-d3b1-4dce-9a04-3ca40a2f999f None None] Notify callbacks [] for port, precommit_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:10.116100 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-90282c59-d3b1-4dce-9a04-3ca40a2f999f None None] Transition to ACTIVE for port object a8d84f63-ead2-40fe-8c28-b7092d789b21 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:19:10.166894 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-90282c59-d3b1-4dce-9a04-3ca40a2f999f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:10.180291 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9da40c30-69f3-49bd-a6e3-b9b6af8c1307 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:10.340424 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a517ecf6-74f0-4b44-b1be-40891b3413d7 None None] Pushing event updated for resources: {'Port': ['ID=a8d84f63-ead2-40fe-8c28-b7092d789b21,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:10.347880 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a517ecf6-74f0-4b44-b1be-40891b3413d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:10.539567 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dcf5bee2-4626-4d18-82da-7bfc2e1cd8f6 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:10.587297 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-dcf5bee2-4626-4d18-82da-7bfc2e1cd8f6 None None] Transition to ACTIVE for port object 48758833-c01d-4e33-a63d-fef70a0dde2e will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:19:10.623259 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-dcf5bee2-4626-4d18-82da-7bfc2e1cd8f6 None None] Transition to ACTIVE for port object 48758833-c01d-4e33-a63d-fef70a0dde2e will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:19:10.624928 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-90282c59-d3b1-4dce-9a04-3ca40a2f999f None None] Attempting to bind port a8d84f63-ead2-40fe-8c28-b7092d789b21 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:19:10.625342 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-90282c59-d3b1-4dce-9a04-3ca40a2f999f None None] Attempting to bind port a8d84f63-ead2-40fe-8c28-b7092d789b21 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '80f18464-84c2-4166-80af-a27abb20ce25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4686dbfe-4e85-4788-9d3f-cf7b81186ff3'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:19:10.625752 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90282c59-d3b1-4dce-9a04-3ca40a2f999f None None] Attempting to bind port a8d84f63-ead2-40fe-8c28-b7092d789b21 on network 4686dbfe-4e85-4788-9d3f-cf7b81186ff3 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:19:10.632152 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90282c59-d3b1-4dce-9a04-3ca40a2f999f None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:19:10.632568 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90282c59-d3b1-4dce-9a04-3ca40a2f999f None None] Checking segment: {'id': '80f18464-84c2-4166-80af-a27abb20ce25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4686dbfe-4e85-4788-9d3f-cf7b81186ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:19:10.633015 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-90282c59-d3b1-4dce-9a04-3ca40a2f999f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:10.633453 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90282c59-d3b1-4dce-9a04-3ca40a2f999f None None] Bound using segment: {'id': '80f18464-84c2-4166-80af-a27abb20ce25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4686dbfe-4e85-4788-9d3f-cf7b81186ff3'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:19:10.633998 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-90282c59-d3b1-4dce-9a04-3ca40a2f999f None None] Bound port: a8d84f63-ead2-40fe-8c28-b7092d789b21, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80f18464-84c2-4166-80af-a27abb20ce25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4686dbfe-4e85-4788-9d3f-cf7b81186ff3'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:19:10.634397 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-90282c59-d3b1-4dce-9a04-3ca40a2f999f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:10.649224 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dcf5bee2-4626-4d18-82da-7bfc2e1cd8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:10.667024 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a89c60e2-33f6-4a28-a95b-05729b1d4613 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:10.704069 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-81dfdc6e-6ac0-407d-9960-b9c046b7a8cd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Allocated IP 172.21.0.1 (9434f6a9-14c8-4482-9573-190bf1ba134a/0a9a6491-9136-4c7c-b3a1-aaecd258c161/7a33ea79-490b-4257-bb11-6386a5de3b01) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:19:10.887295 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-81dfdc6e-6ac0-407d-9960-b9c046b7a8cd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:10.905671 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-81dfdc6e-6ac0-407d-9960-b9c046b7a8cd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Transition to ACTIVE for port object 7a33ea79-490b-4257-bb11-6386a5de3b01 will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:19:10.928667 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-81dfdc6e-6ac0-407d-9960-b9c046b7a8cd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:10.949694 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-99c3b813-c50c-4c6d-861f-b0a8add06507 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:11.043588 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf5bee2-4626-4d18-82da-7bfc2e1cd8f6 None None] Pushing event updated for resources: {'Port': ['ID=48758833-c01d-4e33-a63d-fef70a0dde2e,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:11.051157 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-dcf5bee2-4626-4d18-82da-7bfc2e1cd8f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:11.089841 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dfdc6e-6ac0-407d-9960-b9c046b7a8cd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event updated for resources: {'Port': ['ID=7a33ea79-490b-4257-bb11-6386a5de3b01,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:11.097409 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-81dfdc6e-6ac0-407d-9960-b9c046b7a8cd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:11.106320 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-90282c59-d3b1-4dce-9a04-3ca40a2f999f None None] For port a8d84f63-ead2-40fe-8c28-b7092d789b21, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:19:11.122748 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-90282c59-d3b1-4dce-9a04-3ca40a2f999f None None] For port a8d84f63-ead2-40fe-8c28-b7092d789b21, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=a8d84f63-ead2-40fe-8c28-b7092d789b21,segment=NetworkSegment(80f18464-84c2-4166-80af-a27abb20ce25),segment_id=80f18464-84c2-4166-80af-a27abb20ce25)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:19:11.130688 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-90282c59-d3b1-4dce-9a04-3ca40a2f999f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:11.145179 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf5bee2-4626-4d18-82da-7bfc2e1cd8f6 None None] Network 9434f6a9-14c8-4482-9573-190bf1ba134a is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:19:11.147992 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c9738bf6-a9d0-4eed-8ec4-b288591975e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:11.149701 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dfdc6e-6ac0-407d-9960-b9c046b7a8cd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Network 9434f6a9-14c8-4482-9573-190bf1ba134a is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:19:11.150880 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-81dfdc6e-6ac0-407d-9960-b9c046b7a8cd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:19:11.153216 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dfdc6e-6ac0-407d-9960-b9c046b7a8cd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:19:11.187026 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-dcf5bee2-4626-4d18-82da-7bfc2e1cd8f6 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:19:11.208756 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf5bee2-4626-4d18-82da-7bfc2e1cd8f6 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:19:11.213823 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-81dfdc6e-6ac0-407d-9960-b9c046b7a8cd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854426412'] for router_interface, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:11.334120 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-81dfdc6e-6ac0-407d-9960-b9c046b7a8cd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:11.349825 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-dcf5bee2-4626-4d18-82da-7bfc2e1cd8f6 None None] Attempting to bind port 48758833-c01d-4e33-a63d-fef70a0dde2e on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:19:11.350243 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-dcf5bee2-4626-4d18-82da-7bfc2e1cd8f6 None None] Attempting to bind port 48758833-c01d-4e33-a63d-fef70a0dde2e by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '2f35ec80-65b1-440f-a245-0abb1816b3a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9434f6a9-14c8-4482-9573-190bf1ba134a'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:19:11.350650 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf5bee2-4626-4d18-82da-7bfc2e1cd8f6 None None] Attempting to bind port 48758833-c01d-4e33-a63d-fef70a0dde2e on network 9434f6a9-14c8-4482-9573-190bf1ba134a {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:19:11.359870 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a517ecf6-74f0-4b44-b1be-40891b3413d7 None None] Pushing event updated for resources: {'Port': ['ID=a8d84f63-ead2-40fe-8c28-b7092d789b21,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:11.369964 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf5bee2-4626-4d18-82da-7bfc2e1cd8f6 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:19:11.370390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf5bee2-4626-4d18-82da-7bfc2e1cd8f6 None None] Checking segment: {'id': '2f35ec80-65b1-440f-a245-0abb1816b3a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9434f6a9-14c8-4482-9573-190bf1ba134a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:19:11.370839 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dcf5bee2-4626-4d18-82da-7bfc2e1cd8f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:11.371275 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf5bee2-4626-4d18-82da-7bfc2e1cd8f6 None None] Bound using segment: {'id': '2f35ec80-65b1-440f-a245-0abb1816b3a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9434f6a9-14c8-4482-9573-190bf1ba134a'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:19:11.371802 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-dcf5bee2-4626-4d18-82da-7bfc2e1cd8f6 None None] Bound port: 48758833-c01d-4e33-a63d-fef70a0dde2e, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f35ec80-65b1-440f-a245-0abb1816b3a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9434f6a9-14c8-4482-9573-190bf1ba134a'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:19:11.372224 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dcf5bee2-4626-4d18-82da-7bfc2e1cd8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:11.381849 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a517ecf6-74f0-4b44-b1be-40891b3413d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:11.506824 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90282c59-d3b1-4dce-9a04-3ca40a2f999f None None] Routers {'3c996783-c343-4b3b-be31-260be0242962'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:19:11.507544 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-90282c59-d3b1-4dce-9a04-3ca40a2f999f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c8e326a0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:18:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['3c996783-c343-4b3b-be31-260be0242962'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:11.565740 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-dcf5bee2-4626-4d18-82da-7bfc2e1cd8f6 None None] For port 48758833-c01d-4e33-a63d-fef70a0dde2e, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:19:11.652262 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-dcf5bee2-4626-4d18-82da-7bfc2e1cd8f6 None None] For port 48758833-c01d-4e33-a63d-fef70a0dde2e, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=48758833-c01d-4e33-a63d-fef70a0dde2e,segment=NetworkSegment(2f35ec80-65b1-440f-a245-0abb1816b3a0),segment_id=2f35ec80-65b1-440f-a245-0abb1816b3a0)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:19:11.659153 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dcf5bee2-4626-4d18-82da-7bfc2e1cd8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:11.685435 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7ebaee63-649d-4032-a428-3df093040f44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:11.839657 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-90282c59-d3b1-4dce-9a04-3ca40a2f999f None None] Set router 3c996783-c343-4b3b-be31-260be0242962 gateway port host: None {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:19:11.932691 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf5bee2-4626-4d18-82da-7bfc2e1cd8f6 None None] Pushing event updated for resources: {'Port': ['ID=48758833-c01d-4e33-a63d-fef70a0dde2e,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:11.942340 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-dcf5bee2-4626-4d18-82da-7bfc2e1cd8f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:12.101706 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-81dfdc6e-6ac0-407d-9960-b9c046b7a8cd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:12.105228 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-81dfdc6e-6ac0-407d-9960-b9c046b7a8cd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:12.135587 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-57bed6bf-2ac1-410b-b983-4e38220b1d97 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:12.229602 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-81dfdc6e-6ac0-407d-9960-b9c046b7a8cd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854133895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349242'] for router_interface, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:12.253574 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dfdc6e-6ac0-407d-9960-b9c046b7a8cd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event updated for resources: {'Port': ['ID=7a33ea79-490b-4257-bb11-6386a5de3b01,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:12.256750 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-90282c59-d3b1-4dce-9a04-3ca40a2f999f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c8e326a0>, [{'id': '3c996783-c343-4b3b-be31-260be0242962', 'name': 'tempest-RoutersTest-router-400277685', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:19:02Z', 'updated_at': '2021-01-29T10:19:11Z', 'revision_number': 3, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'gw_port_host': None, '_interfaces': [{'id': '7a33ea79-490b-4257-bb11-6386a5de3b01', 'name': '', 'network_id': '9434f6a9-14c8-4482-9573-190bf1ba134a', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'mac_address': 'fa:16:3e:3f:a3:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c996783-c343-4b3b-be31-260be0242962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '0a9a6491-9136-4c7c-b3a1-aaecd258c161', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:19:09Z', 'updated_at': '2021-01-29T10:19:10Z', 'revision_number': 1, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'subnets': [{'id': '0a9a6491-9136-4c7c-b3a1-aaecd258c161', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'a8d84f63-ead2-40fe-8c28-b7092d789b21', 'name': '', 'network_id': '4686dbfe-4e85-4788-9d3f-cf7b81186ff3', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'mac_address': 'fa:16:3e:bd:d0:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c996783-c343-4b3b-be31-260be0242962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '4f0e0b96-e4d2-4f66-b56e-5dab5ac58e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:19:04Z', 'updated_at': '2021-01-29T10:19:11Z', 'revision_number': 4, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'subnets': [{'id': '4f0e0b96-e4d2-4f66-b56e-5dab5ac58e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:12.261323 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90282c59-d3b1-4dce-9a04-3ca40a2f999f None None] The sync data for ids ['3c996783-c343-4b3b-be31-260be0242962'] in dv-neutron-772983-2-ovs is: [{'id': '3c996783-c343-4b3b-be31-260be0242962', 'name': 'tempest-RoutersTest-router-400277685', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:19:02Z', 'updated_at': '2021-01-29T10:19:11Z', 'revision_number': 3, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'gw_port_host': None, '_interfaces': [{'id': '7a33ea79-490b-4257-bb11-6386a5de3b01', 'name': '', 'network_id': '9434f6a9-14c8-4482-9573-190bf1ba134a', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'mac_address': 'fa:16:3e:3f:a3:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c996783-c343-4b3b-be31-260be0242962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '0a9a6491-9136-4c7c-b3a1-aaecd258c161', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:19:09Z', 'updated_at': '2021-01-29T10:19:10Z', 'revision_number': 1, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'subnets': [{'id': '0a9a6491-9136-4c7c-b3a1-aaecd258c161', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'a8d84f63-ead2-40fe-8c28-b7092d789b21', 'name': '', 'network_id': '4686dbfe-4e85-4788-9d3f-cf7b81186ff3', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'mac_address': 'fa:16:3e:bd:d0:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c996783-c343-4b3b-be31-260be0242962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '4f0e0b96-e4d2-4f66-b56e-5dab5ac58e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:19:04Z', 'updated_at': '2021-01-29T10:19:11Z', 'revision_number': 4, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'subnets': [{'id': '4f0e0b96-e4d2-4f66-b56e-5dab5ac58e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:19:12.266494 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-81dfdc6e-6ac0-407d-9960-b9c046b7a8cd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:12.391290 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dfdc6e-6ac0-407d-9960-b9c046b7a8cd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Network 9434f6a9-14c8-4482-9573-190bf1ba134a is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:19:12.392516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-81dfdc6e-6ac0-407d-9960-b9c046b7a8cd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:19:12.583055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81dfdc6e-6ac0-407d-9960-b9c046b7a8cd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Router 3c996783-c343-4b3b-be31-260be0242962 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:19:12.769399 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81dfdc6e-6ac0-407d-9960-b9c046b7a8cd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:19:12.784310 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-81dfdc6e-6ac0-407d-9960-b9c046b7a8cd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "PUT /v2.0/routers/3c996783-c343-4b3b-be31-260be0242962/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9072547
Jan 29 10:19:12.786067 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58536) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:12.797679 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-427bd1b4-5db6-477c-aa5b-bb6d2930698b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Request body: {'network': {'name': 'tempest-RoutersTest-139700995'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:19:12.803489 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-427bd1b4-5db6-477c-aa5b-bb6d2930698b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:19:12.807666 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-427bd1b4-5db6-477c-aa5b-bb6d2930698b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Usage tracker for resource:network and tenant:ad83ad6a41264da3be98f825b2f64def is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:19:12.811858 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-427bd1b4-5db6-477c-aa5b-bb6d2930698b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Quota usage for network was recalculated. Used quota:2. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:19:12.818174 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-427bd1b4-5db6-477c-aa5b-bb6d2930698b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:19:12.828920 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-427bd1b4-5db6-477c-aa5b-bb6d2930698b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Made reservation on behalf of ad83ad6a41264da3be98f825b2f64def for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:19:12.850761 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-427bd1b4-5db6-477c-aa5b-bb6d2930698b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:12.886020 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-427bd1b4-5db6-477c-aa5b-bb6d2930698b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:19:12.896436 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-427bd1b4-5db6-477c-aa5b-bb6d2930698b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:12.896824 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-427bd1b4-5db6-477c-aa5b-bb6d2930698b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Added segment 4a52a66b-fd02-431c-b506-ca0490affea5 of type vxlan for network 4595981d-71de-49a3-b920-f499b2a72019
Jan 29 10:19:12.924780 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-427bd1b4-5db6-477c-aa5b-bb6d2930698b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:12.959491 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-427bd1b4-5db6-477c-aa5b-bb6d2930698b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:13.028593 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427bd1b4-5db6-477c-aa5b-bb6d2930698b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:19:13.029302 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-427bd1b4-5db6-477c-aa5b-bb6d2930698b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:13.036082 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f2665ae7-156c-4198-bdc8-d001ec0db556 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:13.107222 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-427bd1b4-5db6-477c-aa5b-bb6d2930698b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.3197384
Jan 29 10:19:13.110902 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58540) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:13.118175 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-d5f4a2c5-a8b5-4604-b58d-88d4b6d1b5c9 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Request body: {'subnet': {'network_id': '4595981d-71de-49a3-b920-f499b2a72019', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:19:13.204603 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427bd1b4-5db6-477c-aa5b-bb6d2930698b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event updated for resources: {'Network': ['ID=4595981d-71de-49a3-b920-f499b2a72019,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:13.207859 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-427bd1b4-5db6-477c-aa5b-bb6d2930698b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:13.218107 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 4595981d-71de-49a3-b920-f499b2a72019 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:19:13.240186 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 4595981d-71de-49a3-b920-f499b2a72019 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:19:13.282436 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d5f4a2c5-a8b5-4604-b58d-88d4b6d1b5c9 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:19:13.293932 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d5f4a2c5-a8b5-4604-b58d-88d4b6d1b5c9 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Usage tracker for resource:subnet and tenant:ad83ad6a41264da3be98f825b2f64def is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:19:13.299811 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d5f4a2c5-a8b5-4604-b58d-88d4b6d1b5c9 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:19:13.306727 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d5f4a2c5-a8b5-4604-b58d-88d4b6d1b5c9 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:19:13.325891 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f4a2c5-a8b5-4604-b58d-88d4b6d1b5c9 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Made reservation on behalf of ad83ad6a41264da3be98f825b2f64def for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:19:13.352859 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d5f4a2c5-a8b5-4604-b58d-88d4b6d1b5c9 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:13.629527 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c17795-5e36-4f19-a806-755e26dee1e6 None None] Network 9434f6a9-14c8-4482-9573-190bf1ba134a requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:19:13.792266 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-b0119d4e-3668-4278-a6a1-1c17075a0860 None None] Provisioning for port 48758833-c01d-4e33-a63d-fef70a0dde2e completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:19:13.869653 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d5f4a2c5-a8b5-4604-b58d-88d4b6d1b5c9 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:13.904034 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-77fa7151-313e-4814-851b-e19a15100b10 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:13.937045 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 48758833-c01d-4e33-a63d-fef70a0dde2e up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:19:14.028450 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 48758833-c01d-4e33-a63d-fef70a0dde2e completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:19:14.034558 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 48758833-c01d-4e33-a63d-fef70a0dde2e triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:19:14.034994 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:14.040164 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f4a2c5-a8b5-4604-b58d-88d4b6d1b5c9 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event updated for resources: {'Subnet': ['ID=07cd1ab7-8fd9-4bf2-a20e-fc8974c1db6e,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:14.046262 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d5f4a2c5-a8b5-4604-b58d-88d4b6d1b5c9 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:14.112306 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f4a2c5-a8b5-4604-b58d-88d4b6d1b5c9 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Checking segment: {'id': '4a52a66b-fd02-431c-b506-ca0490affea5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4595981d-71de-49a3-b920-f499b2a72019'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:19:14.112853 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f4a2c5-a8b5-4604-b58d-88d4b6d1b5c9 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Network hostable DHCP agents. Network: 4595981d-71de-49a3-b920-f499b2a72019, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:19:14.133240 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f4a2c5-a8b5-4604-b58d-88d4b6d1b5c9 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Network 4595981d-71de-49a3-b920-f499b2a72019 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:19:14.143627 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-d5f4a2c5-a8b5-4604-b58d-88d4b6d1b5c9 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 4595981d-71de-49a3-b920-f499b2a72019) {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:19:14.159509 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f4a2c5-a8b5-4604-b58d-88d4b6d1b5c9 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:19:14.160176 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d5f4a2c5-a8b5-4604-b58d-88d4b6d1b5c9 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:14.185075 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d5f4a2c5-a8b5-4604-b58d-88d4b6d1b5c9 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0724614
Jan 29 10:19:14.188819 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58544) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:14.356568 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f49bdc-6626-4dd9-b034-4c2c1917e0ad None None] Network 4595981d-71de-49a3-b920-f499b2a72019 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:19:14.375776 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:14.486827 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-70305a0b-88b9-4e32-844c-18b576799c65 None None] Provisioning complete for port 48758833-c01d-4e33-a63d-fef70a0dde2e triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:19:14.487227 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-70305a0b-88b9-4e32-844c-18b576799c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:14.534804 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port 48758833-c01d-4e33-a63d-fef70a0dde2e, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=48758833-c01d-4e33-a63d-fef70a0dde2e,segment=NetworkSegment(2f35ec80-65b1-440f-a245-0abb1816b3a0),segment_id=2f35ec80-65b1-440f-a245-0abb1816b3a0)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:19:14.554015 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:14.554935 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device a8d84f63-ead2-40fe-8c28-b7092d789b21 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:19:14.593518 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-859162e0-8e3c-4d5d-98f6-839aa6b12a43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:14.800557 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=48758833-c01d-4e33-a63d-fef70a0dde2e,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:14.824144 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:14.882290 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port a8d84f63-ead2-40fe-8c28-b7092d789b21 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:19:14.889490 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0139712a-c529-4b0e-8461-fd8ea547d718 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-4595981d-71de-49a3-b920-f499b2a72019', 'network_id': '4595981d-71de-49a3-b920-f499b2a72019', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'fixed_ips': [{'subnet_id': '07cd1ab7-8fd9-4bf2-a20e-fc8974c1db6e'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:19:14.890410 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0139712a-c529-4b0e-8461-fd8ea547d718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:14.893377 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-89160695-b586-4456-845a-d6279251f56c tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:14.908792 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port a8d84f63-ead2-40fe-8c28-b7092d789b21 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:19:14.909219 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:14.987959 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-70305a0b-88b9-4e32-844c-18b576799c65 None None] Provisioning for port 7a33ea79-490b-4257-bb11-6386a5de3b01 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:19:15.014122 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-70305a0b-88b9-4e32-844c-18b576799c65 None None] Provisioning complete for port 7a33ea79-490b-4257-bb11-6386a5de3b01 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:19:15.014753 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-70305a0b-88b9-4e32-844c-18b576799c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:15.197438 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-70305a0b-88b9-4e32-844c-18b576799c65 None None] Port 7a33ea79-490b-4257-bb11-6386a5de3b01 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:19:15.290292 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:15.401487 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-92a35ecf-07b8-4342-abc3-5f9d62d6440c None None] Provisioning complete for port 48758833-c01d-4e33-a63d-fef70a0dde2e triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:19:15.401948 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-92a35ecf-07b8-4342-abc3-5f9d62d6440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:15.434404 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port a8d84f63-ead2-40fe-8c28-b7092d789b21, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=a8d84f63-ead2-40fe-8c28-b7092d789b21,segment=NetworkSegment(80f18464-84c2-4166-80af-a27abb20ce25),segment_id=80f18464-84c2-4166-80af-a27abb20ce25)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:19:15.448637 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:15.458617 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:15.510189 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5391dce5-4a7d-4bf5-8fe3-d5c6bc236dbe None None] Sync routers for ids ['3c996783-c343-4b3b-be31-260be0242962'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:19:15.521833 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5391dce5-4a7d-4bf5-8fe3-d5c6bc236dbe None None] Routers {'3c996783-c343-4b3b-be31-260be0242962'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:19:15.522473 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-5391dce5-4a7d-4bf5-8fe3-d5c6bc236dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca3f4cf8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:18:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['3c996783-c343-4b3b-be31-260be0242962'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:15.541589 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-0139712a-c529-4b0e-8461-fd8ea547d718 None None] Allocated IP 172.22.0.2 (4595981d-71de-49a3-b920-f499b2a72019/07cd1ab7-8fd9-4bf2-a20e-fc8974c1db6e/645aa999-bebf-44bd-b791-7c7f31de35b5) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:19:15.573107 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=a8d84f63-ead2-40fe-8c28-b7092d789b21,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:15.627190 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:15.689873 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-5391dce5-4a7d-4bf5-8fe3-d5c6bc236dbe None None] Set router 3c996783-c343-4b3b-be31-260be0242962 gateway port host: None {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:19:15.763114 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-92a35ecf-07b8-4342-abc3-5f9d62d6440c None None] Provisioning complete for port 7a33ea79-490b-4257-bb11-6386a5de3b01 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:19:15.763435 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-92a35ecf-07b8-4342-abc3-5f9d62d6440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:15.854128 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 48758833-c01d-4e33-a63d-fef70a0dde2e up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:19:15.933570 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-92a35ecf-07b8-4342-abc3-5f9d62d6440c None None] Port 7a33ea79-490b-4257-bb11-6386a5de3b01 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:19:15.957231 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0139712a-c529-4b0e-8461-fd8ea547d718 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:15.971207 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-0139712a-c529-4b0e-8461-fd8ea547d718 None None] Transition to ACTIVE for port object 645aa999-bebf-44bd-b791-7c7f31de35b5 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:19:15.994497 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-0139712a-c529-4b0e-8461-fd8ea547d718 None None] Transition to ACTIVE for port object 645aa999-bebf-44bd-b791-7c7f31de35b5 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:19:15.997081 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 48758833-c01d-4e33-a63d-fef70a0dde2e triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:19:15.997539 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:16.028250 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0139712a-c529-4b0e-8461-fd8ea547d718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:16.035241 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-5391dce5-4a7d-4bf5-8fe3-d5c6bc236dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca3f4cf8>, [{'id': '3c996783-c343-4b3b-be31-260be0242962', 'name': 'tempest-RoutersTest-router-400277685', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:19:02Z', 'updated_at': '2021-01-29T10:19:11Z', 'revision_number': 3, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'gw_port_host': None, '_interfaces': [{'id': '7a33ea79-490b-4257-bb11-6386a5de3b01', 'name': '', 'network_id': '9434f6a9-14c8-4482-9573-190bf1ba134a', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'mac_address': 'fa:16:3e:3f:a3:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c996783-c343-4b3b-be31-260be0242962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '0a9a6491-9136-4c7c-b3a1-aaecd258c161', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:19:09Z', 'updated_at': '2021-01-29T10:19:11Z', 'revision_number': 2, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'subnets': [{'id': '0a9a6491-9136-4c7c-b3a1-aaecd258c161', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'a8d84f63-ead2-40fe-8c28-b7092d789b21', 'name': '', 'network_id': '4686dbfe-4e85-4788-9d3f-cf7b81186ff3', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'mac_address': 'fa:16:3e:bd:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c996783-c343-4b3b-be31-260be0242962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '4f0e0b96-e4d2-4f66-b56e-5dab5ac58e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:19:04Z', 'updated_at': '2021-01-29T10:19:15Z', 'revision_number': 5, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'subnets': [{'id': '4f0e0b96-e4d2-4f66-b56e-5dab5ac58e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:16.039978 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5391dce5-4a7d-4bf5-8fe3-d5c6bc236dbe None None] Checking router: 3c996783-c343-4b3b-be31-260be0242962 for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:19:16.040357 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5391dce5-4a7d-4bf5-8fe3-d5c6bc236dbe None None] Updating router 3c996783-c343-4b3b-be31-260be0242962 port 7a33ea79-490b-4257-bb11-6386a5de3b01 binding host dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 29 10:19:16.049690 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4293a3e6-f190-4c6d-82e2-2df45f39ac3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:16.073629 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-89160695-b586-4456-845a-d6279251f56c tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Allocated IP 172.22.0.1 (4595981d-71de-49a3-b920-f499b2a72019/07cd1ab7-8fd9-4bf2-a20e-fc8974c1db6e/445501de-7e75-4819-98df-c4ce9691fe30) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:19:16.099280 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5391dce5-4a7d-4bf5-8fe3-d5c6bc236dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:16.258018 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-89160695-b586-4456-845a-d6279251f56c tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:16.278892 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-89160695-b586-4456-845a-d6279251f56c tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Transition to ACTIVE for port object 445501de-7e75-4819-98df-c4ce9691fe30 will not be triggered until provisioned by entity DHCP. {{(pid=80765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:19:16.305429 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-89160695-b586-4456-845a-d6279251f56c tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:16.333760 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4f94dbbb-19c1-46e5-a8ba-788168967ba6 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:16.384292 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0139712a-c529-4b0e-8461-fd8ea547d718 None None] Pushing event updated for resources: {'Port': ['ID=645aa999-bebf-44bd-b791-7c7f31de35b5,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:16.399252 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0139712a-c529-4b0e-8461-fd8ea547d718 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:16.476733 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89160695-b586-4456-845a-d6279251f56c tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event updated for resources: {'Port': ['ID=445501de-7e75-4819-98df-c4ce9691fe30,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:16.481420 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-89160695-b586-4456-845a-d6279251f56c tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:16.492945 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0139712a-c529-4b0e-8461-fd8ea547d718 None None] Network 4595981d-71de-49a3-b920-f499b2a72019 is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:19:16.494660 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device a8d84f63-ead2-40fe-8c28-b7092d789b21 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:19:16.524974 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-0139712a-c529-4b0e-8461-fd8ea547d718 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:19:16.535075 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89160695-b586-4456-845a-d6279251f56c tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Network 4595981d-71de-49a3-b920-f499b2a72019 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:19:16.536639 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-89160695-b586-4456-845a-d6279251f56c tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:19:16.537203 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0139712a-c529-4b0e-8461-fd8ea547d718 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:19:16.538710 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89160695-b586-4456-845a-d6279251f56c tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:19:16.567577 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5391dce5-4a7d-4bf5-8fe3-d5c6bc236dbe None None] Notify callbacks [] for port, precommit_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:16.580552 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-5391dce5-4a7d-4bf5-8fe3-d5c6bc236dbe None None] Transition to ACTIVE for port object 7a33ea79-490b-4257-bb11-6386a5de3b01 will not be triggered until provisioned by entity L2. {{(pid=80768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:19:16.584050 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5391dce5-4a7d-4bf5-8fe3-d5c6bc236dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:16.599722 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:16.605429 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-89160695-b586-4456-845a-d6279251f56c tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854426412'] for router_interface, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:16.614337 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-0139712a-c529-4b0e-8461-fd8ea547d718 None None] Attempting to bind port 645aa999-bebf-44bd-b791-7c7f31de35b5 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:19:16.614758 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-0139712a-c529-4b0e-8461-fd8ea547d718 None None] Attempting to bind port 645aa999-bebf-44bd-b791-7c7f31de35b5 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '4a52a66b-fd02-431c-b506-ca0490affea5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4595981d-71de-49a3-b920-f499b2a72019'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:19:16.615168 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0139712a-c529-4b0e-8461-fd8ea547d718 None None] Attempting to bind port 645aa999-bebf-44bd-b791-7c7f31de35b5 on network 4595981d-71de-49a3-b920-f499b2a72019 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:19:16.622547 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0139712a-c529-4b0e-8461-fd8ea547d718 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:19:16.622971 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0139712a-c529-4b0e-8461-fd8ea547d718 None None] Checking segment: {'id': '4a52a66b-fd02-431c-b506-ca0490affea5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4595981d-71de-49a3-b920-f499b2a72019'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:19:16.623484 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0139712a-c529-4b0e-8461-fd8ea547d718 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:16.623927 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0139712a-c529-4b0e-8461-fd8ea547d718 None None] Bound using segment: {'id': '4a52a66b-fd02-431c-b506-ca0490affea5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4595981d-71de-49a3-b920-f499b2a72019'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:19:16.624448 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-0139712a-c529-4b0e-8461-fd8ea547d718 None None] Bound port: 645aa999-bebf-44bd-b791-7c7f31de35b5, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a52a66b-fd02-431c-b506-ca0490affea5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4595981d-71de-49a3-b920-f499b2a72019'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:19:16.624865 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0139712a-c529-4b0e-8461-fd8ea547d718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:16.685529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port a8d84f63-ead2-40fe-8c28-b7092d789b21 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:19:16.686012 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:16.731731 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-89160695-b586-4456-845a-d6279251f56c tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:16.794498 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-0139712a-c529-4b0e-8461-fd8ea547d718 None None] For port 645aa999-bebf-44bd-b791-7c7f31de35b5, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:19:16.800527 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-0139712a-c529-4b0e-8461-fd8ea547d718 None None] For port 645aa999-bebf-44bd-b791-7c7f31de35b5, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=645aa999-bebf-44bd-b791-7c7f31de35b5,segment=NetworkSegment(4a52a66b-fd02-431c-b506-ca0490affea5),segment_id=4a52a66b-fd02-431c-b506-ca0490affea5)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:19:16.840874 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0139712a-c529-4b0e-8461-fd8ea547d718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:16.858481 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0139712a-c529-4b0e-8461-fd8ea547d718 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:16.897637 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293a4112-03f9-4427-b2de-f1c8cc605227 None None] Pushing event updated for resources: {'Port': ['ID=7a33ea79-490b-4257-bb11-6386a5de3b01,revision_number=3']} {{(pid=80768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:16.916102 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293a4112-03f9-4427-b2de-f1c8cc605227 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:16.916486 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293a4112-03f9-4427-b2de-f1c8cc605227 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:16.916859 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293a4112-03f9-4427-b2de-f1c8cc605227 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:16.917603 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293a4112-03f9-4427-b2de-f1c8cc605227 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:16.917603 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293a4112-03f9-4427-b2de-f1c8cc605227 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:16.917969 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293a4112-03f9-4427-b2de-f1c8cc605227 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:16.918277 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293a4112-03f9-4427-b2de-f1c8cc605227 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:16.918637 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293a4112-03f9-4427-b2de-f1c8cc605227 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:16.919002 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293a4112-03f9-4427-b2de-f1c8cc605227 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:16.919360 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293a4112-03f9-4427-b2de-f1c8cc605227 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:16.919717 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293a4112-03f9-4427-b2de-f1c8cc605227 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:16.920623 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293a4112-03f9-4427-b2de-f1c8cc605227 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:16.921328 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293a4112-03f9-4427-b2de-f1c8cc605227 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:16.921696 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293a4112-03f9-4427-b2de-f1c8cc605227 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:16.922085 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293a4112-03f9-4427-b2de-f1c8cc605227 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:16.922443 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293a4112-03f9-4427-b2de-f1c8cc605227 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:16.922801 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293a4112-03f9-4427-b2de-f1c8cc605227 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:16.923163 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293a4112-03f9-4427-b2de-f1c8cc605227 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:16.923522 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293a4112-03f9-4427-b2de-f1c8cc605227 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:16.923876 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293a4112-03f9-4427-b2de-f1c8cc605227 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:16.924230 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293a4112-03f9-4427-b2de-f1c8cc605227 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:16.924853 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293a4112-03f9-4427-b2de-f1c8cc605227 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:16.924962 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293a4112-03f9-4427-b2de-f1c8cc605227 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:16.925244 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293a4112-03f9-4427-b2de-f1c8cc605227 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:16.931100 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-293a4112-03f9-4427-b2de-f1c8cc605227 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:17.039671 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0139712a-c529-4b0e-8461-fd8ea547d718 None None] Pushing event updated for resources: {'Port': ['ID=645aa999-bebf-44bd-b791-7c7f31de35b5,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:17.052593 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0139712a-c529-4b0e-8461-fd8ea547d718 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:17.117692 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-5391dce5-4a7d-4bf5-8fe3-d5c6bc236dbe None None] Attempting to bind port 7a33ea79-490b-4257-bb11-6386a5de3b01 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:19:17.118340 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-5391dce5-4a7d-4bf5-8fe3-d5c6bc236dbe None None] Attempting to bind port 7a33ea79-490b-4257-bb11-6386a5de3b01 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '2f35ec80-65b1-440f-a245-0abb1816b3a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9434f6a9-14c8-4482-9573-190bf1ba134a'}] {{(pid=80768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:19:17.118825 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5391dce5-4a7d-4bf5-8fe3-d5c6bc236dbe None None] Attempting to bind port 7a33ea79-490b-4257-bb11-6386a5de3b01 on network 9434f6a9-14c8-4482-9573-190bf1ba134a {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:19:17.126146 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5391dce5-4a7d-4bf5-8fe3-d5c6bc236dbe None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:19:17.126728 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5391dce5-4a7d-4bf5-8fe3-d5c6bc236dbe None None] Checking segment: {'id': '2f35ec80-65b1-440f-a245-0abb1816b3a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9434f6a9-14c8-4482-9573-190bf1ba134a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:19:17.127178 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5391dce5-4a7d-4bf5-8fe3-d5c6bc236dbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:17.127616 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5391dce5-4a7d-4bf5-8fe3-d5c6bc236dbe None None] Bound using segment: {'id': '2f35ec80-65b1-440f-a245-0abb1816b3a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9434f6a9-14c8-4482-9573-190bf1ba134a'} {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:19:17.128312 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-5391dce5-4a7d-4bf5-8fe3-d5c6bc236dbe None None] Bound port: 7a33ea79-490b-4257-bb11-6386a5de3b01, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f35ec80-65b1-440f-a245-0abb1816b3a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9434f6a9-14c8-4482-9573-190bf1ba134a'}}] {{(pid=80768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:19:17.128727 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5391dce5-4a7d-4bf5-8fe3-d5c6bc236dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:17.228114 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-5391dce5-4a7d-4bf5-8fe3-d5c6bc236dbe None None] For port 7a33ea79-490b-4257-bb11-6386a5de3b01, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:19:17.231266 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-5391dce5-4a7d-4bf5-8fe3-d5c6bc236dbe None None] For port 7a33ea79-490b-4257-bb11-6386a5de3b01, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=7a33ea79-490b-4257-bb11-6386a5de3b01,segment=NetworkSegment(2f35ec80-65b1-440f-a245-0abb1816b3a0),segment_id=2f35ec80-65b1-440f-a245-0abb1816b3a0)] {{(pid=80768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:19:17.235874 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5391dce5-4a7d-4bf5-8fe3-d5c6bc236dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:17.251622 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:17.267967 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-89160695-b586-4456-845a-d6279251f56c tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:17.271792 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-89160695-b586-4456-845a-d6279251f56c tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:17.305976 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-24149947-037f-4c7d-81c3-fb74c41670ec tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:17.414936 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89160695-b586-4456-845a-d6279251f56c tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event updated for resources: {'Port': ['ID=445501de-7e75-4819-98df-c4ce9691fe30,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:17.418305 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-89160695-b586-4456-845a-d6279251f56c tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:17.423954 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-89160695-b586-4456-845a-d6279251f56c tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854133895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349242'] for router_interface, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:17.431946 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293a4112-03f9-4427-b2de-f1c8cc605227 None None] Pushing event updated for resources: {'Port': ['ID=7a33ea79-490b-4257-bb11-6386a5de3b01,revision_number=4']} {{(pid=80768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:17.447373 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-293a4112-03f9-4427-b2de-f1c8cc605227 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:17.491013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5391dce5-4a7d-4bf5-8fe3-d5c6bc236dbe None None] Routers {'3c996783-c343-4b3b-be31-260be0242962'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:19:17.491970 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-5391dce5-4a7d-4bf5-8fe3-d5c6bc236dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca3f4cf8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:18:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['3c996783-c343-4b3b-be31-260be0242962'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:17.594396 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89160695-b586-4456-845a-d6279251f56c tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Network 4595981d-71de-49a3-b920-f499b2a72019 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:19:17.595649 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-89160695-b586-4456-845a-d6279251f56c tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:19:17.674121 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-5391dce5-4a7d-4bf5-8fe3-d5c6bc236dbe None None] Set router 3c996783-c343-4b3b-be31-260be0242962 gateway port host: None {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:19:17.770326 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89160695-b586-4456-845a-d6279251f56c tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Router 3c996783-c343-4b3b-be31-260be0242962 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:19:17.949998 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89160695-b586-4456-845a-d6279251f56c tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:19:17.951244 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 645aa999-bebf-44bd-b791-7c7f31de35b5 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:19:17.966623 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-89160695-b586-4456-845a-d6279251f56c tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "PUT /v2.0/routers/3c996783-c343-4b3b-be31-260be0242962/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7741172
Jan 29 10:19:17.967353 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58550) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:17.973921 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-69e9f6a6-3f0c-4395-ae8a-b92192b60884 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Request body: {'network': {'name': 'tempest-RoutersTest-2082568917'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:19:17.979400 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-69e9f6a6-3f0c-4395-ae8a-b92192b60884 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:19:17.984126 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-69e9f6a6-3f0c-4395-ae8a-b92192b60884 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Usage tracker for resource:network and tenant:ad83ad6a41264da3be98f825b2f64def is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:19:17.986862 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-69e9f6a6-3f0c-4395-ae8a-b92192b60884 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Quota usage for network was recalculated. Used quota:3. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:19:17.993099 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-69e9f6a6-3f0c-4395-ae8a-b92192b60884 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:19:18.003472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e9f6a6-3f0c-4395-ae8a-b92192b60884 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Made reservation on behalf of ad83ad6a41264da3be98f825b2f64def for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:19:18.024533 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 645aa999-bebf-44bd-b791-7c7f31de35b5 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:19:18.025462 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-69e9f6a6-3f0c-4395-ae8a-b92192b60884 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:18.030614 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 7a33ea79-490b-4257-bb11-6386a5de3b01 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:19:18.038597 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-5391dce5-4a7d-4bf5-8fe3-d5c6bc236dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca3f4cf8>, [{'id': '3c996783-c343-4b3b-be31-260be0242962', 'name': 'tempest-RoutersTest-router-400277685', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:19:02Z', 'updated_at': '2021-01-29T10:19:16Z', 'revision_number': 4, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'gw_port_host': None, '_interfaces': [{'id': '445501de-7e75-4819-98df-c4ce9691fe30', 'name': '', 'network_id': '4595981d-71de-49a3-b920-f499b2a72019', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'mac_address': 'fa:16:3e:b8:25:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c996783-c343-4b3b-be31-260be0242962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '07cd1ab7-8fd9-4bf2-a20e-fc8974c1db6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:19:15Z', 'updated_at': '2021-01-29T10:19:17Z', 'revision_number': 2, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'subnets': [{'id': '07cd1ab7-8fd9-4bf2-a20e-fc8974c1db6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '7a33ea79-490b-4257-bb11-6386a5de3b01', 'name': '', 'network_id': '9434f6a9-14c8-4482-9573-190bf1ba134a', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'mac_address': 'fa:16:3e:3f:a3:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c996783-c343-4b3b-be31-260be0242962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '0a9a6491-9136-4c7c-b3a1-aaecd258c161', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:19:09Z', 'updated_at': '2021-01-29T10:19:17Z', 'revision_number': 4, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'subnets': [{'id': '0a9a6491-9136-4c7c-b3a1-aaecd258c161', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'a8d84f63-ead2-40fe-8c28-b7092d789b21', 'name': '', 'network_id': '4686dbfe-4e85-4788-9d3f-cf7b81186ff3', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'mac_address': 'fa:16:3e:bd:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c996783-c343-4b3b-be31-260be0242962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '4f0e0b96-e4d2-4f66-b56e-5dab5ac58e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:19:04Z', 'updated_at': '2021-01-29T10:19:15Z', 'revision_number': 5, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'subnets': [{'id': '4f0e0b96-e4d2-4f66-b56e-5dab5ac58e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:18.043730 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5391dce5-4a7d-4bf5-8fe3-d5c6bc236dbe None None] The sync data for ids ['3c996783-c343-4b3b-be31-260be0242962'] in dv-neutron-772983-2-ovs is: [{'id': '3c996783-c343-4b3b-be31-260be0242962', 'name': 'tempest-RoutersTest-router-400277685', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:19:02Z', 'updated_at': '2021-01-29T10:19:16Z', 'revision_number': 4, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'gw_port_host': None, '_interfaces': [{'id': '445501de-7e75-4819-98df-c4ce9691fe30', 'name': '', 'network_id': '4595981d-71de-49a3-b920-f499b2a72019', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'mac_address': 'fa:16:3e:b8:25:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c996783-c343-4b3b-be31-260be0242962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '07cd1ab7-8fd9-4bf2-a20e-fc8974c1db6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:19:15Z', 'updated_at': '2021-01-29T10:19:17Z', 'revision_number': 2, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'subnets': [{'id': '07cd1ab7-8fd9-4bf2-a20e-fc8974c1db6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '7a33ea79-490b-4257-bb11-6386a5de3b01', 'name': '', 'network_id': '9434f6a9-14c8-4482-9573-190bf1ba134a', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'mac_address': 'fa:16:3e:3f:a3:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c996783-c343-4b3b-be31-260be0242962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '0a9a6491-9136-4c7c-b3a1-aaecd258c161', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:19:09Z', 'updated_at': '2021-01-29T10:19:17Z', 'revision_number': 4, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'subnets': [{'id': '0a9a6491-9136-4c7c-b3a1-aaecd258c161', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'a8d84f63-ead2-40fe-8c28-b7092d789b21', 'name': '', 'network_id': '4686dbfe-4e85-4788-9d3f-cf7b81186ff3', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'mac_address': 'fa:16:3e:bd:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c996783-c343-4b3b-be31-260be0242962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '4f0e0b96-e4d2-4f66-b56e-5dab5ac58e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:19:04Z', 'updated_at': '2021-01-29T10:19:15Z', 'revision_number': 5, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'subnets': [{'id': '4f0e0b96-e4d2-4f66-b56e-5dab5ac58e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:19:18.062852 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69e9f6a6-3f0c-4395-ae8a-b92192b60884 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:19:18.073589 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-69e9f6a6-3f0c-4395-ae8a-b92192b60884 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:18.078245 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-69e9f6a6-3f0c-4395-ae8a-b92192b60884 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Added segment 5e73e2ba-e16d-45ba-8f21-39ee13f73eb6 of type vxlan for network 71c9bb83-96b9-4f5d-86c8-3bfd7d6e0541
Jan 29 10:19:18.116724 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-69e9f6a6-3f0c-4395-ae8a-b92192b60884 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:18.118976 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 7a33ea79-490b-4257-bb11-6386a5de3b01 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:19:18.124681 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 7a33ea79-490b-4257-bb11-6386a5de3b01 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:19:18.125117 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:18.157185 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-69e9f6a6-3f0c-4395-ae8a-b92192b60884 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:18.239481 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e9f6a6-3f0c-4395-ae8a-b92192b60884 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:19:18.240321 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-69e9f6a6-3f0c-4395-ae8a-b92192b60884 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:18.249088 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-42d3d12b-c2d0-4243-979a-0000a0a19f51 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:18.288734 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:18.331919 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-69e9f6a6-3f0c-4395-ae8a-b92192b60884 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.3608208
Jan 29 10:19:18.332358 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58554) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:18.340080 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port 7a33ea79-490b-4257-bb11-6386a5de3b01, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=7a33ea79-490b-4257-bb11-6386a5de3b01,segment=NetworkSegment(2f35ec80-65b1-440f-a245-0abb1816b3a0),segment_id=2f35ec80-65b1-440f-a245-0abb1816b3a0)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:19:18.341284 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-c2f63227-64ca-40d0-a890-2b9d8aebaea8 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Request body: {'subnet': {'network_id': '71c9bb83-96b9-4f5d-86c8-3bfd7d6e0541', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:19:18.343948 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:18.348246 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d2e60557-1fdc-4d8f-8e1a-f5b8023ce8ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:18.440203 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=7a33ea79-490b-4257-bb11-6386a5de3b01,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:18.452456 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:18.536377 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c2f63227-64ca-40d0-a890-2b9d8aebaea8 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:19:18.541358 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c2f63227-64ca-40d0-a890-2b9d8aebaea8 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Usage tracker for resource:subnet and tenant:ad83ad6a41264da3be98f825b2f64def is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:19:18.545559 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c2f63227-64ca-40d0-a890-2b9d8aebaea8 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:19:18.553121 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c2f63227-64ca-40d0-a890-2b9d8aebaea8 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:19:18.567123 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f63227-64ca-40d0-a890-2b9d8aebaea8 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Made reservation on behalf of ad83ad6a41264da3be98f825b2f64def for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:19:18.591663 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c2f63227-64ca-40d0-a890-2b9d8aebaea8 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:18.680728 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82388e78-95e2-4389-a783-c297a244a3d5 None None] Network 4595981d-71de-49a3-b920-f499b2a72019 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:19:18.708265 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e9f6a6-3f0c-4395-ae8a-b92192b60884 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event updated for resources: {'Network': ['ID=71c9bb83-96b9-4f5d-86c8-3bfd7d6e0541,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:18.711259 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-69e9f6a6-3f0c-4395-ae8a-b92192b60884 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:18.776867 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 71c9bb83-96b9-4f5d-86c8-3bfd7d6e0541 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:19:18.792269 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 71c9bb83-96b9-4f5d-86c8-3bfd7d6e0541 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:19:18.985602 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-789d3955-8b4a-4939-9556-e2ab5a356e8c None None] Provisioning for port 645aa999-bebf-44bd-b791-7c7f31de35b5 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:19:19.015159 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-789d3955-8b4a-4939-9556-e2ab5a356e8c None None] Provisioning complete for port 645aa999-bebf-44bd-b791-7c7f31de35b5 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:19:19.015434 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-789d3955-8b4a-4939-9556-e2ab5a356e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:19.063731 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9bc043-721b-4f80-aad2-0635d82f6410 None None] Sync routers for ids ['3c996783-c343-4b3b-be31-260be0242962'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:19:19.073311 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c2f63227-64ca-40d0-a890-2b9d8aebaea8 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:19.090363 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e3ae2526-3fe8-4300-b07f-612892086e2f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:19.136659 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9bc043-721b-4f80-aad2-0635d82f6410 None None] Routers {'3c996783-c343-4b3b-be31-260be0242962'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:19:19.137369 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-5f9bc043-721b-4f80-aad2-0635d82f6410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c8551780>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:18:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['3c996783-c343-4b3b-be31-260be0242962'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:19.428481 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-5f9bc043-721b-4f80-aad2-0635d82f6410 None None] Set router 3c996783-c343-4b3b-be31-260be0242962 gateway port host: None {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:19:19.501720 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f63227-64ca-40d0-a890-2b9d8aebaea8 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event updated for resources: {'Subnet': ['ID=9e3cbbf1-c5ec-49dd-a9d3-1fd19ce319d0,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:19.505701 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c2f63227-64ca-40d0-a890-2b9d8aebaea8 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:19.574394 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f63227-64ca-40d0-a890-2b9d8aebaea8 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Checking segment: {'id': '5e73e2ba-e16d-45ba-8f21-39ee13f73eb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '71c9bb83-96b9-4f5d-86c8-3bfd7d6e0541'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:19:19.574793 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f63227-64ca-40d0-a890-2b9d8aebaea8 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Network hostable DHCP agents. Network: 71c9bb83-96b9-4f5d-86c8-3bfd7d6e0541, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:19:19.594463 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f63227-64ca-40d0-a890-2b9d8aebaea8 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Network 71c9bb83-96b9-4f5d-86c8-3bfd7d6e0541 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:19:19.605313 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-c2f63227-64ca-40d0-a890-2b9d8aebaea8 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 71c9bb83-96b9-4f5d-86c8-3bfd7d6e0541) {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:19:19.619857 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f63227-64ca-40d0-a890-2b9d8aebaea8 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:19:19.620510 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c2f63227-64ca-40d0-a890-2b9d8aebaea8 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:19.643730 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c2f63227-64ca-40d0-a890-2b9d8aebaea8 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.3100531
Jan 29 10:19:19.646642 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58558) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:19.787738 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de0ae2b-e4f8-4229-9709-22a3ed429544 None None] Network 71c9bb83-96b9-4f5d-86c8-3bfd7d6e0541 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:19:19.801146 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-789d3955-8b4a-4939-9556-e2ab5a356e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:19.861919 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 7a33ea79-490b-4257-bb11-6386a5de3b01 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:19:20.084728 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-789d3955-8b4a-4939-9556-e2ab5a356e8c None None] For port 645aa999-bebf-44bd-b791-7c7f31de35b5, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=645aa999-bebf-44bd-b791-7c7f31de35b5,segment=NetworkSegment(4a52a66b-fd02-431c-b506-ca0490affea5),segment_id=4a52a66b-fd02-431c-b506-ca0490affea5)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:19:20.100741 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-789d3955-8b4a-4939-9556-e2ab5a356e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:20.108617 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-dcf5bee2-4626-4d18-82da-7bfc2e1cd8f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:20.310608 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 7a33ea79-490b-4257-bb11-6386a5de3b01 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:19:20.310975 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:20.359116 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e2086330-bc15-4c15-aa16-f7e4459eb6a0 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:20.375309 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789d3955-8b4a-4939-9556-e2ab5a356e8c None None] Pushing event updated for resources: {'Port': ['ID=645aa999-bebf-44bd-b791-7c7f31de35b5,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:20.387345 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-789d3955-8b4a-4939-9556-e2ab5a356e8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:20.450967 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-3ad9d975-c776-486d-8af7-8b515640e4ec None None] Provisioning for port 445501de-7e75-4819-98df-c4ce9691fe30 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:19:20.471976 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-3ad9d975-c776-486d-8af7-8b515640e4ec None None] Provisioning complete for port 445501de-7e75-4819-98df-c4ce9691fe30 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:19:20.472407 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3ad9d975-c776-486d-8af7-8b515640e4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:20.526045 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3cc527-5f47-49f1-8f0e-9bdae0e431f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-71c9bb83-96b9-4f5d-86c8-3bfd7d6e0541', 'network_id': '71c9bb83-96b9-4f5d-86c8-3bfd7d6e0541', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'fixed_ips': [{'subnet_id': '9e3cbbf1-c5ec-49dd-a9d3-1fd19ce319d0'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:19:20.526964 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fd3cc527-5f47-49f1-8f0e-9bdae0e431f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:20.640537 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-3ad9d975-c776-486d-8af7-8b515640e4ec None None] Port 445501de-7e75-4819-98df-c4ce9691fe30 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:19:20.656872 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-5f9bc043-721b-4f80-aad2-0635d82f6410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c8551780>, [{'id': '3c996783-c343-4b3b-be31-260be0242962', 'name': 'tempest-RoutersTest-router-400277685', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:19:02Z', 'updated_at': '2021-01-29T10:19:16Z', 'revision_number': 4, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'gw_port_host': None, '_interfaces': [{'id': '445501de-7e75-4819-98df-c4ce9691fe30', 'name': '', 'network_id': '4595981d-71de-49a3-b920-f499b2a72019', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'mac_address': 'fa:16:3e:b8:25:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c996783-c343-4b3b-be31-260be0242962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '07cd1ab7-8fd9-4bf2-a20e-fc8974c1db6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:19:15Z', 'updated_at': '2021-01-29T10:19:17Z', 'revision_number': 2, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'subnets': [{'id': '07cd1ab7-8fd9-4bf2-a20e-fc8974c1db6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '7a33ea79-490b-4257-bb11-6386a5de3b01', 'name': '', 'network_id': '9434f6a9-14c8-4482-9573-190bf1ba134a', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'mac_address': 'fa:16:3e:3f:a3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c996783-c343-4b3b-be31-260be0242962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '0a9a6491-9136-4c7c-b3a1-aaecd258c161', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:19:09Z', 'updated_at': '2021-01-29T10:19:18Z', 'revision_number': 5, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'subnets': [{'id': '0a9a6491-9136-4c7c-b3a1-aaecd258c161', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'a8d84f63-ead2-40fe-8c28-b7092d789b21', 'name': '', 'network_id': '4686dbfe-4e85-4788-9d3f-cf7b81186ff3', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'mac_address': 'fa:16:3e:bd:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c996783-c343-4b3b-be31-260be0242962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '4f0e0b96-e4d2-4f66-b56e-5dab5ac58e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:19:04Z', 'updated_at': '2021-01-29T10:19:15Z', 'revision_number': 5, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'subnets': [{'id': '4f0e0b96-e4d2-4f66-b56e-5dab5ac58e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:20.702026 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9bc043-721b-4f80-aad2-0635d82f6410 None None] Checking router: 3c996783-c343-4b3b-be31-260be0242962 for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:19:20.702400 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9bc043-721b-4f80-aad2-0635d82f6410 None None] Updating router 3c996783-c343-4b3b-be31-260be0242962 port 445501de-7e75-4819-98df-c4ce9691fe30 binding host dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 29 10:19:20.767078 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-3ad9d975-c776-486d-8af7-8b515640e4ec None None] Provisioning complete for port 645aa999-bebf-44bd-b791-7c7f31de35b5 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:19:20.767503 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3ad9d975-c776-486d-8af7-8b515640e4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:20.874251 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5f9bc043-721b-4f80-aad2-0635d82f6410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:20.952782 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-e2086330-bc15-4c15-aa16-f7e4459eb6a0 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Allocated IP 172.23.0.1 (71c9bb83-96b9-4f5d-86c8-3bfd7d6e0541/9e3cbbf1-c5ec-49dd-a9d3-1fd19ce319d0/acd50c18-b01b-485c-87b3-bf2bc3615b64) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:19:21.129488 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e2086330-bc15-4c15-aa16-f7e4459eb6a0 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:21.146036 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-e2086330-bc15-4c15-aa16-f7e4459eb6a0 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Transition to ACTIVE for port object acd50c18-b01b-485c-87b3-bf2bc3615b64 will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:19:21.168114 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e2086330-bc15-4c15-aa16-f7e4459eb6a0 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:21.184357 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-10d83161-37d0-46ce-863b-b08a2d2f2ffb tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:21.327186 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-fd3cc527-5f47-49f1-8f0e-9bdae0e431f2 None None] Allocated IP 172.23.0.2 (71c9bb83-96b9-4f5d-86c8-3bfd7d6e0541/9e3cbbf1-c5ec-49dd-a9d3-1fd19ce319d0/dae50216-c5e9-45be-94ed-df76732afb52) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:19:21.332448 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2086330-bc15-4c15-aa16-f7e4459eb6a0 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event updated for resources: {'Port': ['ID=acd50c18-b01b-485c-87b3-bf2bc3615b64,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:21.336991 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e2086330-bc15-4c15-aa16-f7e4459eb6a0 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:21.385363 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2086330-bc15-4c15-aa16-f7e4459eb6a0 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Network 71c9bb83-96b9-4f5d-86c8-3bfd7d6e0541 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:19:21.386699 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-e2086330-bc15-4c15-aa16-f7e4459eb6a0 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:19:21.389558 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2086330-bc15-4c15-aa16-f7e4459eb6a0 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:19:21.449659 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e2086330-bc15-4c15-aa16-f7e4459eb6a0 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854426412'] for router_interface, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:21.487814 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-07698989-d842-4008-8bf6-a11b8b6e4d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:21.574775 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e2086330-bc15-4c15-aa16-f7e4459eb6a0 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:21.733236 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-9ae6cbb7-d41b-4f01-93cb-86c33cc699c5 None None] Provisioning complete for port 445501de-7e75-4819-98df-c4ce9691fe30 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:19:21.733551 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9ae6cbb7-d41b-4f01-93cb-86c33cc699c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:21.821350 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-9ae6cbb7-d41b-4f01-93cb-86c33cc699c5 None None] Port 445501de-7e75-4819-98df-c4ce9691fe30 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:19:21.848606 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 645aa999-bebf-44bd-b791-7c7f31de35b5 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:19:22.010726 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-9ae6cbb7-d41b-4f01-93cb-86c33cc699c5 None None] Provisioning complete for port 645aa999-bebf-44bd-b791-7c7f31de35b5 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:19:22.011071 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9ae6cbb7-d41b-4f01-93cb-86c33cc699c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:22.056791 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e2086330-bc15-4c15-aa16-f7e4459eb6a0 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:22.061012 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e2086330-bc15-4c15-aa16-f7e4459eb6a0 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:22.095888 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4fc70854-856e-432b-b891-fa62a6821d6c tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:22.108801 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5f9bc043-721b-4f80-aad2-0635d82f6410 None None] Notify callbacks [] for port, precommit_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:22.131503 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fd3cc527-5f47-49f1-8f0e-9bdae0e431f2 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:22.144151 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-5f9bc043-721b-4f80-aad2-0635d82f6410 None None] Transition to ACTIVE for port object 445501de-7e75-4819-98df-c4ce9691fe30 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:19:22.156560 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5f9bc043-721b-4f80-aad2-0635d82f6410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:22.173585 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-fd3cc527-5f47-49f1-8f0e-9bdae0e431f2 None None] Transition to ACTIVE for port object dae50216-c5e9-45be-94ed-df76732afb52 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:19:22.176944 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8d457b69-d5f8-46a8-82f7-e0f062d10145 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:22.187062 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e2086330-bc15-4c15-aa16-f7e4459eb6a0 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854133895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349242'] for router_interface, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:22.202648 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2086330-bc15-4c15-aa16-f7e4459eb6a0 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event updated for resources: {'Port': ['ID=acd50c18-b01b-485c-87b3-bf2bc3615b64,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:22.208738 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e2086330-bc15-4c15-aa16-f7e4459eb6a0 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:22.321458 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 645aa999-bebf-44bd-b791-7c7f31de35b5 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:19:22.321892 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:22.338697 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2086330-bc15-4c15-aa16-f7e4459eb6a0 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Network 71c9bb83-96b9-4f5d-86c8-3bfd7d6e0541 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:19:22.339880 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-e2086330-bc15-4c15-aa16-f7e4459eb6a0 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:19:22.353211 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-fd3cc527-5f47-49f1-8f0e-9bdae0e431f2 None None] Transition to ACTIVE for port object dae50216-c5e9-45be-94ed-df76732afb52 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:19:22.443113 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fd3cc527-5f47-49f1-8f0e-9bdae0e431f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:22.464506 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5feb8e-7163-4109-9f4b-a925211b17aa None None] Pushing event updated for resources: {'Port': ['ID=445501de-7e75-4819-98df-c4ce9691fe30,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:22.482324 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0c5feb8e-7163-4109-9f4b-a925211b17aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:22.497090 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e361231e-cb72-4c9f-a392-a37ee20cb483 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:22.517460 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2086330-bc15-4c15-aa16-f7e4459eb6a0 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Router 3c996783-c343-4b3b-be31-260be0242962 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:19:22.685618 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3cc527-5f47-49f1-8f0e-9bdae0e431f2 None None] Pushing event updated for resources: {'Port': ['ID=dae50216-c5e9-45be-94ed-df76732afb52,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:22.687233 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2086330-bc15-4c15-aa16-f7e4459eb6a0 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:19:22.698295 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-fd3cc527-5f47-49f1-8f0e-9bdae0e431f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:22.704164 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e2086330-bc15-4c15-aa16-f7e4459eb6a0 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "PUT /v2.0/routers/3c996783-c343-4b3b-be31-260be0242962/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0532148
Jan 29 10:19:22.704333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58562) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:22.710091 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-33052c0f-9f5b-419c-b320-10ae23f67670 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:19:22.907188 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3cc527-5f47-49f1-8f0e-9bdae0e431f2 None None] Network 71c9bb83-96b9-4f5d-86c8-3bfd7d6e0541 is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:19:22.914144 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-fd3cc527-5f47-49f1-8f0e-9bdae0e431f2 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:19:22.925264 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3cc527-5f47-49f1-8f0e-9bdae0e431f2 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:19:22.995521 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-5f9bc043-721b-4f80-aad2-0635d82f6410 None None] Attempting to bind port 445501de-7e75-4819-98df-c4ce9691fe30 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:19:22.995951 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-5f9bc043-721b-4f80-aad2-0635d82f6410 None None] Attempting to bind port 445501de-7e75-4819-98df-c4ce9691fe30 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '4a52a66b-fd02-431c-b506-ca0490affea5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4595981d-71de-49a3-b920-f499b2a72019'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:19:22.996370 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9bc043-721b-4f80-aad2-0635d82f6410 None None] Attempting to bind port 445501de-7e75-4819-98df-c4ce9691fe30 on network 4595981d-71de-49a3-b920-f499b2a72019 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:19:23.012174 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9bc043-721b-4f80-aad2-0635d82f6410 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:19:23.012607 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9bc043-721b-4f80-aad2-0635d82f6410 None None] Checking segment: {'id': '4a52a66b-fd02-431c-b506-ca0490affea5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4595981d-71de-49a3-b920-f499b2a72019'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:19:23.013063 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5f9bc043-721b-4f80-aad2-0635d82f6410 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:23.013872 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9bc043-721b-4f80-aad2-0635d82f6410 None None] Bound using segment: {'id': '4a52a66b-fd02-431c-b506-ca0490affea5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4595981d-71de-49a3-b920-f499b2a72019'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:19:23.014640 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-5f9bc043-721b-4f80-aad2-0635d82f6410 None None] Bound port: 445501de-7e75-4819-98df-c4ce9691fe30, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a52a66b-fd02-431c-b506-ca0490affea5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4595981d-71de-49a3-b920-f499b2a72019'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:19:23.015072 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5f9bc043-721b-4f80-aad2-0635d82f6410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:23.026501 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-fd3cc527-5f47-49f1-8f0e-9bdae0e431f2 None None] Attempting to bind port dae50216-c5e9-45be-94ed-df76732afb52 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:19:23.026852 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-fd3cc527-5f47-49f1-8f0e-9bdae0e431f2 None None] Attempting to bind port dae50216-c5e9-45be-94ed-df76732afb52 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '5e73e2ba-e16d-45ba-8f21-39ee13f73eb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '71c9bb83-96b9-4f5d-86c8-3bfd7d6e0541'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:19:23.027274 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3cc527-5f47-49f1-8f0e-9bdae0e431f2 None None] Attempting to bind port dae50216-c5e9-45be-94ed-df76732afb52 on network 71c9bb83-96b9-4f5d-86c8-3bfd7d6e0541 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:19:23.045406 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3cc527-5f47-49f1-8f0e-9bdae0e431f2 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:19:23.046053 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3cc527-5f47-49f1-8f0e-9bdae0e431f2 None None] Checking segment: {'id': '5e73e2ba-e16d-45ba-8f21-39ee13f73eb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '71c9bb83-96b9-4f5d-86c8-3bfd7d6e0541'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:19:23.046690 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fd3cc527-5f47-49f1-8f0e-9bdae0e431f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:23.047146 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3cc527-5f47-49f1-8f0e-9bdae0e431f2 None None] Bound using segment: {'id': '5e73e2ba-e16d-45ba-8f21-39ee13f73eb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '71c9bb83-96b9-4f5d-86c8-3bfd7d6e0541'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:19:23.047703 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-fd3cc527-5f47-49f1-8f0e-9bdae0e431f2 None None] Bound port: dae50216-c5e9-45be-94ed-df76732afb52, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e73e2ba-e16d-45ba-8f21-39ee13f73eb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '71c9bb83-96b9-4f5d-86c8-3bfd7d6e0541'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:19:23.048142 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fd3cc527-5f47-49f1-8f0e-9bdae0e431f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:23.223703 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-5f9bc043-721b-4f80-aad2-0635d82f6410 None None] For port 445501de-7e75-4819-98df-c4ce9691fe30, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:19:23.226053 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-fd3cc527-5f47-49f1-8f0e-9bdae0e431f2 None None] For port dae50216-c5e9-45be-94ed-df76732afb52, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:19:23.229190 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-fd3cc527-5f47-49f1-8f0e-9bdae0e431f2 None None] For port dae50216-c5e9-45be-94ed-df76732afb52, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=dae50216-c5e9-45be-94ed-df76732afb52,segment=NetworkSegment(5e73e2ba-e16d-45ba-8f21-39ee13f73eb6),segment_id=5e73e2ba-e16d-45ba-8f21-39ee13f73eb6)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:19:23.231234 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-5f9bc043-721b-4f80-aad2-0635d82f6410 None None] For port 445501de-7e75-4819-98df-c4ce9691fe30, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=445501de-7e75-4819-98df-c4ce9691fe30,segment=NetworkSegment(4a52a66b-fd02-431c-b506-ca0490affea5),segment_id=4a52a66b-fd02-431c-b506-ca0490affea5)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:19:23.234016 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fd3cc527-5f47-49f1-8f0e-9bdae0e431f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:23.250196 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9da40c30-69f3-49bd-a6e3-b9b6af8c1307 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:23.290221 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5f9bc043-721b-4f80-aad2-0635d82f6410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:23.639082 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.extraroute_db [None req-33052c0f-9f5b-419c-b320-10ae23f67670 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=80766) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Jan 29 10:19:23.654679 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.extraroute_db [None req-33052c0f-9f5b-419c-b320-10ae23f67670 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Removed routes are [] {{(pid=80766) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Jan 29 10:19:23.655123 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-33052c0f-9f5b-419c-b320-10ae23f67670 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:23.682255 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3cc527-5f47-49f1-8f0e-9bdae0e431f2 None None] Pushing event updated for resources: {'Port': ['ID=dae50216-c5e9-45be-94ed-df76732afb52,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:23.699182 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-fd3cc527-5f47-49f1-8f0e-9bdae0e431f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:23.702426 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-fd3cc527-5f47-49f1-8f0e-9bdae0e431f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.376s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:23.819283 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-13b75830-1631-4055-921b-564d6dca9241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:23.855936 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5feb8e-7163-4109-9f4b-a925211b17aa None None] Pushing event updated for resources: {'Port': ['ID=445501de-7e75-4819-98df-c4ce9691fe30,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:23.861361 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0c5feb8e-7163-4109-9f4b-a925211b17aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:23.864601 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9bc043-721b-4f80-aad2-0635d82f6410 None None] Routers {'3c996783-c343-4b3b-be31-260be0242962'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:19:23.865308 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-5f9bc043-721b-4f80-aad2-0635d82f6410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c8551780>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:19:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['3c996783-c343-4b3b-be31-260be0242962'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:24.012075 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-33052c0f-9f5b-419c-b320-10ae23f67670 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:24.016377 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-33052c0f-9f5b-419c-b320-10ae23f67670 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854102271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-673560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-331322'] for router, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:24.041985 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-5f9bc043-721b-4f80-aad2-0635d82f6410 None None] Set router 3c996783-c343-4b3b-be31-260be0242962 gateway port host: None {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:19:24.210035 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33052c0f-9f5b-419c-b320-10ae23f67670 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Router 3c996783-c343-4b3b-be31-260be0242962 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:19:24.294273 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:24.391298 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33052c0f-9f5b-419c-b320-10ae23f67670 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:19:24.429107 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-33052c0f-9f5b-419c-b320-10ae23f67670 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:24.430405 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-33052c0f-9f5b-419c-b320-10ae23f67670 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "PUT /v2.0/routers/3c996783-c343-4b3b-be31-260be0242962 HTTP/1.1" status: 200  len: 933 time: 1.7250698
Jan 29 10:19:24.433413 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58566) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:24.471306 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-5f9bc043-721b-4f80-aad2-0635d82f6410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c8551780>, [{'id': '3c996783-c343-4b3b-be31-260be0242962', 'name': 'tempest-RoutersTest-router-400277685', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:19:02Z', 'updated_at': '2021-01-29T10:19:23Z', 'revision_number': 6, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'gw_port_host': None, '_interfaces': [{'id': '445501de-7e75-4819-98df-c4ce9691fe30', 'name': '', 'network_id': '4595981d-71de-49a3-b920-f499b2a72019', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'mac_address': 'fa:16:3e:b8:25:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c996783-c343-4b3b-be31-260be0242962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '07cd1ab7-8fd9-4bf2-a20e-fc8974c1db6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:19:15Z', 'updated_at': '2021-01-29T10:19:23Z', 'revision_number': 4, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'subnets': [{'id': '07cd1ab7-8fd9-4bf2-a20e-fc8974c1db6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '7a33ea79-490b-4257-bb11-6386a5de3b01', 'name': '', 'network_id': '9434f6a9-14c8-4482-9573-190bf1ba134a', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'mac_address': 'fa:16:3e:3f:a3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c996783-c343-4b3b-be31-260be0242962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '0a9a6491-9136-4c7c-b3a1-aaecd258c161', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:19:09Z', 'updated_at': '2021-01-29T10:19:18Z', 'revision_number': 5, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'subnets': [{'id': '0a9a6491-9136-4c7c-b3a1-aaecd258c161', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'a8d84f63-ead2-40fe-8c28-b7092d789b21', 'name': '', 'network_id': '4686dbfe-4e85-4788-9d3f-cf7b81186ff3', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'mac_address': 'fa:16:3e:bd:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c996783-c343-4b3b-be31-260be0242962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '4f0e0b96-e4d2-4f66-b56e-5dab5ac58e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:19:04Z', 'updated_at': '2021-01-29T10:19:15Z', 'revision_number': 5, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'subnets': [{'id': '4f0e0b96-e4d2-4f66-b56e-5dab5ac58e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'acd50c18-b01b-485c-87b3-bf2bc3615b64', 'name': '', 'network_id': '71c9bb83-96b9-4f5d-86c8-3bfd7d6e0541', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'mac_address': 'fa:16:3e:a6:fe:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c996783-c343-4b3b-be31-260be0242962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '9e3cbbf1-c5ec-49dd-a9d3-1fd19ce319d0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:19:20Z', 'updated_at': '2021-01-29T10:19:21Z', 'revision_number': 2, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'subnets': [{'id': '9e3cbbf1-c5ec-49dd-a9d3-1fd19ce319d0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:24.475715 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9bc043-721b-4f80-aad2-0635d82f6410 None None] The sync data for ids ['3c996783-c343-4b3b-be31-260be0242962'] in dv-neutron-772983-2-ovs is: [{'id': '3c996783-c343-4b3b-be31-260be0242962', 'name': 'tempest-RoutersTest-router-400277685', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:19:02Z', 'updated_at': '2021-01-29T10:19:23Z', 'revision_number': 6, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'gw_port_host': None, '_interfaces': [{'id': '445501de-7e75-4819-98df-c4ce9691fe30', 'name': '', 'network_id': '4595981d-71de-49a3-b920-f499b2a72019', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'mac_address': 'fa:16:3e:b8:25:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c996783-c343-4b3b-be31-260be0242962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '07cd1ab7-8fd9-4bf2-a20e-fc8974c1db6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:19:15Z', 'updated_at': '2021-01-29T10:19:23Z', 'revision_number': 4, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'subnets': [{'id': '07cd1ab7-8fd9-4bf2-a20e-fc8974c1db6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '7a33ea79-490b-4257-bb11-6386a5de3b01', 'name': '', 'network_id': '9434f6a9-14c8-4482-9573-190bf1ba134a', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'mac_address': 'fa:16:3e:3f:a3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c996783-c343-4b3b-be31-260be0242962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '0a9a6491-9136-4c7c-b3a1-aaecd258c161', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:19:09Z', 'updated_at': '2021-01-29T10:19:18Z', 'revision_number': 5, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'subnets': [{'id': '0a9a6491-9136-4c7c-b3a1-aaecd258c161', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'a8d84f63-ead2-40fe-8c28-b7092d789b21', 'name': '', 'network_id': '4686dbfe-4e85-4788-9d3f-cf7b81186ff3', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'mac_address': 'fa:16:3e:bd:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c996783-c343-4b3b-be31-260be0242962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '4f0e0b96-e4d2-4f66-b56e-5dab5ac58e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:19:04Z', 'updated_at': '2021-01-29T10:19:15Z', 'revision_number': 5, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'subnets': [{'id': '4f0e0b96-e4d2-4f66-b56e-5dab5ac58e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'acd50c18-b01b-485c-87b3-bf2bc3615b64', 'name': '', 'network_id': '71c9bb83-96b9-4f5d-86c8-3bfd7d6e0541', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'mac_address': 'fa:16:3e:a6:fe:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c996783-c343-4b3b-be31-260be0242962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '9e3cbbf1-c5ec-49dd-a9d3-1fd19ce319d0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:19:20Z', 'updated_at': '2021-01-29T10:19:21Z', 'revision_number': 2, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'subnets': [{'id': '9e3cbbf1-c5ec-49dd-a9d3-1fd19ce319d0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:19:24.671325 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4e9e26b3-dbf6-4e67-8b33-e6079aae85f8 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "GET /v2.0/routers/3c996783-c343-4b3b-be31-260be0242962 HTTP/1.1" status: 200  len: 933 time: 0.2363181
Jan 29 10:19:24.673772 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58570) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:24.679876 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-7083a3d8-5bbe-4b3e-af90-a3d681578916 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Request body: {'router': {'routes': None}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:19:24.883779 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:25.323695 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0def912a-f4fe-4ab3-8119-f09db909c37f None None] Network 71c9bb83-96b9-4f5d-86c8-3bfd7d6e0541 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:19:25.366507 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb449a1d-429e-417b-bdb9-65c20d9f470f None None] Sync routers for ids ['3c996783-c343-4b3b-be31-260be0242962'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:19:25.377001 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb449a1d-429e-417b-bdb9-65c20d9f470f None None] Routers {'3c996783-c343-4b3b-be31-260be0242962'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:19:25.377921 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-eb449a1d-429e-417b-bdb9-65c20d9f470f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9c71b70>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:19:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['3c996783-c343-4b3b-be31-260be0242962'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:25.425294 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-5c8e722a-42c1-4ef6-b4ce-82c719c81cf0 None None] Provisioning for port dae50216-c5e9-45be-94ed-df76732afb52 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:19:25.547001 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-eb449a1d-429e-417b-bdb9-65c20d9f470f None None] Set router 3c996783-c343-4b3b-be31-260be0242962 gateway port host: None {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:19:25.610813 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.extraroute_db [None req-7083a3d8-5bbe-4b3e-af90-a3d681578916 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Added routes are [] {{(pid=80766) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Jan 29 10:19:25.611325 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.extraroute_db [None req-7083a3d8-5bbe-4b3e-af90-a3d681578916 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=80766) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Jan 29 10:19:25.644507 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7083a3d8-5bbe-4b3e-af90-a3d681578916 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:25.862779 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-35273a39-59cb-443d-96d5-0dfa8672995b None None] Provisioning for port acd50c18-b01b-485c-87b3-bf2bc3615b64 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:19:25.877663 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-35273a39-59cb-443d-96d5-0dfa8672995b None None] Provisioning complete for port acd50c18-b01b-485c-87b3-bf2bc3615b64 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:19:25.878131 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-35273a39-59cb-443d-96d5-0dfa8672995b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:25.924408 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-eb449a1d-429e-417b-bdb9-65c20d9f470f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9c71b70>, [{'id': '3c996783-c343-4b3b-be31-260be0242962', 'name': 'tempest-RoutersTest-router-400277685', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:19:02Z', 'updated_at': '2021-01-29T10:19:23Z', 'revision_number': 6, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'gw_port_host': None, '_interfaces': [{'id': '445501de-7e75-4819-98df-c4ce9691fe30', 'name': '', 'network_id': '4595981d-71de-49a3-b920-f499b2a72019', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'mac_address': 'fa:16:3e:b8:25:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c996783-c343-4b3b-be31-260be0242962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '07cd1ab7-8fd9-4bf2-a20e-fc8974c1db6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:19:15Z', 'updated_at': '2021-01-29T10:19:23Z', 'revision_number': 4, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'subnets': [{'id': '07cd1ab7-8fd9-4bf2-a20e-fc8974c1db6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '7a33ea79-490b-4257-bb11-6386a5de3b01', 'name': '', 'network_id': '9434f6a9-14c8-4482-9573-190bf1ba134a', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'mac_address': 'fa:16:3e:3f:a3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c996783-c343-4b3b-be31-260be0242962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '0a9a6491-9136-4c7c-b3a1-aaecd258c161', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:19:09Z', 'updated_at': '2021-01-29T10:19:18Z', 'revision_number': 5, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'subnets': [{'id': '0a9a6491-9136-4c7c-b3a1-aaecd258c161', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'a8d84f63-ead2-40fe-8c28-b7092d789b21', 'name': '', 'network_id': '4686dbfe-4e85-4788-9d3f-cf7b81186ff3', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'mac_address': 'fa:16:3e:bd:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c996783-c343-4b3b-be31-260be0242962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '4f0e0b96-e4d2-4f66-b56e-5dab5ac58e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:19:04Z', 'updated_at': '2021-01-29T10:19:15Z', 'revision_number': 5, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'subnets': [{'id': '4f0e0b96-e4d2-4f66-b56e-5dab5ac58e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'acd50c18-b01b-485c-87b3-bf2bc3615b64', 'name': '', 'network_id': '71c9bb83-96b9-4f5d-86c8-3bfd7d6e0541', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'mac_address': 'fa:16:3e:a6:fe:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c996783-c343-4b3b-be31-260be0242962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '9e3cbbf1-c5ec-49dd-a9d3-1fd19ce319d0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:19:20Z', 'updated_at': '2021-01-29T10:19:21Z', 'revision_number': 2, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'subnets': [{'id': '9e3cbbf1-c5ec-49dd-a9d3-1fd19ce319d0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:25.929610 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb449a1d-429e-417b-bdb9-65c20d9f470f None None] Checking router: 3c996783-c343-4b3b-be31-260be0242962 for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:19:25.930238 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb449a1d-429e-417b-bdb9-65c20d9f470f None None] Updating router 3c996783-c343-4b3b-be31-260be0242962 port acd50c18-b01b-485c-87b3-bf2bc3615b64 binding host dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 29 10:19:25.972144 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-35273a39-59cb-443d-96d5-0dfa8672995b None None] Port acd50c18-b01b-485c-87b3-bf2bc3615b64 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:19:26.009233 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7083a3d8-5bbe-4b3e-af90-a3d681578916 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:26.013198 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7083a3d8-5bbe-4b3e-af90-a3d681578916 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854102271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-673560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-331322'] for router, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:26.043067 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device dae50216-c5e9-45be-94ed-df76732afb52 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:19:26.047310 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-eb449a1d-429e-417b-bdb9-65c20d9f470f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:26.082035 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:26.131841 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-734eb7f6-efdc-4f26-b8e7-5c66339a5dbb None None] Provisioning complete for port acd50c18-b01b-485c-87b3-bf2bc3615b64 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:19:26.132385 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-734eb7f6-efdc-4f26-b8e7-5c66339a5dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:26.213661 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-734eb7f6-efdc-4f26-b8e7-5c66339a5dbb None None] Port acd50c18-b01b-485c-87b3-bf2bc3615b64 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:19:26.217625 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port dae50216-c5e9-45be-94ed-df76732afb52 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:19:26.226162 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port dae50216-c5e9-45be-94ed-df76732afb52 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:19:26.226611 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:26.228855 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7083a3d8-5bbe-4b3e-af90-a3d681578916 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Router 3c996783-c343-4b3b-be31-260be0242962 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:19:26.397443 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-ed0ef499-4971-4ce2-8cbc-a3ef83bff6cd None None] Provisioning complete for port acd50c18-b01b-485c-87b3-bf2bc3615b64 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:19:26.398026 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ed0ef499-4971-4ce2-8cbc-a3ef83bff6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:26.441187 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:26.446527 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7083a3d8-5bbe-4b3e-af90-a3d681578916 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:19:26.489745 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7083a3d8-5bbe-4b3e-af90-a3d681578916 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:26.491090 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7083a3d8-5bbe-4b3e-af90-a3d681578916 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "PUT /v2.0/routers/3c996783-c343-4b3b-be31-260be0242962 HTTP/1.1" status: 200  len: 699 time: 1.8162434
Jan 29 10:19:26.493795 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58576) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:26.495230 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-ed0ef499-4971-4ce2-8cbc-a3ef83bff6cd None None] Port acd50c18-b01b-485c-87b3-bf2bc3615b64 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:19:26.497828 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port dae50216-c5e9-45be-94ed-df76732afb52, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=dae50216-c5e9-45be-94ed-df76732afb52,segment=NetworkSegment(5e73e2ba-e16d-45ba-8f21-39ee13f73eb6),segment_id=5e73e2ba-e16d-45ba-8f21-39ee13f73eb6)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:19:26.503296 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:26.504203 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 445501de-7e75-4819-98df-c4ce9691fe30 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:19:26.564713 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a517ecf6-74f0-4b44-b1be-40891b3413d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:26.588224 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-eb449a1d-429e-417b-bdb9-65c20d9f470f None None] Notify callbacks [] for port, precommit_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:26.601621 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-eb449a1d-429e-417b-bdb9-65c20d9f470f None None] Transition to ACTIVE for port object acd50c18-b01b-485c-87b3-bf2bc3615b64 will not be triggered until provisioned by entity L2. {{(pid=80768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:19:26.604726 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-eb449a1d-429e-417b-bdb9-65c20d9f470f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:26.621659 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0096338a-a5cb-4617-8b9a-5a09f23c9a78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:26.646738 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=dae50216-c5e9-45be-94ed-df76732afb52,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:26.655823 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:26.671104 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-5f56e662-40dd-4629-bd40-5c57441247b2 None None] Provisioning complete for port dae50216-c5e9-45be-94ed-df76732afb52 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:19:26.671430 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5f56e662-40dd-4629-bd40-5c57441247b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:26.703236 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 445501de-7e75-4819-98df-c4ce9691fe30 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:19:26.717943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 445501de-7e75-4819-98df-c4ce9691fe30 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:19:26.718311 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:26.761204 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1d70d723-1265-4c33-8fe5-008f9b19d0ff tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "GET /v2.0/routers/3c996783-c343-4b3b-be31-260be0242962 HTTP/1.1" status: 200  len: 699 time: 0.2659802
Jan 29 10:19:26.764039 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58580) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:26.927556 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92f6701-31c4-4922-a6e9-20ca5eb1035c None None] Pushing event updated for resources: {'Port': ['ID=acd50c18-b01b-485c-87b3-bf2bc3615b64,revision_number=3']} {{(pid=80768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:26.930710 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b92f6701-31c4-4922-a6e9-20ca5eb1035c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:26.936826 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:26.971629 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port 445501de-7e75-4819-98df-c4ce9691fe30, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=445501de-7e75-4819-98df-c4ce9691fe30,segment=NetworkSegment(4a52a66b-fd02-431c-b506-ca0490affea5),segment_id=4a52a66b-fd02-431c-b506-ca0490affea5)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:19:26.975184 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:26.977088 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:27.079468 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-effedb02-a760-4b09-a4d7-04f692c5081f None None] Provisioning complete for port dae50216-c5e9-45be-94ed-df76732afb52 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:19:27.080053 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-effedb02-a760-4b09-a4d7-04f692c5081f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:27.119229 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=445501de-7e75-4819-98df-c4ce9691fe30,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:27.124560 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-eb449a1d-429e-417b-bdb9-65c20d9f470f None None] Attempting to bind port acd50c18-b01b-485c-87b3-bf2bc3615b64 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:19:27.125140 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-eb449a1d-429e-417b-bdb9-65c20d9f470f None None] Attempting to bind port acd50c18-b01b-485c-87b3-bf2bc3615b64 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '5e73e2ba-e16d-45ba-8f21-39ee13f73eb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '71c9bb83-96b9-4f5d-86c8-3bfd7d6e0541'}] {{(pid=80768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:19:27.125633 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb449a1d-429e-417b-bdb9-65c20d9f470f None None] Attempting to bind port acd50c18-b01b-485c-87b3-bf2bc3615b64 on network 71c9bb83-96b9-4f5d-86c8-3bfd7d6e0541 {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:19:27.133939 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb449a1d-429e-417b-bdb9-65c20d9f470f None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:19:27.134484 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb449a1d-429e-417b-bdb9-65c20d9f470f None None] Checking segment: {'id': '5e73e2ba-e16d-45ba-8f21-39ee13f73eb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '71c9bb83-96b9-4f5d-86c8-3bfd7d6e0541'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:19:27.135052 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-eb449a1d-429e-417b-bdb9-65c20d9f470f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:27.135598 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb449a1d-429e-417b-bdb9-65c20d9f470f None None] Bound using segment: {'id': '5e73e2ba-e16d-45ba-8f21-39ee13f73eb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '71c9bb83-96b9-4f5d-86c8-3bfd7d6e0541'} {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:19:27.136239 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-eb449a1d-429e-417b-bdb9-65c20d9f470f None None] Bound port: acd50c18-b01b-485c-87b3-bf2bc3615b64, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e73e2ba-e16d-45ba-8f21-39ee13f73eb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '71c9bb83-96b9-4f5d-86c8-3bfd7d6e0541'}}] {{(pid=80768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:19:27.136776 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-eb449a1d-429e-417b-bdb9-65c20d9f470f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:27.142197 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:27.240957 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-eb449a1d-429e-417b-bdb9-65c20d9f470f None None] For port acd50c18-b01b-485c-87b3-bf2bc3615b64, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:19:27.246424 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-eb449a1d-429e-417b-bdb9-65c20d9f470f None None] For port acd50c18-b01b-485c-87b3-bf2bc3615b64, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=acd50c18-b01b-485c-87b3-bf2bc3615b64,segment=NetworkSegment(5e73e2ba-e16d-45ba-8f21-39ee13f73eb6),segment_id=5e73e2ba-e16d-45ba-8f21-39ee13f73eb6)] {{(pid=80768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:19:27.250387 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-eb449a1d-429e-417b-bdb9-65c20d9f470f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:27.266388 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-af5a09a0-5eb8-4b37-87e1-de1e4d7ede47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:27.399554 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b335e0b8-bf67-445f-82e8-a3f037aac8ec tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349253'] for router_interface, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:27.427596 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92f6701-31c4-4922-a6e9-20ca5eb1035c None None] Pushing event updated for resources: {'Port': ['ID=acd50c18-b01b-485c-87b3-bf2bc3615b64,revision_number=4']} {{(pid=80768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:27.430880 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b92f6701-31c4-4922-a6e9-20ca5eb1035c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:27.476672 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb449a1d-429e-417b-bdb9-65c20d9f470f None None] Routers {'3c996783-c343-4b3b-be31-260be0242962'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:19:27.477364 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-eb449a1d-429e-417b-bdb9-65c20d9f470f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9c71b70>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:19:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['3c996783-c343-4b3b-be31-260be0242962'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:27.652691 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-eb449a1d-429e-417b-bdb9-65c20d9f470f None None] Set router 3c996783-c343-4b3b-be31-260be0242962 gateway port host: None {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:19:27.760574 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-b335e0b8-bf67-445f-82e8-a3f037aac8ec tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Deleting port acd50c18-b01b-485c-87b3-bf2bc3615b64 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:19:27.760848 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b335e0b8-bf67-445f-82e8-a3f037aac8ec tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:27.882926 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device acd50c18-b01b-485c-87b3-bf2bc3615b64 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:19:27.957718 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port acd50c18-b01b-485c-87b3-bf2bc3615b64 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:19:27.964134 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port acd50c18-b01b-485c-87b3-bf2bc3615b64 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:19:27.964569 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:28.007672 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-eb449a1d-429e-417b-bdb9-65c20d9f470f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9c71b70>, [{'id': '3c996783-c343-4b3b-be31-260be0242962', 'name': 'tempest-RoutersTest-router-400277685', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:19:02Z', 'updated_at': '2021-01-29T10:19:25Z', 'revision_number': 7, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'gw_port_host': None, '_interfaces': [{'id': '445501de-7e75-4819-98df-c4ce9691fe30', 'name': '', 'network_id': '4595981d-71de-49a3-b920-f499b2a72019', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'mac_address': 'fa:16:3e:b8:25:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c996783-c343-4b3b-be31-260be0242962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '07cd1ab7-8fd9-4bf2-a20e-fc8974c1db6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:19:15Z', 'updated_at': '2021-01-29T10:19:26Z', 'revision_number': 5, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'subnets': [{'id': '07cd1ab7-8fd9-4bf2-a20e-fc8974c1db6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '7a33ea79-490b-4257-bb11-6386a5de3b01', 'name': '', 'network_id': '9434f6a9-14c8-4482-9573-190bf1ba134a', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'mac_address': 'fa:16:3e:3f:a3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c996783-c343-4b3b-be31-260be0242962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '0a9a6491-9136-4c7c-b3a1-aaecd258c161', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:19:09Z', 'updated_at': '2021-01-29T10:19:18Z', 'revision_number': 5, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'subnets': [{'id': '0a9a6491-9136-4c7c-b3a1-aaecd258c161', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'a8d84f63-ead2-40fe-8c28-b7092d789b21', 'name': '', 'network_id': '4686dbfe-4e85-4788-9d3f-cf7b81186ff3', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'mac_address': 'fa:16:3e:bd:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c996783-c343-4b3b-be31-260be0242962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '4f0e0b96-e4d2-4f66-b56e-5dab5ac58e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:19:04Z', 'updated_at': '2021-01-29T10:19:15Z', 'revision_number': 5, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'subnets': [{'id': '4f0e0b96-e4d2-4f66-b56e-5dab5ac58e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'acd50c18-b01b-485c-87b3-bf2bc3615b64', 'name': '', 'network_id': '71c9bb83-96b9-4f5d-86c8-3bfd7d6e0541', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'mac_address': 'fa:16:3e:a6:fe:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c996783-c343-4b3b-be31-260be0242962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '9e3cbbf1-c5ec-49dd-a9d3-1fd19ce319d0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:19:20Z', 'updated_at': '2021-01-29T10:19:27Z', 'revision_number': 4, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'subnets': [{'id': '9e3cbbf1-c5ec-49dd-a9d3-1fd19ce319d0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:28.012868 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb449a1d-429e-417b-bdb9-65c20d9f470f None None] The sync data for ids ['3c996783-c343-4b3b-be31-260be0242962'] in dv-neutron-772983-2-ovs is: [{'id': '3c996783-c343-4b3b-be31-260be0242962', 'name': 'tempest-RoutersTest-router-400277685', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:19:02Z', 'updated_at': '2021-01-29T10:19:25Z', 'revision_number': 7, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'gw_port_host': None, '_interfaces': [{'id': '445501de-7e75-4819-98df-c4ce9691fe30', 'name': '', 'network_id': '4595981d-71de-49a3-b920-f499b2a72019', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'mac_address': 'fa:16:3e:b8:25:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c996783-c343-4b3b-be31-260be0242962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '07cd1ab7-8fd9-4bf2-a20e-fc8974c1db6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:19:15Z', 'updated_at': '2021-01-29T10:19:26Z', 'revision_number': 5, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'subnets': [{'id': '07cd1ab7-8fd9-4bf2-a20e-fc8974c1db6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '7a33ea79-490b-4257-bb11-6386a5de3b01', 'name': '', 'network_id': '9434f6a9-14c8-4482-9573-190bf1ba134a', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'mac_address': 'fa:16:3e:3f:a3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c996783-c343-4b3b-be31-260be0242962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '0a9a6491-9136-4c7c-b3a1-aaecd258c161', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:19:09Z', 'updated_at': '2021-01-29T10:19:18Z', 'revision_number': 5, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'subnets': [{'id': '0a9a6491-9136-4c7c-b3a1-aaecd258c161', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'a8d84f63-ead2-40fe-8c28-b7092d789b21', 'name': '', 'network_id': '4686dbfe-4e85-4788-9d3f-cf7b81186ff3', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'mac_address': 'fa:16:3e:bd:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c996783-c343-4b3b-be31-260be0242962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '4f0e0b96-e4d2-4f66-b56e-5dab5ac58e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:19:04Z', 'updated_at': '2021-01-29T10:19:15Z', 'revision_number': 5, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'subnets': [{'id': '4f0e0b96-e4d2-4f66-b56e-5dab5ac58e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'acd50c18-b01b-485c-87b3-bf2bc3615b64', 'name': '', 'network_id': '71c9bb83-96b9-4f5d-86c8-3bfd7d6e0541', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'mac_address': 'fa:16:3e:a6:fe:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c996783-c343-4b3b-be31-260be0242962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '9e3cbbf1-c5ec-49dd-a9d3-1fd19ce319d0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:19:20Z', 'updated_at': '2021-01-29T10:19:27Z', 'revision_number': 4, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'subnets': [{'id': '9e3cbbf1-c5ec-49dd-a9d3-1fd19ce319d0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:19:28.075503 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:19:28.112153 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:28.148265 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port acd50c18-b01b-485c-87b3-bf2bc3615b64, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=acd50c18-b01b-485c-87b3-bf2bc3615b64,segment=NetworkSegment(5e73e2ba-e16d-45ba-8f21-39ee13f73eb6),segment_id=5e73e2ba-e16d-45ba-8f21-39ee13f73eb6)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:19:28.151153 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:28.152063 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device dae50216-c5e9-45be-94ed-df76732afb52 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:19:28.183080 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a78f3235-3ffa-4df8-b2ea-9743afa6011e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:28.252288 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-b335e0b8-bf67-445f-82e8-a3f037aac8ec tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] For port acd50c18-b01b-485c-87b3-bf2bc3615b64, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=acd50c18-b01b-485c-87b3-bf2bc3615b64,segment=NetworkSegment(5e73e2ba-e16d-45ba-8f21-39ee13f73eb6),segment_id=5e73e2ba-e16d-45ba-8f21-39ee13f73eb6)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:19:28.252687 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b335e0b8-bf67-445f-82e8-a3f037aac8ec tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:28.290178 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=acd50c18-b01b-485c-87b3-bf2bc3615b64,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:28.295408 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:28.303199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port dae50216-c5e9-45be-94ed-df76732afb52 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:19:28.303617 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:28.388357 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-b335e0b8-bf67-445f-82e8-a3f037aac8ec tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Calling delete_port for acd50c18-b01b-485c-87b3-bf2bc3615b64 owned by network:router_interface {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:19:28.412310 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb543e95-39e5-4627-89e2-7519d0bdd5e1 None None] Sync routers for ids ['3c996783-c343-4b3b-be31-260be0242962'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:19:28.440465 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb543e95-39e5-4627-89e2-7519d0bdd5e1 None None] Routers {'3c996783-c343-4b3b-be31-260be0242962'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:19:28.441147 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-eb543e95-39e5-4627-89e2-7519d0bdd5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c94d9cc0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:19:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['3c996783-c343-4b3b-be31-260be0242962'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:28.507807 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-b335e0b8-bf67-445f-82e8-a3f037aac8ec tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80766) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:19:28.508166 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-b335e0b8-bf67-445f-82e8-a3f037aac8ec tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:19:28.754132 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 445501de-7e75-4819-98df-c4ce9691fe30 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:19:28.840760 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-eb543e95-39e5-4627-89e2-7519d0bdd5e1 None None] Set router 3c996783-c343-4b3b-be31-260be0242962 gateway port host: None {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:19:28.981642 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 445501de-7e75-4819-98df-c4ce9691fe30 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:19:28.982392 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:29.009926 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-b335e0b8-bf67-445f-82e8-a3f037aac8ec tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Deleting port acd50c18-b01b-485c-87b3-bf2bc3615b64 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:19:29.010374 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b335e0b8-bf67-445f-82e8-a3f037aac8ec tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:29.213461 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-b335e0b8-bf67-445f-82e8-a3f037aac8ec tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] For port acd50c18-b01b-485c-87b3-bf2bc3615b64, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=acd50c18-b01b-485c-87b3-bf2bc3615b64,segment=NetworkSegment(5e73e2ba-e16d-45ba-8f21-39ee13f73eb6),segment_id=5e73e2ba-e16d-45ba-8f21-39ee13f73eb6)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:19:29.213879 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b335e0b8-bf67-445f-82e8-a3f037aac8ec tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:29.319005 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-eb543e95-39e5-4627-89e2-7519d0bdd5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c94d9cc0>, [{'id': '3c996783-c343-4b3b-be31-260be0242962', 'name': 'tempest-RoutersTest-router-400277685', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:19:02Z', 'updated_at': '2021-01-29T10:19:25Z', 'revision_number': 7, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'gw_port_host': None, '_interfaces': [{'id': '445501de-7e75-4819-98df-c4ce9691fe30', 'name': '', 'network_id': '4595981d-71de-49a3-b920-f499b2a72019', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'mac_address': 'fa:16:3e:b8:25:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c996783-c343-4b3b-be31-260be0242962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '07cd1ab7-8fd9-4bf2-a20e-fc8974c1db6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:19:15Z', 'updated_at': '2021-01-29T10:19:26Z', 'revision_number': 5, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'subnets': [{'id': '07cd1ab7-8fd9-4bf2-a20e-fc8974c1db6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '7a33ea79-490b-4257-bb11-6386a5de3b01', 'name': '', 'network_id': '9434f6a9-14c8-4482-9573-190bf1ba134a', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'mac_address': 'fa:16:3e:3f:a3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c996783-c343-4b3b-be31-260be0242962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '0a9a6491-9136-4c7c-b3a1-aaecd258c161', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:19:09Z', 'updated_at': '2021-01-29T10:19:18Z', 'revision_number': 5, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'subnets': [{'id': '0a9a6491-9136-4c7c-b3a1-aaecd258c161', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'a8d84f63-ead2-40fe-8c28-b7092d789b21', 'name': '', 'network_id': '4686dbfe-4e85-4788-9d3f-cf7b81186ff3', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'mac_address': 'fa:16:3e:bd:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c996783-c343-4b3b-be31-260be0242962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '4f0e0b96-e4d2-4f66-b56e-5dab5ac58e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:19:04Z', 'updated_at': '2021-01-29T10:19:15Z', 'revision_number': 5, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'subnets': [{'id': '4f0e0b96-e4d2-4f66-b56e-5dab5ac58e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'acd50c18-b01b-485c-87b3-bf2bc3615b64', 'name': '', 'network_id': '71c9bb83-96b9-4f5d-86c8-3bfd7d6e0541', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'mac_address': 'fa:16:3e:a6:fe:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c996783-c343-4b3b-be31-260be0242962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '9e3cbbf1-c5ec-49dd-a9d3-1fd19ce319d0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:19:20Z', 'updated_at': '2021-01-29T10:19:28Z', 'revision_number': 5, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'subnets': [{'id': '9e3cbbf1-c5ec-49dd-a9d3-1fd19ce319d0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:29.323882 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb543e95-39e5-4627-89e2-7519d0bdd5e1 None None] Checking router: 3c996783-c343-4b3b-be31-260be0242962 for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:19:29.334003 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb543e95-39e5-4627-89e2-7519d0bdd5e1 None None] Routers {'3c996783-c343-4b3b-be31-260be0242962'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:19:29.334693 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-eb543e95-39e5-4627-89e2-7519d0bdd5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c94d9cc0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:19:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['3c996783-c343-4b3b-be31-260be0242962'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:29.363124 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-b335e0b8-bf67-445f-82e8-a3f037aac8ec tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Calling delete_port for acd50c18-b01b-485c-87b3-bf2bc3615b64 owned by network:router_interface {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:19:29.510030 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-eb543e95-39e5-4627-89e2-7519d0bdd5e1 None None] Set router 3c996783-c343-4b3b-be31-260be0242962 gateway port host: None {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:19:29.550704 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b335e0b8-bf67-445f-82e8-a3f037aac8ec tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:29.566684 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-81dfdc6e-6ac0-407d-9960-b9c046b7a8cd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:29.625331 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335e0b8-bf67-445f-82e8-a3f037aac8ec tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event deleted for resources: {'Port': ['ID=acd50c18-b01b-485c-87b3-bf2bc3615b64,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:29.629336 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b335e0b8-bf67-445f-82e8-a3f037aac8ec tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:29.884690 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-eb543e95-39e5-4627-89e2-7519d0bdd5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c94d9cc0>, [{'id': '3c996783-c343-4b3b-be31-260be0242962', 'name': 'tempest-RoutersTest-router-400277685', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:19:02Z', 'updated_at': '2021-01-29T10:19:25Z', 'revision_number': 7, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'gw_port_host': None, '_interfaces': [{'id': '445501de-7e75-4819-98df-c4ce9691fe30', 'name': '', 'network_id': '4595981d-71de-49a3-b920-f499b2a72019', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'mac_address': 'fa:16:3e:b8:25:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c996783-c343-4b3b-be31-260be0242962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '07cd1ab7-8fd9-4bf2-a20e-fc8974c1db6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:19:15Z', 'updated_at': '2021-01-29T10:19:26Z', 'revision_number': 5, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'subnets': [{'id': '07cd1ab7-8fd9-4bf2-a20e-fc8974c1db6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '7a33ea79-490b-4257-bb11-6386a5de3b01', 'name': '', 'network_id': '9434f6a9-14c8-4482-9573-190bf1ba134a', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'mac_address': 'fa:16:3e:3f:a3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c996783-c343-4b3b-be31-260be0242962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '0a9a6491-9136-4c7c-b3a1-aaecd258c161', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:19:09Z', 'updated_at': '2021-01-29T10:19:18Z', 'revision_number': 5, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'subnets': [{'id': '0a9a6491-9136-4c7c-b3a1-aaecd258c161', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'a8d84f63-ead2-40fe-8c28-b7092d789b21', 'name': '', 'network_id': '4686dbfe-4e85-4788-9d3f-cf7b81186ff3', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'mac_address': 'fa:16:3e:bd:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c996783-c343-4b3b-be31-260be0242962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '4f0e0b96-e4d2-4f66-b56e-5dab5ac58e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:19:04Z', 'updated_at': '2021-01-29T10:19:15Z', 'revision_number': 5, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'subnets': [{'id': '4f0e0b96-e4d2-4f66-b56e-5dab5ac58e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'acd50c18-b01b-485c-87b3-bf2bc3615b64', 'name': '', 'network_id': '71c9bb83-96b9-4f5d-86c8-3bfd7d6e0541', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'mac_address': 'fa:16:3e:a6:fe:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c996783-c343-4b3b-be31-260be0242962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '9e3cbbf1-c5ec-49dd-a9d3-1fd19ce319d0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:19:20Z', 'updated_at': '2021-01-29T10:19:28Z', 'revision_number': 5, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'subnets': [{'id': '9e3cbbf1-c5ec-49dd-a9d3-1fd19ce319d0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:29.889714 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb543e95-39e5-4627-89e2-7519d0bdd5e1 None None] The sync data for ids ['3c996783-c343-4b3b-be31-260be0242962'] in dv-neutron-772983-2-ovs is: [{'id': '3c996783-c343-4b3b-be31-260be0242962', 'name': 'tempest-RoutersTest-router-400277685', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:19:02Z', 'updated_at': '2021-01-29T10:19:25Z', 'revision_number': 7, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'gw_port_host': None, '_interfaces': [{'id': '445501de-7e75-4819-98df-c4ce9691fe30', 'name': '', 'network_id': '4595981d-71de-49a3-b920-f499b2a72019', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'mac_address': 'fa:16:3e:b8:25:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c996783-c343-4b3b-be31-260be0242962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '07cd1ab7-8fd9-4bf2-a20e-fc8974c1db6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:19:15Z', 'updated_at': '2021-01-29T10:19:26Z', 'revision_number': 5, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'subnets': [{'id': '07cd1ab7-8fd9-4bf2-a20e-fc8974c1db6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '7a33ea79-490b-4257-bb11-6386a5de3b01', 'name': '', 'network_id': '9434f6a9-14c8-4482-9573-190bf1ba134a', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'mac_address': 'fa:16:3e:3f:a3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c996783-c343-4b3b-be31-260be0242962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '0a9a6491-9136-4c7c-b3a1-aaecd258c161', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:19:09Z', 'updated_at': '2021-01-29T10:19:18Z', 'revision_number': 5, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'subnets': [{'id': '0a9a6491-9136-4c7c-b3a1-aaecd258c161', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'a8d84f63-ead2-40fe-8c28-b7092d789b21', 'name': '', 'network_id': '4686dbfe-4e85-4788-9d3f-cf7b81186ff3', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'mac_address': 'fa:16:3e:bd:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c996783-c343-4b3b-be31-260be0242962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '4f0e0b96-e4d2-4f66-b56e-5dab5ac58e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:19:04Z', 'updated_at': '2021-01-29T10:19:15Z', 'revision_number': 5, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'subnets': [{'id': '4f0e0b96-e4d2-4f66-b56e-5dab5ac58e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'acd50c18-b01b-485c-87b3-bf2bc3615b64', 'name': '', 'network_id': '71c9bb83-96b9-4f5d-86c8-3bfd7d6e0541', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'mac_address': 'fa:16:3e:a6:fe:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c996783-c343-4b3b-be31-260be0242962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '9e3cbbf1-c5ec-49dd-a9d3-1fd19ce319d0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:19:20Z', 'updated_at': '2021-01-29T10:19:28Z', 'revision_number': 5, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'subnets': [{'id': '9e3cbbf1-c5ec-49dd-a9d3-1fd19ce319d0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:19:29.978009 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b335e0b8-bf67-445f-82e8-a3f037aac8ec tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854415430'] for router_interface, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:30.454917 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b335e0b8-bf67-445f-82e8-a3f037aac8ec tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Router 3c996783-c343-4b3b-be31-260be0242962 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:19:30.626316 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b335e0b8-bf67-445f-82e8-a3f037aac8ec tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:19:30.635905 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e428794-73ad-458e-ad88-f4dca2d04e8e None None] Sync routers for ids ['3c996783-c343-4b3b-be31-260be0242962'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:19:30.639922 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b335e0b8-bf67-445f-82e8-a3f037aac8ec tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "PUT /v2.0/routers/3c996783-c343-4b3b-be31-260be0242962/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8747563
Jan 29 10:19:30.642966 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58584) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:30.645643 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e428794-73ad-458e-ad88-f4dca2d04e8e None None] Routers {'3c996783-c343-4b3b-be31-260be0242962'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:19:30.646346 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-6e428794-73ad-458e-ad88-f4dca2d04e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9c7b860>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:19:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['3c996783-c343-4b3b-be31-260be0242962'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:30.736617 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a4a7c19-b6fd-4636-bf4b-0bc251e43591 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Deleting subnet 9e3cbbf1-c5ec-49dd-a9d3-1fd19ce319d0 {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:19:30.740109 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0a4a7c19-b6fd-4636-bf4b-0bc251e43591 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:30.797961 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0a4a7c19-b6fd-4636-bf4b-0bc251e43591 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:30.811989 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-6e428794-73ad-458e-ad88-f4dca2d04e8e None None] Set router 3c996783-c343-4b3b-be31-260be0242962 gateway port host: None {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:19:30.888526 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0a4a7c19-b6fd-4636-bf4b-0bc251e43591 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:31.150301 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-6e428794-73ad-458e-ad88-f4dca2d04e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9c7b860>, [{'id': '3c996783-c343-4b3b-be31-260be0242962', 'name': 'tempest-RoutersTest-router-400277685', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:19:02Z', 'updated_at': '2021-01-29T10:19:29Z', 'revision_number': 8, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'gw_port_host': None, '_interfaces': [{'id': '445501de-7e75-4819-98df-c4ce9691fe30', 'name': '', 'network_id': '4595981d-71de-49a3-b920-f499b2a72019', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'mac_address': 'fa:16:3e:b8:25:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c996783-c343-4b3b-be31-260be0242962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '07cd1ab7-8fd9-4bf2-a20e-fc8974c1db6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:19:15Z', 'updated_at': '2021-01-29T10:19:26Z', 'revision_number': 5, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'subnets': [{'id': '07cd1ab7-8fd9-4bf2-a20e-fc8974c1db6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '7a33ea79-490b-4257-bb11-6386a5de3b01', 'name': '', 'network_id': '9434f6a9-14c8-4482-9573-190bf1ba134a', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'mac_address': 'fa:16:3e:3f:a3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c996783-c343-4b3b-be31-260be0242962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '0a9a6491-9136-4c7c-b3a1-aaecd258c161', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:19:09Z', 'updated_at': '2021-01-29T10:19:18Z', 'revision_number': 5, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'subnets': [{'id': '0a9a6491-9136-4c7c-b3a1-aaecd258c161', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'a8d84f63-ead2-40fe-8c28-b7092d789b21', 'name': '', 'network_id': '4686dbfe-4e85-4788-9d3f-cf7b81186ff3', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'mac_address': 'fa:16:3e:bd:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c996783-c343-4b3b-be31-260be0242962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '4f0e0b96-e4d2-4f66-b56e-5dab5ac58e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:19:04Z', 'updated_at': '2021-01-29T10:19:15Z', 'revision_number': 5, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'subnets': [{'id': '4f0e0b96-e4d2-4f66-b56e-5dab5ac58e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:31.154850 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e428794-73ad-458e-ad88-f4dca2d04e8e None None] Checking router: 3c996783-c343-4b3b-be31-260be0242962 for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:19:31.163672 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e428794-73ad-458e-ad88-f4dca2d04e8e None None] Routers {'3c996783-c343-4b3b-be31-260be0242962'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:19:31.164330 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-6e428794-73ad-458e-ad88-f4dca2d04e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9c7b860>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:19:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['3c996783-c343-4b3b-be31-260be0242962'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:31.173139 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0a4a7c19-b6fd-4636-bf4b-0bc251e43591 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:31.188876 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-743d81cc-f191-4649-94b2-94b40209f7fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:31.238970 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4a7c19-b6fd-4636-bf4b-0bc251e43591 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event deleted for resources: {'Subnet': ['ID=9e3cbbf1-c5ec-49dd-a9d3-1fd19ce319d0,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:31.243700 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0a4a7c19-b6fd-4636-bf4b-0bc251e43591 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:31.326419 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0a4a7c19-b6fd-4636-bf4b-0bc251e43591 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:31.329021 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-6e428794-73ad-458e-ad88-f4dca2d04e8e None None] Set router 3c996783-c343-4b3b-be31-260be0242962 gateway port host: None {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:19:31.333723 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e85af7c-71a1-4923-88a2-f3653904a782 None None] Network 71c9bb83-96b9-4f5d-86c8-3bfd7d6e0541 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:19:31.335805 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0a4a7c19-b6fd-4636-bf4b-0bc251e43591 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "DELETE /v2.0/subnets/9e3cbbf1-c5ec-49dd-a9d3-1fd19ce319d0 HTTP/1.1" status: 204  len: 168 time: 0.6917734
Jan 29 10:19:31.338812 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58588) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:31.483531 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-96a7571c-c211-4c11-acf8-6b03f271b80b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:31.558539 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-96a7571c-c211-4c11-acf8-6b03f271b80b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Deleting port dae50216-c5e9-45be-94ed-df76732afb52 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:19:31.558928 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-96a7571c-c211-4c11-acf8-6b03f271b80b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:31.593063 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a72985-f5d8-45fb-b781-7b53734f6156 None None] DHCP port deletion for 71c9bb83-96b9-4f5d-86c8-3bfd7d6e0541 request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:19:31.597364 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-44a72985-f5d8-45fb-b781-7b53734f6156 None None] Deleting port dae50216-c5e9-45be-94ed-df76732afb52 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:19:31.597856 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-44a72985-f5d8-45fb-b781-7b53734f6156 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:31.689873 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-6e428794-73ad-458e-ad88-f4dca2d04e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9c7b860>, [{'id': '3c996783-c343-4b3b-be31-260be0242962', 'name': 'tempest-RoutersTest-router-400277685', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:19:02Z', 'updated_at': '2021-01-29T10:19:29Z', 'revision_number': 8, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'gw_port_host': None, '_interfaces': [{'id': '445501de-7e75-4819-98df-c4ce9691fe30', 'name': '', 'network_id': '4595981d-71de-49a3-b920-f499b2a72019', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'mac_address': 'fa:16:3e:b8:25:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c996783-c343-4b3b-be31-260be0242962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '07cd1ab7-8fd9-4bf2-a20e-fc8974c1db6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:19:15Z', 'updated_at': '2021-01-29T10:19:26Z', 'revision_number': 5, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'subnets': [{'id': '07cd1ab7-8fd9-4bf2-a20e-fc8974c1db6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '7a33ea79-490b-4257-bb11-6386a5de3b01', 'name': '', 'network_id': '9434f6a9-14c8-4482-9573-190bf1ba134a', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'mac_address': 'fa:16:3e:3f:a3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c996783-c343-4b3b-be31-260be0242962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '0a9a6491-9136-4c7c-b3a1-aaecd258c161', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:19:09Z', 'updated_at': '2021-01-29T10:19:18Z', 'revision_number': 5, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'subnets': [{'id': '0a9a6491-9136-4c7c-b3a1-aaecd258c161', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'a8d84f63-ead2-40fe-8c28-b7092d789b21', 'name': '', 'network_id': '4686dbfe-4e85-4788-9d3f-cf7b81186ff3', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'mac_address': 'fa:16:3e:bd:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c996783-c343-4b3b-be31-260be0242962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '4f0e0b96-e4d2-4f66-b56e-5dab5ac58e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:19:04Z', 'updated_at': '2021-01-29T10:19:15Z', 'revision_number': 5, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'subnets': [{'id': '4f0e0b96-e4d2-4f66-b56e-5dab5ac58e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:31.694135 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e428794-73ad-458e-ad88-f4dca2d04e8e None None] The sync data for ids ['3c996783-c343-4b3b-be31-260be0242962'] in dv-neutron-772983-2-ovs is: [{'id': '3c996783-c343-4b3b-be31-260be0242962', 'name': 'tempest-RoutersTest-router-400277685', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:19:02Z', 'updated_at': '2021-01-29T10:19:29Z', 'revision_number': 8, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'gw_port_host': None, '_interfaces': [{'id': '445501de-7e75-4819-98df-c4ce9691fe30', 'name': '', 'network_id': '4595981d-71de-49a3-b920-f499b2a72019', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'mac_address': 'fa:16:3e:b8:25:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c996783-c343-4b3b-be31-260be0242962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '07cd1ab7-8fd9-4bf2-a20e-fc8974c1db6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:19:15Z', 'updated_at': '2021-01-29T10:19:26Z', 'revision_number': 5, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'subnets': [{'id': '07cd1ab7-8fd9-4bf2-a20e-fc8974c1db6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '7a33ea79-490b-4257-bb11-6386a5de3b01', 'name': '', 'network_id': '9434f6a9-14c8-4482-9573-190bf1ba134a', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'mac_address': 'fa:16:3e:3f:a3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c996783-c343-4b3b-be31-260be0242962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '0a9a6491-9136-4c7c-b3a1-aaecd258c161', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:19:09Z', 'updated_at': '2021-01-29T10:19:18Z', 'revision_number': 5, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'subnets': [{'id': '0a9a6491-9136-4c7c-b3a1-aaecd258c161', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'a8d84f63-ead2-40fe-8c28-b7092d789b21', 'name': '', 'network_id': '4686dbfe-4e85-4788-9d3f-cf7b81186ff3', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'mac_address': 'fa:16:3e:bd:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c996783-c343-4b3b-be31-260be0242962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '4f0e0b96-e4d2-4f66-b56e-5dab5ac58e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:19:04Z', 'updated_at': '2021-01-29T10:19:15Z', 'revision_number': 5, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'subnets': [{'id': '4f0e0b96-e4d2-4f66-b56e-5dab5ac58e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:19:31.792329 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-96a7571c-c211-4c11-acf8-6b03f271b80b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] For port dae50216-c5e9-45be-94ed-df76732afb52, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=dae50216-c5e9-45be-94ed-df76732afb52,segment=NetworkSegment(5e73e2ba-e16d-45ba-8f21-39ee13f73eb6),segment_id=5e73e2ba-e16d-45ba-8f21-39ee13f73eb6)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:19:31.792961 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-96a7571c-c211-4c11-acf8-6b03f271b80b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:31.832366 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-44a72985-f5d8-45fb-b781-7b53734f6156 None None] For port dae50216-c5e9-45be-94ed-df76732afb52, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=dae50216-c5e9-45be-94ed-df76732afb52,segment=NetworkSegment(5e73e2ba-e16d-45ba-8f21-39ee13f73eb6),segment_id=5e73e2ba-e16d-45ba-8f21-39ee13f73eb6)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:19:31.833009 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-44a72985-f5d8-45fb-b781-7b53734f6156 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:31.900441 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device dae50216-c5e9-45be-94ed-df76732afb52 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:19:31.928391 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-96a7571c-c211-4c11-acf8-6b03f271b80b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Calling delete_port for dae50216-c5e9-45be-94ed-df76732afb52 owned by network:dhcp {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:19:32.007480 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-44a72985-f5d8-45fb-b781-7b53734f6156 None None] Calling delete_port for dae50216-c5e9-45be-94ed-df76732afb52 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:19:32.011716 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-96a7571c-c211-4c11-acf8-6b03f271b80b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:32.025159 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-85411692-f6e6-4031-aad6-2b945b4925e2 tempest-ServerActionsTestJSON-687247907 tempest-ServerActionsTestJSON-687247907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:32.072311 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a7571c-c211-4c11-acf8-6b03f271b80b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event deleted for resources: {'Port': ['ID=dae50216-c5e9-45be-94ed-df76732afb52,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:32.087678 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No active binding found for port dae50216-c5e9-45be-94ed-df76732afb52 {{(pid=80767) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}}
Jan 29 10:19:32.088140 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device dae50216-c5e9-45be-94ed-df76732afb52 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:19:32.088618 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device acd50c18-b01b-485c-87b3-bf2bc3615b64 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:19:32.095141 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a7571c-c211-4c11-acf8-6b03f271b80b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:32.095567 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a7571c-c211-4c11-acf8-6b03f271b80b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:32.095985 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a7571c-c211-4c11-acf8-6b03f271b80b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:32.096399 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a7571c-c211-4c11-acf8-6b03f271b80b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:32.096804 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a7571c-c211-4c11-acf8-6b03f271b80b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:32.097237 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a7571c-c211-4c11-acf8-6b03f271b80b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:32.097617 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a7571c-c211-4c11-acf8-6b03f271b80b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:32.098043 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a7571c-c211-4c11-acf8-6b03f271b80b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:32.098447 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a7571c-c211-4c11-acf8-6b03f271b80b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:32.098851 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a7571c-c211-4c11-acf8-6b03f271b80b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:32.099255 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a7571c-c211-4c11-acf8-6b03f271b80b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:32.099655 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a7571c-c211-4c11-acf8-6b03f271b80b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:32.100123 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a7571c-c211-4c11-acf8-6b03f271b80b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:32.100525 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a7571c-c211-4c11-acf8-6b03f271b80b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:32.100925 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a7571c-c211-4c11-acf8-6b03f271b80b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:32.101322 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a7571c-c211-4c11-acf8-6b03f271b80b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:32.101719 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a7571c-c211-4c11-acf8-6b03f271b80b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:32.102162 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a7571c-c211-4c11-acf8-6b03f271b80b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:32.102559 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a7571c-c211-4c11-acf8-6b03f271b80b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:32.102954 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a7571c-c211-4c11-acf8-6b03f271b80b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:32.103346 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a7571c-c211-4c11-acf8-6b03f271b80b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:32.103739 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a7571c-c211-4c11-acf8-6b03f271b80b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:32.104138 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a7571c-c211-4c11-acf8-6b03f271b80b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:32.104532 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a7571c-c211-4c11-acf8-6b03f271b80b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:32.110529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-96a7571c-c211-4c11-acf8-6b03f271b80b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:32.137279 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: acd50c18-b01b-485c-87b3-bf2bc3615b64 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:19:32.137681 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device acd50c18-b01b-485c-87b3-bf2bc3615b64 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:19:32.143968 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-44a72985-f5d8-45fb-b781-7b53734f6156 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80767) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:19:32.144095 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-44a72985-f5d8-45fb-b781-7b53734f6156 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:19:32.190289 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a7571c-c211-4c11-acf8-6b03f271b80b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] No DVR routers for this DVR port dae50216-c5e9-45be-94ed-df76732afb52 on host dv-neutron-772983-2-ovs {{(pid=80765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:19:32.325099 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-96a7571c-c211-4c11-acf8-6b03f271b80b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:32.448484 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-96a7571c-c211-4c11-acf8-6b03f271b80b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c9ea28d0>,) {'filters': {'network_id': ['71c9bb83-96b9-4f5d-86c8-3bfd7d6e0541']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:32.461480 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-96a7571c-c211-4c11-acf8-6b03f271b80b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c9ea28d0>, '5e73e2ba-e16d-45ba-8f21-39ee13f73eb6') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:32.461806 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-96a7571c-c211-4c11-acf8-6b03f271b80b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c9ea28d0>, '5e73e2ba-e16d-45ba-8f21-39ee13f73eb6') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:32.474210 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-96a7571c-c211-4c11-acf8-6b03f271b80b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:32.488671 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-96a7571c-c211-4c11-acf8-6b03f271b80b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:32.490672 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-96a7571c-c211-4c11-acf8-6b03f271b80b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Releasing vxlan tunnel 6 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:19:32.645307 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-44a72985-f5d8-45fb-b781-7b53734f6156 None None] Deleting port dae50216-c5e9-45be-94ed-df76732afb52 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:19:32.645770 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-44a72985-f5d8-45fb-b781-7b53734f6156 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:32.670811 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-96a7571c-c211-4c11-acf8-6b03f271b80b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Network 71c9bb83-96b9-4f5d-86c8-3bfd7d6e0541 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:19:32.679928 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-96a7571c-c211-4c11-acf8-6b03f271b80b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:32.719269 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-44a72985-f5d8-45fb-b781-7b53734f6156 None None] The port 'dae50216-c5e9-45be-94ed-df76732afb52' was deleted {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 29 10:19:32.862273 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-96a7571c-c211-4c11-acf8-6b03f271b80b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Network 71c9bb83-96b9-4f5d-86c8-3bfd7d6e0541 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:19:32.886426 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:19:32.886426 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:19:32.886426 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:19:32.886426 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:19:32.886426 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:19:32.886426 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:19:32.886426 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:19:32.886426 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:19:32.886426 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:19:32.886426 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:19:32.886426 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:19:32.886426 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:19:32.886426 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:19:32.886426 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:19:32.886426 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:19:32.886426 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:19:32.886426 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:19:32.886426 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:19:32.886426 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:19:32.886426 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:19:32.886426 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:19:32.886426 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:19:32.886426 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:19:32.886426 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:19:32.886426 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:19:32.886426 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:19:32.886426 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:19:32.886426 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:19:32.886426 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:19:32.886426 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:19:32.886426 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:19:32.886426 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:19:32.969298 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-96a7571c-c211-4c11-acf8-6b03f271b80b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:32.973409 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-96a7571c-c211-4c11-acf8-6b03f271b80b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:32.977413 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-17e4d7b7-0ebd-4259-8757-5b7ecf4d6012 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:33.005566 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a7571c-c211-4c11-acf8-6b03f271b80b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event deleted for resources: {'Network': ['ID=71c9bb83-96b9-4f5d-86c8-3bfd7d6e0541,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:33.008397 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-96a7571c-c211-4c11-acf8-6b03f271b80b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:33.011052 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-96a7571c-c211-4c11-acf8-6b03f271b80b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "DELETE /v2.0/networks/71c9bb83-96b9-4f5d-86c8-3bfd7d6e0541 HTTP/1.1" status: 204  len: 168 time: 1.6708558
Jan 29 10:19:33.014255 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58592) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:33.580574 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-588f60b5-d17d-4f9d-810e-2782c9bf8118 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349253'] for router_interface, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:33.923512 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-588f60b5-d17d-4f9d-810e-2782c9bf8118 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Deleting port 445501de-7e75-4819-98df-c4ce9691fe30 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:19:33.923892 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-588f60b5-d17d-4f9d-810e-2782c9bf8118 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:34.020954 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58598) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:34.106939 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734ed000-e6d2-4fb5-b9b2-3b934f3dfdfc tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:19:34.107398 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734ed000-e6d2-4fb5-b9b2-3b934f3dfdfc tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:19:34.107815 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734ed000-e6d2-4fb5-b9b2-3b934f3dfdfc tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:19:34.109633 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-734ed000-e6d2-4fb5-b9b2-3b934f3dfdfc tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/ports?project_id=ff1f06ee29ef461597f2ecd846f8813d&network_id=17776172-c021-47c4-abdf-42ef2691de1f HTTP/1.1" status: 200  len: 3057 time: 0.0876000
Jan 29 10:19:34.126899 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-588f60b5-d17d-4f9d-810e-2782c9bf8118 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] For port 445501de-7e75-4819-98df-c4ce9691fe30, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=445501de-7e75-4819-98df-c4ce9691fe30,segment=NetworkSegment(4a52a66b-fd02-431c-b506-ca0490affea5),segment_id=4a52a66b-fd02-431c-b506-ca0490affea5)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:19:34.127299 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-588f60b5-d17d-4f9d-810e-2782c9bf8118 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:34.258367 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-588f60b5-d17d-4f9d-810e-2782c9bf8118 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Calling delete_port for 445501de-7e75-4819-98df-c4ce9691fe30 owned by network:router_interface {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:19:34.441924 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-588f60b5-d17d-4f9d-810e-2782c9bf8118 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:34.457731 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-89160695-b586-4456-845a-d6279251f56c tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:34.510962 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588f60b5-d17d-4f9d-810e-2782c9bf8118 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event deleted for resources: {'Port': ['ID=445501de-7e75-4819-98df-c4ce9691fe30,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:34.516012 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-588f60b5-d17d-4f9d-810e-2782c9bf8118 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:34.784896 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:35.114915 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-588f60b5-d17d-4f9d-810e-2782c9bf8118 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854415430'] for router_interface, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:35.604144 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-588f60b5-d17d-4f9d-810e-2782c9bf8118 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Router 3c996783-c343-4b3b-be31-260be0242962 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:19:35.777044 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-588f60b5-d17d-4f9d-810e-2782c9bf8118 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:19:35.787542 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47bf958-69b9-4de6-bb48-0b1cb9fb2e2e None None] Sync routers for ids ['3c996783-c343-4b3b-be31-260be0242962'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:19:35.793898 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-588f60b5-d17d-4f9d-810e-2782c9bf8118 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "PUT /v2.0/routers/3c996783-c343-4b3b-be31-260be0242962/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7756636
Jan 29 10:19:35.794002 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58610) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:35.796969 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58614) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:35.803378 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47bf958-69b9-4de6-bb48-0b1cb9fb2e2e None None] Routers {'3c996783-c343-4b3b-be31-260be0242962'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:19:35.803946 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-b47bf958-69b9-4de6-bb48-0b1cb9fb2e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c8f460b8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:19:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['3c996783-c343-4b3b-be31-260be0242962'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:35.895539 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eb355b3-bd87-4359-a408-a3d08fa4761c tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Deleting subnet 07cd1ab7-8fd9-4bf2-a20e-fc8974c1db6e {{(pid=80765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:19:35.899375 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3eb355b3-bd87-4359-a408-a3d08fa4761c tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for subnet, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:35.959806 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3eb355b3-bd87-4359-a408-a3d08fa4761c tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1479249'] for subnet, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:35.972124 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-b47bf958-69b9-4de6-bb48-0b1cb9fb2e2e None None] Set router 3c996783-c343-4b3b-be31-260be0242962 gateway port host: None {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:19:36.054496 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3eb355b3-bd87-4359-a408-a3d08fa4761c tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:36.219644 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8193e20d-fee7-44a9-83db-d97662c74f99 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:19:36.221238 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8193e20d-fee7-44a9-83db-d97662c74f99 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=aadf795f-2e1a-4d04-be0e-12575f0f28a5 HTTP/1.1" status: 200  len: 814 time: 0.4230447
Jan 29 10:19:36.427677 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3eb355b3-bd87-4359-a408-a3d08fa4761c tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852603100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2204728'] for subnet, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:36.443709 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-32c213aa-5ca6-4cef-9879-e1bcea34a12c tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:36.497935 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb355b3-bd87-4359-a408-a3d08fa4761c tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event deleted for resources: {'Subnet': ['ID=07cd1ab7-8fd9-4bf2-a20e-fc8974c1db6e,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:36.501925 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3eb355b3-bd87-4359-a408-a3d08fa4761c tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:36.507975 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-b47bf958-69b9-4de6-bb48-0b1cb9fb2e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c8f460b8>, [{'id': '3c996783-c343-4b3b-be31-260be0242962', 'name': 'tempest-RoutersTest-router-400277685', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:19:02Z', 'updated_at': '2021-01-29T10:19:34Z', 'revision_number': 9, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'gw_port_host': None, '_interfaces': [{'id': '7a33ea79-490b-4257-bb11-6386a5de3b01', 'name': '', 'network_id': '9434f6a9-14c8-4482-9573-190bf1ba134a', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'mac_address': 'fa:16:3e:3f:a3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c996783-c343-4b3b-be31-260be0242962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '0a9a6491-9136-4c7c-b3a1-aaecd258c161', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:19:09Z', 'updated_at': '2021-01-29T10:19:18Z', 'revision_number': 5, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'subnets': [{'id': '0a9a6491-9136-4c7c-b3a1-aaecd258c161', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'a8d84f63-ead2-40fe-8c28-b7092d789b21', 'name': '', 'network_id': '4686dbfe-4e85-4788-9d3f-cf7b81186ff3', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'mac_address': 'fa:16:3e:bd:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c996783-c343-4b3b-be31-260be0242962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '4f0e0b96-e4d2-4f66-b56e-5dab5ac58e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:19:04Z', 'updated_at': '2021-01-29T10:19:15Z', 'revision_number': 5, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'subnets': [{'id': '4f0e0b96-e4d2-4f66-b56e-5dab5ac58e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:36.512102 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47bf958-69b9-4de6-bb48-0b1cb9fb2e2e None None] Checking router: 3c996783-c343-4b3b-be31-260be0242962 for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:19:36.527936 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47bf958-69b9-4de6-bb48-0b1cb9fb2e2e None None] Routers {'3c996783-c343-4b3b-be31-260be0242962'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:19:36.528736 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-b47bf958-69b9-4de6-bb48-0b1cb9fb2e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c8f460b8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:19:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['3c996783-c343-4b3b-be31-260be0242962'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:36.582982 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3eb355b3-bd87-4359-a408-a3d08fa4761c tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:36.592036 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3eb355b3-bd87-4359-a408-a3d08fa4761c tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "DELETE /v2.0/subnets/07cd1ab7-8fd9-4bf2-a20e-fc8974c1db6e HTTP/1.1" status: 204  len: 168 time: 0.7936890
Jan 29 10:19:36.592351 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58624) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:36.595843 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4861c1-d2bf-41c2-9e66-7e6807876f3e None None] Network 4595981d-71de-49a3-b920-f499b2a72019 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:19:36.706286 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58628) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:36.712710 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-71dd8b70-294b-4585-9118-b5f807a3061f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'floatingip': {'port_id': None}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:19:36.734661 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5785bdbc-b006-476e-a04e-85d1ce54aa65 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:36.809012 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-5785bdbc-b006-476e-a04e-85d1ce54aa65 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Deleting port 645aa999-bebf-44bd-b791-7c7f31de35b5 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:19:36.809557 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5785bdbc-b006-476e-a04e-85d1ce54aa65 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:36.836228 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-b47bf958-69b9-4de6-bb48-0b1cb9fb2e2e None None] Set router 3c996783-c343-4b3b-be31-260be0242962 gateway port host: None {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:19:36.843978 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-71dd8b70-294b-4585-9118-b5f807a3061f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for floatingip, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:37.034666 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-5785bdbc-b006-476e-a04e-85d1ce54aa65 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] For port 645aa999-bebf-44bd-b791-7c7f31de35b5, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=645aa999-bebf-44bd-b791-7c7f31de35b5,segment=NetworkSegment(4a52a66b-fd02-431c-b506-ca0490affea5),segment_id=4a52a66b-fd02-431c-b506-ca0490affea5)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:19:37.035116 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5785bdbc-b006-476e-a04e-85d1ce54aa65 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:37.180334 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-5785bdbc-b006-476e-a04e-85d1ce54aa65 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Calling delete_port for 645aa999-bebf-44bd-b791-7c7f31de35b5 owned by network:dhcp {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:19:37.251303 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a255c26f-5bde-49fa-a16b-e526b9ace74c None None] DHCP port deletion for 4595981d-71de-49a3-b920-f499b2a72019 request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:19:37.263056 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-a255c26f-5bde-49fa-a16b-e526b9ace74c None None] Deleting port 645aa999-bebf-44bd-b791-7c7f31de35b5 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:19:37.263867 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5785bdbc-b006-476e-a04e-85d1ce54aa65 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:37.264002 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a255c26f-5bde-49fa-a16b-e526b9ace74c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:37.280081 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-dca6e1a4-581a-4959-ba4c-e9cdd37e5826 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:37.325852 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5785bdbc-b006-476e-a04e-85d1ce54aa65 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event deleted for resources: {'Port': ['ID=645aa999-bebf-44bd-b791-7c7f31de35b5,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:37.341723 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5785bdbc-b006-476e-a04e-85d1ce54aa65 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:37.347925 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-a255c26f-5bde-49fa-a16b-e526b9ace74c None None] The port '645aa999-bebf-44bd-b791-7c7f31de35b5' was deleted {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 29 10:19:37.384303 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-b47bf958-69b9-4de6-bb48-0b1cb9fb2e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c8f460b8>, [{'id': '3c996783-c343-4b3b-be31-260be0242962', 'name': 'tempest-RoutersTest-router-400277685', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:19:02Z', 'updated_at': '2021-01-29T10:19:34Z', 'revision_number': 9, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'gw_port_host': None, '_interfaces': [{'id': '7a33ea79-490b-4257-bb11-6386a5de3b01', 'name': '', 'network_id': '9434f6a9-14c8-4482-9573-190bf1ba134a', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'mac_address': 'fa:16:3e:3f:a3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c996783-c343-4b3b-be31-260be0242962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '0a9a6491-9136-4c7c-b3a1-aaecd258c161', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:19:09Z', 'updated_at': '2021-01-29T10:19:18Z', 'revision_number': 5, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'subnets': [{'id': '0a9a6491-9136-4c7c-b3a1-aaecd258c161', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'a8d84f63-ead2-40fe-8c28-b7092d789b21', 'name': '', 'network_id': '4686dbfe-4e85-4788-9d3f-cf7b81186ff3', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'mac_address': 'fa:16:3e:bd:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c996783-c343-4b3b-be31-260be0242962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '4f0e0b96-e4d2-4f66-b56e-5dab5ac58e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:19:04Z', 'updated_at': '2021-01-29T10:19:15Z', 'revision_number': 5, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'subnets': [{'id': '4f0e0b96-e4d2-4f66-b56e-5dab5ac58e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:37.389340 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47bf958-69b9-4de6-bb48-0b1cb9fb2e2e None None] The sync data for ids ['3c996783-c343-4b3b-be31-260be0242962'] in dv-neutron-772983-2-ovs is: [{'id': '3c996783-c343-4b3b-be31-260be0242962', 'name': 'tempest-RoutersTest-router-400277685', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:19:02Z', 'updated_at': '2021-01-29T10:19:34Z', 'revision_number': 9, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'gw_port_host': None, '_interfaces': [{'id': '7a33ea79-490b-4257-bb11-6386a5de3b01', 'name': '', 'network_id': '9434f6a9-14c8-4482-9573-190bf1ba134a', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'mac_address': 'fa:16:3e:3f:a3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c996783-c343-4b3b-be31-260be0242962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '0a9a6491-9136-4c7c-b3a1-aaecd258c161', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:19:09Z', 'updated_at': '2021-01-29T10:19:18Z', 'revision_number': 5, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'subnets': [{'id': '0a9a6491-9136-4c7c-b3a1-aaecd258c161', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'a8d84f63-ead2-40fe-8c28-b7092d789b21', 'name': '', 'network_id': '4686dbfe-4e85-4788-9d3f-cf7b81186ff3', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'mac_address': 'fa:16:3e:bd:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c996783-c343-4b3b-be31-260be0242962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '4f0e0b96-e4d2-4f66-b56e-5dab5ac58e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:19:04Z', 'updated_at': '2021-01-29T10:19:15Z', 'revision_number': 5, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'subnets': [{'id': '4f0e0b96-e4d2-4f66-b56e-5dab5ac58e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:19:37.436937 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5785bdbc-b006-476e-a04e-85d1ce54aa65 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] No DVR routers for this DVR port 645aa999-bebf-44bd-b791-7c7f31de35b5 on host dv-neutron-772983-2-ovs {{(pid=80765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:19:37.462887 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-71dd8b70-294b-4585-9118-b5f807a3061f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:37.465886 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-71dd8b70-294b-4585-9118-b5f807a3061f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:37.466272 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [None req-71dd8b70-294b-4585-9118-b5f807a3061f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Floating IP 9a9414ce-38da-46de-800f-34c21ca2ba93 disassociated. External IP: 172.26.7.204, port: 000c543c-f141-4088-a52e-7ff2db2275fe.
Jan 29 10:19:37.575892 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5785bdbc-b006-476e-a04e-85d1ce54aa65 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:37.701480 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-5785bdbc-b006-476e-a04e-85d1ce54aa65 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c3ab84e0>,) {'filters': {'network_id': ['4595981d-71de-49a3-b920-f499b2a72019']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:37.714478 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-5785bdbc-b006-476e-a04e-85d1ce54aa65 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3ab84e0>, '4a52a66b-fd02-431c-b506-ca0490affea5') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:37.714818 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-5785bdbc-b006-476e-a04e-85d1ce54aa65 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3ab84e0>, '4a52a66b-fd02-431c-b506-ca0490affea5') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:37.726891 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5785bdbc-b006-476e-a04e-85d1ce54aa65 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:37.742472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5785bdbc-b006-476e-a04e-85d1ce54aa65 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:37.744457 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5785bdbc-b006-476e-a04e-85d1ce54aa65 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Releasing vxlan tunnel 4 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:19:37.845967 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 645aa999-bebf-44bd-b791-7c7f31de35b5 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:19:37.869035 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71dd8b70-294b-4585-9118-b5f807a3061f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Router 05fdf490-dfb6-4ff5-8326-259a4586eca5 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:19:37.884713 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 645aa999-bebf-44bd-b791-7c7f31de35b5 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:19:37.885117 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 645aa999-bebf-44bd-b791-7c7f31de35b5 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:19:37.885584 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 445501de-7e75-4819-98df-c4ce9691fe30 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:19:37.921033 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 445501de-7e75-4819-98df-c4ce9691fe30 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:19:37.921033 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 445501de-7e75-4819-98df-c4ce9691fe30 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:19:37.932264 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-5785bdbc-b006-476e-a04e-85d1ce54aa65 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Network 4595981d-71de-49a3-b920-f499b2a72019 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:19:37.942599 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5785bdbc-b006-476e-a04e-85d1ce54aa65 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:38.065361 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71dd8b70-294b-4585-9118-b5f807a3061f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:19:38.069739 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-71dd8b70-294b-4585-9118-b5f807a3061f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:38.075413 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee4b389-58a7-4ab3-9431-ab362b1d3417 None None] Sync routers for ids ['05fdf490-dfb6-4ff5-8326-259a4586eca5'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:19:38.088448 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee4b389-58a7-4ab3-9431-ab362b1d3417 None None] Routers {'05fdf490-dfb6-4ff5-8326-259a4586eca5'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:19:38.089454 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-1ee4b389-58a7-4ab3-9431-ab362b1d3417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9d89d68>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:19:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['05fdf490-dfb6-4ff5-8326-259a4586eca5'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:38.135540 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-71dd8b70-294b-4585-9118-b5f807a3061f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "PUT /v2.0/floatingips/9a9414ce-38da-46de-800f-34c21ca2ba93 HTTP/1.1" status: 200  len: 690 time: 1.4280386
Jan 29 10:19:38.136270 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff2d1eab-2236-4cbd-ac98-eb6d8f388f59', 'tag': '000c543c-f141-4088-a52e-7ff2db2275fe'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:19:38.142196 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58632) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:38.255134 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-673f2229-bab4-4437-aab9-e59c61f9baff tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/floatingips/9a9414ce-38da-46de-800f-34c21ca2ba93 HTTP/1.1" status: 200  len: 690 time: 0.1098447
Jan 29 10:19:38.256319 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff2d1eab-2236-4cbd-ac98-eb6d8f388f59', 'tag': '000c543c-f141-4088-a52e-7ff2db2275fe', 'status': 'completed', 'code': 200}
Jan 29 10:19:38.298180 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-1ee4b389-58a7-4ab3-9431-ab362b1d3417 None None] Set router 05fdf490-dfb6-4ff5-8326-259a4586eca5 gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:19:38.350417 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0563b2-e243-4313-afca-99bc3ab1b439 req-c2d6f0ed-26dd-4504-9dbb-2c9f68733da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:19:38.352378 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ce0563b2-e243-4313-afca-99bc3ab1b439 req-c2d6f0ed-26dd-4504-9dbb-2c9f68733da9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ff1f06ee29ef461597f2ecd846f8813d&device_id=ff2d1eab-2236-4cbd-ac98-eb6d8f388f59 HTTP/1.1" status: 200  len: 1162 time: 0.0884509
Jan 29 10:19:38.411468 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-5785bdbc-b006-476e-a04e-85d1ce54aa65 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Network 4595981d-71de-49a3-b920-f499b2a72019 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:19:38.439105 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:19:38.439105 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:19:38.439105 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:19:38.439105 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:19:38.439105 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:19:38.439105 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:19:38.439105 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:19:38.439105 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:19:38.439105 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:19:38.439105 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:19:38.439105 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:19:38.439105 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:19:38.439105 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:19:38.439105 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:19:38.439105 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:19:38.439105 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:19:38.439105 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:19:38.439105 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:19:38.439105 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:19:38.439105 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:19:38.439105 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:19:38.439105 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:19:38.439105 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:19:38.439105 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:19:38.439105 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:19:38.439105 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:19:38.439105 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:19:38.439105 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:19:38.439105 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:19:38.439105 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:19:38.439105 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:19:38.439105 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:19:38.506235 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0563b2-e243-4313-afca-99bc3ab1b439 req-40ef3b3d-9869-4342-9b6f-f3c67451f570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:19:38.507937 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ce0563b2-e243-4313-afca-99bc3ab1b439 req-40ef3b3d-9869-4342-9b6f-f3c67451f570 service neutron] 10.222.0.22 "GET /v2.0/networks?id=17776172-c021-47c4-abdf-42ef2691de1f HTTP/1.1" status: 200  len: 891 time: 0.1477084
Jan 29 10:19:38.521884 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5785bdbc-b006-476e-a04e-85d1ce54aa65 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:38.525348 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-36bcf1b0-1d1b-4ae3-b530-00ba079e453c tempest-NetworksIpV6TestAttrs-1123556667 tempest-NetworksIpV6TestAttrs-1123556667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:38.542465 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5785bdbc-b006-476e-a04e-85d1ce54aa65 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:38.554823 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5785bdbc-b006-476e-a04e-85d1ce54aa65 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event deleted for resources: {'Network': ['ID=4595981d-71de-49a3-b920-f499b2a72019,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:38.559936 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5785bdbc-b006-476e-a04e-85d1ce54aa65 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:38.566335 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5785bdbc-b006-476e-a04e-85d1ce54aa65 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "DELETE /v2.0/networks/4595981d-71de-49a3-b920-f499b2a72019 HTTP/1.1" status: 204  len: 168 time: 1.9728930
Jan 29 10:19:38.566990 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58638) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:38.582948 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ce0563b2-e243-4313-afca-99bc3ab1b439 req-3102ff7e-93a9-4f52-ad9e-cd25228e2a68 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=000c543c-f141-4088-a52e-7ff2db2275fe HTTP/1.1" status: 200  len: 217 time: 0.0670733
Jan 29 10:19:38.656912 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0563b2-e243-4313-afca-99bc3ab1b439 req-467070b4-ca2b-403b-9c72-421e36dc312d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:19:38.658647 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ce0563b2-e243-4313-afca-99bc3ab1b439 req-467070b4-ca2b-403b-9c72-421e36dc312d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a70f85cc-08d1-4efb-bb2a-cfcfe40b38c5 HTTP/1.1" status: 200  len: 834 time: 0.0684001
Jan 29 10:19:38.663222 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-1ee4b389-58a7-4ab3-9431-ab362b1d3417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9d89d68>, [{'id': '05fdf490-dfb6-4ff5-8326-259a4586eca5', 'name': 'tempest-TestNetworkBasicOps-router-238949859', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.132'}], 'enable_snat': True}, 'gw_port_id': '9d39e6d1-8b52-43b6-8ec7-a3591720339f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:17:19Z', 'updated_at': '2021-01-29T10:17:38Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '9d39e6d1-8b52-43b6-8ec7-a3591720339f', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fdf490-dfb6-4ff5-8326-259a4586eca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:17:21Z', 'updated_at': '2021-01-29T10:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '845e6667-1717-4410-a11b-893e217e6bbf', 'name': '', 'network_id': '17776172-c021-47c4-abdf-42ef2691de1f', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:0d:53:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fdf490-dfb6-4ff5-8326-259a4586eca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'a70f85cc-08d1-4efb-bb2a-cfcfe40b38c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:17:35Z', 'updated_at': '2021-01-29T10:17:48Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': 'a70f85cc-08d1-4efb-bb2a-cfcfe40b38c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:38.667219 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee4b389-58a7-4ab3-9431-ab362b1d3417 None None] Checking router: 05fdf490-dfb6-4ff5-8326-259a4586eca5 for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:19:38.676941 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee4b389-58a7-4ab3-9431-ab362b1d3417 None None] Routers {'05fdf490-dfb6-4ff5-8326-259a4586eca5'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:19:38.677598 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-1ee4b389-58a7-4ab3-9431-ab362b1d3417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9d89d68>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:19:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['05fdf490-dfb6-4ff5-8326-259a4586eca5'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:38.744503 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0563b2-e243-4313-afca-99bc3ab1b439 req-73538cf5-4faa-4a3f-aaee-1b50c3d61dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:19:38.746207 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ce0563b2-e243-4313-afca-99bc3ab1b439 req-73538cf5-4faa-4a3f-aaee-1b50c3d61dd8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=17776172-c021-47c4-abdf-42ef2691de1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0784969
Jan 29 10:19:38.903443 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ce0563b2-e243-4313-afca-99bc3ab1b439 req-cb25973e-d57a-4220-8989-53e76d5e3905 service neutron] 10.222.0.22 "GET /v2.0/networks/17776172-c021-47c4-abdf-42ef2691de1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1500757
Jan 29 10:19:39.043365 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-1ee4b389-58a7-4ab3-9431-ab362b1d3417 None None] Set router 05fdf490-dfb6-4ff5-8326-259a4586eca5 gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:19:39.054630 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ce0563b2-e243-4313-afca-99bc3ab1b439 req-491711fc-9aaa-4c8f-8fd9-8416d57c226d service neutron] 10.222.0.22 "GET /v2.0/networks/17776172-c021-47c4-abdf-42ef2691de1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1426032
Jan 29 10:19:39.175165 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-23159ea9-2303-4e5b-8668-3e468f110b79 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349253'] for router_interface, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:39.258342 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58642) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:39.369505 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c14db062-8c71-4aa8-b5c5-aa0941a485ba tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/floatingips/9a9414ce-38da-46de-800f-34c21ca2ba93 HTTP/1.1" status: 200  len: 690 time: 0.1087351
Jan 29 10:19:39.395570 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-1ee4b389-58a7-4ab3-9431-ab362b1d3417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9d89d68>, [{'id': '05fdf490-dfb6-4ff5-8326-259a4586eca5', 'name': 'tempest-TestNetworkBasicOps-router-238949859', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.132'}], 'enable_snat': True}, 'gw_port_id': '9d39e6d1-8b52-43b6-8ec7-a3591720339f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:17:19Z', 'updated_at': '2021-01-29T10:17:38Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '9d39e6d1-8b52-43b6-8ec7-a3591720339f', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fdf490-dfb6-4ff5-8326-259a4586eca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:17:21Z', 'updated_at': '2021-01-29T10:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '845e6667-1717-4410-a11b-893e217e6bbf', 'name': '', 'network_id': '17776172-c021-47c4-abdf-42ef2691de1f', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:0d:53:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fdf490-dfb6-4ff5-8326-259a4586eca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'a70f85cc-08d1-4efb-bb2a-cfcfe40b38c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:17:35Z', 'updated_at': '2021-01-29T10:17:48Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': 'a70f85cc-08d1-4efb-bb2a-cfcfe40b38c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:39.399683 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee4b389-58a7-4ab3-9431-ab362b1d3417 None None] The sync data for ids ['05fdf490-dfb6-4ff5-8326-259a4586eca5'] in dv-neutron-772983-2-ovs is: [{'id': '05fdf490-dfb6-4ff5-8326-259a4586eca5', 'name': 'tempest-TestNetworkBasicOps-router-238949859', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.132'}], 'enable_snat': True}, 'gw_port_id': '9d39e6d1-8b52-43b6-8ec7-a3591720339f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:17:19Z', 'updated_at': '2021-01-29T10:17:38Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '9d39e6d1-8b52-43b6-8ec7-a3591720339f', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fdf490-dfb6-4ff5-8326-259a4586eca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:17:21Z', 'updated_at': '2021-01-29T10:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '845e6667-1717-4410-a11b-893e217e6bbf', 'name': '', 'network_id': '17776172-c021-47c4-abdf-42ef2691de1f', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:0d:53:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fdf490-dfb6-4ff5-8326-259a4586eca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'a70f85cc-08d1-4efb-bb2a-cfcfe40b38c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:17:35Z', 'updated_at': '2021-01-29T10:17:48Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': 'a70f85cc-08d1-4efb-bb2a-cfcfe40b38c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:19:39.575063 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-23159ea9-2303-4e5b-8668-3e468f110b79 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Deleting port 7a33ea79-490b-4257-bb11-6386a5de3b01 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:19:39.575665 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-23159ea9-2303-4e5b-8668-3e468f110b79 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:39.782623 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-23159ea9-2303-4e5b-8668-3e468f110b79 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] For port 7a33ea79-490b-4257-bb11-6386a5de3b01, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=7a33ea79-490b-4257-bb11-6386a5de3b01,segment=NetworkSegment(2f35ec80-65b1-440f-a245-0abb1816b3a0),segment_id=2f35ec80-65b1-440f-a245-0abb1816b3a0)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:19:39.782998 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-23159ea9-2303-4e5b-8668-3e468f110b79 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:39.807877 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4112802c-a20e-4a7b-b2f7-269896677c0b None None] New status for floating IP 9a9414ce-38da-46de-800f-34c21ca2ba93: DOWN {{(pid=80767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 29 10:19:39.916680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-23159ea9-2303-4e5b-8668-3e468f110b79 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Calling delete_port for 7a33ea79-490b-4257-bb11-6386a5de3b01 owned by network:router_interface {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:19:40.100916 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-23159ea9-2303-4e5b-8668-3e468f110b79 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:40.116583 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-19ada927-b79a-428a-87bf-e734c793e543 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:40.176945 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23159ea9-2303-4e5b-8668-3e468f110b79 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event deleted for resources: {'Port': ['ID=7a33ea79-490b-4257-bb11-6386a5de3b01,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:40.180856 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-23159ea9-2303-4e5b-8668-3e468f110b79 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:40.372070 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58646) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:40.507918 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1e9fc884-fccd-48d1-951f-9eac3bba3e1c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/floatingips/9a9414ce-38da-46de-800f-34c21ca2ba93 HTTP/1.1" status: 200  len: 688 time: 0.1335247
Jan 29 10:19:40.543769 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-23159ea9-2303-4e5b-8668-3e468f110b79 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854415430'] for router_interface, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:41.004929 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23159ea9-2303-4e5b-8668-3e468f110b79 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Router 3c996783-c343-4b3b-be31-260be0242962 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:19:41.174679 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23159ea9-2303-4e5b-8668-3e468f110b79 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:19:41.184196 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b328a4c7-f81c-4855-9d85-1988d5f52e07 None None] Sync routers for ids ['3c996783-c343-4b3b-be31-260be0242962'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:19:41.188823 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-23159ea9-2303-4e5b-8668-3e468f110b79 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "PUT /v2.0/routers/3c996783-c343-4b3b-be31-260be0242962/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6206620
Jan 29 10:19:41.191805 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58650) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:41.194885 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b328a4c7-f81c-4855-9d85-1988d5f52e07 None None] Routers {'3c996783-c343-4b3b-be31-260be0242962'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:19:41.195618 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-b328a4c7-f81c-4855-9d85-1988d5f52e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99cac41710>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:19:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['3c996783-c343-4b3b-be31-260be0242962'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:41.280701 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-22465dc0-fe73-4dde-8f05-bb5ae15a75f5 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Deleting subnet 0a9a6491-9136-4c7c-b3a1-aaecd258c161 {{(pid=80765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:19:41.284256 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-22465dc0-fe73-4dde-8f05-bb5ae15a75f5 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for subnet, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:41.361690 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-b328a4c7-f81c-4855-9d85-1988d5f52e07 None None] Set router 3c996783-c343-4b3b-be31-260be0242962 gateway port host: None {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:19:41.618056 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-22465dc0-fe73-4dde-8f05-bb5ae15a75f5 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1479249'] for subnet, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:41.691381 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58656) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:41.697560 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-3d04de9e-b295-47ac-9a4f-7ef903ef17c5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1407405161', 'description': 'tempest-secgroup-smoke-1407405161 description', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:19:41.711283 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-b328a4c7-f81c-4855-9d85-1988d5f52e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99cac41710>, [{'id': '3c996783-c343-4b3b-be31-260be0242962', 'name': 'tempest-RoutersTest-router-400277685', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:19:02Z', 'updated_at': '2021-01-29T10:19:40Z', 'revision_number': 10, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'gw_port_host': None, '_interfaces': [{'id': 'a8d84f63-ead2-40fe-8c28-b7092d789b21', 'name': '', 'network_id': '4686dbfe-4e85-4788-9d3f-cf7b81186ff3', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'mac_address': 'fa:16:3e:bd:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c996783-c343-4b3b-be31-260be0242962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '4f0e0b96-e4d2-4f66-b56e-5dab5ac58e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:19:04Z', 'updated_at': '2021-01-29T10:19:15Z', 'revision_number': 5, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'subnets': [{'id': '4f0e0b96-e4d2-4f66-b56e-5dab5ac58e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:41.714932 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-22465dc0-fe73-4dde-8f05-bb5ae15a75f5 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:41.715853 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b328a4c7-f81c-4855-9d85-1988d5f52e07 None None] Checking router: 3c996783-c343-4b3b-be31-260be0242962 for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:19:41.719773 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-3d04de9e-b295-47ac-9a4f-7ef903ef17c5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:19:41.726112 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b328a4c7-f81c-4855-9d85-1988d5f52e07 None None] Routers {'3c996783-c343-4b3b-be31-260be0242962'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:19:41.726570 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-b328a4c7-f81c-4855-9d85-1988d5f52e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99cac41710>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:19:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['3c996783-c343-4b3b-be31-260be0242962'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:41.729423 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-3d04de9e-b295-47ac-9a4f-7ef903ef17c5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:19:41.739043 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3d04de9e-b295-47ac-9a4f-7ef903ef17c5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:41.762007 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-3d04de9e-b295-47ac-9a4f-7ef903ef17c5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:19:41.766892 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-3d04de9e-b295-47ac-9a4f-7ef903ef17c5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:19:41.769886 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-3d04de9e-b295-47ac-9a4f-7ef903ef17c5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:19:41.775658 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-3d04de9e-b295-47ac-9a4f-7ef903ef17c5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:19:41.855570 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3d04de9e-b295-47ac-9a4f-7ef903ef17c5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:41.859133 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3d04de9e-b295-47ac-9a4f-7ef903ef17c5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:41.865681 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d4413e36-bcf9-4ae6-93cc-234c86afffa7 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:41.909200 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d04de9e-b295-47ac-9a4f-7ef903ef17c5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8003be7d-8a42-48e9-bd96-5cec4fd0ff78,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:41.913210 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-b328a4c7-f81c-4855-9d85-1988d5f52e07 None None] Set router 3c996783-c343-4b3b-be31-260be0242962 gateway port host: None {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:19:41.920806 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04de9e-b295-47ac-9a4f-7ef903ef17c5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:41.920971 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04de9e-b295-47ac-9a4f-7ef903ef17c5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:41.921357 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04de9e-b295-47ac-9a4f-7ef903ef17c5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:41.921770 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04de9e-b295-47ac-9a4f-7ef903ef17c5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:41.922203 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04de9e-b295-47ac-9a4f-7ef903ef17c5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:41.922610 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04de9e-b295-47ac-9a4f-7ef903ef17c5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:41.923014 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04de9e-b295-47ac-9a4f-7ef903ef17c5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:41.923544 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04de9e-b295-47ac-9a4f-7ef903ef17c5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:41.923800 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04de9e-b295-47ac-9a4f-7ef903ef17c5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:41.924211 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04de9e-b295-47ac-9a4f-7ef903ef17c5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:41.924614 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04de9e-b295-47ac-9a4f-7ef903ef17c5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:41.925014 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04de9e-b295-47ac-9a4f-7ef903ef17c5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:41.925489 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04de9e-b295-47ac-9a4f-7ef903ef17c5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:41.925916 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04de9e-b295-47ac-9a4f-7ef903ef17c5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:41.926342 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04de9e-b295-47ac-9a4f-7ef903ef17c5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:41.926743 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04de9e-b295-47ac-9a4f-7ef903ef17c5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:41.927142 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04de9e-b295-47ac-9a4f-7ef903ef17c5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:41.927664 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04de9e-b295-47ac-9a4f-7ef903ef17c5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:41.928064 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04de9e-b295-47ac-9a4f-7ef903ef17c5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:41.928461 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04de9e-b295-47ac-9a4f-7ef903ef17c5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:41.928857 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04de9e-b295-47ac-9a4f-7ef903ef17c5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:41.929600 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04de9e-b295-47ac-9a4f-7ef903ef17c5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:41.929719 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04de9e-b295-47ac-9a4f-7ef903ef17c5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:41.930074 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04de9e-b295-47ac-9a4f-7ef903ef17c5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:41.934624 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3d04de9e-b295-47ac-9a4f-7ef903ef17c5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:41.936449 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3d04de9e-b295-47ac-9a4f-7ef903ef17c5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:41.941222 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3d04de9e-b295-47ac-9a4f-7ef903ef17c5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.2487509
Jan 29 10:19:41.941930 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58660) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:41.947969 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-aae5fb99-ef0c-4516-9805-2ff5e381c885 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group_rule': {'security_group_id': '8003be7d-8a42-48e9-bd96-5cec4fd0ff78', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:19:41.970338 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-aae5fb99-ef0c-4516-9805-2ff5e381c885 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:19:41.974429 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-aae5fb99-ef0c-4516-9805-2ff5e381c885 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:19:41.977523 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-aae5fb99-ef0c-4516-9805-2ff5e381c885 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:19:41.984062 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-aae5fb99-ef0c-4516-9805-2ff5e381c885 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:19:42.001152 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-aae5fb99-ef0c-4516-9805-2ff5e381c885 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:42.031701 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-22465dc0-fe73-4dde-8f05-bb5ae15a75f5 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852603100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2204728'] for subnet, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:42.048686 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-048ff095-369d-4987-ab5b-58810d7ce2e4 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:42.071982 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-aae5fb99-ef0c-4516-9805-2ff5e381c885 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:42.076256 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-aae5fb99-ef0c-4516-9805-2ff5e381c885 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:42.079093 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-175acaa3-ab48-466e-8fed-6e4b0a970603 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:42.102198 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22465dc0-fe73-4dde-8f05-bb5ae15a75f5 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event deleted for resources: {'Subnet': ['ID=0a9a6491-9136-4c7c-b3a1-aaecd258c161,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:42.106246 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-22465dc0-fe73-4dde-8f05-bb5ae15a75f5 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:42.108095 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae5fb99-ef0c-4516-9805-2ff5e381c885 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eac7bc6-bdb2-41ec-ac04-56d81b7dbe26,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:42.111281 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-aae5fb99-ef0c-4516-9805-2ff5e381c885 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:42.119122 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-aae5fb99-ef0c-4516-9805-2ff5e381c885 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:42.123258 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-aae5fb99-ef0c-4516-9805-2ff5e381c885 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1773970
Jan 29 10:19:42.123750 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58664) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:42.129369 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-f4b24ffb-dcb3-44ab-80f1-302cb47c0bd2 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group_rule': {'security_group_id': '8003be7d-8a42-48e9-bd96-5cec4fd0ff78', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:19:42.153244 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-f4b24ffb-dcb3-44ab-80f1-302cb47c0bd2 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:19:42.159172 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f4b24ffb-dcb3-44ab-80f1-302cb47c0bd2 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:19:42.162273 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f4b24ffb-dcb3-44ab-80f1-302cb47c0bd2 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:19:42.168194 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-f4b24ffb-dcb3-44ab-80f1-302cb47c0bd2 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:19:42.190345 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-22465dc0-fe73-4dde-8f05-bb5ae15a75f5 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:42.191297 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f4b24ffb-dcb3-44ab-80f1-302cb47c0bd2 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:42.200895 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08c7945-470e-4d9b-b1db-fb7e37dbf19d None None] Network 9434f6a9-14c8-4482-9573-190bf1ba134a requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:19:42.201479 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-22465dc0-fe73-4dde-8f05-bb5ae15a75f5 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "DELETE /v2.0/subnets/0a9a6491-9136-4c7c-b3a1-aaecd258c161 HTTP/1.1" status: 204  len: 168 time: 1.0049577
Jan 29 10:19:42.201479 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58668) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:42.257264 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-b328a4c7-f81c-4855-9d85-1988d5f52e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99cac41710>, [{'id': '3c996783-c343-4b3b-be31-260be0242962', 'name': 'tempest-RoutersTest-router-400277685', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:19:02Z', 'updated_at': '2021-01-29T10:19:40Z', 'revision_number': 10, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'gw_port_host': None, '_interfaces': [{'id': 'a8d84f63-ead2-40fe-8c28-b7092d789b21', 'name': '', 'network_id': '4686dbfe-4e85-4788-9d3f-cf7b81186ff3', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'mac_address': 'fa:16:3e:bd:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c996783-c343-4b3b-be31-260be0242962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '4f0e0b96-e4d2-4f66-b56e-5dab5ac58e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:19:04Z', 'updated_at': '2021-01-29T10:19:15Z', 'revision_number': 5, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'subnets': [{'id': '4f0e0b96-e4d2-4f66-b56e-5dab5ac58e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:42.261453 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b328a4c7-f81c-4855-9d85-1988d5f52e07 None None] The sync data for ids ['3c996783-c343-4b3b-be31-260be0242962'] in dv-neutron-772983-2-ovs is: [{'id': '3c996783-c343-4b3b-be31-260be0242962', 'name': 'tempest-RoutersTest-router-400277685', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:19:02Z', 'updated_at': '2021-01-29T10:19:40Z', 'revision_number': 10, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'gw_port_host': None, '_interfaces': [{'id': 'a8d84f63-ead2-40fe-8c28-b7092d789b21', 'name': '', 'network_id': '4686dbfe-4e85-4788-9d3f-cf7b81186ff3', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'mac_address': 'fa:16:3e:bd:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c996783-c343-4b3b-be31-260be0242962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '4f0e0b96-e4d2-4f66-b56e-5dab5ac58e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:19:04Z', 'updated_at': '2021-01-29T10:19:15Z', 'revision_number': 5, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'subnets': [{'id': '4f0e0b96-e4d2-4f66-b56e-5dab5ac58e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:19:42.290587 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f4b24ffb-dcb3-44ab-80f1-302cb47c0bd2 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:42.296765 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f4b24ffb-dcb3-44ab-80f1-302cb47c0bd2 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:42.299122 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:42.325056 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b24ffb-dcb3-44ab-80f1-302cb47c0bd2 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9850c9b7-64bc-4d69-837c-112e186345e0,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:42.328608 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f4b24ffb-dcb3-44ab-80f1-302cb47c0bd2 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:42.343470 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f4b24ffb-dcb3-44ab-80f1-302cb47c0bd2 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:42.344183 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f4b24ffb-dcb3-44ab-80f1-302cb47c0bd2 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2197020
Jan 29 10:19:42.350317 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58672) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:42.357113 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-20388895-c7e0-4ec7-ba38-aead01d1095e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group_rule': {'security_group_id': '8003be7d-8a42-48e9-bd96-5cec4fd0ff78', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:19:42.388614 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-20388895-c7e0-4ec7-ba38-aead01d1095e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:19:42.396430 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-20388895-c7e0-4ec7-ba38-aead01d1095e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:19:42.399700 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-20388895-c7e0-4ec7-ba38-aead01d1095e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:19:42.401857 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8632f7ad-2828-4096-9483-1707cf0f90f8 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:42.408702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-20388895-c7e0-4ec7-ba38-aead01d1095e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:19:42.433892 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-20388895-c7e0-4ec7-ba38-aead01d1095e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:42.484457 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-8632f7ad-2828-4096-9483-1707cf0f90f8 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Deleting port 48758833-c01d-4e33-a63d-fef70a0dde2e {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:19:42.484888 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8632f7ad-2828-4096-9483-1707cf0f90f8 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:42.507365 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-20388895-c7e0-4ec7-ba38-aead01d1095e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:42.510510 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-20388895-c7e0-4ec7-ba38-aead01d1095e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:42.512493 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1b48a18f-2367-4c60-bdf2-d43a897e137f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:42.512639 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff5e6e8-a0d0-4ae7-9760-856829a5cde1 None None] DHCP port deletion for 9434f6a9-14c8-4482-9573-190bf1ba134a request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:19:42.517052 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-aff5e6e8-a0d0-4ae7-9760-856829a5cde1 None None] Deleting port 48758833-c01d-4e33-a63d-fef70a0dde2e {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:19:42.517684 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-aff5e6e8-a0d0-4ae7-9760-856829a5cde1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:42.537931 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20388895-c7e0-4ec7-ba38-aead01d1095e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c78013d8-8093-40de-9fb9-81b35cd0f4ef,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:42.540997 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-20388895-c7e0-4ec7-ba38-aead01d1095e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:42.549671 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-20388895-c7e0-4ec7-ba38-aead01d1095e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:42.553972 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-20388895-c7e0-4ec7-ba38-aead01d1095e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1997106
Jan 29 10:19:42.554161 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58676) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:42.560525 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-d53ee3dd-ca70-4a09-999f-4f888d6820dd tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group_rule': {'security_group_id': '8003be7d-8a42-48e9-bd96-5cec4fd0ff78', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:19:42.583382 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d53ee3dd-ca70-4a09-999f-4f888d6820dd tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:19:42.587584 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d53ee3dd-ca70-4a09-999f-4f888d6820dd tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:19:42.591589 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d53ee3dd-ca70-4a09-999f-4f888d6820dd tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:19:42.597423 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d53ee3dd-ca70-4a09-999f-4f888d6820dd tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:19:42.618715 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d53ee3dd-ca70-4a09-999f-4f888d6820dd tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:42.688273 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d53ee3dd-ca70-4a09-999f-4f888d6820dd tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:42.691001 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d53ee3dd-ca70-4a09-999f-4f888d6820dd tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:42.692841 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:42.714421 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53ee3dd-ca70-4a09-999f-4f888d6820dd tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bd0d728-c71c-40af-8d92-f972d9b85151,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:42.719377 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d53ee3dd-ca70-4a09-999f-4f888d6820dd tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:42.727777 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d53ee3dd-ca70-4a09-999f-4f888d6820dd tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:42.728317 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-8632f7ad-2828-4096-9483-1707cf0f90f8 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] For port 48758833-c01d-4e33-a63d-fef70a0dde2e, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=48758833-c01d-4e33-a63d-fef70a0dde2e,segment=NetworkSegment(2f35ec80-65b1-440f-a245-0abb1816b3a0),segment_id=2f35ec80-65b1-440f-a245-0abb1816b3a0)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:19:42.728725 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8632f7ad-2828-4096-9483-1707cf0f90f8 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:42.732652 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d53ee3dd-ca70-4a09-999f-4f888d6820dd tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1741130
Jan 29 10:19:42.733315 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58680) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:42.739081 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-6266b309-3445-4d3c-a801-21fc4e606e34 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group_rule': {'security_group_id': '8003be7d-8a42-48e9-bd96-5cec4fd0ff78', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:19:42.762139 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-6266b309-3445-4d3c-a801-21fc4e606e34 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:19:42.766398 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6266b309-3445-4d3c-a801-21fc4e606e34 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:19:42.768982 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-aff5e6e8-a0d0-4ae7-9760-856829a5cde1 None None] For port 48758833-c01d-4e33-a63d-fef70a0dde2e, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=48758833-c01d-4e33-a63d-fef70a0dde2e,segment=NetworkSegment(2f35ec80-65b1-440f-a245-0abb1816b3a0),segment_id=2f35ec80-65b1-440f-a245-0abb1816b3a0)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:19:42.769428 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-aff5e6e8-a0d0-4ae7-9760-856829a5cde1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:42.769541 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6266b309-3445-4d3c-a801-21fc4e606e34 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:19:42.775519 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-6266b309-3445-4d3c-a801-21fc4e606e34 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:19:42.787556 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.securitygroups_db [None req-6266b309-3445-4d3c-a801-21fc4e606e34 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Project ff1f06ee29ef461597f2ecd846f8813d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 10:19:42.795661 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6266b309-3445-4d3c-a801-21fc4e606e34 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:42.869738 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6266b309-3445-4d3c-a801-21fc4e606e34 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:42.873166 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6266b309-3445-4d3c-a801-21fc4e606e34 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:42.875154 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-66e00073-b7b4-457f-a87f-725ca04d4f4b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:42.875361 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-8632f7ad-2828-4096-9483-1707cf0f90f8 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Calling delete_port for 48758833-c01d-4e33-a63d-fef70a0dde2e owned by network:dhcp {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:19:42.900329 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6266b309-3445-4d3c-a801-21fc4e606e34 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd0fb38e-d71a-4675-a124-81824e513954,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:42.902946 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-aff5e6e8-a0d0-4ae7-9760-856829a5cde1 None None] Calling delete_port for 48758833-c01d-4e33-a63d-fef70a0dde2e owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:19:42.903100 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6266b309-3445-4d3c-a801-21fc4e606e34 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:42.912060 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6266b309-3445-4d3c-a801-21fc4e606e34 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:42.913377 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6266b309-3445-4d3c-a801-21fc4e606e34 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1790171
Jan 29 10:19:42.916353 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58684) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:42.923519 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-52fa33a2-af6b-4bcc-a04d-e94d053e4a5c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group_rule': {'security_group_id': '8003be7d-8a42-48e9-bd96-5cec4fd0ff78', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:19:42.946701 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-52fa33a2-af6b-4bcc-a04d-e94d053e4a5c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:19:42.950852 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-52fa33a2-af6b-4bcc-a04d-e94d053e4a5c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:19:42.954044 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-52fa33a2-af6b-4bcc-a04d-e94d053e4a5c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:19:42.960247 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-52fa33a2-af6b-4bcc-a04d-e94d053e4a5c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:19:42.962143 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8632f7ad-2828-4096-9483-1707cf0f90f8 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:42.970658 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.securitygroups_db [None req-52fa33a2-af6b-4bcc-a04d-e94d053e4a5c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Project ff1f06ee29ef461597f2ecd846f8813d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 10:19:42.977729 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-52fa33a2-af6b-4bcc-a04d-e94d053e4a5c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:42.978412 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9317c12a-ad53-486e-abf2-aebd39e66624 tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:42.982536 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-aff5e6e8-a0d0-4ae7-9760-856829a5cde1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80767) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:19:42.983218 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-aff5e6e8-a0d0-4ae7-9760-856829a5cde1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:19:43.036809 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8632f7ad-2828-4096-9483-1707cf0f90f8 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event deleted for resources: {'Port': ['ID=48758833-c01d-4e33-a63d-fef70a0dde2e,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:43.042573 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8632f7ad-2828-4096-9483-1707cf0f90f8 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:43.052529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-52fa33a2-af6b-4bcc-a04d-e94d053e4a5c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:43.055215 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-52fa33a2-af6b-4bcc-a04d-e94d053e4a5c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:43.061355 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6266b309-3445-4d3c-a801-21fc4e606e34 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:43.082591 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fa33a2-af6b-4bcc-a04d-e94d053e4a5c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a151777-2e10-4131-80e4-2a92b686bcca,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:43.092450 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-52fa33a2-af6b-4bcc-a04d-e94d053e4a5c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:43.095597 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-52fa33a2-af6b-4bcc-a04d-e94d053e4a5c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1762466
Jan 29 10:19:43.103516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-52fa33a2-af6b-4bcc-a04d-e94d053e4a5c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:43.130654 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8632f7ad-2828-4096-9483-1707cf0f90f8 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] No DVR routers for this DVR port 48758833-c01d-4e33-a63d-fef70a0dde2e on host dv-neutron-772983-2-ovs {{(pid=80765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:19:43.265977 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8632f7ad-2828-4096-9483-1707cf0f90f8 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:43.427104 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-8632f7ad-2828-4096-9483-1707cf0f90f8 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c865d1d0>,) {'filters': {'network_id': ['9434f6a9-14c8-4482-9573-190bf1ba134a']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:43.451969 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e2631a1a-16c8-45b9-95f6-0ef0ce227277 req-38390e3b-77c3-4cf4-a7d8-00d6587485e7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1407405161&fields=id&tenant_id=ff1f06ee29ef461597f2ecd846f8813d HTTP/1.1" status: 200  len: 267 time: 0.1498477
Jan 29 10:19:43.458059 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-8632f7ad-2828-4096-9483-1707cf0f90f8 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c865d1d0>, '2f35ec80-65b1-440f-a245-0abb1816b3a0') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:43.458401 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-8632f7ad-2828-4096-9483-1707cf0f90f8 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c865d1d0>, '2f35ec80-65b1-440f-a245-0abb1816b3a0') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:43.484924 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-aff5e6e8-a0d0-4ae7-9760-856829a5cde1 None None] Deleting port 48758833-c01d-4e33-a63d-fef70a0dde2e {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:19:43.485423 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-aff5e6e8-a0d0-4ae7-9760-856829a5cde1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:43.497370 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8632f7ad-2828-4096-9483-1707cf0f90f8 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:43.537253 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8632f7ad-2828-4096-9483-1707cf0f90f8 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:43.558706 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-aff5e6e8-a0d0-4ae7-9760-856829a5cde1 None None] The port '48758833-c01d-4e33-a63d-fef70a0dde2e' was deleted {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 29 10:19:43.585735 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8632f7ad-2828-4096-9483-1707cf0f90f8 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Releasing vxlan tunnel 5 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:19:43.809315 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-8632f7ad-2828-4096-9483-1707cf0f90f8 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Network 9434f6a9-14c8-4482-9573-190bf1ba134a has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:19:43.844053 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 48758833-c01d-4e33-a63d-fef70a0dde2e no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:19:43.879934 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 48758833-c01d-4e33-a63d-fef70a0dde2e {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:19:43.880337 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 48758833-c01d-4e33-a63d-fef70a0dde2e not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:19:43.880803 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 7a33ea79-490b-4257-bb11-6386a5de3b01 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:19:43.899894 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2631a1a-16c8-45b9-95f6-0ef0ce227277 req-5aa33031-5895-40e3-866c-3e0ca653b7ef tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:19:43.901564 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e2631a1a-16c8-45b9-95f6-0ef0ce227277 req-5aa33031-5895-40e3-866c-3e0ca653b7ef tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/networks?id=17776172-c021-47c4-abdf-42ef2691de1f HTTP/1.1" status: 200  len: 797 time: 0.4361722
Jan 29 10:19:43.904137 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8632f7ad-2828-4096-9483-1707cf0f90f8 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:43.918862 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 7a33ea79-490b-4257-bb11-6386a5de3b01 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:19:43.919464 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 7a33ea79-490b-4257-bb11-6386a5de3b01 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:19:43.992559 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e2631a1a-16c8-45b9-95f6-0ef0ce227277 req-e14b2afe-bdf6-4870-b7a2-8c029527ab14 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/quotas/ff1f06ee29ef461597f2ecd846f8813d HTTP/1.1" status: 200  len: 375 time: 0.0733106
Jan 29 10:19:44.144102 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-8632f7ad-2828-4096-9483-1707cf0f90f8 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Network 9434f6a9-14c8-4482-9573-190bf1ba134a has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:19:44.168697 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:19:44.168697 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:19:44.168697 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:19:44.168697 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:19:44.168697 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:19:44.168697 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:19:44.168697 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:19:44.168697 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:19:44.168697 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:19:44.168697 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:19:44.168697 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:19:44.168697 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:19:44.168697 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:19:44.168697 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:19:44.168697 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:19:44.168697 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:19:44.168697 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:19:44.168697 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:19:44.168697 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:19:44.168697 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:19:44.168697 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:19:44.168697 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:19:44.168697 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:19:44.168697 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:19:44.168697 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:19:44.168697 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:19:44.168697 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:19:44.168697 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:19:44.168697 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:19:44.168697 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:19:44.168697 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:19:44.168697 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:19:44.264576 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8632f7ad-2828-4096-9483-1707cf0f90f8 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:44.268434 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6b663216-1615-447a-a8e5-691d7d1f8a70 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:44.288791 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8632f7ad-2828-4096-9483-1707cf0f90f8 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:44.296646 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8632f7ad-2828-4096-9483-1707cf0f90f8 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event deleted for resources: {'Network': ['ID=9434f6a9-14c8-4482-9573-190bf1ba134a,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:44.368877 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e2631a1a-16c8-45b9-95f6-0ef0ce227277 req-aecae009-39a7-4a00-98ee-837cf02b3231 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ff1f06ee29ef461597f2ecd846f8813d&fields=id HTTP/1.1" status: 200  len: 394 time: 0.3656685
Jan 29 10:19:44.373641 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8632f7ad-2828-4096-9483-1707cf0f90f8 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:44.380814 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8632f7ad-2828-4096-9483-1707cf0f90f8 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "DELETE /v2.0/networks/9434f6a9-14c8-4482-9573-190bf1ba134a HTTP/1.1" status: 204  len: 168 time: 2.1786730
Jan 29 10:19:44.383846 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58700) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:44.386603 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [req-e2631a1a-16c8-45b9-95f6-0ef0ce227277 req-5094a184-eb8d-4834-b61e-204dd552f550 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=80765) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:19:44.387640 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e2631a1a-16c8-45b9-95f6-0ef0ce227277 req-5094a184-eb8d-4834-b61e-204dd552f550 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0053945
Jan 29 10:19:44.534523 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e2631a1a-16c8-45b9-95f6-0ef0ce227277 req-d3d7461c-4f20-4557-98c3-1dae28fae48c service neutron] 10.222.0.57 "GET /v2.0/networks/17776172-c021-47c4-abdf-42ef2691de1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1400573
Jan 29 10:19:44.682269 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e2631a1a-16c8-45b9-95f6-0ef0ce227277 req-a1385dcb-5fcd-4a94-b961-bd60a91871ad service neutron] 10.222.0.57 "GET /v2.0/networks/17776172-c021-47c4-abdf-42ef2691de1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1410987
Jan 29 10:19:44.909461 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-055052cd-91fd-4ec2-bd5f-68cdaf4c0d28 req-a7a236bc-d40b-47de-881b-1c0db33e3528 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=99ba7646-d17e-4a36-826b-51ba2e329927 HTTP/1.1" status: 200  len: 210 time: 0.0530713
Jan 29 10:19:45.249413 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8faa7308-8394-46dc-af30-ef96910ea04d tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349253'] for router_interface, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:45.604657 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-8faa7308-8394-46dc-af30-ef96910ea04d tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Deleting port a8d84f63-ead2-40fe-8c28-b7092d789b21 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:19:45.604952 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8faa7308-8394-46dc-af30-ef96910ea04d tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:45.862925 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-49408168-342c-4eef-880c-a2287a0ca5a8 req-cedb4d2c-f2ac-434a-8c98-2e6ff1769921 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=074fbe52-e90f-4358-8ed3-539b659b3d85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2006493
Jan 29 10:19:45.868018 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-8faa7308-8394-46dc-af30-ef96910ea04d tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] For port a8d84f63-ead2-40fe-8c28-b7092d789b21, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=a8d84f63-ead2-40fe-8c28-b7092d789b21,segment=NetworkSegment(80f18464-84c2-4166-80af-a27abb20ce25),segment_id=80f18464-84c2-4166-80af-a27abb20ce25)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:19:45.868414 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8faa7308-8394-46dc-af30-ef96910ea04d tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:46.009657 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-8faa7308-8394-46dc-af30-ef96910ea04d tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Calling delete_port for a8d84f63-ead2-40fe-8c28-b7092d789b21 owned by network:router_interface {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:19:46.099177 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7f3a4532-8876-4e42-a54e-865a3ad81006 req-a5f8adf6-f559-4113-8eb6-3b91a7cb45e6 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=99ba7646-d17e-4a36-826b-51ba2e329927 HTTP/1.1" status: 200  len: 210 time: 0.0599654
Jan 29 10:19:46.315920 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49408168-342c-4eef-880c-a2287a0ca5a8 req-cff46719-9227-4f23-94eb-88c41c9404c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:19:46.317551 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-49408168-342c-4eef-880c-a2287a0ca5a8 req-cff46719-9227-4f23-94eb-88c41c9404c2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a0c698359c1e4874b3f3bbc1db996560&device_id=074fbe52-e90f-4358-8ed3-539b659b3d85 HTTP/1.1" status: 200  len: 1162 time: 0.3157339
Jan 29 10:19:46.406228 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2631a1a-16c8-45b9-95f6-0ef0ce227277 req-9452a5d3-b199-4e18-8bfe-6e9af31ea64d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:19:46.407758 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e2631a1a-16c8-45b9-95f6-0ef0ce227277 req-9452a5d3-b199-4e18-8bfe-6e9af31ea64d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.22 "GET /v2.0/networks?id=17776172-c021-47c4-abdf-42ef2691de1f HTTP/1.1" status: 200  len: 797 time: 0.4071527
Jan 29 10:19:46.738974 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-e2631a1a-16c8-45b9-95f6-0ef0ce227277 req-0f47467c-49fa-44e5-a702-61b73e864af8 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Synchronizing usage tracker for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:security_group {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:19:46.758087 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49408168-342c-4eef-880c-a2287a0ca5a8 req-fb55c196-1732-4546-a916-4952ef296b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:19:46.759652 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-49408168-342c-4eef-880c-a2287a0ca5a8 req-fb55c196-1732-4546-a916-4952ef296b39 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5be0f00d-5866-4e6b-a2b4-be163bdf7e7f HTTP/1.1" status: 200  len: 891 time: 0.3412979
Jan 29 10:19:46.818790 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8faa7308-8394-46dc-af30-ef96910ea04d tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:46.844257 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0c4f3d10-83ca-4572-a0d4-100fa97cf60a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:46.908082 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-e2631a1a-16c8-45b9-95f6-0ef0ce227277 req-0f47467c-49fa-44e5-a702-61b73e864af8 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Unset dirty status for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:security_group {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:19:46.909622 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e2631a1a-16c8-45b9-95f6-0ef0ce227277 req-0f47467c-49fa-44e5-a702-61b73e864af8 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ff1f06ee29ef461597f2ecd846f8813d HTTP/1.1" status: 200  len: 13155 time: 0.4597080
Jan 29 10:19:46.914696 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faa7308-8394-46dc-af30-ef96910ea04d tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event deleted for resources: {'Port': ['ID=a8d84f63-ead2-40fe-8c28-b7092d789b21,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:46.924274 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8faa7308-8394-46dc-af30-ef96910ea04d tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:46.928080 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-e2631a1a-16c8-45b9-95f6-0ef0ce227277 req-99f0c864-5c26-4739-9732-5354ebba0c8f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'port': {'device_id': '99ba7646-d17e-4a36-826b-51ba2e329927', 'network_id': '17776172-c021-47c4-abdf-42ef2691de1f', 'admin_state_up': True, 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'security_groups': ['8003be7d-8a42-48e9-bd96-5cec4fd0ff78']}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:19:47.050431 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-49408168-342c-4eef-880c-a2287a0ca5a8 req-f114cc88-4912-495f-8da5-9b5e5176e3ca service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f38798c-ca7e-4bb8-85a3-20089d5842f1 HTTP/1.1" status: 200  len: 1001 time: 0.2829983
Jan 29 10:19:47.250882 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49408168-342c-4eef-880c-a2287a0ca5a8 req-1eba7341-742d-49d5-8695-c386413d794a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:19:47.252429 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-49408168-342c-4eef-880c-a2287a0ca5a8 req-1eba7341-742d-49d5-8695-c386413d794a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1d24e515-6579-4727-8658-f42df974a468 HTTP/1.1" status: 200  len: 834 time: 0.1400990
Jan 29 10:19:47.291292 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6d9c3128-4582-4d9a-bc14-a79f62eebe8b req-8ebdb14b-7a22-4db5-98d6-2e544b1e8512 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=99ba7646-d17e-4a36-826b-51ba2e329927 HTTP/1.1" status: 200  len: 210 time: 0.0553730
Jan 29 10:19:47.316085 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-e2631a1a-16c8-45b9-95f6-0ef0ce227277 req-99f0c864-5c26-4739-9732-5354ebba0c8f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:19:47.350526 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-e2631a1a-16c8-45b9-95f6-0ef0ce227277 req-99f0c864-5c26-4739-9732-5354ebba0c8f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:19:47.378398 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2631a1a-16c8-45b9-95f6-0ef0ce227277 req-99f0c864-5c26-4739-9732-5354ebba0c8f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Made reservation on behalf of ff1f06ee29ef461597f2ecd846f8813d for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:19:47.399313 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e2631a1a-16c8-45b9-95f6-0ef0ce227277 req-99f0c864-5c26-4739-9732-5354ebba0c8f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:47.891591 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49408168-342c-4eef-880c-a2287a0ca5a8 req-e7892b57-f45a-47ef-99d3-a1e9b7c9b8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:19:47.893212 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-49408168-342c-4eef-880c-a2287a0ca5a8 req-e7892b57-f45a-47ef-99d3-a1e9b7c9b8eb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5be0f00d-5866-4e6b-a2b4-be163bdf7e7f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.6116529
Jan 29 10:19:47.909372 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8faa7308-8394-46dc-af30-ef96910ea04d tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854415430'] for router_interface, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:48.280004 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-49408168-342c-4eef-880c-a2287a0ca5a8 req-f283a0af-aa54-43a4-b590-bc89e12d0eee service neutron] 10.222.0.22 "GET /v2.0/networks/5be0f00d-5866-4e6b-a2b4-be163bdf7e7f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3743205
Jan 29 10:19:48.479571 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d278ffbb-dbee-474b-9632-61198bb72316 req-0c01db39-0115-4d39-bb47-3819923d3602 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=99ba7646-d17e-4a36-826b-51ba2e329927 HTTP/1.1" status: 200  len: 210 time: 0.0498946
Jan 29 10:19:48.782652 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [req-e2631a1a-16c8-45b9-95f6-0ef0ce227277 req-99f0c864-5c26-4739-9732-5354ebba0c8f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Allocated IP 172.20.0.4 (17776172-c021-47c4-abdf-42ef2691de1f/a70f85cc-08d1-4efb-bb2a-cfcfe40b38c5/7cdf6b25-271c-4afa-affc-3bc0d2eed338) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:19:48.788425 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-49408168-342c-4eef-880c-a2287a0ca5a8 req-955a0f07-c9cc-4a49-b457-8a826e9fceed service neutron] 10.222.0.22 "GET /v2.0/networks/5be0f00d-5866-4e6b-a2b4-be163bdf7e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4960239
Jan 29 10:19:48.807713 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8faa7308-8394-46dc-af30-ef96910ea04d tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Router 3c996783-c343-4b3b-be31-260be0242962 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:19:49.010630 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8faa7308-8394-46dc-af30-ef96910ea04d tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:19:49.020692 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996490b3-30ea-401b-ba3a-d00bd1f2baf1 None None] Sync routers for ids ['3c996783-c343-4b3b-be31-260be0242962'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:19:49.031157 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996490b3-30ea-401b-ba3a-d00bd1f2baf1 None None] Routers {'3c996783-c343-4b3b-be31-260be0242962'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:19:49.031938 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-996490b3-30ea-401b-ba3a-d00bd1f2baf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c8de2eb8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:19:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['3c996783-c343-4b3b-be31-260be0242962'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:49.090896 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8faa7308-8394-46dc-af30-ef96910ea04d tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "PUT /v2.0/routers/3c996783-c343-4b3b-be31-260be0242962/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7056952
Jan 29 10:19:49.094388 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58724) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:49.149218 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e2631a1a-16c8-45b9-95f6-0ef0ce227277 req-99f0c864-5c26-4739-9732-5354ebba0c8f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:49.166916 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-e2631a1a-16c8-45b9-95f6-0ef0ce227277 req-99f0c864-5c26-4739-9732-5354ebba0c8f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Transition to ACTIVE for port object 7cdf6b25-271c-4afa-affc-3bc0d2eed338 will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:19:49.171121 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-996490b3-30ea-401b-ba3a-d00bd1f2baf1 None None] Set router 3c996783-c343-4b3b-be31-260be0242962 gateway port host: None {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:19:49.191142 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e2631a1a-16c8-45b9-95f6-0ef0ce227277 req-99f0c864-5c26-4739-9732-5354ebba0c8f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:49.195295 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a2a186c-5ed7-40e7-97eb-31275d015ca1 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Deleting subnet 4f0e0b96-e4d2-4f66-b56e-5dab5ac58e86 {{(pid=80765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:19:49.199016 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0a2a186c-5ed7-40e7-97eb-31275d015ca1 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for subnet, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:49.211564 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0c4f3d10-83ca-4572-a0d4-100fa97cf60a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:49.260048 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0a2a186c-5ed7-40e7-97eb-31275d015ca1 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1479249'] for subnet, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:49.302656 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-996490b3-30ea-401b-ba3a-d00bd1f2baf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c8de2eb8>, [{'id': '3c996783-c343-4b3b-be31-260be0242962', 'name': 'tempest-RoutersTest-router-400277685', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:19:02Z', 'updated_at': '2021-01-29T10:19:46Z', 'revision_number': 11, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'gw_port_host': None}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:49.307179 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996490b3-30ea-401b-ba3a-d00bd1f2baf1 None None] Checking router: 3c996783-c343-4b3b-be31-260be0242962 for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:19:49.312392 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f0c864-5c26-4739-9732-5354ebba0c8f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Port': ['ID=7cdf6b25-271c-4afa-affc-3bc0d2eed338,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:49.318017 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996490b3-30ea-401b-ba3a-d00bd1f2baf1 None None] Routers {'3c996783-c343-4b3b-be31-260be0242962'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:19:49.318763 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-996490b3-30ea-401b-ba3a-d00bd1f2baf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c8de2eb8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:19:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['3c996783-c343-4b3b-be31-260be0242962'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:49.361758 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0a2a186c-5ed7-40e7-97eb-31275d015ca1 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:49.375220 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-99f0c864-5c26-4739-9732-5354ebba0c8f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:49.436722 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2631a1a-16c8-45b9-95f6-0ef0ce227277 req-99f0c864-5c26-4739-9732-5354ebba0c8f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network 17776172-c021-47c4-abdf-42ef2691de1f is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:19:49.437901 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [req-e2631a1a-16c8-45b9-95f6-0ef0ce227277 req-99f0c864-5c26-4739-9732-5354ebba0c8f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:19:49.440208 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2631a1a-16c8-45b9-95f6-0ef0ce227277 req-99f0c864-5c26-4739-9732-5354ebba0c8f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:19:49.467945 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-996490b3-30ea-401b-ba3a-d00bd1f2baf1 None None] Set router 3c996783-c343-4b3b-be31-260be0242962 gateway port host: None {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:19:49.578194 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2631a1a-16c8-45b9-95f6-0ef0ce227277 req-99f0c864-5c26-4739-9732-5354ebba0c8f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:19:49.578926 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e2631a1a-16c8-45b9-95f6-0ef0ce227277 req-99f0c864-5c26-4739-9732-5354ebba0c8f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:49.614790 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e2631a1a-16c8-45b9-95f6-0ef0ce227277 req-99f0c864-5c26-4739-9732-5354ebba0c8f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6957757
Jan 29 10:19:49.626426 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-996490b3-30ea-401b-ba3a-d00bd1f2baf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c8de2eb8>, [{'id': '3c996783-c343-4b3b-be31-260be0242962', 'name': 'tempest-RoutersTest-router-400277685', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:19:02Z', 'updated_at': '2021-01-29T10:19:46Z', 'revision_number': 11, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'gw_port_host': None}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:49.631434 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996490b3-30ea-401b-ba3a-d00bd1f2baf1 None None] The sync data for ids ['3c996783-c343-4b3b-be31-260be0242962'] in dv-neutron-772983-2-ovs is: [{'id': '3c996783-c343-4b3b-be31-260be0242962', 'name': 'tempest-RoutersTest-router-400277685', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:19:02Z', 'updated_at': '2021-01-29T10:19:46Z', 'revision_number': 11, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'gw_port_host': None}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:19:49.633889 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-e2631a1a-16c8-45b9-95f6-0ef0ce227277 req-e59923e9-f00a-421d-9d81-95d9cc621d4e service neutron] Request body: {'port': {'device_id': '99ba7646-d17e-4a36-826b-51ba2e329927', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7729'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:19:49.722651 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-5e68514a-9ed7-42e6-9325-b2222bded96d None None] Provisioning for port 7cdf6b25-271c-4afa-affc-3bc0d2eed338 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:19:49.728887 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-5e68514a-9ed7-42e6-9325-b2222bded96d None None] Provisioning complete for port 7cdf6b25-271c-4afa-affc-3bc0d2eed338 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:19:49.729430 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5e68514a-9ed7-42e6-9325-b2222bded96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:49.781320 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e2631a1a-16c8-45b9-95f6-0ef0ce227277 req-e59923e9-f00a-421d-9d81-95d9cc621d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:49.816475 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-5e68514a-9ed7-42e6-9325-b2222bded96d None None] Port 7cdf6b25-271c-4afa-affc-3bc0d2eed338 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:19:49.823875 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device a8d84f63-ead2-40fe-8c28-b7092d789b21 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:19:49.864317 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: a8d84f63-ead2-40fe-8c28-b7092d789b21 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:19:49.864716 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device a8d84f63-ead2-40fe-8c28-b7092d789b21 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:19:50.046504 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0a2a186c-5ed7-40e7-97eb-31275d015ca1 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852603100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2204728'] for subnet, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:50.062488 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7a06e5c6-d3e5-4de6-93a0-034c793b6ece tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:50.179430 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703860e4-8255-4a3a-b773-7de5eb83bf3e req-afa94125-3fa3-4182-8058-74fe301ec3bf tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:19:50.181144 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-703860e4-8255-4a3a-b773-7de5eb83bf3e req-afa94125-3fa3-4182-8058-74fe301ec3bf tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=99ba7646-d17e-4a36-826b-51ba2e329927 HTTP/1.1" status: 200  len: 931 time: 0.5310392
Jan 29 10:19:50.198628 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2a186c-5ed7-40e7-97eb-31275d015ca1 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event deleted for resources: {'Subnet': ['ID=4f0e0b96-e4d2-4f66-b56e-5dab5ac58e86,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:50.204298 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0a2a186c-5ed7-40e7-97eb-31275d015ca1 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:50.228219 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [req-e2631a1a-16c8-45b9-95f6-0ef0ce227277 req-e59923e9-f00a-421d-9d81-95d9cc621d4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cdf6b25-271c-4afa-affc-3bc0d2eed338 {{(pid=80766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 29 10:19:50.237213 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e2631a1a-16c8-45b9-95f6-0ef0ce227277 req-e59923e9-f00a-421d-9d81-95d9cc621d4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:50.251705 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-e2631a1a-16c8-45b9-95f6-0ef0ce227277 req-e59923e9-f00a-421d-9d81-95d9cc621d4e service neutron] Transition to ACTIVE for port object 7cdf6b25-271c-4afa-affc-3bc0d2eed338 will not be triggered until provisioned by entity L2. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:19:50.254331 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e2631a1a-16c8-45b9-95f6-0ef0ce227277 req-e59923e9-f00a-421d-9d81-95d9cc621d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:50.270130 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9bb7acef-4a4e-4e79-a457-5e7ac789b1c6 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:50.331112 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-703860e4-8255-4a3a-b773-7de5eb83bf3e req-f325f4f7-8275-463b-921e-65b588897e67 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=8003be7d-8a42-48e9-bd96-5cec4fd0ff78&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1336477
Jan 29 10:19:50.347900 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0a2a186c-5ed7-40e7-97eb-31275d015ca1 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:50.354354 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1614b413-d4cb-4f9c-9b9b-01e7ff1395af None None] Network 4686dbfe-4e85-4788-9d3f-cf7b81186ff3 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:19:50.363423 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0a2a186c-5ed7-40e7-97eb-31275d015ca1 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "DELETE /v2.0/subnets/4f0e0b96-e4d2-4f66-b56e-5dab5ac58e86 HTTP/1.1" status: 204  len: 168 time: 1.2673452
Jan 29 10:19:50.363961 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58730) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:50.423382 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59923e9-f00a-421d-9d81-95d9cc621d4e service neutron] Pushing event updated for resources: {'Port': ['ID=7cdf6b25-271c-4afa-affc-3bc0d2eed338,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:50.427757 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e59923e9-f00a-421d-9d81-95d9cc621d4e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:50.522659 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4ce792e6-664b-417b-b026-8cce8e64dcdd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:50.612357 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4ce792e6-664b-417b-b026-8cce8e64dcdd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Deleting port cff22600-0341-4fbf-9b8b-d9bf5008b237 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:19:50.612857 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4ce792e6-664b-417b-b026-8cce8e64dcdd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:50.655777 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bdcdf1-b90b-40c3-8e17-f1a137cf3685 None None] DHCP port deletion for 4686dbfe-4e85-4788-9d3f-cf7b81186ff3 request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:19:50.661362 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-85bdcdf1-b90b-40c3-8e17-f1a137cf3685 None None] Deleting port cff22600-0341-4fbf-9b8b-d9bf5008b237 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:19:50.662138 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-85bdcdf1-b90b-40c3-8e17-f1a137cf3685 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:50.860519 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4ce792e6-664b-417b-b026-8cce8e64dcdd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] For port cff22600-0341-4fbf-9b8b-d9bf5008b237, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=cff22600-0341-4fbf-9b8b-d9bf5008b237,segment=NetworkSegment(80f18464-84c2-4166-80af-a27abb20ce25),segment_id=80f18464-84c2-4166-80af-a27abb20ce25)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:19:50.860953 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4ce792e6-664b-417b-b026-8cce8e64dcdd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:50.923654 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-85bdcdf1-b90b-40c3-8e17-f1a137cf3685 None None] For port cff22600-0341-4fbf-9b8b-d9bf5008b237, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=cff22600-0341-4fbf-9b8b-d9bf5008b237,segment=NetworkSegment(80f18464-84c2-4166-80af-a27abb20ce25),segment_id=80f18464-84c2-4166-80af-a27abb20ce25)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:19:50.924095 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-85bdcdf1-b90b-40c3-8e17-f1a137cf3685 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:50.943082 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-e2631a1a-16c8-45b9-95f6-0ef0ce227277 req-e59923e9-f00a-421d-9d81-95d9cc621d4e service neutron] Attempting to bind port 7cdf6b25-271c-4afa-affc-3bc0d2eed338 on host hv-neutron-7729 for vnic_type normal with profile  {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:19:50.943461 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-e2631a1a-16c8-45b9-95f6-0ef0ce227277 req-e59923e9-f00a-421d-9d81-95d9cc621d4e service neutron] Attempting to bind port 7cdf6b25-271c-4afa-affc-3bc0d2eed338 by drivers openvswitch on host hv-neutron-7729 at level 0 using segments [{'id': '2f7ff0c6-2bf9-4245-ab3b-b7f8952b73c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '17776172-c021-47c4-abdf-42ef2691de1f'}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:19:50.943826 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2631a1a-16c8-45b9-95f6-0ef0ce227277 req-e59923e9-f00a-421d-9d81-95d9cc621d4e service neutron] Attempting to bind port 7cdf6b25-271c-4afa-affc-3bc0d2eed338 on network 17776172-c021-47c4-abdf-42ef2691de1f {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:19:50.949898 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2631a1a-16c8-45b9-95f6-0ef0ce227277 req-e59923e9-f00a-421d-9d81-95d9cc621d4e service neutron] Checking agent: {'id': '5acf9624-c829-41ba-afd9-92278081af05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 10, 2, 34), 'started_at': datetime.datetime(2021, 1, 29, 10, 3, 4), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:19:50.950823 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2631a1a-16c8-45b9-95f6-0ef0ce227277 req-e59923e9-f00a-421d-9d81-95d9cc621d4e service neutron] Checking segment: {'id': '2f7ff0c6-2bf9-4245-ab3b-b7f8952b73c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '17776172-c021-47c4-abdf-42ef2691de1f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:19:50.951234 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e2631a1a-16c8-45b9-95f6-0ef0ce227277 req-e59923e9-f00a-421d-9d81-95d9cc621d4e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:50.951633 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2631a1a-16c8-45b9-95f6-0ef0ce227277 req-e59923e9-f00a-421d-9d81-95d9cc621d4e service neutron] Bound using segment: {'id': '2f7ff0c6-2bf9-4245-ab3b-b7f8952b73c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '17776172-c021-47c4-abdf-42ef2691de1f'} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:19:50.952108 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-e2631a1a-16c8-45b9-95f6-0ef0ce227277 req-e59923e9-f00a-421d-9d81-95d9cc621d4e service neutron] Bound port: 7cdf6b25-271c-4afa-affc-3bc0d2eed338, host: hv-neutron-7729, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f7ff0c6-2bf9-4245-ab3b-b7f8952b73c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '17776172-c021-47c4-abdf-42ef2691de1f'}}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:19:50.952490 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e2631a1a-16c8-45b9-95f6-0ef0ce227277 req-e59923e9-f00a-421d-9d81-95d9cc621d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:51.004997 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4ce792e6-664b-417b-b026-8cce8e64dcdd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Calling delete_port for cff22600-0341-4fbf-9b8b-d9bf5008b237 owned by network:dhcp {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:19:51.049097 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-e2631a1a-16c8-45b9-95f6-0ef0ce227277 req-e59923e9-f00a-421d-9d81-95d9cc621d4e service neutron] For port 7cdf6b25-271c-4afa-affc-3bc0d2eed338, host hv-neutron-7729, cleared binding levels {{(pid=80766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:19:51.052733 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-e2631a1a-16c8-45b9-95f6-0ef0ce227277 req-e59923e9-f00a-421d-9d81-95d9cc621d4e service neutron] For port 7cdf6b25-271c-4afa-affc-3bc0d2eed338, host hv-neutron-7729, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=7cdf6b25-271c-4afa-affc-3bc0d2eed338,segment=NetworkSegment(2f7ff0c6-2bf9-4245-ab3b-b7f8952b73c8),segment_id=2f7ff0c6-2bf9-4245-ab3b-b7f8952b73c8)] {{(pid=80766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:19:51.056529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-85bdcdf1-b90b-40c3-8e17-f1a137cf3685 None None] Calling delete_port for cff22600-0341-4fbf-9b8b-d9bf5008b237 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:19:51.056696 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e2631a1a-16c8-45b9-95f6-0ef0ce227277 req-e59923e9-f00a-421d-9d81-95d9cc621d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:51.072851 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-fcb5cc2e-f2b5-4e2c-a628-05026611672a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:51.094389 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4ce792e6-664b-417b-b026-8cce8e64dcdd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:51.110668 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-aa5579a5-4d4a-4b03-8569-ace96d9fa08a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:51.137149 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-85bdcdf1-b90b-40c3-8e17-f1a137cf3685 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80767) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:19:51.138278 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-85bdcdf1-b90b-40c3-8e17-f1a137cf3685 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:19:51.190530 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce792e6-664b-417b-b026-8cce8e64dcdd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event deleted for resources: {'Port': ['ID=cff22600-0341-4fbf-9b8b-d9bf5008b237,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:51.193572 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4ce792e6-664b-417b-b026-8cce8e64dcdd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:51.228552 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59923e9-f00a-421d-9d81-95d9cc621d4e service neutron] Pushing event updated for resources: {'Port': ['ID=7cdf6b25-271c-4afa-affc-3bc0d2eed338,revision_number=3']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:51.239488 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e59923e9-f00a-421d-9d81-95d9cc621d4e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:51.276736 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2631a1a-16c8-45b9-95f6-0ef0ce227277 req-e59923e9-f00a-421d-9d81-95d9cc621d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:19:51.277393 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e2631a1a-16c8-45b9-95f6-0ef0ce227277 req-e59923e9-f00a-421d-9d81-95d9cc621d4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:51.279643 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e2631a1a-16c8-45b9-95f6-0ef0ce227277 req-e59923e9-f00a-421d-9d81-95d9cc621d4e service neutron] 10.222.0.22 "PUT /v2.0/ports/7cdf6b25-271c-4afa-affc-3bc0d2eed338 HTTP/1.1" status: 200  len: 1157 time: 1.6508348
Jan 29 10:19:51.280230 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ba7646-d17e-4a36-826b-51ba2e329927', 'tag': '7cdf6b25-271c-4afa-affc-3bc0d2eed338'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:19:51.294626 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce792e6-664b-417b-b026-8cce8e64dcdd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] No DVR routers for this DVR port cff22600-0341-4fbf-9b8b-d9bf5008b237 on host dv-neutron-772983-2-ovs {{(pid=80765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:19:51.347841 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99ba7646-d17e-4a36-826b-51ba2e329927', 'tag': '7cdf6b25-271c-4afa-affc-3bc0d2eed338', 'status': 'completed', 'code': 200}
Jan 29 10:19:51.422014 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7bc6290a-a554-4183-a57f-11cb022126f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:51.447273 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2631a1a-16c8-45b9-95f6-0ef0ce227277 req-e3d175fe-f117-48c1-a4f0-c4fab9b3f40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:19:51.448913 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e2631a1a-16c8-45b9-95f6-0ef0ce227277 req-e3d175fe-f117-48c1-a4f0-c4fab9b3f40c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ff1f06ee29ef461597f2ecd846f8813d&device_id=99ba7646-d17e-4a36-826b-51ba2e329927 HTTP/1.1" status: 200  len: 1160 time: 0.0860550
Jan 29 10:19:51.449236 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4ce792e6-664b-417b-b026-8cce8e64dcdd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:51.542128 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e2631a1a-16c8-45b9-95f6-0ef0ce227277 req-ab5fc302-5718-4c85-96df-8ad6fc186ce9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7cdf6b25-271c-4afa-affc-3bc0d2eed338 HTTP/1.1" status: 200  len: 217 time: 0.0782335
Jan 29 10:19:51.615063 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2631a1a-16c8-45b9-95f6-0ef0ce227277 req-39e9f7a4-4f5f-4445-9065-89aacd2848b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:19:51.616622 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e2631a1a-16c8-45b9-95f6-0ef0ce227277 req-39e9f7a4-4f5f-4445-9065-89aacd2848b4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a70f85cc-08d1-4efb-bb2a-cfcfe40b38c5 HTTP/1.1" status: 200  len: 834 time: 0.0675313
Jan 29 10:19:51.639627 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-85bdcdf1-b90b-40c3-8e17-f1a137cf3685 None None] Deleting port cff22600-0341-4fbf-9b8b-d9bf5008b237 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:19:51.640073 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-85bdcdf1-b90b-40c3-8e17-f1a137cf3685 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:51.652565 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-4ce792e6-664b-417b-b026-8cce8e64dcdd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c91e9668>,) {'filters': {'network_id': ['4686dbfe-4e85-4788-9d3f-cf7b81186ff3']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:51.672597 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-4ce792e6-664b-417b-b026-8cce8e64dcdd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c91e9668>, '80f18464-84c2-4166-80af-a27abb20ce25') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:51.672934 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-4ce792e6-664b-417b-b026-8cce8e64dcdd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c91e9668>, '80f18464-84c2-4166-80af-a27abb20ce25') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:51.714085 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2631a1a-16c8-45b9-95f6-0ef0ce227277 req-d9447a46-38b6-469c-bfe0-ea6aa6656435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:19:51.714662 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-85bdcdf1-b90b-40c3-8e17-f1a137cf3685 None None] The port 'cff22600-0341-4fbf-9b8b-d9bf5008b237' was deleted {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 29 10:19:51.716354 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e2631a1a-16c8-45b9-95f6-0ef0ce227277 req-d9447a46-38b6-469c-bfe0-ea6aa6656435 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=17776172-c021-47c4-abdf-42ef2691de1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0816197
Jan 29 10:19:51.766440 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3c66bc-ff3e-43e9-9a76-57e4b96fe7f9 req-9975f239-ef73-4912-8add-2e17c8c112e6 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:19:51.768150 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ef3c66bc-ff3e-43e9-9a76-57e4b96fe7f9 req-9975f239-ef73-4912-8add-2e17c8c112e6 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=99ba7646-d17e-4a36-826b-51ba2e329927 HTTP/1.1" status: 200  len: 943 time: 0.2745092
Jan 29 10:19:51.774940 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4ce792e6-664b-417b-b026-8cce8e64dcdd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:51.811816 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4ce792e6-664b-417b-b026-8cce8e64dcdd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:51.815156 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4ce792e6-664b-417b-b026-8cce8e64dcdd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Releasing vxlan tunnel 3 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:19:51.855327 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device cff22600-0341-4fbf-9b8b-d9bf5008b237 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:19:51.868337 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e2631a1a-16c8-45b9-95f6-0ef0ce227277 req-9ab518a0-ec5f-4e4b-8fa5-3995a55104b0 service neutron] 10.222.0.22 "GET /v2.0/networks/17776172-c021-47c4-abdf-42ef2691de1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1435566
Jan 29 10:19:51.908178 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: cff22600-0341-4fbf-9b8b-d9bf5008b237 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:19:51.908578 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device cff22600-0341-4fbf-9b8b-d9bf5008b237 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:19:51.930303 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ef3c66bc-ff3e-43e9-9a76-57e4b96fe7f9 req-9264db63-6314-4c79-96e5-80f05be54713 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=8003be7d-8a42-48e9-bd96-5cec4fd0ff78&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1473837
Jan 29 10:19:52.034046 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e2631a1a-16c8-45b9-95f6-0ef0ce227277 req-6fd70e17-f81a-4eb6-9701-5a57befa4971 service neutron] 10.222.0.22 "GET /v2.0/networks/17776172-c021-47c4-abdf-42ef2691de1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1580520
Jan 29 10:19:52.041204 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-4ce792e6-664b-417b-b026-8cce8e64dcdd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Network 4686dbfe-4e85-4788-9d3f-cf7b81186ff3 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:19:52.050901 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4ce792e6-664b-417b-b026-8cce8e64dcdd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:52.209064 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77376871-ff09-459e-90d6-7ebd5941fa83 req-a43ad2e5-e6a0-4e8c-8f47-9d4597db960c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:19:52.210769 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-77376871-ff09-459e-90d6-7ebd5941fa83 req-a43ad2e5-e6a0-4e8c-8f47-9d4597db960c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ff1f06ee29ef461597f2ecd846f8813d&device_id=99ba7646-d17e-4a36-826b-51ba2e329927 HTTP/1.1" status: 200  len: 1160 time: 0.0782497
Jan 29 10:19:52.235527 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-4ce792e6-664b-417b-b026-8cce8e64dcdd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Network 4686dbfe-4e85-4788-9d3f-cf7b81186ff3 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:19:52.259551 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:19:52.259551 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:19:52.259551 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:19:52.259551 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:19:52.259551 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:19:52.259551 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:19:52.259551 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:19:52.259551 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:19:52.259551 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:19:52.259551 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:19:52.259551 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:19:52.259551 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:19:52.259551 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:19:52.259551 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:19:52.259551 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:19:52.259551 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:19:52.259551 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:19:52.259551 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:19:52.259551 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:19:52.259551 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:19:52.259551 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:19:52.259551 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:19:52.259551 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:19:52.259551 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:19:52.259551 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:19:52.259551 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:19:52.259551 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:19:52.259551 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:19:52.259551 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:19:52.259551 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:19:52.259551 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:19:52.259551 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:19:52.349418 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4ce792e6-664b-417b-b026-8cce8e64dcdd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:52.354717 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4ce792e6-664b-417b-b026-8cce8e64dcdd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:52.357876 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77376871-ff09-459e-90d6-7ebd5941fa83 req-fd5d85cc-b554-4fa5-a620-91a4895d5797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:19:52.359382 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-77376871-ff09-459e-90d6-7ebd5941fa83 req-fd5d85cc-b554-4fa5-a620-91a4895d5797 service neutron] 10.222.0.22 "GET /v2.0/networks?id=17776172-c021-47c4-abdf-42ef2691de1f HTTP/1.1" status: 200  len: 891 time: 0.1416633
Jan 29 10:19:52.359521 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3d6a4e54-c168-443a-a70c-1b12ce797f54 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:52.385550 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce792e6-664b-417b-b026-8cce8e64dcdd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Pushing event deleted for resources: {'Network': ['ID=4686dbfe-4e85-4788-9d3f-cf7b81186ff3,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:52.390386 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4ce792e6-664b-417b-b026-8cce8e64dcdd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:52.392023 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4ce792e6-664b-417b-b026-8cce8e64dcdd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "DELETE /v2.0/networks/4686dbfe-4e85-4788-9d3f-cf7b81186ff3 HTTP/1.1" status: 204  len: 168 time: 2.0270665
Jan 29 10:19:52.395005 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58738) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:52.400464 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-dc3db8b5-e878-487f-bb7a-718e22163cd7 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Request body: {'router': {'routes': None}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:19:52.437663 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-77376871-ff09-459e-90d6-7ebd5941fa83 req-c278ba7d-70e0-4ef2-8db7-fb67ceaef7a0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7cdf6b25-271c-4afa-affc-3bc0d2eed338 HTTP/1.1" status: 200  len: 217 time: 0.0703590
Jan 29 10:19:52.507282 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77376871-ff09-459e-90d6-7ebd5941fa83 req-baedf50d-e522-4d47-a4fb-ab66e23f18f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:19:52.508764 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-77376871-ff09-459e-90d6-7ebd5941fa83 req-baedf50d-e522-4d47-a4fb-ab66e23f18f4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a70f85cc-08d1-4efb-bb2a-cfcfe40b38c5 HTTP/1.1" status: 200  len: 834 time: 0.0640252
Jan 29 10:19:52.595600 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77376871-ff09-459e-90d6-7ebd5941fa83 req-d7d2ebaf-fc52-4b4d-8c9b-6bfcad371374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:19:52.597242 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-77376871-ff09-459e-90d6-7ebd5941fa83 req-d7d2ebaf-fc52-4b4d-8c9b-6bfcad371374 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=17776172-c021-47c4-abdf-42ef2691de1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0791798
Jan 29 10:19:52.727650 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.extraroute_db [None req-dc3db8b5-e878-487f-bb7a-718e22163cd7 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Added routes are [] {{(pid=80765) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Jan 29 10:19:52.728241 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.extraroute_db [None req-dc3db8b5-e878-487f-bb7a-718e22163cd7 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Removed routes are [] {{(pid=80765) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Jan 29 10:19:52.728379 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dc3db8b5-e878-487f-bb7a-718e22163cd7 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:52.741642 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-77376871-ff09-459e-90d6-7ebd5941fa83 req-2ae5c154-37b9-4683-90d9-f24d6578a4d1 service neutron] 10.222.0.22 "GET /v2.0/networks/17776172-c021-47c4-abdf-42ef2691de1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1367779
Jan 29 10:19:52.887498 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-77376871-ff09-459e-90d6-7ebd5941fa83 req-6c7832f0-1727-4209-941b-80e7dee3acf9 service neutron] 10.222.0.22 "GET /v2.0/networks/17776172-c021-47c4-abdf-42ef2691de1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1388807
Jan 29 10:19:53.005586 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dc3db8b5-e878-487f-bb7a-718e22163cd7 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:53.009148 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dc3db8b5-e878-487f-bb7a-718e22163cd7 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854102271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-673560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-331322'] for router, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:53.201197 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc3db8b5-e878-487f-bb7a-718e22163cd7 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Router 3c996783-c343-4b3b-be31-260be0242962 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:19:53.709189 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864d91c-bb5c-43aa-86e3-45121af66481 req-24be4960-cbfe-4745-b37f-708e1a635ada tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:19:53.711147 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a864d91c-bb5c-43aa-86e3-45121af66481 req-24be4960-cbfe-4745-b37f-708e1a635ada tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=99ba7646-d17e-4a36-826b-51ba2e329927 HTTP/1.1" status: 200  len: 943 time: 0.6331506
Jan 29 10:19:53.711534 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4110d9b5-8b0d-4803-9901-927d300338da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:53.712746 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc3db8b5-e878-487f-bb7a-718e22163cd7 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:19:53.726260 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927e869f-db26-4126-98ff-dd74c581b3f1 None None] Sync routers for ids ['3c996783-c343-4b3b-be31-260be0242962'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:19:53.737072 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927e869f-db26-4126-98ff-dd74c581b3f1 None None] Routers {'3c996783-c343-4b3b-be31-260be0242962'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:19:53.737737 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-927e869f-db26-4126-98ff-dd74c581b3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99cac41c88>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:19:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['3c996783-c343-4b3b-be31-260be0242962'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:53.750393 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dc3db8b5-e878-487f-bb7a-718e22163cd7 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:53.751653 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-dc3db8b5-e878-487f-bb7a-718e22163cd7 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "PUT /v2.0/routers/3c996783-c343-4b3b-be31-260be0242962 HTTP/1.1" status: 200  len: 700 time: 1.3556507
Jan 29 10:19:53.754927 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58744) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:53.805536 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-0716b43e-b707-4ca3-b15f-599ba27220a5 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Synchronizing usage tracker for tenant:ad83ad6a41264da3be98f825b2f64def on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:19:53.818752 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a864d91c-bb5c-43aa-86e3-45121af66481 req-c6517427-66e4-46ba-910b-fe8c7cea73a2 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=8003be7d-8a42-48e9-bd96-5cec4fd0ff78&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0657654
Jan 29 10:19:53.822608 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-0716b43e-b707-4ca3-b15f-599ba27220a5 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Unset dirty status for tenant:ad83ad6a41264da3be98f825b2f64def on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:19:53.824191 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0716b43e-b707-4ca3-b15f-599ba27220a5 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c996783-c343-4b3b-be31-260be0242962 HTTP/1.1" status: 200  len: 205 time: 0.0678129
Jan 29 10:19:53.826794 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58748) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:53.877385 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-927e869f-db26-4126-98ff-dd74c581b3f1 None None] Set router 3c996783-c343-4b3b-be31-260be0242962 gateway port host: None {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:19:53.986452 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ce68f60e-133e-4d4c-9891-7c609904cf74 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for router, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:53.988574 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-927e869f-db26-4126-98ff-dd74c581b3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99cac41c88>, [{'id': '3c996783-c343-4b3b-be31-260be0242962', 'name': 'tempest-RoutersTest-router-400277685', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:19:02Z', 'updated_at': '2021-01-29T10:19:46Z', 'revision_number': 11, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'gw_port_host': None}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:53.992732 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927e869f-db26-4126-98ff-dd74c581b3f1 None None] Checking router: 3c996783-c343-4b3b-be31-260be0242962 for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:19:54.002244 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927e869f-db26-4126-98ff-dd74c581b3f1 None None] Routers {'3c996783-c343-4b3b-be31-260be0242962'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:19:54.002892 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-927e869f-db26-4126-98ff-dd74c581b3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99cac41c88>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:19:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['3c996783-c343-4b3b-be31-260be0242962'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:54.214015 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:54.271806 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ce68f60e-133e-4d4c-9891-7c609904cf74 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:54.274169 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ce68f60e-133e-4d4c-9891-7c609904cf74 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:54.297702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-927e869f-db26-4126-98ff-dd74c581b3f1 None None] Set router 3c996783-c343-4b3b-be31-260be0242962 gateway port host: None {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:19:54.299403 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ce68f60e-133e-4d4c-9891-7c609904cf74 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:54.299951 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce68f60e-133e-4d4c-9891-7c609904cf74 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Fanout notify agent at l3_agent the message router_deleted on router 3c996783-c343-4b3b-be31-260be0242962 {{(pid=80765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 10:19:54.351030 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ce68f60e-133e-4d4c-9891-7c609904cf74 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:54.352263 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ce68f60e-133e-4d4c-9891-7c609904cf74 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "DELETE /v2.0/routers/3c996783-c343-4b3b-be31-260be0242962 HTTP/1.1" status: 204  len: 168 time: 0.5244439
Jan 29 10:19:54.357053 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58752) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:54.363036 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-f4347eed-7ef3-4581-bacc-05dfc81bed09 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-507262841', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:19:54.385540 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-f4347eed-7ef3-4581-bacc-05dfc81bed09 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:19:54.390517 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f4347eed-7ef3-4581-bacc-05dfc81bed09 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Usage tracker for resource:router and tenant:ad83ad6a41264da3be98f825b2f64def is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:19:54.393483 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f4347eed-7ef3-4581-bacc-05dfc81bed09 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Quota usage for router was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:19:54.399282 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-f4347eed-7ef3-4581-bacc-05dfc81bed09 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:19:54.410993 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f4347eed-7ef3-4581-bacc-05dfc81bed09 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:54.411292 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-927e869f-db26-4126-98ff-dd74c581b3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99cac41c88>, [{'id': '3c996783-c343-4b3b-be31-260be0242962', 'name': 'tempest-RoutersTest-router-400277685', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:19:02Z', 'updated_at': '2021-01-29T10:19:46Z', 'revision_number': 11, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'gw_port_host': None}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:54.412056 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f4347eed-7ef3-4581-bacc-05dfc81bed09 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:54.415526 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927e869f-db26-4126-98ff-dd74c581b3f1 None None] The sync data for ids ['3c996783-c343-4b3b-be31-260be0242962'] in dv-neutron-772983-2-ovs is: [{'id': '3c996783-c343-4b3b-be31-260be0242962', 'name': 'tempest-RoutersTest-router-400277685', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:19:02Z', 'updated_at': '2021-01-29T10:19:46Z', 'revision_number': 11, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'gw_port_host': None}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:19:54.430474 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f4347eed-7ef3-4581-bacc-05dfc81bed09 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:54.448350 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f4347eed-7ef3-4581-bacc-05dfc81bed09 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:54.506105 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f4347eed-7ef3-4581-bacc-05dfc81bed09 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:54.507380 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f4347eed-7ef3-4581-bacc-05dfc81bed09 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.1491916
Jan 29 10:19:54.510474 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58756) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:54.516581 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-da843028-ce09-42ec-87c8-f2a8ee781540 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Request body: {'router': {'admin_state_up': True}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:19:54.886166 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:54.967974 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-da843028-ce09-42ec-87c8-f2a8ee781540 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:54.979437 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-da843028-ce09-42ec-87c8-f2a8ee781540 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854102271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-673560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-331322'] for router, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:55.119369 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9da5bd-e755-49b8-8796-33ce4847d62e req-97a78a22-689d-4543-8edb-0cca3837adc0 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:19:55.121037 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9f9da5bd-e755-49b8-8796-33ce4847d62e req-97a78a22-689d-4543-8edb-0cca3837adc0 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=99ba7646-d17e-4a36-826b-51ba2e329927 HTTP/1.1" status: 200  len: 943 time: 0.1680796
Jan 29 10:19:55.159458 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da843028-ce09-42ec-87c8-f2a8ee781540 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Router e728e735-e6d4-41e3-9eae-03ddacd49160 is scheduled to L3 agent 18987107-6d88-4736-94cf-15791d65b3ff with binding_index 1 {{(pid=80766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 29 10:19:55.187894 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9f9da5bd-e755-49b8-8796-33ce4847d62e req-f5f3dd42-7783-4fe5-9a56-3e572a51ba2a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=8003be7d-8a42-48e9-bd96-5cec4fd0ff78&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0597370
Jan 29 10:19:55.573518 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da843028-ce09-42ec-87c8-f2a8ee781540 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:19:55.584152 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1513aa-8f29-4288-8e9a-ebf510695774 None None] Sync routers for ids ['e728e735-e6d4-41e3-9eae-03ddacd49160'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:19:55.595353 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1513aa-8f29-4288-8e9a-ebf510695774 None None] Routers {'e728e735-e6d4-41e3-9eae-03ddacd49160'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:19:55.596030 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-6f1513aa-8f29-4288-8e9a-ebf510695774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9a51b70>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:19:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['e728e735-e6d4-41e3-9eae-03ddacd49160'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:55.611712 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-da843028-ce09-42ec-87c8-f2a8ee781540 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:55.615605 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-da843028-ce09-42ec-87c8-f2a8ee781540 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "PUT /v2.0/routers/e728e735-e6d4-41e3-9eae-03ddacd49160 HTTP/1.1" status: 200  len: 693 time: 1.1015275
Jan 29 10:19:55.615871 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58762) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:55.741038 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-6f1513aa-8f29-4288-8e9a-ebf510695774 None None] Set router e728e735-e6d4-41e3-9eae-03ddacd49160 gateway port host: None {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:19:55.812009 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9f22bae9-d750-44f8-9def-b09615a019b4 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "GET /v2.0/routers/e728e735-e6d4-41e3-9eae-03ddacd49160 HTTP/1.1" status: 200  len: 699 time: 0.1948721
Jan 29 10:19:55.814807 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58766) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:55.865748 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a4637eb1-36ed-4b1e-bb24-d7855024c78b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "GET /v2.0/ports?device_id=e728e735-e6d4-41e3-9eae-03ddacd49160 HTTP/1.1" status: 200  len: 205 time: 0.0495124
Jan 29 10:19:55.868544 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58770) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:56.034552 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a07a847e-8e0e-45f1-a085-9c3a295f8507 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for router, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:56.048648 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-6f1513aa-8f29-4288-8e9a-ebf510695774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9a51b70>, [{'id': 'e728e735-e6d4-41e3-9eae-03ddacd49160', 'name': 'tempest-RoutersTest-router-507262841', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:19:54Z', 'updated_at': '2021-01-29T10:19:54Z', 'revision_number': 2, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'gw_port_host': None}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:56.058106 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1513aa-8f29-4288-8e9a-ebf510695774 None None] Checking router: e728e735-e6d4-41e3-9eae-03ddacd49160 for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:19:56.068430 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:56.069264 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1513aa-8f29-4288-8e9a-ebf510695774 None None] Routers {'e728e735-e6d4-41e3-9eae-03ddacd49160'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:19:56.069971 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-6f1513aa-8f29-4288-8e9a-ebf510695774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9a51b70>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:19:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['e728e735-e6d4-41e3-9eae-03ddacd49160'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:56.212403 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-6f1513aa-8f29-4288-8e9a-ebf510695774 None None] Set router e728e735-e6d4-41e3-9eae-03ddacd49160 gateway port host: None {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:19:56.310406 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a07a847e-8e0e-45f1-a085-9c3a295f8507 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:56.312848 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a07a847e-8e0e-45f1-a085-9c3a295f8507 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:56.337494 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a07a847e-8e0e-45f1-a085-9c3a295f8507 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:56.338410 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a07a847e-8e0e-45f1-a085-9c3a295f8507 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Fanout notify agent at l3_agent the message router_deleted on router e728e735-e6d4-41e3-9eae-03ddacd49160 {{(pid=80766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 10:19:56.342125 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-6f1513aa-8f29-4288-8e9a-ebf510695774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9a51b70>, [{'id': 'e728e735-e6d4-41e3-9eae-03ddacd49160', 'name': 'tempest-RoutersTest-router-507262841', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:19:54Z', 'updated_at': '2021-01-29T10:19:54Z', 'revision_number': 2, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'gw_port_host': None}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:19:56.347423 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1513aa-8f29-4288-8e9a-ebf510695774 None None] The sync data for ids ['e728e735-e6d4-41e3-9eae-03ddacd49160'] in dv-neutron-772983-2-ovs is: [{'id': 'e728e735-e6d4-41e3-9eae-03ddacd49160', 'name': 'tempest-RoutersTest-router-507262841', 'tenant_id': 'ad83ad6a41264da3be98f825b2f64def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:19:54Z', 'updated_at': '2021-01-29T10:19:54Z', 'revision_number': 2, 'project_id': 'ad83ad6a41264da3be98f825b2f64def', 'gw_port_host': None}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:19:56.391909 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a07a847e-8e0e-45f1-a085-9c3a295f8507 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:56.393244 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a07a847e-8e0e-45f1-a085-9c3a295f8507 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "DELETE /v2.0/routers/e728e735-e6d4-41e3-9eae-03ddacd49160 HTTP/1.1" status: 204  len: 168 time: 0.5235462
Jan 29 10:19:56.396846 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58776) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:56.449687 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c8f4b0b0-871c-4308-b835-317146b4a4b8 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "GET /v2.0/ports?device_id=e728e735-e6d4-41e3-9eae-03ddacd49160 HTTP/1.1" status: 200  len: 205 time: 0.0494480
Jan 29 10:19:56.450581 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58780) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:56.518116 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a2dabc-20d7-46f6-913f-fbfefa8e4c1c req-756064cd-dba9-498c-83f7-972d6cbfacb0 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:19:56.519831 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a1a2dabc-20d7-46f6-913f-fbfefa8e4c1c req-756064cd-dba9-498c-83f7-972d6cbfacb0 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=99ba7646-d17e-4a36-826b-51ba2e329927 HTTP/1.1" status: 200  len: 943 time: 0.1745439
Jan 29 10:19:56.524903 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-c3fe0d28-ad8d-4776-a7c9-bfebadb20fe9 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] delete failed (client error): The resource could not be found.
Jan 29 10:19:56.526066 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c3fe0d28-ad8d-4776-a7c9-bfebadb20fe9 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "DELETE /v2.0/routers/e728e735-e6d4-41e3-9eae-03ddacd49160 HTTP/1.1" status: 404  len: 336 time: 0.0744817
Jan 29 10:19:56.529425 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58784) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:56.570162 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-37879d89-abdc-4897-b5a3-c6d79f05ed5a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:19:56.570660 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37879d89-abdc-4897-b5a3-c6d79f05ed5a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:19:56.572733 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-37879d89-abdc-4897-b5a3-c6d79f05ed5a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "DELETE /v2.0/subnets/9e3cbbf1-c5ec-49dd-a9d3-1fd19ce319d0 HTTP/1.1" status: 404  len: 337 time: 0.0423107
Jan 29 10:19:56.576080 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58788) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:56.586717 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a1a2dabc-20d7-46f6-913f-fbfefa8e4c1c req-7e72f64d-3788-473d-b25b-faf5168946c9 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=8003be7d-8a42-48e9-bd96-5cec4fd0ff78&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0602825
Jan 29 10:19:56.621011 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a375e36-870d-40e1-9541-12a567a8a2b5 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:19:56.621505 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a375e36-870d-40e1-9541-12a567a8a2b5 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:19:56.623400 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3a375e36-870d-40e1-9541-12a567a8a2b5 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "DELETE /v2.0/subnets/07cd1ab7-8fd9-4bf2-a20e-fc8974c1db6e HTTP/1.1" status: 404  len: 337 time: 0.0464668
Jan 29 10:19:56.626219 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58792) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:56.668243 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-941f4ca0-cc14-4826-9bb0-aa7b61557d4e tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:19:56.669296 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-941f4ca0-cc14-4826-9bb0-aa7b61557d4e tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:19:56.671209 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-941f4ca0-cc14-4826-9bb0-aa7b61557d4e tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "DELETE /v2.0/subnets/0a9a6491-9136-4c7c-b3a1-aaecd258c161 HTTP/1.1" status: 404  len: 337 time: 0.0439506
Jan 29 10:19:56.673983 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58796) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:56.717727 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-debd92d5-171c-41be-b0ca-2560c80dbd57 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:19:56.718273 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-debd92d5-171c-41be-b0ca-2560c80dbd57 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:19:56.722631 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-debd92d5-171c-41be-b0ca-2560c80dbd57 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "DELETE /v2.0/subnets/4f0e0b96-e4d2-4f66-b56e-5dab5ac58e86 HTTP/1.1" status: 404  len: 337 time: 0.0450847
Jan 29 10:19:56.723036 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58800) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:56.772283 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-86f1d559-4a6d-450d-864d-3e48526a9af9 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Synchronizing usage tracker for tenant:ad83ad6a41264da3be98f825b2f64def on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:19:56.785645 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-86f1d559-4a6d-450d-864d-3e48526a9af9 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Unset dirty status for tenant:ad83ad6a41264da3be98f825b2f64def on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:19:56.786893 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-86f1d559-4a6d-450d-864d-3e48526a9af9 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c996783-c343-4b3b-be31-260be0242962 HTTP/1.1" status: 200  len: 205 time: 0.0628026
Jan 29 10:19:56.789647 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58804) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:56.866773 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-08d9a208-8368-48f8-91cb-41ed3194cfd8 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] delete failed (client error): The resource could not be found.
Jan 29 10:19:56.867865 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-08d9a208-8368-48f8-91cb-41ed3194cfd8 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "DELETE /v2.0/routers/3c996783-c343-4b3b-be31-260be0242962 HTTP/1.1" status: 404  len: 336 time: 0.0772245
Jan 29 10:19:56.870675 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58808) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:56.918085 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ee69a55b-4492-4746-913e-565a631daff6 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd174538-28ab-4332-a5a2-c613885b7f93 HTTP/1.1" status: 200  len: 205 time: 0.0462322
Jan 29 10:19:56.921040 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58812) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:56.994692 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-fba25dea-611a-42b9-a4f2-609dbe615f44 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] delete failed (client error): The resource could not be found.
Jan 29 10:19:56.995778 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-fba25dea-611a-42b9-a4f2-609dbe615f44 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "DELETE /v2.0/routers/fd174538-28ab-4332-a5a2-c613885b7f93 HTTP/1.1" status: 404  len: 336 time: 0.0737648
Jan 29 10:19:56.998873 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58816) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:57.039552 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd5b5c54-6eca-42c5-958c-7f28793b1e87 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:19:57.040083 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd5b5c54-6eca-42c5-958c-7f28793b1e87 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:19:57.041721 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-bd5b5c54-6eca-42c5-958c-7f28793b1e87 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "DELETE /v2.0/subnets/42be6513-da39-4fa2-823c-f1f46da9a491 HTTP/1.1" status: 404  len: 337 time: 0.0418859
Jan 29 10:19:57.045355 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58820) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:57.099225 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f5bbf1a0-0f64-493f-a55c-21e29df8d0a6 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "GET /v2.0/ports?device_id=4fd6bc92-e2ae-4fd8-aa15-b9595e29bd49 HTTP/1.1" status: 200  len: 205 time: 0.0524971
Jan 29 10:19:57.101744 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58824) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:57.174489 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-3d773938-6d53-4ba5-9124-b223e88a241b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] delete failed (client error): The resource could not be found.
Jan 29 10:19:57.175599 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3d773938-6d53-4ba5-9124-b223e88a241b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "DELETE /v2.0/routers/4fd6bc92-e2ae-4fd8-aa15-b9595e29bd49 HTTP/1.1" status: 404  len: 336 time: 0.0728223
Jan 29 10:19:57.178686 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58828) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:57.232772 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-eea46e4f-b35c-4d14-b536-06685711ce73 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f9e4f20-24b0-432e-ae58-66d04f000605 HTTP/1.1" status: 200  len: 205 time: 0.0527909
Jan 29 10:19:57.235175 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58832) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:57.307452 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-344a9943-bd91-44bf-90a5-c5f0c099215d tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] delete failed (client error): The resource could not be found.
Jan 29 10:19:57.308511 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-344a9943-bd91-44bf-90a5-c5f0c099215d tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "DELETE /v2.0/routers/9f9e4f20-24b0-432e-ae58-66d04f000605 HTTP/1.1" status: 404  len: 336 time: 0.0723715
Jan 29 10:19:57.311383 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58836) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:57.357484 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e79083c-e804-4653-b2cd-f7f3ae8a9338 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:19:57.358008 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e79083c-e804-4653-b2cd-f7f3ae8a9338 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:19:57.359836 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5e79083c-e804-4653-b2cd-f7f3ae8a9338 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "DELETE /v2.0/subnets/49988b40-d0b6-4f16-9673-4bb4509b0b79 HTTP/1.1" status: 404  len: 337 time: 0.0474524
Jan 29 10:19:57.362626 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58840) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:57.411530 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a415d8fd-8e32-42ec-ab7e-8377103b1089 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d48ddf4-ce84-4f32-b704-8a43287cc54b HTTP/1.1" status: 200  len: 205 time: 0.0476575
Jan 29 10:19:57.413968 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58844) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:57.488815 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-18e2be52-d11b-4f2a-bdbe-d219d2e40473 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] delete failed (client error): The resource could not be found.
Jan 29 10:19:57.489951 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-18e2be52-d11b-4f2a-bdbe-d219d2e40473 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "DELETE /v2.0/routers/0d48ddf4-ce84-4f32-b704-8a43287cc54b HTTP/1.1" status: 404  len: 336 time: 0.0749822
Jan 29 10:19:57.492577 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58848) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:57.534047 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-c32435f4-563b-4fc3-aac8-16ee72383698 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:19:57.534541 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c32435f4-563b-4fc3-aac8-16ee72383698 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:19:57.536305 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c32435f4-563b-4fc3-aac8-16ee72383698 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "DELETE /v2.0/subnets/ab9570c1-aa93-4d6d-8473-21d71a977a01 HTTP/1.1" status: 404  len: 337 time: 0.0427713
Jan 29 10:19:57.539044 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58852) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:57.587380 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-513dd28f-2c26-4f80-add3-09d3cc09cea6 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "GET /v2.0/ports?device_id=b3b8e3fb-5374-494a-b581-0354c53f663c HTTP/1.1" status: 200  len: 205 time: 0.0470297
Jan 29 10:19:57.590057 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58856) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:57.664633 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-040d20c7-bfe1-45f7-8ade-8b2d8780e5d1 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] delete failed (client error): The resource could not be found.
Jan 29 10:19:57.665767 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-040d20c7-bfe1-45f7-8ade-8b2d8780e5d1 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "DELETE /v2.0/routers/b3b8e3fb-5374-494a-b581-0354c53f663c HTTP/1.1" status: 404  len: 336 time: 0.0746229
Jan 29 10:19:57.668671 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58862) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:57.713157 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-c309af4d-3b06-470b-b696-7f50d3c088da tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:19:57.713660 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c309af4d-3b06-470b-b696-7f50d3c088da tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:19:57.715586 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c309af4d-3b06-470b-b696-7f50d3c088da tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "DELETE /v2.0/subnets/6858ef84-f387-4b62-9c21-12b9352c588e HTTP/1.1" status: 404  len: 337 time: 0.0457010
Jan 29 10:19:57.718369 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58866) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:57.754396 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 7cdf6b25-271c-4afa-affc-3bc0d2eed338 up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:19:57.764309 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bfea70e-5124-4f15-a34c-cefabae57470 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:19:57.764811 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bfea70e-5124-4f15-a34c-cefabae57470 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:19:57.769856 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2bfea70e-5124-4f15-a34c-cefabae57470 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] 10.222.0.57 "DELETE /v2.0/subnets/2318e5c3-87ae-4f26-b8d3-cb13b806429f HTTP/1.1" status: 404  len: 337 time: 0.0473244
Jan 29 10:19:57.827721 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning for port 7cdf6b25-271c-4afa-affc-3bc0d2eed338 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:19:57.832715 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 7cdf6b25-271c-4afa-affc-3bc0d2eed338 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:19:57.833149 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:57.894687 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f10062-afce-4e62-aa39-97af7e857c02 req-1d79ebeb-36ee-4b67-bd36-3c21d1a5fb9d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:19:57.898779 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a3f10062-afce-4e62-aa39-97af7e857c02 req-1d79ebeb-36ee-4b67-bd36-3c21d1a5fb9d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=99ba7646-d17e-4a36-826b-51ba2e329927 HTTP/1.1" status: 200  len: 943 time: 0.1759779
Jan 29 10:19:57.965817 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a3f10062-afce-4e62-aa39-97af7e857c02 req-126cb734-b369-4800-a75e-b77150d48497 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=8003be7d-8a42-48e9-bd96-5cec4fd0ff78&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0625010
Jan 29 10:19:57.967833 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:57.997625 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ba7646-d17e-4a36-826b-51ba2e329927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cdf6b25-271c-4afa-affc-3bc0d2eed338'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:19:58.008341 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port 7cdf6b25-271c-4afa-affc-3bc0d2eed338, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=7cdf6b25-271c-4afa-affc-3bc0d2eed338,segment=NetworkSegment(2f7ff0c6-2bf9-4245-ab3b-b7f8952b73c8),segment_id=2f7ff0c6-2bf9-4245-ab3b-b7f8952b73c8)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:19:58.012375 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:58.014703 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1ac22b03-b375-40ae-bcb2-94c1e99d87d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:58.062593 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ba7646-d17e-4a36-826b-51ba2e329927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cdf6b25-271c-4afa-affc-3bc0d2eed338', 'code': 200}
Jan 29 10:19:58.093312 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=7cdf6b25-271c-4afa-affc-3bc0d2eed338,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:58.102026 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:58.102529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:58.102996 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:58.103379 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:58.103759 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:58.104203 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:58.104557 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:58.104933 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:58.105312 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:58.105683 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:58.106137 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:58.106635 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:58.107080 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:58.107456 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:58.107827 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:58.108173 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:58.108624 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:58.108890 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:58.109260 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:58.109627 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:58.110020 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:58.110388 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:58.110752 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:58.111119 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:19:58.118594 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58876) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:58.122720 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:58.316045 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58882) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:58.316344 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8652ca35-d82c-40aa-9e27-ca3f5110ecda admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ad83ad6a41264da3be98f825b2f64def&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1963291
Jan 29 10:19:58.413588 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7444bf05-b3a6-43f0-a278-160bf7249479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:58.417545 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f4e81-b892-4fca-b195-2780790298f9 req-531ebefb-d10e-4dda-9705-d9ee14d627b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:19:58.419329 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f92f4e81-b892-4fca-b195-2780790298f9 req-531ebefb-d10e-4dda-9705-d9ee14d627b6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=99ba7646-d17e-4a36-826b-51ba2e329927 HTTP/1.1" status: 200  len: 1162 time: 0.1431937
Jan 29 10:19:58.467387 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7444bf05-b3a6-43f0-a278-160bf7249479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:58.500971 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f92f4e81-b892-4fca-b195-2780790298f9 req-e821eb4d-61bb-447b-8905-9d624ddfb2b8 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=8003be7d-8a42-48e9-bd96-5cec4fd0ff78&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0741737
Jan 29 10:19:58.525400 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7444bf05-b3a6-43f0-a278-160bf7249479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:58.530556 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8f5c5b4d-f187-42d3-8c89-fb984d438da4 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:58.544264 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7444bf05-b3a6-43f0-a278-160bf7249479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a97d26-aa0f-4ba1-ab80-1793541459cf,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:58.546998 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7444bf05-b3a6-43f0-a278-160bf7249479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:58.548171 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7444bf05-b3a6-43f0-a278-160bf7249479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:58.549383 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7444bf05-b3a6-43f0-a278-160bf7249479 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/92a97d26-aa0f-4ba1-ab80-1793541459cf HTTP/1.1" status: 204  len: 168 time: 0.2263305
Jan 29 10:19:59.218586 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 7cdf6b25-271c-4afa-affc-3bc0d2eed338 up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:19:59.279810 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc4e91f-4926-4b28-99fa-6ca401afb202 req-a42a14f5-96a4-44c0-8642-59b0f7aa2a08 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:19:59.281529 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1fc4e91f-4926-4b28-99fa-6ca401afb202 req-a42a14f5-96a4-44c0-8642-59b0f7aa2a08 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=99ba7646-d17e-4a36-826b-51ba2e329927 HTTP/1.1" status: 200  len: 945 time: 0.1740761
Jan 29 10:19:59.353770 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1fc4e91f-4926-4b28-99fa-6ca401afb202 req-05462bc5-f1e7-4b4c-8eab-1af5e359d5fb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=8003be7d-8a42-48e9-bd96-5cec4fd0ff78&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0627761
Jan 29 10:19:59.381825 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 7cdf6b25-271c-4afa-affc-3bc0d2eed338 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:19:59.381825 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:59.453481 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58906) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:59.593215 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-6fa2c478-b430-4a9b-8853-722cc769a16f tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Request body: {'security_group': {'name': 'tempest-secgroup--1120639195'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:19:59.614774 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-6fa2c478-b430-4a9b-8853-722cc769a16f tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:19:59.618786 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6fa2c478-b430-4a9b-8853-722cc769a16f tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Usage tracker for resource:security_group and tenant:186cfe4f98524e3393b35bdba3787821 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:19:59.621768 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6fa2c478-b430-4a9b-8853-722cc769a16f tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:19:59.627632 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-6fa2c478-b430-4a9b-8853-722cc769a16f tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:19:59.638307 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6fa2c478-b430-4a9b-8853-722cc769a16f tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:59.650902 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6fa2c478-b430-4a9b-8853-722cc769a16f tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:59.666788 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-6fa2c478-b430-4a9b-8853-722cc769a16f tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:19:59.670804 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6fa2c478-b430-4a9b-8853-722cc769a16f tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Usage tracker for resource:security_group_rule and tenant:186cfe4f98524e3393b35bdba3787821 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:19:59.673651 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6fa2c478-b430-4a9b-8853-722cc769a16f tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:19:59.679274 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-6fa2c478-b430-4a9b-8853-722cc769a16f tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:19:59.776963 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6fa2c478-b430-4a9b-8853-722cc769a16f tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:59.779485 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6fa2c478-b430-4a9b-8853-722cc769a16f tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:59.783054 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-eeb8bc68-1f23-46fd-bc68-e7c856f6b3ea tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:59.792961 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-6fa2c478-b430-4a9b-8853-722cc769a16f tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:19:59.802135 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6fa2c478-b430-4a9b-8853-722cc769a16f tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Usage tracker for resource:security_group_rule and tenant:186cfe4f98524e3393b35bdba3787821 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:19:59.812011 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6fa2c478-b430-4a9b-8853-722cc769a16f tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:19:59.823199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-6fa2c478-b430-4a9b-8853-722cc769a16f tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:19:59.827728 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa2c478-b430-4a9b-8853-722cc769a16f tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10193414-e616-4052-8e9d-2780d65ad794,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:59.831153 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6fa2c478-b430-4a9b-8853-722cc769a16f tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:19:59.907396 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6fa2c478-b430-4a9b-8853-722cc769a16f tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:59.910108 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6fa2c478-b430-4a9b-8853-722cc769a16f tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:59.915555 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f186fe6d-9965-479f-b75a-5aecec64ed2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:19:59.956961 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6fa2c478-b430-4a9b-8853-722cc769a16f tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:19:59.958322 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6fa2c478-b430-4a9b-8853-722cc769a16f tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.5037160
Jan 29 10:19:59.959269 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa2c478-b430-4a9b-8853-722cc769a16f tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b977b83-6ad2-4b4e-b20b-885097830377,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:19:59.961274 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58912) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:19:59.962016 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6fa2c478-b430-4a9b-8853-722cc769a16f tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:20:00.060969 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-adeb74ac-088b-419e-80aa-2a1e98bf65b2 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4511 time: 0.0981975
Jan 29 10:20:00.068330 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58916) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:00.075780 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-7cc60d83-1b1e-4ef3-a4bc-1db56d3a1772 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Request body: {'security_group': {'name': 'tempest-security--1881512232', 'description': 'tempest-security-description-1515035056'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:20:00.123150 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7cc60d83-1b1e-4ef3-a4bc-1db56d3a1772 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:00.181385 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7cc60d83-1b1e-4ef3-a4bc-1db56d3a1772 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:00.184758 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7cc60d83-1b1e-4ef3-a4bc-1db56d3a1772 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:00.187305 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7cc60d83-1b1e-4ef3-a4bc-1db56d3a1772 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:00.188590 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7cc60d83-1b1e-4ef3-a4bc-1db56d3a1772 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] 10.222.0.57 "PUT /v2.0/security-groups/0b977b83-6ad2-4b4e-b20b-885097830377 HTTP/1.1" status: 200  len: 1780 time: 0.1191349
Jan 29 10:20:00.189394 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-57079358-2164-44d3-8906-a3f5d1e77a03 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:20:00.191608 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58920) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:00.217719 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc60d83-1b1e-4ef3-a4bc-1db56d3a1772 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b977b83-6ad2-4b4e-b20b-885097830377,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:20:00.220804 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7cc60d83-1b1e-4ef3-a4bc-1db56d3a1772 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:20:00.257740 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-745813b9-06a4-4c43-9909-4c1bfe724605 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] 10.222.0.57 "GET /v2.0/security-groups/0b977b83-6ad2-4b4e-b20b-885097830377 HTTP/1.1" status: 200  len: 1780 time: 0.0648012
Jan 29 10:20:00.260461 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58924) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:00.346435 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-72708829-6ef3-4f0b-88a7-edcafd73ded7 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:00.375056 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-72708829-6ef3-4f0b-88a7-edcafd73ded7 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:00.417013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-72708829-6ef3-4f0b-88a7-edcafd73ded7 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:00.422899 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-dd8e9ebc-1877-4b86-8640-9e746279b21c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:20:00.438776 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72708829-6ef3-4f0b-88a7-edcafd73ded7 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b977b83-6ad2-4b4e-b20b-885097830377,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:20:00.441607 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-72708829-6ef3-4f0b-88a7-edcafd73ded7 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:20:00.442853 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-72708829-6ef3-4f0b-88a7-edcafd73ded7 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:00.447195 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-72708829-6ef3-4f0b-88a7-edcafd73ded7 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] 10.222.0.57 "DELETE /v2.0/security-groups/0b977b83-6ad2-4b4e-b20b-885097830377 HTTP/1.1" status: 204  len: 168 time: 0.1826022
Jan 29 10:20:00.447195 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58930) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:00.518121 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-107dedb5-9815-425e-9ed6-eb6ddf46ecef tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Synchronizing usage tracker for tenant:186cfe4f98524e3393b35bdba3787821 on resource:security_group {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:20:00.535301 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-107dedb5-9815-425e-9ed6-eb6ddf46ecef tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Unset dirty status for tenant:186cfe4f98524e3393b35bdba3787821 on resource:security_group {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:20:00.536748 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-107dedb5-9815-425e-9ed6-eb6ddf46ecef tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.0886869
Jan 29 10:20:00.539832 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58934) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:00.559564 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-a900fe9c-bd16-4970-9a3c-25d998e906a9 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] delete failed (client error): The resource could not be found.
Jan 29 10:20:00.564324 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a900fe9c-bd16-4970-9a3c-25d998e906a9 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] 10.222.0.57 "DELETE /v2.0/security-groups/0b977b83-6ad2-4b4e-b20b-885097830377 HTTP/1.1" status: 404  len: 347 time: 0.0199118
Jan 29 10:20:00.565295 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58938) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:00.571059 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-dbb2d496-e1ce-459c-9d91-e525502f882c tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Request body: {'security_group': {'name': 'tempest-secgroup--144952675'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:20:00.594005 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-dbb2d496-e1ce-459c-9d91-e525502f882c tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:20:00.603669 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-dbb2d496-e1ce-459c-9d91-e525502f882c tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:20:00.614413 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dbb2d496-e1ce-459c-9d91-e525502f882c tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:00.635337 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-dbb2d496-e1ce-459c-9d91-e525502f882c tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:20:00.639666 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-dbb2d496-e1ce-459c-9d91-e525502f882c tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Usage tracker for resource:security_group_rule and tenant:186cfe4f98524e3393b35bdba3787821 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:20:00.642652 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-dbb2d496-e1ce-459c-9d91-e525502f882c tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:20:00.648394 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-dbb2d496-e1ce-459c-9d91-e525502f882c tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:20:00.656892 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c944d8c5-0cfe-4eb8-8f7c-776232a84d0c req-5240ee69-3f1f-4ed4-b44e-3c91bf67fc43 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:20:00.658625 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c944d8c5-0cfe-4eb8-8f7c-776232a84d0c req-5240ee69-3f1f-4ed4-b44e-3c91bf67fc43 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=99ba7646-d17e-4a36-826b-51ba2e329927 HTTP/1.1" status: 200  len: 945 time: 0.1643939
Jan 29 10:20:00.723602 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dbb2d496-e1ce-459c-9d91-e525502f882c tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:00.726431 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dbb2d496-e1ce-459c-9d91-e525502f882c tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:00.731981 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f118772c-4f8e-4ac0-853a-c202cfc5c1d6 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:20:00.787876 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb2d496-e1ce-459c-9d91-e525502f882c tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d01b4de1-824d-4ece-b83b-00ffd0aa59b0,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:20:00.791419 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-dbb2d496-e1ce-459c-9d91-e525502f882c tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:20:00.793197 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dbb2d496-e1ce-459c-9d91-e525502f882c tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:00.798803 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-dbb2d496-e1ce-459c-9d91-e525502f882c tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.2286282
Jan 29 10:20:00.798803 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58944) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:00.805108 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-0230e237-126e-49d8-b05e-ca6685ff73d6 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Request body: {'security_group_rule': {'security_group_id': 'd01b4de1-824d-4ece-b83b-00ffd0aa59b0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:20:00.828509 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-0230e237-126e-49d8-b05e-ca6685ff73d6 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:20:00.832585 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-0230e237-126e-49d8-b05e-ca6685ff73d6 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Usage tracker for resource:security_group_rule and tenant:186cfe4f98524e3393b35bdba3787821 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:20:00.835743 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-0230e237-126e-49d8-b05e-ca6685ff73d6 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:20:00.841909 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-0230e237-126e-49d8-b05e-ca6685ff73d6 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:20:00.860033 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0230e237-126e-49d8-b05e-ca6685ff73d6 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:00.917640 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c944d8c5-0cfe-4eb8-8f7c-776232a84d0c req-74dc1c18-5a47-4977-9776-8d0538904c42 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=8003be7d-8a42-48e9-bd96-5cec4fd0ff78&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2525973
Jan 29 10:20:00.926469 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0230e237-126e-49d8-b05e-ca6685ff73d6 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:00.929970 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0230e237-126e-49d8-b05e-ca6685ff73d6 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:00.932765 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-705c5c51-6918-407a-99d8-65cee1873558 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:20:00.955426 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0230e237-126e-49d8-b05e-ca6685ff73d6 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=827ab8bd-3c36-48ec-9edb-7b062933b618,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:20:00.959746 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0230e237-126e-49d8-b05e-ca6685ff73d6 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:20:00.968808 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0230e237-126e-49d8-b05e-ca6685ff73d6 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:00.970163 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0230e237-126e-49d8-b05e-ca6685ff73d6 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1704519
Jan 29 10:20:00.973233 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58950) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:01.020551 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-67e85502-2b06-420d-851c-bcad82df3208 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:01.032166 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-67e85502-2b06-420d-851c-bcad82df3208 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:01.054671 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-67e85502-2b06-420d-851c-bcad82df3208 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:01.056508 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:20:01.073476 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e85502-2b06-420d-851c-bcad82df3208 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=827ab8bd-3c36-48ec-9edb-7b062933b618,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:20:01.076431 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-67e85502-2b06-420d-851c-bcad82df3208 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:01.080232 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-67e85502-2b06-420d-851c-bcad82df3208 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/827ab8bd-3c36-48ec-9edb-7b062933b618 HTTP/1.1" status: 204  len: 168 time: 0.1034052
Jan 29 10:20:01.080232 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-67e85502-2b06-420d-851c-bcad82df3208 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:20:01.080718 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58954) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:01.226802 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-9a878f58-71fb-45d7-9db8-e1dbad6b1c04 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Synchronizing usage tracker for tenant:186cfe4f98524e3393b35bdba3787821 on resource:security_group_rule {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:20:01.227486 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20098e6-29ea-44b6-9387-c8ace765c495 req-1b261a35-0b85-4196-91c1-a2ee5fda52c4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:20:01.229144 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c20098e6-29ea-44b6-9387-c8ace765c495 req-1b261a35-0b85-4196-91c1-a2ee5fda52c4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=99ba7646-d17e-4a36-826b-51ba2e329927 HTTP/1.1" status: 200  len: 945 time: 0.1778998
Jan 29 10:20:01.242699 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-9a878f58-71fb-45d7-9db8-e1dbad6b1c04 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Unset dirty status for tenant:186cfe4f98524e3393b35bdba3787821 on resource:security_group_rule {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:20:01.244047 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9a878f58-71fb-45d7-9db8-e1dbad6b1c04 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1626203
Jan 29 10:20:01.247639 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58958) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:01.294301 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c20098e6-29ea-44b6-9387-c8ace765c495 req-0b7bfed2-4f37-490a-ac9b-8b5f3cc80318 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=8003be7d-8a42-48e9-bd96-5cec4fd0ff78&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0583935
Jan 29 10:20:01.330165 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58962) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:01.332789 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bedfe133-cd1f-412a-a6d7-8224c11dc831 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:01.361697 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bedfe133-cd1f-412a-a6d7-8224c11dc831 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:01.404505 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bedfe133-cd1f-412a-a6d7-8224c11dc831 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:01.410013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f8fa46af-0745-4267-8609-cc9b0f344582 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:20:01.410393 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7b8ba8-c3fb-4ab2-9c2e-05e675f590c1 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:20:01.412035 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3d7b8ba8-c3fb-4ab2-9c2e-05e675f590c1 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=99ba7646-d17e-4a36-826b-51ba2e329927 HTTP/1.1" status: 200  len: 1157 time: 0.0806448
Jan 29 10:20:01.415164 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 58966) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:01.420696 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-99dc3383-a4eb-4552-b342-75cd349d36de tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'floatingip': {'port_id': '7cdf6b25-271c-4afa-affc-3bc0d2eed338'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:20:01.428001 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedfe133-cd1f-412a-a6d7-8224c11dc831 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01b4de1-824d-4ece-b83b-00ffd0aa59b0,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:20:01.430733 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bedfe133-cd1f-412a-a6d7-8224c11dc831 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:20:01.443110 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bedfe133-cd1f-412a-a6d7-8224c11dc831 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:01.447340 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-bedfe133-cd1f-412a-a6d7-8224c11dc831 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] 10.222.0.57 "DELETE /v2.0/security-groups/d01b4de1-824d-4ece-b83b-00ffd0aa59b0 HTTP/1.1" status: 204  len: 168 time: 0.1959939
Jan 29 10:20:01.447738 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58970) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:01.519168 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-4104c04f-93ef-48d1-a9f5-af8247e7b804 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Synchronizing usage tracker for tenant:186cfe4f98524e3393b35bdba3787821 on resource:security_group {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:20:01.521610 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-99dc3383-a4eb-4552-b342-75cd349d36de tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for floatingip, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:01.534058 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-4104c04f-93ef-48d1-a9f5-af8247e7b804 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Unset dirty status for tenant:186cfe4f98524e3393b35bdba3787821 on resource:security_group {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:20:01.535396 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4104c04f-93ef-48d1-a9f5-af8247e7b804 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.0865643
Jan 29 10:20:01.539903 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58974) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:01.545840 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-4d7f971b-e531-43c9-8342-538dd2ce92bd tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Request body: {'security_group': {'name': 'tempest-secgroup--1823731515'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:20:01.568877 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-4d7f971b-e531-43c9-8342-538dd2ce92bd tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:20:01.579662 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-4d7f971b-e531-43c9-8342-538dd2ce92bd tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:20:01.588590 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4d7f971b-e531-43c9-8342-538dd2ce92bd tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:01.610515 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-4d7f971b-e531-43c9-8342-538dd2ce92bd tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:20:01.615056 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-4d7f971b-e531-43c9-8342-538dd2ce92bd tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Usage tracker for resource:security_group_rule and tenant:186cfe4f98524e3393b35bdba3787821 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:20:01.618444 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-4d7f971b-e531-43c9-8342-538dd2ce92bd tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:20:01.625058 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-4d7f971b-e531-43c9-8342-538dd2ce92bd tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:20:01.702286 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4d7f971b-e531-43c9-8342-538dd2ce92bd tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:01.705322 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4d7f971b-e531-43c9-8342-538dd2ce92bd tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:01.710759 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-30eb0e03-59ef-4a7b-9b35-e81c9dbe77db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:20:01.763740 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7f971b-e531-43c9-8342-538dd2ce92bd tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92130a56-050f-4d2e-8718-5255bf6400f6,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:20:01.767938 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4d7f971b-e531-43c9-8342-538dd2ce92bd tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:20:01.770087 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4d7f971b-e531-43c9-8342-538dd2ce92bd tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:01.774682 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4d7f971b-e531-43c9-8342-538dd2ce92bd tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.2303748
Jan 29 10:20:01.774682 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58978) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:01.780712 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-b96de1b9-21fd-499c-b707-65f9dde34e8b tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Request body: {'security_group_rule': {'security_group_id': '92130a56-050f-4d2e-8718-5255bf6400f6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:20:01.803745 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-b96de1b9-21fd-499c-b707-65f9dde34e8b tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:20:01.808168 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b96de1b9-21fd-499c-b707-65f9dde34e8b tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Usage tracker for resource:security_group_rule and tenant:186cfe4f98524e3393b35bdba3787821 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:20:01.812329 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b96de1b9-21fd-499c-b707-65f9dde34e8b tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:20:01.818282 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-b96de1b9-21fd-499c-b707-65f9dde34e8b tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:20:01.837431 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b96de1b9-21fd-499c-b707-65f9dde34e8b tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:01.902483 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b96de1b9-21fd-499c-b707-65f9dde34e8b tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:01.905612 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b96de1b9-21fd-499c-b707-65f9dde34e8b tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:01.912657 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-69a194f4-0de8-4309-ab05-e3bb6cdf6725 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:20:01.932556 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96de1b9-21fd-499c-b707-65f9dde34e8b tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a252c071-625c-40d6-94db-d7cf1e7f754a,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:20:01.935239 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b96de1b9-21fd-499c-b707-65f9dde34e8b tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:20:01.946088 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b96de1b9-21fd-499c-b707-65f9dde34e8b tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:01.947399 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b96de1b9-21fd-499c-b707-65f9dde34e8b tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1721997
Jan 29 10:20:01.950768 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58982) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:01.956345 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-54fe3a07-bad4-4e1b-8430-59d9b22cd651 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Request body: {'security_group_rule': {'security_group_id': '92130a56-050f-4d2e-8718-5255bf6400f6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:20:01.978799 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-54fe3a07-bad4-4e1b-8430-59d9b22cd651 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:20:01.983324 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-54fe3a07-bad4-4e1b-8430-59d9b22cd651 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Usage tracker for resource:security_group_rule and tenant:186cfe4f98524e3393b35bdba3787821 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:20:01.986435 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-54fe3a07-bad4-4e1b-8430-59d9b22cd651 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:20:01.992268 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-54fe3a07-bad4-4e1b-8430-59d9b22cd651 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:20:02.011117 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-54fe3a07-bad4-4e1b-8430-59d9b22cd651 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:02.083472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-54fe3a07-bad4-4e1b-8430-59d9b22cd651 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:02.086139 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-54fe3a07-bad4-4e1b-8430-59d9b22cd651 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:02.087969 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:20:02.115993 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fe3a07-bad4-4e1b-8430-59d9b22cd651 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0c3fe62-c17a-42da-947e-6e20e51a2d98,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:20:02.118774 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-54fe3a07-bad4-4e1b-8430-59d9b22cd651 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:20:02.130687 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-54fe3a07-bad4-4e1b-8430-59d9b22cd651 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:02.132046 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-54fe3a07-bad4-4e1b-8430-59d9b22cd651 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1802790
Jan 29 10:20:02.135070 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58986) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:02.142396 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-d5f5a9c1-e224-4e05-aa9f-a4dfded9f48e tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Request body: {'security_group_rule': {'security_group_id': '92130a56-050f-4d2e-8718-5255bf6400f6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:20:02.165450 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d5f5a9c1-e224-4e05-aa9f-a4dfded9f48e tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:20:02.170523 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d5f5a9c1-e224-4e05-aa9f-a4dfded9f48e tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Usage tracker for resource:security_group_rule and tenant:186cfe4f98524e3393b35bdba3787821 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:20:02.173764 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d5f5a9c1-e224-4e05-aa9f-a4dfded9f48e tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:20:02.180134 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d5f5a9c1-e224-4e05-aa9f-a4dfded9f48e tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:20:02.199523 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d5f5a9c1-e224-4e05-aa9f-a4dfded9f48e tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:02.273496 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d5f5a9c1-e224-4e05-aa9f-a4dfded9f48e tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:02.278580 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d5f5a9c1-e224-4e05-aa9f-a4dfded9f48e tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:02.280408 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-38a719da-9c08-4156-867a-d626992532db tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:20:02.307435 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f5a9c1-e224-4e05-aa9f-a4dfded9f48e tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53abbae5-958a-48bf-bfec-841853653e92,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:20:02.310232 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d5f5a9c1-e224-4e05-aa9f-a4dfded9f48e tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:20:02.321431 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d5f5a9c1-e224-4e05-aa9f-a4dfded9f48e tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:02.325537 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d5f5a9c1-e224-4e05-aa9f-a4dfded9f48e tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1866579
Jan 29 10:20:02.325766 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58990) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:02.331912 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-468dc003-c5df-43e6-aaff-a24d1207a5fa tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Request body: {'security_group_rule': {'security_group_id': '92130a56-050f-4d2e-8718-5255bf6400f6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:20:02.355341 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-468dc003-c5df-43e6-aaff-a24d1207a5fa tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:20:02.360051 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-468dc003-c5df-43e6-aaff-a24d1207a5fa tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Usage tracker for resource:security_group_rule and tenant:186cfe4f98524e3393b35bdba3787821 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:20:02.363193 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-468dc003-c5df-43e6-aaff-a24d1207a5fa tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:20:02.368997 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-468dc003-c5df-43e6-aaff-a24d1207a5fa tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:20:02.386067 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-468dc003-c5df-43e6-aaff-a24d1207a5fa tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:02.419368 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-99dc3383-a4eb-4552-b342-75cd349d36de tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:02.422354 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-99dc3383-a4eb-4552-b342-75cd349d36de tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:02.453642 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-468dc003-c5df-43e6-aaff-a24d1207a5fa tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:02.456169 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-468dc003-c5df-43e6-aaff-a24d1207a5fa tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:02.463108 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ad325669-c886-42e1-a4b1-5cad289667fb tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:20:02.488509 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468dc003-c5df-43e6-aaff-a24d1207a5fa tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4dcbf2f-14e7-476e-bc2a-357b5ddc2d7d,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:20:02.491319 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-468dc003-c5df-43e6-aaff-a24d1207a5fa tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:20:02.498833 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-468dc003-c5df-43e6-aaff-a24d1207a5fa tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:02.500173 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-468dc003-c5df-43e6-aaff-a24d1207a5fa tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1732099
Jan 29 10:20:02.503016 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58994) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:02.508659 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-6a1d73e9-2f1b-43f8-814f-609a1357381e tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Request body: {'security_group_rule': {'security_group_id': '92130a56-050f-4d2e-8718-5255bf6400f6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:20:02.531459 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-6a1d73e9-2f1b-43f8-814f-609a1357381e tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:20:02.535868 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6a1d73e9-2f1b-43f8-814f-609a1357381e tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Usage tracker for resource:security_group_rule and tenant:186cfe4f98524e3393b35bdba3787821 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:20:02.538945 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6a1d73e9-2f1b-43f8-814f-609a1357381e tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:20:02.545036 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-6a1d73e9-2f1b-43f8-814f-609a1357381e tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:20:02.562418 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6a1d73e9-2f1b-43f8-814f-609a1357381e tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:02.606829 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [None req-99dc3383-a4eb-4552-b342-75cd349d36de tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Floating IP 9a9414ce-38da-46de-800f-34c21ca2ba93 associated. External IP: 172.26.7.204, port: 7cdf6b25-271c-4afa-affc-3bc0d2eed338.
Jan 29 10:20:02.631004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6a1d73e9-2f1b-43f8-814f-609a1357381e tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:02.633750 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6a1d73e9-2f1b-43f8-814f-609a1357381e tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:02.641227 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0230e237-126e-49d8-b05e-ca6685ff73d6 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:20:02.663697 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1d73e9-2f1b-43f8-814f-609a1357381e tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b14f8e54-5065-4f00-b2dc-b2364a8ef2d5,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:20:02.666501 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6a1d73e9-2f1b-43f8-814f-609a1357381e tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:20:02.674287 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6a1d73e9-2f1b-43f8-814f-609a1357381e tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:02.675588 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6a1d73e9-2f1b-43f8-814f-609a1357381e tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 772 time: 0.1715615
Jan 29 10:20:02.678724 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 58998) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:02.725546 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1459f219-b239-424f-8d66-fc250a136915 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:02.737935 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1459f219-b239-424f-8d66-fc250a136915 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:02.760006 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1459f219-b239-424f-8d66-fc250a136915 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:02.761827 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:20:02.777132 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1459f219-b239-424f-8d66-fc250a136915 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b14f8e54-5065-4f00-b2dc-b2364a8ef2d5,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:20:02.782541 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1459f219-b239-424f-8d66-fc250a136915 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:20:02.785432 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1459f219-b239-424f-8d66-fc250a136915 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:02.791136 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1459f219-b239-424f-8d66-fc250a136915 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/b14f8e54-5065-4f00-b2dc-b2364a8ef2d5 HTTP/1.1" status: 204  len: 168 time: 0.1069572
Jan 29 10:20:02.791405 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59002) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:02.984862 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99dc3383-a4eb-4552-b342-75cd349d36de tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Router 05fdf490-dfb6-4ff5-8326-259a4586eca5 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:20:02.998381 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b00675c9-bd93-4018-bfed-c64aca677bd1 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Synchronizing usage tracker for tenant:186cfe4f98524e3393b35bdba3787821 on resource:security_group_rule {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:20:03.014000 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b00675c9-bd93-4018-bfed-c64aca677bd1 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Unset dirty status for tenant:186cfe4f98524e3393b35bdba3787821 on resource:security_group_rule {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:20:03.015408 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b00675c9-bd93-4018-bfed-c64aca677bd1 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5751 time: 0.2231972
Jan 29 10:20:03.018617 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59006) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:03.066521 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f11083e5-bca4-4fbc-a081-fbe0677db71b tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:03.082645 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f11083e5-bca4-4fbc-a081-fbe0677db71b tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:03.107533 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f11083e5-bca4-4fbc-a081-fbe0677db71b tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:03.109582 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:20:03.128084 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11083e5-bca4-4fbc-a081-fbe0677db71b tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b4dcbf2f-14e7-476e-bc2a-357b5ddc2d7d,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:20:03.131796 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f11083e5-bca4-4fbc-a081-fbe0677db71b tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:20:03.135462 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f11083e5-bca4-4fbc-a081-fbe0677db71b tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:03.136673 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f11083e5-bca4-4fbc-a081-fbe0677db71b tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/b4dcbf2f-14e7-476e-bc2a-357b5ddc2d7d HTTP/1.1" status: 204  len: 168 time: 0.1169899
Jan 29 10:20:03.139984 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59010) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:03.191932 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99dc3383-a4eb-4552-b342-75cd349d36de tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:20:03.197041 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-99dc3383-a4eb-4552-b342-75cd349d36de tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:03.203161 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515e1587-59d9-4a85-8e1e-20e6e73633fd None None] Sync routers for ids ['05fdf490-dfb6-4ff5-8326-259a4586eca5'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:20:03.214060 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515e1587-59d9-4a85-8e1e-20e6e73633fd None None] Routers {'05fdf490-dfb6-4ff5-8326-259a4586eca5'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:20:03.214959 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-515e1587-59d9-4a85-8e1e-20e6e73633fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9c4aba8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:19:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['05fdf490-dfb6-4ff5-8326-259a4586eca5'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:20:03.257537 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-99dc3383-a4eb-4552-b342-75cd349d36de tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "PUT /v2.0/floatingips/9a9414ce-38da-46de-800f-34c21ca2ba93 HTTP/1.1" status: 200  len: 991 time: 1.8386109
Jan 29 10:20:03.257537 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ba7646-d17e-4a36-826b-51ba2e329927', 'tag': '7cdf6b25-271c-4afa-affc-3bc0d2eed338'}] {{(pid=80765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:20:03.260629 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 59014) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:03.346719 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-471997ec-d907-4754-8971-d0475df74d99 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Synchronizing usage tracker for tenant:186cfe4f98524e3393b35bdba3787821 on resource:security_group_rule {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:20:03.364648 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-471997ec-d907-4754-8971-d0475df74d99 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Unset dirty status for tenant:186cfe4f98524e3393b35bdba3787821 on resource:security_group_rule {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:20:03.366419 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-471997ec-d907-4754-8971-d0475df74d99 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5205 time: 0.2254355
Jan 29 10:20:03.369573 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59020) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:03.373300 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99ba7646-d17e-4a36-826b-51ba2e329927', 'tag': '7cdf6b25-271c-4afa-affc-3bc0d2eed338', 'status': 'completed', 'code': 200}
Jan 29 10:20:03.437562 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-515e1587-59d9-4a85-8e1e-20e6e73633fd None None] Set router 05fdf490-dfb6-4ff5-8326-259a4586eca5 gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:20:03.439479 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3e6c1811-789e-4796-8eda-09fac27725a4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/floatingips/9a9414ce-38da-46de-800f-34c21ca2ba93 HTTP/1.1" status: 200  len: 991 time: 0.1775560
Jan 29 10:20:03.470894 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0768aa75-e2ef-4685-97f8-4217b786312b tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:03.483217 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0768aa75-e2ef-4685-97f8-4217b786312b tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:03.522196 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0768aa75-e2ef-4685-97f8-4217b786312b tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:03.524164 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d5f5a9c1-e224-4e05-aa9f-a4dfded9f48e tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:20:03.549667 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c238c6-27c2-403a-a320-ded8af088942 req-3127d58a-1452-4e7d-a34f-96e5ca7e97cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:20:03.551305 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b6c238c6-27c2-403a-a320-ded8af088942 req-3127d58a-1452-4e7d-a34f-96e5ca7e97cf service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ff1f06ee29ef461597f2ecd846f8813d&device_id=99ba7646-d17e-4a36-826b-51ba2e329927 HTTP/1.1" status: 200  len: 1162 time: 0.1621537
Jan 29 10:20:03.553635 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0768aa75-e2ef-4685-97f8-4217b786312b tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=53abbae5-958a-48bf-bfec-841853653e92,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:20:03.556455 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0768aa75-e2ef-4685-97f8-4217b786312b tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:20:03.558597 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0768aa75-e2ef-4685-97f8-4217b786312b tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:03.562933 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0768aa75-e2ef-4685-97f8-4217b786312b tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/53abbae5-958a-48bf-bfec-841853653e92 HTTP/1.1" status: 204  len: 168 time: 0.1894617
Jan 29 10:20:03.563148 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 59024) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:03.702044 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c238c6-27c2-403a-a320-ded8af088942 req-8903def8-aa75-4668-a6f7-cf33955ece19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:20:03.703619 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b6c238c6-27c2-403a-a320-ded8af088942 req-8903def8-aa75-4668-a6f7-cf33955ece19 service neutron] 10.222.0.22 "GET /v2.0/networks?id=17776172-c021-47c4-abdf-42ef2691de1f HTTP/1.1" status: 200  len: 891 time: 0.1423044
Jan 29 10:20:03.753114 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-19963442-25e0-41c8-82d6-6dc7c32b2b34 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.1861963
Jan 29 10:20:03.753320 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 59028) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:03.802735 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-75e1925c-f130-40b9-aa48-2d4fb48a69d0 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:03.814913 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-75e1925c-f130-40b9-aa48-2d4fb48a69d0 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:03.816236 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b6c238c6-27c2-403a-a320-ded8af088942 req-a786078e-f132-4d08-8c99-2b867577a10a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7cdf6b25-271c-4afa-affc-3bc0d2eed338 HTTP/1.1" status: 200  len: 999 time: 0.1051948
Jan 29 10:20:03.826829 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-515e1587-59d9-4a85-8e1e-20e6e73633fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9c4aba8>, [{'id': '05fdf490-dfb6-4ff5-8326-259a4586eca5', 'name': 'tempest-TestNetworkBasicOps-router-238949859', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.132'}], 'enable_snat': True}, 'gw_port_id': '9d39e6d1-8b52-43b6-8ec7-a3591720339f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:17:19Z', 'updated_at': '2021-01-29T10:17:38Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '9d39e6d1-8b52-43b6-8ec7-a3591720339f', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fdf490-dfb6-4ff5-8326-259a4586eca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:17:21Z', 'updated_at': '2021-01-29T10:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': '9a9414ce-38da-46de-800f-34c21ca2ba93', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'floating_ip_address': '172.26.7.204', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '05fdf490-dfb6-4ff5-8326-259a4586eca5', 'port_id': '7cdf6b25-271c-4afa-affc-3bc0d2eed338', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17776172-c021-47c4-abdf-42ef2691de1f', 'mac_address': 'fa:16:3e:21:a2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ba7646-d17e-4a36-826b-51ba2e329927', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:18:23Z', 'updated_at': '2021-01-29T10:20:02Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '845e6667-1717-4410-a11b-893e217e6bbf', 'name': '', 'network_id': '17776172-c021-47c4-abdf-42ef2691de1f', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:0d:53:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fdf490-dfb6-4ff5-8326-259a4586eca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'a70f85cc-08d1-4efb-bb2a-cfcfe40b38c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:17:35Z', 'updated_at': '2021-01-29T10:17:48Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': 'a70f85cc-08d1-4efb-bb2a-cfcfe40b38c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:20:03.830956 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515e1587-59d9-4a85-8e1e-20e6e73633fd None None] Checking router: 05fdf490-dfb6-4ff5-8326-259a4586eca5 for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:20:03.839062 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-75e1925c-f130-40b9-aa48-2d4fb48a69d0 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:03.840986 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515e1587-59d9-4a85-8e1e-20e6e73633fd None None] Routers {'05fdf490-dfb6-4ff5-8326-259a4586eca5'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:20:03.842153 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-906bf701-16ae-470e-b297-363286c69503 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:20:03.842297 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-515e1587-59d9-4a85-8e1e-20e6e73633fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9c4aba8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:19:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['05fdf490-dfb6-4ff5-8326-259a4586eca5'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:20:03.858581 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e1925c-f130-40b9-aa48-2d4fb48a69d0 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e0c3fe62-c17a-42da-947e-6e20e51a2d98,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:20:03.864581 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-75e1925c-f130-40b9-aa48-2d4fb48a69d0 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:20:03.868183 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-75e1925c-f130-40b9-aa48-2d4fb48a69d0 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:03.872230 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-75e1925c-f130-40b9-aa48-2d4fb48a69d0 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/e0c3fe62-c17a-42da-947e-6e20e51a2d98 HTTP/1.1" status: 204  len: 168 time: 0.1152024
Jan 29 10:20:03.872788 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 59032) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:04.045619 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f916bbbc-f241-4087-b834-8941128c6177 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Synchronizing usage tracker for tenant:186cfe4f98524e3393b35bdba3787821 on resource:security_group_rule {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:20:04.045943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-515e1587-59d9-4a85-8e1e-20e6e73633fd None None] Set router 05fdf490-dfb6-4ff5-8326-259a4586eca5 gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:20:04.065228 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f916bbbc-f241-4087-b834-8941128c6177 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Unset dirty status for tenant:186cfe4f98524e3393b35bdba3787821 on resource:security_group_rule {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:20:04.069637 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f916bbbc-f241-4087-b834-8941128c6177 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.1929824
Jan 29 10:20:04.070226 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 59036) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:04.120483 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cfdf6a61-649c-4e53-9084-156a5e970f26 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:04.137657 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cfdf6a61-649c-4e53-9084-156a5e970f26 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:04.158098 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c238c6-27c2-403a-a320-ded8af088942 req-ce146034-8a40-4743-acff-81ce13832955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:20:04.159799 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b6c238c6-27c2-403a-a320-ded8af088942 req-ce146034-8a40-4743-acff-81ce13832955 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a70f85cc-08d1-4efb-bb2a-cfcfe40b38c5 HTTP/1.1" status: 200  len: 834 time: 0.3375025
Jan 29 10:20:04.162036 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cfdf6a61-649c-4e53-9084-156a5e970f26 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:04.169341 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5f82d682-5170-4931-afc9-6fe926d7f426 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:20:04.184735 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdf6a61-649c-4e53-9084-156a5e970f26 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a252c071-625c-40d6-94db-d7cf1e7f754a,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:20:04.187550 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-cfdf6a61-649c-4e53-9084-156a5e970f26 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:20:04.189221 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cfdf6a61-649c-4e53-9084-156a5e970f26 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:04.190643 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-cfdf6a61-649c-4e53-9084-156a5e970f26 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/a252c071-625c-40d6-94db-d7cf1e7f754a HTTP/1.1" status: 204  len: 168 time: 0.1189764
Jan 29 10:20:04.193132 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 59040) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:04.250389 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c238c6-27c2-403a-a320-ded8af088942 req-0d7f5f08-7d43-4bfe-ac93-405a0156b302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:20:04.252060 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b6c238c6-27c2-403a-a320-ded8af088942 req-0d7f5f08-7d43-4bfe-ac93-405a0156b302 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=17776172-c021-47c4-abdf-42ef2691de1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0829098
Jan 29 10:20:04.348402 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-728382c2-fd13-480a-bd19-a6174190c1fe tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Synchronizing usage tracker for tenant:186cfe4f98524e3393b35bdba3787821 on resource:security_group_rule {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:20:04.363980 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-728382c2-fd13-480a-bd19-a6174190c1fe tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Unset dirty status for tenant:186cfe4f98524e3393b35bdba3787821 on resource:security_group_rule {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:20:04.368114 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-728382c2-fd13-480a-bd19-a6174190c1fe tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1712637
Jan 29 10:20:04.368402 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 59044) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:04.400354 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b6c238c6-27c2-403a-a320-ded8af088942 req-2d6007ae-304d-49b6-8dca-08049179da59 service neutron] 10.222.0.22 "GET /v2.0/networks/17776172-c021-47c4-abdf-42ef2691de1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1413112
Jan 29 10:20:04.450113 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 59048) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:04.452893 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-515e1587-59d9-4a85-8e1e-20e6e73633fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9c4aba8>, [{'id': '05fdf490-dfb6-4ff5-8326-259a4586eca5', 'name': 'tempest-TestNetworkBasicOps-router-238949859', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.132'}], 'enable_snat': True}, 'gw_port_id': '9d39e6d1-8b52-43b6-8ec7-a3591720339f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:17:19Z', 'updated_at': '2021-01-29T10:17:38Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '9d39e6d1-8b52-43b6-8ec7-a3591720339f', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fdf490-dfb6-4ff5-8326-259a4586eca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:17:21Z', 'updated_at': '2021-01-29T10:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': '9a9414ce-38da-46de-800f-34c21ca2ba93', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'floating_ip_address': '172.26.7.204', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '05fdf490-dfb6-4ff5-8326-259a4586eca5', 'port_id': '7cdf6b25-271c-4afa-affc-3bc0d2eed338', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17776172-c021-47c4-abdf-42ef2691de1f', 'mac_address': 'fa:16:3e:21:a2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ba7646-d17e-4a36-826b-51ba2e329927', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:18:23Z', 'updated_at': '2021-01-29T10:20:02Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '845e6667-1717-4410-a11b-893e217e6bbf', 'name': '', 'network_id': '17776172-c021-47c4-abdf-42ef2691de1f', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:0d:53:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fdf490-dfb6-4ff5-8326-259a4586eca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'a70f85cc-08d1-4efb-bb2a-cfcfe40b38c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:17:35Z', 'updated_at': '2021-01-29T10:17:48Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': 'a70f85cc-08d1-4efb-bb2a-cfcfe40b38c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:20:04.457101 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515e1587-59d9-4a85-8e1e-20e6e73633fd None None] The sync data for ids ['05fdf490-dfb6-4ff5-8326-259a4586eca5'] in dv-neutron-772983-2-ovs is: [{'id': '05fdf490-dfb6-4ff5-8326-259a4586eca5', 'name': 'tempest-TestNetworkBasicOps-router-238949859', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.132'}], 'enable_snat': True}, 'gw_port_id': '9d39e6d1-8b52-43b6-8ec7-a3591720339f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:17:19Z', 'updated_at': '2021-01-29T10:17:38Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '9d39e6d1-8b52-43b6-8ec7-a3591720339f', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fdf490-dfb6-4ff5-8326-259a4586eca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:17:21Z', 'updated_at': '2021-01-29T10:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': '9a9414ce-38da-46de-800f-34c21ca2ba93', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'floating_ip_address': '172.26.7.204', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '05fdf490-dfb6-4ff5-8326-259a4586eca5', 'port_id': '7cdf6b25-271c-4afa-affc-3bc0d2eed338', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17776172-c021-47c4-abdf-42ef2691de1f', 'mac_address': 'fa:16:3e:21:a2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ba7646-d17e-4a36-826b-51ba2e329927', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:18:23Z', 'updated_at': '2021-01-29T10:20:02Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '845e6667-1717-4410-a11b-893e217e6bbf', 'name': '', 'network_id': '17776172-c021-47c4-abdf-42ef2691de1f', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:0d:53:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fdf490-dfb6-4ff5-8326-259a4586eca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'a70f85cc-08d1-4efb-bb2a-cfcfe40b38c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:17:35Z', 'updated_at': '2021-01-29T10:17:48Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': 'a70f85cc-08d1-4efb-bb2a-cfcfe40b38c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:20:04.525010 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9278727c-3a25-4340-87fd-9be73c50823c tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:04.551952 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b6c238c6-27c2-403a-a320-ded8af088942 req-f56b360b-6975-4849-b47e-404cdec5aad8 service neutron] 10.222.0.22 "GET /v2.0/networks/17776172-c021-47c4-abdf-42ef2691de1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1448584
Jan 29 10:20:04.579945 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9278727c-3a25-4340-87fd-9be73c50823c tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:04.639712 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-81c14de9-8cf7-43d6-822a-acc089f133d3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/floatingips/9a9414ce-38da-46de-800f-34c21ca2ba93 HTTP/1.1" status: 200  len: 991 time: 0.1883943
Jan 29 10:20:04.659398 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9278727c-3a25-4340-87fd-9be73c50823c tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:04.664657 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f4860b98-2402-4bcc-a2f7-358816996628 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:20:04.681399 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9278727c-3a25-4340-87fd-9be73c50823c tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92130a56-050f-4d2e-8718-5255bf6400f6,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:20:04.685410 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9278727c-3a25-4340-87fd-9be73c50823c tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:20:04.696634 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9278727c-3a25-4340-87fd-9be73c50823c tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:04.697920 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9278727c-3a25-4340-87fd-9be73c50823c tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] 10.222.0.57 "DELETE /v2.0/security-groups/92130a56-050f-4d2e-8718-5255bf6400f6 HTTP/1.1" status: 204  len: 168 time: 0.3284945
Jan 29 10:20:04.701164 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 59052) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:04.759969 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6447371-7c3d-4aff-900c-a70f59b5a66d None None] New status for floating IP 9a9414ce-38da-46de-800f-34c21ca2ba93: ACTIVE {{(pid=80767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 29 10:20:04.778459 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-3cba42dc-e81b-4375-a8bd-fc3c1953f7fb tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Synchronizing usage tracker for tenant:186cfe4f98524e3393b35bdba3787821 on resource:security_group {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:20:04.795643 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-3cba42dc-e81b-4375-a8bd-fc3c1953f7fb tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Unset dirty status for tenant:186cfe4f98524e3393b35bdba3787821 on resource:security_group {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:20:04.797278 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3cba42dc-e81b-4375-a8bd-fc3c1953f7fb tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.0949392
Jan 29 10:20:04.804461 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 59056) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:04.808187 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-3033e161-96b0-4f1b-b521-5295553ffec2 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Request body: {'security_group': {'name': 'tempest-secgroup--1987348550'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:20:04.832555 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-3033e161-96b0-4f1b-b521-5295553ffec2 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:20:04.842477 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-3033e161-96b0-4f1b-b521-5295553ffec2 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:20:04.852355 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3033e161-96b0-4f1b-b521-5295553ffec2 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:04.865229 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:04.879712 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-3033e161-96b0-4f1b-b521-5295553ffec2 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:20:04.884045 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-3033e161-96b0-4f1b-b521-5295553ffec2 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Usage tracker for resource:security_group_rule and tenant:186cfe4f98524e3393b35bdba3787821 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:20:04.887059 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-3033e161-96b0-4f1b-b521-5295553ffec2 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:20:04.893399 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-3033e161-96b0-4f1b-b521-5295553ffec2 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:20:04.965959 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3033e161-96b0-4f1b-b521-5295553ffec2 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:04.970530 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3033e161-96b0-4f1b-b521-5295553ffec2 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:04.974585 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1a8c4d72-e5e3-422b-8b77-b3d2ad402f37 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:20:05.019562 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3033e161-96b0-4f1b-b521-5295553ffec2 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e0c4a59-4709-4aa8-95e3-bcbcdd36ff46,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:20:05.024608 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3033e161-96b0-4f1b-b521-5295553ffec2 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:20:05.032445 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3033e161-96b0-4f1b-b521-5295553ffec2 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:05.033806 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3033e161-96b0-4f1b-b521-5295553ffec2 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.2302432
Jan 29 10:20:05.036707 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 59060) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:05.042399 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-2ccded22-fc12-4635-9a17-54eba0e41b5b tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Request body: {'security_group_rule': {'security_group_id': '3e0c4a59-4709-4aa8-95e3-bcbcdd36ff46', 'direction': 'ingress', 'protocol': 17}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:20:05.068966 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-2ccded22-fc12-4635-9a17-54eba0e41b5b tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:20:05.073666 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2ccded22-fc12-4635-9a17-54eba0e41b5b tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Usage tracker for resource:security_group_rule and tenant:186cfe4f98524e3393b35bdba3787821 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:20:05.077321 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:20:05.077475 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2ccded22-fc12-4635-9a17-54eba0e41b5b tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:20:05.092453 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-2ccded22-fc12-4635-9a17-54eba0e41b5b tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:20:05.109630 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2ccded22-fc12-4635-9a17-54eba0e41b5b tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:05.174077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2ccded22-fc12-4635-9a17-54eba0e41b5b tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:05.176663 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2ccded22-fc12-4635-9a17-54eba0e41b5b tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:05.178725 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-75e1925c-f130-40b9-aa48-2d4fb48a69d0 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:20:05.204680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccded22-fc12-4635-9a17-54eba0e41b5b tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dcca910-0471-4626-a420-959fe4bcdb76,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:20:05.207237 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2ccded22-fc12-4635-9a17-54eba0e41b5b tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:20:05.217157 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2ccded22-fc12-4635-9a17-54eba0e41b5b tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:05.218519 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2ccded22-fc12-4635-9a17-54eba0e41b5b tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.1807985
Jan 29 10:20:05.221452 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 59064) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:05.311990 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ef2febd1-214e-48df-983e-53d225cedffe tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:05.343038 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ef2febd1-214e-48df-983e-53d225cedffe tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:05.388501 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ef2febd1-214e-48df-983e-53d225cedffe tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:05.392542 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7cc60d83-1b1e-4ef3-a4bc-1db56d3a1772 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:20:05.407739 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2febd1-214e-48df-983e-53d225cedffe tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e0c4a59-4709-4aa8-95e3-bcbcdd36ff46,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:20:05.410315 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ef2febd1-214e-48df-983e-53d225cedffe tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:20:05.423055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ef2febd1-214e-48df-983e-53d225cedffe tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:05.426825 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ef2febd1-214e-48df-983e-53d225cedffe tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] 10.222.0.57 "DELETE /v2.0/security-groups/3e0c4a59-4709-4aa8-95e3-bcbcdd36ff46 HTTP/1.1" status: 204  len: 168 time: 0.2017465
Jan 29 10:20:05.427214 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 59068) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:05.497533 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-7b8cff13-fa25-4e3c-bbe0-548602c53b29 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Synchronizing usage tracker for tenant:186cfe4f98524e3393b35bdba3787821 on resource:security_group {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:20:05.511848 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-7b8cff13-fa25-4e3c-bbe0-548602c53b29 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Unset dirty status for tenant:186cfe4f98524e3393b35bdba3787821 on resource:security_group {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:20:05.513211 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7b8cff13-fa25-4e3c-bbe0-548602c53b29 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.0849140
Jan 29 10:20:05.517063 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 59072) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:05.522522 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-696db7ce-16f2-49a4-9487-43e43a99b2e8 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Request body: {'security_group': {'name': 'tempest-secgroup--1225162103'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:20:05.545365 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-696db7ce-16f2-49a4-9487-43e43a99b2e8 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:20:05.555132 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-696db7ce-16f2-49a4-9487-43e43a99b2e8 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:20:05.564510 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-696db7ce-16f2-49a4-9487-43e43a99b2e8 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:05.586024 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-696db7ce-16f2-49a4-9487-43e43a99b2e8 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:20:05.590823 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-696db7ce-16f2-49a4-9487-43e43a99b2e8 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Usage tracker for resource:security_group_rule and tenant:186cfe4f98524e3393b35bdba3787821 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:20:05.593760 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-696db7ce-16f2-49a4-9487-43e43a99b2e8 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:20:05.599482 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-696db7ce-16f2-49a4-9487-43e43a99b2e8 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:20:05.643645 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 59076) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:05.761881 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-696db7ce-16f2-49a4-9487-43e43a99b2e8 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:05.770669 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-696db7ce-16f2-49a4-9487-43e43a99b2e8 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:05.782893 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3033e161-96b0-4f1b-b521-5295553ffec2 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:20:05.822967 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0c7fdf99-3d68-45d8-a157-7279b71ea10c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/floatingips/9a9414ce-38da-46de-800f-34c21ca2ba93 HTTP/1.1" status: 200  len: 993 time: 0.1780951
Jan 29 10:20:05.849235 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696db7ce-16f2-49a4-9487-43e43a99b2e8 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4beaf951-ffab-42ba-83ce-2449f98bcffd,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:20:05.854469 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-696db7ce-16f2-49a4-9487-43e43a99b2e8 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:20:05.858600 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-696db7ce-16f2-49a4-9487-43e43a99b2e8 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:05.859912 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-696db7ce-16f2-49a4-9487-43e43a99b2e8 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.3418593
Jan 29 10:20:05.862782 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 59080) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:05.868263 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-9db267a3-7e2a-4bad-93e9-babc675563ce tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Request body: {'security_group': {'name': 'tempest-secgroup--951673499'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:20:05.890856 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-9db267a3-7e2a-4bad-93e9-babc675563ce tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:20:05.895746 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-9db267a3-7e2a-4bad-93e9-babc675563ce tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Usage tracker for resource:security_group and tenant:186cfe4f98524e3393b35bdba3787821 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:20:05.898778 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-9db267a3-7e2a-4bad-93e9-babc675563ce tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:20:05.904776 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-9db267a3-7e2a-4bad-93e9-babc675563ce tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:20:05.917816 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9db267a3-7e2a-4bad-93e9-babc675563ce tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:05.939154 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-9db267a3-7e2a-4bad-93e9-babc675563ce tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:20:05.943390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-9db267a3-7e2a-4bad-93e9-babc675563ce tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Usage tracker for resource:security_group_rule and tenant:186cfe4f98524e3393b35bdba3787821 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:20:05.946565 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-9db267a3-7e2a-4bad-93e9-babc675563ce tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:20:05.952828 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-9db267a3-7e2a-4bad-93e9-babc675563ce tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:20:06.023284 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9db267a3-7e2a-4bad-93e9-babc675563ce tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:06.025974 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9db267a3-7e2a-4bad-93e9-babc675563ce tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:06.031400 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ef2febd1-214e-48df-983e-53d225cedffe tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:20:06.083745 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db267a3-7e2a-4bad-93e9-babc675563ce tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb1e724-ef7a-45dd-9db1-d2d33a1a5306,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:20:06.086289 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9db267a3-7e2a-4bad-93e9-babc675563ce tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:06.087594 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9db267a3-7e2a-4bad-93e9-babc675563ce tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.2238266
Jan 29 10:20:06.088585 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9db267a3-7e2a-4bad-93e9-babc675563ce tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:20:06.091066 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 59084) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:06.096573 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-4e0fc904-aa51-4197-8804-e6752993916f tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Request body: {'security_group_rule': {'security_group_id': '4beaf951-ffab-42ba-83ce-2449f98bcffd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ebb1e724-ef7a-45dd-9db1-d2d33a1a5306', 'remote_ip_prefix': None}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:20:06.118853 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-4e0fc904-aa51-4197-8804-e6752993916f tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:20:06.123474 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-4e0fc904-aa51-4197-8804-e6752993916f tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Usage tracker for resource:security_group_rule and tenant:186cfe4f98524e3393b35bdba3787821 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:20:06.126953 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-4e0fc904-aa51-4197-8804-e6752993916f tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:20:06.132376 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-4e0fc904-aa51-4197-8804-e6752993916f tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:20:06.156043 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e0fc904-aa51-4197-8804-e6752993916f tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:06.220134 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e0fc904-aa51-4197-8804-e6752993916f tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:06.222965 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e0fc904-aa51-4197-8804-e6752993916f tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:06.224852 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-da277c07-219f-4158-8a35-e3b126fc523b tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:20:06.251360 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0fc904-aa51-4197-8804-e6752993916f tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4353831e-9c8e-4277-9e98-40e246e41a9a,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:20:06.255826 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e0fc904-aa51-4197-8804-e6752993916f tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:20:06.266580 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e0fc904-aa51-4197-8804-e6752993916f tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:06.267877 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4e0fc904-aa51-4197-8804-e6752993916f tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 798 time: 0.1758130
Jan 29 10:20:06.270931 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 59088) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:06.318739 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-06eae125-aa55-4846-8dc9-32bc2af2878f tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:06.330855 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-06eae125-aa55-4846-8dc9-32bc2af2878f tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:06.352656 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-06eae125-aa55-4846-8dc9-32bc2af2878f tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:06.354539 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:20:06.373700 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eae125-aa55-4846-8dc9-32bc2af2878f tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4353831e-9c8e-4277-9e98-40e246e41a9a,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:20:06.377621 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-06eae125-aa55-4846-8dc9-32bc2af2878f tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:20:06.378681 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-06eae125-aa55-4846-8dc9-32bc2af2878f tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:06.379781 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-06eae125-aa55-4846-8dc9-32bc2af2878f tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/4353831e-9c8e-4277-9e98-40e246e41a9a HTTP/1.1" status: 204  len: 168 time: 0.1078408
Jan 29 10:20:06.382584 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 59092) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:06.562414 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d1d2243a-12e2-4fad-8c84-a6efb9782225 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Synchronizing usage tracker for tenant:186cfe4f98524e3393b35bdba3787821 on resource:security_group_rule {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:20:06.577897 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d1d2243a-12e2-4fad-8c84-a6efb9782225 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Unset dirty status for tenant:186cfe4f98524e3393b35bdba3787821 on resource:security_group_rule {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:20:06.579222 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d1d2243a-12e2-4fad-8c84-a6efb9782225 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.1956780
Jan 29 10:20:06.582378 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59096) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:06.667667 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6d8f8906-0a27-4368-9f62-f005572673b4 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:06.695508 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6d8f8906-0a27-4368-9f62-f005572673b4 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:06.737694 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6d8f8906-0a27-4368-9f62-f005572673b4 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:06.743255 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6b2442a5-79fe-40b3-8b07-1d19085b7ce9 tempest-PortsIpV6TestJSON-1056523 tempest-PortsIpV6TestJSON-1056523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:20:06.759165 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8f8906-0a27-4368-9f62-f005572673b4 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb1e724-ef7a-45dd-9db1-d2d33a1a5306,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:20:06.763905 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6d8f8906-0a27-4368-9f62-f005572673b4 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:20:06.774928 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6d8f8906-0a27-4368-9f62-f005572673b4 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:06.776197 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6d8f8906-0a27-4368-9f62-f005572673b4 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] 10.222.0.57 "DELETE /v2.0/security-groups/ebb1e724-ef7a-45dd-9db1-d2d33a1a5306 HTTP/1.1" status: 204  len: 168 time: 0.1927431
Jan 29 10:20:06.779520 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59100) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:06.877370 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a58b236d-fafe-458b-aee7-eeb73194e708 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Synchronizing usage tracker for tenant:186cfe4f98524e3393b35bdba3787821 on resource:security_group {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:20:06.892781 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a58b236d-fafe-458b-aee7-eeb73194e708 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Unset dirty status for tenant:186cfe4f98524e3393b35bdba3787821 on resource:security_group {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:20:06.894230 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a58b236d-fafe-458b-aee7-eeb73194e708 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4511 time: 0.1137052
Jan 29 10:20:06.897279 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59104) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:06.979708 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3c730fc6-6e2c-456d-b70e-848c897798a2 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:07.011124 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3c730fc6-6e2c-456d-b70e-848c897798a2 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:07.053307 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3c730fc6-6e2c-456d-b70e-848c897798a2 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:07.058416 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bedfe133-cd1f-412a-a6d7-8224c11dc831 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:20:07.073550 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c730fc6-6e2c-456d-b70e-848c897798a2 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4beaf951-ffab-42ba-83ce-2449f98bcffd,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:20:07.077036 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3c730fc6-6e2c-456d-b70e-848c897798a2 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:20:07.087668 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3c730fc6-6e2c-456d-b70e-848c897798a2 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:07.088881 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3c730fc6-6e2c-456d-b70e-848c897798a2 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] 10.222.0.57 "DELETE /v2.0/security-groups/4beaf951-ffab-42ba-83ce-2449f98bcffd HTTP/1.1" status: 204  len: 168 time: 0.1905787
Jan 29 10:20:07.092432 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59108) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:07.162469 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-69f70a49-e2d8-4168-8ea4-ce4f00319f3a tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Synchronizing usage tracker for tenant:186cfe4f98524e3393b35bdba3787821 on resource:security_group {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:20:07.177713 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-69f70a49-e2d8-4168-8ea4-ce4f00319f3a tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Unset dirty status for tenant:186cfe4f98524e3393b35bdba3787821 on resource:security_group {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:20:07.179135 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-69f70a49-e2d8-4168-8ea4-ce4f00319f3a tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.0856338
Jan 29 10:20:07.183349 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59112) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:07.189075 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-9b01c776-5fda-4151-aa5d-02b59dd16033 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Request body: {'security_group': {'name': 'tempest-secgroup--915938355'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:20:07.212388 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-9b01c776-5fda-4151-aa5d-02b59dd16033 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:20:07.223218 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-9b01c776-5fda-4151-aa5d-02b59dd16033 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:20:07.232044 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9b01c776-5fda-4151-aa5d-02b59dd16033 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:07.253122 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-9b01c776-5fda-4151-aa5d-02b59dd16033 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:20:07.257380 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-9b01c776-5fda-4151-aa5d-02b59dd16033 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Usage tracker for resource:security_group_rule and tenant:186cfe4f98524e3393b35bdba3787821 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:20:07.260282 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-9b01c776-5fda-4151-aa5d-02b59dd16033 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:20:07.266625 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-9b01c776-5fda-4151-aa5d-02b59dd16033 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:20:07.339969 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9b01c776-5fda-4151-aa5d-02b59dd16033 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:07.342731 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9b01c776-5fda-4151-aa5d-02b59dd16033 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:07.348045 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d226012c-de7b-4b4a-ac07-af7b9706fbf6 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:20:07.395298 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b01c776-5fda-4151-aa5d-02b59dd16033 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6899eb-ef43-4154-b0e5-95238b4ec736,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:20:07.399298 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9b01c776-5fda-4151-aa5d-02b59dd16033 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:20:07.407914 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9b01c776-5fda-4151-aa5d-02b59dd16033 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:07.409225 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9b01c776-5fda-4151-aa5d-02b59dd16033 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.2248318
Jan 29 10:20:07.412122 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59116) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:07.417608 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-1464ba0a-a78b-42c2-816f-a25dd1aea61e tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Request body: {'security_group_rule': {'security_group_id': '1e6899eb-ef43-4154-b0e5-95238b4ec736', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:20:07.439822 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-1464ba0a-a78b-42c2-816f-a25dd1aea61e tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:20:07.444117 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-1464ba0a-a78b-42c2-816f-a25dd1aea61e tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Usage tracker for resource:security_group_rule and tenant:186cfe4f98524e3393b35bdba3787821 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:20:07.447353 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-1464ba0a-a78b-42c2-816f-a25dd1aea61e tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:20:07.453601 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-1464ba0a-a78b-42c2-816f-a25dd1aea61e tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:20:07.473569 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1464ba0a-a78b-42c2-816f-a25dd1aea61e tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:07.535851 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1464ba0a-a78b-42c2-816f-a25dd1aea61e tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:07.538460 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1464ba0a-a78b-42c2-816f-a25dd1aea61e tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:07.540357 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-468dc003-c5df-43e6-aaff-a24d1207a5fa tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:20:07.565405 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464ba0a-a78b-42c2-816f-a25dd1aea61e tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92e93ef6-3cfa-43c5-ba75-30a2dd149d49,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:20:07.568035 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1464ba0a-a78b-42c2-816f-a25dd1aea61e tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:20:07.579064 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1464ba0a-a78b-42c2-816f-a25dd1aea61e tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:07.580390 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1464ba0a-a78b-42c2-816f-a25dd1aea61e tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.1672437
Jan 29 10:20:07.583364 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59120) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:07.629750 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-df15dbf1-df15-4dc4-812e-412632a17648 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:07.641427 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-df15dbf1-df15-4dc4-812e-412632a17648 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:07.662878 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-df15dbf1-df15-4dc4-812e-412632a17648 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:07.664636 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:20:07.682663 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df15dbf1-df15-4dc4-812e-412632a17648 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=92e93ef6-3cfa-43c5-ba75-30a2dd149d49,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:20:07.686723 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-df15dbf1-df15-4dc4-812e-412632a17648 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:20:07.688034 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-df15dbf1-df15-4dc4-812e-412632a17648 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:07.689123 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-df15dbf1-df15-4dc4-812e-412632a17648 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/92e93ef6-3cfa-43c5-ba75-30a2dd149d49 HTTP/1.1" status: 204  len: 168 time: 0.1047750
Jan 29 10:20:07.692122 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59124) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:07.831788 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5d4bc334-484f-4ccc-ae53-a05084a8f6b5 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Synchronizing usage tracker for tenant:186cfe4f98524e3393b35bdba3787821 on resource:security_group_rule {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:20:07.848723 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5d4bc334-484f-4ccc-ae53-a05084a8f6b5 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Unset dirty status for tenant:186cfe4f98524e3393b35bdba3787821 on resource:security_group_rule {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:20:07.850157 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5d4bc334-484f-4ccc-ae53-a05084a8f6b5 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1570053
Jan 29 10:20:07.853119 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59128) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:07.938528 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8e426fa7-1cf6-4248-8c41-0e185fd80280 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:07.966606 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8e426fa7-1cf6-4248-8c41-0e185fd80280 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:08.008844 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8e426fa7-1cf6-4248-8c41-0e185fd80280 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:08.014238 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a7a43825-5d3a-4c62-948f-39585b46db7f tempest-QuotasNegativeTest-1089382223 tempest-QuotasNegativeTest-1089382223-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:20:08.032459 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e426fa7-1cf6-4248-8c41-0e185fd80280 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6899eb-ef43-4154-b0e5-95238b4ec736,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:20:08.035710 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8e426fa7-1cf6-4248-8c41-0e185fd80280 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:20:08.044249 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8e426fa7-1cf6-4248-8c41-0e185fd80280 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:08.045506 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8e426fa7-1cf6-4248-8c41-0e185fd80280 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] 10.222.0.57 "DELETE /v2.0/security-groups/1e6899eb-ef43-4154-b0e5-95238b4ec736 HTTP/1.1" status: 204  len: 168 time: 0.1914127
Jan 29 10:20:08.048280 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59132) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:08.118171 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-44b14d3d-b4ff-4d3d-b49e-20b3159cd3e4 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Synchronizing usage tracker for tenant:186cfe4f98524e3393b35bdba3787821 on resource:security_group {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:20:08.132847 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-44b14d3d-b4ff-4d3d-b49e-20b3159cd3e4 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Unset dirty status for tenant:186cfe4f98524e3393b35bdba3787821 on resource:security_group {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:20:08.134219 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-44b14d3d-b4ff-4d3d-b49e-20b3159cd3e4 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.0849364
Jan 29 10:20:08.138751 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59136) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:08.144376 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-998c554d-80e7-4bf3-baa6-01983ca238aa tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Request body: {'security_group': {'name': 'tempest-secgroup--565383790'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:20:08.167170 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-998c554d-80e7-4bf3-baa6-01983ca238aa tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:20:08.177691 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-998c554d-80e7-4bf3-baa6-01983ca238aa tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:20:08.186415 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-998c554d-80e7-4bf3-baa6-01983ca238aa tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:08.207333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-998c554d-80e7-4bf3-baa6-01983ca238aa tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:20:08.211527 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-998c554d-80e7-4bf3-baa6-01983ca238aa tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Usage tracker for resource:security_group_rule and tenant:186cfe4f98524e3393b35bdba3787821 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:20:08.214457 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-998c554d-80e7-4bf3-baa6-01983ca238aa tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:20:08.220714 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-998c554d-80e7-4bf3-baa6-01983ca238aa tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:20:08.296966 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-998c554d-80e7-4bf3-baa6-01983ca238aa tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:08.299958 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-998c554d-80e7-4bf3-baa6-01983ca238aa tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:08.305516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-69089388-a9d9-4ff7-9465-0bb1411fc777 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:20:08.355511 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998c554d-80e7-4bf3-baa6-01983ca238aa tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59efece2-bc69-4ee9-bfb9-b3f99c1c3835,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:20:08.361018 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-998c554d-80e7-4bf3-baa6-01983ca238aa tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:20:08.362918 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-998c554d-80e7-4bf3-baa6-01983ca238aa tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:08.364478 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-998c554d-80e7-4bf3-baa6-01983ca238aa tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.2246327
Jan 29 10:20:08.367266 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59140) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:08.372949 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-53c13a9c-72a1-4b9e-b572-d0041a9cb26b tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Request body: {'security_group_rule': {'security_group_id': '59efece2-bc69-4ee9-bfb9-b3f99c1c3835', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:20:08.398940 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-53c13a9c-72a1-4b9e-b572-d0041a9cb26b tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:20:08.406369 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-53c13a9c-72a1-4b9e-b572-d0041a9cb26b tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Usage tracker for resource:security_group_rule and tenant:186cfe4f98524e3393b35bdba3787821 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:20:08.409369 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-53c13a9c-72a1-4b9e-b572-d0041a9cb26b tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:20:08.415259 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-53c13a9c-72a1-4b9e-b572-d0041a9cb26b tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:20:08.432861 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-53c13a9c-72a1-4b9e-b572-d0041a9cb26b tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:08.504768 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-53c13a9c-72a1-4b9e-b572-d0041a9cb26b tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:08.507489 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-53c13a9c-72a1-4b9e-b572-d0041a9cb26b tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:08.517047 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f4b24ffb-dcb3-44ab-80f1-302cb47c0bd2 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:20:08.541554 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c13a9c-72a1-4b9e-b572-d0041a9cb26b tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=925cdf07-a987-40e6-bbd5-ff512a502317,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:20:08.544407 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-53c13a9c-72a1-4b9e-b572-d0041a9cb26b tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:20:08.552638 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-53c13a9c-72a1-4b9e-b572-d0041a9cb26b tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:08.554848 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-53c13a9c-72a1-4b9e-b572-d0041a9cb26b tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1863344
Jan 29 10:20:08.557827 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59144) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:08.598552 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-dff658f8-aaaf-4f74-a183-09c32a6ff8ba tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] 10.222.0.57 "GET /v2.0/security-group-rules/925cdf07-a987-40e6-bbd5-ff512a502317 HTTP/1.1" status: 200  len: 763 time: 0.0394797
Jan 29 10:20:08.601131 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59148) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:08.775848 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-9ac249c1-5746-4a33-91b4-63919bcaeb58 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Synchronizing usage tracker for tenant:186cfe4f98524e3393b35bdba3787821 on resource:security_group_rule {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:20:08.792382 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-9ac249c1-5746-4a33-91b4-63919bcaeb58 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Unset dirty status for tenant:186cfe4f98524e3393b35bdba3787821 on resource:security_group_rule {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:20:08.794005 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9ac249c1-5746-4a33-91b4-63919bcaeb58 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.1917248
Jan 29 10:20:08.796856 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59152) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:08.853041 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-55a7951f-f5ef-4f83-ac3a-969c397fb5aa tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:08.865189 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-55a7951f-f5ef-4f83-ac3a-969c397fb5aa tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:08.890334 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-55a7951f-f5ef-4f83-ac3a-969c397fb5aa tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:08.899147 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-67e85502-2b06-420d-851c-bcad82df3208 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:20:08.916174 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a7951f-f5ef-4f83-ac3a-969c397fb5aa tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=925cdf07-a987-40e6-bbd5-ff512a502317,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:20:08.919073 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-55a7951f-f5ef-4f83-ac3a-969c397fb5aa tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:20:08.920725 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-55a7951f-f5ef-4f83-ac3a-969c397fb5aa tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:08.921961 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-55a7951f-f5ef-4f83-ac3a-969c397fb5aa tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/925cdf07-a987-40e6-bbd5-ff512a502317 HTTP/1.1" status: 204  len: 168 time: 0.1241117
Jan 29 10:20:08.924716 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59156) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:09.079334 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ca8447c5-d0c7-4d5b-a7ce-6f03979d5d98 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Synchronizing usage tracker for tenant:186cfe4f98524e3393b35bdba3787821 on resource:security_group_rule {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:20:09.095435 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ca8447c5-d0c7-4d5b-a7ce-6f03979d5d98 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Unset dirty status for tenant:186cfe4f98524e3393b35bdba3787821 on resource:security_group_rule {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:20:09.096869 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ca8447c5-d0c7-4d5b-a7ce-6f03979d5d98 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1711807
Jan 29 10:20:09.099778 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59160) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:09.105409 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-7c809030-9b21-4c16-a9ab-eda5887e5a3a tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Request body: {'security_group_rule': {'security_group_id': '59efece2-bc69-4ee9-bfb9-b3f99c1c3835', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:20:09.127785 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-7c809030-9b21-4c16-a9ab-eda5887e5a3a tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:20:09.139043 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-7c809030-9b21-4c16-a9ab-eda5887e5a3a tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:20:09.156960 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7c809030-9b21-4c16-a9ab-eda5887e5a3a tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:09.221609 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7c809030-9b21-4c16-a9ab-eda5887e5a3a tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:09.224273 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7c809030-9b21-4c16-a9ab-eda5887e5a3a tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:09.226193 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-20388895-c7e0-4ec7-ba38-aead01d1095e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:20:09.249615 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c809030-9b21-4c16-a9ab-eda5887e5a3a tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af04cda0-1139-4f7c-bc4a-6f0bc13942b8,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:20:09.252236 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7c809030-9b21-4c16-a9ab-eda5887e5a3a tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:20:09.263584 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7c809030-9b21-4c16-a9ab-eda5887e5a3a tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:09.264877 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7c809030-9b21-4c16-a9ab-eda5887e5a3a tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1641066
Jan 29 10:20:09.267775 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59164) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:09.304209 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d7360a66-d0be-4c55-9361-adc99d3e33f6 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] 10.222.0.57 "GET /v2.0/security-group-rules/af04cda0-1139-4f7c-bc4a-6f0bc13942b8 HTTP/1.1" status: 200  len: 763 time: 0.0351119
Jan 29 10:20:09.306838 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59168) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:09.466836 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-440129d3-e7de-4a53-a75a-922aced8cfe7 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Synchronizing usage tracker for tenant:186cfe4f98524e3393b35bdba3787821 on resource:security_group_rule {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:20:09.481884 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-440129d3-e7de-4a53-a75a-922aced8cfe7 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Unset dirty status for tenant:186cfe4f98524e3393b35bdba3787821 on resource:security_group_rule {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:20:09.483263 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-440129d3-e7de-4a53-a75a-922aced8cfe7 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.1754436
Jan 29 10:20:09.486319 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59172) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:09.532074 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-403712d6-9961-4456-8309-c3952ed0a34a tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:09.543219 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-403712d6-9961-4456-8309-c3952ed0a34a tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:09.565095 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-403712d6-9961-4456-8309-c3952ed0a34a tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:09.572193 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-857a7ef3-b1ba-4939-9739-7615b817f82c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:20:09.590745 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403712d6-9961-4456-8309-c3952ed0a34a tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=af04cda0-1139-4f7c-bc4a-6f0bc13942b8,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:20:09.593347 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-403712d6-9961-4456-8309-c3952ed0a34a tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:20:09.596949 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-403712d6-9961-4456-8309-c3952ed0a34a tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:09.598179 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-403712d6-9961-4456-8309-c3952ed0a34a tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/af04cda0-1139-4f7c-bc4a-6f0bc13942b8 HTTP/1.1" status: 204  len: 168 time: 0.1108689
Jan 29 10:20:09.600793 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59176) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:09.740176 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6a94e852-1266-458a-b4d7-65bebed62bd1 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Synchronizing usage tracker for tenant:186cfe4f98524e3393b35bdba3787821 on resource:security_group_rule {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:20:09.755176 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6a94e852-1266-458a-b4d7-65bebed62bd1 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Unset dirty status for tenant:186cfe4f98524e3393b35bdba3787821 on resource:security_group_rule {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:20:09.756508 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6a94e852-1266-458a-b4d7-65bebed62bd1 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1547551
Jan 29 10:20:09.759821 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59180) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:09.765524 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-b0006cae-afd9-4a0a-aa2a-1462ff85b7bd tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Request body: {'security_group_rule': {'security_group_id': '59efece2-bc69-4ee9-bfb9-b3f99c1c3835', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:20:09.788690 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-b0006cae-afd9-4a0a-aa2a-1462ff85b7bd tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:20:09.798466 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-b0006cae-afd9-4a0a-aa2a-1462ff85b7bd tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:20:09.807209 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.securitygroups_db [None req-b0006cae-afd9-4a0a-aa2a-1462ff85b7bd tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Project 186cfe4f98524e3393b35bdba3787821 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 10:20:09.815648 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b0006cae-afd9-4a0a-aa2a-1462ff85b7bd tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:09.882014 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b0006cae-afd9-4a0a-aa2a-1462ff85b7bd tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:09.884595 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b0006cae-afd9-4a0a-aa2a-1462ff85b7bd tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:09.891480 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-89726da9-5cd2-4578-a383-4abfe9289604 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:20:09.912862 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0006cae-afd9-4a0a-aa2a-1462ff85b7bd tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5188e7e2-61b6-4303-8190-6cb09662168b,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:20:09.915499 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b0006cae-afd9-4a0a-aa2a-1462ff85b7bd tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:20:09.923997 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b0006cae-afd9-4a0a-aa2a-1462ff85b7bd tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:09.925254 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b0006cae-afd9-4a0a-aa2a-1462ff85b7bd tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1644545
Jan 29 10:20:09.928200 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59184) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:09.963702 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d0269934-fdc8-4362-aa2a-c11af7b90c23 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] 10.222.0.57 "GET /v2.0/security-group-rules/5188e7e2-61b6-4303-8190-6cb09662168b HTTP/1.1" status: 200  len: 769 time: 0.0343423
Jan 29 10:20:09.966300 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59188) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:10.121399 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-63d2d4f3-0d85-4b44-98bb-7ee184066b34 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Synchronizing usage tracker for tenant:186cfe4f98524e3393b35bdba3787821 on resource:security_group_rule {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:20:10.136322 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-63d2d4f3-0d85-4b44-98bb-7ee184066b34 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Unset dirty status for tenant:186cfe4f98524e3393b35bdba3787821 on resource:security_group_rule {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:20:10.138181 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-63d2d4f3-0d85-4b44-98bb-7ee184066b34 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4119 time: 0.1708951
Jan 29 10:20:10.141150 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59192) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:10.186097 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8c696a6c-96dd-4af9-a4d6-589889ad54c5 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:10.201680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8c696a6c-96dd-4af9-a4d6-589889ad54c5 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:10.223608 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8c696a6c-96dd-4af9-a4d6-589889ad54c5 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:10.225445 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3b14d77d-8fd2-4212-b008-5cea1bfbdf68 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:20:10.242148 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c696a6c-96dd-4af9-a4d6-589889ad54c5 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5188e7e2-61b6-4303-8190-6cb09662168b,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:20:10.245527 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8c696a6c-96dd-4af9-a4d6-589889ad54c5 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:20:10.250133 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8c696a6c-96dd-4af9-a4d6-589889ad54c5 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:10.251325 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8c696a6c-96dd-4af9-a4d6-589889ad54c5 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/5188e7e2-61b6-4303-8190-6cb09662168b HTTP/1.1" status: 204  len: 168 time: 0.1091318
Jan 29 10:20:10.254141 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59196) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:10.395151 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6ec30162-d446-49b9-a30d-522a7e57da5b tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Synchronizing usage tracker for tenant:186cfe4f98524e3393b35bdba3787821 on resource:security_group_rule {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:20:10.409820 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6ec30162-d446-49b9-a30d-522a7e57da5b tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Unset dirty status for tenant:186cfe4f98524e3393b35bdba3787821 on resource:security_group_rule {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:20:10.411184 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6ec30162-d446-49b9-a30d-522a7e57da5b tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1560714
Jan 29 10:20:10.414328 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59200) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:10.494866 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8362bb45-6994-4608-8524-c873cb881568 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:10.523740 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8362bb45-6994-4608-8524-c873cb881568 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:10.565587 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8362bb45-6994-4608-8524-c873cb881568 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:10.570699 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6fa2c478-b430-4a9b-8853-722cc769a16f tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:20:10.588796 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8362bb45-6994-4608-8524-c873cb881568 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59efece2-bc69-4ee9-bfb9-b3f99c1c3835,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:20:10.592172 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8362bb45-6994-4608-8524-c873cb881568 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:20:10.599865 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8362bb45-6994-4608-8524-c873cb881568 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:10.601076 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8362bb45-6994-4608-8524-c873cb881568 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] 10.222.0.57 "DELETE /v2.0/security-groups/59efece2-bc69-4ee9-bfb9-b3f99c1c3835 HTTP/1.1" status: 204  len: 168 time: 0.1857817
Jan 29 10:20:10.603848 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59204) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:10.676720 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b6038a2f-0ed2-47b2-a477-f4e4df0fdda7 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Synchronizing usage tracker for tenant:186cfe4f98524e3393b35bdba3787821 on resource:security_group {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:20:10.691747 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b6038a2f-0ed2-47b2-a477-f4e4df0fdda7 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Unset dirty status for tenant:186cfe4f98524e3393b35bdba3787821 on resource:security_group {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:20:10.693076 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b6038a2f-0ed2-47b2-a477-f4e4df0fdda7 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.0881395
Jan 29 10:20:10.697965 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59208) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:10.768491 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9535dcba-9149-44bb-b6e9-cd3ee83571ef tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.0691881
Jan 29 10:20:11.075485 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59216) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:11.274113 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6a39e0b9-10b2-4c99-a080-60d7e9e807ed admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=186cfe4f98524e3393b35bdba3787821&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1972764
Jan 29 10:20:11.276715 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59222) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:11.341290 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cf730f77-93a0-4fde-af9b-74a485d547b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:11.368956 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cf730f77-93a0-4fde-af9b-74a485d547b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:11.415127 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cf730f77-93a0-4fde-af9b-74a485d547b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:11.420650 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-dbb2d496-e1ce-459c-9d91-e525502f882c tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:20:11.439303 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf730f77-93a0-4fde-af9b-74a485d547b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10193414-e616-4052-8e9d-2780d65ad794,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:20:11.444695 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-cf730f77-93a0-4fde-af9b-74a485d547b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:20:11.451314 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cf730f77-93a0-4fde-af9b-74a485d547b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:11.452811 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-cf730f77-93a0-4fde-af9b-74a485d547b8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/10193414-e616-4052-8e9d-2780d65ad794 HTTP/1.1" status: 204  len: 168 time: 0.1747711
Jan 29 10:20:12.298772 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59244) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:12.501738 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6ed75669-f800-4e51-bca4-6b8809ed1fa5 tempest-ServiceProvidersTest-1982889717 tempest-ServiceProvidersTest-1982889717-project] 10.222.0.57 "GET /v2.0/service-providers HTTP/1.1" status: 200  len: 498 time: 0.2015796
Jan 29 10:20:12.808249 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59254) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:12.965640 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8f83646f-9213-4f98-8e88-d4109bcd7ba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:12.981808 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-8f83646f-9213-4f98-8e88-d4109bcd7ba7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:20:12.985997 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8f83646f-9213-4f98-8e88-d4109bcd7ba7 admin admin] Usage tracker for resource:security_group_rule and tenant:27b77ce5057d4dcc9c02b047a0431ff0 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:20:12.988965 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8f83646f-9213-4f98-8e88-d4109bcd7ba7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:20:12.994797 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-8f83646f-9213-4f98-8e88-d4109bcd7ba7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:20:13.080981 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8f83646f-9213-4f98-8e88-d4109bcd7ba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:13.084657 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8f83646f-9213-4f98-8e88-d4109bcd7ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:13.092488 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-095db39e-3dfe-4aa0-bd1c-62ce91557543 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:20:13.136451 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f83646f-9213-4f98-8e88-d4109bcd7ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4a0687-ffa4-4c7e-8e16-57c4541c9e9b,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:20:13.145169 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8f83646f-9213-4f98-8e88-d4109bcd7ba7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=27b77ce5057d4dcc9c02b047a0431ff0&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3336561
Jan 29 10:20:13.145342 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 59260) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:13.145430 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8f83646f-9213-4f98-8e88-d4109bcd7ba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:20:13.208957 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4dc9e408-91d0-4bf4-94e7-20679ead8ee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:13.237847 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4dc9e408-91d0-4bf4-94e7-20679ead8ee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:13.288310 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4dc9e408-91d0-4bf4-94e7-20679ead8ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:13.295305 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0b8ded02-6e24-49e2-82cb-f5b03c231965 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:20:13.312126 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc9e408-91d0-4bf4-94e7-20679ead8ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4a0687-ffa4-4c7e-8e16-57c4541c9e9b,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:20:13.316438 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4dc9e408-91d0-4bf4-94e7-20679ead8ee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:20:13.320121 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4dc9e408-91d0-4bf4-94e7-20679ead8ee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:13.324636 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4dc9e408-91d0-4bf4-94e7-20679ead8ee8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4b4a0687-ffa4-4c7e-8e16-57c4541c9e9b HTTP/1.1" status: 204  len: 168 time: 0.1789825
Jan 29 10:20:15.600953 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59270) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:15.833207 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-db64829e-6415-4910-8c40-3c6ca1c14a3b tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Deleting port f1aa8942-47ce-4c62-b314-017789bca29a {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:20:15.833600 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-db64829e-6415-4910-8c40-3c6ca1c14a3b tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:16.020738 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-db64829e-6415-4910-8c40-3c6ca1c14a3b tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:16.021112 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-db64829e-6415-4910-8c40-3c6ca1c14a3b tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:16.157021 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-db64829e-6415-4910-8c40-3c6ca1c14a3b tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Calling delete_port for f1aa8942-47ce-4c62-b314-017789bca29a owned by network:floatingip {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:20:16.313408 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-db64829e-6415-4910-8c40-3c6ca1c14a3b tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:16.329815 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d09a8e93-0ed9-40a3-8d31-cdea1089badd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:20:16.391091 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db64829e-6415-4910-8c40-3c6ca1c14a3b tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Pushing event deleted for resources: {'Port': ['ID=f1aa8942-47ce-4c62-b314-017789bca29a,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:20:16.395069 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-db64829e-6415-4910-8c40-3c6ca1c14a3b tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:20:16.560824 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-db64829e-6415-4910-8c40-3c6ca1c14a3b tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks [] for floatingip, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:16.561204 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [None req-db64829e-6415-4910-8c40-3c6ca1c14a3b tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Floating IP 35d5ef08-42ca-4d8a-9b86-94a38b23c5bc disassociated (deleted). External IP: 172.26.7.153, port: 3f38798c-ca7e-4bb8-85a3-20089d5842f1.
Jan 29 10:20:16.934554 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db64829e-6415-4910-8c40-3c6ca1c14a3b tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Router 8dcee5d1-d88a-42a6-9d8c-5ce815388edb has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:20:17.123294 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db64829e-6415-4910-8c40-3c6ca1c14a3b tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:20:17.132944 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38425b11-58eb-407a-8605-544de68d00e0 None None] Sync routers for ids ['8dcee5d1-d88a-42a6-9d8c-5ce815388edb'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:20:17.143794 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38425b11-58eb-407a-8605-544de68d00e0 None None] Routers {'8dcee5d1-d88a-42a6-9d8c-5ce815388edb'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:20:17.144468 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-38425b11-58eb-407a-8605-544de68d00e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca026780>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:19:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['8dcee5d1-d88a-42a6-9d8c-5ce815388edb'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:20:17.151725 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-db64829e-6415-4910-8c40-3c6ca1c14a3b tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:17.209769 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-db64829e-6415-4910-8c40-3c6ca1c14a3b tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] 10.222.0.57 "DELETE /v2.0/floatingips/35d5ef08-42ca-4d8a-9b86-94a38b23c5bc HTTP/1.1" status: 204  len: 168 time: 1.6075580
Jan 29 10:20:17.210450 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '074fbe52-e90f-4358-8ed3-539b659b3d85', 'tag': '3f38798c-ca7e-4bb8-85a3-20089d5842f1'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:20:17.358043 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-38425b11-58eb-407a-8605-544de68d00e0 None None] Set router 8dcee5d1-d88a-42a6-9d8c-5ce815388edb gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:20:17.486887 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '074fbe52-e90f-4358-8ed3-539b659b3d85', 'tag': '3f38798c-ca7e-4bb8-85a3-20089d5842f1', 'status': 'completed', 'code': 200}
Jan 29 10:20:17.619794 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017a993-0ef6-4881-ac72-126b706c629f req-334963af-0740-4f69-a43e-09931a350efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:20:17.621588 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e017a993-0ef6-4881-ac72-126b706c629f req-334963af-0740-4f69-a43e-09931a350efc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a0c698359c1e4874b3f3bbc1db996560&device_id=074fbe52-e90f-4358-8ed3-539b659b3d85 HTTP/1.1" status: 200  len: 1162 time: 0.0870395
Jan 29 10:20:17.761207 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec5ecf-aaf0-4d3c-a335-71cf0a14c129 req-f7eff762-43b6-4c6d-934d-1e1e04f0c0a2 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:20:17.762917 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8eec5ecf-aaf0-4d3c-a335-71cf0a14c129 req-f7eff762-43b6-4c6d-934d-1e1e04f0c0a2 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] 10.222.0.57 "GET /v2.0/ports?device_id=074fbe52-e90f-4358-8ed3-539b659b3d85 HTTP/1.1" status: 200  len: 945 time: 0.1775968
Jan 29 10:20:17.831196 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8eec5ecf-aaf0-4d3c-a335-71cf0a14c129 req-fe09a5e0-332e-4c55-bbf9-d2d6d65c4654 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ba8e0b6-c808-4291-b283-44235b5bd3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0620036
Jan 29 10:20:17.851799 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-38425b11-58eb-407a-8605-544de68d00e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca026780>, [{'id': '8dcee5d1-d88a-42a6-9d8c-5ce815388edb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750843188', 'tenant_id': 'a0c698359c1e4874b3f3bbc1db996560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.167'}], 'enable_snat': True}, 'gw_port_id': 'fb6e2e33-8b67-49a9-887a-6a3f56e0aba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:15:24Z', 'updated_at': '2021-01-29T10:15:49Z', 'revision_number': 4, 'project_id': 'a0c698359c1e4874b3f3bbc1db996560', 'gw_port': {'id': 'fb6e2e33-8b67-49a9-887a-6a3f56e0aba3', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dcee5d1-d88a-42a6-9d8c-5ce815388edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:15:26Z', 'updated_at': '2021-01-29T10:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '58b3ba96-c0e9-4ddb-836e-00c0f066df75', 'name': '', 'network_id': '5be0f00d-5866-4e6b-a2b4-be163bdf7e7f', 'tenant_id': 'a0c698359c1e4874b3f3bbc1db996560', 'mac_address': 'fa:16:3e:b5:59:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dcee5d1-d88a-42a6-9d8c-5ce815388edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '1d24e515-6579-4727-8658-f42df974a468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:15:45Z', 'updated_at': '2021-01-29T10:16:10Z', 'revision_number': 5, 'project_id': 'a0c698359c1e4874b3f3bbc1db996560', 'subnets': [{'id': '1d24e515-6579-4727-8658-f42df974a468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:20:17.856330 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38425b11-58eb-407a-8605-544de68d00e0 None None] Checking router: 8dcee5d1-d88a-42a6-9d8c-5ce815388edb for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:20:17.865327 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38425b11-58eb-407a-8605-544de68d00e0 None None] Routers {'8dcee5d1-d88a-42a6-9d8c-5ce815388edb'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:20:17.866058 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-38425b11-58eb-407a-8605-544de68d00e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca026780>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:19:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['8dcee5d1-d88a-42a6-9d8c-5ce815388edb'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:20:18.066925 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-38425b11-58eb-407a-8605-544de68d00e0 None None] Set router 8dcee5d1-d88a-42a6-9d8c-5ce815388edb gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:20:18.155614 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017a993-0ef6-4881-ac72-126b706c629f req-10108c91-eb51-419c-9a0b-c414541ac56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:20:18.157402 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e017a993-0ef6-4881-ac72-126b706c629f req-10108c91-eb51-419c-9a0b-c414541ac56a service neutron] 10.222.0.22 "GET /v2.0/networks?id=5be0f00d-5866-4e6b-a2b4-be163bdf7e7f HTTP/1.1" status: 200  len: 891 time: 0.4194469
Jan 29 10:20:18.229505 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e017a993-0ef6-4881-ac72-126b706c629f req-5a5a68a3-9bbb-44e0-adc5-cd480602df80 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f38798c-ca7e-4bb8-85a3-20089d5842f1 HTTP/1.1" status: 200  len: 217 time: 0.0650415
Jan 29 10:20:18.308204 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017a993-0ef6-4881-ac72-126b706c629f req-bab3645e-bed6-4f94-beb9-c6b5c722b8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:20:18.309908 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e017a993-0ef6-4881-ac72-126b706c629f req-bab3645e-bed6-4f94-beb9-c6b5c722b8eb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1d24e515-6579-4727-8658-f42df974a468 HTTP/1.1" status: 200  len: 834 time: 0.0690343
Jan 29 10:20:18.396544 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017a993-0ef6-4881-ac72-126b706c629f req-c10532d1-27e7-46dd-8358-233ec57bb0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:20:18.398236 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e017a993-0ef6-4881-ac72-126b706c629f req-c10532d1-27e7-46dd-8358-233ec57bb0d5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5be0f00d-5866-4e6b-a2b4-be163bdf7e7f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0801060
Jan 29 10:20:18.410088 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-38425b11-58eb-407a-8605-544de68d00e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca026780>, [{'id': '8dcee5d1-d88a-42a6-9d8c-5ce815388edb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750843188', 'tenant_id': 'a0c698359c1e4874b3f3bbc1db996560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.167'}], 'enable_snat': True}, 'gw_port_id': 'fb6e2e33-8b67-49a9-887a-6a3f56e0aba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:15:24Z', 'updated_at': '2021-01-29T10:15:49Z', 'revision_number': 4, 'project_id': 'a0c698359c1e4874b3f3bbc1db996560', 'gw_port': {'id': 'fb6e2e33-8b67-49a9-887a-6a3f56e0aba3', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dcee5d1-d88a-42a6-9d8c-5ce815388edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:15:26Z', 'updated_at': '2021-01-29T10:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '58b3ba96-c0e9-4ddb-836e-00c0f066df75', 'name': '', 'network_id': '5be0f00d-5866-4e6b-a2b4-be163bdf7e7f', 'tenant_id': 'a0c698359c1e4874b3f3bbc1db996560', 'mac_address': 'fa:16:3e:b5:59:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dcee5d1-d88a-42a6-9d8c-5ce815388edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '1d24e515-6579-4727-8658-f42df974a468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:15:45Z', 'updated_at': '2021-01-29T10:16:10Z', 'revision_number': 5, 'project_id': 'a0c698359c1e4874b3f3bbc1db996560', 'subnets': [{'id': '1d24e515-6579-4727-8658-f42df974a468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:20:18.414269 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38425b11-58eb-407a-8605-544de68d00e0 None None] The sync data for ids ['8dcee5d1-d88a-42a6-9d8c-5ce815388edb'] in dv-neutron-772983-2-ovs is: [{'id': '8dcee5d1-d88a-42a6-9d8c-5ce815388edb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750843188', 'tenant_id': 'a0c698359c1e4874b3f3bbc1db996560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.167'}], 'enable_snat': True}, 'gw_port_id': 'fb6e2e33-8b67-49a9-887a-6a3f56e0aba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:15:24Z', 'updated_at': '2021-01-29T10:15:49Z', 'revision_number': 4, 'project_id': 'a0c698359c1e4874b3f3bbc1db996560', 'gw_port': {'id': 'fb6e2e33-8b67-49a9-887a-6a3f56e0aba3', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dcee5d1-d88a-42a6-9d8c-5ce815388edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:15:26Z', 'updated_at': '2021-01-29T10:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '58b3ba96-c0e9-4ddb-836e-00c0f066df75', 'name': '', 'network_id': '5be0f00d-5866-4e6b-a2b4-be163bdf7e7f', 'tenant_id': 'a0c698359c1e4874b3f3bbc1db996560', 'mac_address': 'fa:16:3e:b5:59:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dcee5d1-d88a-42a6-9d8c-5ce815388edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '1d24e515-6579-4727-8658-f42df974a468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:15:45Z', 'updated_at': '2021-01-29T10:16:10Z', 'revision_number': 5, 'project_id': 'a0c698359c1e4874b3f3bbc1db996560', 'subnets': [{'id': '1d24e515-6579-4727-8658-f42df974a468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:20:18.547299 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e017a993-0ef6-4881-ac72-126b706c629f req-fcc91516-3e1a-48fe-9e12-95d75938cbb7 service neutron] 10.222.0.22 "GET /v2.0/networks/5be0f00d-5866-4e6b-a2b4-be163bdf7e7f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1419184
Jan 29 10:20:18.701506 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e017a993-0ef6-4881-ac72-126b706c629f req-0e3d0683-faf1-47b6-9e2a-005510398197 service neutron] 10.222.0.22 "GET /v2.0/networks/5be0f00d-5866-4e6b-a2b4-be163bdf7e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1457355
Jan 29 10:20:18.835629 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b541d41-d31b-4651-b3fc-5710af260771 None None] New status for floating IP 35d5ef08-42ca-4d8a-9b86-94a38b23c5bc: DOWN {{(pid=80767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 29 10:20:19.133013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db961f6a-d333-4eb6-a4d9-b38c10d6269f req-9853dd61-01bb-4e19-825e-cc5d6475b6a7 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:20:19.134682 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-db961f6a-d333-4eb6-a4d9-b38c10d6269f req-9853dd61-01bb-4e19-825e-cc5d6475b6a7 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] 10.222.0.57 "GET /v2.0/ports?device_id=074fbe52-e90f-4358-8ed3-539b659b3d85 HTTP/1.1" status: 200  len: 945 time: 0.1672201
Jan 29 10:20:19.200319 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-db961f6a-d333-4eb6-a4d9-b38c10d6269f req-d9f3c2f7-04ff-43aa-95a2-403b54c1c0c5 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ba8e0b6-c808-4291-b283-44235b5bd3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0585914
Jan 29 10:20:19.565468 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a336e5e0-640f-4aef-a40e-fd6001925c39 req-244528c0-07f9-46d8-9d08-867e09733a12 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:20:19.566193 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-a336e5e0-640f-4aef-a40e-fd6001925c39 req-244528c0-07f9-46d8-9d08-867e09733a12 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Synchronizing usage tracker for tenant:a0c698359c1e4874b3f3bbc1db996560 on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:20:19.581873 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-a336e5e0-640f-4aef-a40e-fd6001925c39 req-244528c0-07f9-46d8-9d08-867e09733a12 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Unset dirty status for tenant:a0c698359c1e4874b3f3bbc1db996560 on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:20:19.583082 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a336e5e0-640f-4aef-a40e-fd6001925c39 req-244528c0-07f9-46d8-9d08-867e09733a12 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] 10.222.0.22 "GET /v2.0/ports?device_id=074fbe52-e90f-4358-8ed3-539b659b3d85 HTTP/1.1" status: 200  len: 945 time: 0.1857171
Jan 29 10:20:19.678693 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-a336e5e0-640f-4aef-a40e-fd6001925c39 req-3168b42f-5135-4561-bfa9-d52376c70445 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Deleting port 3f38798c-ca7e-4bb8-85a3-20089d5842f1 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:20:19.679080 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-a336e5e0-640f-4aef-a40e-fd6001925c39 req-3168b42f-5135-4561-bfa9-d52376c70445 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:19.946412 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-a336e5e0-640f-4aef-a40e-fd6001925c39 req-3168b42f-5135-4561-bfa9-d52376c70445 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] For port 3f38798c-ca7e-4bb8-85a3-20089d5842f1, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=3f38798c-ca7e-4bb8-85a3-20089d5842f1,segment=NetworkSegment(b9adb5b2-2596-48dd-b83b-657daf49aed2),segment_id=b9adb5b2-2596-48dd-b83b-657daf49aed2)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:20:19.946820 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-a336e5e0-640f-4aef-a40e-fd6001925c39 req-3168b42f-5135-4561-bfa9-d52376c70445 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:20.081106 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-a336e5e0-640f-4aef-a40e-fd6001925c39 req-3168b42f-5135-4561-bfa9-d52376c70445 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Calling delete_port for 3f38798c-ca7e-4bb8-85a3-20089d5842f1 owned by compute:nova {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:20:20.232897 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-a336e5e0-640f-4aef-a40e-fd6001925c39 req-3168b42f-5135-4561-bfa9-d52376c70445 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:20.249248 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-81dfdc6e-6ac0-407d-9960-b9c046b7a8cd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:20:20.309530 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3168b42f-5135-4561-bfa9-d52376c70445 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Pushing event deleted for resources: {'Port': ['ID=3f38798c-ca7e-4bb8-85a3-20089d5842f1,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:20:20.314449 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3168b42f-5135-4561-bfa9-d52376c70445 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:20:20.385543 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8395a5e7-6654-4fe0-8a9e-0b858065b5b1 req-74fab716-3171-417b-bec8-c4acac486e5a tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] 10.222.0.57 "GET /v2.0/ports?device_id=074fbe52-e90f-4358-8ed3-539b659b3d85 HTTP/1.1" status: 200  len: 210 time: 0.0495479
Jan 29 10:20:20.468751 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-a336e5e0-640f-4aef-a40e-fd6001925c39 req-3168b42f-5135-4561-bfa9-d52376c70445 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] No DVR routers for this DVR port 3f38798c-ca7e-4bb8-85a3-20089d5842f1 on host hv-neutron-7729 {{(pid=80766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:20:20.471100 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-a336e5e0-640f-4aef-a40e-fd6001925c39 req-3168b42f-5135-4561-bfa9-d52376c70445 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:20.474110 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '074fbe52-e90f-4358-8ed3-539b659b3d85', 'name': 'network-vif-deleted', 'tag': '3f38798c-ca7e-4bb8-85a3-20089d5842f1'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:20:20.490463 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a336e5e0-640f-4aef-a40e-fd6001925c39 req-3168b42f-5135-4561-bfa9-d52376c70445 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] 10.222.0.22 "DELETE /v2.0/ports/3f38798c-ca7e-4bb8-85a3-20089d5842f1 HTTP/1.1" status: 204  len: 173 time: 0.8987598
Jan 29 10:20:20.550660 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '074fbe52-e90f-4358-8ed3-539b659b3d85', 'name': 'network-vif-deleted', 'tag': '3f38798c-ca7e-4bb8-85a3-20089d5842f1', 'status': 'completed', 'code': 200}
Jan 29 10:20:21.229092 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 3f38798c-ca7e-4bb8-85a3-20089d5842f1 no longer exists at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:20:21.268503 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] No Port match for: 3f38798c-ca7e-4bb8-85a3-20089d5842f1 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:20:21.269032 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 3f38798c-ca7e-4bb8-85a3-20089d5842f1 not bound to the agent host hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:20:21.414011 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-88ba12fd-0fd7-4b07-a240-69512356c264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:21.496710 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59290) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:22.103235 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5f68a02c-7bd1-4e64-b0b7-186ffd630cb8 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349253'] for router_interface, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:22.476402 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-5f68a02c-7bd1-4e64-b0b7-186ffd630cb8 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Deleting port 58b3ba96-c0e9-4ddb-836e-00c0f066df75 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:20:22.477023 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5f68a02c-7bd1-4e64-b0b7-186ffd630cb8 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:22.681870 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-5f68a02c-7bd1-4e64-b0b7-186ffd630cb8 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] For port 58b3ba96-c0e9-4ddb-836e-00c0f066df75, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=58b3ba96-c0e9-4ddb-836e-00c0f066df75,segment=NetworkSegment(b9adb5b2-2596-48dd-b83b-657daf49aed2),segment_id=b9adb5b2-2596-48dd-b83b-657daf49aed2)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:20:22.682275 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5f68a02c-7bd1-4e64-b0b7-186ffd630cb8 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:22.814912 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-5f68a02c-7bd1-4e64-b0b7-186ffd630cb8 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Calling delete_port for 58b3ba96-c0e9-4ddb-836e-00c0f066df75 owned by network:router_interface {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:20:23.003162 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5f68a02c-7bd1-4e64-b0b7-186ffd630cb8 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:23.021423 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3b4b3c51-29a3-4783-b5eb-9c4897cbb9cb tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:20:23.080230 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f68a02c-7bd1-4e64-b0b7-186ffd630cb8 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Pushing event deleted for resources: {'Port': ['ID=58b3ba96-c0e9-4ddb-836e-00c0f066df75,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:20:23.084541 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5f68a02c-7bd1-4e64-b0b7-186ffd630cb8 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:20:23.710199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5f68a02c-7bd1-4e64-b0b7-186ffd630cb8 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854415430'] for router_interface, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:23.711003 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3fe98e90-f4ec-4e5b-92a1-dc5693e3c184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:24.215341 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:24.226892 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f68a02c-7bd1-4e64-b0b7-186ffd630cb8 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Router 8dcee5d1-d88a-42a6-9d8c-5ce815388edb has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:20:24.422526 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f68a02c-7bd1-4e64-b0b7-186ffd630cb8 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:20:24.431904 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ecda0e-03d0-4cd4-891e-83b65edb2d99 None None] Sync routers for ids ['8dcee5d1-d88a-42a6-9d8c-5ce815388edb'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:20:24.437172 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5f68a02c-7bd1-4e64-b0b7-186ffd630cb8 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] 10.222.0.57 "PUT /v2.0/routers/8dcee5d1-d88a-42a6-9d8c-5ce815388edb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9392319
Jan 29 10:20:24.439370 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59294) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:24.442779 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ecda0e-03d0-4cd4-891e-83b65edb2d99 None None] Routers {'8dcee5d1-d88a-42a6-9d8c-5ce815388edb'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:20:24.443455 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-00ecda0e-03d0-4cd4-891e-83b65edb2d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca3d6710>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:20:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['8dcee5d1-d88a-42a6-9d8c-5ce815388edb'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:20:24.531986 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-9343f258-3bad-4e0f-bb07-9ba2f2dc14d7 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Deleting subnet 1d24e515-6579-4727-8658-f42df974a468 {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:20:24.535277 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9343f258-3bad-4e0f-bb07-9ba2f2dc14d7 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:24.594428 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9343f258-3bad-4e0f-bb07-9ba2f2dc14d7 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:24.630525 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-00ecda0e-03d0-4cd4-891e-83b65edb2d99 None None] Set router 8dcee5d1-d88a-42a6-9d8c-5ce815388edb gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:20:24.689650 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9343f258-3bad-4e0f-bb07-9ba2f2dc14d7 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:24.890114 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:24.933024 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-00ecda0e-03d0-4cd4-891e-83b65edb2d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca3d6710>, [{'id': '8dcee5d1-d88a-42a6-9d8c-5ce815388edb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750843188', 'tenant_id': 'a0c698359c1e4874b3f3bbc1db996560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.167'}], 'enable_snat': True}, 'gw_port_id': 'fb6e2e33-8b67-49a9-887a-6a3f56e0aba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:15:24Z', 'updated_at': '2021-01-29T10:20:22Z', 'revision_number': 5, 'project_id': 'a0c698359c1e4874b3f3bbc1db996560', 'gw_port': {'id': 'fb6e2e33-8b67-49a9-887a-6a3f56e0aba3', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dcee5d1-d88a-42a6-9d8c-5ce815388edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:15:26Z', 'updated_at': '2021-01-29T10:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:20:24.937093 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ecda0e-03d0-4cd4-891e-83b65edb2d99 None None] Checking router: 8dcee5d1-d88a-42a6-9d8c-5ce815388edb for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:20:24.946181 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ecda0e-03d0-4cd4-891e-83b65edb2d99 None None] Routers {'8dcee5d1-d88a-42a6-9d8c-5ce815388edb'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:20:24.946843 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-00ecda0e-03d0-4cd4-891e-83b65edb2d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca3d6710>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:20:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['8dcee5d1-d88a-42a6-9d8c-5ce815388edb'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:20:24.980254 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9343f258-3bad-4e0f-bb07-9ba2f2dc14d7 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:24.995586 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-db865f0d-d7db-40bc-91fa-047aead166f4 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:20:25.048614 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9343f258-3bad-4e0f-bb07-9ba2f2dc14d7 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Pushing event deleted for resources: {'Subnet': ['ID=1d24e515-6579-4727-8658-f42df974a468,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:20:25.052690 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9343f258-3bad-4e0f-bb07-9ba2f2dc14d7 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:20:25.133162 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9343f258-3bad-4e0f-bb07-9ba2f2dc14d7 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks [] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:25.133538 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-00ecda0e-03d0-4cd4-891e-83b65edb2d99 None None] Set router 8dcee5d1-d88a-42a6-9d8c-5ce815388edb gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:20:25.140185 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9343f258-3bad-4e0f-bb07-9ba2f2dc14d7 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] 10.222.0.57 "DELETE /v2.0/subnets/1d24e515-6579-4727-8658-f42df974a468 HTTP/1.1" status: 204  len: 168 time: 0.6996770
Jan 29 10:20:25.140965 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa09de3-6ff3-4164-9947-0d8162f61452 None None] Network 5be0f00d-5866-4e6b-a2b4-be163bdf7e7f requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:20:25.142935 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59298) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:25.371780 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-040f7040-4796-4aab-8dce-c6cbeafa86eb tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks [] for router, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:25.482208 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-00ecda0e-03d0-4cd4-891e-83b65edb2d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca3d6710>, [{'id': '8dcee5d1-d88a-42a6-9d8c-5ce815388edb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750843188', 'tenant_id': 'a0c698359c1e4874b3f3bbc1db996560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.167'}], 'enable_snat': True}, 'gw_port_id': 'fb6e2e33-8b67-49a9-887a-6a3f56e0aba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:15:24Z', 'updated_at': '2021-01-29T10:20:22Z', 'revision_number': 5, 'project_id': 'a0c698359c1e4874b3f3bbc1db996560', 'gw_port': {'id': 'fb6e2e33-8b67-49a9-887a-6a3f56e0aba3', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dcee5d1-d88a-42a6-9d8c-5ce815388edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:15:26Z', 'updated_at': '2021-01-29T10:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:20:25.487012 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ecda0e-03d0-4cd4-891e-83b65edb2d99 None None] The sync data for ids ['8dcee5d1-d88a-42a6-9d8c-5ce815388edb'] in dv-neutron-772983-2-ovs is: [{'id': '8dcee5d1-d88a-42a6-9d8c-5ce815388edb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750843188', 'tenant_id': 'a0c698359c1e4874b3f3bbc1db996560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.167'}], 'enable_snat': True}, 'gw_port_id': 'fb6e2e33-8b67-49a9-887a-6a3f56e0aba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:15:24Z', 'updated_at': '2021-01-29T10:20:22Z', 'revision_number': 5, 'project_id': 'a0c698359c1e4874b3f3bbc1db996560', 'gw_port': {'id': 'fb6e2e33-8b67-49a9-887a-6a3f56e0aba3', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dcee5d1-d88a-42a6-9d8c-5ce815388edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:15:26Z', 'updated_at': '2021-01-29T10:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:20:25.573952 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-040f7040-4796-4aab-8dce-c6cbeafa86eb tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks [] for router_gateway, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:25.579141 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-040f7040-4796-4aab-8dce-c6cbeafa86eb tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Deleting port fb6e2e33-8b67-49a9-887a-6a3f56e0aba3 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:20:25.579524 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-040f7040-4796-4aab-8dce-c6cbeafa86eb tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:25.588758 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49e1428-88a2-48e6-b511-7b4ebd6c208d None None] DHCP port deletion for 5be0f00d-5866-4e6b-a2b4-be163bdf7e7f request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:20:25.594210 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-b49e1428-88a2-48e6-b511-7b4ebd6c208d None None] Deleting port dd922d60-ce63-4f46-a72d-7c2497b5953f {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:20:25.594647 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b49e1428-88a2-48e6-b511-7b4ebd6c208d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:25.773260 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-040f7040-4796-4aab-8dce-c6cbeafa86eb tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] For port fb6e2e33-8b67-49a9-887a-6a3f56e0aba3, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=fb6e2e33-8b67-49a9-887a-6a3f56e0aba3,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:20:25.773610 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-040f7040-4796-4aab-8dce-c6cbeafa86eb tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:25.817170 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-b49e1428-88a2-48e6-b511-7b4ebd6c208d None None] For port dd922d60-ce63-4f46-a72d-7c2497b5953f, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=dd922d60-ce63-4f46-a72d-7c2497b5953f,segment=NetworkSegment(b9adb5b2-2596-48dd-b83b-657daf49aed2),segment_id=b9adb5b2-2596-48dd-b83b-657daf49aed2)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:20:25.817622 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b49e1428-88a2-48e6-b511-7b4ebd6c208d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:25.912486 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-040f7040-4796-4aab-8dce-c6cbeafa86eb tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Calling delete_port for fb6e2e33-8b67-49a9-887a-6a3f56e0aba3 owned by network:router_gateway {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:20:25.947994 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device dd922d60-ce63-4f46-a72d-7c2497b5953f no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:20:25.987299 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-b49e1428-88a2-48e6-b511-7b4ebd6c208d None None] Calling delete_port for dd922d60-ce63-4f46-a72d-7c2497b5953f owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:20:26.062047 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-040f7040-4796-4aab-8dce-c6cbeafa86eb tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:26.075619 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:26.159166 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b49e1428-88a2-48e6-b511-7b4ebd6c208d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:26.174706 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0fc8ea7e-c31d-45e1-8d50-5b19a4af7124 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:20:26.205626 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:26.247081 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49e1428-88a2-48e6-b511-7b4ebd6c208d None None] Pushing event deleted for resources: {'Port': ['ID=dd922d60-ce63-4f46-a72d-7c2497b5953f,revision_number=None']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:20:26.252133 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b49e1428-88a2-48e6-b511-7b4ebd6c208d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:20:26.254296 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-040f7040-4796-4aab-8dce-c6cbeafa86eb tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854102222'] for router_gateway, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:26.375448 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 58b3ba96-c0e9-4ddb-836e-00c0f066df75 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:20:26.396894 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-040f7040-4796-4aab-8dce-c6cbeafa86eb tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:26.399437 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-040f7040-4796-4aab-8dce-c6cbeafa86eb tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:26.416155 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 58b3ba96-c0e9-4ddb-836e-00c0f066df75 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:20:26.416563 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 58b3ba96-c0e9-4ddb-836e-00c0f066df75 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:20:26.420730 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49e1428-88a2-48e6-b511-7b4ebd6c208d None None] No DVR routers for this DVR port dd922d60-ce63-4f46-a72d-7c2497b5953f on host dv-neutron-772983-2-ovs {{(pid=80767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:20:26.427102 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-040f7040-4796-4aab-8dce-c6cbeafa86eb tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:26.427684 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-040f7040-4796-4aab-8dce-c6cbeafa86eb tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Fanout notify agent at l3_agent the message router_deleted on router 8dcee5d1-d88a-42a6-9d8c-5ce815388edb {{(pid=80766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 10:20:26.476886 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-040f7040-4796-4aab-8dce-c6cbeafa86eb tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:26.478169 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-040f7040-4796-4aab-8dce-c6cbeafa86eb tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] 10.222.0.57 "DELETE /v2.0/routers/8dcee5d1-d88a-42a6-9d8c-5ce815388edb HTTP/1.1" status: 204  len: 168 time: 1.3340037
Jan 29 10:20:26.481740 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59302) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:26.914954 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8dde-faa5-403b-9abc-39260d7f37c2 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:27.117386 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8dde-faa5-403b-9abc-39260d7f37c2 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:27.241424 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-e0fe8dde-faa5-403b-9abc-39260d7f37c2 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c3834e10>,) {'filters': {'network_id': ['5be0f00d-5866-4e6b-a2b4-be163bdf7e7f']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:20:27.254104 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-e0fe8dde-faa5-403b-9abc-39260d7f37c2 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3834e10>, 'b9adb5b2-2596-48dd-b83b-657daf49aed2') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:20:27.254437 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-e0fe8dde-faa5-403b-9abc-39260d7f37c2 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3834e10>, 'b9adb5b2-2596-48dd-b83b-657daf49aed2') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:20:27.266747 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8dde-faa5-403b-9abc-39260d7f37c2 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:27.282104 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8dde-faa5-403b-9abc-39260d7f37c2 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:27.284186 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e0fe8dde-faa5-403b-9abc-39260d7f37c2 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Releasing vxlan tunnel 11 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:20:27.461106 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-e0fe8dde-faa5-403b-9abc-39260d7f37c2 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Network 5be0f00d-5866-4e6b-a2b4-be163bdf7e7f has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:20:27.470602 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8dde-faa5-403b-9abc-39260d7f37c2 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:27.657676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-e0fe8dde-faa5-403b-9abc-39260d7f37c2 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Network 5be0f00d-5866-4e6b-a2b4-be163bdf7e7f has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:20:27.682742 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:20:27.682742 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:20:27.682742 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:20:27.682742 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:20:27.682742 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:20:27.682742 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:20:27.682742 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:20:27.682742 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:20:27.682742 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:20:27.682742 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:20:27.682742 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:20:27.682742 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:20:27.682742 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:20:27.682742 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:20:27.682742 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:20:27.682742 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:20:27.682742 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:20:27.682742 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:20:27.682742 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:20:27.682742 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:20:27.682742 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:20:27.682742 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:20:27.682742 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:20:27.682742 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:20:27.682742 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:20:27.682742 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:20:27.682742 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:20:27.682742 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:20:27.682742 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:20:27.682742 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:20:27.682742 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:20:27.682742 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:20:27.766880 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8dde-faa5-403b-9abc-39260d7f37c2 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:27.770130 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d4413e36-bcf9-4ae6-93cc-234c86afffa7 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:20:27.788930 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8dde-faa5-403b-9abc-39260d7f37c2 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks [] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:27.796134 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fe8dde-faa5-403b-9abc-39260d7f37c2 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Pushing event deleted for resources: {'Network': ['ID=5be0f00d-5866-4e6b-a2b4-be163bdf7e7f,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:20:27.800841 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e0fe8dde-faa5-403b-9abc-39260d7f37c2 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:20:27.806772 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e0fe8dde-faa5-403b-9abc-39260d7f37c2 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] 10.222.0.57 "DELETE /v2.0/networks/5be0f00d-5866-4e6b-a2b4-be163bdf7e7f HTTP/1.1" status: 204  len: 168 time: 1.3239365
Jan 29 10:20:27.810214 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59306) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:27.869669 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device fb6e2e33-8b67-49a9-887a-6a3f56e0aba3 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:20:27.904870 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a7edf862-a093-4eb6-9094-f49c37a29e89 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:27.907127 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: fb6e2e33-8b67-49a9-887a-6a3f56e0aba3 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:20:27.907534 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device fb6e2e33-8b67-49a9-887a-6a3f56e0aba3 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:20:27.936748 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a7edf862-a093-4eb6-9094-f49c37a29e89 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:27.991032 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a7edf862-a093-4eb6-9094-f49c37a29e89 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:27.996718 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3d6a9c47-4e47-4483-b310-dc134975be8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:20:28.012844 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7edf862-a093-4eb6-9094-f49c37a29e89 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba8e0b6-c808-4291-b283-44235b5bd3b3,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:20:28.015667 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a7edf862-a093-4eb6-9094-f49c37a29e89 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:20:28.022227 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a7edf862-a093-4eb6-9094-f49c37a29e89 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:28.023441 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a7edf862-a093-4eb6-9094-f49c37a29e89 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] 10.222.0.57 "DELETE /v2.0/security-groups/5ba8e0b6-c808-4291-b283-44235b5bd3b3 HTTP/1.1" status: 204  len: 168 time: 0.2122540
Jan 29 10:20:28.392128 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59316) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:28.580538 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4ab960ad-c527-41bd-8c03-f8e436487d7f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a0c698359c1e4874b3f3bbc1db996560&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1870680
Jan 29 10:20:28.583182 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59322) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:28.646307 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b0b33e2f-e381-418a-8cbd-160d3c703aa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:28.674307 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b0b33e2f-e381-418a-8cbd-160d3c703aa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:28.719770 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b0b33e2f-e381-418a-8cbd-160d3c703aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:28.724810 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9fcd06ab-72b0-4f25-8cb8-0609a7699272 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:20:28.738840 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b33e2f-e381-418a-8cbd-160d3c703aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda69387-8b3b-4455-87fe-3c32dadd2675,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:20:28.743047 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b0b33e2f-e381-418a-8cbd-160d3c703aa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:20:28.746957 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b0b33e2f-e381-418a-8cbd-160d3c703aa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:28.748180 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b0b33e2f-e381-418a-8cbd-160d3c703aa2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cda69387-8b3b-4455-87fe-3c32dadd2675 HTTP/1.1" status: 204  len: 168 time: 0.1640320
Jan 29 10:20:29.091529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59330) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:29.110617 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3b079b4e-e443-41bb-a643-2ad066beea2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:29.126389 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-3b079b4e-e443-41bb-a643-2ad066beea2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:20:29.130515 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-3b079b4e-e443-41bb-a643-2ad066beea2f admin admin] Usage tracker for resource:security_group_rule and tenant:4455ab9ca9694ef2bf41211801a448e7 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:20:29.133470 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-3b079b4e-e443-41bb-a643-2ad066beea2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:20:29.140162 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-3b079b4e-e443-41bb-a643-2ad066beea2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:20:29.228748 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3b079b4e-e443-41bb-a643-2ad066beea2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:29.231603 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3b079b4e-e443-41bb-a643-2ad066beea2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:29.240419 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8e426fa7-1cf6-4248-8c41-0e185fd80280 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:20:29.286324 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3b079b4e-e443-41bb-a643-2ad066beea2f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4455ab9ca9694ef2bf41211801a448e7&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1910222
Jan 29 10:20:29.286521 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59334) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:20:29.289352 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b079b4e-e443-41bb-a643-2ad066beea2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=054a785f-5cfe-4450-9149-2204a46be127,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:20:29.302360 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3b079b4e-e443-41bb-a643-2ad066beea2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:20:29.352836 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-20e77014-9a45-42db-9a0f-df9fdefdf0b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:29.380075 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-20e77014-9a45-42db-9a0f-df9fdefdf0b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:29.424804 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-20e77014-9a45-42db-9a0f-df9fdefdf0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:29.429732 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4d7f971b-e531-43c9-8342-538dd2ce92bd tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:20:29.443138 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e77014-9a45-42db-9a0f-df9fdefdf0b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054a785f-5cfe-4450-9149-2204a46be127,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:20:29.446431 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-20e77014-9a45-42db-9a0f-df9fdefdf0b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:20:29.447719 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-20e77014-9a45-42db-9a0f-df9fdefdf0b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:29.448838 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-20e77014-9a45-42db-9a0f-df9fdefdf0b0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/054a785f-5cfe-4450-9149-2204a46be127 HTTP/1.1" status: 204  len: 168 time: 0.1614003
Jan 29 10:20:34.811362 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:42.076901 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:20:47.940649 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b20f4197-82d9-41b9-b19a-5643eb445275 req-49483e65-ff76-43fa-955a-e38415fab6be service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ff2d1eab-2236-4cbd-ac98-eb6d8f388f59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2674949
Jan 29 10:20:48.054270 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f4197-82d9-41b9-b19a-5643eb445275 req-426f0cd2-2390-4043-af57-1d85c27ba77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:20:48.055851 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b20f4197-82d9-41b9-b19a-5643eb445275 req-426f0cd2-2390-4043-af57-1d85c27ba77c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ff1f06ee29ef461597f2ecd846f8813d&device_id=ff2d1eab-2236-4cbd-ac98-eb6d8f388f59 HTTP/1.1" status: 200  len: 1162 time: 0.0779970
Jan 29 10:20:48.211377 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f4197-82d9-41b9-b19a-5643eb445275 req-06c22e4d-3c0c-43b9-b5b4-5d82c39c8592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:20:48.212869 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b20f4197-82d9-41b9-b19a-5643eb445275 req-06c22e4d-3c0c-43b9-b5b4-5d82c39c8592 service neutron] 10.222.0.22 "GET /v2.0/networks?id=17776172-c021-47c4-abdf-42ef2691de1f HTTP/1.1" status: 200  len: 891 time: 0.1373646
Jan 29 10:20:48.289764 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b20f4197-82d9-41b9-b19a-5643eb445275 req-db8aea04-d5bb-4dbf-bc35-365ff56ebf65 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=000c543c-f141-4088-a52e-7ff2db2275fe HTTP/1.1" status: 200  len: 217 time: 0.0692379
Jan 29 10:20:48.359979 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f4197-82d9-41b9-b19a-5643eb445275 req-1c465e39-c758-494d-8555-2a11df52d841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:20:48.361546 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b20f4197-82d9-41b9-b19a-5643eb445275 req-1c465e39-c758-494d-8555-2a11df52d841 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a70f85cc-08d1-4efb-bb2a-cfcfe40b38c5 HTTP/1.1" status: 200  len: 834 time: 0.0648193
Jan 29 10:20:48.446347 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f4197-82d9-41b9-b19a-5643eb445275 req-ccf3a79d-c85e-469c-842f-8d6144d6388e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:20:48.447918 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b20f4197-82d9-41b9-b19a-5643eb445275 req-ccf3a79d-c85e-469c-842f-8d6144d6388e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=17776172-c021-47c4-abdf-42ef2691de1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0793705
Jan 29 10:20:48.591520 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b20f4197-82d9-41b9-b19a-5643eb445275 req-55bd83e4-0dfa-4cfb-be40-ff33b8ed29b6 service neutron] 10.222.0.22 "GET /v2.0/networks/17776172-c021-47c4-abdf-42ef2691de1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1365099
Jan 29 10:20:48.741658 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b20f4197-82d9-41b9-b19a-5643eb445275 req-45266568-a0b5-4fa7-8adc-b9dcfde2f855 service neutron] 10.222.0.22 "GET /v2.0/networks/17776172-c021-47c4-abdf-42ef2691de1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1427577
Jan 29 10:20:51.416491 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e780ba24-dc89-4718-9dcf-a70022a7d5c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:53.713270 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4d3a4910-192c-47a6-9def-19fc42de2d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:54.217559 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:54.892272 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:20:56.031470 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:04.811478 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:17.816168 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5157b18-64a0-481d-ac37-8a88960aff84 req-d9df9a2c-dc4b-4870-b2b0-6234ee399655 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:21:17.817866 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a5157b18-64a0-481d-ac37-8a88960aff84 req-d9df9a2c-dc4b-4870-b2b0-6234ee399655 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=99ba7646-d17e-4a36-826b-51ba2e329927 HTTP/1.1" status: 200  len: 945 time: 0.1694720
Jan 29 10:21:17.885009 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a5157b18-64a0-481d-ac37-8a88960aff84 req-06bc5764-4622-4abc-ab66-80ef57f6989d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=8003be7d-8a42-48e9-bd96-5cec4fd0ff78&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0594985
Jan 29 10:21:19.077208 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:21:19.189768 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2237596-fb64-463f-b617-fa1a16df28cc req-e6c79f1d-87c4-4432-ba52-b22e4a50a485 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:21:19.191436 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b2237596-fb64-463f-b617-fa1a16df28cc req-e6c79f1d-87c4-4432-ba52-b22e4a50a485 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=99ba7646-d17e-4a36-826b-51ba2e329927 HTTP/1.1" status: 200  len: 945 time: 0.1762266
Jan 29 10:21:19.260859 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b2237596-fb64-463f-b617-fa1a16df28cc req-02cfee4b-53ed-4dd4-a939-5b21b9bbc9b3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=8003be7d-8a42-48e9-bd96-5cec4fd0ff78&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0623143
Jan 29 10:21:19.751278 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 7cdf6b25-271c-4afa-affc-3bc0d2eed338 no longer exists at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:21:19.799106 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53231ae2-a187-43ff-92a7-eef296d7b9c0 req-f5dbb0a4-3247-49b2-91e5-43c3734747f9 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:21:19.799928 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-53231ae2-a187-43ff-92a7-eef296d7b9c0 req-f5dbb0a4-3247-49b2-91e5-43c3734747f9 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Synchronizing usage tracker for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:21:19.814893 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-53231ae2-a187-43ff-92a7-eef296d7b9c0 req-f5dbb0a4-3247-49b2-91e5-43c3734747f9 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Unset dirty status for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:21:19.816137 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-53231ae2-a187-43ff-92a7-eef296d7b9c0 req-f5dbb0a4-3247-49b2-91e5-43c3734747f9 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.22 "GET /v2.0/ports?device_id=99ba7646-d17e-4a36-826b-51ba2e329927 HTTP/1.1" status: 200  len: 945 time: 0.1765873
Jan 29 10:21:19.870501 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:19.898608 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ba7646-d17e-4a36-826b-51ba2e329927', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cdf6b25-271c-4afa-affc-3bc0d2eed338'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:21:19.911346 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port 7cdf6b25-271c-4afa-affc-3bc0d2eed338, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=7cdf6b25-271c-4afa-affc-3bc0d2eed338,segment=NetworkSegment(2f7ff0c6-2bf9-4245-ab3b-b7f8952b73c8),segment_id=2f7ff0c6-2bf9-4245-ab3b-b7f8952b73c8)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:21:19.914469 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-53231ae2-a187-43ff-92a7-eef296d7b9c0 req-e4f3fa4b-0000-44a8-9be8-f56b37845895 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Deleting port 7cdf6b25-271c-4afa-affc-3bc0d2eed338 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:21:19.914636 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:19.914853 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-53231ae2-a187-43ff-92a7-eef296d7b9c0 req-e4f3fa4b-0000-44a8-9be8-f56b37845895 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:19.917199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:21:19.960181 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ba7646-d17e-4a36-826b-51ba2e329927', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cdf6b25-271c-4afa-affc-3bc0d2eed338', 'code': 200}
Jan 29 10:21:19.993508 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=7cdf6b25-271c-4afa-affc-3bc0d2eed338,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:21:20.002210 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:20.002543 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:20.002899 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:20.003277 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:20.003649 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:20.004022 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:20.004391 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:20.004758 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:20.005128 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:20.005496 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:20.005882 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:20.006249 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:20.006685 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:20.008041 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:20.008041 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:20.008041 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:20.008041 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:20.008460 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:20.008743 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:20.009108 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:20.009470 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:20.009852 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:20.010256 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:20.010610 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:20.015203 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:21:20.178742 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-53231ae2-a187-43ff-92a7-eef296d7b9c0 req-e4f3fa4b-0000-44a8-9be8-f56b37845895 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] For port 7cdf6b25-271c-4afa-affc-3bc0d2eed338, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=7cdf6b25-271c-4afa-affc-3bc0d2eed338,segment=NetworkSegment(2f7ff0c6-2bf9-4245-ab3b-b7f8952b73c8),segment_id=2f7ff0c6-2bf9-4245-ab3b-b7f8952b73c8)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:21:20.179348 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-53231ae2-a187-43ff-92a7-eef296d7b9c0 req-e4f3fa4b-0000-44a8-9be8-f56b37845895 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:20.493599 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-53231ae2-a187-43ff-92a7-eef296d7b9c0 req-e4f3fa4b-0000-44a8-9be8-f56b37845895 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:20.494043 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-53231ae2-a187-43ff-92a7-eef296d7b9c0 req-e4f3fa4b-0000-44a8-9be8-f56b37845895 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:20.494400 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [req-53231ae2-a187-43ff-92a7-eef296d7b9c0 req-e4f3fa4b-0000-44a8-9be8-f56b37845895 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Floating IP 9a9414ce-38da-46de-800f-34c21ca2ba93 disassociated. External IP: 172.26.7.204, port: 7cdf6b25-271c-4afa-affc-3bc0d2eed338.
Jan 29 10:21:20.494928 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-53231ae2-a187-43ff-92a7-eef296d7b9c0 req-e4f3fa4b-0000-44a8-9be8-f56b37845895 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Calling delete_port for 7cdf6b25-271c-4afa-affc-3bc0d2eed338 owned by compute:nova {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:21:20.570257 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe46c4b9-ed58-4c83-beef-8e5440deccaf req-751e426d-cb5d-4173-9216-e0f6196187ca tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:21:20.572196 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fe46c4b9-ed58-4c83-beef-8e5440deccaf req-751e426d-cb5d-4173-9216-e0f6196187ca tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=99ba7646-d17e-4a36-826b-51ba2e329927 HTTP/1.1" status: 200  len: 943 time: 0.1698596
Jan 29 10:21:20.640072 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fe46c4b9-ed58-4c83-beef-8e5440deccaf req-47044071-1455-4771-bcc4-1b5546581212 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=8003be7d-8a42-48e9-bd96-5cec4fd0ff78&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0602176
Jan 29 10:21:20.644792 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-53231ae2-a187-43ff-92a7-eef296d7b9c0 req-e4f3fa4b-0000-44a8-9be8-f56b37845895 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:20.660427 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b335e0b8-bf67-445f-82e8-a3f037aac8ec tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:21:20.708691 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f3fa4b-0000-44a8-9be8-f56b37845895 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event deleted for resources: {'Port': ['ID=7cdf6b25-271c-4afa-affc-3bc0d2eed338,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:21:20.730639 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f3fa4b-0000-44a8-9be8-f56b37845895 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:20.731072 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f3fa4b-0000-44a8-9be8-f56b37845895 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:20.731495 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f3fa4b-0000-44a8-9be8-f56b37845895 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:20.731916 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f3fa4b-0000-44a8-9be8-f56b37845895 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:20.732332 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f3fa4b-0000-44a8-9be8-f56b37845895 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:20.732745 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f3fa4b-0000-44a8-9be8-f56b37845895 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:20.733156 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f3fa4b-0000-44a8-9be8-f56b37845895 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:20.733565 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f3fa4b-0000-44a8-9be8-f56b37845895 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:20.734003 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f3fa4b-0000-44a8-9be8-f56b37845895 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:20.734413 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f3fa4b-0000-44a8-9be8-f56b37845895 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:20.734821 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f3fa4b-0000-44a8-9be8-f56b37845895 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:20.735226 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f3fa4b-0000-44a8-9be8-f56b37845895 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:20.735702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f3fa4b-0000-44a8-9be8-f56b37845895 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:20.736111 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f3fa4b-0000-44a8-9be8-f56b37845895 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:20.736520 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f3fa4b-0000-44a8-9be8-f56b37845895 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:20.736927 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f3fa4b-0000-44a8-9be8-f56b37845895 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:20.737337 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f3fa4b-0000-44a8-9be8-f56b37845895 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:20.737742 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f3fa4b-0000-44a8-9be8-f56b37845895 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:20.738176 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f3fa4b-0000-44a8-9be8-f56b37845895 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:20.738577 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f3fa4b-0000-44a8-9be8-f56b37845895 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:20.738980 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f3fa4b-0000-44a8-9be8-f56b37845895 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:20.739382 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f3fa4b-0000-44a8-9be8-f56b37845895 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:20.739787 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f3fa4b-0000-44a8-9be8-f56b37845895 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:20.740190 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f3fa4b-0000-44a8-9be8-f56b37845895 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:20.745970 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e4f3fa4b-0000-44a8-9be8-f56b37845895 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:21:21.326336 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53231ae2-a187-43ff-92a7-eef296d7b9c0 req-e4f3fa4b-0000-44a8-9be8-f56b37845895 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Router 05fdf490-dfb6-4ff5-8326-259a4586eca5 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:21:21.418079 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3cc47cea-b215-4eaa-b770-94ed904fe818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:21.518254 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53231ae2-a187-43ff-92a7-eef296d7b9c0 req-e4f3fa4b-0000-44a8-9be8-f56b37845895 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:21:21.528144 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5818d54-12bc-46b3-bcc3-1444c28635a5 None None] Sync routers for ids ['05fdf490-dfb6-4ff5-8326-259a4586eca5'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:21:21.538049 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5818d54-12bc-46b3-bcc3-1444c28635a5 None None] Routers {'05fdf490-dfb6-4ff5-8326-259a4586eca5'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:21:21.538730 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-f5818d54-12bc-46b3-bcc3-1444c28635a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c93e9358>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:20:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['05fdf490-dfb6-4ff5-8326-259a4586eca5'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:21:21.558667 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-53231ae2-a187-43ff-92a7-eef296d7b9c0 req-e4f3fa4b-0000-44a8-9be8-f56b37845895 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] No DVR routers for this DVR port 7cdf6b25-271c-4afa-affc-3bc0d2eed338 on host hv-neutron-7729 {{(pid=80766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:21:21.561000 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-53231ae2-a187-43ff-92a7-eef296d7b9c0 req-e4f3fa4b-0000-44a8-9be8-f56b37845895 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:21.563817 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ba7646-d17e-4a36-826b-51ba2e329927', 'name': 'network-vif-deleted', 'tag': '7cdf6b25-271c-4afa-affc-3bc0d2eed338'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:21:21.579954 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-53231ae2-a187-43ff-92a7-eef296d7b9c0 req-e4f3fa4b-0000-44a8-9be8-f56b37845895 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.22 "DELETE /v2.0/ports/7cdf6b25-271c-4afa-affc-3bc0d2eed338 HTTP/1.1" status: 204  len: 173 time: 1.7573719
Jan 29 10:21:21.627650 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ba7646-d17e-4a36-826b-51ba2e329927', 'name': 'network-vif-deleted', 'tag': '7cdf6b25-271c-4afa-affc-3bc0d2eed338', 'status': 'completed', 'code': 200}
Jan 29 10:21:21.743778 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-f5818d54-12bc-46b3-bcc3-1444c28635a5 None None] Set router 05fdf490-dfb6-4ff5-8326-259a4586eca5 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:21:21.836849 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-49ab962e-658d-4e50-8189-a6e4470024b2 req-c2d82f68-8ff9-4db8-821c-77fa58343ddf tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=99ba7646-d17e-4a36-826b-51ba2e329927 HTTP/1.1" status: 200  len: 210 time: 0.0556197
Jan 29 10:21:22.080514 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-f5818d54-12bc-46b3-bcc3-1444c28635a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c93e9358>, [{'id': '05fdf490-dfb6-4ff5-8326-259a4586eca5', 'name': 'tempest-TestNetworkBasicOps-router-238949859', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.132'}], 'enable_snat': True}, 'gw_port_id': '9d39e6d1-8b52-43b6-8ec7-a3591720339f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:17:19Z', 'updated_at': '2021-01-29T10:17:38Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '9d39e6d1-8b52-43b6-8ec7-a3591720339f', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fdf490-dfb6-4ff5-8326-259a4586eca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:17:21Z', 'updated_at': '2021-01-29T10:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '845e6667-1717-4410-a11b-893e217e6bbf', 'name': '', 'network_id': '17776172-c021-47c4-abdf-42ef2691de1f', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:0d:53:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fdf490-dfb6-4ff5-8326-259a4586eca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'a70f85cc-08d1-4efb-bb2a-cfcfe40b38c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:17:35Z', 'updated_at': '2021-01-29T10:17:48Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': 'a70f85cc-08d1-4efb-bb2a-cfcfe40b38c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:21:22.085408 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5818d54-12bc-46b3-bcc3-1444c28635a5 None None] Checking router: 05fdf490-dfb6-4ff5-8326-259a4586eca5 for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:21:22.095656 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5818d54-12bc-46b3-bcc3-1444c28635a5 None None] Routers {'05fdf490-dfb6-4ff5-8326-259a4586eca5'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:21:22.096339 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-f5818d54-12bc-46b3-bcc3-1444c28635a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c93e9358>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:20:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['05fdf490-dfb6-4ff5-8326-259a4586eca5'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:21:22.296344 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-f5818d54-12bc-46b3-bcc3-1444c28635a5 None None] Set router 05fdf490-dfb6-4ff5-8326-259a4586eca5 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:21:22.812516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-f5818d54-12bc-46b3-bcc3-1444c28635a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c93e9358>, [{'id': '05fdf490-dfb6-4ff5-8326-259a4586eca5', 'name': 'tempest-TestNetworkBasicOps-router-238949859', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.132'}], 'enable_snat': True}, 'gw_port_id': '9d39e6d1-8b52-43b6-8ec7-a3591720339f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:17:19Z', 'updated_at': '2021-01-29T10:17:38Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '9d39e6d1-8b52-43b6-8ec7-a3591720339f', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fdf490-dfb6-4ff5-8326-259a4586eca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:17:21Z', 'updated_at': '2021-01-29T10:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '845e6667-1717-4410-a11b-893e217e6bbf', 'name': '', 'network_id': '17776172-c021-47c4-abdf-42ef2691de1f', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:0d:53:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fdf490-dfb6-4ff5-8326-259a4586eca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'a70f85cc-08d1-4efb-bb2a-cfcfe40b38c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:17:35Z', 'updated_at': '2021-01-29T10:17:48Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': 'a70f85cc-08d1-4efb-bb2a-cfcfe40b38c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:21:22.817035 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5818d54-12bc-46b3-bcc3-1444c28635a5 None None] The sync data for ids ['05fdf490-dfb6-4ff5-8326-259a4586eca5'] in dv-neutron-772983-2-ovs is: [{'id': '05fdf490-dfb6-4ff5-8326-259a4586eca5', 'name': 'tempest-TestNetworkBasicOps-router-238949859', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.132'}], 'enable_snat': True}, 'gw_port_id': '9d39e6d1-8b52-43b6-8ec7-a3591720339f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:17:19Z', 'updated_at': '2021-01-29T10:17:38Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '9d39e6d1-8b52-43b6-8ec7-a3591720339f', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fdf490-dfb6-4ff5-8326-259a4586eca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:17:21Z', 'updated_at': '2021-01-29T10:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '845e6667-1717-4410-a11b-893e217e6bbf', 'name': '', 'network_id': '17776172-c021-47c4-abdf-42ef2691de1f', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:0d:53:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fdf490-dfb6-4ff5-8326-259a4586eca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'a70f85cc-08d1-4efb-bb2a-cfcfe40b38c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:17:35Z', 'updated_at': '2021-01-29T10:17:48Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': 'a70f85cc-08d1-4efb-bb2a-cfcfe40b38c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:21:22.952481 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59378) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:21:23.043894 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fb7d9ab6-fc2a-4f5a-a1bc-d46ade201e4a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:23.078418 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fb7d9ab6-fc2a-4f5a-a1bc-d46ade201e4a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:23.139975 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fb7d9ab6-fc2a-4f5a-a1bc-d46ade201e4a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:23.145464 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ed0af001-a66a-410d-8956-1a017d164ee6 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:21:23.161623 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7d9ab6-fc2a-4f5a-a1bc-d46ade201e4a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8003be7d-8a42-48e9-bd96-5cec4fd0ff78,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:21:23.164669 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-fb7d9ab6-fc2a-4f5a-a1bc-d46ade201e4a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:21:23.172833 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fb7d9ab6-fc2a-4f5a-a1bc-d46ade201e4a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:23.174115 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-fb7d9ab6-fc2a-4f5a-a1bc-d46ade201e4a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "DELETE /v2.0/security-groups/8003be7d-8a42-48e9-bd96-5cec4fd0ff78 HTTP/1.1" status: 204  len: 168 time: 0.2204018
Jan 29 10:21:23.200294 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac99ea3-2335-42b6-872f-393ad5b30f7e None None] New status for floating IP 9a9414ce-38da-46de-800f-34c21ca2ba93: DOWN {{(pid=80768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 29 10:21:23.219817 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59384) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:21:23.414716 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-923147dc-48ea-4856-a049-6ae84062ba83 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Deleting port 20316c10-d0fb-4894-809c-5afb82491c17 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:21:23.415095 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-923147dc-48ea-4856-a049-6ae84062ba83 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:23.597625 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-923147dc-48ea-4856-a049-6ae84062ba83 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:23.597983 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-923147dc-48ea-4856-a049-6ae84062ba83 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:23.714490 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c154bfba-c098-4862-867d-edc5a60f42c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:23.728177 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-923147dc-48ea-4856-a049-6ae84062ba83 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Calling delete_port for 20316c10-d0fb-4894-809c-5afb82491c17 owned by network:floatingip {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:21:23.871747 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-923147dc-48ea-4856-a049-6ae84062ba83 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:23.887464 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5902c004-4543-4989-b851-0c780cb806e1 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:21:23.944521 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923147dc-48ea-4856-a049-6ae84062ba83 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event deleted for resources: {'Port': ['ID=20316c10-d0fb-4894-809c-5afb82491c17,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:21:23.947835 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-923147dc-48ea-4856-a049-6ae84062ba83 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:21:24.114072 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-923147dc-48ea-4856-a049-6ae84062ba83 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for floatingip, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:24.128856 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-923147dc-48ea-4856-a049-6ae84062ba83 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:24.130148 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-923147dc-48ea-4856-a049-6ae84062ba83 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "DELETE /v2.0/floatingips/9a9414ce-38da-46de-800f-34c21ca2ba93 HTTP/1.1" status: 204  len: 168 time: 0.9091005
Jan 29 10:21:24.220137 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:24.856652 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f56aa5-4f79-4265-8a6d-8121b0d70da0 req-ced3e16f-08b4-478b-b9bc-b13f1e71234c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:21:24.858353 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-25f56aa5-4f79-4265-8a6d-8121b0d70da0 req-ced3e16f-08b4-478b-b9bc-b13f1e71234c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff2d1eab-2236-4cbd-ac98-eb6d8f388f59 HTTP/1.1" status: 200  len: 945 time: 0.4100513
Jan 29 10:21:24.893105 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:24.925191 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-25f56aa5-4f79-4265-8a6d-8121b0d70da0 req-fc22793d-fdd5-4e18-82e0-91a111101032 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=b36a32e5-9aee-4df4-8453-861f96989b27&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0602498
Jan 29 10:21:26.034937 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:26.226281 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d84ee2-cfa3-4659-a412-e29514cd11e9 req-d007e950-7291-4c6a-82af-addd44ebe9e7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:21:26.227952 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-16d84ee2-cfa3-4659-a412-e29514cd11e9 req-d007e950-7291-4c6a-82af-addd44ebe9e7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff2d1eab-2236-4cbd-ac98-eb6d8f388f59 HTTP/1.1" status: 200  len: 945 time: 0.1722493
Jan 29 10:21:26.294357 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-16d84ee2-cfa3-4659-a412-e29514cd11e9 req-080aedf7-e393-41b2-a634-cd3f44249d62 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=b36a32e5-9aee-4df4-8453-861f96989b27&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0592873
Jan 29 10:21:26.511402 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833f488-d5e3-4284-a7db-d9feff138615 req-8f0c3458-c99c-4f30-834a-e766627c3c68 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:21:26.512092 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-3833f488-d5e3-4284-a7db-d9feff138615 req-8f0c3458-c99c-4f30-834a-e766627c3c68 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Synchronizing usage tracker for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:21:26.527304 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-3833f488-d5e3-4284-a7db-d9feff138615 req-8f0c3458-c99c-4f30-834a-e766627c3c68 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Unset dirty status for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:21:26.528525 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3833f488-d5e3-4284-a7db-d9feff138615 req-8f0c3458-c99c-4f30-834a-e766627c3c68 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff2d1eab-2236-4cbd-ac98-eb6d8f388f59 HTTP/1.1" status: 200  len: 945 time: 0.1777146
Jan 29 10:21:26.624789 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-3833f488-d5e3-4284-a7db-d9feff138615 req-95719f75-6e03-43b5-8340-5a8ec61447f7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Deleting port 000c543c-f141-4088-a52e-7ff2db2275fe {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:21:26.625177 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-3833f488-d5e3-4284-a7db-d9feff138615 req-95719f75-6e03-43b5-8340-5a8ec61447f7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:26.883038 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-3833f488-d5e3-4284-a7db-d9feff138615 req-95719f75-6e03-43b5-8340-5a8ec61447f7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] For port 000c543c-f141-4088-a52e-7ff2db2275fe, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=000c543c-f141-4088-a52e-7ff2db2275fe,segment=NetworkSegment(2f7ff0c6-2bf9-4245-ab3b-b7f8952b73c8),segment_id=2f7ff0c6-2bf9-4245-ab3b-b7f8952b73c8)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:21:26.883443 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-3833f488-d5e3-4284-a7db-d9feff138615 req-95719f75-6e03-43b5-8340-5a8ec61447f7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:27.017619 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-3833f488-d5e3-4284-a7db-d9feff138615 req-95719f75-6e03-43b5-8340-5a8ec61447f7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Calling delete_port for 000c543c-f141-4088-a52e-7ff2db2275fe owned by compute:nova {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:21:27.162333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-3833f488-d5e3-4284-a7db-d9feff138615 req-95719f75-6e03-43b5-8340-5a8ec61447f7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:27.177618 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-10d83161-37d0-46ce-863b-b08a2d2f2ffb tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:21:27.238093 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95719f75-6e03-43b5-8340-5a8ec61447f7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event deleted for resources: {'Port': ['ID=000c543c-f141-4088-a52e-7ff2db2275fe,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:21:27.242691 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-95719f75-6e03-43b5-8340-5a8ec61447f7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:21:27.393314 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-3833f488-d5e3-4284-a7db-d9feff138615 req-95719f75-6e03-43b5-8340-5a8ec61447f7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] No DVR routers for this DVR port 000c543c-f141-4088-a52e-7ff2db2275fe on host hv-neutron-7729 {{(pid=80766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:21:27.395639 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-3833f488-d5e3-4284-a7db-d9feff138615 req-95719f75-6e03-43b5-8340-5a8ec61447f7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:27.398517 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff2d1eab-2236-4cbd-ac98-eb6d8f388f59', 'name': 'network-vif-deleted', 'tag': '000c543c-f141-4088-a52e-7ff2db2275fe'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:21:27.413845 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3833f488-d5e3-4284-a7db-d9feff138615 req-95719f75-6e03-43b5-8340-5a8ec61447f7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.22 "DELETE /v2.0/ports/000c543c-f141-4088-a52e-7ff2db2275fe HTTP/1.1" status: 204  len: 173 time: 0.8778746
Jan 29 10:21:27.482991 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2414edfe-8baa-41f4-a321-45ea4f8b8883 req-8eae6b8d-2c0d-44c6-a667-48d5094c16ab tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff2d1eab-2236-4cbd-ac98-eb6d8f388f59 HTTP/1.1" status: 200  len: 210 time: 0.0497124
Jan 29 10:21:27.555854 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff2d1eab-2236-4cbd-ac98-eb6d8f388f59', 'name': 'network-vif-deleted', 'tag': '000c543c-f141-4088-a52e-7ff2db2275fe', 'status': 'completed', 'code': 200}
Jan 29 10:21:27.826277 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 000c543c-f141-4088-a52e-7ff2db2275fe no longer exists at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:21:27.864399 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] No Port match for: 000c543c-f141-4088-a52e-7ff2db2275fe {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:21:27.864812 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 000c543c-f141-4088-a52e-7ff2db2275fe not bound to the agent host hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:21:28.598185 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59400) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:21:28.686396 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e0dfa040-9b2b-44ee-a8b0-072112cbb6ae tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:28.716705 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e0dfa040-9b2b-44ee-a8b0-072112cbb6ae tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:28.771183 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e0dfa040-9b2b-44ee-a8b0-072112cbb6ae tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:28.776654 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6fa2c478-b430-4a9b-8853-722cc769a16f tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:21:28.793084 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dfa040-9b2b-44ee-a8b0-072112cbb6ae tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36a32e5-9aee-4df4-8453-861f96989b27,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:21:28.798667 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e0dfa040-9b2b-44ee-a8b0-072112cbb6ae tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:21:28.800151 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e0dfa040-9b2b-44ee-a8b0-072112cbb6ae tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:28.801369 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e0dfa040-9b2b-44ee-a8b0-072112cbb6ae tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "DELETE /v2.0/security-groups/b36a32e5-9aee-4df4-8453-861f96989b27 HTTP/1.1" status: 204  len: 168 time: 0.2020562
Jan 29 10:21:28.842482 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59406) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:21:29.453633 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-603fb98e-c280-43f5-b259-dd2c2154b613 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349253'] for router_interface, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:30.084264 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-603fb98e-c280-43f5-b259-dd2c2154b613 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Deleting port 845e6667-1717-4410-a11b-893e217e6bbf {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:21:30.084909 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-603fb98e-c280-43f5-b259-dd2c2154b613 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:30.279429 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-603fb98e-c280-43f5-b259-dd2c2154b613 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] For port 845e6667-1717-4410-a11b-893e217e6bbf, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=845e6667-1717-4410-a11b-893e217e6bbf,segment=NetworkSegment(2f7ff0c6-2bf9-4245-ab3b-b7f8952b73c8),segment_id=2f7ff0c6-2bf9-4245-ab3b-b7f8952b73c8)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:21:30.279836 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-603fb98e-c280-43f5-b259-dd2c2154b613 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:30.414729 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-603fb98e-c280-43f5-b259-dd2c2154b613 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Calling delete_port for 845e6667-1717-4410-a11b-893e217e6bbf owned by network:router_interface {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:21:30.595004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-603fb98e-c280-43f5-b259-dd2c2154b613 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:30.610726 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bcf7b77f-c122-4a93-9895-2384b51c6234 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:21:30.664026 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603fb98e-c280-43f5-b259-dd2c2154b613 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event deleted for resources: {'Port': ['ID=845e6667-1717-4410-a11b-893e217e6bbf,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:21:30.667634 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-603fb98e-c280-43f5-b259-dd2c2154b613 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:21:31.034222 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-603fb98e-c280-43f5-b259-dd2c2154b613 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854415430'] for router_interface, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:31.538073 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-603fb98e-c280-43f5-b259-dd2c2154b613 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Router 05fdf490-dfb6-4ff5-8326-259a4586eca5 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:21:31.723214 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-603fb98e-c280-43f5-b259-dd2c2154b613 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:21:31.733366 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683f0ebf-43ad-4032-a673-17a7a5b0dbad None None] Sync routers for ids ['05fdf490-dfb6-4ff5-8326-259a4586eca5'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:21:31.739097 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-603fb98e-c280-43f5-b259-dd2c2154b613 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "PUT /v2.0/routers/05fdf490-dfb6-4ff5-8326-259a4586eca5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8934352
Jan 29 10:21:31.739955 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59410) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:21:31.743734 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683f0ebf-43ad-4032-a673-17a7a5b0dbad None None] Routers {'05fdf490-dfb6-4ff5-8326-259a4586eca5'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:21:31.745246 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-683f0ebf-43ad-4032-a673-17a7a5b0dbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c903fe48>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:21:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['05fdf490-dfb6-4ff5-8326-259a4586eca5'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:21:31.828664 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-44c0a98d-1d7e-4a55-b85d-57c35ca86c22 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Deleting subnet a70f85cc-08d1-4efb-bb2a-cfcfe40b38c5 {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:21:31.831904 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-44c0a98d-1d7e-4a55-b85d-57c35ca86c22 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:31.904339 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-44c0a98d-1d7e-4a55-b85d-57c35ca86c22 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:31.939357 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-683f0ebf-43ad-4032-a673-17a7a5b0dbad None None] Set router 05fdf490-dfb6-4ff5-8326-259a4586eca5 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:21:31.993439 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-44c0a98d-1d7e-4a55-b85d-57c35ca86c22 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:32.245830 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-683f0ebf-43ad-4032-a673-17a7a5b0dbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c903fe48>, [{'id': '05fdf490-dfb6-4ff5-8326-259a4586eca5', 'name': 'tempest-TestNetworkBasicOps-router-238949859', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.132'}], 'enable_snat': True}, 'gw_port_id': '9d39e6d1-8b52-43b6-8ec7-a3591720339f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:17:19Z', 'updated_at': '2021-01-29T10:21:30Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '9d39e6d1-8b52-43b6-8ec7-a3591720339f', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fdf490-dfb6-4ff5-8326-259a4586eca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:17:21Z', 'updated_at': '2021-01-29T10:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:21:32.249860 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683f0ebf-43ad-4032-a673-17a7a5b0dbad None None] Checking router: 05fdf490-dfb6-4ff5-8326-259a4586eca5 for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:21:32.258954 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683f0ebf-43ad-4032-a673-17a7a5b0dbad None None] Routers {'05fdf490-dfb6-4ff5-8326-259a4586eca5'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:21:32.259650 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-683f0ebf-43ad-4032-a673-17a7a5b0dbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c903fe48>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:21:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['05fdf490-dfb6-4ff5-8326-259a4586eca5'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:21:32.289446 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-44c0a98d-1d7e-4a55-b85d-57c35ca86c22 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:32.305205 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d5f4a2c5-a8b5-4604-b58d-88d4b6d1b5c9 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:21:32.352968 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c0a98d-1d7e-4a55-b85d-57c35ca86c22 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event deleted for resources: {'Subnet': ['ID=a70f85cc-08d1-4efb-bb2a-cfcfe40b38c5,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:21:32.357727 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-44c0a98d-1d7e-4a55-b85d-57c35ca86c22 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:21:32.446118 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-44c0a98d-1d7e-4a55-b85d-57c35ca86c22 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:32.456105 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-44c0a98d-1d7e-4a55-b85d-57c35ca86c22 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "DELETE /v2.0/subnets/a70f85cc-08d1-4efb-bb2a-cfcfe40b38c5 HTTP/1.1" status: 204  len: 168 time: 0.7125466
Jan 29 10:21:32.456366 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59414) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:21:32.456570 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511d9c8d-bc04-48a9-abf4-6fdd6867a5f5 None None] Network 17776172-c021-47c4-abdf-42ef2691de1f requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:21:32.473893 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-683f0ebf-43ad-4032-a673-17a7a5b0dbad None None] Set router 05fdf490-dfb6-4ff5-8326-259a4586eca5 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:21:32.663769 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-49a55436-b03d-4639-9641-ebe5c1081a8f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for router, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:32.852499 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-49a55436-b03d-4639-9641-ebe5c1081a8f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for router_gateway, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:32.858684 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-49a55436-b03d-4639-9641-ebe5c1081a8f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Deleting port 9d39e6d1-8b52-43b6-8ec7-a3591720339f {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:21:32.859066 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-49a55436-b03d-4639-9641-ebe5c1081a8f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:32.954388 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-683f0ebf-43ad-4032-a673-17a7a5b0dbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c903fe48>, [{'id': '05fdf490-dfb6-4ff5-8326-259a4586eca5', 'name': 'tempest-TestNetworkBasicOps-router-238949859', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.132'}], 'enable_snat': True}, 'gw_port_id': '9d39e6d1-8b52-43b6-8ec7-a3591720339f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:17:19Z', 'updated_at': '2021-01-29T10:21:30Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '9d39e6d1-8b52-43b6-8ec7-a3591720339f', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fdf490-dfb6-4ff5-8326-259a4586eca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:17:21Z', 'updated_at': '2021-01-29T10:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:21:32.961557 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683f0ebf-43ad-4032-a673-17a7a5b0dbad None None] The sync data for ids ['05fdf490-dfb6-4ff5-8326-259a4586eca5'] in dv-neutron-772983-2-ovs is: [{'id': '05fdf490-dfb6-4ff5-8326-259a4586eca5', 'name': 'tempest-TestNetworkBasicOps-router-238949859', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.132'}], 'enable_snat': True}, 'gw_port_id': '9d39e6d1-8b52-43b6-8ec7-a3591720339f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:17:19Z', 'updated_at': '2021-01-29T10:21:30Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '9d39e6d1-8b52-43b6-8ec7-a3591720339f', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fdf490-dfb6-4ff5-8326-259a4586eca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:17:21Z', 'updated_at': '2021-01-29T10:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:21:32.999032 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8547793e-18ff-4971-8f38-e269d7da2883 None None] DHCP port deletion for 17776172-c021-47c4-abdf-42ef2691de1f request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:21:33.003899 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-8547793e-18ff-4971-8f38-e269d7da2883 None None] Deleting port 5f1f0ebc-474c-403d-b3ff-5aa04bafd7e6 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:21:33.004325 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8547793e-18ff-4971-8f38-e269d7da2883 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:33.237998 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-8547793e-18ff-4971-8f38-e269d7da2883 None None] For port 5f1f0ebc-474c-403d-b3ff-5aa04bafd7e6, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=5f1f0ebc-474c-403d-b3ff-5aa04bafd7e6,segment=NetworkSegment(2f7ff0c6-2bf9-4245-ab3b-b7f8952b73c8),segment_id=2f7ff0c6-2bf9-4245-ab3b-b7f8952b73c8)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:21:33.238441 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8547793e-18ff-4971-8f38-e269d7da2883 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:33.347345 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-49a55436-b03d-4639-9641-ebe5c1081a8f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] For port 9d39e6d1-8b52-43b6-8ec7-a3591720339f, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=9d39e6d1-8b52-43b6-8ec7-a3591720339f,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:21:33.347751 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-49a55436-b03d-4639-9641-ebe5c1081a8f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:33.376156 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-8547793e-18ff-4971-8f38-e269d7da2883 None None] Calling delete_port for 5f1f0ebc-474c-403d-b3ff-5aa04bafd7e6 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:21:33.453707 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8547793e-18ff-4971-8f38-e269d7da2883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:33.469807 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:21:33.484144 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-49a55436-b03d-4639-9641-ebe5c1081a8f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Calling delete_port for 9d39e6d1-8b52-43b6-8ec7-a3591720339f owned by network:router_gateway {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:21:33.529800 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547793e-18ff-4971-8f38-e269d7da2883 None None] Pushing event deleted for resources: {'Port': ['ID=5f1f0ebc-474c-403d-b3ff-5aa04bafd7e6,revision_number=None']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:21:33.532822 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8547793e-18ff-4971-8f38-e269d7da2883 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:21:33.616544 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8547793e-18ff-4971-8f38-e269d7da2883 None None] No DVR routers for this DVR port 5f1f0ebc-474c-403d-b3ff-5aa04bafd7e6 on host dv-neutron-772983-2-ovs {{(pid=80767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:21:33.628821 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-49a55436-b03d-4639-9641-ebe5c1081a8f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:33.814348 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-49a55436-b03d-4639-9641-ebe5c1081a8f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854102222'] for router_gateway, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:33.909561 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 5f1f0ebc-474c-403d-b3ff-5aa04bafd7e6 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:21:33.950921 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 5f1f0ebc-474c-403d-b3ff-5aa04bafd7e6 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:21:33.951316 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 5f1f0ebc-474c-403d-b3ff-5aa04bafd7e6 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:21:33.951779 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 845e6667-1717-4410-a11b-893e217e6bbf no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:21:33.956073 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-49a55436-b03d-4639-9641-ebe5c1081a8f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:33.958452 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-49a55436-b03d-4639-9641-ebe5c1081a8f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:33.977962 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-49a55436-b03d-4639-9641-ebe5c1081a8f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:33.979092 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a55436-b03d-4639-9641-ebe5c1081a8f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Fanout notify agent at l3_agent the message router_deleted on router 05fdf490-dfb6-4ff5-8326-259a4586eca5 {{(pid=80766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 10:21:33.987140 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 845e6667-1717-4410-a11b-893e217e6bbf {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:21:33.987532 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 845e6667-1717-4410-a11b-893e217e6bbf not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:21:34.029588 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-49a55436-b03d-4639-9641-ebe5c1081a8f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:34.033929 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-49a55436-b03d-4639-9641-ebe5c1081a8f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "DELETE /v2.0/routers/05fdf490-dfb6-4ff5-8326-259a4586eca5 HTTP/1.1" status: 204  len: 168 time: 1.5734704
Jan 29 10:21:34.033929 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59418) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:21:34.180228 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6a5afa0f-5270-495b-acca-cfe4db46911e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:34.386051 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6a5afa0f-5270-495b-acca-cfe4db46911e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:34.508576 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-6a5afa0f-5270-495b-acca-cfe4db46911e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c85788d0>,) {'filters': {'network_id': ['17776172-c021-47c4-abdf-42ef2691de1f']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:21:34.521528 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-6a5afa0f-5270-495b-acca-cfe4db46911e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c85788d0>, '2f7ff0c6-2bf9-4245-ab3b-b7f8952b73c8') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:21:34.521891 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-6a5afa0f-5270-495b-acca-cfe4db46911e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c85788d0>, '2f7ff0c6-2bf9-4245-ab3b-b7f8952b73c8') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:21:34.534440 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6a5afa0f-5270-495b-acca-cfe4db46911e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:34.551239 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6a5afa0f-5270-495b-acca-cfe4db46911e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:34.553171 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6a5afa0f-5270-495b-acca-cfe4db46911e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Releasing vxlan tunnel 9 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:21:34.735107 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-6a5afa0f-5270-495b-acca-cfe4db46911e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network 17776172-c021-47c4-abdf-42ef2691de1f has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:21:34.744170 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6a5afa0f-5270-495b-acca-cfe4db46911e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:34.805471 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:34.922016 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-6a5afa0f-5270-495b-acca-cfe4db46911e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network 17776172-c021-47c4-abdf-42ef2691de1f has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:21:34.950106 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:21:34.950106 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:21:34.950106 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:21:34.950106 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:21:34.950106 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:21:34.950106 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:21:34.950106 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:21:34.950106 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:21:34.950106 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:21:34.950106 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:21:34.950106 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:21:34.950106 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:21:34.950106 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:21:34.950106 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:21:34.950106 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:21:34.950106 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:21:34.950106 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:21:34.950106 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:21:34.950106 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:21:34.950106 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:21:34.950106 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:21:34.950106 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:21:34.950106 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:21:34.950106 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:21:34.950106 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:21:34.950106 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:21:34.950106 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:21:34.950106 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:21:34.950106 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:21:34.950106 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:21:34.950106 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:21:34.950106 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:21:35.029252 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6a5afa0f-5270-495b-acca-cfe4db46911e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:35.032510 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-86b932fa-c6a0-4ab0-9425-9b4f741a436c tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:21:35.048185 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6a5afa0f-5270-495b-acca-cfe4db46911e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:35.061438 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5afa0f-5270-495b-acca-cfe4db46911e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event deleted for resources: {'Network': ['ID=17776172-c021-47c4-abdf-42ef2691de1f,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:21:35.064787 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6a5afa0f-5270-495b-acca-cfe4db46911e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:21:35.069582 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6a5afa0f-5270-495b-acca-cfe4db46911e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "DELETE /v2.0/networks/17776172-c021-47c4-abdf-42ef2691de1f HTTP/1.1" status: 204  len: 168 time: 1.0346165
Jan 29 10:21:35.097267 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59422) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:21:35.104848 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-e1b342d7-f321-417b-bb45-76cfab2b5aa2 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'network': {'name': 'tempest-network-smoke--1472820544', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'port_security_enabled': True}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:21:35.110417 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-e1b342d7-f321-417b-bb45-76cfab2b5aa2 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:21:35.114764 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e1b342d7-f321-417b-bb45-76cfab2b5aa2 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:network and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:21:35.117732 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e1b342d7-f321-417b-bb45-76cfab2b5aa2 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for network was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:21:35.123584 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-e1b342d7-f321-417b-bb45-76cfab2b5aa2 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:21:35.136613 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b342d7-f321-417b-bb45-76cfab2b5aa2 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Made reservation on behalf of ff1f06ee29ef461597f2ecd846f8813d for: {'network': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:21:35.157709 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e1b342d7-f321-417b-bb45-76cfab2b5aa2 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:35.190407 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1b342d7-f321-417b-bb45-76cfab2b5aa2 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:21:35.199668 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e1b342d7-f321-417b-bb45-76cfab2b5aa2 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268197113528', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:35.200095 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-e1b342d7-f321-417b-bb45-76cfab2b5aa2 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Added segment a4285f8e-b2b5-4e4a-b031-e58e98041dd1 of type vxlan for network 3c569865-c4d1-41b8-b3f7-08888eda6cd8
Jan 29 10:21:35.228002 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e1b342d7-f321-417b-bb45-76cfab2b5aa2 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:35.258930 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e1b342d7-f321-417b-bb45-76cfab2b5aa2 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:35.334065 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b342d7-f321-417b-bb45-76cfab2b5aa2 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:21:35.334815 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e1b342d7-f321-417b-bb45-76cfab2b5aa2 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:35.340940 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6ae3b67c-dabb-42a9-b827-b677a0a863c2 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:21:35.454463 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e1b342d7-f321-417b-bb45-76cfab2b5aa2 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.3560343
Jan 29 10:21:35.457545 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 59426) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:21:35.457930 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b342d7-f321-417b-bb45-76cfab2b5aa2 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Network': ['ID=3c569865-c4d1-41b8-b3f7-08888eda6cd8,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:21:35.460826 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e1b342d7-f321-417b-bb45-76cfab2b5aa2 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:21:35.465455 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-54642444-2837-4d1d-a36f-60934645213a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1849968564', 'admin_state_up': True, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:21:35.474501 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 3c569865-c4d1-41b8-b3f7-08888eda6cd8 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:21:35.489722 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-54642444-2837-4d1d-a36f-60934645213a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:21:35.491911 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 3c569865-c4d1-41b8-b3f7-08888eda6cd8 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:21:35.494271 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-54642444-2837-4d1d-a36f-60934645213a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:router and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:21:35.497263 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-54642444-2837-4d1d-a36f-60934645213a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for router was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:21:35.503071 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-54642444-2837-4d1d-a36f-60934645213a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:21:35.514119 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-54642444-2837-4d1d-a36f-60934645213a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:35.515203 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-54642444-2837-4d1d-a36f-60934645213a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:35.533199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-54642444-2837-4d1d-a36f-60934645213a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:35.830295 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-54642444-2837-4d1d-a36f-60934645213a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:35.910887 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 9d39e6d1-8b52-43b6-8ec7-a3591720339f no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:21:35.947677 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 9d39e6d1-8b52-43b6-8ec7-a3591720339f {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:21:35.948246 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 9d39e6d1-8b52-43b6-8ec7-a3591720339f not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:21:36.160938 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-54642444-2837-4d1d-a36f-60934645213a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for router_gateway, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:36.193516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-54642444-2837-4d1d-a36f-60934645213a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:36.468527 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-54642444-2837-4d1d-a36f-60934645213a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Allocated IP 172.26.7.249 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/b859d94d-466b-44c3-af2c-7f2b6f8b87a6) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:21:36.624680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-54642444-2837-4d1d-a36f-60934645213a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:36.653185 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-54642444-2837-4d1d-a36f-60934645213a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:36.668292 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-742bc404-ab6d-4b7a-a6d5-868701d9ea51 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:21:36.807821 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54642444-2837-4d1d-a36f-60934645213a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Port': ['ID=b859d94d-466b-44c3-af2c-7f2b6f8b87a6,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:21:36.825378 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54642444-2837-4d1d-a36f-60934645213a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:36.825834 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54642444-2837-4d1d-a36f-60934645213a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:36.826269 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54642444-2837-4d1d-a36f-60934645213a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:36.826693 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54642444-2837-4d1d-a36f-60934645213a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:36.827114 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54642444-2837-4d1d-a36f-60934645213a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:36.827533 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54642444-2837-4d1d-a36f-60934645213a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:36.827948 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54642444-2837-4d1d-a36f-60934645213a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:36.828365 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54642444-2837-4d1d-a36f-60934645213a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:36.828780 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54642444-2837-4d1d-a36f-60934645213a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:36.829194 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54642444-2837-4d1d-a36f-60934645213a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:36.829662 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54642444-2837-4d1d-a36f-60934645213a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:36.830412 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54642444-2837-4d1d-a36f-60934645213a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:36.830904 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54642444-2837-4d1d-a36f-60934645213a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:36.831320 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54642444-2837-4d1d-a36f-60934645213a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:36.831738 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54642444-2837-4d1d-a36f-60934645213a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:36.832154 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54642444-2837-4d1d-a36f-60934645213a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:36.832565 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54642444-2837-4d1d-a36f-60934645213a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:36.832978 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54642444-2837-4d1d-a36f-60934645213a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:36.833386 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54642444-2837-4d1d-a36f-60934645213a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:36.833834 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54642444-2837-4d1d-a36f-60934645213a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:36.834228 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54642444-2837-4d1d-a36f-60934645213a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:36.834636 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54642444-2837-4d1d-a36f-60934645213a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:36.835046 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54642444-2837-4d1d-a36f-60934645213a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:36.835456 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54642444-2837-4d1d-a36f-60934645213a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:36.840114 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-54642444-2837-4d1d-a36f-60934645213a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:21:36.884282 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54642444-2837-4d1d-a36f-60934645213a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:21:36.885759 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-54642444-2837-4d1d-a36f-60934645213a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:21:36.888154 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54642444-2837-4d1d-a36f-60934645213a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:21:37.336543 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-54642444-2837-4d1d-a36f-60934645213a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for router_gateway, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:37.691054 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-54642444-2837-4d1d-a36f-60934645213a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:37.902549 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54642444-2837-4d1d-a36f-60934645213a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Router 660448a1-8c3c-4fd5-9ba1-40f85387470e is scheduled to L3 agent 18987107-6d88-4736-94cf-15791d65b3ff with binding_index 1 {{(pid=80765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 29 10:21:38.356041 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54642444-2837-4d1d-a36f-60934645213a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:21:38.365413 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735bba8f-3511-4632-8317-4fada122b930 None None] Sync routers for ids ['660448a1-8c3c-4fd5-9ba1-40f85387470e'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:21:38.416237 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-54642444-2837-4d1d-a36f-60934645213a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:38.417585 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-54642444-2837-4d1d-a36f-60934645213a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 2.9588108
Jan 29 10:21:38.421120 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 59430) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:21:38.469050 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8dcaf650-5271-4fcb-9c2e-c4f9e128cf23 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=ff1f06ee29ef461597f2ecd846f8813d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0465374
Jan 29 10:21:38.471914 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 59434) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:21:38.535193 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735bba8f-3511-4632-8317-4fada122b930 None None] Routers {'660448a1-8c3c-4fd5-9ba1-40f85387470e'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:21:38.535864 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-735bba8f-3511-4632-8317-4fada122b930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca389710>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:21:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['660448a1-8c3c-4fd5-9ba1-40f85387470e'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:21:38.620773 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392b62c2-29a0-4727-8945-543b9551271a tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:21:38.622359 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-392b62c2-29a0-4727-8945-543b9551271a tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1493917
Jan 29 10:21:38.625428 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 59438) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:21:38.673268 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-26f416d7-1c2a-4b78-ba59-66a201a7ea0f tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=aadf795f-2e1a-4d04-be0e-12575f0f28a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0441771
Jan 29 10:21:38.673508 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 59442) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:21:38.679485 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-3537b829-6cdf-4c02-b96f-360ea88c2971 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1905557235', 'network_id': '3c569865-c4d1-41b8-b3f7-08888eda6cd8', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:21:38.720865 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-735bba8f-3511-4632-8317-4fada122b930 None None] Set router 660448a1-8c3c-4fd5-9ba1-40f85387470e gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:21:38.798364 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-3537b829-6cdf-4c02-b96f-360ea88c2971 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:21:38.802408 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-3537b829-6cdf-4c02-b96f-360ea88c2971 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:subnet and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:21:38.805302 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-3537b829-6cdf-4c02-b96f-360ea88c2971 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:21:38.811098 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-3537b829-6cdf-4c02-b96f-360ea88c2971 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:21:38.820514 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3537b829-6cdf-4c02-b96f-360ea88c2971 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Made reservation on behalf of ff1f06ee29ef461597f2ecd846f8813d for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:21:38.842737 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3537b829-6cdf-4c02-b96f-360ea88c2971 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:39.027584 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-735bba8f-3511-4632-8317-4fada122b930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca389710>, [{'id': '660448a1-8c3c-4fd5-9ba1-40f85387470e', 'name': 'tempest-TestNetworkBasicOps-router-1849968564', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.249'}], 'enable_snat': True}, 'gw_port_id': 'b859d94d-466b-44c3-af2c-7f2b6f8b87a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:21:35Z', 'updated_at': '2021-01-29T10:21:37Z', 'revision_number': 3, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': 'b859d94d-466b-44c3-af2c-7f2b6f8b87a6', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:75:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660448a1-8c3c-4fd5-9ba1-40f85387470e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:21:36Z', 'updated_at': '2021-01-29T10:21:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:21:39.031736 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735bba8f-3511-4632-8317-4fada122b930 None None] Checking router: 660448a1-8c3c-4fd5-9ba1-40f85387470e for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:21:39.032134 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735bba8f-3511-4632-8317-4fada122b930 None None] Updating router 660448a1-8c3c-4fd5-9ba1-40f85387470e port b859d94d-466b-44c3-af2c-7f2b6f8b87a6 binding host dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 29 10:21:39.090400 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-735bba8f-3511-4632-8317-4fada122b930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:39.283411 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3537b829-6cdf-4c02-b96f-360ea88c2971 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:39.299995 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-faf39b42-451a-4316-8a7b-7fef0699859f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:21:39.436500 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3537b829-6cdf-4c02-b96f-360ea88c2971 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Subnet': ['ID=2ad455ed-629a-43bb-bd0b-9b3ebf22a868,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:21:39.440590 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3537b829-6cdf-4c02-b96f-360ea88c2971 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:21:39.505529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-735bba8f-3511-4632-8317-4fada122b930 None None] Notify callbacks [] for port, precommit_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:39.514927 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3537b829-6cdf-4c02-b96f-360ea88c2971 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Checking segment: {'id': 'a4285f8e-b2b5-4e4a-b031-e58e98041dd1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3c569865-c4d1-41b8-b3f7-08888eda6cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:21:39.515326 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3537b829-6cdf-4c02-b96f-360ea88c2971 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network hostable DHCP agents. Network: 3c569865-c4d1-41b8-b3f7-08888eda6cd8, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:21:39.517705 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-735bba8f-3511-4632-8317-4fada122b930 None None] Transition to ACTIVE for port object b859d94d-466b-44c3-af2c-7f2b6f8b87a6 will not be triggered until provisioned by entity L2. {{(pid=80768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:21:39.520741 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-735bba8f-3511-4632-8317-4fada122b930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:39.534925 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3537b829-6cdf-4c02-b96f-360ea88c2971 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network 3c569865-c4d1-41b8-b3f7-08888eda6cd8 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:21:39.537096 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-293a4112-03f9-4427-b2de-f1c8cc605227 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:21:39.545046 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-3537b829-6cdf-4c02-b96f-360ea88c2971 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 3c569865-c4d1-41b8-b3f7-08888eda6cd8) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:21:39.554442 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f97e18f-5c79-4b5d-a99f-848525b23a90 None None] Network 3c569865-c4d1-41b8-b3f7-08888eda6cd8 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:21:39.559342 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3537b829-6cdf-4c02-b96f-360ea88c2971 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:21:39.559991 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3537b829-6cdf-4c02-b96f-360ea88c2971 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:39.583738 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3537b829-6cdf-4c02-b96f-360ea88c2971 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.9062757
Jan 29 10:21:39.583975 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 59446) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:21:39.680321 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfd1ad6-1dfc-4455-a285-39889992169d None None] Pushing event updated for resources: {'Port': ['ID=b859d94d-466b-44c3-af2c-7f2b6f8b87a6,revision_number=2']} {{(pid=80768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:21:39.698036 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfd1ad6-1dfc-4455-a285-39889992169d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:39.698408 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfd1ad6-1dfc-4455-a285-39889992169d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:39.698794 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfd1ad6-1dfc-4455-a285-39889992169d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:39.699172 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfd1ad6-1dfc-4455-a285-39889992169d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:39.699555 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfd1ad6-1dfc-4455-a285-39889992169d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:39.699913 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfd1ad6-1dfc-4455-a285-39889992169d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:39.700283 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfd1ad6-1dfc-4455-a285-39889992169d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:39.700648 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfd1ad6-1dfc-4455-a285-39889992169d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:39.701014 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfd1ad6-1dfc-4455-a285-39889992169d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:39.701380 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfd1ad6-1dfc-4455-a285-39889992169d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:39.701741 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfd1ad6-1dfc-4455-a285-39889992169d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:39.702128 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfd1ad6-1dfc-4455-a285-39889992169d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:39.702562 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfd1ad6-1dfc-4455-a285-39889992169d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:39.702922 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfd1ad6-1dfc-4455-a285-39889992169d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:39.703286 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfd1ad6-1dfc-4455-a285-39889992169d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:39.703645 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfd1ad6-1dfc-4455-a285-39889992169d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:39.704003 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfd1ad6-1dfc-4455-a285-39889992169d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:39.704363 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfd1ad6-1dfc-4455-a285-39889992169d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:39.704721 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfd1ad6-1dfc-4455-a285-39889992169d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:39.705078 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfd1ad6-1dfc-4455-a285-39889992169d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:39.705435 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfd1ad6-1dfc-4455-a285-39889992169d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:39.705811 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfd1ad6-1dfc-4455-a285-39889992169d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:39.706173 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfd1ad6-1dfc-4455-a285-39889992169d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:39.706528 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfd1ad6-1dfc-4455-a285-39889992169d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:21:39.710675 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-edfd1ad6-1dfc-4455-a285-39889992169d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:21:39.767175 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-735bba8f-3511-4632-8317-4fada122b930 None None] Attempting to bind port b859d94d-466b-44c3-af2c-7f2b6f8b87a6 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:21:39.767719 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-735bba8f-3511-4632-8317-4fada122b930 None None] Attempting to bind port b859d94d-466b-44c3-af2c-7f2b6f8b87a6 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}] {{(pid=80768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:21:39.768293 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735bba8f-3511-4632-8317-4fada122b930 None None] Attempting to bind port b859d94d-466b-44c3-af2c-7f2b6f8b87a6 on network aadf795f-2e1a-4d04-be0e-12575f0f28a5 {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:21:39.774204 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735bba8f-3511-4632-8317-4fada122b930 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:21:39.774751 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735bba8f-3511-4632-8317-4fada122b930 None None] Checking segment: {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:21:39.775862 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-735bba8f-3511-4632-8317-4fada122b930 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:39.776412 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735bba8f-3511-4632-8317-4fada122b930 None None] Bound using segment: {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'} {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:21:39.777065 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-735bba8f-3511-4632-8317-4fada122b930 None None] Bound port: b859d94d-466b-44c3-af2c-7f2b6f8b87a6, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}}] {{(pid=80768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:21:39.777588 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-735bba8f-3511-4632-8317-4fada122b930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:39.798023 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb68a29a-df6f-449f-843c-9edaa7c77162 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-3c569865-c4d1-41b8-b3f7-08888eda6cd8', 'network_id': '3c569865-c4d1-41b8-b3f7-08888eda6cd8', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'fixed_ips': [{'subnet_id': '2ad455ed-629a-43bb-bd0b-9b3ebf22a868'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:21:39.799181 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bb68a29a-df6f-449f-843c-9edaa7c77162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:39.861184 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-735bba8f-3511-4632-8317-4fada122b930 None None] For port b859d94d-466b-44c3-af2c-7f2b6f8b87a6, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:21:39.864792 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-735bba8f-3511-4632-8317-4fada122b930 None None] For port b859d94d-466b-44c3-af2c-7f2b6f8b87a6, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=b859d94d-466b-44c3-af2c-7f2b6f8b87a6,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:21:39.871267 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-735bba8f-3511-4632-8317-4fada122b930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:39.887652 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c7b1ff43-962e-4bba-9008-f0ffa790fe17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:21:40.036247 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfd1ad6-1dfc-4455-a285-39889992169d None None] Pushing event updated for resources: {'Port': ['ID=b859d94d-466b-44c3-af2c-7f2b6f8b87a6,revision_number=3']} {{(pid=80768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:21:40.042440 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-edfd1ad6-1dfc-4455-a285-39889992169d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:21:40.085763 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735bba8f-3511-4632-8317-4fada122b930 None None] Routers {'660448a1-8c3c-4fd5-9ba1-40f85387470e'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:21:40.086462 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-735bba8f-3511-4632-8317-4fada122b930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca389710>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:21:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['660448a1-8c3c-4fd5-9ba1-40f85387470e'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:21:40.094982 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-bb68a29a-df6f-449f-843c-9edaa7c77162 None None] Allocated IP 172.20.0.2 (3c569865-c4d1-41b8-b3f7-08888eda6cd8/2ad455ed-629a-43bb-bd0b-9b3ebf22a868/5819731f-1ecc-4974-ab7a-8971044e9eb3) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:21:40.289177 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-735bba8f-3511-4632-8317-4fada122b930 None None] Set router 660448a1-8c3c-4fd5-9ba1-40f85387470e gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:21:40.332351 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bb68a29a-df6f-449f-843c-9edaa7c77162 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:40.346590 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-bb68a29a-df6f-449f-843c-9edaa7c77162 None None] Transition to ACTIVE for port object 5819731f-1ecc-4974-ab7a-8971044e9eb3 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:21:40.363998 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-bb68a29a-df6f-449f-843c-9edaa7c77162 None None] Transition to ACTIVE for port object 5819731f-1ecc-4974-ab7a-8971044e9eb3 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:21:40.368581 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bb68a29a-df6f-449f-843c-9edaa7c77162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:40.386402 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a89c60e2-33f6-4a28-a95b-05729b1d4613 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:21:40.410311 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c5fb330a-aedf-49c2-94f5-5d3ff34c25ca tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:40.522900 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb68a29a-df6f-449f-843c-9edaa7c77162 None None] Pushing event updated for resources: {'Port': ['ID=5819731f-1ecc-4974-ab7a-8971044e9eb3,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:21:40.528071 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bb68a29a-df6f-449f-843c-9edaa7c77162 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:21:40.583993 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb68a29a-df6f-449f-843c-9edaa7c77162 None None] Network 3c569865-c4d1-41b8-b3f7-08888eda6cd8 is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:21:40.585310 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-bb68a29a-df6f-449f-843c-9edaa7c77162 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:21:40.588340 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb68a29a-df6f-449f-843c-9edaa7c77162 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:21:40.609981 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-735bba8f-3511-4632-8317-4fada122b930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca389710>, [{'id': '660448a1-8c3c-4fd5-9ba1-40f85387470e', 'name': 'tempest-TestNetworkBasicOps-router-1849968564', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.249'}], 'enable_snat': True}, 'gw_port_id': 'b859d94d-466b-44c3-af2c-7f2b6f8b87a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:21:35Z', 'updated_at': '2021-01-29T10:21:37Z', 'revision_number': 3, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': 'b859d94d-466b-44c3-af2c-7f2b6f8b87a6', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:75:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660448a1-8c3c-4fd5-9ba1-40f85387470e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:21:36Z', 'updated_at': '2021-01-29T10:21:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:21:40.614241 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735bba8f-3511-4632-8317-4fada122b930 None None] The sync data for ids ['660448a1-8c3c-4fd5-9ba1-40f85387470e'] in dv-neutron-772983-2-ovs is: [{'id': '660448a1-8c3c-4fd5-9ba1-40f85387470e', 'name': 'tempest-TestNetworkBasicOps-router-1849968564', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.249'}], 'enable_snat': True}, 'gw_port_id': 'b859d94d-466b-44c3-af2c-7f2b6f8b87a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:21:35Z', 'updated_at': '2021-01-29T10:21:37Z', 'revision_number': 3, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': 'b859d94d-466b-44c3-af2c-7f2b6f8b87a6', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:75:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660448a1-8c3c-4fd5-9ba1-40f85387470e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:21:36Z', 'updated_at': '2021-01-29T10:21:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:21:40.657373 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-bb68a29a-df6f-449f-843c-9edaa7c77162 None None] Attempting to bind port 5819731f-1ecc-4974-ab7a-8971044e9eb3 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:21:40.657804 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-bb68a29a-df6f-449f-843c-9edaa7c77162 None None] Attempting to bind port 5819731f-1ecc-4974-ab7a-8971044e9eb3 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'a4285f8e-b2b5-4e4a-b031-e58e98041dd1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3c569865-c4d1-41b8-b3f7-08888eda6cd8'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:21:40.658235 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb68a29a-df6f-449f-843c-9edaa7c77162 None None] Attempting to bind port 5819731f-1ecc-4974-ab7a-8971044e9eb3 on network 3c569865-c4d1-41b8-b3f7-08888eda6cd8 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:21:40.663894 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb68a29a-df6f-449f-843c-9edaa7c77162 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:21:40.664323 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb68a29a-df6f-449f-843c-9edaa7c77162 None None] Checking segment: {'id': 'a4285f8e-b2b5-4e4a-b031-e58e98041dd1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3c569865-c4d1-41b8-b3f7-08888eda6cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:21:40.664772 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bb68a29a-df6f-449f-843c-9edaa7c77162 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:40.665216 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb68a29a-df6f-449f-843c-9edaa7c77162 None None] Bound using segment: {'id': 'a4285f8e-b2b5-4e4a-b031-e58e98041dd1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3c569865-c4d1-41b8-b3f7-08888eda6cd8'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:21:40.666643 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-bb68a29a-df6f-449f-843c-9edaa7c77162 None None] Bound port: 5819731f-1ecc-4974-ab7a-8971044e9eb3, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4285f8e-b2b5-4e4a-b031-e58e98041dd1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3c569865-c4d1-41b8-b3f7-08888eda6cd8'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:21:40.666815 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bb68a29a-df6f-449f-843c-9edaa7c77162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:40.764935 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-bb68a29a-df6f-449f-843c-9edaa7c77162 None None] For port 5819731f-1ecc-4974-ab7a-8971044e9eb3, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:21:40.768515 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-bb68a29a-df6f-449f-843c-9edaa7c77162 None None] For port 5819731f-1ecc-4974-ab7a-8971044e9eb3, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=5819731f-1ecc-4974-ab7a-8971044e9eb3,segment=NetworkSegment(a4285f8e-b2b5-4e4a-b031-e58e98041dd1),segment_id=a4285f8e-b2b5-4e4a-b031-e58e98041dd1)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:21:40.773742 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bb68a29a-df6f-449f-843c-9edaa7c77162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:40.789734 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-cf89793f-7381-45ef-a214-af248bf9bc14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:21:40.944903 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb68a29a-df6f-449f-843c-9edaa7c77162 None None] Pushing event updated for resources: {'Port': ['ID=5819731f-1ecc-4974-ab7a-8971044e9eb3,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:21:40.950788 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bb68a29a-df6f-449f-843c-9edaa7c77162 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:21:41.004910 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-c5fb330a-aedf-49c2-94f5-5d3ff34c25ca tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Allocated IP 172.20.0.1 (3c569865-c4d1-41b8-b3f7-08888eda6cd8/2ad455ed-629a-43bb-bd0b-9b3ebf22a868/d9520e26-f41a-4a32-a0bf-d08fe94cdcfd) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:21:41.212371 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c5fb330a-aedf-49c2-94f5-5d3ff34c25ca tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:41.230187 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-c5fb330a-aedf-49c2-94f5-5d3ff34c25ca tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Transition to ACTIVE for port object d9520e26-f41a-4a32-a0bf-d08fe94cdcfd will not be triggered until provisioned by entity DHCP. {{(pid=80765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:21:41.254701 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c5fb330a-aedf-49c2-94f5-5d3ff34c25ca tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:41.271915 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2aee1799-7b5f-4e75-a32e-478d0eb8e8bb tempest-ExternalNetworksTestJSON-968946389 tempest-ExternalNetworksTestJSON-968946389-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:21:41.460825 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fb330a-aedf-49c2-94f5-5d3ff34c25ca tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Port': ['ID=d9520e26-f41a-4a32-a0bf-d08fe94cdcfd,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:21:41.465934 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c5fb330a-aedf-49c2-94f5-5d3ff34c25ca tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:21:41.517499 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fb330a-aedf-49c2-94f5-5d3ff34c25ca tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network 3c569865-c4d1-41b8-b3f7-08888eda6cd8 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:21:41.518706 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-c5fb330a-aedf-49c2-94f5-5d3ff34c25ca tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:21:41.521012 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fb330a-aedf-49c2-94f5-5d3ff34c25ca tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:21:41.585323 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c5fb330a-aedf-49c2-94f5-5d3ff34c25ca tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854426412'] for router_interface, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:41.706603 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c5fb330a-aedf-49c2-94f5-5d3ff34c25ca tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:41.972487 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 5819731f-1ecc-4974-ab7a-8971044e9eb3 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:21:42.046530 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 5819731f-1ecc-4974-ab7a-8971044e9eb3 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:21:42.052005 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device b859d94d-466b-44c3-af2c-7f2b6f8b87a6 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:21:42.139996 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port b859d94d-466b-44c3-af2c-7f2b6f8b87a6 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:21:42.145537 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port b859d94d-466b-44c3-af2c-7f2b6f8b87a6 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:21:42.145987 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:42.279291 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:42.298361 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port b859d94d-466b-44c3-af2c-7f2b6f8b87a6, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=b859d94d-466b-44c3-af2c-7f2b6f8b87a6,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:21:42.302973 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:42.306854 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0c5feb8e-7163-4109-9f4b-a925211b17aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:21:42.392731 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=b859d94d-466b-44c3-af2c-7f2b6f8b87a6,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:21:42.396338 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:21:42.413812 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fe9d79-9362-4f49-98b6-4aa4dafb172f None None] Network 3c569865-c4d1-41b8-b3f7-08888eda6cd8 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:21:42.510174 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-66d12a67-80cc-489a-92d7-93fdc761f48c None None] Provisioning for port 5819731f-1ecc-4974-ab7a-8971044e9eb3 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:21:42.521417 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-66d12a67-80cc-489a-92d7-93fdc761f48c None None] Provisioning complete for port 5819731f-1ecc-4974-ab7a-8971044e9eb3 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:21:42.521884 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-66d12a67-80cc-489a-92d7-93fdc761f48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:42.538692 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c5fb330a-aedf-49c2-94f5-5d3ff34c25ca tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:42.542367 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c5fb330a-aedf-49c2-94f5-5d3ff34c25ca tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:42.575414 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-96a7571c-c211-4c11-acf8-6b03f271b80b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:21:42.666117 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c5fb330a-aedf-49c2-94f5-5d3ff34c25ca tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854133895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349242'] for router_interface, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:42.682250 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fb330a-aedf-49c2-94f5-5d3ff34c25ca tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Port': ['ID=d9520e26-f41a-4a32-a0bf-d08fe94cdcfd,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:21:42.688081 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c5fb330a-aedf-49c2-94f5-5d3ff34c25ca tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:21:42.771309 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-66d12a67-80cc-489a-92d7-93fdc761f48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:42.815205 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fb330a-aedf-49c2-94f5-5d3ff34c25ca tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network 3c569865-c4d1-41b8-b3f7-08888eda6cd8 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:21:42.816427 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-c5fb330a-aedf-49c2-94f5-5d3ff34c25ca tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:21:42.827512 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-66d12a67-80cc-489a-92d7-93fdc761f48c None None] For port 5819731f-1ecc-4974-ab7a-8971044e9eb3, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=5819731f-1ecc-4974-ab7a-8971044e9eb3,segment=NetworkSegment(a4285f8e-b2b5-4e4a-b031-e58e98041dd1),segment_id=a4285f8e-b2b5-4e4a-b031-e58e98041dd1)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:21:42.834331 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-66d12a67-80cc-489a-92d7-93fdc761f48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:42.836330 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:21:42.911809 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d12a67-80cc-489a-92d7-93fdc761f48c None None] Pushing event updated for resources: {'Port': ['ID=5819731f-1ecc-4974-ab7a-8971044e9eb3,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:21:42.915226 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-66d12a67-80cc-489a-92d7-93fdc761f48c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:21:43.049255 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5fb330a-aedf-49c2-94f5-5d3ff34c25ca tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Router 660448a1-8c3c-4fd5-9ba1-40f85387470e has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:21:43.063680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-e27397c1-edf1-49a5-abb0-60fba4e56516 None None] Provisioning for port d9520e26-f41a-4a32-a0bf-d08fe94cdcfd completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:21:43.069411 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-e27397c1-edf1-49a5-abb0-60fba4e56516 None None] Provisioning complete for port d9520e26-f41a-4a32-a0bf-d08fe94cdcfd triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:21:43.069899 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e27397c1-edf1-49a5-abb0-60fba4e56516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:43.133007 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-e27397c1-edf1-49a5-abb0-60fba4e56516 None None] Port d9520e26-f41a-4a32-a0bf-d08fe94cdcfd cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:21:43.145894 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-e27397c1-edf1-49a5-abb0-60fba4e56516 None None] Provisioning complete for port 5819731f-1ecc-4974-ab7a-8971044e9eb3 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:21:43.146319 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e27397c1-edf1-49a5-abb0-60fba4e56516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:43.271037 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5fb330a-aedf-49c2-94f5-5d3ff34c25ca tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:21:43.286246 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c5fb330a-aedf-49c2-94f5-5d3ff34c25ca tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "PUT /v2.0/routers/660448a1-8c3c-4fd5-9ba1-40f85387470e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7011788
Jan 29 10:21:43.288881 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 59450) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:21:43.434923 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-648d99d7-dbc0-479a-afc6-2e52aaec4101 None None] Provisioning complete for port d9520e26-f41a-4a32-a0bf-d08fe94cdcfd triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:21:43.435377 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-648d99d7-dbc0-479a-afc6-2e52aaec4101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:43.457410 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e283d89-82c9-454c-9c5b-9de6ac56f0d5 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:21:43.457960 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e283d89-82c9-454c-9c5b-9de6ac56f0d5 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:21:43.458390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e283d89-82c9-454c-9c5b-9de6ac56f0d5 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:21:43.458816 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e283d89-82c9-454c-9c5b-9de6ac56f0d5 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:21:43.461837 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4e283d89-82c9-454c-9c5b-9de6ac56f0d5 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2865 time: 0.1706634
Jan 29 10:21:43.463913 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 59454) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:21:43.502416 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-648d99d7-dbc0-479a-afc6-2e52aaec4101 None None] Port d9520e26-f41a-4a32-a0bf-d08fe94cdcfd cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:21:43.517179 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-648d99d7-dbc0-479a-afc6-2e52aaec4101 None None] Provisioning complete for port 5819731f-1ecc-4974-ab7a-8971044e9eb3 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:21:43.517919 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-648d99d7-dbc0-479a-afc6-2e52aaec4101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:43.547523 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57081164-bb36-4a51-bf6a-12b36de84d75 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:21:43.548297 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57081164-bb36-4a51-bf6a-12b36de84d75 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:21:43.548694 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57081164-bb36-4a51-bf6a-12b36de84d75 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:21:43.549169 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57081164-bb36-4a51-bf6a-12b36de84d75 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:21:43.551241 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-57081164-bb36-4a51-bf6a-12b36de84d75 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2728 time: 0.0863044
Jan 29 10:21:43.554103 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 59458) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:21:43.589727 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0de0a4-77c7-461e-b83b-f8e0c58c8f2a None None] Sync routers for ids ['660448a1-8c3c-4fd5-9ba1-40f85387470e'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:21:43.612351 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0de0a4-77c7-461e-b83b-f8e0c58c8f2a None None] Routers {'660448a1-8c3c-4fd5-9ba1-40f85387470e'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:21:43.613089 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-0b0de0a4-77c7-461e-b83b-f8e0c58c8f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c8e329b0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:21:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['660448a1-8c3c-4fd5-9ba1-40f85387470e'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:21:43.793216 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5c03bdd2-19c3-440d-8d8e-0ae288337ded tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1608 time: 0.2374136
Jan 29 10:21:43.796230 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 59462) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:21:43.802742 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-4b79fc88-10e8-42e2-b838-367d16f3091d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1485587687', 'network_id': '3c569865-c4d1-41b8-b3f7-08888eda6cd8'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:21:43.950804 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 5819731f-1ecc-4974-ab7a-8971044e9eb3 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:21:43.960161 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-4b79fc88-10e8-42e2-b838-367d16f3091d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:21:43.965649 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-4b79fc88-10e8-42e2-b838-367d16f3091d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:port and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:21:43.968664 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-4b79fc88-10e8-42e2-b838-367d16f3091d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for port was recalculated. Used quota:2. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:21:43.974503 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-4b79fc88-10e8-42e2-b838-367d16f3091d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:21:43.986193 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b79fc88-10e8-42e2-b838-367d16f3091d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Made reservation on behalf of ff1f06ee29ef461597f2ecd846f8813d for: {'port': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:21:44.008523 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4b79fc88-10e8-42e2-b838-367d16f3091d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:44.096783 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-0b0de0a4-77c7-461e-b83b-f8e0c58c8f2a None None] Set router 660448a1-8c3c-4fd5-9ba1-40f85387470e gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:21:44.157192 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 5819731f-1ecc-4974-ab7a-8971044e9eb3 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:21:44.157616 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:44.178338 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [None req-4b79fc88-10e8-42e2-b838-367d16f3091d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] device_id is not set on port f0c64435-e0ce-46cb-b4d5-19f6650f28fb yet. {{(pid=80765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:21:44.328543 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-4b79fc88-10e8-42e2-b838-367d16f3091d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Allocated IP 172.20.0.6 (3c569865-c4d1-41b8-b3f7-08888eda6cd8/2ad455ed-629a-43bb-bd0b-9b3ebf22a868/f0c64435-e0ce-46cb-b4d5-19f6650f28fb) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:21:44.351138 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-574a23ff-d33b-43b0-ac4f-be2538bcd615 None None] Provisioning complete for port d9520e26-f41a-4a32-a0bf-d08fe94cdcfd triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:21:44.351565 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-574a23ff-d33b-43b0-ac4f-be2538bcd615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:44.511319 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-574a23ff-d33b-43b0-ac4f-be2538bcd615 None None] Port d9520e26-f41a-4a32-a0bf-d08fe94cdcfd cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:21:44.550419 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4b79fc88-10e8-42e2-b838-367d16f3091d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:44.567499 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4b79fc88-10e8-42e2-b838-367d16f3091d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Transition to ACTIVE for port object f0c64435-e0ce-46cb-b4d5-19f6650f28fb will not be triggered until provisioned by entity DHCP. {{(pid=80765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:21:44.589746 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4b79fc88-10e8-42e2-b838-367d16f3091d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:44.601752 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device b859d94d-466b-44c3-af2c-7f2b6f8b87a6 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:21:44.605227 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c5fb330a-aedf-49c2-94f5-5d3ff34c25ca tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:21:44.635514 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-574a23ff-d33b-43b0-ac4f-be2538bcd615 None None] Provisioning complete for port 5819731f-1ecc-4974-ab7a-8971044e9eb3 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:21:44.635942 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-574a23ff-d33b-43b0-ac4f-be2538bcd615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:44.744461 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b79fc88-10e8-42e2-b838-367d16f3091d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Port': ['ID=f0c64435-e0ce-46cb-b4d5-19f6650f28fb,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:21:44.748864 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4b79fc88-10e8-42e2-b838-367d16f3091d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:21:44.797199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port b859d94d-466b-44c3-af2c-7f2b6f8b87a6 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:21:44.797764 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:44.800549 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b79fc88-10e8-42e2-b838-367d16f3091d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network 3c569865-c4d1-41b8-b3f7-08888eda6cd8 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:21:44.801701 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-4b79fc88-10e8-42e2-b838-367d16f3091d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:21:44.804009 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b79fc88-10e8-42e2-b838-367d16f3091d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:21:44.854212 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-0b0de0a4-77c7-461e-b83b-f8e0c58c8f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c8e329b0>, [{'id': '660448a1-8c3c-4fd5-9ba1-40f85387470e', 'name': 'tempest-TestNetworkBasicOps-router-1849968564', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.249'}], 'enable_snat': True}, 'gw_port_id': 'b859d94d-466b-44c3-af2c-7f2b6f8b87a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:21:35Z', 'updated_at': '2021-01-29T10:21:41Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': 'b859d94d-466b-44c3-af2c-7f2b6f8b87a6', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:75:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660448a1-8c3c-4fd5-9ba1-40f85387470e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:21:36Z', 'updated_at': '2021-01-29T10:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'd9520e26-f41a-4a32-a0bf-d08fe94cdcfd', 'name': '', 'network_id': '3c569865-c4d1-41b8-b3f7-08888eda6cd8', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:56:c9:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660448a1-8c3c-4fd5-9ba1-40f85387470e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '2ad455ed-629a-43bb-bd0b-9b3ebf22a868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:21:40Z', 'updated_at': '2021-01-29T10:21:42Z', 'revision_number': 2, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': '2ad455ed-629a-43bb-bd0b-9b3ebf22a868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:21:44.877718 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0de0a4-77c7-461e-b83b-f8e0c58c8f2a None None] Checking router: 660448a1-8c3c-4fd5-9ba1-40f85387470e for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:21:44.878182 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0de0a4-77c7-461e-b83b-f8e0c58c8f2a None None] Updating router 660448a1-8c3c-4fd5-9ba1-40f85387470e port d9520e26-f41a-4a32-a0bf-d08fe94cdcfd binding host dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 29 10:21:44.938058 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b79fc88-10e8-42e2-b838-367d16f3091d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:21:44.938789 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4b79fc88-10e8-42e2-b838-367d16f3091d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:44.961733 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0b0de0a4-77c7-461e-b83b-f8e0c58c8f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:44.966384 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4b79fc88-10e8-42e2-b838-367d16f3091d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.1689956
Jan 29 10:21:45.144864 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-0a68380d-03ba-4c99-b351-37b00d27a35f None None] Provisioning for port f0c64435-e0ce-46cb-b4d5-19f6650f28fb completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:21:45.158256 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-0a68380d-03ba-4c99-b351-37b00d27a35f None None] Provisioning complete for port f0c64435-e0ce-46cb-b4d5-19f6650f28fb triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:21:45.158683 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0a68380d-03ba-4c99-b351-37b00d27a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:45.214804 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 59468) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:21:45.220906 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-a24eaa14-8e5c-4b5c-bbcc-1c24d20d7b7b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-790569560', 'description': 'tempest-secgroup-smoke-790569560 description', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:21:45.242388 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a24eaa14-8e5c-4b5c-bbcc-1c24d20d7b7b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:21:45.247988 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a24eaa14-8e5c-4b5c-bbcc-1c24d20d7b7b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:21:45.251033 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a24eaa14-8e5c-4b5c-bbcc-1c24d20d7b7b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:21:45.256879 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a24eaa14-8e5c-4b5c-bbcc-1c24d20d7b7b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:21:45.266832 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a24eaa14-8e5c-4b5c-bbcc-1c24d20d7b7b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:45.283044 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-0a68380d-03ba-4c99-b351-37b00d27a35f None None] Port f0c64435-e0ce-46cb-b4d5-19f6650f28fb cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:21:45.298104 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a24eaa14-8e5c-4b5c-bbcc-1c24d20d7b7b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:21:45.302224 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a24eaa14-8e5c-4b5c-bbcc-1c24d20d7b7b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:21:45.305291 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a24eaa14-8e5c-4b5c-bbcc-1c24d20d7b7b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:21:45.312851 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a24eaa14-8e5c-4b5c-bbcc-1c24d20d7b7b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:21:45.392028 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a24eaa14-8e5c-4b5c-bbcc-1c24d20d7b7b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:45.394795 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a24eaa14-8e5c-4b5c-bbcc-1c24d20d7b7b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:45.400882 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-901c39ea-b30f-4587-8491-9f196415b768 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:21:45.445288 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24eaa14-8e5c-4b5c-bbcc-1c24d20d7b7b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9993c346-0e0e-407f-8d58-17d20b047561,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:21:45.448495 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a24eaa14-8e5c-4b5c-bbcc-1c24d20d7b7b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:45.453067 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a24eaa14-8e5c-4b5c-bbcc-1c24d20d7b7b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2339504
Jan 29 10:21:45.453067 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a24eaa14-8e5c-4b5c-bbcc-1c24d20d7b7b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:21:45.453067 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 59472) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:21:45.458581 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-871f0321-448d-4c32-b22e-57a589fd6ecc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group_rule': {'security_group_id': '9993c346-0e0e-407f-8d58-17d20b047561', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:21:45.481221 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-871f0321-448d-4c32-b22e-57a589fd6ecc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:21:45.485376 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-871f0321-448d-4c32-b22e-57a589fd6ecc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:21:45.488564 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-871f0321-448d-4c32-b22e-57a589fd6ecc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:21:45.495214 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-871f0321-448d-4c32-b22e-57a589fd6ecc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:21:45.512092 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-871f0321-448d-4c32-b22e-57a589fd6ecc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:45.542592 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0b0de0a4-77c7-461e-b83b-f8e0c58c8f2a None None] Notify callbacks [] for port, precommit_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:45.554762 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-0b0de0a4-77c7-461e-b83b-f8e0c58c8f2a None None] Transition to ACTIVE for port object d9520e26-f41a-4a32-a0bf-d08fe94cdcfd will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:21:45.557832 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0b0de0a4-77c7-461e-b83b-f8e0c58c8f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:45.574255 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bb68a29a-df6f-449f-843c-9edaa7c77162 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:21:45.576785 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-871f0321-448d-4c32-b22e-57a589fd6ecc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:45.579415 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-871f0321-448d-4c32-b22e-57a589fd6ecc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:45.581318 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9a3f8336-b3b7-4515-8cb9-165b89c9351b tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:21:45.605467 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f0321-448d-4c32-b22e-57a589fd6ecc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c26d0cfe-5905-42c1-9998-8c4f9d966051,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:21:45.608080 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-871f0321-448d-4c32-b22e-57a589fd6ecc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:21:45.614927 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-871f0321-448d-4c32-b22e-57a589fd6ecc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:45.616233 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-871f0321-448d-4c32-b22e-57a589fd6ecc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1623816
Jan 29 10:21:45.621059 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 59476) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:21:45.626853 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-77b6775d-39eb-4855-aa3f-e5a2e0734a43 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group_rule': {'security_group_id': '9993c346-0e0e-407f-8d58-17d20b047561', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:21:45.648588 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-77b6775d-39eb-4855-aa3f-e5a2e0734a43 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:21:45.653147 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-77b6775d-39eb-4855-aa3f-e5a2e0734a43 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:21:45.656154 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-77b6775d-39eb-4855-aa3f-e5a2e0734a43 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:21:45.661872 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-77b6775d-39eb-4855-aa3f-e5a2e0734a43 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:21:45.678806 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-77b6775d-39eb-4855-aa3f-e5a2e0734a43 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:45.717546 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc62de03-e736-4e3e-936b-11a97e651416 None None] Pushing event updated for resources: {'Port': ['ID=d9520e26-f41a-4a32-a0bf-d08fe94cdcfd,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:21:45.721877 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bc62de03-e736-4e3e-936b-11a97e651416 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:21:45.752584 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-77b6775d-39eb-4855-aa3f-e5a2e0734a43 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:45.755179 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-77b6775d-39eb-4855-aa3f-e5a2e0734a43 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:45.757086 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-833eafb9-1508-44f4-96b9-d4bf05542f73 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:21:45.781443 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b6775d-39eb-4855-aa3f-e5a2e0734a43 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ff90e52-255a-49c7-b3d3-7ec2f43c7c33,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:21:45.784260 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-77b6775d-39eb-4855-aa3f-e5a2e0734a43 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:21:45.792580 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-77b6775d-39eb-4855-aa3f-e5a2e0734a43 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:45.796658 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-77b6775d-39eb-4855-aa3f-e5a2e0734a43 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1718056
Jan 29 10:21:45.796902 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 59480) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:21:45.803129 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-4a6626fb-8b02-44a4-a478-77e482f32b0a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group_rule': {'security_group_id': '9993c346-0e0e-407f-8d58-17d20b047561', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:21:45.826093 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-4a6626fb-8b02-44a4-a478-77e482f32b0a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:21:45.829760 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-4a6626fb-8b02-44a4-a478-77e482f32b0a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:21:45.832933 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-4a6626fb-8b02-44a4-a478-77e482f32b0a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:21:45.839713 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-4a6626fb-8b02-44a4-a478-77e482f32b0a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:21:45.857925 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4a6626fb-8b02-44a4-a478-77e482f32b0a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:45.901498 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-0b0de0a4-77c7-461e-b83b-f8e0c58c8f2a None None] Attempting to bind port d9520e26-f41a-4a32-a0bf-d08fe94cdcfd on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:21:45.901894 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-0b0de0a4-77c7-461e-b83b-f8e0c58c8f2a None None] Attempting to bind port d9520e26-f41a-4a32-a0bf-d08fe94cdcfd by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'a4285f8e-b2b5-4e4a-b031-e58e98041dd1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3c569865-c4d1-41b8-b3f7-08888eda6cd8'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:21:45.902319 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0de0a4-77c7-461e-b83b-f8e0c58c8f2a None None] Attempting to bind port d9520e26-f41a-4a32-a0bf-d08fe94cdcfd on network 3c569865-c4d1-41b8-b3f7-08888eda6cd8 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:21:45.908493 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0de0a4-77c7-461e-b83b-f8e0c58c8f2a None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:21:45.908905 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0de0a4-77c7-461e-b83b-f8e0c58c8f2a None None] Checking segment: {'id': 'a4285f8e-b2b5-4e4a-b031-e58e98041dd1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3c569865-c4d1-41b8-b3f7-08888eda6cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:21:45.909456 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0b0de0a4-77c7-461e-b83b-f8e0c58c8f2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:45.909817 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0de0a4-77c7-461e-b83b-f8e0c58c8f2a None None] Bound using segment: {'id': 'a4285f8e-b2b5-4e4a-b031-e58e98041dd1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3c569865-c4d1-41b8-b3f7-08888eda6cd8'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:21:45.910364 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-0b0de0a4-77c7-461e-b83b-f8e0c58c8f2a None None] Bound port: d9520e26-f41a-4a32-a0bf-d08fe94cdcfd, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4285f8e-b2b5-4e4a-b031-e58e98041dd1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3c569865-c4d1-41b8-b3f7-08888eda6cd8'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:21:45.910831 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0b0de0a4-77c7-461e-b83b-f8e0c58c8f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:45.933913 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4a6626fb-8b02-44a4-a478-77e482f32b0a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:45.937276 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4a6626fb-8b02-44a4-a478-77e482f32b0a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:45.939174 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:21:45.963629 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6626fb-8b02-44a4-a478-77e482f32b0a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c0ecad6-ced2-46d0-a3c9-f2cca27e7775,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:21:45.969197 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4a6626fb-8b02-44a4-a478-77e482f32b0a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:21:45.973244 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4a6626fb-8b02-44a4-a478-77e482f32b0a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:45.974597 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4a6626fb-8b02-44a4-a478-77e482f32b0a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1766977
Jan 29 10:21:45.977480 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 59484) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:21:45.983717 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-88ecee06-ac96-4b57-a611-610a22a2cacb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group_rule': {'security_group_id': '9993c346-0e0e-407f-8d58-17d20b047561', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:21:46.005969 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-88ecee06-ac96-4b57-a611-610a22a2cacb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:21:46.010187 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-88ecee06-ac96-4b57-a611-610a22a2cacb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:21:46.013193 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-88ecee06-ac96-4b57-a611-610a22a2cacb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:21:46.018960 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-88ecee06-ac96-4b57-a611-610a22a2cacb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:21:46.022702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-0b0de0a4-77c7-461e-b83b-f8e0c58c8f2a None None] For port d9520e26-f41a-4a32-a0bf-d08fe94cdcfd, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:21:46.027062 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-0b0de0a4-77c7-461e-b83b-f8e0c58c8f2a None None] For port d9520e26-f41a-4a32-a0bf-d08fe94cdcfd, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=d9520e26-f41a-4a32-a0bf-d08fe94cdcfd,segment=NetworkSegment(a4285f8e-b2b5-4e4a-b031-e58e98041dd1),segment_id=a4285f8e-b2b5-4e4a-b031-e58e98041dd1)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:21:46.030923 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0b0de0a4-77c7-461e-b83b-f8e0c58c8f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:46.036472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-88ecee06-ac96-4b57-a611-610a22a2cacb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:46.047010 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0fc8ea7e-c31d-45e1-8d50-5b19a4af7124 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:21:46.108568 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-88ecee06-ac96-4b57-a611-610a22a2cacb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:46.111364 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-88ecee06-ac96-4b57-a611-610a22a2cacb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:46.118288 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:21:46.145910 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ecee06-ac96-4b57-a611-610a22a2cacb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7df7a72-a9ec-4b7b-a532-0f161204e28e,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:21:46.148993 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-88ecee06-ac96-4b57-a611-610a22a2cacb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:21:46.156117 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-88ecee06-ac96-4b57-a611-610a22a2cacb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:46.157481 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-88ecee06-ac96-4b57-a611-610a22a2cacb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1784015
Jan 29 10:21:46.160405 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 59488) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:21:46.166363 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-9cb12ba3-4846-4cb3-8692-7bd2b1eb1a5d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group_rule': {'security_group_id': '9993c346-0e0e-407f-8d58-17d20b047561', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:21:46.188860 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-9cb12ba3-4846-4cb3-8692-7bd2b1eb1a5d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:21:46.193398 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-9cb12ba3-4846-4cb3-8692-7bd2b1eb1a5d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:21:46.197511 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-9cb12ba3-4846-4cb3-8692-7bd2b1eb1a5d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:21:46.203950 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-9cb12ba3-4846-4cb3-8692-7bd2b1eb1a5d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:21:46.215713 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.securitygroups_db [None req-9cb12ba3-4846-4cb3-8692-7bd2b1eb1a5d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Project ff1f06ee29ef461597f2ecd846f8813d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 10:21:46.224004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9cb12ba3-4846-4cb3-8692-7bd2b1eb1a5d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:46.298670 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9cb12ba3-4846-4cb3-8692-7bd2b1eb1a5d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:46.301740 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9cb12ba3-4846-4cb3-8692-7bd2b1eb1a5d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:46.303798 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8cf07cd9-a035-4301-bef0-d680fc8bfaee tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:21:46.328449 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb12ba3-4846-4cb3-8692-7bd2b1eb1a5d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dea38fb1-e2c4-446f-b5a8-4f3e5c01532a,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:21:46.332999 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9cb12ba3-4846-4cb3-8692-7bd2b1eb1a5d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:21:46.340649 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9cb12ba3-4846-4cb3-8692-7bd2b1eb1a5d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:46.342133 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9cb12ba3-4846-4cb3-8692-7bd2b1eb1a5d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1806610
Jan 29 10:21:46.345136 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 59492) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:21:46.351996 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-5fbce982-dfe7-43d8-bfb2-1f4aa0901959 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group_rule': {'security_group_id': '9993c346-0e0e-407f-8d58-17d20b047561', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:21:46.376208 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-5fbce982-dfe7-43d8-bfb2-1f4aa0901959 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:21:46.380577 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5fbce982-dfe7-43d8-bfb2-1f4aa0901959 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:21:46.383582 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5fbce982-dfe7-43d8-bfb2-1f4aa0901959 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:21:46.383725 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc62de03-e736-4e3e-936b-11a97e651416 None None] Pushing event updated for resources: {'Port': ['ID=d9520e26-f41a-4a32-a0bf-d08fe94cdcfd,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:21:46.389381 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bc62de03-e736-4e3e-936b-11a97e651416 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:21:46.389993 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-5fbce982-dfe7-43d8-bfb2-1f4aa0901959 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:21:46.401881 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.securitygroups_db [None req-5fbce982-dfe7-43d8-bfb2-1f4aa0901959 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Project ff1f06ee29ef461597f2ecd846f8813d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 10:21:46.409164 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5fbce982-dfe7-43d8-bfb2-1f4aa0901959 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:46.434221 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0de0a4-77c7-461e-b83b-f8e0c58c8f2a None None] Routers {'660448a1-8c3c-4fd5-9ba1-40f85387470e'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:21:46.435184 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-0b0de0a4-77c7-461e-b83b-f8e0c58c8f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c8e329b0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:21:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['660448a1-8c3c-4fd5-9ba1-40f85387470e'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:21:46.482380 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5fbce982-dfe7-43d8-bfb2-1f4aa0901959 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:46.485686 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5fbce982-dfe7-43d8-bfb2-1f4aa0901959 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:46.501054 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-05f92ae8-1098-4df6-98d2-7fb7e66985a0 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:21:46.518962 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbce982-dfe7-43d8-bfb2-1f4aa0901959 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa7d1361-1b03-4798-ae51-fc720fc31df3,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:21:46.522139 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5fbce982-dfe7-43d8-bfb2-1f4aa0901959 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:21:46.523739 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5fbce982-dfe7-43d8-bfb2-1f4aa0901959 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:46.525886 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5fbce982-dfe7-43d8-bfb2-1f4aa0901959 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1788940
Jan 29 10:21:46.646126 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-0b0de0a4-77c7-461e-b83b-f8e0c58c8f2a None None] Set router 660448a1-8c3c-4fd5-9ba1-40f85387470e gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:21:46.807143 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-c5eb9bcf-e7e0-41f1-8d01-dce5f08324ed req-e566c239-3b1a-4064-90b8-0d716721631d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Synchronizing usage tracker for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:security_group {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:21:46.823203 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-c5eb9bcf-e7e0-41f1-8d01-dce5f08324ed req-e566c239-3b1a-4064-90b8-0d716721631d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Unset dirty status for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:security_group {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:21:46.824461 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c5eb9bcf-e7e0-41f1-8d01-dce5f08324ed req-e566c239-3b1a-4064-90b8-0d716721631d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-790569560&fields=id&tenant_id=ff1f06ee29ef461597f2ecd846f8813d HTTP/1.1" status: 200  len: 267 time: 0.0839024
Jan 29 10:21:46.984676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb9bcf-e7e0-41f1-8d01-dce5f08324ed req-ff8ddac0-0696-40ba-81bc-e94809e61dcd tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:21:46.985258 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-c5eb9bcf-e7e0-41f1-8d01-dce5f08324ed req-ff8ddac0-0696-40ba-81bc-e94809e61dcd tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Synchronizing usage tracker for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:21:46.995134 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-0b0de0a4-77c7-461e-b83b-f8e0c58c8f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c8e329b0>, [{'id': '660448a1-8c3c-4fd5-9ba1-40f85387470e', 'name': 'tempest-TestNetworkBasicOps-router-1849968564', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.249'}], 'enable_snat': True}, 'gw_port_id': 'b859d94d-466b-44c3-af2c-7f2b6f8b87a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:21:35Z', 'updated_at': '2021-01-29T10:21:41Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': 'b859d94d-466b-44c3-af2c-7f2b6f8b87a6', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:75:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660448a1-8c3c-4fd5-9ba1-40f85387470e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:21:36Z', 'updated_at': '2021-01-29T10:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'd9520e26-f41a-4a32-a0bf-d08fe94cdcfd', 'name': '', 'network_id': '3c569865-c4d1-41b8-b3f7-08888eda6cd8', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:56:c9:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660448a1-8c3c-4fd5-9ba1-40f85387470e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '2ad455ed-629a-43bb-bd0b-9b3ebf22a868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:21:40Z', 'updated_at': '2021-01-29T10:21:46Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': '2ad455ed-629a-43bb-bd0b-9b3ebf22a868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:21:46.999459 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0de0a4-77c7-461e-b83b-f8e0c58c8f2a None None] The sync data for ids ['660448a1-8c3c-4fd5-9ba1-40f85387470e'] in dv-neutron-772983-2-ovs is: [{'id': '660448a1-8c3c-4fd5-9ba1-40f85387470e', 'name': 'tempest-TestNetworkBasicOps-router-1849968564', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.249'}], 'enable_snat': True}, 'gw_port_id': 'b859d94d-466b-44c3-af2c-7f2b6f8b87a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:21:35Z', 'updated_at': '2021-01-29T10:21:41Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': 'b859d94d-466b-44c3-af2c-7f2b6f8b87a6', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:75:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660448a1-8c3c-4fd5-9ba1-40f85387470e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:21:36Z', 'updated_at': '2021-01-29T10:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'd9520e26-f41a-4a32-a0bf-d08fe94cdcfd', 'name': '', 'network_id': '3c569865-c4d1-41b8-b3f7-08888eda6cd8', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:56:c9:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660448a1-8c3c-4fd5-9ba1-40f85387470e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '2ad455ed-629a-43bb-bd0b-9b3ebf22a868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:21:40Z', 'updated_at': '2021-01-29T10:21:46Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': '2ad455ed-629a-43bb-bd0b-9b3ebf22a868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:21:47.001127 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-c5eb9bcf-e7e0-41f1-8d01-dce5f08324ed req-ff8ddac0-0696-40ba-81bc-e94809e61dcd tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Unset dirty status for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:21:47.002393 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c5eb9bcf-e7e0-41f1-8d01-dce5f08324ed req-ff8ddac0-0696-40ba-81bc-e94809e61dcd tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports/f0c64435-e0ce-46cb-b4d5-19f6650f28fb HTTP/1.1" status: 200  len: 930 time: 0.1702960
Jan 29 10:21:47.181633 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c5eb9bcf-e7e0-41f1-8d01-dce5f08324ed req-b2ac9020-11c2-47cf-b304-7bcac3e0f84b service neutron] 10.222.0.57 "GET /v2.0/ports/f0c64435-e0ce-46cb-b4d5-19f6650f28fb?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200  len: 311 time: 0.1647747
Jan 29 10:21:47.341625 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c5eb9bcf-e7e0-41f1-8d01-dce5f08324ed req-5521a91d-9ddd-4a82-a6e8-08f5cedff1ad service neutron] 10.222.0.57 "GET /v2.0/networks/3c569865-c4d1-41b8-b3f7-08888eda6cd8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1533804
Jan 29 10:21:47.495048 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c5eb9bcf-e7e0-41f1-8d01-dce5f08324ed req-faa13e57-5430-4532-8a4f-1924d5eaca80 service neutron] 10.222.0.57 "GET /v2.0/networks/3c569865-c4d1-41b8-b3f7-08888eda6cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1468229
Jan 29 10:21:47.711566 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6660098a-8c4b-42f8-a021-8b344aefb376 req-82eb02d9-7a56-4a19-8765-4d88bda12cf2 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=fffed5f9-b73e-4f02-8b15-87359adcd7b5 HTTP/1.1" status: 200  len: 210 time: 0.0546041
Jan 29 10:21:47.951201 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device d9520e26-f41a-4a32-a0bf-d08fe94cdcfd up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:21:48.025548 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port d9520e26-f41a-4a32-a0bf-d08fe94cdcfd completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:21:48.031524 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port d9520e26-f41a-4a32-a0bf-d08fe94cdcfd triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:21:48.031955 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:48.171597 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:48.206877 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port d9520e26-f41a-4a32-a0bf-d08fe94cdcfd, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=d9520e26-f41a-4a32-a0bf-d08fe94cdcfd,segment=NetworkSegment(a4285f8e-b2b5-4e4a-b031-e58e98041dd1),segment_id=a4285f8e-b2b5-4e4a-b031-e58e98041dd1)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:21:48.212165 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:48.214878 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-dcf5bee2-4626-4d18-82da-7bfc2e1cd8f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:21:48.286211 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=d9520e26-f41a-4a32-a0bf-d08fe94cdcfd,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:21:48.289524 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:21:49.038633 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6619fdb6-490f-4784-9f87-acd0aead3b39 req-84a73b1a-166f-430a-8fa3-893407e9fc7b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=fffed5f9-b73e-4f02-8b15-87359adcd7b5 HTTP/1.1" status: 200  len: 210 time: 0.0513074
Jan 29 10:21:49.097590 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb9bcf-e7e0-41f1-8d01-dce5f08324ed req-7fc69c5b-92bf-447f-b0b1-75ed6fc656ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:21:49.099140 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c5eb9bcf-e7e0-41f1-8d01-dce5f08324ed req-7fc69c5b-92bf-447f-b0b1-75ed6fc656ce service neutron] 10.222.0.22 "GET /v2.0/ports/f0c64435-e0ce-46cb-b4d5-19f6650f28fb HTTP/1.1" status: 200  len: 1026 time: 0.0723195
Jan 29 10:21:49.346577 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb9bcf-e7e0-41f1-8d01-dce5f08324ed req-5f8221ed-2103-48e1-8c70-50f95ffa21f2 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:21:49.347427 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-c5eb9bcf-e7e0-41f1-8d01-dce5f08324ed req-5f8221ed-2103-48e1-8c70-50f95ffa21f2 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Synchronizing usage tracker for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:network {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:21:49.363133 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-c5eb9bcf-e7e0-41f1-8d01-dce5f08324ed req-5f8221ed-2103-48e1-8c70-50f95ffa21f2 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Unset dirty status for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:network {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:21:49.364357 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c5eb9bcf-e7e0-41f1-8d01-dce5f08324ed req-5f8221ed-2103-48e1-8c70-50f95ffa21f2 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.22 "GET /v2.0/networks?id=3c569865-c4d1-41b8-b3f7-08888eda6cd8 HTTP/1.1" status: 200  len: 797 time: 0.2586920
Jan 29 10:21:49.498966 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-c5eb9bcf-e7e0-41f1-8d01-dce5f08324ed req-84626d6d-555e-4c59-b18a-ea447643e192 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Synchronizing usage tracker for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:security_group {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:21:49.511588 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-c5eb9bcf-e7e0-41f1-8d01-dce5f08324ed req-84626d6d-555e-4c59-b18a-ea447643e192 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Unset dirty status for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:security_group {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:21:49.512981 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c5eb9bcf-e7e0-41f1-8d01-dce5f08324ed req-84626d6d-555e-4c59-b18a-ea447643e192 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ff1f06ee29ef461597f2ecd846f8813d HTTP/1.1" status: 200  len: 8067 time: 0.1132460
Jan 29 10:21:49.525369 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-c5eb9bcf-e7e0-41f1-8d01-dce5f08324ed req-5ea56c1a-eee9-4524-b665-1d04f693430e service neutron] Request body: {'port': {'device_id': 'fffed5f9-b73e-4f02-8b15-87359adcd7b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7729'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:21:49.651446 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-c5eb9bcf-e7e0-41f1-8d01-dce5f08324ed req-5ea56c1a-eee9-4524-b665-1d04f693430e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:49.922934 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device d9520e26-f41a-4a32-a0bf-d08fe94cdcfd up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:21:49.999234 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port d9520e26-f41a-4a32-a0bf-d08fe94cdcfd triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:21:49.999762 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:50.073905 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [req-c5eb9bcf-e7e0-41f1-8d01-dce5f08324ed req-5ea56c1a-eee9-4524-b665-1d04f693430e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0c64435-e0ce-46cb-b4d5-19f6650f28fb {{(pid=80766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 29 10:21:50.082722 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-c5eb9bcf-e7e0-41f1-8d01-dce5f08324ed req-5ea56c1a-eee9-4524-b665-1d04f693430e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:50.096579 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-c5eb9bcf-e7e0-41f1-8d01-dce5f08324ed req-5ea56c1a-eee9-4524-b665-1d04f693430e service neutron] Transition to ACTIVE for port object f0c64435-e0ce-46cb-b4d5-19f6650f28fb will not be triggered until provisioned by entity L2. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:21:50.099879 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-c5eb9bcf-e7e0-41f1-8d01-dce5f08324ed req-5ea56c1a-eee9-4524-b665-1d04f693430e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:50.117291 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e59923e9-f00a-421d-9d81-95d9cc621d4e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:21:50.257378 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea56c1a-eee9-4524-b665-1d04f693430e service neutron] Pushing event updated for resources: {'Port': ['ID=f0c64435-e0ce-46cb-b4d5-19f6650f28fb,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:21:50.262586 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5ea56c1a-eee9-4524-b665-1d04f693430e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:21:50.359059 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca2e8c-806d-4cac-a9b7-5248e7c713d3 req-c6e4328c-f1ed-4db1-82d6-e64912513cd5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:21:50.360833 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-adca2e8c-806d-4cac-a9b7-5248e7c713d3 req-c6e4328c-f1ed-4db1-82d6-e64912513cd5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=fffed5f9-b73e-4f02-8b15-87359adcd7b5 HTTP/1.1" status: 200  len: 981 time: 0.1749613
Jan 29 10:21:50.435457 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-adca2e8c-806d-4cac-a9b7-5248e7c713d3 req-24705265-31f3-411f-8171-ea7db0439897 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=50bd7ee8-4060-4fb5-bf27-f10aef34e79f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661302
Jan 29 10:21:50.457761 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-c5eb9bcf-e7e0-41f1-8d01-dce5f08324ed req-5ea56c1a-eee9-4524-b665-1d04f693430e service neutron] Attempting to bind port f0c64435-e0ce-46cb-b4d5-19f6650f28fb on host hv-neutron-7729 for vnic_type normal with profile  {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:21:50.458255 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-c5eb9bcf-e7e0-41f1-8d01-dce5f08324ed req-5ea56c1a-eee9-4524-b665-1d04f693430e service neutron] Attempting to bind port f0c64435-e0ce-46cb-b4d5-19f6650f28fb by drivers openvswitch on host hv-neutron-7729 at level 0 using segments [{'id': 'a4285f8e-b2b5-4e4a-b031-e58e98041dd1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3c569865-c4d1-41b8-b3f7-08888eda6cd8'}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:21:50.458627 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5eb9bcf-e7e0-41f1-8d01-dce5f08324ed req-5ea56c1a-eee9-4524-b665-1d04f693430e service neutron] Attempting to bind port f0c64435-e0ce-46cb-b4d5-19f6650f28fb on network 3c569865-c4d1-41b8-b3f7-08888eda6cd8 {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:21:50.464855 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5eb9bcf-e7e0-41f1-8d01-dce5f08324ed req-5ea56c1a-eee9-4524-b665-1d04f693430e service neutron] Checking agent: {'id': '5acf9624-c829-41ba-afd9-92278081af05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 10, 2, 34), 'started_at': datetime.datetime(2021, 1, 29, 10, 3, 4), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:21:50.465228 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5eb9bcf-e7e0-41f1-8d01-dce5f08324ed req-5ea56c1a-eee9-4524-b665-1d04f693430e service neutron] Checking segment: {'id': 'a4285f8e-b2b5-4e4a-b031-e58e98041dd1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3c569865-c4d1-41b8-b3f7-08888eda6cd8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:21:50.465667 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-c5eb9bcf-e7e0-41f1-8d01-dce5f08324ed req-5ea56c1a-eee9-4524-b665-1d04f693430e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:50.466101 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5eb9bcf-e7e0-41f1-8d01-dce5f08324ed req-5ea56c1a-eee9-4524-b665-1d04f693430e service neutron] Bound using segment: {'id': 'a4285f8e-b2b5-4e4a-b031-e58e98041dd1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3c569865-c4d1-41b8-b3f7-08888eda6cd8'} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:21:50.466595 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-c5eb9bcf-e7e0-41f1-8d01-dce5f08324ed req-5ea56c1a-eee9-4524-b665-1d04f693430e service neutron] Bound port: f0c64435-e0ce-46cb-b4d5-19f6650f28fb, host: hv-neutron-7729, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4285f8e-b2b5-4e4a-b031-e58e98041dd1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3c569865-c4d1-41b8-b3f7-08888eda6cd8'}}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:21:50.466975 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-c5eb9bcf-e7e0-41f1-8d01-dce5f08324ed req-5ea56c1a-eee9-4524-b665-1d04f693430e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:50.566060 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-c5eb9bcf-e7e0-41f1-8d01-dce5f08324ed req-5ea56c1a-eee9-4524-b665-1d04f693430e service neutron] For port f0c64435-e0ce-46cb-b4d5-19f6650f28fb, host hv-neutron-7729, cleared binding levels {{(pid=80766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:21:50.569518 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-c5eb9bcf-e7e0-41f1-8d01-dce5f08324ed req-5ea56c1a-eee9-4524-b665-1d04f693430e service neutron] For port f0c64435-e0ce-46cb-b4d5-19f6650f28fb, host hv-neutron-7729, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=f0c64435-e0ce-46cb-b4d5-19f6650f28fb,segment=NetworkSegment(a4285f8e-b2b5-4e4a-b031-e58e98041dd1),segment_id=a4285f8e-b2b5-4e4a-b031-e58e98041dd1)] {{(pid=80766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:21:50.573171 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-c5eb9bcf-e7e0-41f1-8d01-dce5f08324ed req-5ea56c1a-eee9-4524-b665-1d04f693430e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:50.588608 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e59923e9-f00a-421d-9d81-95d9cc621d4e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:21:50.737863 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea56c1a-eee9-4524-b665-1d04f693430e service neutron] Pushing event updated for resources: {'Port': ['ID=f0c64435-e0ce-46cb-b4d5-19f6650f28fb,revision_number=3']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:21:50.743165 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5ea56c1a-eee9-4524-b665-1d04f693430e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:21:50.776897 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb9bcf-e7e0-41f1-8d01-dce5f08324ed req-5ea56c1a-eee9-4524-b665-1d04f693430e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:21:50.777572 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-c5eb9bcf-e7e0-41f1-8d01-dce5f08324ed req-5ea56c1a-eee9-4524-b665-1d04f693430e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:50.779092 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c5eb9bcf-e7e0-41f1-8d01-dce5f08324ed req-5ea56c1a-eee9-4524-b665-1d04f693430e service neutron] 10.222.0.22 "PUT /v2.0/ports/f0c64435-e0ce-46cb-b4d5-19f6650f28fb HTTP/1.1" status: 200  len: 1195 time: 1.2586656
Jan 29 10:21:50.779643 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fffed5f9-b73e-4f02-8b15-87359adcd7b5', 'tag': 'f0c64435-e0ce-46cb-b4d5-19f6650f28fb'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:21:50.880723 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fffed5f9-b73e-4f02-8b15-87359adcd7b5', 'tag': 'f0c64435-e0ce-46cb-b4d5-19f6650f28fb', 'status': 'completed', 'code': 200}
Jan 29 10:21:50.925044 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb9bcf-e7e0-41f1-8d01-dce5f08324ed req-168db4e7-e617-480b-9422-9e5534f067f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:21:50.926741 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c5eb9bcf-e7e0-41f1-8d01-dce5f08324ed req-168db4e7-e617-480b-9422-9e5534f067f2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ff1f06ee29ef461597f2ecd846f8813d&device_id=fffed5f9-b73e-4f02-8b15-87359adcd7b5 HTTP/1.1" status: 200  len: 1198 time: 0.0868328
Jan 29 10:21:51.008601 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c5eb9bcf-e7e0-41f1-8d01-dce5f08324ed req-fda71d5a-bb89-4743-8e4a-a4cdbc4c7b0f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0c64435-e0ce-46cb-b4d5-19f6650f28fb HTTP/1.1" status: 200  len: 217 time: 0.0660405
Jan 29 10:21:51.080992 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb9bcf-e7e0-41f1-8d01-dce5f08324ed req-71355949-006c-4e58-819e-075cfb00da4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:21:51.082927 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c5eb9bcf-e7e0-41f1-8d01-dce5f08324ed req-71355949-006c-4e58-819e-075cfb00da4a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2ad455ed-629a-43bb-bd0b-9b3ebf22a868 HTTP/1.1" status: 200  len: 835 time: 0.0675697
Jan 29 10:21:51.166274 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb9bcf-e7e0-41f1-8d01-dce5f08324ed req-56686f9f-f1ba-4e28-acb6-4f7fe7f4e0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:21:51.167849 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c5eb9bcf-e7e0-41f1-8d01-dce5f08324ed req-56686f9f-f1ba-4e28-acb6-4f7fe7f4e0b9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3c569865-c4d1-41b8-b3f7-08888eda6cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0766418
Jan 29 10:21:51.322803 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c5eb9bcf-e7e0-41f1-8d01-dce5f08324ed req-d2ad6282-f6be-48dd-aeea-cc29f96e6512 service neutron] 10.222.0.22 "GET /v2.0/networks/3c569865-c4d1-41b8-b3f7-08888eda6cd8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1471298
Jan 29 10:21:51.421244 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-399ba605-c1d5-458e-9614-1e0db987f52b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:51.736932 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c5eb9bcf-e7e0-41f1-8d01-dce5f08324ed req-7e5af844-2c01-43bc-8feb-e6f76acc8913 service neutron] 10.222.0.22 "GET /v2.0/networks/3c569865-c4d1-41b8-b3f7-08888eda6cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4073906
Jan 29 10:21:51.739026 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c2910-9b47-4879-83a5-2939ba45cee4 req-b8e0ed25-b30f-4bee-8627-682fc88dc302 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:21:51.740693 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4d9c2910-9b47-4879-83a5-2939ba45cee4 req-b8e0ed25-b30f-4bee-8627-682fc88dc302 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=fffed5f9-b73e-4f02-8b15-87359adcd7b5 HTTP/1.1" status: 200  len: 981 time: 0.1661954
Jan 29 10:21:51.806059 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4d9c2910-9b47-4879-83a5-2939ba45cee4 req-2deb5207-5fd7-4a52-b966-55c65feb2842 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=50bd7ee8-4060-4fb5-bf27-f10aef34e79f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587163
Jan 29 10:21:51.909334 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8258c680-62ef-4e44-be56-bc4e3102bfc8 req-bb6526fb-8e91-464b-a1e0-55e51e28a47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:21:51.910965 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8258c680-62ef-4e44-be56-bc4e3102bfc8 req-bb6526fb-8e91-464b-a1e0-55e51e28a47a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ff1f06ee29ef461597f2ecd846f8813d&device_id=fffed5f9-b73e-4f02-8b15-87359adcd7b5 HTTP/1.1" status: 200  len: 1198 time: 0.0811722
Jan 29 10:21:52.056551 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8258c680-62ef-4e44-be56-bc4e3102bfc8 req-016c4450-9328-4fb3-95bb-d6624f462447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:21:52.058145 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8258c680-62ef-4e44-be56-bc4e3102bfc8 req-016c4450-9328-4fb3-95bb-d6624f462447 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3c569865-c4d1-41b8-b3f7-08888eda6cd8 HTTP/1.1" status: 200  len: 891 time: 0.1389656
Jan 29 10:21:52.133820 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8258c680-62ef-4e44-be56-bc4e3102bfc8 req-e16094e7-c8cf-44e9-ba4b-e471351af36d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0c64435-e0ce-46cb-b4d5-19f6650f28fb HTTP/1.1" status: 200  len: 217 time: 0.0688205
Jan 29 10:21:52.202923 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8258c680-62ef-4e44-be56-bc4e3102bfc8 req-4d0766a8-9cff-4c85-8792-7896aef91007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:21:52.204401 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8258c680-62ef-4e44-be56-bc4e3102bfc8 req-4d0766a8-9cff-4c85-8792-7896aef91007 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2ad455ed-629a-43bb-bd0b-9b3ebf22a868 HTTP/1.1" status: 200  len: 835 time: 0.0640566
Jan 29 10:21:52.288029 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8258c680-62ef-4e44-be56-bc4e3102bfc8 req-9a7acdc2-5aa0-40b0-9431-4fb619d24b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:21:52.289645 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8258c680-62ef-4e44-be56-bc4e3102bfc8 req-9a7acdc2-5aa0-40b0-9431-4fb619d24b63 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3c569865-c4d1-41b8-b3f7-08888eda6cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0775182
Jan 29 10:21:52.435367 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8258c680-62ef-4e44-be56-bc4e3102bfc8 req-7901c4bf-aa7a-4665-b922-45274eb1d313 service neutron] 10.222.0.22 "GET /v2.0/networks/3c569865-c4d1-41b8-b3f7-08888eda6cd8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1378953
Jan 29 10:21:52.579010 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8258c680-62ef-4e44-be56-bc4e3102bfc8 req-60160607-5fb3-4a96-97e3-138513b899c3 service neutron] 10.222.0.22 "GET /v2.0/networks/3c569865-c4d1-41b8-b3f7-08888eda6cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1356831
Jan 29 10:21:53.100450 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256df44f-e34d-4ad0-8aa0-d6e2ad234ada req-bb2868dc-22ec-4bc2-9705-3e2c0b56b9c7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:21:53.102011 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-256df44f-e34d-4ad0-8aa0-d6e2ad234ada req-bb2868dc-22ec-4bc2-9705-3e2c0b56b9c7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=fffed5f9-b73e-4f02-8b15-87359adcd7b5 HTTP/1.1" status: 200  len: 981 time: 0.1665614
Jan 29 10:21:53.166028 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-256df44f-e34d-4ad0-8aa0-d6e2ad234ada req-95e5c2b6-54a7-44ad-a690-647e062be450 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=50bd7ee8-4060-4fb5-bf27-f10aef34e79f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565033
Jan 29 10:21:53.716651 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3952388b-4265-4195-b101-a342ccf60fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:54.225376 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:54.459292 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c66bcfb-17c1-409f-9c1e-5b0563dcd2f1 req-b2b53e62-a1ad-4745-9d67-15afebd0d2be tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:21:54.460845 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1c66bcfb-17c1-409f-9c1e-5b0563dcd2f1 req-b2b53e62-a1ad-4745-9d67-15afebd0d2be tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=fffed5f9-b73e-4f02-8b15-87359adcd7b5 HTTP/1.1" status: 200  len: 981 time: 0.1643701
Jan 29 10:21:54.528758 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1c66bcfb-17c1-409f-9c1e-5b0563dcd2f1 req-bcd3955a-951d-43e1-a154-a0dde7d97ad0 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=50bd7ee8-4060-4fb5-bf27-f10aef34e79f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614035
Jan 29 10:21:54.896943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:55.822108 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0499060e-9524-45f5-b9f9-d8a4b3912049 req-d7239258-b10b-4059-9bea-eb34cefaff5a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:21:55.823812 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0499060e-9524-45f5-b9f9-d8a4b3912049 req-d7239258-b10b-4059-9bea-eb34cefaff5a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=fffed5f9-b73e-4f02-8b15-87359adcd7b5 HTTP/1.1" status: 200  len: 981 time: 0.1641164
Jan 29 10:21:55.887370 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0499060e-9524-45f5-b9f9-d8a4b3912049 req-f643fe0d-43e6-4dd3-ba56-73c9480f514c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=50bd7ee8-4060-4fb5-bf27-f10aef34e79f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573828
Jan 29 10:21:56.045871 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:56.078431 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:21:56.148424 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.objects.ports [None req-17d52d53-c9ce-4bd9-8b7f-40488386dfd2 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80767) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 29 10:21:56.775159 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device f0c64435-e0ce-46cb-b4d5-19f6650f28fb up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:21:56.848079 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning for port f0c64435-e0ce-46cb-b4d5-19f6650f28fb completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:21:56.853023 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port f0c64435-e0ce-46cb-b4d5-19f6650f28fb triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:21:56.853428 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:56.975016 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:57.006268 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fffed5f9-b73e-4f02-8b15-87359adcd7b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c64435-e0ce-46cb-b4d5-19f6650f28fb'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:21:57.017560 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port f0c64435-e0ce-46cb-b4d5-19f6650f28fb, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=f0c64435-e0ce-46cb-b4d5-19f6650f28fb,segment=NetworkSegment(a4285f8e-b2b5-4e4a-b031-e58e98041dd1),segment_id=a4285f8e-b2b5-4e4a-b031-e58e98041dd1)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:21:57.021193 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:57.023182 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-866e8d01-3eaa-4836-b4ce-45c3ee53033e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:21:57.095398 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=f0c64435-e0ce-46cb-b4d5-19f6650f28fb,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:21:57.098910 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:21:57.439689 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438543f-ddf6-464d-aa35-0cd7c7ecb261 req-ab24df3f-1504-4cd5-8e6b-f49e95ce06fa tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:21:57.441336 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5438543f-ddf6-464d-aa35-0cd7c7ecb261 req-ab24df3f-1504-4cd5-8e6b-f49e95ce06fa tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=fffed5f9-b73e-4f02-8b15-87359adcd7b5 HTTP/1.1" status: 200  len: 983 time: 0.4251392
Jan 29 10:21:57.506811 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5438543f-ddf6-464d-aa35-0cd7c7ecb261 req-227e7729-22e2-45ee-8c9c-15cccd4976fb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=50bd7ee8-4060-4fb5-bf27-f10aef34e79f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582340
Jan 29 10:21:57.575114 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fffed5f9-b73e-4f02-8b15-87359adcd7b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c64435-e0ce-46cb-b4d5-19f6650f28fb', 'code': 200}
Jan 29 10:21:57.857272 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfcfe78-bc05-4f79-8f97-80beebfe5602 req-54b1d551-f34d-4878-ad31-18a27534d923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:21:57.858945 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-abfcfe78-bc05-4f79-8f97-80beebfe5602 req-54b1d551-f34d-4878-ad31-18a27534d923 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=fffed5f9-b73e-4f02-8b15-87359adcd7b5 HTTP/1.1" status: 200  len: 1201 time: 0.0841699
Jan 29 10:21:57.903583 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-abfcfe78-bc05-4f79-8f97-80beebfe5602 req-653f1363-1c98-40b6-b04a-ef6f3fd49d12 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=50bd7ee8-4060-4fb5-bf27-f10aef34e79f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376239
Jan 29 10:21:58.175472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device f0c64435-e0ce-46cb-b4d5-19f6650f28fb up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:21:58.247316 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port f0c64435-e0ce-46cb-b4d5-19f6650f28fb triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:21:58.247740 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:21:58.799163 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddedf2d7-8dde-4496-8ea3-964855b7351f req-6587be87-7db3-44ec-9890-f7f41fb89774 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:21:58.800844 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ddedf2d7-8dde-4496-8ea3-964855b7351f req-6587be87-7db3-44ec-9890-f7f41fb89774 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=fffed5f9-b73e-4f02-8b15-87359adcd7b5 HTTP/1.1" status: 200  len: 983 time: 0.1619754
Jan 29 10:21:58.866984 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ddedf2d7-8dde-4496-8ea3-964855b7351f req-2a223d3e-33f8-4068-84f5-e63f8e30f7c6 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=50bd7ee8-4060-4fb5-bf27-f10aef34e79f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598390
Jan 29 10:22:00.158811 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d91da-9380-4fb3-8cee-5e5003636bfe req-4f90b071-25a6-4c8f-b956-47711cca66c3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:22:00.160424 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-027d91da-9380-4fb3-8cee-5e5003636bfe req-4f90b071-25a6-4c8f-b956-47711cca66c3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=fffed5f9-b73e-4f02-8b15-87359adcd7b5 HTTP/1.1" status: 200  len: 983 time: 0.1639366
Jan 29 10:22:00.223822 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-027d91da-9380-4fb3-8cee-5e5003636bfe req-39f82942-aa16-47d5-b0b4-8930a4a1893f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=50bd7ee8-4060-4fb5-bf27-f10aef34e79f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566583
Jan 29 10:22:00.515316 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be2b07-8777-4f03-8b67-36f1e930a2cb req-b56abd75-c37d-4430-a4c1-3b9130fb8e76 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:22:00.516831 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-05be2b07-8777-4f03-8b67-36f1e930a2cb req-b56abd75-c37d-4430-a4c1-3b9130fb8e76 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=fffed5f9-b73e-4f02-8b15-87359adcd7b5 HTTP/1.1" status: 200  len: 983 time: 0.1630032
Jan 29 10:22:00.581329 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-05be2b07-8777-4f03-8b67-36f1e930a2cb req-b33ae864-f60d-4dfe-9840-2644f2c013ce tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=50bd7ee8-4060-4fb5-bf27-f10aef34e79f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581415
Jan 29 10:22:00.611322 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 59552) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:22:00.688018 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3782d85b-6b00-49b7-abd0-f6a4bcd189be tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:22:00.689641 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3782d85b-6b00-49b7-abd0-f6a4bcd189be tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=fffed5f9-b73e-4f02-8b15-87359adcd7b5 HTTP/1.1" status: 200  len: 1196 time: 0.0772843
Jan 29 10:22:00.692608 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 59556) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:22:00.698917 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-740a40b2-5519-4a74-9617-2b32e3cc962a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'floatingip': {'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'port_id': 'f0c64435-e0ce-46cb-b4d5-19f6650f28fb', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:22:00.719766 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-740a40b2-5519-4a74-9617-2b32e3cc962a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:22:00.723816 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-740a40b2-5519-4a74-9617-2b32e3cc962a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:floatingip and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:22:00.726807 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-740a40b2-5519-4a74-9617-2b32e3cc962a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:22:00.732693 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-740a40b2-5519-4a74-9617-2b32e3cc962a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:22:00.742225 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-740a40b2-5519-4a74-9617-2b32e3cc962a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for floatingip, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:00.885688 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-740a40b2-5519-4a74-9617-2b32e3cc962a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:01.155064 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-740a40b2-5519-4a74-9617-2b32e3cc962a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Allocated IP 172.26.7.62 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/4ef30c67-fcda-41cd-a039-5e6f68dfe6ef) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:22:01.310898 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-740a40b2-5519-4a74-9617-2b32e3cc962a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:01.340191 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-740a40b2-5519-4a74-9617-2b32e3cc962a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:01.354096 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0bfc0bf5-da93-436d-951d-eef7ac47f898 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:22:01.494483 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a40b2-5519-4a74-9617-2b32e3cc962a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Port': ['ID=4ef30c67-fcda-41cd-a039-5e6f68dfe6ef,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:22:01.498851 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-740a40b2-5519-4a74-9617-2b32e3cc962a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:22:01.550040 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740a40b2-5519-4a74-9617-2b32e3cc962a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:22:01.551156 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-740a40b2-5519-4a74-9617-2b32e3cc962a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:22:01.553480 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740a40b2-5519-4a74-9617-2b32e3cc962a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:22:01.970376 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-740a40b2-5519-4a74-9617-2b32e3cc962a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:02.044871 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-740a40b2-5519-4a74-9617-2b32e3cc962a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:02.314013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-740a40b2-5519-4a74-9617-2b32e3cc962a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:02.317733 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-740a40b2-5519-4a74-9617-2b32e3cc962a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:02.333131 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0bfc0bf5-da93-436d-951d-eef7ac47f898 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:22:02.472690 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a40b2-5519-4a74-9617-2b32e3cc962a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Port': ['ID=4ef30c67-fcda-41cd-a039-5e6f68dfe6ef,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:22:02.477077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-740a40b2-5519-4a74-9617-2b32e3cc962a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:22:02.579195 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-740a40b2-5519-4a74-9617-2b32e3cc962a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:02.762839 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [None req-740a40b2-5519-4a74-9617-2b32e3cc962a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Floating IP a615e2d9-299a-405b-a3df-3f6bd524fdac associated. External IP: 172.26.7.62, port: f0c64435-e0ce-46cb-b4d5-19f6650f28fb.
Jan 29 10:22:03.144095 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-740a40b2-5519-4a74-9617-2b32e3cc962a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Router 660448a1-8c3c-4fd5-9ba1-40f85387470e has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:22:03.329873 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-740a40b2-5519-4a74-9617-2b32e3cc962a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:22:03.341748 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b7d2b7-ba0f-417f-8da5-12f364959174 None None] Sync routers for ids ['660448a1-8c3c-4fd5-9ba1-40f85387470e'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:22:03.352348 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b7d2b7-ba0f-417f-8da5-12f364959174 None None] Routers {'660448a1-8c3c-4fd5-9ba1-40f85387470e'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:22:03.353488 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-b2b7d2b7-ba0f-417f-8da5-12f364959174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99cad72860>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:21:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['660448a1-8c3c-4fd5-9ba1-40f85387470e'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:22:03.354353 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-740a40b2-5519-4a74-9617-2b32e3cc962a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:03.422717 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-740a40b2-5519-4a74-9617-2b32e3cc962a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 1033 time: 2.7288682
Jan 29 10:22:03.423404 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fffed5f9-b73e-4f02-8b15-87359adcd7b5', 'tag': 'f0c64435-e0ce-46cb-b4d5-19f6650f28fb'}] {{(pid=80765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:22:03.425695 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59560) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:22:03.512545 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524c6690-3bd1-4c5b-a135-4ce795c90830 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:22:03.517290 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-524c6690-3bd1-4c5b-a135-4ce795c90830 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=fffed5f9-b73e-4f02-8b15-87359adcd7b5&network_id=3c569865-c4d1-41b8-b3f7-08888eda6cd8 HTTP/1.1" status: 200  len: 1196 time: 0.0876048
Jan 29 10:22:03.648154 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fffed5f9-b73e-4f02-8b15-87359adcd7b5', 'tag': 'f0c64435-e0ce-46cb-b4d5-19f6650f28fb', 'status': 'completed', 'code': 200}
Jan 29 10:22:03.694837 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-b2b7d2b7-ba0f-417f-8da5-12f364959174 None None] Set router 660448a1-8c3c-4fd5-9ba1-40f85387470e gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:22:03.778512 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3600ea8-7ada-41c6-906a-1e6c340913e2 req-d566e918-99ea-4090-bcc0-657991002d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:22:03.780159 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e3600ea8-7ada-41c6-906a-1e6c340913e2 req-d566e918-99ea-4090-bcc0-657991002d23 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ff1f06ee29ef461597f2ecd846f8813d&device_id=fffed5f9-b73e-4f02-8b15-87359adcd7b5 HTTP/1.1" status: 200  len: 1201 time: 0.0864134
Jan 29 10:22:03.932322 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3600ea8-7ada-41c6-906a-1e6c340913e2 req-8c44f759-fe01-4c83-b2e9-c7f975b8b3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:22:03.934631 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e3600ea8-7ada-41c6-906a-1e6c340913e2 req-8c44f759-fe01-4c83-b2e9-c7f975b8b3c9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3c569865-c4d1-41b8-b3f7-08888eda6cd8 HTTP/1.1" status: 200  len: 891 time: 0.1468754
Jan 29 10:22:04.049729 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e3600ea8-7ada-41c6-906a-1e6c340913e2 req-80f3dbbb-7305-4148-9c7d-e3445c662311 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0c64435-e0ce-46cb-b4d5-19f6650f28fb HTTP/1.1" status: 200  len: 1036 time: 0.1076896
Jan 29 10:22:04.069741 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-b2b7d2b7-ba0f-417f-8da5-12f364959174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99cad72860>, [{'id': '660448a1-8c3c-4fd5-9ba1-40f85387470e', 'name': 'tempest-TestNetworkBasicOps-router-1849968564', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.249'}], 'enable_snat': True}, 'gw_port_id': 'b859d94d-466b-44c3-af2c-7f2b6f8b87a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:21:35Z', 'updated_at': '2021-01-29T10:21:41Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': 'b859d94d-466b-44c3-af2c-7f2b6f8b87a6', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:75:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660448a1-8c3c-4fd5-9ba1-40f85387470e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:21:36Z', 'updated_at': '2021-01-29T10:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': 'a615e2d9-299a-405b-a3df-3f6bd524fdac', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'floating_ip_address': '172.26.7.62', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '660448a1-8c3c-4fd5-9ba1-40f85387470e', 'port_id': 'f0c64435-e0ce-46cb-b4d5-19f6650f28fb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1485587687', 'network_id': '3c569865-c4d1-41b8-b3f7-08888eda6cd8', 'mac_address': 'fa:16:3e:55:52:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffed5f9-b73e-4f02-8b15-87359adcd7b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:22:01Z', 'updated_at': '2021-01-29T10:22:01Z', 'revision_number': 0, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9520e26-f41a-4a32-a0bf-d08fe94cdcfd', 'name': '', 'network_id': '3c569865-c4d1-41b8-b3f7-08888eda6cd8', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:56:c9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660448a1-8c3c-4fd5-9ba1-40f85387470e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '2ad455ed-629a-43bb-bd0b-9b3ebf22a868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:21:40Z', 'updated_at': '2021-01-29T10:21:48Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': '2ad455ed-629a-43bb-bd0b-9b3ebf22a868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:22:04.074515 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b7d2b7-ba0f-417f-8da5-12f364959174 None None] Checking router: 660448a1-8c3c-4fd5-9ba1-40f85387470e for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:22:04.083884 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b7d2b7-ba0f-417f-8da5-12f364959174 None None] Routers {'660448a1-8c3c-4fd5-9ba1-40f85387470e'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:22:04.084551 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-b2b7d2b7-ba0f-417f-8da5-12f364959174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99cad72860>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:21:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['660448a1-8c3c-4fd5-9ba1-40f85387470e'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:22:04.127815 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3600ea8-7ada-41c6-906a-1e6c340913e2 req-5cc3748c-2235-4607-9cd3-3bd1814bb928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:22:04.129399 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e3600ea8-7ada-41c6-906a-1e6c340913e2 req-5cc3748c-2235-4607-9cd3-3bd1814bb928 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2ad455ed-629a-43bb-bd0b-9b3ebf22a868 HTTP/1.1" status: 200  len: 835 time: 0.0687180
Jan 29 10:22:04.141971 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d28f4c-681e-4c08-8774-279db795e21b req-6009fd67-b2c2-4cf5-841f-60264a46a132 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:22:04.143675 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e2d28f4c-681e-4c08-8774-279db795e21b req-6009fd67-b2c2-4cf5-841f-60264a46a132 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=fffed5f9-b73e-4f02-8b15-87359adcd7b5 HTTP/1.1" status: 200  len: 983 time: 0.1673346
Jan 29 10:22:04.209010 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e2d28f4c-681e-4c08-8774-279db795e21b req-a6a60b82-230f-4485-b256-dfd54db64887 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=50bd7ee8-4060-4fb5-bf27-f10aef34e79f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579090
Jan 29 10:22:04.220301 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3600ea8-7ada-41c6-906a-1e6c340913e2 req-28eaa860-7bfa-4441-a685-5056f4c4be18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:22:04.221995 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e3600ea8-7ada-41c6-906a-1e6c340913e2 req-28eaa860-7bfa-4441-a685-5056f4c4be18 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3c569865-c4d1-41b8-b3f7-08888eda6cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0840857
Jan 29 10:22:04.275763 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-b2b7d2b7-ba0f-417f-8da5-12f364959174 None None] Set router 660448a1-8c3c-4fd5-9ba1-40f85387470e gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:22:04.382301 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e3600ea8-7ada-41c6-906a-1e6c340913e2 req-f648912e-c07f-44da-94c8-5d7ca1ae1c97 service neutron] 10.222.0.22 "GET /v2.0/networks/3c569865-c4d1-41b8-b3f7-08888eda6cd8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1523130
Jan 29 10:22:04.533621 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e3600ea8-7ada-41c6-906a-1e6c340913e2 req-62846c67-f93d-4b18-af41-48fe541a793d service neutron] 10.222.0.22 "GET /v2.0/networks/3c569865-c4d1-41b8-b3f7-08888eda6cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1381390
Jan 29 10:22:04.643453 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-b2b7d2b7-ba0f-417f-8da5-12f364959174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99cad72860>, [{'id': '660448a1-8c3c-4fd5-9ba1-40f85387470e', 'name': 'tempest-TestNetworkBasicOps-router-1849968564', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.249'}], 'enable_snat': True}, 'gw_port_id': 'b859d94d-466b-44c3-af2c-7f2b6f8b87a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:21:35Z', 'updated_at': '2021-01-29T10:21:41Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': 'b859d94d-466b-44c3-af2c-7f2b6f8b87a6', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:75:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660448a1-8c3c-4fd5-9ba1-40f85387470e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:21:36Z', 'updated_at': '2021-01-29T10:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': 'a615e2d9-299a-405b-a3df-3f6bd524fdac', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'floating_ip_address': '172.26.7.62', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '660448a1-8c3c-4fd5-9ba1-40f85387470e', 'port_id': 'f0c64435-e0ce-46cb-b4d5-19f6650f28fb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1485587687', 'network_id': '3c569865-c4d1-41b8-b3f7-08888eda6cd8', 'mac_address': 'fa:16:3e:55:52:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffed5f9-b73e-4f02-8b15-87359adcd7b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:22:01Z', 'updated_at': '2021-01-29T10:22:01Z', 'revision_number': 0, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9520e26-f41a-4a32-a0bf-d08fe94cdcfd', 'name': '', 'network_id': '3c569865-c4d1-41b8-b3f7-08888eda6cd8', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:56:c9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660448a1-8c3c-4fd5-9ba1-40f85387470e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '2ad455ed-629a-43bb-bd0b-9b3ebf22a868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:21:40Z', 'updated_at': '2021-01-29T10:21:48Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': '2ad455ed-629a-43bb-bd0b-9b3ebf22a868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:22:04.647603 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b7d2b7-ba0f-417f-8da5-12f364959174 None None] The sync data for ids ['660448a1-8c3c-4fd5-9ba1-40f85387470e'] in dv-neutron-772983-2-ovs is: [{'id': '660448a1-8c3c-4fd5-9ba1-40f85387470e', 'name': 'tempest-TestNetworkBasicOps-router-1849968564', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.249'}], 'enable_snat': True}, 'gw_port_id': 'b859d94d-466b-44c3-af2c-7f2b6f8b87a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:21:35Z', 'updated_at': '2021-01-29T10:21:41Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': 'b859d94d-466b-44c3-af2c-7f2b6f8b87a6', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:75:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660448a1-8c3c-4fd5-9ba1-40f85387470e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:21:36Z', 'updated_at': '2021-01-29T10:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': 'a615e2d9-299a-405b-a3df-3f6bd524fdac', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'floating_ip_address': '172.26.7.62', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '660448a1-8c3c-4fd5-9ba1-40f85387470e', 'port_id': 'f0c64435-e0ce-46cb-b4d5-19f6650f28fb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1485587687', 'network_id': '3c569865-c4d1-41b8-b3f7-08888eda6cd8', 'mac_address': 'fa:16:3e:55:52:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffed5f9-b73e-4f02-8b15-87359adcd7b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:22:01Z', 'updated_at': '2021-01-29T10:22:01Z', 'revision_number': 0, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9520e26-f41a-4a32-a0bf-d08fe94cdcfd', 'name': '', 'network_id': '3c569865-c4d1-41b8-b3f7-08888eda6cd8', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:56:c9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660448a1-8c3c-4fd5-9ba1-40f85387470e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '2ad455ed-629a-43bb-bd0b-9b3ebf22a868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:21:40Z', 'updated_at': '2021-01-29T10:21:48Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': '2ad455ed-629a-43bb-bd0b-9b3ebf22a868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:22:04.809115 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:04.925759 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d89356-b931-4ce9-be85-0d22d9401744 None None] New status for floating IP a615e2d9-299a-405b-a3df-3f6bd524fdac: ACTIVE {{(pid=80767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 29 10:22:05.774906 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac52cfe3-ab07-4851-92ff-3ac80d00e66c req-de90aef9-b63c-4cda-b5f5-46015720354c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:22:05.776689 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ac52cfe3-ab07-4851-92ff-3ac80d00e66c req-de90aef9-b63c-4cda-b5f5-46015720354c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=fffed5f9-b73e-4f02-8b15-87359adcd7b5 HTTP/1.1" status: 200  len: 983 time: 0.4313140
Jan 29 10:22:05.840561 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ac52cfe3-ab07-4851-92ff-3ac80d00e66c req-639efe62-2dd6-4e15-b8d5-ff9855cacc58 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=50bd7ee8-4060-4fb5-bf27-f10aef34e79f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575666
Jan 29 10:22:05.865928 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d65cb-c3ac-48e3-aab7-de684b9b10e6 req-859aa204-0c95-4986-ac95-a53c30725e98 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:22:05.866752 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-4c6d65cb-c3ac-48e3-aab7-de684b9b10e6 req-859aa204-0c95-4986-ac95-a53c30725e98 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Synchronizing usage tracker for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:22:05.881918 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-4c6d65cb-c3ac-48e3-aab7-de684b9b10e6 req-859aa204-0c95-4986-ac95-a53c30725e98 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Unset dirty status for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:22:05.883130 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4c6d65cb-c3ac-48e3-aab7-de684b9b10e6 req-859aa204-0c95-4986-ac95-a53c30725e98 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.22 "GET /v2.0/ports?device_id=fffed5f9-b73e-4f02-8b15-87359adcd7b5 HTTP/1.1" status: 200  len: 983 time: 0.1911631
Jan 29 10:22:05.992091 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d65cb-c3ac-48e3-aab7-de684b9b10e6 req-2e85174b-7276-46a2-9f01-7cb016e35847 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:22:05.993684 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4c6d65cb-c3ac-48e3-aab7-de684b9b10e6 req-2e85174b-7276-46a2-9f01-7cb016e35847 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.22 "GET /v2.0/ports/f0c64435-e0ce-46cb-b4d5-19f6650f28fb?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.1039178
Jan 29 10:22:06.056434 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device f0c64435-e0ce-46cb-b4d5-19f6650f28fb no longer exists at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:22:06.181468 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:06.183584 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4c6d65cb-c3ac-48e3-aab7-de684b9b10e6 req-f6f107c5-1a1f-4e13-8c3b-1d9ae843c0f8 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.22 "GET /v2.0/networks/3c569865-c4d1-41b8-b3f7-08888eda6cd8?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.1843789
Jan 29 10:22:06.194992 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-4c6d65cb-c3ac-48e3-aab7-de684b9b10e6 req-cc1f06ca-c4e1-4151-9a3f-2a7bac6eb975 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:22:06.209232 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fffed5f9-b73e-4f02-8b15-87359adcd7b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0c64435-e0ce-46cb-b4d5-19f6650f28fb'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:22:06.219439 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port f0c64435-e0ce-46cb-b4d5-19f6650f28fb, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=f0c64435-e0ce-46cb-b4d5-19f6650f28fb,segment=NetworkSegment(a4285f8e-b2b5-4e4a-b031-e58e98041dd1),segment_id=a4285f8e-b2b5-4e4a-b031-e58e98041dd1)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:22:06.223613 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:06.225505 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a517ecf6-74f0-4b44-b1be-40891b3413d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:22:06.312877 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=f0c64435-e0ce-46cb-b4d5-19f6650f28fb,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:22:06.325881 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:22:06.326123 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-4c6d65cb-c3ac-48e3-aab7-de684b9b10e6 req-cc1f06ca-c4e1-4151-9a3f-2a7bac6eb975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:06.362208 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fffed5f9-b73e-4f02-8b15-87359adcd7b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0c64435-e0ce-46cb-b4d5-19f6650f28fb', 'code': 200}
Jan 29 10:22:06.594299 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-4c6d65cb-c3ac-48e3-aab7-de684b9b10e6 req-cc1f06ca-c4e1-4151-9a3f-2a7bac6eb975 service neutron] For port f0c64435-e0ce-46cb-b4d5-19f6650f28fb, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=f0c64435-e0ce-46cb-b4d5-19f6650f28fb,segment=NetworkSegment(a4285f8e-b2b5-4e4a-b031-e58e98041dd1),segment_id=a4285f8e-b2b5-4e4a-b031-e58e98041dd1)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:22:06.624535 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-4c6d65cb-c3ac-48e3-aab7-de684b9b10e6 req-cc1f06ca-c4e1-4151-9a3f-2a7bac6eb975 service neutron] For port f0c64435-e0ce-46cb-b4d5-19f6650f28fb, host hv-neutron-7729, cleared binding levels {{(pid=80766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:22:06.677463 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [req-4c6d65cb-c3ac-48e3-aab7-de684b9b10e6 req-cc1f06ca-c4e1-4151-9a3f-2a7bac6eb975 service neutron] device_id is not set on port f0c64435-e0ce-46cb-b4d5-19f6650f28fb yet. {{(pid=80766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:22:06.685507 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-4c6d65cb-c3ac-48e3-aab7-de684b9b10e6 req-cc1f06ca-c4e1-4151-9a3f-2a7bac6eb975 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:06.690041 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-4c6d65cb-c3ac-48e3-aab7-de684b9b10e6 req-cc1f06ca-c4e1-4151-9a3f-2a7bac6eb975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:06.705492 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e2086330-bc15-4c15-aa16-f7e4459eb6a0 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:22:06.845162 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1f06ca-c4e1-4151-9a3f-2a7bac6eb975 service neutron] Pushing event updated for resources: {'Port': ['ID=f0c64435-e0ce-46cb-b4d5-19f6650f28fb,revision_number=6']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:22:06.849398 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-cc1f06ca-c4e1-4151-9a3f-2a7bac6eb975 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:22:07.027615 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c6d65cb-c3ac-48e3-aab7-de684b9b10e6 req-cc1f06ca-c4e1-4151-9a3f-2a7bac6eb975 service neutron] No DVR routers for this DVR port f0c64435-e0ce-46cb-b4d5-19f6650f28fb on host hv-neutron-7729 {{(pid=80766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:22:07.028026 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c4e3ac68-4837-4727-b0a8-596f14da7b29 req-cf6f9ae1-653c-4774-ad2a-03aeb4f51245 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=fffed5f9-b73e-4f02-8b15-87359adcd7b5 HTTP/1.1" status: 200  len: 210 time: 0.0543513
Jan 29 10:22:07.124925 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-ea0b9b1f-365c-4952-ad42-3956d7564cc3 None None] Provisioning complete for port f0c64435-e0ce-46cb-b4d5-19f6650f28fb triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:22:07.125384 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ea0b9b1f-365c-4952-ad42-3956d7564cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:07.276936 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-4c6d65cb-c3ac-48e3-aab7-de684b9b10e6 req-cc1f06ca-c4e1-4151-9a3f-2a7bac6eb975 service neutron] In _notify_port_updated(), no bound segment for port f0c64435-e0ce-46cb-b4d5-19f6650f28fb on network 3c569865-c4d1-41b8-b3f7-08888eda6cd8 {{(pid=80766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:863}}
Jan 29 10:22:07.277815 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d65cb-c3ac-48e3-aab7-de684b9b10e6 req-cc1f06ca-c4e1-4151-9a3f-2a7bac6eb975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:22:07.278507 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-4c6d65cb-c3ac-48e3-aab7-de684b9b10e6 req-cc1f06ca-c4e1-4151-9a3f-2a7bac6eb975 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:07.280097 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4c6d65cb-c3ac-48e3-aab7-de684b9b10e6 req-cc1f06ca-c4e1-4151-9a3f-2a7bac6eb975 service neutron] 10.222.0.22 "PUT /v2.0/ports/f0c64435-e0ce-46cb-b4d5-19f6650f28fb HTTP/1.1" status: 200  len: 1026 time: 1.0895600
Jan 29 10:22:07.360998 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-ea0b9b1f-365c-4952-ad42-3956d7564cc3 None None] Port f0c64435-e0ce-46cb-b4d5-19f6650f28fb cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:22:08.141846 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59582) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:22:08.295036 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9842d9d9-1c33-4538-9aa3-8ef2c9c5623d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:22:08.296610 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9842d9d9-1c33-4538-9aa3-8ef2c9c5623d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports/f0c64435-e0ce-46cb-b4d5-19f6650f28fb HTTP/1.1" status: 200  len: 925 time: 0.1536551
Jan 29 10:22:08.601006 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59588) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:22:08.607203 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-fc66f9c7-8b91-4c19-b0f5-6a5bbf34cd4c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-761267566', 'description': 'tempest-secgroup-smoke-761267566 description', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:22:08.628586 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-fc66f9c7-8b91-4c19-b0f5-6a5bbf34cd4c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:22:08.638972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-fc66f9c7-8b91-4c19-b0f5-6a5bbf34cd4c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:22:08.648136 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fc66f9c7-8b91-4c19-b0f5-6a5bbf34cd4c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:08.671334 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-fc66f9c7-8b91-4c19-b0f5-6a5bbf34cd4c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:22:08.675340 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-fc66f9c7-8b91-4c19-b0f5-6a5bbf34cd4c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:22:08.678309 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-fc66f9c7-8b91-4c19-b0f5-6a5bbf34cd4c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:22:08.684168 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-fc66f9c7-8b91-4c19-b0f5-6a5bbf34cd4c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:22:08.762030 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fc66f9c7-8b91-4c19-b0f5-6a5bbf34cd4c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:08.766123 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fc66f9c7-8b91-4c19-b0f5-6a5bbf34cd4c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:08.771355 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-94dce49d-97f7-4078-9910-4a59fbe05c55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:22:08.814959 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66f9c7-8b91-4c19-b0f5-6a5bbf34cd4c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea68c6e-4d0e-43ff-a4cf-364edd1fd83e,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:22:08.817915 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fc66f9c7-8b91-4c19-b0f5-6a5bbf34cd4c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:08.819228 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-fc66f9c7-8b91-4c19-b0f5-6a5bbf34cd4c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2171388
Jan 29 10:22:08.820219 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-fc66f9c7-8b91-4c19-b0f5-6a5bbf34cd4c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:22:08.823274 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59592) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:22:08.828807 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-823a42db-8778-4bdd-a3f1-cc818631e831 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group_rule': {'security_group_id': '0ea68c6e-4d0e-43ff-a4cf-364edd1fd83e', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:22:08.850291 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-823a42db-8778-4bdd-a3f1-cc818631e831 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:22:08.854344 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-823a42db-8778-4bdd-a3f1-cc818631e831 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:22:08.857339 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-823a42db-8778-4bdd-a3f1-cc818631e831 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:22:08.863098 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-823a42db-8778-4bdd-a3f1-cc818631e831 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:22:08.879860 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-823a42db-8778-4bdd-a3f1-cc818631e831 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:08.942390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-823a42db-8778-4bdd-a3f1-cc818631e831 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:08.944959 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-823a42db-8778-4bdd-a3f1-cc818631e831 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:08.947348 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:22:08.971075 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823a42db-8778-4bdd-a3f1-cc818631e831 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=358ce544-9bc8-47c9-84ce-5f6b854f124d,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:22:08.973628 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-823a42db-8778-4bdd-a3f1-cc818631e831 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:22:08.980470 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-823a42db-8778-4bdd-a3f1-cc818631e831 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:08.981760 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-823a42db-8778-4bdd-a3f1-cc818631e831 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1574988
Jan 29 10:22:08.984735 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59596) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:22:08.990291 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-9bf00020-c367-4e79-813b-9e8ec3da85ea tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group_rule': {'security_group_id': '0ea68c6e-4d0e-43ff-a4cf-364edd1fd83e', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:22:09.012174 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-9bf00020-c367-4e79-813b-9e8ec3da85ea tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:22:09.016225 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-9bf00020-c367-4e79-813b-9e8ec3da85ea tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:22:09.019253 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-9bf00020-c367-4e79-813b-9e8ec3da85ea tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:22:09.025834 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-9bf00020-c367-4e79-813b-9e8ec3da85ea tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:22:09.042816 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9bf00020-c367-4e79-813b-9e8ec3da85ea tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:09.108187 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9bf00020-c367-4e79-813b-9e8ec3da85ea tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:09.110662 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9bf00020-c367-4e79-813b-9e8ec3da85ea tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:09.112459 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:22:09.137934 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf00020-c367-4e79-813b-9e8ec3da85ea tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c47c3de8-c8b5-48d6-8cff-b557bdff5e9b,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:22:09.142220 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9bf00020-c367-4e79-813b-9e8ec3da85ea tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:22:09.148994 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9bf00020-c367-4e79-813b-9e8ec3da85ea tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:09.151070 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9bf00020-c367-4e79-813b-9e8ec3da85ea tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1653376
Jan 29 10:22:09.154047 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59600) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:22:09.159521 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-c2c48b39-e768-4d54-8ad8-6882c1f91211 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group_rule': {'security_group_id': '0ea68c6e-4d0e-43ff-a4cf-364edd1fd83e', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:22:09.181021 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c2c48b39-e768-4d54-8ad8-6882c1f91211 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:22:09.185101 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c2c48b39-e768-4d54-8ad8-6882c1f91211 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:22:09.188083 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c2c48b39-e768-4d54-8ad8-6882c1f91211 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:22:09.193756 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c2c48b39-e768-4d54-8ad8-6882c1f91211 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:22:09.210570 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c2c48b39-e768-4d54-8ad8-6882c1f91211 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:09.278573 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c2c48b39-e768-4d54-8ad8-6882c1f91211 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:09.281374 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c2c48b39-e768-4d54-8ad8-6882c1f91211 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:09.283413 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-403712d6-9961-4456-8309-c3952ed0a34a tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:22:09.307743 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c48b39-e768-4d54-8ad8-6882c1f91211 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96338a6f-1d1a-4eb7-9b62-016a6381bb40,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:22:09.310377 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c2c48b39-e768-4d54-8ad8-6882c1f91211 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:22:09.316826 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c2c48b39-e768-4d54-8ad8-6882c1f91211 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:09.318164 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c2c48b39-e768-4d54-8ad8-6882c1f91211 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1630478
Jan 29 10:22:09.321888 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59604) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:22:09.328461 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-a73ff179-f6ab-43f8-8e6a-3fe587237088 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group_rule': {'security_group_id': '0ea68c6e-4d0e-43ff-a4cf-364edd1fd83e', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:22:09.352173 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a73ff179-f6ab-43f8-8e6a-3fe587237088 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:22:09.356735 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a73ff179-f6ab-43f8-8e6a-3fe587237088 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:22:09.359836 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a73ff179-f6ab-43f8-8e6a-3fe587237088 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:22:09.365691 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a73ff179-f6ab-43f8-8e6a-3fe587237088 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:22:09.385036 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a73ff179-f6ab-43f8-8e6a-3fe587237088 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:09.450948 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a73ff179-f6ab-43f8-8e6a-3fe587237088 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:09.453475 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a73ff179-f6ab-43f8-8e6a-3fe587237088 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:09.455362 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c2c48b39-e768-4d54-8ad8-6882c1f91211 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:22:09.479485 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73ff179-f6ab-43f8-8e6a-3fe587237088 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0537f388-db32-4040-9cb3-2b7a695a141f,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:22:09.481963 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a73ff179-f6ab-43f8-8e6a-3fe587237088 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:22:09.487983 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a73ff179-f6ab-43f8-8e6a-3fe587237088 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:09.489231 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a73ff179-f6ab-43f8-8e6a-3fe587237088 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1657507
Jan 29 10:22:09.492188 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59608) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:22:09.498288 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-c4d99bc4-3b88-4c76-be0e-66fec69f655c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group_rule': {'security_group_id': '0ea68c6e-4d0e-43ff-a4cf-364edd1fd83e', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:22:09.519359 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c4d99bc4-3b88-4c76-be0e-66fec69f655c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:22:09.523356 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c4d99bc4-3b88-4c76-be0e-66fec69f655c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:22:09.527060 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c4d99bc4-3b88-4c76-be0e-66fec69f655c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:22:09.532671 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c4d99bc4-3b88-4c76-be0e-66fec69f655c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:22:09.542694 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.securitygroups_db [None req-c4d99bc4-3b88-4c76-be0e-66fec69f655c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Project ff1f06ee29ef461597f2ecd846f8813d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 10:22:09.549374 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c4d99bc4-3b88-4c76-be0e-66fec69f655c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:09.619069 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c4d99bc4-3b88-4c76-be0e-66fec69f655c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:09.621538 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c4d99bc4-3b88-4c76-be0e-66fec69f655c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:09.628538 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-823a42db-8778-4bdd-a3f1-cc818631e831 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:22:09.647546 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d99bc4-3b88-4c76-be0e-66fec69f655c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=214565d0-fe2d-4dc1-9076-fc6b332fe02a,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:22:09.650659 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c4d99bc4-3b88-4c76-be0e-66fec69f655c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:22:09.657211 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c4d99bc4-3b88-4c76-be0e-66fec69f655c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:09.658555 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c4d99bc4-3b88-4c76-be0e-66fec69f655c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1653807
Jan 29 10:22:09.661409 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59612) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:22:09.668247 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-705a02eb-da02-4816-9ac8-3f030b1cf170 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group_rule': {'security_group_id': '0ea68c6e-4d0e-43ff-a4cf-364edd1fd83e', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:22:09.690208 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-705a02eb-da02-4816-9ac8-3f030b1cf170 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:22:09.694284 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-705a02eb-da02-4816-9ac8-3f030b1cf170 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:22:09.698037 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-705a02eb-da02-4816-9ac8-3f030b1cf170 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:22:09.703825 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-705a02eb-da02-4816-9ac8-3f030b1cf170 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:22:09.714130 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.securitygroups_db [None req-705a02eb-da02-4816-9ac8-3f030b1cf170 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Project ff1f06ee29ef461597f2ecd846f8813d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 10:22:09.720999 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-705a02eb-da02-4816-9ac8-3f030b1cf170 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:09.794223 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-705a02eb-da02-4816-9ac8-3f030b1cf170 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:09.796756 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-705a02eb-da02-4816-9ac8-3f030b1cf170 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:09.798677 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-aae5fb99-ef0c-4516-9805-2ff5e381c885 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:22:09.815798 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705a02eb-da02-4816-9ac8-3f030b1cf170 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40e22366-c96f-4498-99a0-2ce5e332b44e,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:22:09.823349 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-705a02eb-da02-4816-9ac8-3f030b1cf170 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:22:09.832396 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-705a02eb-da02-4816-9ac8-3f030b1cf170 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:09.833686 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-705a02eb-da02-4816-9ac8-3f030b1cf170 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1712193
Jan 29 10:22:10.034902 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6425bc2a-ebe4-4843-82b2-d7507755f8ec req-0b9bb2b7-bbcd-46f2-ac90-67c80e355568 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-761267566&fields=id&tenant_id=ff1f06ee29ef461597f2ecd846f8813d HTTP/1.1" status: 200  len: 267 time: 0.0614142
Jan 29 10:22:10.193171 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425bc2a-ebe4-4843-82b2-d7507755f8ec req-fcfccf1f-7a4f-49b3-a8b1-7abe3d076274 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:22:10.194675 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6425bc2a-ebe4-4843-82b2-d7507755f8ec req-fcfccf1f-7a4f-49b3-a8b1-7abe3d076274 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports/f0c64435-e0ce-46cb-b4d5-19f6650f28fb HTTP/1.1" status: 200  len: 930 time: 0.1527355
Jan 29 10:22:10.275195 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6425bc2a-ebe4-4843-82b2-d7507755f8ec req-c444f958-540a-41cd-a6e7-746a7b69e50e service neutron] 10.222.0.57 "GET /v2.0/ports/f0c64435-e0ce-46cb-b4d5-19f6650f28fb?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200  len: 311 time: 0.0669353
Jan 29 10:22:10.453172 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6425bc2a-ebe4-4843-82b2-d7507755f8ec req-d7f42711-9dce-4154-95cc-0f5dcc2f5f97 service neutron] 10.222.0.57 "GET /v2.0/networks/3c569865-c4d1-41b8-b3f7-08888eda6cd8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1710987
Jan 29 10:22:10.636119 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6425bc2a-ebe4-4843-82b2-d7507755f8ec req-4d912d2b-2ded-4830-8bb4-3ff3e2ad91e4 service neutron] 10.222.0.57 "GET /v2.0/networks/3c569865-c4d1-41b8-b3f7-08888eda6cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1762629
Jan 29 10:22:10.888712 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6b21a169-e12a-4449-8082-c77c0397f623 req-12adac70-aadb-460a-ac1b-8b5abc704ba0 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=d647c1a1-82ec-46e7-aeba-131f90d46683 HTTP/1.1" status: 200  len: 210 time: 0.0580504
Jan 29 10:22:12.079194 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-16c94bde-a58d-4f0c-aaf7-61c3ae935a11 req-788ec877-29d2-4958-b1d3-d5423ec3b9cd tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=d647c1a1-82ec-46e7-aeba-131f90d46683 HTTP/1.1" status: 200  len: 210 time: 0.0521903
Jan 29 10:22:12.263218 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425bc2a-ebe4-4843-82b2-d7507755f8ec req-92e1bd4f-fe63-4ade-a35c-dbe322d00084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:22:12.264984 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6425bc2a-ebe4-4843-82b2-d7507755f8ec req-92e1bd4f-fe63-4ade-a35c-dbe322d00084 service neutron] 10.222.0.22 "GET /v2.0/ports/f0c64435-e0ce-46cb-b4d5-19f6650f28fb HTTP/1.1" status: 200  len: 1026 time: 0.3449421
Jan 29 10:22:12.500953 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425bc2a-ebe4-4843-82b2-d7507755f8ec req-3f5989c4-0f9d-4dca-abbe-25054dbed954 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:22:12.502485 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6425bc2a-ebe4-4843-82b2-d7507755f8ec req-3f5989c4-0f9d-4dca-abbe-25054dbed954 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.22 "GET /v2.0/networks?id=3c569865-c4d1-41b8-b3f7-08888eda6cd8 HTTP/1.1" status: 200  len: 797 time: 0.2324967
Jan 29 10:22:12.653449 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-6425bc2a-ebe4-4843-82b2-d7507755f8ec req-96704a1a-38eb-45f0-88c4-a7dfed5a528c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Synchronizing usage tracker for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:security_group {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:22:12.668697 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-6425bc2a-ebe4-4843-82b2-d7507755f8ec req-96704a1a-38eb-45f0-88c4-a7dfed5a528c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Unset dirty status for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:security_group {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:22:12.670299 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6425bc2a-ebe4-4843-82b2-d7507755f8ec req-96704a1a-38eb-45f0-88c4-a7dfed5a528c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ff1f06ee29ef461597f2ecd846f8813d HTTP/1.1" status: 200  len: 13151 time: 0.1465163
Jan 29 10:22:12.682311 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-6425bc2a-ebe4-4843-82b2-d7507755f8ec req-756231e2-18a9-46de-9946-7255eba860db service neutron] Request body: {'port': {'device_id': 'd647c1a1-82ec-46e7-aeba-131f90d46683', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7729'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:22:12.802650 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-6425bc2a-ebe4-4843-82b2-d7507755f8ec req-756231e2-18a9-46de-9946-7255eba860db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:13.225186 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [req-6425bc2a-ebe4-4843-82b2-d7507755f8ec req-756231e2-18a9-46de-9946-7255eba860db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0c64435-e0ce-46cb-b4d5-19f6650f28fb {{(pid=80766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 29 10:22:13.233737 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-6425bc2a-ebe4-4843-82b2-d7507755f8ec req-756231e2-18a9-46de-9946-7255eba860db service neutron] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:13.246803 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-6425bc2a-ebe4-4843-82b2-d7507755f8ec req-756231e2-18a9-46de-9946-7255eba860db service neutron] Transition to ACTIVE for port object f0c64435-e0ce-46cb-b4d5-19f6650f28fb will not be triggered until provisioned by entity L2. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:22:13.249605 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-6425bc2a-ebe4-4843-82b2-d7507755f8ec req-756231e2-18a9-46de-9946-7255eba860db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:13.266146 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8e53e9cb-fd5d-4e0a-b393-ec13f923b40e tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:22:13.399165 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e979c-51b3-4256-ad6b-6876d68490cc req-008d1813-f648-4dc9-94fd-089c68e60bbb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:22:13.401875 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d20e979c-51b3-4256-ad6b-6876d68490cc req-008d1813-f648-4dc9-94fd-089c68e60bbb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=d647c1a1-82ec-46e7-aeba-131f90d46683 HTTP/1.1" status: 200  len: 981 time: 0.1839030
Jan 29 10:22:13.425013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756231e2-18a9-46de-9946-7255eba860db service neutron] Pushing event updated for resources: {'Port': ['ID=f0c64435-e0ce-46cb-b4d5-19f6650f28fb,revision_number=7']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:22:13.428245 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-756231e2-18a9-46de-9946-7255eba860db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:22:13.486869 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d20e979c-51b3-4256-ad6b-6876d68490cc req-6a7ce7b5-fb2c-4223-99ff-1b7bf4aedab6 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=50bd7ee8-4060-4fb5-bf27-f10aef34e79f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0779400
Jan 29 10:22:13.657475 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-6425bc2a-ebe4-4843-82b2-d7507755f8ec req-756231e2-18a9-46de-9946-7255eba860db service neutron] Attempting to bind port f0c64435-e0ce-46cb-b4d5-19f6650f28fb on host hv-neutron-7729 for vnic_type normal with profile  {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:22:13.657902 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-6425bc2a-ebe4-4843-82b2-d7507755f8ec req-756231e2-18a9-46de-9946-7255eba860db service neutron] Attempting to bind port f0c64435-e0ce-46cb-b4d5-19f6650f28fb by drivers openvswitch on host hv-neutron-7729 at level 0 using segments [{'id': 'a4285f8e-b2b5-4e4a-b031-e58e98041dd1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3c569865-c4d1-41b8-b3f7-08888eda6cd8'}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:22:13.658308 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6425bc2a-ebe4-4843-82b2-d7507755f8ec req-756231e2-18a9-46de-9946-7255eba860db service neutron] Attempting to bind port f0c64435-e0ce-46cb-b4d5-19f6650f28fb on network 3c569865-c4d1-41b8-b3f7-08888eda6cd8 {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:22:13.664213 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6425bc2a-ebe4-4843-82b2-d7507755f8ec req-756231e2-18a9-46de-9946-7255eba860db service neutron] Checking agent: {'id': '5acf9624-c829-41ba-afd9-92278081af05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 10, 2, 34), 'started_at': datetime.datetime(2021, 1, 29, 10, 3, 4), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:22:13.664620 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6425bc2a-ebe4-4843-82b2-d7507755f8ec req-756231e2-18a9-46de-9946-7255eba860db service neutron] Checking segment: {'id': 'a4285f8e-b2b5-4e4a-b031-e58e98041dd1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3c569865-c4d1-41b8-b3f7-08888eda6cd8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:22:13.665040 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-6425bc2a-ebe4-4843-82b2-d7507755f8ec req-756231e2-18a9-46de-9946-7255eba860db service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:13.665569 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6425bc2a-ebe4-4843-82b2-d7507755f8ec req-756231e2-18a9-46de-9946-7255eba860db service neutron] Bound using segment: {'id': 'a4285f8e-b2b5-4e4a-b031-e58e98041dd1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3c569865-c4d1-41b8-b3f7-08888eda6cd8'} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:22:13.666081 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-6425bc2a-ebe4-4843-82b2-d7507755f8ec req-756231e2-18a9-46de-9946-7255eba860db service neutron] Bound port: f0c64435-e0ce-46cb-b4d5-19f6650f28fb, host: hv-neutron-7729, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4285f8e-b2b5-4e4a-b031-e58e98041dd1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3c569865-c4d1-41b8-b3f7-08888eda6cd8'}}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:22:13.666438 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-6425bc2a-ebe4-4843-82b2-d7507755f8ec req-756231e2-18a9-46de-9946-7255eba860db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:13.762583 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-6425bc2a-ebe4-4843-82b2-d7507755f8ec req-756231e2-18a9-46de-9946-7255eba860db service neutron] For port f0c64435-e0ce-46cb-b4d5-19f6650f28fb, host hv-neutron-7729, cleared binding levels {{(pid=80766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:22:13.765656 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-6425bc2a-ebe4-4843-82b2-d7507755f8ec req-756231e2-18a9-46de-9946-7255eba860db service neutron] For port f0c64435-e0ce-46cb-b4d5-19f6650f28fb, host hv-neutron-7729, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=f0c64435-e0ce-46cb-b4d5-19f6650f28fb,segment=NetworkSegment(a4285f8e-b2b5-4e4a-b031-e58e98041dd1),segment_id=a4285f8e-b2b5-4e4a-b031-e58e98041dd1)] {{(pid=80766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:22:13.778561 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-6425bc2a-ebe4-4843-82b2-d7507755f8ec req-756231e2-18a9-46de-9946-7255eba860db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:13.793859 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-95719f75-6e03-43b5-8340-5a8ec61447f7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:22:13.950134 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756231e2-18a9-46de-9946-7255eba860db service neutron] Pushing event updated for resources: {'Port': ['ID=f0c64435-e0ce-46cb-b4d5-19f6650f28fb,revision_number=8']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:22:13.954800 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-756231e2-18a9-46de-9946-7255eba860db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:22:13.985952 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425bc2a-ebe4-4843-82b2-d7507755f8ec req-756231e2-18a9-46de-9946-7255eba860db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:22:13.986630 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-6425bc2a-ebe4-4843-82b2-d7507755f8ec req-756231e2-18a9-46de-9946-7255eba860db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:13.988116 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6425bc2a-ebe4-4843-82b2-d7507755f8ec req-756231e2-18a9-46de-9946-7255eba860db service neutron] 10.222.0.22 "PUT /v2.0/ports/f0c64435-e0ce-46cb-b4d5-19f6650f28fb HTTP/1.1" status: 200  len: 1195 time: 1.3103724
Jan 29 10:22:13.988663 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd647c1a1-82ec-46e7-aeba-131f90d46683', 'tag': 'f0c64435-e0ce-46cb-b4d5-19f6650f28fb'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:22:14.085921 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd647c1a1-82ec-46e7-aeba-131f90d46683', 'tag': 'f0c64435-e0ce-46cb-b4d5-19f6650f28fb', 'status': 'completed', 'code': 200}
Jan 29 10:22:14.126479 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425bc2a-ebe4-4843-82b2-d7507755f8ec req-b8f86967-d5f0-44ed-aee8-a31fed12b04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:22:14.128150 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6425bc2a-ebe4-4843-82b2-d7507755f8ec req-b8f86967-d5f0-44ed-aee8-a31fed12b04c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ff1f06ee29ef461597f2ecd846f8813d&device_id=d647c1a1-82ec-46e7-aeba-131f90d46683 HTTP/1.1" status: 200  len: 1198 time: 0.0861015
Jan 29 10:22:14.248557 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6425bc2a-ebe4-4843-82b2-d7507755f8ec req-add2c272-91dc-4572-a0c8-56d3935ef618 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0c64435-e0ce-46cb-b4d5-19f6650f28fb HTTP/1.1" status: 200  len: 1036 time: 0.1060817
Jan 29 10:22:14.327168 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425bc2a-ebe4-4843-82b2-d7507755f8ec req-8cecdbb5-f739-4f0e-aa26-73f88b3ae108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:22:14.328760 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6425bc2a-ebe4-4843-82b2-d7507755f8ec req-8cecdbb5-f739-4f0e-aa26-73f88b3ae108 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2ad455ed-629a-43bb-bd0b-9b3ebf22a868 HTTP/1.1" status: 200  len: 835 time: 0.0743828
Jan 29 10:22:14.417208 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425bc2a-ebe4-4843-82b2-d7507755f8ec req-09752947-899a-4a70-a4f0-f3f65df350cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:22:14.418859 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6425bc2a-ebe4-4843-82b2-d7507755f8ec req-09752947-899a-4a70-a4f0-f3f65df350cd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3c569865-c4d1-41b8-b3f7-08888eda6cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0811934
Jan 29 10:22:14.566223 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6425bc2a-ebe4-4843-82b2-d7507755f8ec req-01177f70-0dc3-4c22-8c0f-621efca8b8cd service neutron] 10.222.0.22 "GET /v2.0/networks/3c569865-c4d1-41b8-b3f7-08888eda6cd8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1402366
Jan 29 10:22:14.713054 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6425bc2a-ebe4-4843-82b2-d7507755f8ec req-4a25b663-d974-4d78-87b5-ed91ae5bec35 service neutron] 10.222.0.22 "GET /v2.0/networks/3c569865-c4d1-41b8-b3f7-08888eda6cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1403155
Jan 29 10:22:14.773464 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52fdc92-79c2-4a01-99ff-cbff2bf20ffe req-627deccf-3bce-46ff-bfd9-5f4480e0eaaa tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:22:14.775657 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a52fdc92-79c2-4a01-99ff-cbff2bf20ffe req-627deccf-3bce-46ff-bfd9-5f4480e0eaaa tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=d647c1a1-82ec-46e7-aeba-131f90d46683 HTTP/1.1" status: 200  len: 981 time: 0.1667950
Jan 29 10:22:14.842383 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a52fdc92-79c2-4a01-99ff-cbff2bf20ffe req-4cb83476-ed1d-4602-ba21-fe8dd8f8439a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=50bd7ee8-4060-4fb5-bf27-f10aef34e79f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596185
Jan 29 10:22:14.879663 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220da497-a96e-4586-a8b5-85353093c249 req-4dc90f3c-a04f-451d-aab9-a480daec035f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:22:14.881290 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-220da497-a96e-4586-a8b5-85353093c249 req-4dc90f3c-a04f-451d-aab9-a480daec035f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ff1f06ee29ef461597f2ecd846f8813d&device_id=d647c1a1-82ec-46e7-aeba-131f90d46683 HTTP/1.1" status: 200  len: 1198 time: 0.0812724
Jan 29 10:22:15.027383 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220da497-a96e-4586-a8b5-85353093c249 req-6876dcac-d891-4356-a498-0e5f11a6759f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:22:15.028869 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-220da497-a96e-4586-a8b5-85353093c249 req-6876dcac-d891-4356-a498-0e5f11a6759f service neutron] 10.222.0.22 "GET /v2.0/networks?id=3c569865-c4d1-41b8-b3f7-08888eda6cd8 HTTP/1.1" status: 200  len: 891 time: 0.1406920
Jan 29 10:22:15.142111 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-220da497-a96e-4586-a8b5-85353093c249 req-f78abc38-6c79-491c-b150-e93891f1efbf service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0c64435-e0ce-46cb-b4d5-19f6650f28fb HTTP/1.1" status: 200  len: 1036 time: 0.1063597
Jan 29 10:22:15.215377 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220da497-a96e-4586-a8b5-85353093c249 req-d0f9e38e-2511-4855-bb5c-1c923e12efc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:22:15.216912 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-220da497-a96e-4586-a8b5-85353093c249 req-d0f9e38e-2511-4855-bb5c-1c923e12efc2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2ad455ed-629a-43bb-bd0b-9b3ebf22a868 HTTP/1.1" status: 200  len: 835 time: 0.0664430
Jan 29 10:22:15.297301 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220da497-a96e-4586-a8b5-85353093c249 req-3aff5a94-49f8-491a-aa3b-ff186f39ff8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:22:15.298881 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-220da497-a96e-4586-a8b5-85353093c249 req-3aff5a94-49f8-491a-aa3b-ff186f39ff8e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3c569865-c4d1-41b8-b3f7-08888eda6cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0751238
Jan 29 10:22:15.442933 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-220da497-a96e-4586-a8b5-85353093c249 req-4e66da12-444a-4c34-a6ab-e9bb266da2c2 service neutron] 10.222.0.22 "GET /v2.0/networks/3c569865-c4d1-41b8-b3f7-08888eda6cd8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1364028
Jan 29 10:22:15.585677 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-220da497-a96e-4586-a8b5-85353093c249 req-1e105cae-d90e-4aee-aa04-be8afc86b1fa service neutron] 10.222.0.22 "GET /v2.0/networks/3c569865-c4d1-41b8-b3f7-08888eda6cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1354725
Jan 29 10:22:16.138085 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9d658-c97d-4b92-94e2-82b2b67f3bcb req-6a944f72-0f02-4633-8f70-393a8ef91bcc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:22:16.139638 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e3c9d658-c97d-4b92-94e2-82b2b67f3bcb req-6a944f72-0f02-4633-8f70-393a8ef91bcc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=d647c1a1-82ec-46e7-aeba-131f90d46683 HTTP/1.1" status: 200  len: 981 time: 0.1660702
Jan 29 10:22:16.203455 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e3c9d658-c97d-4b92-94e2-82b2b67f3bcb req-ca1f5379-c1b5-4ed9-b465-5fc3174b96bc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=50bd7ee8-4060-4fb5-bf27-f10aef34e79f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575819
Jan 29 10:22:17.503592 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54fa6e9-1359-4d39-b848-3c73841d8d06 req-e466ac86-3bbc-4af6-a59d-59fa85132f55 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:22:17.505133 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f54fa6e9-1359-4d39-b848-3c73841d8d06 req-e466ac86-3bbc-4af6-a59d-59fa85132f55 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=d647c1a1-82ec-46e7-aeba-131f90d46683 HTTP/1.1" status: 200  len: 981 time: 0.1682935
Jan 29 10:22:17.569755 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f54fa6e9-1359-4d39-b848-3c73841d8d06 req-72fb568f-c2e5-4da5-89e0-be9d450ed474 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=50bd7ee8-4060-4fb5-bf27-f10aef34e79f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577600
Jan 29 10:22:18.765898 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device f0c64435-e0ce-46cb-b4d5-19f6650f28fb up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:22:18.843484 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning for port f0c64435-e0ce-46cb-b4d5-19f6650f28fb completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:22:18.848351 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port f0c64435-e0ce-46cb-b4d5-19f6650f28fb triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:22:18.848778 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:18.862755 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce48c2d-5080-47ae-b64e-cbb16a16140b req-b44ee6f4-79d2-4f09-8f1a-7805a8905103 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:22:18.864401 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0ce48c2d-5080-47ae-b64e-cbb16a16140b req-b44ee6f4-79d2-4f09-8f1a-7805a8905103 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=d647c1a1-82ec-46e7-aeba-131f90d46683 HTTP/1.1" status: 200  len: 981 time: 0.1630592
Jan 29 10:22:18.929097 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0ce48c2d-5080-47ae-b64e-cbb16a16140b req-d479f103-61ce-42db-87e5-fd4220af3b40 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=50bd7ee8-4060-4fb5-bf27-f10aef34e79f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578732
Jan 29 10:22:18.974529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:19.001810 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd647c1a1-82ec-46e7-aeba-131f90d46683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c64435-e0ce-46cb-b4d5-19f6650f28fb'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:22:19.012410 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port f0c64435-e0ce-46cb-b4d5-19f6650f28fb, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=f0c64435-e0ce-46cb-b4d5-19f6650f28fb,segment=NetworkSegment(a4285f8e-b2b5-4e4a-b031-e58e98041dd1),segment_id=a4285f8e-b2b5-4e4a-b031-e58e98041dd1)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:22:19.015250 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:19.017140 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:22:19.063935 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd647c1a1-82ec-46e7-aeba-131f90d46683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c64435-e0ce-46cb-b4d5-19f6650f28fb', 'code': 200}
Jan 29 10:22:19.091532 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=f0c64435-e0ce-46cb-b4d5-19f6650f28fb,revision_number=9']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:22:19.094849 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:22:19.342786 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad942adc-5754-4d56-9d81-a4d7db613f0f req-6ca81c97-c71f-46d1-85a0-56de7379ecc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:22:19.344417 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ad942adc-5754-4d56-9d81-a4d7db613f0f req-6ca81c97-c71f-46d1-85a0-56de7379ecc2 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d647c1a1-82ec-46e7-aeba-131f90d46683 HTTP/1.1" status: 200  len: 1201 time: 0.0776341
Jan 29 10:22:19.392873 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ad942adc-5754-4d56-9d81-a4d7db613f0f req-b924e389-7114-4b0b-a8bc-61dc4948d2b5 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=50bd7ee8-4060-4fb5-bf27-f10aef34e79f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419054
Jan 29 10:22:20.226865 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec96d9-2f41-4347-9657-7ab81f8b5f6b req-f9ce9da7-501f-4dd7-aa34-edf209c22e21 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:22:20.229087 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6eec96d9-2f41-4347-9657-7ab81f8b5f6b req-f9ce9da7-501f-4dd7-aa34-edf209c22e21 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=d647c1a1-82ec-46e7-aeba-131f90d46683 HTTP/1.1" status: 200  len: 983 time: 0.1687350
Jan 29 10:22:20.294064 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6eec96d9-2f41-4347-9657-7ab81f8b5f6b req-026637ef-1516-4171-9b91-6c964576f2f2 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=50bd7ee8-4060-4fb5-bf27-f10aef34e79f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583127
Jan 29 10:22:20.325449 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device f0c64435-e0ce-46cb-b4d5-19f6650f28fb up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:22:20.395944 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port f0c64435-e0ce-46cb-b4d5-19f6650f28fb triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:22:20.396370 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:21.422668 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b05ec7bd-064c-4f7d-b739-634d5cd6237a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:21.599108 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f7b5ca-44c9-4036-8dc9-7436f7deeb64 req-70b0d1fa-56bb-416c-a6aa-3dec54002986 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:22:21.600715 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f4f7b5ca-44c9-4036-8dc9-7436f7deeb64 req-70b0d1fa-56bb-416c-a6aa-3dec54002986 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=d647c1a1-82ec-46e7-aeba-131f90d46683 HTTP/1.1" status: 200  len: 983 time: 0.1759927
Jan 29 10:22:21.664319 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f4f7b5ca-44c9-4036-8dc9-7436f7deeb64 req-468d774d-cb06-4f63-ab61-f3d19d72dad7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=50bd7ee8-4060-4fb5-bf27-f10aef34e79f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566664
Jan 29 10:22:21.956405 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d242223-4d16-492e-8b27-d8a16fa153dc req-3ed8751a-5eff-4d01-a86f-9eac67c77a52 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:22:21.958068 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5d242223-4d16-492e-8b27-d8a16fa153dc req-3ed8751a-5eff-4d01-a86f-9eac67c77a52 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=d647c1a1-82ec-46e7-aeba-131f90d46683 HTTP/1.1" status: 200  len: 983 time: 0.1643491
Jan 29 10:22:22.021175 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5d242223-4d16-492e-8b27-d8a16fa153dc req-5eb4df7a-988b-4883-a6cd-2b0296660862 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=50bd7ee8-4060-4fb5-bf27-f10aef34e79f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558364
Jan 29 10:22:22.051190 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 59664) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:22:22.131995 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3cef23-7f51-4202-a883-cbb3f3a4ce0c tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:22:22.133678 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9a3cef23-7f51-4202-a883-cbb3f3a4ce0c tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d647c1a1-82ec-46e7-aeba-131f90d46683&network_id=3c569865-c4d1-41b8-b3f7-08888eda6cd8 HTTP/1.1" status: 200  len: 1196 time: 0.0813968
Jan 29 10:22:22.611934 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c26811f-78d2-43c7-95e3-340de79116bb req-257866c0-46ff-4fe5-8b66-6987a85f6220 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:22:22.613467 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4c26811f-78d2-43c7-95e3-340de79116bb req-257866c0-46ff-4fe5-8b66-6987a85f6220 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=d647c1a1-82ec-46e7-aeba-131f90d46683 HTTP/1.1" status: 200  len: 983 time: 0.1629505
Jan 29 10:22:22.679717 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4c26811f-78d2-43c7-95e3-340de79116bb req-5e129c36-7a4e-49ce-9584-c5a43a217397 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=50bd7ee8-4060-4fb5-bf27-f10aef34e79f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593247
Jan 29 10:22:23.717949 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-baf878a8-f62a-4da4-95a0-6a62ed77088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:23.973198 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a035b742-c5d5-49e3-9c02-af0e81585b3a req-6c0bd1f1-1605-40e1-90e4-8ff281a75fdf tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:22:23.974786 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a035b742-c5d5-49e3-9c02-af0e81585b3a req-6c0bd1f1-1605-40e1-90e4-8ff281a75fdf tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=d647c1a1-82ec-46e7-aeba-131f90d46683 HTTP/1.1" status: 200  len: 983 time: 0.1612008
Jan 29 10:22:24.037680 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a035b742-c5d5-49e3-9c02-af0e81585b3a req-a4e9419a-d136-44aa-9abd-99c6b9460543 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=50bd7ee8-4060-4fb5-bf27-f10aef34e79f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559194
Jan 29 10:22:24.225656 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:24.236120 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device f0c64435-e0ce-46cb-b4d5-19f6650f28fb no longer exists at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:22:24.237277 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87b8d1-c9ef-47e9-89d1-737e8ab2fa27 req-095fc68a-d911-4cc4-941b-230df6133459 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:22:24.238962 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4c87b8d1-c9ef-47e9-89d1-737e8ab2fa27 req-095fc68a-d911-4cc4-941b-230df6133459 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.22 "GET /v2.0/ports?device_id=d647c1a1-82ec-46e7-aeba-131f90d46683 HTTP/1.1" status: 200  len: 983 time: 0.1609476
Jan 29 10:22:24.355477 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87b8d1-c9ef-47e9-89d1-737e8ab2fa27 req-27cb0423-d80c-4a21-bd24-2c90b6aebe43 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:22:24.357055 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4c87b8d1-c9ef-47e9-89d1-737e8ab2fa27 req-27cb0423-d80c-4a21-bd24-2c90b6aebe43 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.22 "GET /v2.0/ports/f0c64435-e0ce-46cb-b4d5-19f6650f28fb?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.1114304
Jan 29 10:22:24.363800 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:24.393297 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd647c1a1-82ec-46e7-aeba-131f90d46683', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0c64435-e0ce-46cb-b4d5-19f6650f28fb'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:22:24.403981 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port f0c64435-e0ce-46cb-b4d5-19f6650f28fb, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=f0c64435-e0ce-46cb-b4d5-19f6650f28fb,segment=NetworkSegment(a4285f8e-b2b5-4e4a-b031-e58e98041dd1),segment_id=a4285f8e-b2b5-4e4a-b031-e58e98041dd1)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:22:24.407985 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:24.409841 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:22:24.456029 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd647c1a1-82ec-46e7-aeba-131f90d46683', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0c64435-e0ce-46cb-b4d5-19f6650f28fb', 'code': 200}
Jan 29 10:22:24.483299 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=f0c64435-e0ce-46cb-b4d5-19f6650f28fb,revision_number=10']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:22:24.491165 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:24.491552 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:24.491935 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:24.492308 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:24.492680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:24.493065 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:24.493432 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:24.494004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:24.494377 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:24.494743 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:24.495107 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:24.495469 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:24.495907 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:24.496272 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:24.496634 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:24.496995 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:24.497353 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:24.497714 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:24.498097 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:24.498456 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:24.498814 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:24.499174 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:24.499531 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:24.499887 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:24.504197 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:22:24.553092 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4c87b8d1-c9ef-47e9-89d1-737e8ab2fa27 req-d54d6164-32b0-4879-80a1-73a303425b16 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.22 "GET /v2.0/networks/3c569865-c4d1-41b8-b3f7-08888eda6cd8?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.1903627
Jan 29 10:22:24.566703 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-4c87b8d1-c9ef-47e9-89d1-737e8ab2fa27 req-668ff720-c398-4e38-8f73-25c38079af1b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:22:24.686097 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-4c87b8d1-c9ef-47e9-89d1-737e8ab2fa27 req-668ff720-c398-4e38-8f73-25c38079af1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:24.897998 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:24.950986 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-4c87b8d1-c9ef-47e9-89d1-737e8ab2fa27 req-668ff720-c398-4e38-8f73-25c38079af1b service neutron] For port f0c64435-e0ce-46cb-b4d5-19f6650f28fb, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=f0c64435-e0ce-46cb-b4d5-19f6650f28fb,segment=NetworkSegment(a4285f8e-b2b5-4e4a-b031-e58e98041dd1),segment_id=a4285f8e-b2b5-4e4a-b031-e58e98041dd1)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:22:24.980726 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-4c87b8d1-c9ef-47e9-89d1-737e8ab2fa27 req-668ff720-c398-4e38-8f73-25c38079af1b service neutron] For port f0c64435-e0ce-46cb-b4d5-19f6650f28fb, host hv-neutron-7729, cleared binding levels {{(pid=80766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:22:25.032911 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [req-4c87b8d1-c9ef-47e9-89d1-737e8ab2fa27 req-668ff720-c398-4e38-8f73-25c38079af1b service neutron] device_id is not set on port f0c64435-e0ce-46cb-b4d5-19f6650f28fb yet. {{(pid=80766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 29 10:22:25.040933 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-4c87b8d1-c9ef-47e9-89d1-737e8ab2fa27 req-668ff720-c398-4e38-8f73-25c38079af1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:25.045071 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-4c87b8d1-c9ef-47e9-89d1-737e8ab2fa27 req-668ff720-c398-4e38-8f73-25c38079af1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:25.063952 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-99f0c864-5c26-4739-9732-5354ebba0c8f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:22:25.202023 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668ff720-c398-4e38-8f73-25c38079af1b service neutron] Pushing event updated for resources: {'Port': ['ID=f0c64435-e0ce-46cb-b4d5-19f6650f28fb,revision_number=11']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:22:25.219394 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668ff720-c398-4e38-8f73-25c38079af1b service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:25.219835 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668ff720-c398-4e38-8f73-25c38079af1b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:25.220261 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668ff720-c398-4e38-8f73-25c38079af1b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:25.220681 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668ff720-c398-4e38-8f73-25c38079af1b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:25.221091 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668ff720-c398-4e38-8f73-25c38079af1b service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:25.221510 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668ff720-c398-4e38-8f73-25c38079af1b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:25.221951 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668ff720-c398-4e38-8f73-25c38079af1b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:25.222366 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668ff720-c398-4e38-8f73-25c38079af1b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:25.222776 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668ff720-c398-4e38-8f73-25c38079af1b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:25.223185 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668ff720-c398-4e38-8f73-25c38079af1b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:25.223593 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668ff720-c398-4e38-8f73-25c38079af1b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:25.223707 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5dc403fc-eeb0-499c-8202-00f4c7466064 req-89f4a837-be5a-4a77-b974-4c0d8e848381 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=d647c1a1-82ec-46e7-aeba-131f90d46683 HTTP/1.1" status: 200  len: 210 time: 0.0532598
Jan 29 10:22:25.224003 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668ff720-c398-4e38-8f73-25c38079af1b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:25.224474 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668ff720-c398-4e38-8f73-25c38079af1b service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:25.224880 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668ff720-c398-4e38-8f73-25c38079af1b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:25.225286 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668ff720-c398-4e38-8f73-25c38079af1b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:25.225689 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668ff720-c398-4e38-8f73-25c38079af1b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:25.226113 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668ff720-c398-4e38-8f73-25c38079af1b service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:25.226516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668ff720-c398-4e38-8f73-25c38079af1b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:25.226916 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668ff720-c398-4e38-8f73-25c38079af1b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:25.227317 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668ff720-c398-4e38-8f73-25c38079af1b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:25.227719 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668ff720-c398-4e38-8f73-25c38079af1b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:25.228689 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668ff720-c398-4e38-8f73-25c38079af1b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:25.229177 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668ff720-c398-4e38-8f73-25c38079af1b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:25.229581 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668ff720-c398-4e38-8f73-25c38079af1b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:25.235624 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-668ff720-c398-4e38-8f73-25c38079af1b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:22:25.550534 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-a1b313cf-a03e-44ac-a34e-018bef27b830 None None] Provisioning complete for port f0c64435-e0ce-46cb-b4d5-19f6650f28fb triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:22:25.550857 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a1b313cf-a03e-44ac-a34e-018bef27b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:25.613879 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-a1b313cf-a03e-44ac-a34e-018bef27b830 None None] Port f0c64435-e0ce-46cb-b4d5-19f6650f28fb cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:22:25.679179 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c87b8d1-c9ef-47e9-89d1-737e8ab2fa27 req-668ff720-c398-4e38-8f73-25c38079af1b service neutron] No DVR routers for this DVR port f0c64435-e0ce-46cb-b4d5-19f6650f28fb on host hv-neutron-7729 {{(pid=80766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:22:25.918638 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-4c87b8d1-c9ef-47e9-89d1-737e8ab2fa27 req-668ff720-c398-4e38-8f73-25c38079af1b service neutron] In _notify_port_updated(), no bound segment for port f0c64435-e0ce-46cb-b4d5-19f6650f28fb on network 3c569865-c4d1-41b8-b3f7-08888eda6cd8 {{(pid=80766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:863}}
Jan 29 10:22:25.919484 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87b8d1-c9ef-47e9-89d1-737e8ab2fa27 req-668ff720-c398-4e38-8f73-25c38079af1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:22:25.920152 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-4c87b8d1-c9ef-47e9-89d1-737e8ab2fa27 req-668ff720-c398-4e38-8f73-25c38079af1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:25.921541 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4c87b8d1-c9ef-47e9-89d1-737e8ab2fa27 req-668ff720-c398-4e38-8f73-25c38079af1b service neutron] 10.222.0.22 "PUT /v2.0/ports/f0c64435-e0ce-46cb-b4d5-19f6650f28fb HTTP/1.1" status: 200  len: 1027 time: 1.3591475
Jan 29 10:22:26.039147 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:26.425669 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-49349069-4179-4216-a00e-e0d38e7235d9 req-68002777-6d83-4efa-bc5a-666f847f916f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=d647c1a1-82ec-46e7-aeba-131f90d46683 HTTP/1.1" status: 200  len: 210 time: 0.0518763
Jan 29 10:22:27.543173 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 59682) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:22:27.631050 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1a65e375-2ce9-47ba-be91-b8e330cae938 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:27.662579 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1a65e375-2ce9-47ba-be91-b8e330cae938 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:27.716034 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1a65e375-2ce9-47ba-be91-b8e330cae938 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:27.721319 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9db267a3-7e2a-4bad-93e9-babc675563ce tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:22:27.740639 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a65e375-2ce9-47ba-be91-b8e330cae938 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea68c6e-4d0e-43ff-a4cf-364edd1fd83e,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:22:27.744160 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1a65e375-2ce9-47ba-be91-b8e330cae938 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:22:27.750901 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1a65e375-2ce9-47ba-be91-b8e330cae938 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:27.752129 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1a65e375-2ce9-47ba-be91-b8e330cae938 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "DELETE /v2.0/security-groups/0ea68c6e-4d0e-43ff-a4cf-364edd1fd83e HTTP/1.1" status: 204  len: 168 time: 0.2078705
Jan 29 10:22:27.791710 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 59688) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:22:28.018979 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-8e076cde-afc2-4ca4-adeb-db606aac5c62 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Deleting port 4ef30c67-fcda-41cd-a039-5e6f68dfe6ef {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:22:28.019355 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8e076cde-afc2-4ca4-adeb-db606aac5c62 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:28.201874 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8e076cde-afc2-4ca4-adeb-db606aac5c62 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:28.202196 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8e076cde-afc2-4ca4-adeb-db606aac5c62 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:28.332494 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-8e076cde-afc2-4ca4-adeb-db606aac5c62 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Calling delete_port for 4ef30c67-fcda-41cd-a039-5e6f68dfe6ef owned by network:floatingip {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:22:28.487620 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8e076cde-afc2-4ca4-adeb-db606aac5c62 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:28.503499 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-740a40b2-5519-4a74-9617-2b32e3cc962a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:22:28.556833 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e076cde-afc2-4ca4-adeb-db606aac5c62 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event deleted for resources: {'Port': ['ID=4ef30c67-fcda-41cd-a039-5e6f68dfe6ef,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:22:28.559839 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8e076cde-afc2-4ca4-adeb-db606aac5c62 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:22:28.726622 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8e076cde-afc2-4ca4-adeb-db606aac5c62 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for floatingip, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:28.726988 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [None req-8e076cde-afc2-4ca4-adeb-db606aac5c62 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Floating IP a615e2d9-299a-405b-a3df-3f6bd524fdac disassociated (deleted). External IP: 172.26.7.62, port: f0c64435-e0ce-46cb-b4d5-19f6650f28fb.
Jan 29 10:22:29.343140 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e076cde-afc2-4ca4-adeb-db606aac5c62 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Router 660448a1-8c3c-4fd5-9ba1-40f85387470e has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:22:29.532010 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e076cde-afc2-4ca4-adeb-db606aac5c62 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:22:29.542199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589bf4ca-66cf-4f8b-80d2-a240061fb17e None None] Sync routers for ids ['660448a1-8c3c-4fd5-9ba1-40f85387470e'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:22:29.551362 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8e076cde-afc2-4ca4-adeb-db606aac5c62 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:29.552612 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589bf4ca-66cf-4f8b-80d2-a240061fb17e None None] Routers {'660448a1-8c3c-4fd5-9ba1-40f85387470e'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:22:29.553279 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-589bf4ca-66cf-4f8b-80d2-a240061fb17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca3b7358>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:22:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['660448a1-8c3c-4fd5-9ba1-40f85387470e'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:22:29.612576 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8e076cde-afc2-4ca4-adeb-db606aac5c62 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "DELETE /v2.0/floatingips/a615e2d9-299a-405b-a3df-3f6bd524fdac HTTP/1.1" status: 204  len: 168 time: 1.8195937
Jan 29 10:22:29.744449 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-589bf4ca-66cf-4f8b-80d2-a240061fb17e None None] Set router 660448a1-8c3c-4fd5-9ba1-40f85387470e gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:22:29.776453 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 59696) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:22:29.869190 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5f9f0d9a-ca32-4bef-8a27-4e984bb05967 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:29.902370 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5f9f0d9a-ca32-4bef-8a27-4e984bb05967 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:29.954973 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5f9f0d9a-ca32-4bef-8a27-4e984bb05967 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:29.960259 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9c104f92-33c3-4a6f-b63a-0a6d375ad83b tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:22:29.978486 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9f0d9a-ca32-4bef-8a27-4e984bb05967 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9993c346-0e0e-407f-8d58-17d20b047561,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:22:29.981819 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5f9f0d9a-ca32-4bef-8a27-4e984bb05967 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:22:29.983972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5f9f0d9a-ca32-4bef-8a27-4e984bb05967 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:29.994311 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5f9f0d9a-ca32-4bef-8a27-4e984bb05967 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "DELETE /v2.0/security-groups/9993c346-0e0e-407f-8d58-17d20b047561 HTTP/1.1" status: 204  len: 168 time: 0.2106562
Jan 29 10:22:30.029895 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 59702) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:22:30.074915 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-589bf4ca-66cf-4f8b-80d2-a240061fb17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca3b7358>, [{'id': '660448a1-8c3c-4fd5-9ba1-40f85387470e', 'name': 'tempest-TestNetworkBasicOps-router-1849968564', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.249'}], 'enable_snat': True}, 'gw_port_id': 'b859d94d-466b-44c3-af2c-7f2b6f8b87a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:21:35Z', 'updated_at': '2021-01-29T10:21:41Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': 'b859d94d-466b-44c3-af2c-7f2b6f8b87a6', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:75:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660448a1-8c3c-4fd5-9ba1-40f85387470e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:21:36Z', 'updated_at': '2021-01-29T10:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'd9520e26-f41a-4a32-a0bf-d08fe94cdcfd', 'name': '', 'network_id': '3c569865-c4d1-41b8-b3f7-08888eda6cd8', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:56:c9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660448a1-8c3c-4fd5-9ba1-40f85387470e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '2ad455ed-629a-43bb-bd0b-9b3ebf22a868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:21:40Z', 'updated_at': '2021-01-29T10:21:48Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': '2ad455ed-629a-43bb-bd0b-9b3ebf22a868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:22:30.079068 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589bf4ca-66cf-4f8b-80d2-a240061fb17e None None] Checking router: 660448a1-8c3c-4fd5-9ba1-40f85387470e for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:22:30.088568 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589bf4ca-66cf-4f8b-80d2-a240061fb17e None None] Routers {'660448a1-8c3c-4fd5-9ba1-40f85387470e'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:22:30.089232 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-589bf4ca-66cf-4f8b-80d2-a240061fb17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca3b7358>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:22:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['660448a1-8c3c-4fd5-9ba1-40f85387470e'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:22:30.126521 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-dfe13f40-404a-4178-9213-c9a502223e92 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Deleting port f0c64435-e0ce-46cb-b4d5-19f6650f28fb {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:22:30.126912 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dfe13f40-404a-4178-9213-c9a502223e92 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:30.402210 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dfe13f40-404a-4178-9213-c9a502223e92 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:30.433625 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-589bf4ca-66cf-4f8b-80d2-a240061fb17e None None] Set router 660448a1-8c3c-4fd5-9ba1-40f85387470e gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:22:30.541060 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-dfe13f40-404a-4178-9213-c9a502223e92 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Calling delete_port for f0c64435-e0ce-46cb-b4d5-19f6650f28fb owned by  {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:22:30.688411 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dfe13f40-404a-4178-9213-c9a502223e92 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:30.709644 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0c8e4f23-be7f-43dc-9a86-db1039e93f92 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:22:30.769050 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe13f40-404a-4178-9213-c9a502223e92 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event deleted for resources: {'Port': ['ID=f0c64435-e0ce-46cb-b4d5-19f6650f28fb,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:22:30.772041 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-dfe13f40-404a-4178-9213-c9a502223e92 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:22:30.775071 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-589bf4ca-66cf-4f8b-80d2-a240061fb17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca3b7358>, [{'id': '660448a1-8c3c-4fd5-9ba1-40f85387470e', 'name': 'tempest-TestNetworkBasicOps-router-1849968564', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.249'}], 'enable_snat': True}, 'gw_port_id': 'b859d94d-466b-44c3-af2c-7f2b6f8b87a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:21:35Z', 'updated_at': '2021-01-29T10:21:41Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': 'b859d94d-466b-44c3-af2c-7f2b6f8b87a6', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:75:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660448a1-8c3c-4fd5-9ba1-40f85387470e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:21:36Z', 'updated_at': '2021-01-29T10:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'd9520e26-f41a-4a32-a0bf-d08fe94cdcfd', 'name': '', 'network_id': '3c569865-c4d1-41b8-b3f7-08888eda6cd8', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:56:c9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660448a1-8c3c-4fd5-9ba1-40f85387470e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '2ad455ed-629a-43bb-bd0b-9b3ebf22a868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:21:40Z', 'updated_at': '2021-01-29T10:21:48Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': '2ad455ed-629a-43bb-bd0b-9b3ebf22a868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:22:30.779913 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589bf4ca-66cf-4f8b-80d2-a240061fb17e None None] The sync data for ids ['660448a1-8c3c-4fd5-9ba1-40f85387470e'] in dv-neutron-772983-2-ovs is: [{'id': '660448a1-8c3c-4fd5-9ba1-40f85387470e', 'name': 'tempest-TestNetworkBasicOps-router-1849968564', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.249'}], 'enable_snat': True}, 'gw_port_id': 'b859d94d-466b-44c3-af2c-7f2b6f8b87a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:21:35Z', 'updated_at': '2021-01-29T10:21:41Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': 'b859d94d-466b-44c3-af2c-7f2b6f8b87a6', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:75:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660448a1-8c3c-4fd5-9ba1-40f85387470e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:21:36Z', 'updated_at': '2021-01-29T10:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'd9520e26-f41a-4a32-a0bf-d08fe94cdcfd', 'name': '', 'network_id': '3c569865-c4d1-41b8-b3f7-08888eda6cd8', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:56:c9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660448a1-8c3c-4fd5-9ba1-40f85387470e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '2ad455ed-629a-43bb-bd0b-9b3ebf22a868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:21:40Z', 'updated_at': '2021-01-29T10:21:48Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': '2ad455ed-629a-43bb-bd0b-9b3ebf22a868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:22:30.952088 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dfe13f40-404a-4178-9213-c9a502223e92 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:30.963046 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-dfe13f40-404a-4178-9213-c9a502223e92 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "DELETE /v2.0/ports/f0c64435-e0ce-46cb-b4d5-19f6650f28fb HTTP/1.1" status: 204  len: 168 time: 0.9314189
Jan 29 10:22:30.966318 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 59706) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:22:31.200415 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef6708c-9920-48e0-881b-3dbf32eaef85 None None] New status for floating IP a615e2d9-299a-405b-a3df-3f6bd524fdac: DOWN {{(pid=80767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 29 10:22:31.601886 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b7ce34e0-9308-456f-aaca-9692bf2e24b5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349253'] for router_interface, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:31.971796 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-b7ce34e0-9308-456f-aaca-9692bf2e24b5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Deleting port d9520e26-f41a-4a32-a0bf-d08fe94cdcfd {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:22:31.972336 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b7ce34e0-9308-456f-aaca-9692bf2e24b5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:32.167376 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-b7ce34e0-9308-456f-aaca-9692bf2e24b5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] For port d9520e26-f41a-4a32-a0bf-d08fe94cdcfd, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=d9520e26-f41a-4a32-a0bf-d08fe94cdcfd,segment=NetworkSegment(a4285f8e-b2b5-4e4a-b031-e58e98041dd1),segment_id=a4285f8e-b2b5-4e4a-b031-e58e98041dd1)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:22:32.167671 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b7ce34e0-9308-456f-aaca-9692bf2e24b5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:32.302040 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-b7ce34e0-9308-456f-aaca-9692bf2e24b5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Calling delete_port for d9520e26-f41a-4a32-a0bf-d08fe94cdcfd owned by network:router_interface {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:22:32.482943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b7ce34e0-9308-456f-aaca-9692bf2e24b5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:32.499243 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-aa5579a5-4d4a-4b03-8569-ace96d9fa08a tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:22:32.557901 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce34e0-9308-456f-aaca-9692bf2e24b5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event deleted for resources: {'Port': ['ID=d9520e26-f41a-4a32-a0bf-d08fe94cdcfd,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:22:32.561819 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b7ce34e0-9308-456f-aaca-9692bf2e24b5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:22:32.921472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b7ce34e0-9308-456f-aaca-9692bf2e24b5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854415430'] for router_interface, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:33.078669 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:22:33.730664 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7ce34e0-9308-456f-aaca-9692bf2e24b5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Router 660448a1-8c3c-4fd5-9ba1-40f85387470e has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:22:33.923090 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ce34e0-9308-456f-aaca-9692bf2e24b5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:22:33.935164 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64db82ca-7385-41d3-8839-880f9ba62405 None None] Sync routers for ids ['660448a1-8c3c-4fd5-9ba1-40f85387470e'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:22:33.937145 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b7ce34e0-9308-456f-aaca-9692bf2e24b5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "PUT /v2.0/routers/660448a1-8c3c-4fd5-9ba1-40f85387470e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9696975
Jan 29 10:22:33.939987 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 59710) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:22:33.945900 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64db82ca-7385-41d3-8839-880f9ba62405 None None] Routers {'660448a1-8c3c-4fd5-9ba1-40f85387470e'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:22:33.947084 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-64db82ca-7385-41d3-8839-880f9ba62405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9de86a0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:22:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['660448a1-8c3c-4fd5-9ba1-40f85387470e'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:22:34.029670 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac3e6e8c-25ec-4d1e-bab6-e8e996756e96 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Deleting subnet 2ad455ed-629a-43bb-bd0b-9b3ebf22a868 {{(pid=80765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:22:34.032966 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ac3e6e8c-25ec-4d1e-bab6-e8e996756e96 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for subnet, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:34.097660 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ac3e6e8c-25ec-4d1e-bab6-e8e996756e96 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1479249'] for subnet, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:34.133515 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-64db82ca-7385-41d3-8839-880f9ba62405 None None] Set router 660448a1-8c3c-4fd5-9ba1-40f85387470e gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:22:34.187060 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ac3e6e8c-25ec-4d1e-bab6-e8e996756e96 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:34.445088 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-64db82ca-7385-41d3-8839-880f9ba62405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9de86a0>, [{'id': '660448a1-8c3c-4fd5-9ba1-40f85387470e', 'name': 'tempest-TestNetworkBasicOps-router-1849968564', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.249'}], 'enable_snat': True}, 'gw_port_id': 'b859d94d-466b-44c3-af2c-7f2b6f8b87a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:21:35Z', 'updated_at': '2021-01-29T10:22:32Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': 'b859d94d-466b-44c3-af2c-7f2b6f8b87a6', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:75:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660448a1-8c3c-4fd5-9ba1-40f85387470e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:21:36Z', 'updated_at': '2021-01-29T10:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:22:34.449953 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64db82ca-7385-41d3-8839-880f9ba62405 None None] Checking router: 660448a1-8c3c-4fd5-9ba1-40f85387470e for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:22:34.458756 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64db82ca-7385-41d3-8839-880f9ba62405 None None] Routers {'660448a1-8c3c-4fd5-9ba1-40f85387470e'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:22:34.459419 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-64db82ca-7385-41d3-8839-880f9ba62405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9de86a0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:22:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['660448a1-8c3c-4fd5-9ba1-40f85387470e'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:22:34.483729 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ac3e6e8c-25ec-4d1e-bab6-e8e996756e96 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852603100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2204728'] for subnet, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:34.499776 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7262bb00-69f5-49b1-a6c9-66b4384b6faf tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:22:34.548601 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e6e8c-25ec-4d1e-bab6-e8e996756e96 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event deleted for resources: {'Subnet': ['ID=2ad455ed-629a-43bb-bd0b-9b3ebf22a868,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:22:34.551612 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ac3e6e8c-25ec-4d1e-bab6-e8e996756e96 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:22:34.639369 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ac3e6e8c-25ec-4d1e-bab6-e8e996756e96 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:34.646796 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ac3e6e8c-25ec-4d1e-bab6-e8e996756e96 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "DELETE /v2.0/subnets/2ad455ed-629a-43bb-bd0b-9b3ebf22a868 HTTP/1.1" status: 204  len: 168 time: 0.7054908
Jan 29 10:22:34.647203 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-64db82ca-7385-41d3-8839-880f9ba62405 None None] Set router 660448a1-8c3c-4fd5-9ba1-40f85387470e gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:22:34.648049 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4269078b-bf69-4a97-9c3e-9ffe38e6728b None None] Network 3c569865-c4d1-41b8-b3f7-08888eda6cd8 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:22:34.649808 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59714) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:22:34.847693 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:34.864598 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-864a91b7-b05b-4726-8072-f1b80c09982a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for router, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:34.931873 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66ee3b2-cb07-4b69-a503-fb2854180eda None None] DHCP port deletion for 3c569865-c4d1-41b8-b3f7-08888eda6cd8 request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:22:34.936238 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-d66ee3b2-cb07-4b69-a503-fb2854180eda None None] Deleting port 5819731f-1ecc-4974-ab7a-8971044e9eb3 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:22:34.936982 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d66ee3b2-cb07-4b69-a503-fb2854180eda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:34.964174 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-64db82ca-7385-41d3-8839-880f9ba62405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9de86a0>, [{'id': '660448a1-8c3c-4fd5-9ba1-40f85387470e', 'name': 'tempest-TestNetworkBasicOps-router-1849968564', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.249'}], 'enable_snat': True}, 'gw_port_id': 'b859d94d-466b-44c3-af2c-7f2b6f8b87a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:21:35Z', 'updated_at': '2021-01-29T10:22:32Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': 'b859d94d-466b-44c3-af2c-7f2b6f8b87a6', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:75:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660448a1-8c3c-4fd5-9ba1-40f85387470e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:21:36Z', 'updated_at': '2021-01-29T10:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:22:34.968738 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64db82ca-7385-41d3-8839-880f9ba62405 None None] The sync data for ids ['660448a1-8c3c-4fd5-9ba1-40f85387470e'] in dv-neutron-772983-2-ovs is: [{'id': '660448a1-8c3c-4fd5-9ba1-40f85387470e', 'name': 'tempest-TestNetworkBasicOps-router-1849968564', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.249'}], 'enable_snat': True}, 'gw_port_id': 'b859d94d-466b-44c3-af2c-7f2b6f8b87a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:21:35Z', 'updated_at': '2021-01-29T10:22:32Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': 'b859d94d-466b-44c3-af2c-7f2b6f8b87a6', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:75:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660448a1-8c3c-4fd5-9ba1-40f85387470e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:21:36Z', 'updated_at': '2021-01-29T10:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:22:35.061957 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-864a91b7-b05b-4726-8072-f1b80c09982a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for router_gateway, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:35.067455 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-864a91b7-b05b-4726-8072-f1b80c09982a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Deleting port b859d94d-466b-44c3-af2c-7f2b6f8b87a6 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:22:35.067832 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-864a91b7-b05b-4726-8072-f1b80c09982a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:35.167521 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-d66ee3b2-cb07-4b69-a503-fb2854180eda None None] For port 5819731f-1ecc-4974-ab7a-8971044e9eb3, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=5819731f-1ecc-4974-ab7a-8971044e9eb3,segment=NetworkSegment(a4285f8e-b2b5-4e4a-b031-e58e98041dd1),segment_id=a4285f8e-b2b5-4e4a-b031-e58e98041dd1)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:22:35.168085 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d66ee3b2-cb07-4b69-a503-fb2854180eda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:35.263756 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-864a91b7-b05b-4726-8072-f1b80c09982a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] For port b859d94d-466b-44c3-af2c-7f2b6f8b87a6, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=b859d94d-466b-44c3-af2c-7f2b6f8b87a6,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:22:35.264166 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-864a91b7-b05b-4726-8072-f1b80c09982a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:35.309295 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-d66ee3b2-cb07-4b69-a503-fb2854180eda None None] Calling delete_port for 5819731f-1ecc-4974-ab7a-8971044e9eb3 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:22:35.388864 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d66ee3b2-cb07-4b69-a503-fb2854180eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:35.398329 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-864a91b7-b05b-4726-8072-f1b80c09982a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Calling delete_port for b859d94d-466b-44c3-af2c-7f2b6f8b87a6 owned by network:router_gateway {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:22:35.404673 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:22:35.465061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ee3b2-cb07-4b69-a503-fb2854180eda None None] Pushing event deleted for resources: {'Port': ['ID=5819731f-1ecc-4974-ab7a-8971044e9eb3,revision_number=None']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:22:35.468941 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d66ee3b2-cb07-4b69-a503-fb2854180eda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:22:35.537086 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-864a91b7-b05b-4726-8072-f1b80c09982a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:35.561106 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66ee3b2-cb07-4b69-a503-fb2854180eda None None] No DVR routers for this DVR port 5819731f-1ecc-4974-ab7a-8971044e9eb3 on host dv-neutron-772983-2-ovs {{(pid=80767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:22:35.726009 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-864a91b7-b05b-4726-8072-f1b80c09982a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854102222'] for router_gateway, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:35.863904 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-864a91b7-b05b-4726-8072-f1b80c09982a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:35.866261 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-864a91b7-b05b-4726-8072-f1b80c09982a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:35.891114 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-864a91b7-b05b-4726-8072-f1b80c09982a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:35.891730 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864a91b7-b05b-4726-8072-f1b80c09982a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Fanout notify agent at l3_agent the message router_deleted on router 660448a1-8c3c-4fd5-9ba1-40f85387470e {{(pid=80766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 10:22:35.940993 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-864a91b7-b05b-4726-8072-f1b80c09982a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:35.942261 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-864a91b7-b05b-4726-8072-f1b80c09982a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "DELETE /v2.0/routers/660448a1-8c3c-4fd5-9ba1-40f85387470e HTTP/1.1" status: 204  len: 168 time: 1.2912979
Jan 29 10:22:35.945187 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59718) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:22:35.952754 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 5819731f-1ecc-4974-ab7a-8971044e9eb3 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:22:35.991001 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 5819731f-1ecc-4974-ab7a-8971044e9eb3 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:22:35.991497 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 5819731f-1ecc-4974-ab7a-8971044e9eb3 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:22:35.992041 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device d9520e26-f41a-4a32-a0bf-d08fe94cdcfd no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:22:36.029909 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: d9520e26-f41a-4a32-a0bf-d08fe94cdcfd {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:22:36.030314 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device d9520e26-f41a-4a32-a0bf-d08fe94cdcfd not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:22:36.091165 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3ada21d3-d21e-497f-be7b-8ffe1233b872 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:36.296628 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3ada21d3-d21e-497f-be7b-8ffe1233b872 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:36.421275 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-3ada21d3-d21e-497f-be7b-8ffe1233b872 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c8551c88>,) {'filters': {'network_id': ['3c569865-c4d1-41b8-b3f7-08888eda6cd8']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:22:36.434603 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-3ada21d3-d21e-497f-be7b-8ffe1233b872 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c8551c88>, 'a4285f8e-b2b5-4e4a-b031-e58e98041dd1') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:22:36.434946 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-3ada21d3-d21e-497f-be7b-8ffe1233b872 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c8551c88>, 'a4285f8e-b2b5-4e4a-b031-e58e98041dd1') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:22:36.447287 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3ada21d3-d21e-497f-be7b-8ffe1233b872 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:36.462618 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3ada21d3-d21e-497f-be7b-8ffe1233b872 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:36.464614 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3ada21d3-d21e-497f-be7b-8ffe1233b872 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Releasing vxlan tunnel 3 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:22:36.649102 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-3ada21d3-d21e-497f-be7b-8ffe1233b872 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network 3c569865-c4d1-41b8-b3f7-08888eda6cd8 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:22:36.658336 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3ada21d3-d21e-497f-be7b-8ffe1233b872 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:36.835425 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-3ada21d3-d21e-497f-be7b-8ffe1233b872 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network 3c569865-c4d1-41b8-b3f7-08888eda6cd8 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:22:36.859913 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:22:36.859913 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:22:36.859913 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:22:36.859913 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:22:36.859913 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:22:36.859913 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:22:36.859913 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:22:36.859913 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:22:36.859913 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:22:36.859913 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:22:36.859913 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:22:36.859913 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:22:36.859913 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:22:36.859913 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:22:36.859913 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:22:36.859913 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:22:36.859913 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:22:36.859913 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:22:36.859913 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:22:36.859913 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:22:36.859913 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:22:36.859913 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:22:36.859913 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:22:36.859913 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:22:36.859913 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:22:36.859913 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:22:36.859913 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:22:36.859913 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:22:36.859913 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:22:36.859913 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:22:36.859913 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:22:36.859913 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:22:36.944532 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3ada21d3-d21e-497f-be7b-8ffe1233b872 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:36.948029 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e0fe8dde-faa5-403b-9abc-39260d7f37c2 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:22:36.963064 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3ada21d3-d21e-497f-be7b-8ffe1233b872 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:36.974996 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ada21d3-d21e-497f-be7b-8ffe1233b872 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event deleted for resources: {'Network': ['ID=3c569865-c4d1-41b8-b3f7-08888eda6cd8,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:22:36.978937 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3ada21d3-d21e-497f-be7b-8ffe1233b872 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:22:36.983416 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3ada21d3-d21e-497f-be7b-8ffe1233b872 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "DELETE /v2.0/networks/3c569865-c4d1-41b8-b3f7-08888eda6cd8 HTTP/1.1" status: 204  len: 168 time: 1.0371299
Jan 29 10:22:36.999465 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59722) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:22:37.012076 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a0727027-363f-440b-bb68-3a62acc2a4a5 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200  len: 835 time: 0.0113780
Jan 29 10:22:37.014775 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 59726) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:22:37.021133 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-f2dc9256-89bf-4241-a2e8-9bb0c33b3eee tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'network': {'name': 'tempest-network-smoke--1847979466', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'port_security_enabled': True}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:22:37.026652 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-f2dc9256-89bf-4241-a2e8-9bb0c33b3eee tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:22:37.031025 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f2dc9256-89bf-4241-a2e8-9bb0c33b3eee tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:network and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:22:37.034063 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f2dc9256-89bf-4241-a2e8-9bb0c33b3eee tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for network was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:22:37.039738 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-f2dc9256-89bf-4241-a2e8-9bb0c33b3eee tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:22:37.050589 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2dc9256-89bf-4241-a2e8-9bb0c33b3eee tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Made reservation on behalf of ff1f06ee29ef461597f2ecd846f8813d for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:22:37.072222 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f2dc9256-89bf-4241-a2e8-9bb0c33b3eee tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:37.106146 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2dc9256-89bf-4241-a2e8-9bb0c33b3eee tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:22:37.115405 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f2dc9256-89bf-4241-a2e8-9bb0c33b3eee tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:37.115932 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-f2dc9256-89bf-4241-a2e8-9bb0c33b3eee tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Added segment 2b60aa98-d002-4618-9065-1ba2cee8d944 of type vxlan for network 0cde4419-7704-4ec4-b8a6-75ad64641c37
Jan 29 10:22:37.142758 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f2dc9256-89bf-4241-a2e8-9bb0c33b3eee tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:37.171812 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f2dc9256-89bf-4241-a2e8-9bb0c33b3eee tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:37.238728 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2dc9256-89bf-4241-a2e8-9bb0c33b3eee tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:22:37.239311 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f2dc9256-89bf-4241-a2e8-9bb0c33b3eee tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:37.245154 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-427bd1b4-5db6-477c-aa5b-bb6d2930698b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:22:37.352008 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f2dc9256-89bf-4241-a2e8-9bb0c33b3eee tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.3360467
Jan 29 10:22:37.355125 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59730) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:22:37.360947 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-2775d39a-1262-4782-8969-c2544f6feb65 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1061814626', 'admin_state_up': True, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:22:37.361537 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc9256-89bf-4241-a2e8-9bb0c33b3eee tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Network': ['ID=0cde4419-7704-4ec4-b8a6-75ad64641c37,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:22:37.369993 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dc9256-89bf-4241-a2e8-9bb0c33b3eee tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:37.370418 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dc9256-89bf-4241-a2e8-9bb0c33b3eee tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:37.370834 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dc9256-89bf-4241-a2e8-9bb0c33b3eee tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:37.371242 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dc9256-89bf-4241-a2e8-9bb0c33b3eee tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:37.371650 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dc9256-89bf-4241-a2e8-9bb0c33b3eee tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:37.372056 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dc9256-89bf-4241-a2e8-9bb0c33b3eee tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:37.372455 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dc9256-89bf-4241-a2e8-9bb0c33b3eee tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:37.372854 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dc9256-89bf-4241-a2e8-9bb0c33b3eee tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:37.373262 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dc9256-89bf-4241-a2e8-9bb0c33b3eee tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:37.373657 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dc9256-89bf-4241-a2e8-9bb0c33b3eee tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:37.374083 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dc9256-89bf-4241-a2e8-9bb0c33b3eee tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:37.374484 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dc9256-89bf-4241-a2e8-9bb0c33b3eee tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:37.374953 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dc9256-89bf-4241-a2e8-9bb0c33b3eee tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:37.375357 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dc9256-89bf-4241-a2e8-9bb0c33b3eee tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:37.375775 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dc9256-89bf-4241-a2e8-9bb0c33b3eee tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:37.376176 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dc9256-89bf-4241-a2e8-9bb0c33b3eee tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:37.376573 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dc9256-89bf-4241-a2e8-9bb0c33b3eee tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:37.376974 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dc9256-89bf-4241-a2e8-9bb0c33b3eee tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:37.377371 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dc9256-89bf-4241-a2e8-9bb0c33b3eee tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:37.377765 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dc9256-89bf-4241-a2e8-9bb0c33b3eee tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:37.378182 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dc9256-89bf-4241-a2e8-9bb0c33b3eee tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:37.378608 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dc9256-89bf-4241-a2e8-9bb0c33b3eee tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:37.378979 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dc9256-89bf-4241-a2e8-9bb0c33b3eee tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:37.379377 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dc9256-89bf-4241-a2e8-9bb0c33b3eee tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:37.383459 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f2dc9256-89bf-4241-a2e8-9bb0c33b3eee tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:22:37.384964 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-2775d39a-1262-4782-8969-c2544f6feb65 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:22:37.389543 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2775d39a-1262-4782-8969-c2544f6feb65 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:router and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:22:37.392934 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 0cde4419-7704-4ec4-b8a6-75ad64641c37 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:22:37.394702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2775d39a-1262-4782-8969-c2544f6feb65 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for router was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:22:37.401253 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-2775d39a-1262-4782-8969-c2544f6feb65 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:22:37.410089 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2775d39a-1262-4782-8969-c2544f6feb65 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:37.411154 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2775d39a-1262-4782-8969-c2544f6feb65 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:37.411304 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 0cde4419-7704-4ec4-b8a6-75ad64641c37 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:22:37.426399 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2775d39a-1262-4782-8969-c2544f6feb65 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:37.950703 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device b859d94d-466b-44c3-af2c-7f2b6f8b87a6 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:22:37.988203 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: b859d94d-466b-44c3-af2c-7f2b6f8b87a6 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:22:37.988609 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device b859d94d-466b-44c3-af2c-7f2b6f8b87a6 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:22:37.992636 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2775d39a-1262-4782-8969-c2544f6feb65 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:38.310435 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2775d39a-1262-4782-8969-c2544f6feb65 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for router_gateway, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:38.343223 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2775d39a-1262-4782-8969-c2544f6feb65 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:38.616247 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-2775d39a-1262-4782-8969-c2544f6feb65 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Allocated IP 172.26.7.44 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/24d04871-4756-4c9c-a369-acab2339029a) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:22:38.770757 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2775d39a-1262-4782-8969-c2544f6feb65 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:38.798647 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2775d39a-1262-4782-8969-c2544f6feb65 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:38.814181 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7c159023-819d-4cb3-bb4c-5ddc116eb756 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:22:38.950666 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2775d39a-1262-4782-8969-c2544f6feb65 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Port': ['ID=24d04871-4756-4c9c-a369-acab2339029a,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:22:38.955008 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2775d39a-1262-4782-8969-c2544f6feb65 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:22:39.004906 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2775d39a-1262-4782-8969-c2544f6feb65 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:22:39.006113 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-2775d39a-1262-4782-8969-c2544f6feb65 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:22:39.008303 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2775d39a-1262-4782-8969-c2544f6feb65 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:22:39.447080 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2775d39a-1262-4782-8969-c2544f6feb65 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for router_gateway, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:39.803922 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2775d39a-1262-4782-8969-c2544f6feb65 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:40.022623 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2775d39a-1262-4782-8969-c2544f6feb65 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Router 25b5754e-ed30-434f-aa90-c1629efd8abc is scheduled to L3 agent 18987107-6d88-4736-94cf-15791d65b3ff with binding_index 1 {{(pid=80766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 29 10:22:40.210202 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2775d39a-1262-4782-8969-c2544f6feb65 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:22:40.220520 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d53114-7493-4e65-8096-b3a2191fa869 None None] Sync routers for ids ['25b5754e-ed30-434f-aa90-c1629efd8abc'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:22:40.230706 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d53114-7493-4e65-8096-b3a2191fa869 None None] Routers {'25b5754e-ed30-434f-aa90-c1629efd8abc'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:22:40.231379 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-b2d53114-7493-4e65-8096-b3a2191fa869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c82eb128>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:22:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['25b5754e-ed30-434f-aa90-c1629efd8abc'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:22:40.268322 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2775d39a-1262-4782-8969-c2544f6feb65 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:40.269639 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2775d39a-1262-4782-8969-c2544f6feb65 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 2.9134321
Jan 29 10:22:40.272879 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59734) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:22:40.322653 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5be687f2-6444-4d1f-b98c-9f014e571198 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=ff1f06ee29ef461597f2ecd846f8813d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0485377
Jan 29 10:22:40.325300 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59738) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:22:40.421119 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-b2d53114-7493-4e65-8096-b3a2191fa869 None None] Set router 25b5754e-ed30-434f-aa90-c1629efd8abc gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:22:40.465865 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d675f6e3-4988-40f1-a671-3c6be91e6aee tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:22:40.467422 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d675f6e3-4988-40f1-a671-3c6be91e6aee tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1409552
Jan 29 10:22:40.470592 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59742) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:22:40.519896 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-eabeeb87-4656-460b-8db0-8ae27343a7ab tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=aadf795f-2e1a-4d04-be0e-12575f0f28a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0480480
Jan 29 10:22:40.522445 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59746) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:22:40.528620 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-532acb7a-0e64-44b5-a4ea-65347e9868a8 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-848384620', 'network_id': '0cde4419-7704-4ec4-b8a6-75ad64641c37', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:22:40.647047 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-532acb7a-0e64-44b5-a4ea-65347e9868a8 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:22:40.651317 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-532acb7a-0e64-44b5-a4ea-65347e9868a8 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:subnet and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:22:40.654298 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-532acb7a-0e64-44b5-a4ea-65347e9868a8 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:22:40.660109 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-532acb7a-0e64-44b5-a4ea-65347e9868a8 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:22:40.669594 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532acb7a-0e64-44b5-a4ea-65347e9868a8 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Made reservation on behalf of ff1f06ee29ef461597f2ecd846f8813d for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:22:40.691455 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-532acb7a-0e64-44b5-a4ea-65347e9868a8 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:40.728073 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-b2d53114-7493-4e65-8096-b3a2191fa869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c82eb128>, [{'id': '25b5754e-ed30-434f-aa90-c1629efd8abc', 'name': 'tempest-TestNetworkBasicOps-router-1061814626', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.44'}], 'enable_snat': True}, 'gw_port_id': '24d04871-4756-4c9c-a369-acab2339029a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:22:37Z', 'updated_at': '2021-01-29T10:22:39Z', 'revision_number': 3, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '24d04871-4756-4c9c-a369-acab2339029a', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c2:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b5754e-ed30-434f-aa90-c1629efd8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:22:38Z', 'updated_at': '2021-01-29T10:22:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:22:40.732072 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d53114-7493-4e65-8096-b3a2191fa869 None None] Checking router: 25b5754e-ed30-434f-aa90-c1629efd8abc for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:22:40.732466 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d53114-7493-4e65-8096-b3a2191fa869 None None] Updating router 25b5754e-ed30-434f-aa90-c1629efd8abc port 24d04871-4756-4c9c-a369-acab2339029a binding host dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 29 10:22:40.790713 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b2d53114-7493-4e65-8096-b3a2191fa869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:41.212732 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b2d53114-7493-4e65-8096-b3a2191fa869 None None] Notify callbacks [] for port, precommit_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:41.225149 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-b2d53114-7493-4e65-8096-b3a2191fa869 None None] Transition to ACTIVE for port object 24d04871-4756-4c9c-a369-acab2339029a will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:22:41.228867 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b2d53114-7493-4e65-8096-b3a2191fa869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:41.245031 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a78f3235-3ffa-4df8-b2ea-9743afa6011e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:22:41.452459 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-532acb7a-0e64-44b5-a4ea-65347e9868a8 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:41.468547 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9343f258-3bad-4e0f-bb07-9ba2f2dc14d7 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:22:41.573835 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1c5ca0-b625-4778-913e-e228d6b77609 None None] Pushing event updated for resources: {'Port': ['ID=24d04871-4756-4c9c-a369-acab2339029a,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:22:41.578122 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ec1c5ca0-b625-4778-913e-e228d6b77609 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:22:41.603190 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532acb7a-0e64-44b5-a4ea-65347e9868a8 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Subnet': ['ID=a6e8d575-26f4-4daf-9006-8343602c443b,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:22:41.607293 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-532acb7a-0e64-44b5-a4ea-65347e9868a8 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:22:41.637263 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-b2d53114-7493-4e65-8096-b3a2191fa869 None None] Attempting to bind port 24d04871-4756-4c9c-a369-acab2339029a on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:22:41.637684 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-b2d53114-7493-4e65-8096-b3a2191fa869 None None] Attempting to bind port 24d04871-4756-4c9c-a369-acab2339029a by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:22:41.638124 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d53114-7493-4e65-8096-b3a2191fa869 None None] Attempting to bind port 24d04871-4756-4c9c-a369-acab2339029a on network aadf795f-2e1a-4d04-be0e-12575f0f28a5 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:22:41.643861 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d53114-7493-4e65-8096-b3a2191fa869 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:22:41.644290 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d53114-7493-4e65-8096-b3a2191fa869 None None] Checking segment: {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:22:41.644743 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b2d53114-7493-4e65-8096-b3a2191fa869 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:41.645192 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d53114-7493-4e65-8096-b3a2191fa869 None None] Bound using segment: {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:22:41.645736 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-b2d53114-7493-4e65-8096-b3a2191fa869 None None] Bound port: 24d04871-4756-4c9c-a369-acab2339029a, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:22:41.646182 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b2d53114-7493-4e65-8096-b3a2191fa869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:41.674625 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532acb7a-0e64-44b5-a4ea-65347e9868a8 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Checking segment: {'id': '2b60aa98-d002-4618-9065-1ba2cee8d944', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0cde4419-7704-4ec4-b8a6-75ad64641c37'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:22:41.675029 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532acb7a-0e64-44b5-a4ea-65347e9868a8 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network hostable DHCP agents. Network: 0cde4419-7704-4ec4-b8a6-75ad64641c37, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:22:41.697738 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532acb7a-0e64-44b5-a4ea-65347e9868a8 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network 0cde4419-7704-4ec4-b8a6-75ad64641c37 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:22:41.706161 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-532acb7a-0e64-44b5-a4ea-65347e9868a8 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 0cde4419-7704-4ec4-b8a6-75ad64641c37) {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:22:41.716965 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8826db-661a-4810-a2db-7136a3732009 None None] Network 0cde4419-7704-4ec4-b8a6-75ad64641c37 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:22:41.721122 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532acb7a-0e64-44b5-a4ea-65347e9868a8 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:22:41.721726 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-532acb7a-0e64-44b5-a4ea-65347e9868a8 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:41.745620 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-532acb7a-0e64-44b5-a4ea-65347e9868a8 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.2182109
Jan 29 10:22:41.745953 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59750) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:22:41.762282 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-b2d53114-7493-4e65-8096-b3a2191fa869 None None] For port 24d04871-4756-4c9c-a369-acab2339029a, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:22:41.822082 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-b2d53114-7493-4e65-8096-b3a2191fa869 None None] For port 24d04871-4756-4c9c-a369-acab2339029a, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=24d04871-4756-4c9c-a369-acab2339029a,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:22:41.829354 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b2d53114-7493-4e65-8096-b3a2191fa869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:41.851134 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0139712a-c529-4b0e-8461-fd8ea547d718 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:22:42.049683 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1c5ca0-b625-4778-913e-e228d6b77609 None None] Pushing event updated for resources: {'Port': ['ID=24d04871-4756-4c9c-a369-acab2339029a,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:22:42.063237 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ec1c5ca0-b625-4778-913e-e228d6b77609 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:22:42.145370 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60da1df2-840b-474d-a43c-31377862554e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-0cde4419-7704-4ec4-b8a6-75ad64641c37', 'network_id': '0cde4419-7704-4ec4-b8a6-75ad64641c37', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'fixed_ips': [{'subnet_id': 'a6e8d575-26f4-4daf-9006-8343602c443b'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:22:42.146269 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-60da1df2-840b-474d-a43c-31377862554e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:42.189370 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d53114-7493-4e65-8096-b3a2191fa869 None None] Routers {'25b5754e-ed30-434f-aa90-c1629efd8abc'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:22:42.190078 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-b2d53114-7493-4e65-8096-b3a2191fa869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c82eb128>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:22:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['25b5754e-ed30-434f-aa90-c1629efd8abc'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:22:42.522974 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-351633a1-8918-4ff6-a59f-72a87a3c7357 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:42.528815 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-b2d53114-7493-4e65-8096-b3a2191fa869 None None] Set router 25b5754e-ed30-434f-aa90-c1629efd8abc gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:22:42.838955 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-60da1df2-840b-474d-a43c-31377862554e None None] Allocated IP 172.20.0.2 (0cde4419-7704-4ec4-b8a6-75ad64641c37/a6e8d575-26f4-4daf-9006-8343602c443b/1dd7f92e-a999-461f-abeb-6d0fe357e915) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:22:43.030442 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-b2d53114-7493-4e65-8096-b3a2191fa869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c82eb128>, [{'id': '25b5754e-ed30-434f-aa90-c1629efd8abc', 'name': 'tempest-TestNetworkBasicOps-router-1061814626', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.44'}], 'enable_snat': True}, 'gw_port_id': '24d04871-4756-4c9c-a369-acab2339029a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:22:37Z', 'updated_at': '2021-01-29T10:22:39Z', 'revision_number': 3, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '24d04871-4756-4c9c-a369-acab2339029a', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c2:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b5754e-ed30-434f-aa90-c1629efd8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:22:38Z', 'updated_at': '2021-01-29T10:22:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:22:43.045687 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d53114-7493-4e65-8096-b3a2191fa869 None None] The sync data for ids ['25b5754e-ed30-434f-aa90-c1629efd8abc'] in dv-neutron-772983-2-ovs is: [{'id': '25b5754e-ed30-434f-aa90-c1629efd8abc', 'name': 'tempest-TestNetworkBasicOps-router-1061814626', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.44'}], 'enable_snat': True}, 'gw_port_id': '24d04871-4756-4c9c-a369-acab2339029a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:22:37Z', 'updated_at': '2021-01-29T10:22:39Z', 'revision_number': 3, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '24d04871-4756-4c9c-a369-acab2339029a', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c2:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b5754e-ed30-434f-aa90-c1629efd8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:22:38Z', 'updated_at': '2021-01-29T10:22:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:22:43.296809 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-60da1df2-840b-474d-a43c-31377862554e None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:43.308011 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-60da1df2-840b-474d-a43c-31377862554e None None] Transition to ACTIVE for port object 1dd7f92e-a999-461f-abeb-6d0fe357e915 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:22:43.325250 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-60da1df2-840b-474d-a43c-31377862554e None None] Transition to ACTIVE for port object 1dd7f92e-a999-461f-abeb-6d0fe357e915 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:22:43.330131 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-60da1df2-840b-474d-a43c-31377862554e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:43.346608 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:22:43.403779 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-351633a1-8918-4ff6-a59f-72a87a3c7357 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Allocated IP 172.20.0.1 (0cde4419-7704-4ec4-b8a6-75ad64641c37/a6e8d575-26f4-4daf-9006-8343602c443b/cfef0015-22bd-4edd-8056-eda6ee8c3683) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:22:43.515101 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da1df2-840b-474d-a43c-31377862554e None None] Pushing event updated for resources: {'Port': ['ID=1dd7f92e-a999-461f-abeb-6d0fe357e915,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:22:43.520605 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-60da1df2-840b-474d-a43c-31377862554e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:22:43.565163 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60da1df2-840b-474d-a43c-31377862554e None None] Network 0cde4419-7704-4ec4-b8a6-75ad64641c37 is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:22:43.566411 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-60da1df2-840b-474d-a43c-31377862554e None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:22:43.568834 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60da1df2-840b-474d-a43c-31377862554e None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:22:43.617704 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-351633a1-8918-4ff6-a59f-72a87a3c7357 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:43.630716 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-60da1df2-840b-474d-a43c-31377862554e None None] Attempting to bind port 1dd7f92e-a999-461f-abeb-6d0fe357e915 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:22:43.631141 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-60da1df2-840b-474d-a43c-31377862554e None None] Attempting to bind port 1dd7f92e-a999-461f-abeb-6d0fe357e915 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '2b60aa98-d002-4618-9065-1ba2cee8d944', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0cde4419-7704-4ec4-b8a6-75ad64641c37'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:22:43.631555 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60da1df2-840b-474d-a43c-31377862554e None None] Attempting to bind port 1dd7f92e-a999-461f-abeb-6d0fe357e915 on network 0cde4419-7704-4ec4-b8a6-75ad64641c37 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:22:43.638229 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60da1df2-840b-474d-a43c-31377862554e None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:22:43.638655 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60da1df2-840b-474d-a43c-31377862554e None None] Checking segment: {'id': '2b60aa98-d002-4618-9065-1ba2cee8d944', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0cde4419-7704-4ec4-b8a6-75ad64641c37'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:22:43.639108 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-60da1df2-840b-474d-a43c-31377862554e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:43.639546 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60da1df2-840b-474d-a43c-31377862554e None None] Bound using segment: {'id': '2b60aa98-d002-4618-9065-1ba2cee8d944', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0cde4419-7704-4ec4-b8a6-75ad64641c37'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:22:43.639984 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-351633a1-8918-4ff6-a59f-72a87a3c7357 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Transition to ACTIVE for port object cfef0015-22bd-4edd-8056-eda6ee8c3683 will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:22:43.640162 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-60da1df2-840b-474d-a43c-31377862554e None None] Bound port: 1dd7f92e-a999-461f-abeb-6d0fe357e915, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b60aa98-d002-4618-9065-1ba2cee8d944', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0cde4419-7704-4ec4-b8a6-75ad64641c37'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:22:43.640462 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-60da1df2-840b-474d-a43c-31377862554e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:43.665719 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-351633a1-8918-4ff6-a59f-72a87a3c7357 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:43.682539 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1995177a-0e4f-4272-bccf-35705fb3cd46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:22:43.739108 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-60da1df2-840b-474d-a43c-31377862554e None None] For port 1dd7f92e-a999-461f-abeb-6d0fe357e915, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:22:43.742751 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-60da1df2-840b-474d-a43c-31377862554e None None] For port 1dd7f92e-a999-461f-abeb-6d0fe357e915, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=1dd7f92e-a999-461f-abeb-6d0fe357e915,segment=NetworkSegment(2b60aa98-d002-4618-9065-1ba2cee8d944),segment_id=2b60aa98-d002-4618-9065-1ba2cee8d944)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:22:43.747863 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-60da1df2-840b-474d-a43c-31377862554e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:43.769192 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-789d3955-8b4a-4939-9556-e2ab5a356e8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:22:43.830778 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351633a1-8918-4ff6-a59f-72a87a3c7357 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Port': ['ID=cfef0015-22bd-4edd-8056-eda6ee8c3683,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:22:43.835427 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-351633a1-8918-4ff6-a59f-72a87a3c7357 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:22:43.891372 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351633a1-8918-4ff6-a59f-72a87a3c7357 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network 0cde4419-7704-4ec4-b8a6-75ad64641c37 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:22:43.892763 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-351633a1-8918-4ff6-a59f-72a87a3c7357 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:22:43.895134 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351633a1-8918-4ff6-a59f-72a87a3c7357 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:22:43.925067 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da1df2-840b-474d-a43c-31377862554e None None] Pushing event updated for resources: {'Port': ['ID=1dd7f92e-a999-461f-abeb-6d0fe357e915,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:22:43.936119 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-60da1df2-840b-474d-a43c-31377862554e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:22:43.963901 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-351633a1-8918-4ff6-a59f-72a87a3c7357 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854426412'] for router_interface, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:44.007418 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 24d04871-4756-4c9c-a369-acab2339029a up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:22:44.079914 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 24d04871-4756-4c9c-a369-acab2339029a completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:22:44.087444 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 24d04871-4756-4c9c-a369-acab2339029a triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:22:44.087989 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:44.108013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-351633a1-8918-4ff6-a59f-72a87a3c7357 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:44.229771 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:44.262829 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port 24d04871-4756-4c9c-a369-acab2339029a, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=24d04871-4756-4c9c-a369-acab2339029a,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:22:44.267923 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:44.269924 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:22:44.354269 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=24d04871-4756-4c9c-a369-acab2339029a,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:22:44.357578 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:22:44.646946 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-351633a1-8918-4ff6-a59f-72a87a3c7357 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:44.650524 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-351633a1-8918-4ff6-a59f-72a87a3c7357 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:44.681152 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-83f69554-e7fc-4e41-8a9b-afc3801b6819 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:22:45.051205 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-351633a1-8918-4ff6-a59f-72a87a3c7357 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854133895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349242'] for router_interface, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:45.066832 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351633a1-8918-4ff6-a59f-72a87a3c7357 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Port': ['ID=cfef0015-22bd-4edd-8056-eda6ee8c3683,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:22:45.074360 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-351633a1-8918-4ff6-a59f-72a87a3c7357 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:22:45.206750 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351633a1-8918-4ff6-a59f-72a87a3c7357 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network 0cde4419-7704-4ec4-b8a6-75ad64641c37 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:22:45.207952 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-351633a1-8918-4ff6-a59f-72a87a3c7357 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:22:45.382304 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ac05d4-5164-4e22-9403-d0a7e1782e17 None None] Network 0cde4419-7704-4ec4-b8a6-75ad64641c37 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:22:45.411612 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-351633a1-8918-4ff6-a59f-72a87a3c7357 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Router 25b5754e-ed30-434f-aa90-c1629efd8abc has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:22:45.500157 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-a731ee60-ab2e-4705-817b-187c6e95d7af None None] Provisioning for port 1dd7f92e-a999-461f-abeb-6d0fe357e915 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:22:45.609052 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-351633a1-8918-4ff6-a59f-72a87a3c7357 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:22:45.625306 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-351633a1-8918-4ff6-a59f-72a87a3c7357 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "PUT /v2.0/routers/25b5754e-ed30-434f-aa90-c1629efd8abc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8755934
Jan 29 10:22:45.625503 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59754) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:22:45.784274 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2539e9d4-d4a6-4b1a-b1ba-7fad4a530389 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:22:45.784830 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2539e9d4-d4a6-4b1a-b1ba-7fad4a530389 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:22:45.785102 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2539e9d4-d4a6-4b1a-b1ba-7fad4a530389 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:22:45.785516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2539e9d4-d4a6-4b1a-b1ba-7fad4a530389 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:22:45.787794 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2539e9d4-d4a6-4b1a-b1ba-7fad4a530389 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2865 time: 0.1609900
Jan 29 10:22:45.791651 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59758) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:22:45.873462 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9200999b-6ec5-43aa-bd5d-c1fa5616f839 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:22:45.873950 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9200999b-6ec5-43aa-bd5d-c1fa5616f839 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:22:45.874392 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9200999b-6ec5-43aa-bd5d-c1fa5616f839 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:22:45.874784 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9200999b-6ec5-43aa-bd5d-c1fa5616f839 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:22:45.876619 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9200999b-6ec5-43aa-bd5d-c1fa5616f839 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2727 time: 0.0839436
Jan 29 10:22:45.879589 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59762) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:22:45.933536 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-3c1bc81d-1f3a-4e87-9537-04c6a9bb2d8d None None] Provisioning for port cfef0015-22bd-4edd-8056-eda6ee8c3683 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:22:45.939005 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-3c1bc81d-1f3a-4e87-9537-04c6a9bb2d8d None None] Provisioning complete for port cfef0015-22bd-4edd-8056-eda6ee8c3683 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:22:45.939432 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3c1bc81d-1f3a-4e87-9537-04c6a9bb2d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:45.958697 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c67945d-7206-400b-9c49-7bba0487a8e3 None None] Sync routers for ids ['25b5754e-ed30-434f-aa90-c1629efd8abc'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:22:45.970234 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c67945d-7206-400b-9c49-7bba0487a8e3 None None] Routers {'25b5754e-ed30-434f-aa90-c1629efd8abc'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:22:45.970925 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-5c67945d-7206-400b-9c49-7bba0487a8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9e0cac8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:22:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['25b5754e-ed30-434f-aa90-c1629efd8abc'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:22:46.030632 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-3c1bc81d-1f3a-4e87-9537-04c6a9bb2d8d None None] Port cfef0015-22bd-4edd-8056-eda6ee8c3683 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:22:46.096308 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 24d04871-4756-4c9c-a369-acab2339029a up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:22:46.146199 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-59339e11-4dbc-4c10-91f8-451a1b1c7c04 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1607 time: 0.2648969
Jan 29 10:22:46.208322 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 24d04871-4756-4c9c-a369-acab2339029a triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:22:46.208761 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:46.358316 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 1dd7f92e-a999-461f-abeb-6d0fe357e915 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:22:46.379571 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-5c67945d-7206-400b-9c49-7bba0487a8e3 None None] Set router 25b5754e-ed30-434f-aa90-c1629efd8abc gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:22:46.463285 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-ccaca51d-a127-402b-96e8-900ec84a8293 None None] Provisioning complete for port cfef0015-22bd-4edd-8056-eda6ee8c3683 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:22:46.466367 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ccaca51d-a127-402b-96e8-900ec84a8293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:46.495597 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59768) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:22:46.495835 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 1dd7f92e-a999-461f-abeb-6d0fe357e915 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:22:46.501662 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-de4a10bf-25d2-4bd8-ad56-66bbac2df814 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-931439249', 'description': 'tempest-secgroup-smoke-931439249 description', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:22:46.513135 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 1dd7f92e-a999-461f-abeb-6d0fe357e915 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:22:46.513560 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:46.526847 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-de4a10bf-25d2-4bd8-ad56-66bbac2df814 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:22:46.531357 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-de4a10bf-25d2-4bd8-ad56-66bbac2df814 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:22:46.534717 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-de4a10bf-25d2-4bd8-ad56-66bbac2df814 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:22:46.540805 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-de4a10bf-25d2-4bd8-ad56-66bbac2df814 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:22:46.552966 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-de4a10bf-25d2-4bd8-ad56-66bbac2df814 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:46.579096 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-de4a10bf-25d2-4bd8-ad56-66bbac2df814 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:22:46.582163 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-ccaca51d-a127-402b-96e8-900ec84a8293 None None] Port cfef0015-22bd-4edd-8056-eda6ee8c3683 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:22:46.583759 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-de4a10bf-25d2-4bd8-ad56-66bbac2df814 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:22:46.587709 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-de4a10bf-25d2-4bd8-ad56-66bbac2df814 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:22:46.595047 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-de4a10bf-25d2-4bd8-ad56-66bbac2df814 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:22:46.663446 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:46.698962 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-de4a10bf-25d2-4bd8-ad56-66bbac2df814 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:46.704340 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-de4a10bf-25d2-4bd8-ad56-66bbac2df814 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:46.713750 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port 1dd7f92e-a999-461f-abeb-6d0fe357e915, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=1dd7f92e-a999-461f-abeb-6d0fe357e915,segment=NetworkSegment(2b60aa98-d002-4618-9065-1ba2cee8d944),segment_id=2b60aa98-d002-4618-9065-1ba2cee8d944)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:22:46.726394 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:46.729566 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-dc16f567-38ec-47a8-9c48-5308c74bf856 None None] Provisioning complete for port cfef0015-22bd-4edd-8056-eda6ee8c3683 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:22:46.730285 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dc16f567-38ec-47a8-9c48-5308c74bf856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:46.737060 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9b01c776-5fda-4151-aa5d-02b59dd16033 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:22:46.759957 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bc62de03-e736-4e3e-936b-11a97e651416 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:22:46.763650 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-5c67945d-7206-400b-9c49-7bba0487a8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9e0cac8>, [{'id': '25b5754e-ed30-434f-aa90-c1629efd8abc', 'name': 'tempest-TestNetworkBasicOps-router-1061814626', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.44'}], 'enable_snat': True}, 'gw_port_id': '24d04871-4756-4c9c-a369-acab2339029a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:22:37Z', 'updated_at': '2021-01-29T10:22:44Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '24d04871-4756-4c9c-a369-acab2339029a', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c2:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b5754e-ed30-434f-aa90-c1629efd8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:22:38Z', 'updated_at': '2021-01-29T10:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'cfef0015-22bd-4edd-8056-eda6ee8c3683', 'name': '', 'network_id': '0cde4419-7704-4ec4-b8a6-75ad64641c37', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:0b:e7:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b5754e-ed30-434f-aa90-c1629efd8abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'a6e8d575-26f4-4daf-9006-8343602c443b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:22:42Z', 'updated_at': '2021-01-29T10:22:44Z', 'revision_number': 2, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': 'a6e8d575-26f4-4daf-9006-8343602c443b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:22:46.768149 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c67945d-7206-400b-9c49-7bba0487a8e3 None None] Checking router: 25b5754e-ed30-434f-aa90-c1629efd8abc for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:22:46.768737 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c67945d-7206-400b-9c49-7bba0487a8e3 None None] Updating router 25b5754e-ed30-434f-aa90-c1629efd8abc port cfef0015-22bd-4edd-8056-eda6ee8c3683 binding host dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 29 10:22:46.780123 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4a10bf-25d2-4bd8-ad56-66bbac2df814 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4be979b-745c-4465-89ed-68c0736a72a0,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:22:46.784334 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-de4a10bf-25d2-4bd8-ad56-66bbac2df814 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:22:46.797032 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-de4a10bf-25d2-4bd8-ad56-66bbac2df814 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:46.801469 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 59772) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:22:46.801618 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-de4a10bf-25d2-4bd8-ad56-66bbac2df814 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.3048906
Jan 29 10:22:46.809360 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-4409d4f7-a91e-4250-bbfb-95c6a2431642 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group_rule': {'security_group_id': 'b4be979b-745c-4465-89ed-68c0736a72a0', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:22:46.830537 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5c67945d-7206-400b-9c49-7bba0487a8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:46.836078 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-4409d4f7-a91e-4250-bbfb-95c6a2431642 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:22:46.840422 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-4409d4f7-a91e-4250-bbfb-95c6a2431642 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:22:46.843805 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-4409d4f7-a91e-4250-bbfb-95c6a2431642 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:22:46.849661 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-4409d4f7-a91e-4250-bbfb-95c6a2431642 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:22:46.855703 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-dc16f567-38ec-47a8-9c48-5308c74bf856 None None] Port cfef0015-22bd-4edd-8056-eda6ee8c3683 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:22:46.862204 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=1dd7f92e-a999-461f-abeb-6d0fe357e915,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:22:46.865630 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:22:46.871725 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4409d4f7-a91e-4250-bbfb-95c6a2431642 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:46.939829 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4409d4f7-a91e-4250-bbfb-95c6a2431642 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:46.942515 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4409d4f7-a91e-4250-bbfb-95c6a2431642 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:46.950045 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b4e9c2b7-6176-440d-8541-f1d5e19bc4b5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:22:46.970650 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4409d4f7-a91e-4250-bbfb-95c6a2431642 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66c9df40-8cfe-4c0f-a5ed-f905202efa8c,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:22:46.973598 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4409d4f7-a91e-4250-bbfb-95c6a2431642 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:22:46.978920 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-021d8d2b-f77e-47bf-8803-9a27fe0fb165 None None] Provisioning complete for port 1dd7f92e-a999-461f-abeb-6d0fe357e915 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:22:46.979446 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-021d8d2b-f77e-47bf-8803-9a27fe0fb165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:46.981974 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4409d4f7-a91e-4250-bbfb-95c6a2431642 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:46.984512 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4409d4f7-a91e-4250-bbfb-95c6a2431642 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1804900
Jan 29 10:22:46.986110 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 59776) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:22:46.992452 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-c5cd08ff-b323-4216-924f-8a7c61db05b5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group_rule': {'security_group_id': 'b4be979b-745c-4465-89ed-68c0736a72a0', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:22:47.016066 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c5cd08ff-b323-4216-924f-8a7c61db05b5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:22:47.021995 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c5cd08ff-b323-4216-924f-8a7c61db05b5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:22:47.026131 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c5cd08ff-b323-4216-924f-8a7c61db05b5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:22:47.031984 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c5cd08ff-b323-4216-924f-8a7c61db05b5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:22:47.050273 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c5cd08ff-b323-4216-924f-8a7c61db05b5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:47.125007 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c5cd08ff-b323-4216-924f-8a7c61db05b5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:47.127701 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c5cd08ff-b323-4216-924f-8a7c61db05b5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:47.129595 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-dee26f4d-1464-475f-aad8-ff1e8717c36e tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:22:47.153746 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd08ff-b323-4216-924f-8a7c61db05b5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac2ff7b9-75f4-4a6f-9a41-81979e770ea9,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:22:47.156363 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c5cd08ff-b323-4216-924f-8a7c61db05b5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:22:47.162812 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c5cd08ff-b323-4216-924f-8a7c61db05b5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:47.164095 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c5cd08ff-b323-4216-924f-8a7c61db05b5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1769769
Jan 29 10:22:47.167129 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 59780) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:22:47.172999 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-bb9ce58d-3a04-4a8a-b608-c10b316e69bc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group_rule': {'security_group_id': 'b4be979b-745c-4465-89ed-68c0736a72a0', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:22:47.195253 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-bb9ce58d-3a04-4a8a-b608-c10b316e69bc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:22:47.200344 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-bb9ce58d-3a04-4a8a-b608-c10b316e69bc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:22:47.203394 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-bb9ce58d-3a04-4a8a-b608-c10b316e69bc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:22:47.209472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-bb9ce58d-3a04-4a8a-b608-c10b316e69bc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:22:47.226972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bb9ce58d-3a04-4a8a-b608-c10b316e69bc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:47.269533 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5c67945d-7206-400b-9c49-7bba0487a8e3 None None] Notify callbacks [] for port, precommit_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:47.281823 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-5c67945d-7206-400b-9c49-7bba0487a8e3 None None] Transition to ACTIVE for port object cfef0015-22bd-4edd-8056-eda6ee8c3683 will not be triggered until provisioned by entity L2. {{(pid=80768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:22:47.284535 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5c67945d-7206-400b-9c49-7bba0487a8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:47.291776 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bb9ce58d-3a04-4a8a-b608-c10b316e69bc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:47.295151 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bb9ce58d-3a04-4a8a-b608-c10b316e69bc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:47.297062 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e0fc904-aa51-4197-8804-e6752993916f tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:22:47.301380 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:22:47.324735 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ce58d-3a04-4a8a-b608-c10b316e69bc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93968665-9a2d-494f-b7a3-11b029bfa9b9,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:22:47.327399 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bb9ce58d-3a04-4a8a-b608-c10b316e69bc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:22:47.335077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bb9ce58d-3a04-4a8a-b608-c10b316e69bc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:47.339232 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-bb9ce58d-3a04-4a8a-b608-c10b316e69bc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1680610
Jan 29 10:22:47.339524 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 59784) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:22:47.345203 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-cecfca70-ab01-49f6-880e-1be15abfea66 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group_rule': {'security_group_id': 'b4be979b-745c-4465-89ed-68c0736a72a0', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:22:47.369076 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-cecfca70-ab01-49f6-880e-1be15abfea66 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:22:47.373140 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-cecfca70-ab01-49f6-880e-1be15abfea66 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:22:47.376151 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-cecfca70-ab01-49f6-880e-1be15abfea66 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:22:47.381874 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-cecfca70-ab01-49f6-880e-1be15abfea66 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:22:47.401568 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cecfca70-ab01-49f6-880e-1be15abfea66 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:47.447826 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb6f3ca-5a06-45bc-8cfc-d6b8754cf192 None None] Pushing event updated for resources: {'Port': ['ID=cfef0015-22bd-4edd-8056-eda6ee8c3683,revision_number=3']} {{(pid=80768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:22:47.467055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb6f3ca-5a06-45bc-8cfc-d6b8754cf192 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:47.467442 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb6f3ca-5a06-45bc-8cfc-d6b8754cf192 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:47.467814 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb6f3ca-5a06-45bc-8cfc-d6b8754cf192 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:47.468182 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb6f3ca-5a06-45bc-8cfc-d6b8754cf192 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:47.468552 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb6f3ca-5a06-45bc-8cfc-d6b8754cf192 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:47.468917 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb6f3ca-5a06-45bc-8cfc-d6b8754cf192 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:47.469279 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb6f3ca-5a06-45bc-8cfc-d6b8754cf192 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:47.469638 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb6f3ca-5a06-45bc-8cfc-d6b8754cf192 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:47.470020 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb6f3ca-5a06-45bc-8cfc-d6b8754cf192 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:47.470341 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cecfca70-ab01-49f6-880e-1be15abfea66 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:47.470458 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb6f3ca-5a06-45bc-8cfc-d6b8754cf192 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:47.470705 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb6f3ca-5a06-45bc-8cfc-d6b8754cf192 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:47.471056 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb6f3ca-5a06-45bc-8cfc-d6b8754cf192 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:47.471767 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb6f3ca-5a06-45bc-8cfc-d6b8754cf192 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:47.472166 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb6f3ca-5a06-45bc-8cfc-d6b8754cf192 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:47.472657 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb6f3ca-5a06-45bc-8cfc-d6b8754cf192 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:47.473016 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb6f3ca-5a06-45bc-8cfc-d6b8754cf192 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:47.473371 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb6f3ca-5a06-45bc-8cfc-d6b8754cf192 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:47.473638 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cecfca70-ab01-49f6-880e-1be15abfea66 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:47.473753 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb6f3ca-5a06-45bc-8cfc-d6b8754cf192 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:47.474081 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb6f3ca-5a06-45bc-8cfc-d6b8754cf192 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:47.474448 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb6f3ca-5a06-45bc-8cfc-d6b8754cf192 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:47.474780 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb6f3ca-5a06-45bc-8cfc-d6b8754cf192 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:47.475520 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb6f3ca-5a06-45bc-8cfc-d6b8754cf192 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:47.475649 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c1f7e676-2027-4f5d-bf76-f5ac4b43a4fc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:22:47.475876 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb6f3ca-5a06-45bc-8cfc-d6b8754cf192 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:47.476231 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb6f3ca-5a06-45bc-8cfc-d6b8754cf192 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:22:47.480518 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9bb6f3ca-5a06-45bc-8cfc-d6b8754cf192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:22:47.499294 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecfca70-ab01-49f6-880e-1be15abfea66 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=794bce9d-820d-41d6-b5db-483a6fb1c3bc,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:22:47.501983 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-cecfca70-ab01-49f6-880e-1be15abfea66 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:22:47.509341 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cecfca70-ab01-49f6-880e-1be15abfea66 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:47.510666 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-cecfca70-ab01-49f6-880e-1be15abfea66 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1702139
Jan 29 10:22:47.513499 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 59788) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:22:47.519224 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-984d79cb-3948-492f-a510-268a3b5bf761 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group_rule': {'security_group_id': 'b4be979b-745c-4465-89ed-68c0736a72a0', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:22:47.542089 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-984d79cb-3948-492f-a510-268a3b5bf761 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:22:47.546655 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-984d79cb-3948-492f-a510-268a3b5bf761 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:22:47.549950 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-984d79cb-3948-492f-a510-268a3b5bf761 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:22:47.555922 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-984d79cb-3948-492f-a510-268a3b5bf761 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:22:47.567707 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.securitygroups_db [None req-984d79cb-3948-492f-a510-268a3b5bf761 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Project ff1f06ee29ef461597f2ecd846f8813d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 10:22:47.577000 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-984d79cb-3948-492f-a510-268a3b5bf761 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:47.635871 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-5c67945d-7206-400b-9c49-7bba0487a8e3 None None] Attempting to bind port cfef0015-22bd-4edd-8056-eda6ee8c3683 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:22:47.636290 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-5c67945d-7206-400b-9c49-7bba0487a8e3 None None] Attempting to bind port cfef0015-22bd-4edd-8056-eda6ee8c3683 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '2b60aa98-d002-4618-9065-1ba2cee8d944', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0cde4419-7704-4ec4-b8a6-75ad64641c37'}] {{(pid=80768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:22:47.636700 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c67945d-7206-400b-9c49-7bba0487a8e3 None None] Attempting to bind port cfef0015-22bd-4edd-8056-eda6ee8c3683 on network 0cde4419-7704-4ec4-b8a6-75ad64641c37 {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:22:47.642876 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c67945d-7206-400b-9c49-7bba0487a8e3 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:22:47.643488 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c67945d-7206-400b-9c49-7bba0487a8e3 None None] Checking segment: {'id': '2b60aa98-d002-4618-9065-1ba2cee8d944', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0cde4419-7704-4ec4-b8a6-75ad64641c37'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:22:47.643865 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5c67945d-7206-400b-9c49-7bba0487a8e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:47.644305 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c67945d-7206-400b-9c49-7bba0487a8e3 None None] Bound using segment: {'id': '2b60aa98-d002-4618-9065-1ba2cee8d944', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0cde4419-7704-4ec4-b8a6-75ad64641c37'} {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:22:47.644831 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-5c67945d-7206-400b-9c49-7bba0487a8e3 None None] Bound port: cfef0015-22bd-4edd-8056-eda6ee8c3683, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b60aa98-d002-4618-9065-1ba2cee8d944', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0cde4419-7704-4ec4-b8a6-75ad64641c37'}}] {{(pid=80768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:22:47.645248 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5c67945d-7206-400b-9c49-7bba0487a8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:47.661034 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-984d79cb-3948-492f-a510-268a3b5bf761 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:47.663982 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-984d79cb-3948-492f-a510-268a3b5bf761 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:47.666971 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-cb47bf63-d0d5-433c-9975-6ece390e10df tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:22:47.692855 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984d79cb-3948-492f-a510-268a3b5bf761 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02e3577b-a835-4d88-bd58-580ade3e8eae,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:22:47.695550 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-984d79cb-3948-492f-a510-268a3b5bf761 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:22:47.703199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-984d79cb-3948-492f-a510-268a3b5bf761 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:47.704503 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-984d79cb-3948-492f-a510-268a3b5bf761 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1899629
Jan 29 10:22:47.707583 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 59792) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:22:47.714027 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-5aaddc5c-4433-49e2-88da-3ef68483a0db tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group_rule': {'security_group_id': 'b4be979b-745c-4465-89ed-68c0736a72a0', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:22:47.736571 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-5aaddc5c-4433-49e2-88da-3ef68483a0db tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:22:47.740692 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5aaddc5c-4433-49e2-88da-3ef68483a0db tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:22:47.744144 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5aaddc5c-4433-49e2-88da-3ef68483a0db tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:22:47.744289 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-5c67945d-7206-400b-9c49-7bba0487a8e3 None None] For port cfef0015-22bd-4edd-8056-eda6ee8c3683, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:22:47.748269 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-5c67945d-7206-400b-9c49-7bba0487a8e3 None None] For port cfef0015-22bd-4edd-8056-eda6ee8c3683, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=cfef0015-22bd-4edd-8056-eda6ee8c3683,segment=NetworkSegment(2b60aa98-d002-4618-9065-1ba2cee8d944),segment_id=2b60aa98-d002-4618-9065-1ba2cee8d944)] {{(pid=80768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:22:47.750333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-5aaddc5c-4433-49e2-88da-3ef68483a0db tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:22:47.751649 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5c67945d-7206-400b-9c49-7bba0487a8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:47.760529 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.securitygroups_db [None req-5aaddc5c-4433-49e2-88da-3ef68483a0db tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Project ff1f06ee29ef461597f2ecd846f8813d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 10:22:47.767364 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c7b1ff43-962e-4bba-9008-f0ffa790fe17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:22:47.767528 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5aaddc5c-4433-49e2-88da-3ef68483a0db tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:47.843310 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5aaddc5c-4433-49e2-88da-3ef68483a0db tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:47.846041 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5aaddc5c-4433-49e2-88da-3ef68483a0db tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:47.847996 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-871f0321-448d-4c32-b22e-57a589fd6ecc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:22:47.870097 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaddc5c-4433-49e2-88da-3ef68483a0db tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95532b29-da04-44f3-af14-5a711badd2af,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:22:47.874480 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5aaddc5c-4433-49e2-88da-3ef68483a0db tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:22:47.881360 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5aaddc5c-4433-49e2-88da-3ef68483a0db tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:47.882672 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5aaddc5c-4433-49e2-88da-3ef68483a0db tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1740959
Jan 29 10:22:47.917550 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb6f3ca-5a06-45bc-8cfc-d6b8754cf192 None None] Pushing event updated for resources: {'Port': ['ID=cfef0015-22bd-4edd-8056-eda6ee8c3683,revision_number=4']} {{(pid=80768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:22:47.926034 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9bb6f3ca-5a06-45bc-8cfc-d6b8754cf192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:22:47.968651 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c67945d-7206-400b-9c49-7bba0487a8e3 None None] Routers {'25b5754e-ed30-434f-aa90-c1629efd8abc'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:22:47.969471 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-5c67945d-7206-400b-9c49-7bba0487a8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9e0cac8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:22:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['25b5754e-ed30-434f-aa90-c1629efd8abc'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:22:47.971674 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 1dd7f92e-a999-461f-abeb-6d0fe357e915 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:22:48.062011 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 1dd7f92e-a999-461f-abeb-6d0fe357e915 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:22:48.062576 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:48.116664 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-d1cad4ff-2d76-4771-bc22-edfbedab56d7 req-fd84e350-f068-4eed-b3d5-f4c707c4f6b8 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Synchronizing usage tracker for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:security_group {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:22:48.135554 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-d1cad4ff-2d76-4771-bc22-edfbedab56d7 req-fd84e350-f068-4eed-b3d5-f4c707c4f6b8 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Unset dirty status for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:security_group {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:22:48.137156 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d1cad4ff-2d76-4771-bc22-edfbedab56d7 req-fd84e350-f068-4eed-b3d5-f4c707c4f6b8 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-931439249&fields=id&tenant_id=ff1f06ee29ef461597f2ecd846f8813d HTTP/1.1" status: 200  len: 267 time: 0.0933959
Jan 29 10:22:48.188157 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-5c67945d-7206-400b-9c49-7bba0487a8e3 None None] Set router 25b5754e-ed30-434f-aa90-c1629efd8abc gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:22:48.392504 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cad4ff-2d76-4771-bc22-edfbedab56d7 req-3860fe20-8916-4898-a7d0-0236c600b8bc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:22:48.393305 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-d1cad4ff-2d76-4771-bc22-edfbedab56d7 req-3860fe20-8916-4898-a7d0-0236c600b8bc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Synchronizing usage tracker for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:network {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:22:48.411519 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-d1cad4ff-2d76-4771-bc22-edfbedab56d7 req-3860fe20-8916-4898-a7d0-0236c600b8bc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Unset dirty status for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:network {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:22:48.412821 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d1cad4ff-2d76-4771-bc22-edfbedab56d7 req-3860fe20-8916-4898-a7d0-0236c600b8bc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/networks?id=0cde4419-7704-4ec4-b8a6-75ad64641c37 HTTP/1.1" status: 200  len: 797 time: 0.2662256
Jan 29 10:22:48.429172 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d1cad4ff-2d76-4771-bc22-edfbedab56d7 req-eba6639c-03e6-46f2-a649-abe64d6b0ae5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/quotas/ff1f06ee29ef461597f2ecd846f8813d HTTP/1.1" status: 200  len: 375 time: 0.0099957
Jan 29 10:22:48.532720 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-5c67945d-7206-400b-9c49-7bba0487a8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9e0cac8>, [{'id': '25b5754e-ed30-434f-aa90-c1629efd8abc', 'name': 'tempest-TestNetworkBasicOps-router-1061814626', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.44'}], 'enable_snat': True}, 'gw_port_id': '24d04871-4756-4c9c-a369-acab2339029a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:22:37Z', 'updated_at': '2021-01-29T10:22:44Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '24d04871-4756-4c9c-a369-acab2339029a', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c2:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b5754e-ed30-434f-aa90-c1629efd8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:22:38Z', 'updated_at': '2021-01-29T10:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'cfef0015-22bd-4edd-8056-eda6ee8c3683', 'name': '', 'network_id': '0cde4419-7704-4ec4-b8a6-75ad64641c37', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:0b:e7:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b5754e-ed30-434f-aa90-c1629efd8abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'a6e8d575-26f4-4daf-9006-8343602c443b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:22:42Z', 'updated_at': '2021-01-29T10:22:47Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': 'a6e8d575-26f4-4daf-9006-8343602c443b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:22:48.536886 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c67945d-7206-400b-9c49-7bba0487a8e3 None None] The sync data for ids ['25b5754e-ed30-434f-aa90-c1629efd8abc'] in dv-neutron-772983-2-ovs is: [{'id': '25b5754e-ed30-434f-aa90-c1629efd8abc', 'name': 'tempest-TestNetworkBasicOps-router-1061814626', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.44'}], 'enable_snat': True}, 'gw_port_id': '24d04871-4756-4c9c-a369-acab2339029a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:22:37Z', 'updated_at': '2021-01-29T10:22:44Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '24d04871-4756-4c9c-a369-acab2339029a', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c2:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b5754e-ed30-434f-aa90-c1629efd8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:22:38Z', 'updated_at': '2021-01-29T10:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'cfef0015-22bd-4edd-8056-eda6ee8c3683', 'name': '', 'network_id': '0cde4419-7704-4ec4-b8a6-75ad64641c37', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:0b:e7:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b5754e-ed30-434f-aa90-c1629efd8abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'a6e8d575-26f4-4daf-9006-8343602c443b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:22:42Z', 'updated_at': '2021-01-29T10:22:47Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': 'a6e8d575-26f4-4daf-9006-8343602c443b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:22:48.554797 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-d1cad4ff-2d76-4771-bc22-edfbedab56d7 req-531e37ac-a5d4-4cb2-8737-59ae7ccc200a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Synchronizing usage tracker for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:22:48.572823 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-d1cad4ff-2d76-4771-bc22-edfbedab56d7 req-531e37ac-a5d4-4cb2-8737-59ae7ccc200a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Unset dirty status for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:22:48.580686 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d1cad4ff-2d76-4771-bc22-edfbedab56d7 req-531e37ac-a5d4-4cb2-8737-59ae7ccc200a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ff1f06ee29ef461597f2ecd846f8813d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1390886
Jan 29 10:22:48.749271 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d1cad4ff-2d76-4771-bc22-edfbedab56d7 req-d65e8314-9225-4ab1-b342-285e32b24aae service neutron] 10.222.0.57 "GET /v2.0/networks/0cde4419-7704-4ec4-b8a6-75ad64641c37?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1506677
Jan 29 10:22:48.901181 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d1cad4ff-2d76-4771-bc22-edfbedab56d7 req-85573306-af41-4a7d-af79-5bad4d633d25 service neutron] 10.222.0.57 "GET /v2.0/networks/0cde4419-7704-4ec4-b8a6-75ad64641c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1451972
Jan 29 10:22:49.117761 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-877cf370-2fae-4dff-a5b7-3b09383afedf req-6a07a12a-64be-4826-af48-ebd7677f0ce2 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=b04e929c-d009-4a01-8ed6-bbde50204d41 HTTP/1.1" status: 200  len: 210 time: 0.0549409
Jan 29 10:22:49.978864 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device cfef0015-22bd-4edd-8056-eda6ee8c3683 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:22:50.049960 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port cfef0015-22bd-4edd-8056-eda6ee8c3683 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:22:50.055182 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port cfef0015-22bd-4edd-8056-eda6ee8c3683 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:22:50.055580 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:50.185610 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:50.222170 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port cfef0015-22bd-4edd-8056-eda6ee8c3683, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=cfef0015-22bd-4edd-8056-eda6ee8c3683,segment=NetworkSegment(2b60aa98-d002-4618-9065-1ba2cee8d944),segment_id=2b60aa98-d002-4618-9065-1ba2cee8d944)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:22:50.227767 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:50.229949 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:22:50.307286 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=cfef0015-22bd-4edd-8056-eda6ee8c3683,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:22:50.314241 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:22:50.338304 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5a551f67-c49f-4cf6-b9a7-49de8cdbebfc req-270fa160-f2d6-41e6-850c-dc637c30e73e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=b04e929c-d009-4a01-8ed6-bbde50204d41 HTTP/1.1" status: 200  len: 210 time: 0.0653312
Jan 29 10:22:50.416778 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cad4ff-2d76-4771-bc22-edfbedab56d7 req-7f6a695f-d84e-48e1-83f7-240ca5b80ee5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:22:50.417542 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-d1cad4ff-2d76-4771-bc22-edfbedab56d7 req-7f6a695f-d84e-48e1-83f7-240ca5b80ee5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Synchronizing usage tracker for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:network {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:22:50.431680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-d1cad4ff-2d76-4771-bc22-edfbedab56d7 req-7f6a695f-d84e-48e1-83f7-240ca5b80ee5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Unset dirty status for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:network {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:22:50.432899 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d1cad4ff-2d76-4771-bc22-edfbedab56d7 req-7f6a695f-d84e-48e1-83f7-240ca5b80ee5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.22 "GET /v2.0/networks?id=0cde4419-7704-4ec4-b8a6-75ad64641c37 HTTP/1.1" status: 200  len: 797 time: 0.3181627
Jan 29 10:22:50.565276 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-d1cad4ff-2d76-4771-bc22-edfbedab56d7 req-84c7eb6f-6f7d-409e-8f45-584ca7084e4a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Synchronizing usage tracker for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:security_group {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:22:50.578767 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-d1cad4ff-2d76-4771-bc22-edfbedab56d7 req-84c7eb6f-6f7d-409e-8f45-584ca7084e4a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Unset dirty status for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:security_group {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:22:50.580204 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d1cad4ff-2d76-4771-bc22-edfbedab56d7 req-84c7eb6f-6f7d-409e-8f45-584ca7084e4a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ff1f06ee29ef461597f2ecd846f8813d HTTP/1.1" status: 200  len: 8067 time: 0.1162975
Jan 29 10:22:50.591130 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-d1cad4ff-2d76-4771-bc22-edfbedab56d7 req-573033d7-3ba8-4a4a-a5ce-ac2eab637142 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'port': {'device_id': 'b04e929c-d009-4a01-8ed6-bbde50204d41', 'network_id': '0cde4419-7704-4ec4-b8a6-75ad64641c37', 'admin_state_up': True, 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'security_groups': ['b4be979b-745c-4465-89ed-68c0736a72a0']}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:22:50.738995 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-d1cad4ff-2d76-4771-bc22-edfbedab56d7 req-573033d7-3ba8-4a4a-a5ce-ac2eab637142 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:22:50.748872 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-d1cad4ff-2d76-4771-bc22-edfbedab56d7 req-573033d7-3ba8-4a4a-a5ce-ac2eab637142 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:22:50.757374 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1cad4ff-2d76-4771-bc22-edfbedab56d7 req-573033d7-3ba8-4a4a-a5ce-ac2eab637142 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Made reservation on behalf of ff1f06ee29ef461597f2ecd846f8813d for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:22:50.779440 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-d1cad4ff-2d76-4771-bc22-edfbedab56d7 req-573033d7-3ba8-4a4a-a5ce-ac2eab637142 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:51.097172 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [req-d1cad4ff-2d76-4771-bc22-edfbedab56d7 req-573033d7-3ba8-4a4a-a5ce-ac2eab637142 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Allocated IP 172.20.0.3 (0cde4419-7704-4ec4-b8a6-75ad64641c37/a6e8d575-26f4-4daf-9006-8343602c443b/3380b3e6-9627-4ed1-a026-88046d68742e) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:22:51.312739 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-d1cad4ff-2d76-4771-bc22-edfbedab56d7 req-573033d7-3ba8-4a4a-a5ce-ac2eab637142 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:51.332494 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-d1cad4ff-2d76-4771-bc22-edfbedab56d7 req-573033d7-3ba8-4a4a-a5ce-ac2eab637142 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Transition to ACTIVE for port object 3380b3e6-9627-4ed1-a026-88046d68742e will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:22:51.354820 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-d1cad4ff-2d76-4771-bc22-edfbedab56d7 req-573033d7-3ba8-4a4a-a5ce-ac2eab637142 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:51.370800 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-603fb98e-c280-43f5-b259-dd2c2154b613 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:22:51.425402 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7b4bd69a-bcf3-498f-8fa1-d03b772d0074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:51.519920 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573033d7-3ba8-4a4a-a5ce-ac2eab637142 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Port': ['ID=3380b3e6-9627-4ed1-a026-88046d68742e,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:22:51.525076 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-573033d7-3ba8-4a4a-a5ce-ac2eab637142 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:22:51.579702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1cad4ff-2d76-4771-bc22-edfbedab56d7 req-573033d7-3ba8-4a4a-a5ce-ac2eab637142 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network 0cde4419-7704-4ec4-b8a6-75ad64641c37 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:22:51.580906 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [req-d1cad4ff-2d76-4771-bc22-edfbedab56d7 req-573033d7-3ba8-4a4a-a5ce-ac2eab637142 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:22:51.583266 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1cad4ff-2d76-4771-bc22-edfbedab56d7 req-573033d7-3ba8-4a4a-a5ce-ac2eab637142 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:22:51.654110 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83de36c-d556-4819-a6c2-c6b089988108 req-3bcb904a-9687-4bfb-90d3-dc76dff74d1f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:22:51.655850 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e83de36c-d556-4819-a6c2-c6b089988108 req-3bcb904a-9687-4bfb-90d3-dc76dff74d1f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=b04e929c-d009-4a01-8ed6-bbde50204d41 HTTP/1.1" status: 200  len: 931 time: 0.1798213
Jan 29 10:22:51.719152 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cad4ff-2d76-4771-bc22-edfbedab56d7 req-573033d7-3ba8-4a4a-a5ce-ac2eab637142 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:22:51.719894 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-d1cad4ff-2d76-4771-bc22-edfbedab56d7 req-573033d7-3ba8-4a4a-a5ce-ac2eab637142 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:51.725287 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e83de36c-d556-4819-a6c2-c6b089988108 req-092213a5-3be9-4695-b96b-190fcea16c03 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=b4be979b-745c-4465-89ed-68c0736a72a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0624530
Jan 29 10:22:51.750997 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d1cad4ff-2d76-4771-bc22-edfbedab56d7 req-573033d7-3ba8-4a4a-a5ce-ac2eab637142 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1642261
Jan 29 10:22:51.769410 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-d1cad4ff-2d76-4771-bc22-edfbedab56d7 req-084e4671-abbb-4ff7-b503-75e3569679ad service neutron] Request body: {'port': {'device_id': 'b04e929c-d009-4a01-8ed6-bbde50204d41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7729'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:22:51.811927 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-7f209705-f38b-4982-b5e7-82b6245cb5b7 None None] Provisioning for port 3380b3e6-9627-4ed1-a026-88046d68742e completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:22:51.816897 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-7f209705-f38b-4982-b5e7-82b6245cb5b7 None None] Provisioning complete for port 3380b3e6-9627-4ed1-a026-88046d68742e triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:22:51.817328 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7f209705-f38b-4982-b5e7-82b6245cb5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:51.878873 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-7f209705-f38b-4982-b5e7-82b6245cb5b7 None None] Port 3380b3e6-9627-4ed1-a026-88046d68742e cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:22:51.895461 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-d1cad4ff-2d76-4771-bc22-edfbedab56d7 req-084e4671-abbb-4ff7-b503-75e3569679ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:51.968822 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device cfef0015-22bd-4edd-8056-eda6ee8c3683 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:22:52.042701 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port cfef0015-22bd-4edd-8056-eda6ee8c3683 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:22:52.043132 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:52.312490 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [req-d1cad4ff-2d76-4771-bc22-edfbedab56d7 req-084e4671-abbb-4ff7-b503-75e3569679ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3380b3e6-9627-4ed1-a026-88046d68742e {{(pid=80766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 29 10:22:52.320166 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-d1cad4ff-2d76-4771-bc22-edfbedab56d7 req-084e4671-abbb-4ff7-b503-75e3569679ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:52.334951 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-d1cad4ff-2d76-4771-bc22-edfbedab56d7 req-084e4671-abbb-4ff7-b503-75e3569679ad service neutron] Transition to ACTIVE for port object 3380b3e6-9627-4ed1-a026-88046d68742e will not be triggered until provisioned by entity L2. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:22:52.338238 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-d1cad4ff-2d76-4771-bc22-edfbedab56d7 req-084e4671-abbb-4ff7-b503-75e3569679ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:52.357615 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-756231e2-18a9-46de-9946-7255eba860db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:22:52.492225 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084e4671-abbb-4ff7-b503-75e3569679ad service neutron] Pushing event updated for resources: {'Port': ['ID=3380b3e6-9627-4ed1-a026-88046d68742e,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:22:52.495899 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-084e4671-abbb-4ff7-b503-75e3569679ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:22:52.961146 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-d1cad4ff-2d76-4771-bc22-edfbedab56d7 req-084e4671-abbb-4ff7-b503-75e3569679ad service neutron] Attempting to bind port 3380b3e6-9627-4ed1-a026-88046d68742e on host hv-neutron-7729 for vnic_type normal with profile  {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:22:52.962630 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-d1cad4ff-2d76-4771-bc22-edfbedab56d7 req-084e4671-abbb-4ff7-b503-75e3569679ad service neutron] Attempting to bind port 3380b3e6-9627-4ed1-a026-88046d68742e by drivers openvswitch on host hv-neutron-7729 at level 0 using segments [{'id': '2b60aa98-d002-4618-9065-1ba2cee8d944', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0cde4419-7704-4ec4-b8a6-75ad64641c37'}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:22:52.963278 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1cad4ff-2d76-4771-bc22-edfbedab56d7 req-084e4671-abbb-4ff7-b503-75e3569679ad service neutron] Attempting to bind port 3380b3e6-9627-4ed1-a026-88046d68742e on network 0cde4419-7704-4ec4-b8a6-75ad64641c37 {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:22:52.968958 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1cad4ff-2d76-4771-bc22-edfbedab56d7 req-084e4671-abbb-4ff7-b503-75e3569679ad service neutron] Checking agent: {'id': '5acf9624-c829-41ba-afd9-92278081af05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 10, 2, 34), 'started_at': datetime.datetime(2021, 1, 29, 10, 3, 4), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:22:52.969336 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1cad4ff-2d76-4771-bc22-edfbedab56d7 req-084e4671-abbb-4ff7-b503-75e3569679ad service neutron] Checking segment: {'id': '2b60aa98-d002-4618-9065-1ba2cee8d944', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0cde4419-7704-4ec4-b8a6-75ad64641c37'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:22:52.969745 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-d1cad4ff-2d76-4771-bc22-edfbedab56d7 req-084e4671-abbb-4ff7-b503-75e3569679ad service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:52.970171 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1cad4ff-2d76-4771-bc22-edfbedab56d7 req-084e4671-abbb-4ff7-b503-75e3569679ad service neutron] Bound using segment: {'id': '2b60aa98-d002-4618-9065-1ba2cee8d944', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0cde4419-7704-4ec4-b8a6-75ad64641c37'} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:22:52.970647 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-d1cad4ff-2d76-4771-bc22-edfbedab56d7 req-084e4671-abbb-4ff7-b503-75e3569679ad service neutron] Bound port: 3380b3e6-9627-4ed1-a026-88046d68742e, host: hv-neutron-7729, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b60aa98-d002-4618-9065-1ba2cee8d944', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0cde4419-7704-4ec4-b8a6-75ad64641c37'}}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:22:52.971026 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-d1cad4ff-2d76-4771-bc22-edfbedab56d7 req-084e4671-abbb-4ff7-b503-75e3569679ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:53.036133 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a00c467-67dc-4fa1-9633-c1a3d9c57e07 req-5dfa79bc-7e58-4d69-ac3c-ee1363f2e844 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:22:53.037750 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9a00c467-67dc-4fa1-9633-c1a3d9c57e07 req-5dfa79bc-7e58-4d69-ac3c-ee1363f2e844 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=b04e929c-d009-4a01-8ed6-bbde50204d41 HTTP/1.1" status: 200  len: 943 time: 0.1669488
Jan 29 10:22:53.072444 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-d1cad4ff-2d76-4771-bc22-edfbedab56d7 req-084e4671-abbb-4ff7-b503-75e3569679ad service neutron] For port 3380b3e6-9627-4ed1-a026-88046d68742e, host hv-neutron-7729, cleared binding levels {{(pid=80766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:22:53.075684 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-d1cad4ff-2d76-4771-bc22-edfbedab56d7 req-084e4671-abbb-4ff7-b503-75e3569679ad service neutron] For port 3380b3e6-9627-4ed1-a026-88046d68742e, host hv-neutron-7729, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=3380b3e6-9627-4ed1-a026-88046d68742e,segment=NetworkSegment(2b60aa98-d002-4618-9065-1ba2cee8d944),segment_id=2b60aa98-d002-4618-9065-1ba2cee8d944)] {{(pid=80766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:22:53.079342 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-d1cad4ff-2d76-4771-bc22-edfbedab56d7 req-084e4671-abbb-4ff7-b503-75e3569679ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:53.096033 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1ec0d1f3-7a23-4775-92dc-3cc0b3098eaf tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:22:53.104000 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9a00c467-67dc-4fa1-9633-c1a3d9c57e07 req-6abf5a8b-8c29-48d9-b298-b133b16b8cd9 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=b4be979b-745c-4465-89ed-68c0736a72a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0597188
Jan 29 10:22:53.255968 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084e4671-abbb-4ff7-b503-75e3569679ad service neutron] Pushing event updated for resources: {'Port': ['ID=3380b3e6-9627-4ed1-a026-88046d68742e,revision_number=3']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:22:53.260193 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-084e4671-abbb-4ff7-b503-75e3569679ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:22:53.297079 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cad4ff-2d76-4771-bc22-edfbedab56d7 req-084e4671-abbb-4ff7-b503-75e3569679ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:22:53.297506 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-d1cad4ff-2d76-4771-bc22-edfbedab56d7 req-084e4671-abbb-4ff7-b503-75e3569679ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:53.299039 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d1cad4ff-2d76-4771-bc22-edfbedab56d7 req-084e4671-abbb-4ff7-b503-75e3569679ad service neutron] 10.222.0.22 "PUT /v2.0/ports/3380b3e6-9627-4ed1-a026-88046d68742e HTTP/1.1" status: 200  len: 1157 time: 1.5344913
Jan 29 10:22:53.299629 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b04e929c-d009-4a01-8ed6-bbde50204d41', 'tag': '3380b3e6-9627-4ed1-a026-88046d68742e'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:22:53.405644 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b04e929c-d009-4a01-8ed6-bbde50204d41', 'tag': '3380b3e6-9627-4ed1-a026-88046d68742e', 'status': 'completed', 'code': 200}
Jan 29 10:22:53.450646 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cad4ff-2d76-4771-bc22-edfbedab56d7 req-ac0e98b8-b603-4267-bf63-de13201caa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:22:53.452302 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d1cad4ff-2d76-4771-bc22-edfbedab56d7 req-ac0e98b8-b603-4267-bf63-de13201caa9d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ff1f06ee29ef461597f2ecd846f8813d&device_id=b04e929c-d009-4a01-8ed6-bbde50204d41 HTTP/1.1" status: 200  len: 1160 time: 0.0929699
Jan 29 10:22:53.535706 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d1cad4ff-2d76-4771-bc22-edfbedab56d7 req-199933bc-a7d1-4cba-8dff-d78ea0296b82 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3380b3e6-9627-4ed1-a026-88046d68742e HTTP/1.1" status: 200  len: 217 time: 0.0676606
Jan 29 10:22:53.610786 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cad4ff-2d76-4771-bc22-edfbedab56d7 req-2976a3f2-f206-4a16-9c01-19de3388875f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:22:53.612243 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d1cad4ff-2d76-4771-bc22-edfbedab56d7 req-2976a3f2-f206-4a16-9c01-19de3388875f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a6e8d575-26f4-4daf-9006-8343602c443b HTTP/1.1" status: 200  len: 834 time: 0.0703733
Jan 29 10:22:53.692831 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cad4ff-2d76-4771-bc22-edfbedab56d7 req-680e7443-2e89-4cf2-a283-8658ac7fd88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:22:53.694439 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d1cad4ff-2d76-4771-bc22-edfbedab56d7 req-680e7443-2e89-4cf2-a283-8658ac7fd88b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0cde4419-7704-4ec4-b8a6-75ad64641c37&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0755916
Jan 29 10:22:53.720580 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7828eb30-aaea-4b19-bf67-eaf48449708e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:53.837407 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d1cad4ff-2d76-4771-bc22-edfbedab56d7 req-94f23c2a-4869-45e5-9225-d4fdc7c3e120 service neutron] 10.222.0.22 "GET /v2.0/networks/0cde4419-7704-4ec4-b8a6-75ad64641c37?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1359446
Jan 29 10:22:53.979907 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d1cad4ff-2d76-4771-bc22-edfbedab56d7 req-82082ccb-30b9-4a5e-894d-d3a45654cf1f service neutron] 10.222.0.22 "GET /v2.0/networks/0cde4419-7704-4ec4-b8a6-75ad64641c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1362422
Jan 29 10:22:54.158282 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a0121-4df9-4bfd-878b-1fe8ef833c28 req-839a5db5-5079-4c6f-bac0-8f34ca643a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:22:54.159945 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e77a0121-4df9-4bfd-878b-1fe8ef833c28 req-839a5db5-5079-4c6f-bac0-8f34ca643a9e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ff1f06ee29ef461597f2ecd846f8813d&device_id=b04e929c-d009-4a01-8ed6-bbde50204d41 HTTP/1.1" status: 200  len: 1160 time: 0.0841193
Jan 29 10:22:54.228829 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:54.314875 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a0121-4df9-4bfd-878b-1fe8ef833c28 req-857b425f-501c-425c-a5c3-464c73e858dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:22:54.316486 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e77a0121-4df9-4bfd-878b-1fe8ef833c28 req-857b425f-501c-425c-a5c3-464c73e858dd service neutron] 10.222.0.22 "GET /v2.0/networks?id=0cde4419-7704-4ec4-b8a6-75ad64641c37 HTTP/1.1" status: 200  len: 891 time: 0.1499741
Jan 29 10:22:54.391167 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e77a0121-4df9-4bfd-878b-1fe8ef833c28 req-59207780-30dc-4e53-a81f-446fe0a72b0e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3380b3e6-9627-4ed1-a026-88046d68742e HTTP/1.1" status: 200  len: 217 time: 0.0682485
Jan 29 10:22:54.403024 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6acd70-dec1-4f18-920f-b75ace9f26bf req-73e5a4b6-0c38-4eb3-9fa4-a536b3a2c06a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:22:54.404694 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-db6acd70-dec1-4f18-920f-b75ace9f26bf req-73e5a4b6-0c38-4eb3-9fa4-a536b3a2c06a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=b04e929c-d009-4a01-8ed6-bbde50204d41 HTTP/1.1" status: 200  len: 943 time: 0.1693816
Jan 29 10:22:54.464288 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a0121-4df9-4bfd-878b-1fe8ef833c28 req-8c820db5-ac6d-45fd-acfc-11a29d2f9ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:22:54.465881 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e77a0121-4df9-4bfd-878b-1fe8ef833c28 req-8c820db5-ac6d-45fd-acfc-11a29d2f9ca8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a6e8d575-26f4-4daf-9006-8343602c443b HTTP/1.1" status: 200  len: 834 time: 0.0683990
Jan 29 10:22:54.470034 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-db6acd70-dec1-4f18-920f-b75ace9f26bf req-3181c0b4-38b4-4334-ae4e-21ee987c4da8 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=b4be979b-745c-4465-89ed-68c0736a72a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0585611
Jan 29 10:22:54.547623 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a0121-4df9-4bfd-878b-1fe8ef833c28 req-bedfc5d3-592a-432c-b7e8-83c886d5c49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:22:54.549214 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e77a0121-4df9-4bfd-878b-1fe8ef833c28 req-bedfc5d3-592a-432c-b7e8-83c886d5c49d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0cde4419-7704-4ec4-b8a6-75ad64641c37&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0761116
Jan 29 10:22:54.690544 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e77a0121-4df9-4bfd-878b-1fe8ef833c28 req-e7b7a1e2-f9f6-4b05-9d26-2cfc56938631 service neutron] 10.222.0.22 "GET /v2.0/networks/0cde4419-7704-4ec4-b8a6-75ad64641c37?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1339626
Jan 29 10:22:54.831525 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e77a0121-4df9-4bfd-878b-1fe8ef833c28 req-81c51536-db78-4a77-b6cc-7ada97371913 service neutron] 10.222.0.22 "GET /v2.0/networks/0cde4419-7704-4ec4-b8a6-75ad64641c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1333594
Jan 29 10:22:54.900750 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:55.773111 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eabc76-97d5-4f20-936f-caf1f7437553 req-47695c21-13bd-4caa-91f9-5ae608fab19e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:22:55.774860 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b0eabc76-97d5-4f20-936f-caf1f7437553 req-47695c21-13bd-4caa-91f9-5ae608fab19e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=b04e929c-d009-4a01-8ed6-bbde50204d41 HTTP/1.1" status: 200  len: 943 time: 0.1654840
Jan 29 10:22:55.837520 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b0eabc76-97d5-4f20-936f-caf1f7437553 req-0d352be0-15b4-49d7-b5bc-61cfe4b268e7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=b4be979b-745c-4465-89ed-68c0736a72a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0565505
Jan 29 10:22:56.042210 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:57.133307 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feecd4d3-dcb1-4849-93e3-a0168594f5f1 req-938e9a84-f728-4458-b0b8-7c84eb3ea359 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:22:57.134971 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-feecd4d3-dcb1-4849-93e3-a0168594f5f1 req-938e9a84-f728-4458-b0b8-7c84eb3ea359 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=b04e929c-d009-4a01-8ed6-bbde50204d41 HTTP/1.1" status: 200  len: 943 time: 0.1661091
Jan 29 10:22:57.199754 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-feecd4d3-dcb1-4849-93e3-a0168594f5f1 req-b60f376a-bea4-4430-b7c2-e1d3724b5c98 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=b4be979b-745c-4465-89ed-68c0736a72a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0579321
Jan 29 10:22:58.496152 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e17385b-6d12-4086-b6e3-a074be01108c req-c48b94ed-062b-45b7-a0cd-a264d1ecdca4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:22:58.497708 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9e17385b-6d12-4086-b6e3-a074be01108c req-c48b94ed-062b-45b7-a0cd-a264d1ecdca4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=b04e929c-d009-4a01-8ed6-bbde50204d41 HTTP/1.1" status: 200  len: 943 time: 0.1680725
Jan 29 10:22:58.561284 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9e17385b-6d12-4086-b6e3-a074be01108c req-af670048-fa5d-4d35-a3fc-468f36733145 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=b4be979b-745c-4465-89ed-68c0736a72a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0570135
Jan 29 10:22:59.277395 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 3380b3e6-9627-4ed1-a026-88046d68742e up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:22:59.350492 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning for port 3380b3e6-9627-4ed1-a026-88046d68742e completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:22:59.355873 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 3380b3e6-9627-4ed1-a026-88046d68742e triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:22:59.356306 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:59.480376 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:59.508534 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b04e929c-d009-4a01-8ed6-bbde50204d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3380b3e6-9627-4ed1-a026-88046d68742e'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:22:59.519260 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port 3380b3e6-9627-4ed1-a026-88046d68742e, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=3380b3e6-9627-4ed1-a026-88046d68742e,segment=NetworkSegment(2b60aa98-d002-4618-9065-1ba2cee8d944),segment_id=2b60aa98-d002-4618-9065-1ba2cee8d944)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:22:59.522167 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:22:59.524944 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-66d12a67-80cc-489a-92d7-93fdc761f48c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:22:59.566556 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b04e929c-d009-4a01-8ed6-bbde50204d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3380b3e6-9627-4ed1-a026-88046d68742e', 'code': 200}
Jan 29 10:22:59.600872 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=3380b3e6-9627-4ed1-a026-88046d68742e,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:22:59.604353 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:22:59.844211 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be1dbd-8e75-430f-8691-517846be197b req-d8c8c5b5-22b4-4e9d-a494-9af179986665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:22:59.845763 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-28be1dbd-8e75-430f-8691-517846be197b req-d8c8c5b5-22b4-4e9d-a494-9af179986665 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b04e929c-d009-4a01-8ed6-bbde50204d41 HTTP/1.1" status: 200  len: 1162 time: 0.0774744
Jan 29 10:22:59.860043 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffca9674-378f-41f5-8d43-f132e4137666 req-854668ae-92bc-4ba9-bb1f-56fdf7b68897 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:22:59.861730 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ffca9674-378f-41f5-8d43-f132e4137666 req-854668ae-92bc-4ba9-bb1f-56fdf7b68897 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=b04e929c-d009-4a01-8ed6-bbde50204d41 HTTP/1.1" status: 200  len: 945 time: 0.1629701
Jan 29 10:22:59.895450 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-28be1dbd-8e75-430f-8691-517846be197b req-c02a4a85-ae95-4b18-b509-10559ad79100 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b4be979b-745c-4465-89ed-68c0736a72a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426109
Jan 29 10:22:59.929065 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ffca9674-378f-41f5-8d43-f132e4137666 req-1931b266-25aa-41d7-8360-f3a3672820b0 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=b4be979b-745c-4465-89ed-68c0736a72a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0602384
Jan 29 10:23:00.777606 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 3380b3e6-9627-4ed1-a026-88046d68742e up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:23:00.850751 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 3380b3e6-9627-4ed1-a026-88046d68742e triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:23:00.851182 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:23:01.232829 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a00326-a75c-446e-9a70-572dcf1dedea req-34923e73-2f10-4bf4-8db4-2353d0cf24da tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:23:01.234566 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-85a00326-a75c-446e-9a70-572dcf1dedea req-34923e73-2f10-4bf4-8db4-2353d0cf24da tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=b04e929c-d009-4a01-8ed6-bbde50204d41 HTTP/1.1" status: 200  len: 945 time: 0.1726401
Jan 29 10:23:01.303828 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-85a00326-a75c-446e-9a70-572dcf1dedea req-46e3b9db-c673-4545-a0ec-7cc087228b8c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=b4be979b-745c-4465-89ed-68c0736a72a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0626485
Jan 29 10:23:02.604307 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8964b7b-7476-431a-bb17-8a7552843420 req-c8355467-3430-4a83-9aec-823e63ebefc4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:23:02.605873 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d8964b7b-7476-431a-bb17-8a7552843420 req-c8355467-3430-4a83-9aec-823e63ebefc4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=b04e929c-d009-4a01-8ed6-bbde50204d41 HTTP/1.1" status: 200  len: 945 time: 0.1663556
Jan 29 10:23:02.669758 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d8964b7b-7476-431a-bb17-8a7552843420 req-ac3c7bf2-1d2b-40a5-a490-44f08086117e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=b4be979b-745c-4465-89ed-68c0736a72a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0573368
Jan 29 10:23:02.962469 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec52f4-e80c-4567-960c-dd0cbbe4a3c3 req-ad8ff60b-bb89-4773-bfae-cf6ad8207434 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:23:02.964080 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-80ec52f4-e80c-4567-960c-dd0cbbe4a3c3 req-ad8ff60b-bb89-4773-bfae-cf6ad8207434 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=b04e929c-d009-4a01-8ed6-bbde50204d41 HTTP/1.1" status: 200  len: 945 time: 0.1646745
Jan 29 10:23:03.030858 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-80ec52f4-e80c-4567-960c-dd0cbbe4a3c3 req-2547ca22-2f76-4783-86a5-7822da3300dc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=b4be979b-745c-4465-89ed-68c0736a72a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0603392
Jan 29 10:23:03.060473 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 59848) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:23:03.138558 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888f8a10-dad2-4572-abce-7eb11f9d0c34 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:23:03.140264 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-888f8a10-dad2-4572-abce-7eb11f9d0c34 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=b04e929c-d009-4a01-8ed6-bbde50204d41 HTTP/1.1" status: 200  len: 1157 time: 0.0787601
Jan 29 10:23:03.143218 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 59852) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:23:03.148751 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-c7b2cb33-e98a-43a1-859f-7a2f511e23f7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'floatingip': {'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'port_id': '3380b3e6-9627-4ed1-a026-88046d68742e', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:23:03.170615 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c7b2cb33-e98a-43a1-859f-7a2f511e23f7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:23:03.174690 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c7b2cb33-e98a-43a1-859f-7a2f511e23f7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:floatingip and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:23:03.177667 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c7b2cb33-e98a-43a1-859f-7a2f511e23f7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:23:03.184244 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c7b2cb33-e98a-43a1-859f-7a2f511e23f7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:23:03.194009 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cb33-e98a-43a1-859f-7a2f511e23f7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for floatingip, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:23:03.590817 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cb33-e98a-43a1-859f-7a2f511e23f7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:23:03.856741 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-c7b2cb33-e98a-43a1-859f-7a2f511e23f7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Allocated IP 172.26.7.84 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/c344d20a-1ae2-40db-8bf5-3dba1d3d679a) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:23:04.011858 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cb33-e98a-43a1-859f-7a2f511e23f7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:23:04.039756 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cb33-e98a-43a1-859f-7a2f511e23f7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:23:04.054728 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5785bdbc-b006-476e-a04e-85d1ce54aa65 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:23:04.190234 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b2cb33-e98a-43a1-859f-7a2f511e23f7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Port': ['ID=c344d20a-1ae2-40db-8bf5-3dba1d3d679a,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:23:04.194591 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c7b2cb33-e98a-43a1-859f-7a2f511e23f7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:23:04.245405 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b2cb33-e98a-43a1-859f-7a2f511e23f7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:23:04.246567 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-c7b2cb33-e98a-43a1-859f-7a2f511e23f7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:23:04.248979 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b2cb33-e98a-43a1-859f-7a2f511e23f7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:23:04.681599 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cb33-e98a-43a1-859f-7a2f511e23f7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:23:04.756431 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cb33-e98a-43a1-859f-7a2f511e23f7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:23:04.822510 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:23:05.036361 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cb33-e98a-43a1-859f-7a2f511e23f7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:23:05.040058 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cb33-e98a-43a1-859f-7a2f511e23f7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:23:05.055850 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-740a40b2-5519-4a74-9617-2b32e3cc962a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:23:05.196076 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b2cb33-e98a-43a1-859f-7a2f511e23f7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Port': ['ID=c344d20a-1ae2-40db-8bf5-3dba1d3d679a,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:23:05.203371 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c7b2cb33-e98a-43a1-859f-7a2f511e23f7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:23:05.304108 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cb33-e98a-43a1-859f-7a2f511e23f7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:23:05.493443 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [None req-c7b2cb33-e98a-43a1-859f-7a2f511e23f7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Floating IP da20d578-2e69-4fc4-8146-dd59f3bff3a7 associated. External IP: 172.26.7.84, port: 3380b3e6-9627-4ed1-a026-88046d68742e.
Jan 29 10:23:05.862777 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7b2cb33-e98a-43a1-859f-7a2f511e23f7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Router 25b5754e-ed30-434f-aa90-c1629efd8abc has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:23:06.056117 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b2cb33-e98a-43a1-859f-7a2f511e23f7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:23:06.065939 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a20ceb-48f3-4061-87b6-6fb12cca35e2 None None] Sync routers for ids ['25b5754e-ed30-434f-aa90-c1629efd8abc'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:23:06.076482 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a20ceb-48f3-4061-87b6-6fb12cca35e2 None None] Routers {'25b5754e-ed30-434f-aa90-c1629efd8abc'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:23:06.077150 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-74a20ceb-48f3-4061-87b6-6fb12cca35e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9185470>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:22:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['25b5754e-ed30-434f-aa90-c1629efd8abc'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:23:06.082359 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cb33-e98a-43a1-859f-7a2f511e23f7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:23:06.144810 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c7b2cb33-e98a-43a1-859f-7a2f511e23f7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.9979374
Jan 29 10:23:06.144810 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b04e929c-d009-4a01-8ed6-bbde50204d41', 'tag': '3380b3e6-9627-4ed1-a026-88046d68742e'}] {{(pid=80765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:23:06.145257 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59856) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:23:06.224961 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b04e929c-d009-4a01-8ed6-bbde50204d41', 'tag': '3380b3e6-9627-4ed1-a026-88046d68742e', 'status': 'completed', 'code': 200}
Jan 29 10:23:06.430370 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-43f45ee2-35c4-476a-98e9-c48dcabd4601 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/routers/25b5754e-ed30-434f-aa90-c1629efd8abc HTTP/1.1" status: 200  len: 922 time: 0.2832744
Jan 29 10:23:06.433237 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 59862) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:23:06.435973 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb793f1-4fd2-4dd8-8b7c-83ebed1e890a req-3286958a-e13e-4077-9b5c-6edbcf6a3ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:23:06.437530 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-dcb793f1-4fd2-4dd8-8b7c-83ebed1e890a req-3286958a-e13e-4077-9b5c-6edbcf6a3ffa service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ff1f06ee29ef461597f2ecd846f8813d&device_id=b04e929c-d009-4a01-8ed6-bbde50204d41 HTTP/1.1" status: 200  len: 1162 time: 0.1382627
Jan 29 10:23:06.449924 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-74a20ceb-48f3-4061-87b6-6fb12cca35e2 None None] Set router 25b5754e-ed30-434f-aa90-c1629efd8abc gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:23:06.567100 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e856b354-5406-4b03-b60a-673ecd488c80 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/floatingips/da20d578-2e69-4fc4-8146-dd59f3bff3a7 HTTP/1.1" status: 200  len: 990 time: 0.1312673
Jan 29 10:23:06.585434 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb793f1-4fd2-4dd8-8b7c-83ebed1e890a req-bf4f123d-090b-4e65-a703-53fc8124710c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:23:06.587076 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-dcb793f1-4fd2-4dd8-8b7c-83ebed1e890a req-bf4f123d-090b-4e65-a703-53fc8124710c service neutron] 10.222.0.22 "GET /v2.0/networks?id=0cde4419-7704-4ec4-b8a6-75ad64641c37 HTTP/1.1" status: 200  len: 891 time: 0.1433203
Jan 29 10:23:06.698562 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-dcb793f1-4fd2-4dd8-8b7c-83ebed1e890a req-8d6cfbcc-3fed-4e09-b9a9-c98d9db99f92 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3380b3e6-9627-4ed1-a026-88046d68742e HTTP/1.1" status: 200  len: 998 time: 0.1020060
Jan 29 10:23:06.768487 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb793f1-4fd2-4dd8-8b7c-83ebed1e890a req-ee600389-ee79-4c7e-a84a-10b80198ec63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:23:06.770102 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-dcb793f1-4fd2-4dd8-8b7c-83ebed1e890a req-ee600389-ee79-4c7e-a84a-10b80198ec63 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a6e8d575-26f4-4daf-9006-8343602c443b HTTP/1.1" status: 200  len: 834 time: 0.0649691
Jan 29 10:23:06.828892 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-74a20ceb-48f3-4061-87b6-6fb12cca35e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9185470>, [{'id': '25b5754e-ed30-434f-aa90-c1629efd8abc', 'name': 'tempest-TestNetworkBasicOps-router-1061814626', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.44'}], 'enable_snat': True}, 'gw_port_id': '24d04871-4756-4c9c-a369-acab2339029a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:22:37Z', 'updated_at': '2021-01-29T10:22:44Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '24d04871-4756-4c9c-a369-acab2339029a', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c2:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b5754e-ed30-434f-aa90-c1629efd8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:22:38Z', 'updated_at': '2021-01-29T10:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': 'da20d578-2e69-4fc4-8146-dd59f3bff3a7', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'floating_ip_address': '172.26.7.84', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '25b5754e-ed30-434f-aa90-c1629efd8abc', 'port_id': '3380b3e6-9627-4ed1-a026-88046d68742e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cde4419-7704-4ec4-b8a6-75ad64641c37', 'mac_address': 'fa:16:3e:9e:b4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04e929c-d009-4a01-8ed6-bbde50204d41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:23:04Z', 'updated_at': '2021-01-29T10:23:04Z', 'revision_number': 0, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfef0015-22bd-4edd-8056-eda6ee8c3683', 'name': '', 'network_id': '0cde4419-7704-4ec4-b8a6-75ad64641c37', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:0b:e7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b5754e-ed30-434f-aa90-c1629efd8abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'a6e8d575-26f4-4daf-9006-8343602c443b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:22:42Z', 'updated_at': '2021-01-29T10:22:50Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': 'a6e8d575-26f4-4daf-9006-8343602c443b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:23:06.833073 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a20ceb-48f3-4061-87b6-6fb12cca35e2 None None] Checking router: 25b5754e-ed30-434f-aa90-c1629efd8abc for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:23:06.843090 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a20ceb-48f3-4061-87b6-6fb12cca35e2 None None] Routers {'25b5754e-ed30-434f-aa90-c1629efd8abc'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:23:06.843777 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-74a20ceb-48f3-4061-87b6-6fb12cca35e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9185470>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:22:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['25b5754e-ed30-434f-aa90-c1629efd8abc'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:23:06.856347 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb793f1-4fd2-4dd8-8b7c-83ebed1e890a req-bb3b5b63-91dc-46d0-8615-6d75db6fdde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:23:06.858009 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-dcb793f1-4fd2-4dd8-8b7c-83ebed1e890a req-bb3b5b63-91dc-46d0-8615-6d75db6fdde9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0cde4419-7704-4ec4-b8a6-75ad64641c37&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0818279
Jan 29 10:23:07.005794 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-dcb793f1-4fd2-4dd8-8b7c-83ebed1e890a req-c5379376-9729-4bba-b979-112b80ce481f service neutron] 10.222.0.22 "GET /v2.0/networks/0cde4419-7704-4ec4-b8a6-75ad64641c37?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1404488
Jan 29 10:23:07.032323 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-74a20ceb-48f3-4061-87b6-6fb12cca35e2 None None] Set router 25b5754e-ed30-434f-aa90-c1629efd8abc gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:23:07.151603 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-dcb793f1-4fd2-4dd8-8b7c-83ebed1e890a req-d7ffe1c9-9b85-4fe1-a99f-5171a5fc68d4 service neutron] 10.222.0.22 "GET /v2.0/networks/0cde4419-7704-4ec4-b8a6-75ad64641c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1385589
Jan 29 10:23:07.408014 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-74a20ceb-48f3-4061-87b6-6fb12cca35e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9185470>, [{'id': '25b5754e-ed30-434f-aa90-c1629efd8abc', 'name': 'tempest-TestNetworkBasicOps-router-1061814626', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.44'}], 'enable_snat': True}, 'gw_port_id': '24d04871-4756-4c9c-a369-acab2339029a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:22:37Z', 'updated_at': '2021-01-29T10:22:44Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '24d04871-4756-4c9c-a369-acab2339029a', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c2:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b5754e-ed30-434f-aa90-c1629efd8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:22:38Z', 'updated_at': '2021-01-29T10:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': 'da20d578-2e69-4fc4-8146-dd59f3bff3a7', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'floating_ip_address': '172.26.7.84', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '25b5754e-ed30-434f-aa90-c1629efd8abc', 'port_id': '3380b3e6-9627-4ed1-a026-88046d68742e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cde4419-7704-4ec4-b8a6-75ad64641c37', 'mac_address': 'fa:16:3e:9e:b4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04e929c-d009-4a01-8ed6-bbde50204d41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:23:04Z', 'updated_at': '2021-01-29T10:23:04Z', 'revision_number': 0, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfef0015-22bd-4edd-8056-eda6ee8c3683', 'name': '', 'network_id': '0cde4419-7704-4ec4-b8a6-75ad64641c37', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:0b:e7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b5754e-ed30-434f-aa90-c1629efd8abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'a6e8d575-26f4-4daf-9006-8343602c443b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:22:42Z', 'updated_at': '2021-01-29T10:22:50Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': 'a6e8d575-26f4-4daf-9006-8343602c443b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:23:07.412245 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a20ceb-48f3-4061-87b6-6fb12cca35e2 None None] The sync data for ids ['25b5754e-ed30-434f-aa90-c1629efd8abc'] in dv-neutron-772983-2-ovs is: [{'id': '25b5754e-ed30-434f-aa90-c1629efd8abc', 'name': 'tempest-TestNetworkBasicOps-router-1061814626', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.44'}], 'enable_snat': True}, 'gw_port_id': '24d04871-4756-4c9c-a369-acab2339029a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:22:37Z', 'updated_at': '2021-01-29T10:22:44Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '24d04871-4756-4c9c-a369-acab2339029a', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c2:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b5754e-ed30-434f-aa90-c1629efd8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:22:38Z', 'updated_at': '2021-01-29T10:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': 'da20d578-2e69-4fc4-8146-dd59f3bff3a7', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'floating_ip_address': '172.26.7.84', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '25b5754e-ed30-434f-aa90-c1629efd8abc', 'port_id': '3380b3e6-9627-4ed1-a026-88046d68742e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cde4419-7704-4ec4-b8a6-75ad64641c37', 'mac_address': 'fa:16:3e:9e:b4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04e929c-d009-4a01-8ed6-bbde50204d41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:23:04Z', 'updated_at': '2021-01-29T10:23:04Z', 'revision_number': 0, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfef0015-22bd-4edd-8056-eda6ee8c3683', 'name': '', 'network_id': '0cde4419-7704-4ec4-b8a6-75ad64641c37', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:0b:e7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b5754e-ed30-434f-aa90-c1629efd8abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'a6e8d575-26f4-4daf-9006-8343602c443b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:22:42Z', 'updated_at': '2021-01-29T10:22:50Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': 'a6e8d575-26f4-4daf-9006-8343602c443b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:23:07.570054 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 59866) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:23:07.697595 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67eb2053-c7bf-4cbb-8172-2f7c1cdb9d16 None None] New status for floating IP da20d578-2e69-4fc4-8146-dd59f3bff3a7: ACTIVE {{(pid=80768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 29 10:23:07.716180 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7293a390-eb03-4650-a056-4d55c6afe89e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/floatingips/da20d578-2e69-4fc4-8146-dd59f3bff3a7 HTTP/1.1" status: 200  len: 990 time: 0.1441014
Jan 29 10:23:08.720219 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 59870) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:23:09.115849 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-de10ea46-796b-4d97-89fb-28b94a303ece tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/floatingips/da20d578-2e69-4fc4-8146-dd59f3bff3a7 HTTP/1.1" status: 200  len: 992 time: 0.3942406
Jan 29 10:23:10.079099 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:23:21.428351 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dcfc2ab9-1e07-4e21-bd0c-f185da4385ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:23:23.721480 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9796ab13-95d5-41a2-b9cd-8110bb0f8bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:23:24.231473 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:23:24.902275 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:23:26.045181 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:23:34.835872 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:23:47.079337 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:23:49.730433 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6617cec9-cf75-451c-a0de-f2d88b507576 req-2f8f7dfb-de38-4b87-aa81-967712f6261a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b04e929c-d009-4a01-8ed6-bbde50204d41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0761981
Jan 29 10:23:49.896809 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6617cec9-cf75-451c-a0de-f2d88b507576 req-6bf16ce9-fb4d-4ad0-a2c4-c2fc0171ec2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:23:49.898439 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6617cec9-cf75-451c-a0de-f2d88b507576 req-6bf16ce9-fb4d-4ad0-a2c4-c2fc0171ec2b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ff1f06ee29ef461597f2ecd846f8813d&device_id=b04e929c-d009-4a01-8ed6-bbde50204d41 HTTP/1.1" status: 200  len: 1162 time: 0.0765622
Jan 29 10:23:50.053757 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6617cec9-cf75-451c-a0de-f2d88b507576 req-8604601f-5a94-4a7b-85fd-f5e6e50bd796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:23:50.055293 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6617cec9-cf75-451c-a0de-f2d88b507576 req-8604601f-5a94-4a7b-85fd-f5e6e50bd796 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0cde4419-7704-4ec4-b8a6-75ad64641c37 HTTP/1.1" status: 200  len: 891 time: 0.1368468
Jan 29 10:23:50.165482 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6617cec9-cf75-451c-a0de-f2d88b507576 req-9fd834d1-6ecf-4acd-b79a-736311466acd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3380b3e6-9627-4ed1-a026-88046d68742e HTTP/1.1" status: 200  len: 1000 time: 0.1029799
Jan 29 10:23:50.236731 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6617cec9-cf75-451c-a0de-f2d88b507576 req-ec12d888-8262-46a0-934a-d25a5045786c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:23:50.238318 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6617cec9-cf75-451c-a0de-f2d88b507576 req-ec12d888-8262-46a0-934a-d25a5045786c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a6e8d575-26f4-4daf-9006-8343602c443b HTTP/1.1" status: 200  len: 834 time: 0.0668056
Jan 29 10:23:50.320883 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6617cec9-cf75-451c-a0de-f2d88b507576 req-5056372e-d0d0-4487-9388-98efb360c059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:23:50.323744 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6617cec9-cf75-451c-a0de-f2d88b507576 req-5056372e-d0d0-4487-9388-98efb360c059 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0cde4419-7704-4ec4-b8a6-75ad64641c37&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0785882
Jan 29 10:23:50.468935 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6617cec9-cf75-451c-a0de-f2d88b507576 req-cf9094cc-3af1-444a-8654-feec9e541a5e service neutron] 10.222.0.22 "GET /v2.0/networks/0cde4419-7704-4ec4-b8a6-75ad64641c37?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1383591
Jan 29 10:23:50.871235 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6617cec9-cf75-451c-a0de-f2d88b507576 req-b5ab197c-b7b5-44dc-905d-782d27532d66 service neutron] 10.222.0.22 "GET /v2.0/networks/0cde4419-7704-4ec4-b8a6-75ad64641c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3958473
Jan 29 10:23:51.430012 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-605ec47b-6c71-459a-b84b-6bdc30ca857f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:23:53.722633 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cd0b3e61-06a0-40df-ab43-7eb115977fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:23:54.233892 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:23:54.904672 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:23:56.046270 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:04.848547 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:20.584651 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 59896) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:24:20.786817 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-27b5408e-8f86-4012-bda2-b115e614f3a6 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/routers/25b5754e-ed30-434f-aa90-c1629efd8abc/l3-agents HTTP/1.1" status: 200  len: 878 time: 0.2003672
Jan 29 10:24:20.789353 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 59900) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:24:20.991444 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-742ebb03-c8e2-4e0b-8ffd-ecce11e2b536 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Notify agent at dv-neutron-772983-2-ovs the message router_removed_from_agent {{(pid=80765) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:49}}
Jan 29 10:24:20.995323 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-742ebb03-c8e2-4e0b-8ffd-ecce11e2b536 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "DELETE /v2.0/agents/18987107-6d88-4736-94cf-15791d65b3ff/l3-routers/25b5754e-ed30-434f-aa90-c1629efd8abc HTTP/1.1" status: 204  len: 168 time: 0.2049775
Jan 29 10:24:20.998220 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 59904) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:24:21.204265 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0d977ab9-0d86-4869-b878-ab666e831cd3 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/routers/25b5754e-ed30-434f-aa90-c1629efd8abc/l3-agents HTTP/1.1" status: 200  len: 207 time: 0.2047248
Jan 29 10:24:21.207080 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 59908) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:24:21.271029 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2941de3-30cb-4013-9ad7-131ecf51c97d None None] New status for floating IP da20d578-2e69-4fc4-8146-dd59f3bff3a7: DOWN {{(pid=80767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 29 10:24:21.346401 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d4a35ee8-b72a-4024-8355-c22152fa6c57 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/floatingips/da20d578-2e69-4fc4-8146-dd59f3bff3a7 HTTP/1.1" status: 200  len: 992 time: 0.1371956
Jan 29 10:24:21.476262 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a72da3ab-da1e-4eee-83ba-d3175c29f77c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:22.005174 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device cfef0015-22bd-4edd-8056-eda6ee8c3683 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:24:22.127579 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:22.161309 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port cfef0015-22bd-4edd-8056-eda6ee8c3683, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=cfef0015-22bd-4edd-8056-eda6ee8c3683,segment=NetworkSegment(2b60aa98-d002-4618-9065-1ba2cee8d944),segment_id=2b60aa98-d002-4618-9065-1ba2cee8d944)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:24:22.164172 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:22.164965 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 24d04871-4756-4c9c-a369-acab2339029a no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:24:22.193921 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:24:22.290153 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=cfef0015-22bd-4edd-8056-eda6ee8c3683,revision_number=6']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:24:22.327376 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:22.327772 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:22.328160 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:22.328536 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:22.328907 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:22.329279 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:22.329647 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:22.330043 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:22.330411 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:22.330775 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:22.331142 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:22.331507 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:22.331942 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:22.332305 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:22.332669 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:22.333032 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:22.333393 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:22.333755 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:22.334141 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:22.334478 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:22.334844 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:22.335201 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:22.335563 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:22.335930 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:22.341075 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:24:22.349290 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 59912) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:24:22.371146 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:22.387761 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port 24d04871-4756-4c9c-a369-acab2339029a, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=24d04871-4756-4c9c-a369-acab2339029a,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:24:22.390594 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:22.393625 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:24:22.464220 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=24d04871-4756-4c9c-a369-acab2339029a,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:24:22.467677 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:24:22.478969 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3798a7f0-3ae8-4389-b3e2-56af456a83ea tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/floatingips/da20d578-2e69-4fc4-8146-dd59f3bff3a7 HTTP/1.1" status: 200  len: 990 time: 0.1276186
Jan 29 10:24:23.659155 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 59918) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:24:23.725183 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-00eb5470-ca29-4ccb-802b-9539b828e6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:23.873848 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a79f2098-aca1-4ae8-aec8-f38f8767e888 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Router 25b5754e-ed30-434f-aa90-c1629efd8abc is scheduled to L3 agent 18987107-6d88-4736-94cf-15791d65b3ff with binding_index 1 {{(pid=80765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 29 10:24:23.874254 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79f2098-aca1-4ae8-aec8-f38f8767e888 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Notify agent at dv-neutron-772983-2-ovs the message router_added_to_agent {{(pid=80765) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:49}}
Jan 29 10:24:23.902933 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a79f2098-aca1-4ae8-aec8-f38f8767e888 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "POST /v2.0/agents/18987107-6d88-4736-94cf-15791d65b3ff/l3-routers HTTP/1.1" status: 201  len: 201 time: 0.2415428
Jan 29 10:24:23.904754 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 59924) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:24:23.922545 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447f94ac-e436-4ae8-b730-1b4f8ef43c6f None None] Sync routers for ids ['25b5754e-ed30-434f-aa90-c1629efd8abc'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:24:23.932990 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447f94ac-e436-4ae8-b730-1b4f8ef43c6f None None] Routers {'25b5754e-ed30-434f-aa90-c1629efd8abc'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:24:23.933657 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-447f94ac-e436-4ae8-b730-1b4f8ef43c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9d34b00>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:24:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['25b5754e-ed30-434f-aa90-c1629efd8abc'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:24:24.118191 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6af77ac1-e392-4ea8-87c1-93363895f68a tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/routers/25b5754e-ed30-434f-aa90-c1629efd8abc/l3-agents HTTP/1.1" status: 200  len: 878 time: 0.2120328
Jan 29 10:24:24.121916 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 59930) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:24:24.223619 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:24:24.239185 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:24.250675 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a7f51c3b-9faf-437b-9734-d2c7c32de037 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/floatingips/da20d578-2e69-4fc4-8146-dd59f3bff3a7 HTTP/1.1" status: 200  len: 990 time: 0.1275289
Jan 29 10:24:24.296023 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-447f94ac-e436-4ae8-b730-1b4f8ef43c6f None None] Set router 25b5754e-ed30-434f-aa90-c1629efd8abc gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:24:24.667866 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-447f94ac-e436-4ae8-b730-1b4f8ef43c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9d34b00>, [{'id': '25b5754e-ed30-434f-aa90-c1629efd8abc', 'name': 'tempest-TestNetworkBasicOps-router-1061814626', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.44'}], 'enable_snat': True}, 'gw_port_id': '24d04871-4756-4c9c-a369-acab2339029a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:22:37Z', 'updated_at': '2021-01-29T10:22:44Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '24d04871-4756-4c9c-a369-acab2339029a', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c2:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b5754e-ed30-434f-aa90-c1629efd8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:22:38Z', 'updated_at': '2021-01-29T10:24:22Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': 'da20d578-2e69-4fc4-8146-dd59f3bff3a7', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'floating_ip_address': '172.26.7.84', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '25b5754e-ed30-434f-aa90-c1629efd8abc', 'port_id': '3380b3e6-9627-4ed1-a026-88046d68742e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cde4419-7704-4ec4-b8a6-75ad64641c37', 'mac_address': 'fa:16:3e:9e:b4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04e929c-d009-4a01-8ed6-bbde50204d41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:23:04Z', 'updated_at': '2021-01-29T10:24:21Z', 'revision_number': 2, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfef0015-22bd-4edd-8056-eda6ee8c3683', 'name': '', 'network_id': '0cde4419-7704-4ec4-b8a6-75ad64641c37', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:0b:e7:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b5754e-ed30-434f-aa90-c1629efd8abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'a6e8d575-26f4-4daf-9006-8343602c443b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:22:42Z', 'updated_at': '2021-01-29T10:24:22Z', 'revision_number': 6, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': 'a6e8d575-26f4-4daf-9006-8343602c443b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:24:24.671825 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447f94ac-e436-4ae8-b730-1b4f8ef43c6f None None] Checking router: 25b5754e-ed30-434f-aa90-c1629efd8abc for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:24:24.680454 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447f94ac-e436-4ae8-b730-1b4f8ef43c6f None None] Routers {'25b5754e-ed30-434f-aa90-c1629efd8abc'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:24:24.681154 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-447f94ac-e436-4ae8-b730-1b4f8ef43c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9d34b00>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:24:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['25b5754e-ed30-434f-aa90-c1629efd8abc'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:24:24.865412 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-447f94ac-e436-4ae8-b730-1b4f8ef43c6f None None] Set router 25b5754e-ed30-434f-aa90-c1629efd8abc gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:24:24.905952 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:25.228957 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-447f94ac-e436-4ae8-b730-1b4f8ef43c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9d34b00>, [{'id': '25b5754e-ed30-434f-aa90-c1629efd8abc', 'name': 'tempest-TestNetworkBasicOps-router-1061814626', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.44'}], 'enable_snat': True}, 'gw_port_id': '24d04871-4756-4c9c-a369-acab2339029a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:22:37Z', 'updated_at': '2021-01-29T10:22:44Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '24d04871-4756-4c9c-a369-acab2339029a', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c2:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b5754e-ed30-434f-aa90-c1629efd8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:22:38Z', 'updated_at': '2021-01-29T10:24:22Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': 'da20d578-2e69-4fc4-8146-dd59f3bff3a7', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'floating_ip_address': '172.26.7.84', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '25b5754e-ed30-434f-aa90-c1629efd8abc', 'port_id': '3380b3e6-9627-4ed1-a026-88046d68742e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cde4419-7704-4ec4-b8a6-75ad64641c37', 'mac_address': 'fa:16:3e:9e:b4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04e929c-d009-4a01-8ed6-bbde50204d41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:23:04Z', 'updated_at': '2021-01-29T10:24:21Z', 'revision_number': 2, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfef0015-22bd-4edd-8056-eda6ee8c3683', 'name': '', 'network_id': '0cde4419-7704-4ec4-b8a6-75ad64641c37', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:0b:e7:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b5754e-ed30-434f-aa90-c1629efd8abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'a6e8d575-26f4-4daf-9006-8343602c443b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:22:42Z', 'updated_at': '2021-01-29T10:24:22Z', 'revision_number': 6, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': 'a6e8d575-26f4-4daf-9006-8343602c443b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:24:25.233084 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447f94ac-e436-4ae8-b730-1b4f8ef43c6f None None] The sync data for ids ['25b5754e-ed30-434f-aa90-c1629efd8abc'] in dv-neutron-772983-2-ovs is: [{'id': '25b5754e-ed30-434f-aa90-c1629efd8abc', 'name': 'tempest-TestNetworkBasicOps-router-1061814626', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.44'}], 'enable_snat': True}, 'gw_port_id': '24d04871-4756-4c9c-a369-acab2339029a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:22:37Z', 'updated_at': '2021-01-29T10:22:44Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '24d04871-4756-4c9c-a369-acab2339029a', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c2:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b5754e-ed30-434f-aa90-c1629efd8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:22:38Z', 'updated_at': '2021-01-29T10:24:22Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': 'da20d578-2e69-4fc4-8146-dd59f3bff3a7', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'floating_ip_address': '172.26.7.84', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '25b5754e-ed30-434f-aa90-c1629efd8abc', 'port_id': '3380b3e6-9627-4ed1-a026-88046d68742e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cde4419-7704-4ec4-b8a6-75ad64641c37', 'mac_address': 'fa:16:3e:9e:b4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04e929c-d009-4a01-8ed6-bbde50204d41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:23:04Z', 'updated_at': '2021-01-29T10:24:21Z', 'revision_number': 2, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfef0015-22bd-4edd-8056-eda6ee8c3683', 'name': '', 'network_id': '0cde4419-7704-4ec4-b8a6-75ad64641c37', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:0b:e7:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b5754e-ed30-434f-aa90-c1629efd8abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'a6e8d575-26f4-4daf-9006-8343602c443b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:22:42Z', 'updated_at': '2021-01-29T10:24:22Z', 'revision_number': 6, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': 'a6e8d575-26f4-4daf-9006-8343602c443b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:24:25.254685 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 59934) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:24:25.387722 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-06371fbc-f5fa-4656-a3ee-49ab9a533781 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/floatingips/da20d578-2e69-4fc4-8146-dd59f3bff3a7 HTTP/1.1" status: 200  len: 990 time: 0.1316435
Jan 29 10:24:26.053569 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:26.083081 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device cfef0015-22bd-4edd-8056-eda6ee8c3683 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:24:26.161374 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port cfef0015-22bd-4edd-8056-eda6ee8c3683 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:24:26.161835 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:26.286930 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:26.323072 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port cfef0015-22bd-4edd-8056-eda6ee8c3683, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=cfef0015-22bd-4edd-8056-eda6ee8c3683,segment=NetworkSegment(2b60aa98-d002-4618-9065-1ba2cee8d944),segment_id=2b60aa98-d002-4618-9065-1ba2cee8d944)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:24:26.327064 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:26.328279 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 24d04871-4756-4c9c-a369-acab2339029a up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:24:26.362239 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:24:26.392001 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 59938) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:24:26.461976 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=cfef0015-22bd-4edd-8056-eda6ee8c3683,revision_number=7']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:24:26.470473 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:24:26.471353 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 24d04871-4756-4c9c-a369-acab2339029a triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:24:26.471766 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:26.532955 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c9568821-2698-440d-9e0a-203a7e58c28a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/floatingips/da20d578-2e69-4fc4-8146-dd59f3bff3a7 HTTP/1.1" status: 200  len: 990 time: 0.1393852
Jan 29 10:24:26.781279 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:26.798246 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port 24d04871-4756-4c9c-a369-acab2339029a, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=24d04871-4756-4c9c-a369-acab2339029a,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:24:26.800907 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:26.802818 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:24:26.871402 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=24d04871-4756-4c9c-a369-acab2339029a,revision_number=6']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:24:26.874660 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:24:27.536982 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 59942) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:24:27.667839 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1d6e09e8-8993-455b-bdd6-78459efd458a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/floatingips/da20d578-2e69-4fc4-8146-dd59f3bff3a7 HTTP/1.1" status: 200  len: 990 time: 0.1294320
Jan 29 10:24:27.957018 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b7da18-14d1-4038-8bf9-b0172a2092ef None None] New status for floating IP da20d578-2e69-4fc4-8146-dd59f3bff3a7: ACTIVE {{(pid=80767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 29 10:24:28.047465 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device cfef0015-22bd-4edd-8056-eda6ee8c3683 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:24:28.251286 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port cfef0015-22bd-4edd-8056-eda6ee8c3683 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:24:28.251629 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:28.442051 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 24d04871-4756-4c9c-a369-acab2339029a up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:24:28.516592 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 24d04871-4756-4c9c-a369-acab2339029a triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:24:28.517021 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:28.671161 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 59946) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:24:28.804124 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d7a062b6-c6bf-411b-b9f8-65798d8f8346 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/floatingips/da20d578-2e69-4fc4-8146-dd59f3bff3a7 HTTP/1.1" status: 200  len: 992 time: 0.1316054
Jan 29 10:24:29.118794 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59954) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:24:29.356089 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-366fb8ad-1ebb-482c-bf27-2f3f0fdf9981 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Deleting port c344d20a-1ae2-40db-8bf5-3dba1d3d679a {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:24:29.356471 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-366fb8ad-1ebb-482c-bf27-2f3f0fdf9981 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:29.537150 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-366fb8ad-1ebb-482c-bf27-2f3f0fdf9981 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:29.537516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-366fb8ad-1ebb-482c-bf27-2f3f0fdf9981 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:29.668917 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-366fb8ad-1ebb-482c-bf27-2f3f0fdf9981 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Calling delete_port for c344d20a-1ae2-40db-8bf5-3dba1d3d679a owned by network:floatingip {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:24:29.821663 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-366fb8ad-1ebb-482c-bf27-2f3f0fdf9981 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:29.837482 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2775d39a-1262-4782-8969-c2544f6feb65 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:24:29.897659 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366fb8ad-1ebb-482c-bf27-2f3f0fdf9981 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event deleted for resources: {'Port': ['ID=c344d20a-1ae2-40db-8bf5-3dba1d3d679a,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:24:29.909327 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366fb8ad-1ebb-482c-bf27-2f3f0fdf9981 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:29.909752 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366fb8ad-1ebb-482c-bf27-2f3f0fdf9981 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:29.910199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366fb8ad-1ebb-482c-bf27-2f3f0fdf9981 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:29.910619 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366fb8ad-1ebb-482c-bf27-2f3f0fdf9981 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:29.911034 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366fb8ad-1ebb-482c-bf27-2f3f0fdf9981 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:29.911452 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366fb8ad-1ebb-482c-bf27-2f3f0fdf9981 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:29.911864 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366fb8ad-1ebb-482c-bf27-2f3f0fdf9981 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:29.912273 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366fb8ad-1ebb-482c-bf27-2f3f0fdf9981 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:29.912682 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366fb8ad-1ebb-482c-bf27-2f3f0fdf9981 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:29.913089 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366fb8ad-1ebb-482c-bf27-2f3f0fdf9981 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:29.913494 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366fb8ad-1ebb-482c-bf27-2f3f0fdf9981 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:29.913924 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366fb8ad-1ebb-482c-bf27-2f3f0fdf9981 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:29.914401 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366fb8ad-1ebb-482c-bf27-2f3f0fdf9981 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:29.914804 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366fb8ad-1ebb-482c-bf27-2f3f0fdf9981 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:29.915213 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366fb8ad-1ebb-482c-bf27-2f3f0fdf9981 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:29.915615 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366fb8ad-1ebb-482c-bf27-2f3f0fdf9981 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:29.916038 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366fb8ad-1ebb-482c-bf27-2f3f0fdf9981 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:29.917032 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366fb8ad-1ebb-482c-bf27-2f3f0fdf9981 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:29.917438 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366fb8ad-1ebb-482c-bf27-2f3f0fdf9981 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:29.917860 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366fb8ad-1ebb-482c-bf27-2f3f0fdf9981 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:29.918266 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366fb8ad-1ebb-482c-bf27-2f3f0fdf9981 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:29.918668 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366fb8ad-1ebb-482c-bf27-2f3f0fdf9981 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:29.919071 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366fb8ad-1ebb-482c-bf27-2f3f0fdf9981 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:29.919473 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366fb8ad-1ebb-482c-bf27-2f3f0fdf9981 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:29.968771 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-366fb8ad-1ebb-482c-bf27-2f3f0fdf9981 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:24:30.080979 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-366fb8ad-1ebb-482c-bf27-2f3f0fdf9981 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for floatingip, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:30.081282 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [None req-366fb8ad-1ebb-482c-bf27-2f3f0fdf9981 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Floating IP da20d578-2e69-4fc4-8146-dd59f3bff3a7 disassociated (deleted). External IP: 172.26.7.84, port: 3380b3e6-9627-4ed1-a026-88046d68742e.
Jan 29 10:24:30.457534 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-366fb8ad-1ebb-482c-bf27-2f3f0fdf9981 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Router 25b5754e-ed30-434f-aa90-c1629efd8abc has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:24:30.649031 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366fb8ad-1ebb-482c-bf27-2f3f0fdf9981 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:24:30.660009 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da985a7e-b0d0-445e-b9b2-3a4e76ae715a None None] Sync routers for ids ['25b5754e-ed30-434f-aa90-c1629efd8abc'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:24:30.667549 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-366fb8ad-1ebb-482c-bf27-2f3f0fdf9981 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:30.669832 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da985a7e-b0d0-445e-b9b2-3a4e76ae715a None None] Routers {'25b5754e-ed30-434f-aa90-c1629efd8abc'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:24:30.670498 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-da985a7e-b0d0-445e-b9b2-3a4e76ae715a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99cad161d0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:24:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['25b5754e-ed30-434f-aa90-c1629efd8abc'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:24:30.727112 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-366fb8ad-1ebb-482c-bf27-2f3f0fdf9981 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "DELETE /v2.0/floatingips/da20d578-2e69-4fc4-8146-dd59f3bff3a7 HTTP/1.1" status: 204  len: 168 time: 1.6070526
Jan 29 10:24:30.727757 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b04e929c-d009-4a01-8ed6-bbde50204d41', 'tag': '3380b3e6-9627-4ed1-a026-88046d68742e'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:24:30.861525 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-da985a7e-b0d0-445e-b9b2-3a4e76ae715a None None] Set router 25b5754e-ed30-434f-aa90-c1629efd8abc gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:24:31.084786 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b04e929c-d009-4a01-8ed6-bbde50204d41', 'tag': '3380b3e6-9627-4ed1-a026-88046d68742e', 'status': 'completed', 'code': 200}
Jan 29 10:24:31.205452 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-da985a7e-b0d0-445e-b9b2-3a4e76ae715a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99cad161d0>, [{'id': '25b5754e-ed30-434f-aa90-c1629efd8abc', 'name': 'tempest-TestNetworkBasicOps-router-1061814626', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.44'}], 'enable_snat': True}, 'gw_port_id': '24d04871-4756-4c9c-a369-acab2339029a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:22:37Z', 'updated_at': '2021-01-29T10:22:44Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '24d04871-4756-4c9c-a369-acab2339029a', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c2:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b5754e-ed30-434f-aa90-c1629efd8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:22:38Z', 'updated_at': '2021-01-29T10:24:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'cfef0015-22bd-4edd-8056-eda6ee8c3683', 'name': '', 'network_id': '0cde4419-7704-4ec4-b8a6-75ad64641c37', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:0b:e7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b5754e-ed30-434f-aa90-c1629efd8abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'a6e8d575-26f4-4daf-9006-8343602c443b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:22:42Z', 'updated_at': '2021-01-29T10:24:26Z', 'revision_number': 7, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': 'a6e8d575-26f4-4daf-9006-8343602c443b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:24:31.210178 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da985a7e-b0d0-445e-b9b2-3a4e76ae715a None None] Checking router: 25b5754e-ed30-434f-aa90-c1629efd8abc for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:24:31.211699 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad707b8-7442-45bf-bda5-ebea2172aef3 req-b006d935-66c0-4d7e-b947-85640fbb9166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:24:31.213921 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-bad707b8-7442-45bf-bda5-ebea2172aef3 req-b006d935-66c0-4d7e-b947-85640fbb9166 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ff1f06ee29ef461597f2ecd846f8813d&device_id=b04e929c-d009-4a01-8ed6-bbde50204d41 HTTP/1.1" status: 200  len: 1162 time: 0.0865812
Jan 29 10:24:31.219824 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da985a7e-b0d0-445e-b9b2-3a4e76ae715a None None] Routers {'25b5754e-ed30-434f-aa90-c1629efd8abc'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:24:31.220480 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-da985a7e-b0d0-445e-b9b2-3a4e76ae715a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99cad161d0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:24:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['25b5754e-ed30-434f-aa90-c1629efd8abc'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:24:31.366172 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15ae300-fc5b-498b-8ed3-4b94299f1a7c req-32519848-679f-4674-9869-ee04ad576e3a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:24:31.367965 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c15ae300-fc5b-498b-8ed3-4b94299f1a7c req-32519848-679f-4674-9869-ee04ad576e3a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=b04e929c-d009-4a01-8ed6-bbde50204d41 HTTP/1.1" status: 200  len: 945 time: 0.1778235
Jan 29 10:24:31.382395 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad707b8-7442-45bf-bda5-ebea2172aef3 req-36f141b7-c917-4036-b24f-0784d0496b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:24:31.384146 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-bad707b8-7442-45bf-bda5-ebea2172aef3 req-36f141b7-c917-4036-b24f-0784d0496b37 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0cde4419-7704-4ec4-b8a6-75ad64641c37 HTTP/1.1" status: 200  len: 891 time: 0.1637959
Jan 29 10:24:31.439736 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c15ae300-fc5b-498b-8ed3-4b94299f1a7c req-11c1330f-c3f0-4ae0-837a-23757b66d36f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=b4be979b-745c-4465-89ed-68c0736a72a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0622556
Jan 29 10:24:31.463675 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-bad707b8-7442-45bf-bda5-ebea2172aef3 req-42658a62-d1ed-482c-b85e-eabb4d9a0a8d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3380b3e6-9627-4ed1-a026-88046d68742e HTTP/1.1" status: 200  len: 217 time: 0.0711501
Jan 29 10:24:31.539485 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad707b8-7442-45bf-bda5-ebea2172aef3 req-f238ccfa-7cee-4aea-b406-2b4d240b44c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:24:31.541694 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-bad707b8-7442-45bf-bda5-ebea2172aef3 req-f238ccfa-7cee-4aea-b406-2b4d240b44c9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a6e8d575-26f4-4daf-9006-8343602c443b HTTP/1.1" status: 200  len: 834 time: 0.0716805
Jan 29 10:24:31.576714 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-da985a7e-b0d0-445e-b9b2-3a4e76ae715a None None] Set router 25b5754e-ed30-434f-aa90-c1629efd8abc gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:24:31.624635 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad707b8-7442-45bf-bda5-ebea2172aef3 req-35508f56-27a6-4b9f-b4b5-2c94bdd6016d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:24:31.626298 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-bad707b8-7442-45bf-bda5-ebea2172aef3 req-35508f56-27a6-4b9f-b4b5-2c94bdd6016d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0cde4419-7704-4ec4-b8a6-75ad64641c37&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0777612
Jan 29 10:24:31.773674 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-bad707b8-7442-45bf-bda5-ebea2172aef3 req-d06ac813-5129-495c-b342-4dde2b7a9972 service neutron] 10.222.0.22 "GET /v2.0/networks/0cde4419-7704-4ec4-b8a6-75ad64641c37?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1391003
Jan 29 10:24:31.908811 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-da985a7e-b0d0-445e-b9b2-3a4e76ae715a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99cad161d0>, [{'id': '25b5754e-ed30-434f-aa90-c1629efd8abc', 'name': 'tempest-TestNetworkBasicOps-router-1061814626', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.44'}], 'enable_snat': True}, 'gw_port_id': '24d04871-4756-4c9c-a369-acab2339029a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:22:37Z', 'updated_at': '2021-01-29T10:22:44Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '24d04871-4756-4c9c-a369-acab2339029a', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c2:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b5754e-ed30-434f-aa90-c1629efd8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:22:38Z', 'updated_at': '2021-01-29T10:24:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'cfef0015-22bd-4edd-8056-eda6ee8c3683', 'name': '', 'network_id': '0cde4419-7704-4ec4-b8a6-75ad64641c37', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:0b:e7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b5754e-ed30-434f-aa90-c1629efd8abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'a6e8d575-26f4-4daf-9006-8343602c443b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:22:42Z', 'updated_at': '2021-01-29T10:24:26Z', 'revision_number': 7, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': 'a6e8d575-26f4-4daf-9006-8343602c443b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:24:31.912939 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da985a7e-b0d0-445e-b9b2-3a4e76ae715a None None] The sync data for ids ['25b5754e-ed30-434f-aa90-c1629efd8abc'] in dv-neutron-772983-2-ovs is: [{'id': '25b5754e-ed30-434f-aa90-c1629efd8abc', 'name': 'tempest-TestNetworkBasicOps-router-1061814626', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.44'}], 'enable_snat': True}, 'gw_port_id': '24d04871-4756-4c9c-a369-acab2339029a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:22:37Z', 'updated_at': '2021-01-29T10:22:44Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '24d04871-4756-4c9c-a369-acab2339029a', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c2:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b5754e-ed30-434f-aa90-c1629efd8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:22:38Z', 'updated_at': '2021-01-29T10:24:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'cfef0015-22bd-4edd-8056-eda6ee8c3683', 'name': '', 'network_id': '0cde4419-7704-4ec4-b8a6-75ad64641c37', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:0b:e7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b5754e-ed30-434f-aa90-c1629efd8abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'a6e8d575-26f4-4daf-9006-8343602c443b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:22:42Z', 'updated_at': '2021-01-29T10:24:26Z', 'revision_number': 7, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': 'a6e8d575-26f4-4daf-9006-8343602c443b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:24:31.919112 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-bad707b8-7442-45bf-bda5-ebea2172aef3 req-8f3d3ffa-4c32-4602-879e-53609d27d74d service neutron] 10.222.0.22 "GET /v2.0/networks/0cde4419-7704-4ec4-b8a6-75ad64641c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1384780
Jan 29 10:24:32.741903 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfacc622-33f2-4a22-9547-2f88f7b55849 req-3ebb9124-42b7-425d-8c64-8ca28ebd37f5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:24:32.743557 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-dfacc622-33f2-4a22-9547-2f88f7b55849 req-3ebb9124-42b7-425d-8c64-8ca28ebd37f5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=b04e929c-d009-4a01-8ed6-bbde50204d41 HTTP/1.1" status: 200  len: 945 time: 0.1698489
Jan 29 10:24:32.808988 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-dfacc622-33f2-4a22-9547-2f88f7b55849 req-201eb9bc-1140-4858-a553-802c8df36f47 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=b4be979b-745c-4465-89ed-68c0736a72a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0590732
Jan 29 10:24:32.938133 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f69114-6572-4301-aaac-cb4086f0408a req-1f492a96-5f86-45ff-9fac-879f6cef1815 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:24:32.938952 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-a1f69114-6572-4301-aaac-cb4086f0408a req-1f492a96-5f86-45ff-9fac-879f6cef1815 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Synchronizing usage tracker for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:24:32.956024 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-a1f69114-6572-4301-aaac-cb4086f0408a req-1f492a96-5f86-45ff-9fac-879f6cef1815 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Unset dirty status for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:24:32.957302 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a1f69114-6572-4301-aaac-cb4086f0408a req-1f492a96-5f86-45ff-9fac-879f6cef1815 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.22 "GET /v2.0/ports?device_id=b04e929c-d009-4a01-8ed6-bbde50204d41 HTTP/1.1" status: 200  len: 945 time: 0.1842227
Jan 29 10:24:32.997245 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3d2b7c-d9ea-4231-98fd-5fda07df44a4 None None] New status for floating IP da20d578-2e69-4fc4-8146-dd59f3bff3a7: DOWN {{(pid=80767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 29 10:24:33.054002 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-a1f69114-6572-4301-aaac-cb4086f0408a req-431a9d35-02ab-459b-91e5-a4938854870c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Deleting port 3380b3e6-9627-4ed1-a026-88046d68742e {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:24:33.054401 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-a1f69114-6572-4301-aaac-cb4086f0408a req-431a9d35-02ab-459b-91e5-a4938854870c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:33.328757 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-a1f69114-6572-4301-aaac-cb4086f0408a req-431a9d35-02ab-459b-91e5-a4938854870c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] For port 3380b3e6-9627-4ed1-a026-88046d68742e, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=3380b3e6-9627-4ed1-a026-88046d68742e,segment=NetworkSegment(2b60aa98-d002-4618-9065-1ba2cee8d944),segment_id=2b60aa98-d002-4618-9065-1ba2cee8d944)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:24:33.329154 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-a1f69114-6572-4301-aaac-cb4086f0408a req-431a9d35-02ab-459b-91e5-a4938854870c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:33.465574 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-a1f69114-6572-4301-aaac-cb4086f0408a req-431a9d35-02ab-459b-91e5-a4938854870c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Calling delete_port for 3380b3e6-9627-4ed1-a026-88046d68742e owned by compute:nova {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:24:33.469405 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 3380b3e6-9627-4ed1-a026-88046d68742e no longer exists at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:24:33.590855 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:33.625202 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-a1f69114-6572-4301-aaac-cb4086f0408a req-431a9d35-02ab-459b-91e5-a4938854870c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:33.641243 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8faa7308-8394-46dc-af30-ef96910ea04d tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:24:33.688203 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431a9d35-02ab-459b-91e5-a4938854870c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event deleted for resources: {'Port': ['ID=3380b3e6-9627-4ed1-a026-88046d68742e,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:24:33.700474 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-431a9d35-02ab-459b-91e5-a4938854870c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:24:33.998711 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d05d0268-e246-4299-8f8e-613ea0cbf183 req-fdf17964-d693-46ad-808f-506126e8445a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=b04e929c-d009-4a01-8ed6-bbde50204d41 HTTP/1.1" status: 200  len: 210 time: 0.0528650
Jan 29 10:24:34.131770 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1f69114-6572-4301-aaac-cb4086f0408a req-431a9d35-02ab-459b-91e5-a4938854870c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] No DVR routers for this DVR port 3380b3e6-9627-4ed1-a026-88046d68742e on host hv-neutron-7729 {{(pid=80766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:24:34.134043 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-a1f69114-6572-4301-aaac-cb4086f0408a req-431a9d35-02ab-459b-91e5-a4938854870c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:34.136813 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b04e929c-d009-4a01-8ed6-bbde50204d41', 'name': 'network-vif-deleted', 'tag': '3380b3e6-9627-4ed1-a026-88046d68742e'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:24:34.152545 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a1f69114-6572-4301-aaac-cb4086f0408a req-431a9d35-02ab-459b-91e5-a4938854870c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.22 "DELETE /v2.0/ports/3380b3e6-9627-4ed1-a026-88046d68742e HTTP/1.1" status: 204  len: 173 time: 1.1894832
Jan 29 10:24:34.197575 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b04e929c-d009-4a01-8ed6-bbde50204d41', 'name': 'network-vif-deleted', 'tag': '3380b3e6-9627-4ed1-a026-88046d68742e', 'status': 'completed', 'code': 200}
Jan 29 10:24:34.850565 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:35.116717 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59976) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:24:35.209105 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-98c128c1-e673-47db-a18c-64e1e55d20cb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:35.240723 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-98c128c1-e673-47db-a18c-64e1e55d20cb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:35.294069 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-98c128c1-e673-47db-a18c-64e1e55d20cb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:35.302841 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3d04de9e-b295-47ac-9a4f-7ef903ef17c5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:24:35.317267 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c128c1-e673-47db-a18c-64e1e55d20cb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4be979b-745c-4465-89ed-68c0736a72a0,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:24:35.320076 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-98c128c1-e673-47db-a18c-64e1e55d20cb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:24:35.327025 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-98c128c1-e673-47db-a18c-64e1e55d20cb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:35.328122 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-98c128c1-e673-47db-a18c-64e1e55d20cb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "DELETE /v2.0/security-groups/b4be979b-745c-4465-89ed-68c0736a72a0 HTTP/1.1" status: 204  len: 168 time: 0.2103467
Jan 29 10:24:35.368381 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59982) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:24:35.983372 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b9b12327-8095-40bb-8aff-21d82de4150f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349253'] for router_interface, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:36.355782 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-b9b12327-8095-40bb-8aff-21d82de4150f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Deleting port cfef0015-22bd-4edd-8056-eda6ee8c3683 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:24:36.356311 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b9b12327-8095-40bb-8aff-21d82de4150f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:36.560535 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-b9b12327-8095-40bb-8aff-21d82de4150f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] For port cfef0015-22bd-4edd-8056-eda6ee8c3683, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=cfef0015-22bd-4edd-8056-eda6ee8c3683,segment=NetworkSegment(2b60aa98-d002-4618-9065-1ba2cee8d944),segment_id=2b60aa98-d002-4618-9065-1ba2cee8d944)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:24:36.560904 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b9b12327-8095-40bb-8aff-21d82de4150f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:36.691238 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-b9b12327-8095-40bb-8aff-21d82de4150f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Calling delete_port for cfef0015-22bd-4edd-8056-eda6ee8c3683 owned by network:router_interface {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:24:36.870392 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b9b12327-8095-40bb-8aff-21d82de4150f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:36.885512 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bec5d772-0268-4cfe-8503-15dc57034596 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:24:36.942752 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b12327-8095-40bb-8aff-21d82de4150f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event deleted for resources: {'Port': ['ID=cfef0015-22bd-4edd-8056-eda6ee8c3683,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:24:36.946574 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b9b12327-8095-40bb-8aff-21d82de4150f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:24:37.301947 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b9b12327-8095-40bb-8aff-21d82de4150f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854415430'] for router_interface, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:37.817664 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9b12327-8095-40bb-8aff-21d82de4150f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Router 25b5754e-ed30-434f-aa90-c1629efd8abc has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:24:38.291342 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b12327-8095-40bb-8aff-21d82de4150f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:24:38.302423 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a922666e-64d9-49fe-9143-2bb007948963 None None] Sync routers for ids ['25b5754e-ed30-434f-aa90-c1629efd8abc'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:24:38.308281 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b9b12327-8095-40bb-8aff-21d82de4150f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "PUT /v2.0/routers/25b5754e-ed30-434f-aa90-c1629efd8abc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9348273
Jan 29 10:24:38.308550 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59986) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:24:38.313708 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a922666e-64d9-49fe-9143-2bb007948963 None None] Routers {'25b5754e-ed30-434f-aa90-c1629efd8abc'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:24:38.314476 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-a922666e-64d9-49fe-9143-2bb007948963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99cad16a58>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:24:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['25b5754e-ed30-434f-aa90-c1629efd8abc'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:24:38.398947 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd92652e-0a40-4cbc-a9bd-9a9d85a9e90f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Deleting subnet a6e8d575-26f4-4daf-9006-8343602c443b {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:24:38.403852 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dd92652e-0a40-4cbc-a9bd-9a9d85a9e90f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:38.467501 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dd92652e-0a40-4cbc-a9bd-9a9d85a9e90f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:38.501433 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-a922666e-64d9-49fe-9143-2bb007948963 None None] Set router 25b5754e-ed30-434f-aa90-c1629efd8abc gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:24:38.554536 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dd92652e-0a40-4cbc-a9bd-9a9d85a9e90f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:38.804834 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-a922666e-64d9-49fe-9143-2bb007948963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99cad16a58>, [{'id': '25b5754e-ed30-434f-aa90-c1629efd8abc', 'name': 'tempest-TestNetworkBasicOps-router-1061814626', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.44'}], 'enable_snat': True}, 'gw_port_id': '24d04871-4756-4c9c-a369-acab2339029a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:22:37Z', 'updated_at': '2021-01-29T10:24:36Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '24d04871-4756-4c9c-a369-acab2339029a', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c2:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b5754e-ed30-434f-aa90-c1629efd8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:22:38Z', 'updated_at': '2021-01-29T10:24:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:24:38.809466 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a922666e-64d9-49fe-9143-2bb007948963 None None] Checking router: 25b5754e-ed30-434f-aa90-c1629efd8abc for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:24:38.818247 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a922666e-64d9-49fe-9143-2bb007948963 None None] Routers {'25b5754e-ed30-434f-aa90-c1629efd8abc'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:24:38.818898 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-a922666e-64d9-49fe-9143-2bb007948963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99cad16a58>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:24:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['25b5754e-ed30-434f-aa90-c1629efd8abc'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:24:38.843454 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dd92652e-0a40-4cbc-a9bd-9a9d85a9e90f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:38.859150 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-dc6771c8-02eb-48fa-9dd5-beebede2f81e tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:24:38.906547 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd92652e-0a40-4cbc-a9bd-9a9d85a9e90f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event deleted for resources: {'Subnet': ['ID=a6e8d575-26f4-4daf-9006-8343602c443b,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:24:38.911256 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-dd92652e-0a40-4cbc-a9bd-9a9d85a9e90f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:24:38.997332 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dd92652e-0a40-4cbc-a9bd-9a9d85a9e90f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:39.003786 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99477370-b4bf-4520-90d5-b6739c8d732c None None] Network 0cde4419-7704-4ec4-b8a6-75ad64641c37 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:24:39.003945 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-dd92652e-0a40-4cbc-a9bd-9a9d85a9e90f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "DELETE /v2.0/subnets/a6e8d575-26f4-4daf-9006-8343602c443b HTTP/1.1" status: 204  len: 168 time: 0.6943707
Jan 29 10:24:39.007065 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 59990) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:24:39.007824 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-a922666e-64d9-49fe-9143-2bb007948963 None None] Set router 25b5754e-ed30-434f-aa90-c1629efd8abc gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:24:39.297398 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde4625a-4ddf-4a8c-8ba1-eecf5e889385 None None] DHCP port deletion for 0cde4419-7704-4ec4-b8a6-75ad64641c37 request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:24:39.303275 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-dde4625a-4ddf-4a8c-8ba1-eecf5e889385 None None] Deleting port 1dd7f92e-a999-461f-abeb-6d0fe357e915 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:24:39.304096 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dde4625a-4ddf-4a8c-8ba1-eecf5e889385 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:39.494431 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a411a065-152f-454d-99a8-cddb19a836c7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for router, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:39.534170 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-dde4625a-4ddf-4a8c-8ba1-eecf5e889385 None None] For port 1dd7f92e-a999-461f-abeb-6d0fe357e915, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=1dd7f92e-a999-461f-abeb-6d0fe357e915,segment=NetworkSegment(2b60aa98-d002-4618-9065-1ba2cee8d944),segment_id=2b60aa98-d002-4618-9065-1ba2cee8d944)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:24:39.534538 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dde4625a-4ddf-4a8c-8ba1-eecf5e889385 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:39.543898 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-a922666e-64d9-49fe-9143-2bb007948963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99cad16a58>, [{'id': '25b5754e-ed30-434f-aa90-c1629efd8abc', 'name': 'tempest-TestNetworkBasicOps-router-1061814626', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.44'}], 'enable_snat': True}, 'gw_port_id': '24d04871-4756-4c9c-a369-acab2339029a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:22:37Z', 'updated_at': '2021-01-29T10:24:36Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '24d04871-4756-4c9c-a369-acab2339029a', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c2:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b5754e-ed30-434f-aa90-c1629efd8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:22:38Z', 'updated_at': '2021-01-29T10:24:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:24:39.548948 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a922666e-64d9-49fe-9143-2bb007948963 None None] The sync data for ids ['25b5754e-ed30-434f-aa90-c1629efd8abc'] in dv-neutron-772983-2-ovs is: [{'id': '25b5754e-ed30-434f-aa90-c1629efd8abc', 'name': 'tempest-TestNetworkBasicOps-router-1061814626', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.44'}], 'enable_snat': True}, 'gw_port_id': '24d04871-4756-4c9c-a369-acab2339029a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:22:37Z', 'updated_at': '2021-01-29T10:24:36Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '24d04871-4756-4c9c-a369-acab2339029a', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c2:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b5754e-ed30-434f-aa90-c1629efd8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:22:38Z', 'updated_at': '2021-01-29T10:24:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:24:39.677189 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-dde4625a-4ddf-4a8c-8ba1-eecf5e889385 None None] Calling delete_port for 1dd7f92e-a999-461f-abeb-6d0fe357e915 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:24:39.707980 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a411a065-152f-454d-99a8-cddb19a836c7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for router_gateway, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:39.714175 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-a411a065-152f-454d-99a8-cddb19a836c7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Deleting port 24d04871-4756-4c9c-a369-acab2339029a {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:24:39.714672 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a411a065-152f-454d-99a8-cddb19a836c7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:39.759223 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dde4625a-4ddf-4a8c-8ba1-eecf5e889385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:39.774811 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8547793e-18ff-4971-8f38-e269d7da2883 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:24:39.830459 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde4625a-4ddf-4a8c-8ba1-eecf5e889385 None None] Pushing event deleted for resources: {'Port': ['ID=1dd7f92e-a999-461f-abeb-6d0fe357e915,revision_number=None']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:24:39.835172 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-dde4625a-4ddf-4a8c-8ba1-eecf5e889385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:24:39.908339 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-a411a065-152f-454d-99a8-cddb19a836c7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] For port 24d04871-4756-4c9c-a369-acab2339029a, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=24d04871-4756-4c9c-a369-acab2339029a,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:24:39.908745 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a411a065-152f-454d-99a8-cddb19a836c7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:39.921628 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde4625a-4ddf-4a8c-8ba1-eecf5e889385 None None] No DVR routers for this DVR port 1dd7f92e-a999-461f-abeb-6d0fe357e915 on host dv-neutron-772983-2-ovs {{(pid=80767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:24:40.017299 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device cfef0015-22bd-4edd-8056-eda6ee8c3683 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:24:40.046723 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-a411a065-152f-454d-99a8-cddb19a836c7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Calling delete_port for 24d04871-4756-4c9c-a369-acab2339029a owned by network:router_gateway {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:24:40.054523 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: cfef0015-22bd-4edd-8056-eda6ee8c3683 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:24:40.054927 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device cfef0015-22bd-4edd-8056-eda6ee8c3683 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:24:40.055397 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 1dd7f92e-a999-461f-abeb-6d0fe357e915 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:24:40.097063 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 1dd7f92e-a999-461f-abeb-6d0fe357e915 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:24:40.097560 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 1dd7f92e-a999-461f-abeb-6d0fe357e915 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:24:40.184208 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a411a065-152f-454d-99a8-cddb19a836c7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:40.379753 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a411a065-152f-454d-99a8-cddb19a836c7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854102222'] for router_gateway, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:40.520316 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a411a065-152f-454d-99a8-cddb19a836c7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:40.522674 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a411a065-152f-454d-99a8-cddb19a836c7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:40.546221 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a411a065-152f-454d-99a8-cddb19a836c7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:40.546785 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a411a065-152f-454d-99a8-cddb19a836c7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Fanout notify agent at l3_agent the message router_deleted on router 25b5754e-ed30-434f-aa90-c1629efd8abc {{(pid=80765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 10:24:40.598992 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a411a065-152f-454d-99a8-cddb19a836c7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:40.602942 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a411a065-152f-454d-99a8-cddb19a836c7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "DELETE /v2.0/routers/25b5754e-ed30-434f-aa90-c1629efd8abc HTTP/1.1" status: 204  len: 168 time: 1.5920999
Jan 29 10:24:40.603234 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 59994) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:24:40.750144 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8929562b-f9b2-4237-bc63-851df3afd5a1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:40.955959 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8929562b-f9b2-4237-bc63-851df3afd5a1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:41.077960 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-8929562b-f9b2-4237-bc63-851df3afd5a1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c9315630>,) {'filters': {'network_id': ['0cde4419-7704-4ec4-b8a6-75ad64641c37']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:24:41.091812 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-8929562b-f9b2-4237-bc63-851df3afd5a1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c9315630>, '2b60aa98-d002-4618-9065-1ba2cee8d944') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:24:41.092151 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-8929562b-f9b2-4237-bc63-851df3afd5a1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c9315630>, '2b60aa98-d002-4618-9065-1ba2cee8d944') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:24:41.105700 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8929562b-f9b2-4237-bc63-851df3afd5a1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:41.120828 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8929562b-f9b2-4237-bc63-851df3afd5a1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:41.123114 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8929562b-f9b2-4237-bc63-851df3afd5a1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Releasing vxlan tunnel 3 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:24:41.304272 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-8929562b-f9b2-4237-bc63-851df3afd5a1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network 0cde4419-7704-4ec4-b8a6-75ad64641c37 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:24:41.317898 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8929562b-f9b2-4237-bc63-851df3afd5a1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:41.500839 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-8929562b-f9b2-4237-bc63-851df3afd5a1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network 0cde4419-7704-4ec4-b8a6-75ad64641c37 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:24:41.525544 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:24:41.525544 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:24:41.525544 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:24:41.525544 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:24:41.525544 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:24:41.525544 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:24:41.525544 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:24:41.525544 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:24:41.525544 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:24:41.525544 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:24:41.525544 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:24:41.525544 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:24:41.525544 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:24:41.525544 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:24:41.525544 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:24:41.525544 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:24:41.525544 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:24:41.525544 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:24:41.525544 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:24:41.525544 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:24:41.525544 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:24:41.525544 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:24:41.525544 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:24:41.525544 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:24:41.525544 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:24:41.525544 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:24:41.525544 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:24:41.525544 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:24:41.525544 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:24:41.525544 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:24:41.525544 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:24:41.525544 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:24:41.610585 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8929562b-f9b2-4237-bc63-851df3afd5a1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:41.613857 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5785bdbc-b006-476e-a04e-85d1ce54aa65 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:24:41.629115 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8929562b-f9b2-4237-bc63-851df3afd5a1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:41.641293 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8929562b-f9b2-4237-bc63-851df3afd5a1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event deleted for resources: {'Network': ['ID=0cde4419-7704-4ec4-b8a6-75ad64641c37,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:24:41.652495 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8929562b-f9b2-4237-bc63-851df3afd5a1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:41.652922 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8929562b-f9b2-4237-bc63-851df3afd5a1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:41.653342 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8929562b-f9b2-4237-bc63-851df3afd5a1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:41.653758 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8929562b-f9b2-4237-bc63-851df3afd5a1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:41.654193 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8929562b-f9b2-4237-bc63-851df3afd5a1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:41.654602 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8929562b-f9b2-4237-bc63-851df3afd5a1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:41.655009 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8929562b-f9b2-4237-bc63-851df3afd5a1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:41.655417 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8929562b-f9b2-4237-bc63-851df3afd5a1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:41.655825 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8929562b-f9b2-4237-bc63-851df3afd5a1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:41.656229 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8929562b-f9b2-4237-bc63-851df3afd5a1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:41.656633 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8929562b-f9b2-4237-bc63-851df3afd5a1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:41.657037 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8929562b-f9b2-4237-bc63-851df3afd5a1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:41.657511 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8929562b-f9b2-4237-bc63-851df3afd5a1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:41.657945 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8929562b-f9b2-4237-bc63-851df3afd5a1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:41.658352 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8929562b-f9b2-4237-bc63-851df3afd5a1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:41.658756 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8929562b-f9b2-4237-bc63-851df3afd5a1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:41.659160 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8929562b-f9b2-4237-bc63-851df3afd5a1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:41.659560 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8929562b-f9b2-4237-bc63-851df3afd5a1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:41.659958 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8929562b-f9b2-4237-bc63-851df3afd5a1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:41.660358 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8929562b-f9b2-4237-bc63-851df3afd5a1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:41.660756 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8929562b-f9b2-4237-bc63-851df3afd5a1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:41.661154 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8929562b-f9b2-4237-bc63-851df3afd5a1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:41.661553 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8929562b-f9b2-4237-bc63-851df3afd5a1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:41.662020 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8929562b-f9b2-4237-bc63-851df3afd5a1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:41.666869 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8929562b-f9b2-4237-bc63-851df3afd5a1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "DELETE /v2.0/networks/0cde4419-7704-4ec4-b8a6-75ad64641c37 HTTP/1.1" status: 204  len: 168 time: 1.0615373
Jan 29 10:24:41.667900 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8929562b-f9b2-4237-bc63-851df3afd5a1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:24:41.693405 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 59998) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:24:41.700740 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-67e22c21-9b7d-48ca-b2ea-70971a0daebe tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'network': {'name': 'tempest-network-smoke--120632813', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'port_security_enabled': True}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:24:41.706467 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-67e22c21-9b7d-48ca-b2ea-70971a0daebe tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:24:41.710878 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-67e22c21-9b7d-48ca-b2ea-70971a0daebe tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:network and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:24:41.714787 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-67e22c21-9b7d-48ca-b2ea-70971a0daebe tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for network was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:24:41.720596 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-67e22c21-9b7d-48ca-b2ea-70971a0daebe tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:24:41.731009 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e22c21-9b7d-48ca-b2ea-70971a0daebe tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Made reservation on behalf of ff1f06ee29ef461597f2ecd846f8813d for: {'network': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:24:41.752484 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-67e22c21-9b7d-48ca-b2ea-70971a0daebe tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:41.786484 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67e22c21-9b7d-48ca-b2ea-70971a0daebe tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:24:41.796115 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-67e22c21-9b7d-48ca-b2ea-70971a0daebe tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268197113528', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:41.796544 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-67e22c21-9b7d-48ca-b2ea-70971a0daebe tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Added segment ead59029-359f-4873-b65e-e9762558e8c7 of type vxlan for network 3542fc4b-71ae-478a-813b-b132f2cc9cc0
Jan 29 10:24:41.822488 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-67e22c21-9b7d-48ca-b2ea-70971a0daebe tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:41.852301 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-67e22c21-9b7d-48ca-b2ea-70971a0daebe tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:41.918847 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e22c21-9b7d-48ca-b2ea-70971a0daebe tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:24:41.919500 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-67e22c21-9b7d-48ca-b2ea-70971a0daebe tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:41.924897 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-eaa89bff-5594-4dd2-982e-1787a7c15bb4 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:24:42.016190 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 24d04871-4756-4c9c-a369-acab2339029a no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:24:42.032832 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-67e22c21-9b7d-48ca-b2ea-70971a0daebe tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.3379540
Jan 29 10:24:42.035921 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 60002) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:24:42.042451 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-c03e5733-3752-45bf-9611-9e5734514068 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1538372110', 'admin_state_up': True, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:24:42.042650 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e22c21-9b7d-48ca-b2ea-70971a0daebe tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Network': ['ID=3542fc4b-71ae-478a-813b-b132f2cc9cc0,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:24:42.045572 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-67e22c21-9b7d-48ca-b2ea-70971a0daebe tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:24:42.053027 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 24d04871-4756-4c9c-a369-acab2339029a {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:24:42.053430 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 24d04871-4756-4c9c-a369-acab2339029a not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:24:42.056180 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 3542fc4b-71ae-478a-813b-b132f2cc9cc0 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:24:42.069236 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c03e5733-3752-45bf-9611-9e5734514068 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:24:42.073715 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 3542fc4b-71ae-478a-813b-b132f2cc9cc0 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:24:42.074476 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c03e5733-3752-45bf-9611-9e5734514068 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:router and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:24:42.077488 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c03e5733-3752-45bf-9611-9e5734514068 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for router was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:24:42.083717 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c03e5733-3752-45bf-9611-9e5734514068 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:24:42.094556 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c03e5733-3752-45bf-9611-9e5734514068 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:42.095788 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c03e5733-3752-45bf-9611-9e5734514068 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:42.110094 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c03e5733-3752-45bf-9611-9e5734514068 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:42.397374 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c03e5733-3752-45bf-9611-9e5734514068 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:42.714825 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c03e5733-3752-45bf-9611-9e5734514068 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for router_gateway, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:43.007400 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c03e5733-3752-45bf-9611-9e5734514068 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:43.281624 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-c03e5733-3752-45bf-9611-9e5734514068 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Allocated IP 172.26.7.232 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/f8b50f95-e44b-4f56-9a2f-261dba08ac42) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:24:43.441170 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c03e5733-3752-45bf-9611-9e5734514068 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:43.470218 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c03e5733-3752-45bf-9611-9e5734514068 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:43.486314 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d5a40a61-ce15-43b6-af89-6b5a8e2a95f0 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:24:43.625031 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03e5733-3752-45bf-9611-9e5734514068 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Port': ['ID=f8b50f95-e44b-4f56-9a2f-261dba08ac42,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:24:43.629356 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c03e5733-3752-45bf-9611-9e5734514068 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:24:43.677485 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03e5733-3752-45bf-9611-9e5734514068 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:24:43.678706 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-c03e5733-3752-45bf-9611-9e5734514068 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:24:43.681045 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03e5733-3752-45bf-9611-9e5734514068 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:24:44.125694 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c03e5733-3752-45bf-9611-9e5734514068 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for router_gateway, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:44.503908 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c03e5733-3752-45bf-9611-9e5734514068 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:44.724599 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c03e5733-3752-45bf-9611-9e5734514068 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Router f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05 is scheduled to L3 agent 18987107-6d88-4736-94cf-15791d65b3ff with binding_index 1 {{(pid=80765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 29 10:24:44.909988 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c03e5733-3752-45bf-9611-9e5734514068 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:24:44.919995 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a61aab-4d02-436f-9149-41173ef0a642 None None] Sync routers for ids ['f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:24:44.930101 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a61aab-4d02-436f-9149-41173ef0a642 None None] Routers {'f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:24:44.930956 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-17a61aab-4d02-436f-9149-41173ef0a642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c97734e0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:24:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:24:44.967865 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c03e5733-3752-45bf-9611-9e5734514068 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:44.969188 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c03e5733-3752-45bf-9611-9e5734514068 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 2.9319494
Jan 29 10:24:44.972710 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 60006) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:24:45.174994 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6a89ae3e-3c90-4aa0-8492-b761a97c9229 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=ff1f06ee29ef461597f2ecd846f8813d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.2010140
Jan 29 10:24:45.177743 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 60012) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:24:45.294882 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-17a61aab-4d02-436f-9149-41173ef0a642 None None] Set router f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:24:45.319070 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c8385a-848c-4d70-9592-66eaf14d18ba tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:24:45.324604 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a2c8385a-848c-4d70-9592-66eaf14d18ba tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1419556
Jan 29 10:24:45.324872 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 60016) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:24:45.372738 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5b32cf98-206a-49fd-944a-13719d5a18c2 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=aadf795f-2e1a-4d04-be0e-12575f0f28a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0442154
Jan 29 10:24:45.372984 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 60020) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:24:45.378921 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-48465ce5-7275-4f85-83b4-f6a2aa745e97 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-180583534', 'network_id': '3542fc4b-71ae-478a-813b-b132f2cc9cc0', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'dns_nameservers': ['1.2.3.4']}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:24:45.499061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-48465ce5-7275-4f85-83b4-f6a2aa745e97 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:24:45.503129 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-48465ce5-7275-4f85-83b4-f6a2aa745e97 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:subnet and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:24:45.506050 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-48465ce5-7275-4f85-83b4-f6a2aa745e97 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:24:45.515429 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-48465ce5-7275-4f85-83b4-f6a2aa745e97 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:24:45.525684 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48465ce5-7275-4f85-83b4-f6a2aa745e97 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Made reservation on behalf of ff1f06ee29ef461597f2ecd846f8813d for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:24:45.547522 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-48465ce5-7275-4f85-83b4-f6a2aa745e97 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:45.607317 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-17a61aab-4d02-436f-9149-41173ef0a642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c97734e0>, [{'id': 'f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05', 'name': 'tempest-TestNetworkBasicOps-router-1538372110', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.232'}], 'enable_snat': True}, 'gw_port_id': 'f8b50f95-e44b-4f56-9a2f-261dba08ac42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:24:42Z', 'updated_at': '2021-01-29T10:24:43Z', 'revision_number': 3, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': 'f8b50f95-e44b-4f56-9a2f-261dba08ac42', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:41:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:24:43Z', 'updated_at': '2021-01-29T10:24:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:24:45.611501 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a61aab-4d02-436f-9149-41173ef0a642 None None] Checking router: f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05 for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:24:45.611909 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a61aab-4d02-436f-9149-41173ef0a642 None None] Updating router f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05 port f8b50f95-e44b-4f56-9a2f-261dba08ac42 binding host dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 29 10:24:45.675152 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-17a61aab-4d02-436f-9149-41173ef0a642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:46.106653 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-17a61aab-4d02-436f-9149-41173ef0a642 None None] Notify callbacks [] for port, precommit_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:46.119269 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-17a61aab-4d02-436f-9149-41173ef0a642 None None] Transition to ACTIVE for port object f8b50f95-e44b-4f56-9a2f-261dba08ac42 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:24:46.121925 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-17a61aab-4d02-436f-9149-41173ef0a642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:46.137559 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bb68a29a-df6f-449f-843c-9edaa7c77162 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:24:46.270296 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-48465ce5-7275-4f85-83b4-f6a2aa745e97 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:46.270892 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeebe95f-26a4-4809-b32b-0799fb05795d None None] Pushing event updated for resources: {'Port': ['ID=f8b50f95-e44b-4f56-9a2f-261dba08ac42,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:24:46.276706 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-eeebe95f-26a4-4809-b32b-0799fb05795d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:24:46.288274 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-19ada927-b79a-428a-87bf-e734c793e543 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:24:46.339954 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-17a61aab-4d02-436f-9149-41173ef0a642 None None] Attempting to bind port f8b50f95-e44b-4f56-9a2f-261dba08ac42 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:24:46.340783 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-17a61aab-4d02-436f-9149-41173ef0a642 None None] Attempting to bind port f8b50f95-e44b-4f56-9a2f-261dba08ac42 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:24:46.340783 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a61aab-4d02-436f-9149-41173ef0a642 None None] Attempting to bind port f8b50f95-e44b-4f56-9a2f-261dba08ac42 on network aadf795f-2e1a-4d04-be0e-12575f0f28a5 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:24:46.346785 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a61aab-4d02-436f-9149-41173ef0a642 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:24:46.347217 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a61aab-4d02-436f-9149-41173ef0a642 None None] Checking segment: {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:24:46.347666 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-17a61aab-4d02-436f-9149-41173ef0a642 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:46.348108 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a61aab-4d02-436f-9149-41173ef0a642 None None] Bound using segment: {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:24:46.348635 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-17a61aab-4d02-436f-9149-41173ef0a642 None None] Bound port: f8b50f95-e44b-4f56-9a2f-261dba08ac42, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:24:46.349061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-17a61aab-4d02-436f-9149-41173ef0a642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:46.425236 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48465ce5-7275-4f85-83b4-f6a2aa745e97 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Subnet': ['ID=7cfac6df-f06c-454f-83e5-207c735f3fb7,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:24:46.428351 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-48465ce5-7275-4f85-83b4-f6a2aa745e97 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:24:46.429027 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-17a61aab-4d02-436f-9149-41173ef0a642 None None] For port f8b50f95-e44b-4f56-9a2f-261dba08ac42, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:24:46.432696 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-17a61aab-4d02-436f-9149-41173ef0a642 None None] For port f8b50f95-e44b-4f56-9a2f-261dba08ac42, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=f8b50f95-e44b-4f56-9a2f-261dba08ac42,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:24:46.437156 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-17a61aab-4d02-436f-9149-41173ef0a642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:46.453212 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bc62de03-e736-4e3e-936b-11a97e651416 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:24:46.503967 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48465ce5-7275-4f85-83b4-f6a2aa745e97 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Checking segment: {'id': 'ead59029-359f-4873-b65e-e9762558e8c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3542fc4b-71ae-478a-813b-b132f2cc9cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:24:46.504362 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48465ce5-7275-4f85-83b4-f6a2aa745e97 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network hostable DHCP agents. Network: 3542fc4b-71ae-478a-813b-b132f2cc9cc0, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:24:46.523968 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48465ce5-7275-4f85-83b4-f6a2aa745e97 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network 3542fc4b-71ae-478a-813b-b132f2cc9cc0 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:24:46.532727 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-48465ce5-7275-4f85-83b4-f6a2aa745e97 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 3542fc4b-71ae-478a-813b-b132f2cc9cc0) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:24:46.547528 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48465ce5-7275-4f85-83b4-f6a2aa745e97 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:24:46.548300 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-48465ce5-7275-4f85-83b4-f6a2aa745e97 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:46.567779 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-48465ce5-7275-4f85-83b4-f6a2aa745e97 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 840 time: 1.1938021
Jan 29 10:24:46.570928 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 60024) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:24:46.576293 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f189ab51-e33e-46c4-914b-b01a834eae86 None None] Network 3542fc4b-71ae-478a-813b-b132f2cc9cc0 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:24:46.694836 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeebe95f-26a4-4809-b32b-0799fb05795d None None] Pushing event updated for resources: {'Port': ['ID=f8b50f95-e44b-4f56-9a2f-261dba08ac42,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:24:46.703155 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-eeebe95f-26a4-4809-b32b-0799fb05795d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:24:46.809060 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a61aab-4d02-436f-9149-41173ef0a642 None None] Routers {'f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:24:46.809682 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-17a61aab-4d02-436f-9149-41173ef0a642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c97734e0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:24:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:24:47.017532 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec962886-2bea-4831-950c-f4b409ef77a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-3542fc4b-71ae-478a-813b-b132f2cc9cc0', 'network_id': '3542fc4b-71ae-478a-813b-b132f2cc9cc0', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'fixed_ips': [{'subnet_id': '7cfac6df-f06c-454f-83e5-207c735f3fb7'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:24:47.018442 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ec962886-2bea-4831-950c-f4b409ef77a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:47.100826 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-17a61aab-4d02-436f-9149-41173ef0a642 None None] Set router f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:24:47.354382 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dd32aaa2-5ef6-41e1-800d-f5b06a60428e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:47.787542 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-ec962886-2bea-4831-950c-f4b409ef77a4 None None] Allocated IP 172.20.0.2 (3542fc4b-71ae-478a-813b-b132f2cc9cc0/7cfac6df-f06c-454f-83e5-207c735f3fb7/629c0726-c279-4a26-8131-159e54266537) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:24:47.809797 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-17a61aab-4d02-436f-9149-41173ef0a642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c97734e0>, [{'id': 'f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05', 'name': 'tempest-TestNetworkBasicOps-router-1538372110', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.232'}], 'enable_snat': True}, 'gw_port_id': 'f8b50f95-e44b-4f56-9a2f-261dba08ac42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:24:42Z', 'updated_at': '2021-01-29T10:24:43Z', 'revision_number': 3, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': 'f8b50f95-e44b-4f56-9a2f-261dba08ac42', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:41:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:24:43Z', 'updated_at': '2021-01-29T10:24:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:24:47.840443 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a61aab-4d02-436f-9149-41173ef0a642 None None] The sync data for ids ['f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05'] in dv-neutron-772983-2-ovs is: [{'id': 'f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05', 'name': 'tempest-TestNetworkBasicOps-router-1538372110', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.232'}], 'enable_snat': True}, 'gw_port_id': 'f8b50f95-e44b-4f56-9a2f-261dba08ac42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:24:42Z', 'updated_at': '2021-01-29T10:24:43Z', 'revision_number': 3, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': 'f8b50f95-e44b-4f56-9a2f-261dba08ac42', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:41:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:24:43Z', 'updated_at': '2021-01-29T10:24:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:24:48.028460 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ec962886-2bea-4831-950c-f4b409ef77a4 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:48.039573 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-ec962886-2bea-4831-950c-f4b409ef77a4 None None] Transition to ACTIVE for port object 629c0726-c279-4a26-8131-159e54266537 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:24:48.057173 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-ec962886-2bea-4831-950c-f4b409ef77a4 None None] Transition to ACTIVE for port object 629c0726-c279-4a26-8131-159e54266537 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:24:48.063153 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ec962886-2bea-4831-950c-f4b409ef77a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:48.079252 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:24:48.130025 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-dd32aaa2-5ef6-41e1-800d-f5b06a60428e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Allocated IP 172.20.0.1 (3542fc4b-71ae-478a-813b-b132f2cc9cc0/7cfac6df-f06c-454f-83e5-207c735f3fb7/06a44b50-78b2-4c71-b326-be50dacb3380) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:24:48.228709 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec962886-2bea-4831-950c-f4b409ef77a4 None None] Pushing event updated for resources: {'Port': ['ID=629c0726-c279-4a26-8131-159e54266537,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:24:48.232910 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ec962886-2bea-4831-950c-f4b409ef77a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:24:48.294653 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec962886-2bea-4831-950c-f4b409ef77a4 None None] Network 3542fc4b-71ae-478a-813b-b132f2cc9cc0 is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:24:48.295972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-ec962886-2bea-4831-950c-f4b409ef77a4 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:24:48.301061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec962886-2bea-4831-950c-f4b409ef77a4 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:24:48.334086 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dd32aaa2-5ef6-41e1-800d-f5b06a60428e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:48.352757 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-dd32aaa2-5ef6-41e1-800d-f5b06a60428e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Transition to ACTIVE for port object 06a44b50-78b2-4c71-b326-be50dacb3380 will not be triggered until provisioned by entity DHCP. {{(pid=80765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:24:48.364646 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-ec962886-2bea-4831-950c-f4b409ef77a4 None None] Attempting to bind port 629c0726-c279-4a26-8131-159e54266537 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:24:48.365079 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-ec962886-2bea-4831-950c-f4b409ef77a4 None None] Attempting to bind port 629c0726-c279-4a26-8131-159e54266537 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'ead59029-359f-4873-b65e-e9762558e8c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3542fc4b-71ae-478a-813b-b132f2cc9cc0'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:24:48.365502 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec962886-2bea-4831-950c-f4b409ef77a4 None None] Attempting to bind port 629c0726-c279-4a26-8131-159e54266537 on network 3542fc4b-71ae-478a-813b-b132f2cc9cc0 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:24:48.372351 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec962886-2bea-4831-950c-f4b409ef77a4 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:24:48.372787 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec962886-2bea-4831-950c-f4b409ef77a4 None None] Checking segment: {'id': 'ead59029-359f-4873-b65e-e9762558e8c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3542fc4b-71ae-478a-813b-b132f2cc9cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:24:48.373250 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ec962886-2bea-4831-950c-f4b409ef77a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:48.373702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec962886-2bea-4831-950c-f4b409ef77a4 None None] Bound using segment: {'id': 'ead59029-359f-4873-b65e-e9762558e8c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3542fc4b-71ae-478a-813b-b132f2cc9cc0'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:24:48.374292 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-ec962886-2bea-4831-950c-f4b409ef77a4 None None] Bound port: 629c0726-c279-4a26-8131-159e54266537, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ead59029-359f-4873-b65e-e9762558e8c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3542fc4b-71ae-478a-813b-b132f2cc9cc0'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:24:48.374724 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ec962886-2bea-4831-950c-f4b409ef77a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:48.379923 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dd32aaa2-5ef6-41e1-800d-f5b06a60428e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:48.397609 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6797d389-2a81-404e-8725-b83bd0864785 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:24:48.479039 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-ec962886-2bea-4831-950c-f4b409ef77a4 None None] For port 629c0726-c279-4a26-8131-159e54266537, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:24:48.482985 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-ec962886-2bea-4831-950c-f4b409ef77a4 None None] For port 629c0726-c279-4a26-8131-159e54266537, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=629c0726-c279-4a26-8131-159e54266537,segment=NetworkSegment(ead59029-359f-4873-b65e-e9762558e8c7),segment_id=ead59029-359f-4873-b65e-e9762558e8c7)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:24:48.487858 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ec962886-2bea-4831-950c-f4b409ef77a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:48.503847 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:24:48.553239 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd32aaa2-5ef6-41e1-800d-f5b06a60428e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Port': ['ID=06a44b50-78b2-4c71-b326-be50dacb3380,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:24:48.556399 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-dd32aaa2-5ef6-41e1-800d-f5b06a60428e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:24:48.613334 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd32aaa2-5ef6-41e1-800d-f5b06a60428e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network 3542fc4b-71ae-478a-813b-b132f2cc9cc0 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:24:48.614575 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-dd32aaa2-5ef6-41e1-800d-f5b06a60428e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:24:48.616967 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd32aaa2-5ef6-41e1-800d-f5b06a60428e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:24:48.658884 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec962886-2bea-4831-950c-f4b409ef77a4 None None] Pushing event updated for resources: {'Port': ['ID=629c0726-c279-4a26-8131-159e54266537,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:24:48.664455 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ec962886-2bea-4831-950c-f4b409ef77a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:24:48.684649 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dd32aaa2-5ef6-41e1-800d-f5b06a60428e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854426412'] for router_interface, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:48.816768 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dd32aaa2-5ef6-41e1-800d-f5b06a60428e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:49.330633 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dd32aaa2-5ef6-41e1-800d-f5b06a60428e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:49.334175 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dd32aaa2-5ef6-41e1-800d-f5b06a60428e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:49.367594 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4392fc14-e0fd-417f-8696-2415263136d1 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:24:49.457067 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd32aaa2-5ef6-41e1-800d-f5b06a60428e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Port': ['ID=06a44b50-78b2-4c71-b326-be50dacb3380,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:24:49.459829 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dd32aaa2-5ef6-41e1-800d-f5b06a60428e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854133895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349242'] for router_interface, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:49.475390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-dd32aaa2-5ef6-41e1-800d-f5b06a60428e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:24:49.884881 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd32aaa2-5ef6-41e1-800d-f5b06a60428e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network 3542fc4b-71ae-478a-813b-b132f2cc9cc0 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:24:49.886107 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-dd32aaa2-5ef6-41e1-800d-f5b06a60428e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:24:50.061208 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c038a48d-b88c-4912-8d50-c69e485c10eb None None] Network 3542fc4b-71ae-478a-813b-b132f2cc9cc0 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:24:50.093483 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd32aaa2-5ef6-41e1-800d-f5b06a60428e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Router f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:24:50.098781 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device f8b50f95-e44b-4f56-9a2f-261dba08ac42 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:24:50.236797 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-3389bfbf-4845-492c-b2c0-f929eed587eb None None] Provisioning for port 629c0726-c279-4a26-8131-159e54266537 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:24:50.303727 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd32aaa2-5ef6-41e1-800d-f5b06a60428e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:24:50.318062 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port f8b50f95-e44b-4f56-9a2f-261dba08ac42 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:24:50.320788 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 60028) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:24:50.320935 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-dd32aaa2-5ef6-41e1-800d-f5b06a60428e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "PUT /v2.0/routers/f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7477472
Jan 29 10:24:50.332412 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port f8b50f95-e44b-4f56-9a2f-261dba08ac42 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:24:50.332845 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:50.475877 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef8f066-baae-460e-96c2-d43978f0ae1d tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:24:50.476309 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef8f066-baae-460e-96c2-d43978f0ae1d tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:24:50.476923 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef8f066-baae-460e-96c2-d43978f0ae1d tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:24:50.477346 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef8f066-baae-460e-96c2-d43978f0ae1d tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:24:50.479756 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8ef8f066-baae-460e-96c2-d43978f0ae1d tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2864 time: 0.1569128
Jan 29 10:24:50.482849 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 60032) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:24:50.528984 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:50.550718 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port f8b50f95-e44b-4f56-9a2f-261dba08ac42, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=f8b50f95-e44b-4f56-9a2f-261dba08ac42,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:24:50.554587 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:50.555488 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 629c0726-c279-4a26-8131-159e54266537 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:24:50.561562 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8354b0d8-08da-4da2-aaea-98f24be4dc52 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:24:50.562337 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8354b0d8-08da-4da2-aaea-98f24be4dc52 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:24:50.562604 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8354b0d8-08da-4da2-aaea-98f24be4dc52 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:24:50.563035 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8354b0d8-08da-4da2-aaea-98f24be4dc52 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:24:50.564886 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8354b0d8-08da-4da2-aaea-98f24be4dc52 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2736 time: 0.0809653
Jan 29 10:24:50.567869 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 60036) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:24:50.592283 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-60da1df2-840b-474d-a43c-31377862554e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:24:50.673907 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7b223d-7117-454f-9c87-4f147fb50c89 None None] Sync routers for ids ['f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:24:50.686205 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7b223d-7117-454f-9c87-4f147fb50c89 None None] Routers {'f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:24:50.687097 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-bf7b223d-7117-454f-9c87-4f147fb50c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9c4a080>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:24:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:24:50.696008 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=f8b50f95-e44b-4f56-9a2f-261dba08ac42,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:24:50.700281 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:24:50.710987 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 629c0726-c279-4a26-8131-159e54266537 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:24:50.717868 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 629c0726-c279-4a26-8131-159e54266537 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:24:50.718813 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:50.802331 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-39d2fa0a-2604-474a-ad44-ad5d8f96d7ba tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1608 time: 0.2330551
Jan 29 10:24:50.860962 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:50.903334 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-b6f42726-4e18-476f-b799-d4f42f8952f5 None None] Provisioning complete for port 629c0726-c279-4a26-8131-159e54266537 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:24:50.903895 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b6f42726-4e18-476f-b799-d4f42f8952f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:50.917729 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-bf7b223d-7117-454f-9c87-4f147fb50c89 None None] Set router f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05 gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:24:50.958194 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port 629c0726-c279-4a26-8131-159e54266537, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=629c0726-c279-4a26-8131-159e54266537,segment=NetworkSegment(ead59029-359f-4873-b65e-e9762558e8c7),segment_id=ead59029-359f-4873-b65e-e9762558e8c7)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:24:50.970126 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:50.977511 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:24:51.140896 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=629c0726-c279-4a26-8131-159e54266537,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:24:51.144757 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:24:51.147759 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-b6f42726-4e18-476f-b799-d4f42f8952f5 None None] Provisioning for port 06a44b50-78b2-4c71-b326-be50dacb3380 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:24:51.158778 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-b6f42726-4e18-476f-b799-d4f42f8952f5 None None] Provisioning complete for port 06a44b50-78b2-4c71-b326-be50dacb3380 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:24:51.159200 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b6f42726-4e18-476f-b799-d4f42f8952f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:51.181326 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 60042) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:24:51.188172 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-819056a3-02ba-4909-816a-7e083ddb7bbf tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-524470185', 'description': 'tempest-secgroup-smoke-524470185 description', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:24:51.216964 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-819056a3-02ba-4909-816a-7e083ddb7bbf tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:24:51.222583 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-819056a3-02ba-4909-816a-7e083ddb7bbf tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:24:51.223754 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-b6f42726-4e18-476f-b799-d4f42f8952f5 None None] Port 06a44b50-78b2-4c71-b326-be50dacb3380 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:24:51.226767 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-819056a3-02ba-4909-816a-7e083ddb7bbf tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:24:51.234254 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-819056a3-02ba-4909-816a-7e083ddb7bbf tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:24:51.246983 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-819056a3-02ba-4909-816a-7e083ddb7bbf tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:51.271410 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-819056a3-02ba-4909-816a-7e083ddb7bbf tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:24:51.276236 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-819056a3-02ba-4909-816a-7e083ddb7bbf tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:24:51.279536 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-819056a3-02ba-4909-816a-7e083ddb7bbf tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:24:51.285678 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-819056a3-02ba-4909-816a-7e083ddb7bbf tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:24:51.354912 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4ffe7ec1-a514-4a53-a5b2-95a93b5daecb None None] Provisioning complete for port 629c0726-c279-4a26-8131-159e54266537 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:24:51.355360 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4ffe7ec1-a514-4a53-a5b2-95a93b5daecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:51.384852 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-819056a3-02ba-4909-816a-7e083ddb7bbf tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:51.388454 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-819056a3-02ba-4909-816a-7e083ddb7bbf tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:51.395065 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-72708829-6ef3-4f0b-88a7-edcafd73ded7 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:24:51.443319 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819056a3-02ba-4909-816a-7e083ddb7bbf tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8181807d-6be8-4ce9-ab16-aa1c6129c045,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:24:51.446470 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-819056a3-02ba-4909-816a-7e083ddb7bbf tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:51.452181 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 60046) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:24:51.458350 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-c6490a29-0a91-4ff0-86f0-d269a94c3aeb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group_rule': {'security_group_id': '8181807d-6be8-4ce9-ab16-aa1c6129c045', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:24:51.466401 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-819056a3-02ba-4909-816a-7e083ddb7bbf tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2834010
Jan 29 10:24:51.467701 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-819056a3-02ba-4909-816a-7e083ddb7bbf tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:24:51.483269 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c6490a29-0a91-4ff0-86f0-d269a94c3aeb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:24:51.487770 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c6490a29-0a91-4ff0-86f0-d269a94c3aeb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:24:51.491117 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c6490a29-0a91-4ff0-86f0-d269a94c3aeb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:24:51.498506 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c6490a29-0a91-4ff0-86f0-d269a94c3aeb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:24:51.499818 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-106204e8-f244-41aa-8b96-1c6790f44796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:51.519114 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c6490a29-0a91-4ff0-86f0-d269a94c3aeb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:51.519702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4ffe7ec1-a514-4a53-a5b2-95a93b5daecb None None] Provisioning complete for port 06a44b50-78b2-4c71-b326-be50dacb3380 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:24:51.520127 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4ffe7ec1-a514-4a53-a5b2-95a93b5daecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:51.545876 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-bf7b223d-7117-454f-9c87-4f147fb50c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9c4a080>, [{'id': 'f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05', 'name': 'tempest-TestNetworkBasicOps-router-1538372110', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.232'}], 'enable_snat': True}, 'gw_port_id': 'f8b50f95-e44b-4f56-9a2f-261dba08ac42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:24:42Z', 'updated_at': '2021-01-29T10:24:48Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': 'f8b50f95-e44b-4f56-9a2f-261dba08ac42', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:41:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:24:43Z', 'updated_at': '2021-01-29T10:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '06a44b50-78b2-4c71-b326-be50dacb3380', 'name': '', 'network_id': '3542fc4b-71ae-478a-813b-b132f2cc9cc0', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:a4:d6:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '7cfac6df-f06c-454f-83e5-207c735f3fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:24:47Z', 'updated_at': '2021-01-29T10:24:49Z', 'revision_number': 2, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': '7cfac6df-f06c-454f-83e5-207c735f3fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:24:51.551355 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7b223d-7117-454f-9c87-4f147fb50c89 None None] Checking router: f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05 for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:24:51.551755 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7b223d-7117-454f-9c87-4f147fb50c89 None None] Updating router f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05 port 06a44b50-78b2-4c71-b326-be50dacb3380 binding host dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 29 10:24:51.594509 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4ffe7ec1-a514-4a53-a5b2-95a93b5daecb None None] Port 06a44b50-78b2-4c71-b326-be50dacb3380 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:24:51.598727 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c6490a29-0a91-4ff0-86f0-d269a94c3aeb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:51.603110 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c6490a29-0a91-4ff0-86f0-d269a94c3aeb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:51.605289 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5fbce982-dfe7-43d8-bfb2-1f4aa0901959 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:24:51.616928 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bf7b223d-7117-454f-9c87-4f147fb50c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:51.635853 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6490a29-0a91-4ff0-86f0-d269a94c3aeb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee226d8d-a299-4a30-85b1-19cb3a135954,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:24:51.638751 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c6490a29-0a91-4ff0-86f0-d269a94c3aeb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:24:51.646962 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c6490a29-0a91-4ff0-86f0-d269a94c3aeb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:51.648272 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c6490a29-0a91-4ff0-86f0-d269a94c3aeb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1950188
Jan 29 10:24:51.652042 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 60050) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:24:51.658598 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-f52d4e14-4105-4acc-91b3-5d659dd326f1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group_rule': {'security_group_id': '8181807d-6be8-4ce9-ab16-aa1c6129c045', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:24:51.683035 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-f52d4e14-4105-4acc-91b3-5d659dd326f1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:24:51.687862 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f52d4e14-4105-4acc-91b3-5d659dd326f1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:24:51.691188 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f52d4e14-4105-4acc-91b3-5d659dd326f1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:24:51.698523 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-f52d4e14-4105-4acc-91b3-5d659dd326f1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:24:51.718364 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f52d4e14-4105-4acc-91b3-5d659dd326f1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:51.720112 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-df2cbaac-0537-46a0-b676-c35db0f479d2 None None] Provisioning complete for port 06a44b50-78b2-4c71-b326-be50dacb3380 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:24:51.720620 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-df2cbaac-0537-46a0-b676-c35db0f479d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:51.779682 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-df2cbaac-0537-46a0-b676-c35db0f479d2 None None] Port 06a44b50-78b2-4c71-b326-be50dacb3380 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:24:51.792306 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f52d4e14-4105-4acc-91b3-5d659dd326f1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:51.795068 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f52d4e14-4105-4acc-91b3-5d659dd326f1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:51.802237 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4409d4f7-a91e-4250-bbfb-95c6a2431642 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:24:51.828430 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52d4e14-4105-4acc-91b3-5d659dd326f1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c935ef4-e9ed-4c69-8b49-840626a846b4,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:24:51.831247 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f52d4e14-4105-4acc-91b3-5d659dd326f1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:24:51.835569 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f52d4e14-4105-4acc-91b3-5d659dd326f1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:51.836909 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f52d4e14-4105-4acc-91b3-5d659dd326f1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1836321
Jan 29 10:24:51.839904 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 60054) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:24:51.845635 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-16b8827a-556e-412d-93f7-f8d46f18fb4a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group_rule': {'security_group_id': '8181807d-6be8-4ce9-ab16-aa1c6129c045', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:24:51.868155 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-16b8827a-556e-412d-93f7-f8d46f18fb4a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:24:51.872963 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-16b8827a-556e-412d-93f7-f8d46f18fb4a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:24:51.876123 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-16b8827a-556e-412d-93f7-f8d46f18fb4a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:24:51.882105 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-16b8827a-556e-412d-93f7-f8d46f18fb4a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:24:51.902068 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-16b8827a-556e-412d-93f7-f8d46f18fb4a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:51.909383 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-5d5c019b-9b64-41fb-913a-f256f01c66af None None] Provisioning complete for port 629c0726-c279-4a26-8131-159e54266537 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:24:51.909933 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5d5c019b-9b64-41fb-913a-f256f01c66af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:51.976882 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-16b8827a-556e-412d-93f7-f8d46f18fb4a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:51.981607 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-16b8827a-556e-412d-93f7-f8d46f18fb4a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:51.983965 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-77b6775d-39eb-4855-aa3f-e5a2e0734a43 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:24:52.014158 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b8827a-556e-412d-93f7-f8d46f18fb4a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19fd710d-cbdc-4f86-b789-bf950cff548e,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:24:52.017136 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-16b8827a-556e-412d-93f7-f8d46f18fb4a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:24:52.026325 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-16b8827a-556e-412d-93f7-f8d46f18fb4a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:52.028368 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-16b8827a-556e-412d-93f7-f8d46f18fb4a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1874678
Jan 29 10:24:52.039187 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 60058) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:24:52.048640 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-0807970c-1946-4199-824d-4a25a70fc168 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group_rule': {'security_group_id': '8181807d-6be8-4ce9-ab16-aa1c6129c045', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:24:52.063064 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device f8b50f95-e44b-4f56-9a2f-261dba08ac42 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:24:52.070172 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bf7b223d-7117-454f-9c87-4f147fb50c89 None None] Notify callbacks [] for port, precommit_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:52.075128 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-0807970c-1946-4199-824d-4a25a70fc168 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:24:52.079322 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-0807970c-1946-4199-824d-4a25a70fc168 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:24:52.082958 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-0807970c-1946-4199-824d-4a25a70fc168 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:24:52.083853 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-bf7b223d-7117-454f-9c87-4f147fb50c89 None None] Transition to ACTIVE for port object 06a44b50-78b2-4c71-b326-be50dacb3380 will not be triggered until provisioned by entity L2. {{(pid=80768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:24:52.086914 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bf7b223d-7117-454f-9c87-4f147fb50c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:52.089439 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-0807970c-1946-4199-824d-4a25a70fc168 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:24:52.103265 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:24:52.111562 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0807970c-1946-4199-824d-4a25a70fc168 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:52.145964 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port f8b50f95-e44b-4f56-9a2f-261dba08ac42 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:24:52.146395 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:52.187465 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0807970c-1946-4199-824d-4a25a70fc168 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:52.190797 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0807970c-1946-4199-824d-4a25a70fc168 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:52.199123 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d53ee3dd-ca70-4a09-999f-4f888d6820dd tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:24:52.222581 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0807970c-1946-4199-824d-4a25a70fc168 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d01cc2e-15ec-413f-96d1-1b2b3e3465e6,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:24:52.225180 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0807970c-1946-4199-824d-4a25a70fc168 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:24:52.230413 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0807970c-1946-4199-824d-4a25a70fc168 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:52.234344 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0807970c-1946-4199-824d-4a25a70fc168 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1926782
Jan 29 10:24:52.235178 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 60064) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:24:52.241488 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-6b376121-60fe-474f-89c7-d22e34cc0f7d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group_rule': {'security_group_id': '8181807d-6be8-4ce9-ab16-aa1c6129c045', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:24:52.256803 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6956779-ff69-4d88-a3ef-d3875fcb6e65 None None] Pushing event updated for resources: {'Port': ['ID=06a44b50-78b2-4c71-b326-be50dacb3380,revision_number=3']} {{(pid=80768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:24:52.264758 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-6b376121-60fe-474f-89c7-d22e34cc0f7d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:24:52.268433 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6956779-ff69-4d88-a3ef-d3875fcb6e65 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:52.268814 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6956779-ff69-4d88-a3ef-d3875fcb6e65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:52.269189 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6956779-ff69-4d88-a3ef-d3875fcb6e65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:52.269376 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6b376121-60fe-474f-89c7-d22e34cc0f7d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:24:52.269584 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6956779-ff69-4d88-a3ef-d3875fcb6e65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:52.269920 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6956779-ff69-4d88-a3ef-d3875fcb6e65 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:52.270282 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6956779-ff69-4d88-a3ef-d3875fcb6e65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:52.270644 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6956779-ff69-4d88-a3ef-d3875fcb6e65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:52.271000 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6956779-ff69-4d88-a3ef-d3875fcb6e65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:52.271363 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6956779-ff69-4d88-a3ef-d3875fcb6e65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:52.271965 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6956779-ff69-4d88-a3ef-d3875fcb6e65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:52.272079 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6956779-ff69-4d88-a3ef-d3875fcb6e65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:52.272373 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6956779-ff69-4d88-a3ef-d3875fcb6e65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:52.272697 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6b376121-60fe-474f-89c7-d22e34cc0f7d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:24:52.272815 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6956779-ff69-4d88-a3ef-d3875fcb6e65 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:52.273126 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6956779-ff69-4d88-a3ef-d3875fcb6e65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:52.273480 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6956779-ff69-4d88-a3ef-d3875fcb6e65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:52.273850 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6956779-ff69-4d88-a3ef-d3875fcb6e65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:52.274205 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6956779-ff69-4d88-a3ef-d3875fcb6e65 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:52.274554 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6956779-ff69-4d88-a3ef-d3875fcb6e65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:52.275505 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6956779-ff69-4d88-a3ef-d3875fcb6e65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:52.275864 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6956779-ff69-4d88-a3ef-d3875fcb6e65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:52.276186 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6956779-ff69-4d88-a3ef-d3875fcb6e65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:52.276542 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6956779-ff69-4d88-a3ef-d3875fcb6e65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:52.276891 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6956779-ff69-4d88-a3ef-d3875fcb6e65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:52.277243 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6956779-ff69-4d88-a3ef-d3875fcb6e65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:24:52.283319 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f6956779-ff69-4d88-a3ef-d3875fcb6e65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:24:52.305654 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-6b376121-60fe-474f-89c7-d22e34cc0f7d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:24:52.319009 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.securitygroups_db [None req-6b376121-60fe-474f-89c7-d22e34cc0f7d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Project ff1f06ee29ef461597f2ecd846f8813d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 10:24:52.327033 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6b376121-60fe-474f-89c7-d22e34cc0f7d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:52.411982 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6b376121-60fe-474f-89c7-d22e34cc0f7d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:52.416832 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6b376121-60fe-474f-89c7-d22e34cc0f7d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:52.439039 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-37b1ada0-7dea-4d9c-8635-26e3e31999bc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:24:52.457320 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b376121-60fe-474f-89c7-d22e34cc0f7d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3589834f-33b6-44bf-8318-f85989f1dc88,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:24:52.468587 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6b376121-60fe-474f-89c7-d22e34cc0f7d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:24:52.469438 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6b376121-60fe-474f-89c7-d22e34cc0f7d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:52.469704 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 629c0726-c279-4a26-8131-159e54266537 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:24:52.473663 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6b376121-60fe-474f-89c7-d22e34cc0f7d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2343152
Jan 29 10:24:52.474031 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 60068) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:24:52.480674 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-a0f30961-0f84-413e-bcec-76659c288a3b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group_rule': {'security_group_id': '8181807d-6be8-4ce9-ab16-aa1c6129c045', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:24:52.491076 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-bf7b223d-7117-454f-9c87-4f147fb50c89 None None] Attempting to bind port 06a44b50-78b2-4c71-b326-be50dacb3380 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:24:52.491801 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-bf7b223d-7117-454f-9c87-4f147fb50c89 None None] Attempting to bind port 06a44b50-78b2-4c71-b326-be50dacb3380 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'ead59029-359f-4873-b65e-e9762558e8c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3542fc4b-71ae-478a-813b-b132f2cc9cc0'}] {{(pid=80768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:24:52.492433 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7b223d-7117-454f-9c87-4f147fb50c89 None None] Attempting to bind port 06a44b50-78b2-4c71-b326-be50dacb3380 on network 3542fc4b-71ae-478a-813b-b132f2cc9cc0 {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:24:52.501346 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7b223d-7117-454f-9c87-4f147fb50c89 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:24:52.502199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7b223d-7117-454f-9c87-4f147fb50c89 None None] Checking segment: {'id': 'ead59029-359f-4873-b65e-e9762558e8c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3542fc4b-71ae-478a-813b-b132f2cc9cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:24:52.503025 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bf7b223d-7117-454f-9c87-4f147fb50c89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:52.503796 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7b223d-7117-454f-9c87-4f147fb50c89 None None] Bound using segment: {'id': 'ead59029-359f-4873-b65e-e9762558e8c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3542fc4b-71ae-478a-813b-b132f2cc9cc0'} {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:24:52.504546 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-bf7b223d-7117-454f-9c87-4f147fb50c89 None None] Bound port: 06a44b50-78b2-4c71-b326-be50dacb3380, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ead59029-359f-4873-b65e-e9762558e8c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3542fc4b-71ae-478a-813b-b132f2cc9cc0'}}] {{(pid=80768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:24:52.505321 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a0f30961-0f84-413e-bcec-76659c288a3b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:24:52.505898 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bf7b223d-7117-454f-9c87-4f147fb50c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:52.511014 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a0f30961-0f84-413e-bcec-76659c288a3b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:24:52.514680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a0f30961-0f84-413e-bcec-76659c288a3b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:24:52.522042 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a0f30961-0f84-413e-bcec-76659c288a3b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:24:52.534923 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.securitygroups_db [None req-a0f30961-0f84-413e-bcec-76659c288a3b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Project ff1f06ee29ef461597f2ecd846f8813d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 10:24:52.546687 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 629c0726-c279-4a26-8131-159e54266537 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:24:52.546804 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a0f30961-0f84-413e-bcec-76659c288a3b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:52.547080 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:52.623508 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a0f30961-0f84-413e-bcec-76659c288a3b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:52.626864 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a0f30961-0f84-413e-bcec-76659c288a3b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:52.628784 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-bf7b223d-7117-454f-9c87-4f147fb50c89 None None] For port 06a44b50-78b2-4c71-b326-be50dacb3380, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:24:52.632511 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-bf7b223d-7117-454f-9c87-4f147fb50c89 None None] For port 06a44b50-78b2-4c71-b326-be50dacb3380, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=06a44b50-78b2-4c71-b326-be50dacb3380,segment=NetworkSegment(ead59029-359f-4873-b65e-e9762558e8c7),segment_id=ead59029-359f-4873-b65e-e9762558e8c7)] {{(pid=80768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:24:52.634935 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-cecfca70-ab01-49f6-880e-1be15abfea66 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:24:52.637672 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bf7b223d-7117-454f-9c87-4f147fb50c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:52.656218 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f30961-0f84-413e-bcec-76659c288a3b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b3eaf93-3c04-47ef-a920-8f501500dbce,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:24:52.658800 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a0f30961-0f84-413e-bcec-76659c288a3b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:24:52.666948 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a0f30961-0f84-413e-bcec-76659c288a3b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:52.673553 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a0f30961-0f84-413e-bcec-76659c288a3b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1933022
Jan 29 10:24:52.726043 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-dba51cb6-6c83-4b16-b87d-c3e9be51efd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:24:52.831967 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6956779-ff69-4d88-a3ef-d3875fcb6e65 None None] Pushing event updated for resources: {'Port': ['ID=06a44b50-78b2-4c71-b326-be50dacb3380,revision_number=4']} {{(pid=80768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:24:52.836121 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f6956779-ff69-4d88-a3ef-d3875fcb6e65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:24:52.860701 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7b223d-7117-454f-9c87-4f147fb50c89 None None] Routers {'f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:24:52.861484 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-bf7b223d-7117-454f-9c87-4f147fb50c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9c4a080>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:24:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:24:52.881563 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fc20fe78-a232-4ac8-bc74-761c313f8068 req-9152b280-5195-4891-85ca-6e87e2820d07 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-524470185&fields=id&tenant_id=ff1f06ee29ef461597f2ecd846f8813d HTTP/1.1" status: 200  len: 267 time: 0.0652299
Jan 29 10:24:53.059256 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-bf7b223d-7117-454f-9c87-4f147fb50c89 None None] Set router f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05 gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:24:53.130167 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc20fe78-a232-4ac8-bc74-761c313f8068 req-1c0efa61-b51d-4cc9-aa5b-f70e58a21563 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:24:53.130975 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-fc20fe78-a232-4ac8-bc74-761c313f8068 req-1c0efa61-b51d-4cc9-aa5b-f70e58a21563 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Synchronizing usage tracker for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:network {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:24:53.147929 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-fc20fe78-a232-4ac8-bc74-761c313f8068 req-1c0efa61-b51d-4cc9-aa5b-f70e58a21563 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Unset dirty status for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:network {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:24:53.149213 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fc20fe78-a232-4ac8-bc74-761c313f8068 req-1c0efa61-b51d-4cc9-aa5b-f70e58a21563 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/networks?id=3542fc4b-71ae-478a-813b-b132f2cc9cc0 HTTP/1.1" status: 200  len: 796 time: 0.2598865
Jan 29 10:24:53.166116 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fc20fe78-a232-4ac8-bc74-761c313f8068 req-86c7dd44-28d5-4199-8225-7cf4da46323b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/quotas/ff1f06ee29ef461597f2ecd846f8813d HTTP/1.1" status: 200  len: 375 time: 0.0101757
Jan 29 10:24:53.287187 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-fc20fe78-a232-4ac8-bc74-761c313f8068 req-8fe2a045-5c3b-4812-a94c-04a316bd293b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Synchronizing usage tracker for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:24:53.303582 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-fc20fe78-a232-4ac8-bc74-761c313f8068 req-8fe2a045-5c3b-4812-a94c-04a316bd293b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Unset dirty status for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:24:53.305016 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fc20fe78-a232-4ac8-bc74-761c313f8068 req-8fe2a045-5c3b-4812-a94c-04a316bd293b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ff1f06ee29ef461597f2ecd846f8813d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1330240
Jan 29 10:24:53.405464 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-bf7b223d-7117-454f-9c87-4f147fb50c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9c4a080>, [{'id': 'f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05', 'name': 'tempest-TestNetworkBasicOps-router-1538372110', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.232'}], 'enable_snat': True}, 'gw_port_id': 'f8b50f95-e44b-4f56-9a2f-261dba08ac42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:24:42Z', 'updated_at': '2021-01-29T10:24:48Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': 'f8b50f95-e44b-4f56-9a2f-261dba08ac42', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:41:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:24:43Z', 'updated_at': '2021-01-29T10:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '06a44b50-78b2-4c71-b326-be50dacb3380', 'name': '', 'network_id': '3542fc4b-71ae-478a-813b-b132f2cc9cc0', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:a4:d6:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '7cfac6df-f06c-454f-83e5-207c735f3fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:24:47Z', 'updated_at': '2021-01-29T10:24:52Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': '7cfac6df-f06c-454f-83e5-207c735f3fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:24:53.409748 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7b223d-7117-454f-9c87-4f147fb50c89 None None] The sync data for ids ['f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05'] in dv-neutron-772983-2-ovs is: [{'id': 'f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05', 'name': 'tempest-TestNetworkBasicOps-router-1538372110', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.232'}], 'enable_snat': True}, 'gw_port_id': 'f8b50f95-e44b-4f56-9a2f-261dba08ac42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:24:42Z', 'updated_at': '2021-01-29T10:24:48Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': 'f8b50f95-e44b-4f56-9a2f-261dba08ac42', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:41:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:24:43Z', 'updated_at': '2021-01-29T10:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '06a44b50-78b2-4c71-b326-be50dacb3380', 'name': '', 'network_id': '3542fc4b-71ae-478a-813b-b132f2cc9cc0', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:a4:d6:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '7cfac6df-f06c-454f-83e5-207c735f3fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:24:47Z', 'updated_at': '2021-01-29T10:24:52Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': '7cfac6df-f06c-454f-83e5-207c735f3fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:24:53.473647 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fc20fe78-a232-4ac8-bc74-761c313f8068 req-3e1d5be5-d996-4633-b308-b9741e6b32ab service neutron] 10.222.0.57 "GET /v2.0/networks/3542fc4b-71ae-478a-813b-b132f2cc9cc0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1521182
Jan 29 10:24:53.632698 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fc20fe78-a232-4ac8-bc74-761c313f8068 req-76294062-013f-4538-94fb-dcf454e58bc7 service neutron] 10.222.0.57 "GET /v2.0/networks/3542fc4b-71ae-478a-813b-b132f2cc9cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1487513
Jan 29 10:24:53.735565 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9efdfa73-09a7-4d2c-9d24-086ba9927bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:53.861720 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e7c958ee-5b0a-41fa-81f4-db7daad99ba7 req-51adcb74-60bd-4008-969b-4135748918b7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=60fc1342-04d4-4229-acb9-0b3d6fe3018b HTTP/1.1" status: 200  len: 210 time: 0.0629556
Jan 29 10:24:54.044854 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 06a44b50-78b2-4c71-b326-be50dacb3380 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:24:54.120640 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 06a44b50-78b2-4c71-b326-be50dacb3380 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:24:54.125663 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 06a44b50-78b2-4c71-b326-be50dacb3380 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:24:54.126114 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:54.264597 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:54.276252 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:54.299061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port 06a44b50-78b2-4c71-b326-be50dacb3380, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=06a44b50-78b2-4c71-b326-be50dacb3380,segment=NetworkSegment(ead59029-359f-4873-b65e-e9762558e8c7),segment_id=ead59029-359f-4873-b65e-e9762558e8c7)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:24:54.303008 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:54.304893 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ec1c5ca0-b625-4778-913e-e228d6b77609 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:24:54.375406 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=06a44b50-78b2-4c71-b326-be50dacb3380,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:24:54.378813 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:24:54.909003 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:54.991507 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0fb0f638-cc92-4485-8ee3-fdb9b5cb5e3d req-a469a2e9-8ef9-48b9-ae06-761440d09ac9 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=60fc1342-04d4-4229-acb9-0b3d6fe3018b HTTP/1.1" status: 200  len: 210 time: 0.0516949
Jan 29 10:24:56.031157 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 06a44b50-78b2-4c71-b326-be50dacb3380 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:24:56.103884 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:56.122444 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a9ad26b5-0a7b-4fed-85f0-80cb1507ad38 req-9707df02-34e6-4ec9-9fc2-21d032b83a6e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=60fc1342-04d4-4229-acb9-0b3d6fe3018b HTTP/1.1" status: 200  len: 210 time: 0.0501480
Jan 29 10:24:56.131543 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 06a44b50-78b2-4c71-b326-be50dacb3380 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:24:56.131977 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:57.149349 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc20fe78-a232-4ac8-bc74-761c313f8068 req-9930eaa8-665e-42f6-b130-7353667d4b60 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:24:57.150381 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-fc20fe78-a232-4ac8-bc74-761c313f8068 req-9930eaa8-665e-42f6-b130-7353667d4b60 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Synchronizing usage tracker for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:network {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:24:57.163283 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-fc20fe78-a232-4ac8-bc74-761c313f8068 req-9930eaa8-665e-42f6-b130-7353667d4b60 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Unset dirty status for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:network {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:24:57.164527 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fc20fe78-a232-4ac8-bc74-761c313f8068 req-9930eaa8-665e-42f6-b130-7353667d4b60 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.22 "GET /v2.0/networks?id=3542fc4b-71ae-478a-813b-b132f2cc9cc0 HTTP/1.1" status: 200  len: 796 time: 0.2574935
Jan 29 10:24:57.289241 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-fc20fe78-a232-4ac8-bc74-761c313f8068 req-59205de2-fb69-4852-9cbe-ab2173322ea6 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Synchronizing usage tracker for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:security_group {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:24:57.306915 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-907e93df-d7b9-4423-b125-6564723bb57a req-614e6515-9601-435c-ba5e-1272560b5966 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=60fc1342-04d4-4229-acb9-0b3d6fe3018b HTTP/1.1" status: 200  len: 210 time: 0.0532222
Jan 29 10:24:57.307240 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-fc20fe78-a232-4ac8-bc74-761c313f8068 req-59205de2-fb69-4852-9cbe-ab2173322ea6 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Unset dirty status for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:security_group {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:24:57.308736 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fc20fe78-a232-4ac8-bc74-761c313f8068 req-59205de2-fb69-4852-9cbe-ab2173322ea6 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ff1f06ee29ef461597f2ecd846f8813d HTTP/1.1" status: 200  len: 8067 time: 0.1244025
Jan 29 10:24:57.318834 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-fc20fe78-a232-4ac8-bc74-761c313f8068 req-97c7b9de-6468-4894-b035-44df290cadae tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'port': {'device_id': '60fc1342-04d4-4229-acb9-0b3d6fe3018b', 'network_id': '3542fc4b-71ae-478a-813b-b132f2cc9cc0', 'admin_state_up': True, 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'security_groups': ['8181807d-6be8-4ce9-ab16-aa1c6129c045']}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:24:57.467725 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-fc20fe78-a232-4ac8-bc74-761c313f8068 req-97c7b9de-6468-4894-b035-44df290cadae tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:24:57.477347 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-fc20fe78-a232-4ac8-bc74-761c313f8068 req-97c7b9de-6468-4894-b035-44df290cadae tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:24:57.486104 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc20fe78-a232-4ac8-bc74-761c313f8068 req-97c7b9de-6468-4894-b035-44df290cadae tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Made reservation on behalf of ff1f06ee29ef461597f2ecd846f8813d for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:24:57.507499 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-fc20fe78-a232-4ac8-bc74-761c313f8068 req-97c7b9de-6468-4894-b035-44df290cadae tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:57.816334 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [req-fc20fe78-a232-4ac8-bc74-761c313f8068 req-97c7b9de-6468-4894-b035-44df290cadae tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Allocated IP 172.20.0.8 (3542fc4b-71ae-478a-813b-b132f2cc9cc0/7cfac6df-f06c-454f-83e5-207c735f3fb7/75ac0770-23de-48b3-afc8-f73e05ae5ddf) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:24:58.021171 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-fc20fe78-a232-4ac8-bc74-761c313f8068 req-97c7b9de-6468-4894-b035-44df290cadae tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:58.037385 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-fc20fe78-a232-4ac8-bc74-761c313f8068 req-97c7b9de-6468-4894-b035-44df290cadae tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Transition to ACTIVE for port object 75ac0770-23de-48b3-afc8-f73e05ae5ddf will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:24:58.061240 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-fc20fe78-a232-4ac8-bc74-761c313f8068 req-97c7b9de-6468-4894-b035-44df290cadae tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:58.076758 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-084e4671-abbb-4ff7-b503-75e3569679ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:24:58.220149 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c7b9de-6468-4894-b035-44df290cadae tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Port': ['ID=75ac0770-23de-48b3-afc8-f73e05ae5ddf,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:24:58.224457 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-97c7b9de-6468-4894-b035-44df290cadae tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:24:58.273484 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc20fe78-a232-4ac8-bc74-761c313f8068 req-97c7b9de-6468-4894-b035-44df290cadae tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network 3542fc4b-71ae-478a-813b-b132f2cc9cc0 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:24:58.275261 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [req-fc20fe78-a232-4ac8-bc74-761c313f8068 req-97c7b9de-6468-4894-b035-44df290cadae tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:24:58.277572 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc20fe78-a232-4ac8-bc74-761c313f8068 req-97c7b9de-6468-4894-b035-44df290cadae tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:24:58.416749 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc20fe78-a232-4ac8-bc74-761c313f8068 req-97c7b9de-6468-4894-b035-44df290cadae tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:24:58.417487 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-fc20fe78-a232-4ac8-bc74-761c313f8068 req-97c7b9de-6468-4894-b035-44df290cadae tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:58.444747 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fc20fe78-a232-4ac8-bc74-761c313f8068 req-97c7b9de-6468-4894-b035-44df290cadae tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1300986
Jan 29 10:24:58.465071 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-fc20fe78-a232-4ac8-bc74-761c313f8068 req-871e03ab-e69f-4dab-a64f-0a466859c394 service neutron] Request body: {'port': {'device_id': '60fc1342-04d4-4229-acb9-0b3d6fe3018b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7729'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:24:58.562583 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-fc81e498-e9c7-4357-899c-1ac0fa066ded None None] Provisioning for port 75ac0770-23de-48b3-afc8-f73e05ae5ddf completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:24:58.568111 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-fc81e498-e9c7-4357-899c-1ac0fa066ded None None] Provisioning complete for port 75ac0770-23de-48b3-afc8-f73e05ae5ddf triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:24:58.568797 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fc81e498-e9c7-4357-899c-1ac0fa066ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:58.585238 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-fc20fe78-a232-4ac8-bc74-761c313f8068 req-871e03ab-e69f-4dab-a64f-0a466859c394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:58.614775 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6981a35-15e4-40bd-a46e-dba473bfc860 req-e012efd1-f3dc-4e06-acc5-98f2e2a97010 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:24:58.616414 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f6981a35-15e4-40bd-a46e-dba473bfc860 req-e012efd1-f3dc-4e06-acc5-98f2e2a97010 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=60fc1342-04d4-4229-acb9-0b3d6fe3018b HTTP/1.1" status: 200  len: 931 time: 0.1667209
Jan 29 10:24:58.631160 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-fc81e498-e9c7-4357-899c-1ac0fa066ded None None] Port 75ac0770-23de-48b3-afc8-f73e05ae5ddf cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:24:58.682486 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f6981a35-15e4-40bd-a46e-dba473bfc860 req-b3adf09a-fdf5-45b5-b46e-22702ec3156d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=8181807d-6be8-4ce9-ab16-aa1c6129c045&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0588961
Jan 29 10:24:59.011092 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [req-fc20fe78-a232-4ac8-bc74-761c313f8068 req-871e03ab-e69f-4dab-a64f-0a466859c394 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75ac0770-23de-48b3-afc8-f73e05ae5ddf {{(pid=80766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 29 10:24:59.018739 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-fc20fe78-a232-4ac8-bc74-761c313f8068 req-871e03ab-e69f-4dab-a64f-0a466859c394 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:59.031842 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-fc20fe78-a232-4ac8-bc74-761c313f8068 req-871e03ab-e69f-4dab-a64f-0a466859c394 service neutron] Transition to ACTIVE for port object 75ac0770-23de-48b3-afc8-f73e05ae5ddf will not be triggered until provisioned by entity L2. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:24:59.034353 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-fc20fe78-a232-4ac8-bc74-761c313f8068 req-871e03ab-e69f-4dab-a64f-0a466859c394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:59.049764 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-084e4671-abbb-4ff7-b503-75e3569679ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:24:59.186252 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871e03ab-e69f-4dab-a64f-0a466859c394 service neutron] Pushing event updated for resources: {'Port': ['ID=75ac0770-23de-48b3-afc8-f73e05ae5ddf,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:24:59.189639 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-871e03ab-e69f-4dab-a64f-0a466859c394 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:24:59.385299 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-fc20fe78-a232-4ac8-bc74-761c313f8068 req-871e03ab-e69f-4dab-a64f-0a466859c394 service neutron] Attempting to bind port 75ac0770-23de-48b3-afc8-f73e05ae5ddf on host hv-neutron-7729 for vnic_type normal with profile  {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:24:59.385917 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-fc20fe78-a232-4ac8-bc74-761c313f8068 req-871e03ab-e69f-4dab-a64f-0a466859c394 service neutron] Attempting to bind port 75ac0770-23de-48b3-afc8-f73e05ae5ddf by drivers openvswitch on host hv-neutron-7729 at level 0 using segments [{'id': 'ead59029-359f-4873-b65e-e9762558e8c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3542fc4b-71ae-478a-813b-b132f2cc9cc0'}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:24:59.386060 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc20fe78-a232-4ac8-bc74-761c313f8068 req-871e03ab-e69f-4dab-a64f-0a466859c394 service neutron] Attempting to bind port 75ac0770-23de-48b3-afc8-f73e05ae5ddf on network 3542fc4b-71ae-478a-813b-b132f2cc9cc0 {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:24:59.391823 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc20fe78-a232-4ac8-bc74-761c313f8068 req-871e03ab-e69f-4dab-a64f-0a466859c394 service neutron] Checking agent: {'id': '5acf9624-c829-41ba-afd9-92278081af05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 10, 2, 34), 'started_at': datetime.datetime(2021, 1, 29, 10, 3, 4), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:24:59.392198 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc20fe78-a232-4ac8-bc74-761c313f8068 req-871e03ab-e69f-4dab-a64f-0a466859c394 service neutron] Checking segment: {'id': 'ead59029-359f-4873-b65e-e9762558e8c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3542fc4b-71ae-478a-813b-b132f2cc9cc0'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:24:59.392606 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-fc20fe78-a232-4ac8-bc74-761c313f8068 req-871e03ab-e69f-4dab-a64f-0a466859c394 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:59.393005 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc20fe78-a232-4ac8-bc74-761c313f8068 req-871e03ab-e69f-4dab-a64f-0a466859c394 service neutron] Bound using segment: {'id': 'ead59029-359f-4873-b65e-e9762558e8c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3542fc4b-71ae-478a-813b-b132f2cc9cc0'} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:24:59.393493 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-fc20fe78-a232-4ac8-bc74-761c313f8068 req-871e03ab-e69f-4dab-a64f-0a466859c394 service neutron] Bound port: 75ac0770-23de-48b3-afc8-f73e05ae5ddf, host: hv-neutron-7729, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ead59029-359f-4873-b65e-e9762558e8c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3542fc4b-71ae-478a-813b-b132f2cc9cc0'}}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:24:59.393899 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-fc20fe78-a232-4ac8-bc74-761c313f8068 req-871e03ab-e69f-4dab-a64f-0a466859c394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:59.491217 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-fc20fe78-a232-4ac8-bc74-761c313f8068 req-871e03ab-e69f-4dab-a64f-0a466859c394 service neutron] For port 75ac0770-23de-48b3-afc8-f73e05ae5ddf, host hv-neutron-7729, cleared binding levels {{(pid=80766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:24:59.495227 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-fc20fe78-a232-4ac8-bc74-761c313f8068 req-871e03ab-e69f-4dab-a64f-0a466859c394 service neutron] For port 75ac0770-23de-48b3-afc8-f73e05ae5ddf, host hv-neutron-7729, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=75ac0770-23de-48b3-afc8-f73e05ae5ddf,segment=NetworkSegment(ead59029-359f-4873-b65e-e9762558e8c7),segment_id=ead59029-359f-4873-b65e-e9762558e8c7)] {{(pid=80766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:24:59.498261 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-fc20fe78-a232-4ac8-bc74-761c313f8068 req-871e03ab-e69f-4dab-a64f-0a466859c394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:59.511401 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-351633a1-8918-4ff6-a59f-72a87a3c7357 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:24:59.666970 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871e03ab-e69f-4dab-a64f-0a466859c394 service neutron] Pushing event updated for resources: {'Port': ['ID=75ac0770-23de-48b3-afc8-f73e05ae5ddf,revision_number=3']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:24:59.672595 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-871e03ab-e69f-4dab-a64f-0a466859c394 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:24:59.706029 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc20fe78-a232-4ac8-bc74-761c313f8068 req-871e03ab-e69f-4dab-a64f-0a466859c394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:24:59.706804 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-fc20fe78-a232-4ac8-bc74-761c313f8068 req-871e03ab-e69f-4dab-a64f-0a466859c394 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:24:59.708188 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fc20fe78-a232-4ac8-bc74-761c313f8068 req-871e03ab-e69f-4dab-a64f-0a466859c394 service neutron] 10.222.0.22 "PUT /v2.0/ports/75ac0770-23de-48b3-afc8-f73e05ae5ddf HTTP/1.1" status: 200  len: 1157 time: 1.2483790
Jan 29 10:24:59.708742 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60fc1342-04d4-4229-acb9-0b3d6fe3018b', 'tag': '75ac0770-23de-48b3-afc8-f73e05ae5ddf'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:24:59.814784 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60fc1342-04d4-4229-acb9-0b3d6fe3018b', 'tag': '75ac0770-23de-48b3-afc8-f73e05ae5ddf', 'status': 'completed', 'code': 200}
Jan 29 10:24:59.854948 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc20fe78-a232-4ac8-bc74-761c313f8068 req-a5b54e2b-589f-408e-a9d3-acc9fb9f65d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:24:59.856818 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fc20fe78-a232-4ac8-bc74-761c313f8068 req-a5b54e2b-589f-408e-a9d3-acc9fb9f65d9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ff1f06ee29ef461597f2ecd846f8813d&device_id=60fc1342-04d4-4229-acb9-0b3d6fe3018b HTTP/1.1" status: 200  len: 1160 time: 0.0927670
Jan 29 10:24:59.938741 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fc20fe78-a232-4ac8-bc74-761c313f8068 req-7c29879d-4eb2-46b2-949c-6b191f414ff4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75ac0770-23de-48b3-afc8-f73e05ae5ddf HTTP/1.1" status: 200  len: 217 time: 0.0669188
Jan 29 10:25:00.013384 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc20fe78-a232-4ac8-bc74-761c313f8068 req-6b0a1bca-6131-4f49-b95e-d03031847185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:25:00.014995 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fc20fe78-a232-4ac8-bc74-761c313f8068 req-6b0a1bca-6131-4f49-b95e-d03031847185 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7cfac6df-f06c-454f-83e5-207c735f3fb7 HTTP/1.1" status: 200  len: 843 time: 0.0690255
Jan 29 10:25:00.051278 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823748d-91c4-4a8d-93c1-5dec33f5b486 req-cbfdfbb8-2150-4f80-bcf7-c98815e8b1c9 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:25:00.053000 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9823748d-91c4-4a8d-93c1-5dec33f5b486 req-cbfdfbb8-2150-4f80-bcf7-c98815e8b1c9 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=60fc1342-04d4-4229-acb9-0b3d6fe3018b HTTP/1.1" status: 200  len: 943 time: 0.1760359
Jan 29 10:25:00.099300 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc20fe78-a232-4ac8-bc74-761c313f8068 req-306b040c-9809-4646-9f28-4e2cfbd7704e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:25:00.100938 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fc20fe78-a232-4ac8-bc74-761c313f8068 req-306b040c-9809-4646-9f28-4e2cfbd7704e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3542fc4b-71ae-478a-813b-b132f2cc9cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0779402
Jan 29 10:25:00.120483 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9823748d-91c4-4a8d-93c1-5dec33f5b486 req-84c6addb-133b-48bc-956e-62badc07afd7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=8181807d-6be8-4ce9-ab16-aa1c6129c045&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0600755
Jan 29 10:25:00.245671 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fc20fe78-a232-4ac8-bc74-761c313f8068 req-3f4d4851-18ee-4c96-b841-1ce4e9466c02 service neutron] 10.222.0.22 "GET /v2.0/networks/3542fc4b-71ae-478a-813b-b132f2cc9cc0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370590
Jan 29 10:25:00.394342 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fc20fe78-a232-4ac8-bc74-761c313f8068 req-45fcec08-2c86-4377-8306-b6f3abbd1ada service neutron] 10.222.0.22 "GET /v2.0/networks/3542fc4b-71ae-478a-813b-b132f2cc9cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1382456
Jan 29 10:25:00.569215 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a08d4-8a7a-4d62-b5e1-213055d16b49 req-2682e3e9-1326-44a0-bf9f-d43571f4278a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:25:00.570764 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d26a08d4-8a7a-4d62-b5e1-213055d16b49 req-2682e3e9-1326-44a0-bf9f-d43571f4278a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ff1f06ee29ef461597f2ecd846f8813d&device_id=60fc1342-04d4-4229-acb9-0b3d6fe3018b HTTP/1.1" status: 200  len: 1160 time: 0.0804586
Jan 29 10:25:00.716238 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a08d4-8a7a-4d62-b5e1-213055d16b49 req-3b009db5-7cd0-48a1-b332-1420807151fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:25:00.717829 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d26a08d4-8a7a-4d62-b5e1-213055d16b49 req-3b009db5-7cd0-48a1-b332-1420807151fa service neutron] 10.222.0.22 "GET /v2.0/networks?id=3542fc4b-71ae-478a-813b-b132f2cc9cc0 HTTP/1.1" status: 200  len: 890 time: 0.1400502
Jan 29 10:25:00.788907 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d26a08d4-8a7a-4d62-b5e1-213055d16b49 req-215d37c7-5e48-40c6-b694-7f17fddc4535 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75ac0770-23de-48b3-afc8-f73e05ae5ddf HTTP/1.1" status: 200  len: 217 time: 0.0641024
Jan 29 10:25:00.860246 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a08d4-8a7a-4d62-b5e1-213055d16b49 req-4a426914-c263-46e4-9921-cbd324a066cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:25:00.861708 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d26a08d4-8a7a-4d62-b5e1-213055d16b49 req-4a426914-c263-46e4-9921-cbd324a066cc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7cfac6df-f06c-454f-83e5-207c735f3fb7 HTTP/1.1" status: 200  len: 843 time: 0.0665512
Jan 29 10:25:00.945493 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a08d4-8a7a-4d62-b5e1-213055d16b49 req-ce95345a-bf31-462d-85a1-12472a4de356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:25:00.948341 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d26a08d4-8a7a-4d62-b5e1-213055d16b49 req-ce95345a-bf31-462d-85a1-12472a4de356 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3542fc4b-71ae-478a-813b-b132f2cc9cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0789368
Jan 29 10:25:01.163948 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:25:01.364200 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d26a08d4-8a7a-4d62-b5e1-213055d16b49 req-c589b617-8740-4615-aa15-515c377ad854 service neutron] 10.222.0.22 "GET /v2.0/networks/3542fc4b-71ae-478a-813b-b132f2cc9cc0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4084849
Jan 29 10:25:01.501896 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db9466-d8dd-4732-af50-0d5868f66d2e req-d29515c7-1d96-489e-ae16-35384c9b4582 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:25:01.503477 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-76db9466-d8dd-4732-af50-0d5868f66d2e req-d29515c7-1d96-489e-ae16-35384c9b4582 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=60fc1342-04d4-4229-acb9-0b3d6fe3018b HTTP/1.1" status: 200  len: 943 time: 0.2465715
Jan 29 10:25:01.512037 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d26a08d4-8a7a-4d62-b5e1-213055d16b49 req-4329e4db-1225-4863-9287-30a6bf7b5cfe service neutron] 10.222.0.22 "GET /v2.0/networks/3542fc4b-71ae-478a-813b-b132f2cc9cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1401486
Jan 29 10:25:01.575570 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-76db9466-d8dd-4732-af50-0d5868f66d2e req-1cced5d1-945f-411b-9fe3-00caefe1aaad tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=8181807d-6be8-4ce9-ab16-aa1c6129c045&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0649505
Jan 29 10:25:03.008274 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd58f818-eed1-4398-8dd1-c44ff9358e22 req-25501e6f-0e95-4ca5-af6e-d06ca8b97254 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:25:03.010468 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cd58f818-eed1-4398-8dd1-c44ff9358e22 req-25501e6f-0e95-4ca5-af6e-d06ca8b97254 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=60fc1342-04d4-4229-acb9-0b3d6fe3018b HTTP/1.1" status: 200  len: 943 time: 0.1670518
Jan 29 10:25:03.074699 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cd58f818-eed1-4398-8dd1-c44ff9358e22 req-f8ddcbf2-b04a-416b-9aad-78618d930a10 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=8181807d-6be8-4ce9-ab16-aa1c6129c045&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0579734
Jan 29 10:25:04.375996 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5be98c-f2a2-4863-8c61-434fc55a6197 req-285bfdcc-31bf-4ae2-87d3-7c75cb7ce566 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:25:04.377701 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3a5be98c-f2a2-4863-8c61-434fc55a6197 req-285bfdcc-31bf-4ae2-87d3-7c75cb7ce566 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=60fc1342-04d4-4229-acb9-0b3d6fe3018b HTTP/1.1" status: 200  len: 943 time: 0.1676004
Jan 29 10:25:04.395621 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 75ac0770-23de-48b3-afc8-f73e05ae5ddf up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:25:04.442967 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3a5be98c-f2a2-4863-8c61-434fc55a6197 req-72349092-52c0-477a-8aaa-90000802cdc9 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=8181807d-6be8-4ce9-ab16-aa1c6129c045&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0587418
Jan 29 10:25:04.466114 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning for port 75ac0770-23de-48b3-afc8-f73e05ae5ddf completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:25:04.471076 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 75ac0770-23de-48b3-afc8-f73e05ae5ddf triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:25:04.471497 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:25:04.594073 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:25:04.620884 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60fc1342-04d4-4229-acb9-0b3d6fe3018b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ac0770-23de-48b3-afc8-f73e05ae5ddf'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:25:04.631082 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port 75ac0770-23de-48b3-afc8-f73e05ae5ddf, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=75ac0770-23de-48b3-afc8-f73e05ae5ddf,segment=NetworkSegment(ead59029-359f-4873-b65e-e9762558e8c7),segment_id=ead59029-359f-4873-b65e-e9762558e8c7)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:25:04.635825 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:25:04.637733 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-dde4625a-4ddf-4a8c-8ba1-eecf5e889385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:25:04.684773 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60fc1342-04d4-4229-acb9-0b3d6fe3018b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ac0770-23de-48b3-afc8-f73e05ae5ddf', 'code': 200}
Jan 29 10:25:04.712256 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=75ac0770-23de-48b3-afc8-f73e05ae5ddf,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:25:04.716379 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:25:04.863234 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:25:04.959736 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc0824-b6c6-4904-ab11-265c650db225 req-3c7a2148-8071-4878-ac91-088856e0378b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:25:04.961355 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1bcc0824-b6c6-4904-ab11-265c650db225 req-3c7a2148-8071-4878-ac91-088856e0378b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=60fc1342-04d4-4229-acb9-0b3d6fe3018b HTTP/1.1" status: 200  len: 1162 time: 0.0812740
Jan 29 10:25:05.004621 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1bcc0824-b6c6-4904-ab11-265c650db225 req-7e9f1360-b4f6-43aa-a44a-32974bb6d7ac service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=8181807d-6be8-4ce9-ab16-aa1c6129c045&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0360749
Jan 29 10:25:05.737695 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e09a00-c65e-43f0-9125-7a35471fcf9e req-f7a829ab-336a-4d59-b5ce-e256254b6346 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:25:05.739365 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-79e09a00-c65e-43f0-9125-7a35471fcf9e req-f7a829ab-336a-4d59-b5ce-e256254b6346 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=60fc1342-04d4-4229-acb9-0b3d6fe3018b HTTP/1.1" status: 200  len: 945 time: 0.1620972
Jan 29 10:25:05.805938 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-79e09a00-c65e-43f0-9125-7a35471fcf9e req-062ec647-f749-4873-8e88-894dd6190388 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=8181807d-6be8-4ce9-ab16-aa1c6129c045&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0595689
Jan 29 10:25:05.897417 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 75ac0770-23de-48b3-afc8-f73e05ae5ddf up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:25:05.975926 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 75ac0770-23de-48b3-afc8-f73e05ae5ddf triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:25:05.976306 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:25:07.098234 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd6d737-e62a-491c-a950-a2763bf0356f req-bd52e587-ac52-4aae-ae41-aebeddf26ee7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:25:07.099906 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fcd6d737-e62a-491c-a950-a2763bf0356f req-bd52e587-ac52-4aae-ae41-aebeddf26ee7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=60fc1342-04d4-4229-acb9-0b3d6fe3018b HTTP/1.1" status: 200  len: 945 time: 0.1651959
Jan 29 10:25:07.164637 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fcd6d737-e62a-491c-a950-a2763bf0356f req-46ed1165-094e-4637-a150-a9056aa9bcd5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=8181807d-6be8-4ce9-ab16-aa1c6129c045&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0583858
Jan 29 10:25:07.462178 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54e7e28-b5f0-440c-bcae-014922cb3b7c req-e8f5d85d-7edc-4c92-b09b-b3712f2f1497 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:25:07.464177 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a54e7e28-b5f0-440c-bcae-014922cb3b7c req-e8f5d85d-7edc-4c92-b09b-b3712f2f1497 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=60fc1342-04d4-4229-acb9-0b3d6fe3018b HTTP/1.1" status: 200  len: 945 time: 0.1687386
Jan 29 10:25:07.527366 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a54e7e28-b5f0-440c-bcae-014922cb3b7c req-f42099cf-29b1-44aa-b169-4c0d1c8bc150 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=8181807d-6be8-4ce9-ab16-aa1c6129c045&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0569284
Jan 29 10:25:07.558237 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 60132) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:25:07.638174 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccecb137-7757-4b44-8d88-1ce074375194 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:25:07.639810 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ccecb137-7757-4b44-8d88-1ce074375194 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=60fc1342-04d4-4229-acb9-0b3d6fe3018b HTTP/1.1" status: 200  len: 1157 time: 0.0805118
Jan 29 10:25:07.642795 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 60136) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:25:07.648100 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-136f3f93-00fa-4bca-a197-52c41fa8c46c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'floatingip': {'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'port_id': '75ac0770-23de-48b3-afc8-f73e05ae5ddf', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:25:07.670986 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-136f3f93-00fa-4bca-a197-52c41fa8c46c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:25:07.675141 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-136f3f93-00fa-4bca-a197-52c41fa8c46c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:floatingip and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:25:07.678223 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-136f3f93-00fa-4bca-a197-52c41fa8c46c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:25:07.684635 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-136f3f93-00fa-4bca-a197-52c41fa8c46c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:25:07.694641 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-136f3f93-00fa-4bca-a197-52c41fa8c46c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for floatingip, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:25:07.846923 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-136f3f93-00fa-4bca-a197-52c41fa8c46c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:25:08.129162 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-136f3f93-00fa-4bca-a197-52c41fa8c46c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Allocated IP 172.26.7.51 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/49237435-edcd-49ac-8327-a40d6e0adc2f) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:25:08.289392 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-136f3f93-00fa-4bca-a197-52c41fa8c46c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:25:08.321116 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-136f3f93-00fa-4bca-a197-52c41fa8c46c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:25:08.337394 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-588f60b5-d17d-4f9d-810e-2782c9bf8118 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:25:08.472384 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136f3f93-00fa-4bca-a197-52c41fa8c46c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Port': ['ID=49237435-edcd-49ac-8327-a40d6e0adc2f,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:25:08.476524 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-136f3f93-00fa-4bca-a197-52c41fa8c46c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:25:08.782504 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136f3f93-00fa-4bca-a197-52c41fa8c46c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:25:08.783541 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-136f3f93-00fa-4bca-a197-52c41fa8c46c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:25:08.785905 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136f3f93-00fa-4bca-a197-52c41fa8c46c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:25:09.206422 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-136f3f93-00fa-4bca-a197-52c41fa8c46c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:25:09.282718 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-136f3f93-00fa-4bca-a197-52c41fa8c46c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:25:09.566596 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-136f3f93-00fa-4bca-a197-52c41fa8c46c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:25:09.570107 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-136f3f93-00fa-4bca-a197-52c41fa8c46c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:25:09.586444 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-72e765e2-f66b-4114-b1a5-d904324bf337 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:25:09.723053 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136f3f93-00fa-4bca-a197-52c41fa8c46c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Port': ['ID=49237435-edcd-49ac-8327-a40d6e0adc2f,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:25:09.727381 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-136f3f93-00fa-4bca-a197-52c41fa8c46c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:25:09.830048 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-136f3f93-00fa-4bca-a197-52c41fa8c46c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:25:10.023829 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [None req-136f3f93-00fa-4bca-a197-52c41fa8c46c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Floating IP 34f7a097-23f4-4772-bf56-5f8dfadb9543 associated. External IP: 172.26.7.51, port: 75ac0770-23de-48b3-afc8-f73e05ae5ddf.
Jan 29 10:25:10.406104 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-136f3f93-00fa-4bca-a197-52c41fa8c46c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Router f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:25:10.590775 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136f3f93-00fa-4bca-a197-52c41fa8c46c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:25:10.600840 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee400c6a-2e37-4153-afd5-dacc86c3c66f None None] Sync routers for ids ['f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:25:10.611470 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee400c6a-2e37-4153-afd5-dacc86c3c66f None None] Routers {'f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:25:10.612259 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-ee400c6a-2e37-4153-afd5-dacc86c3c66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c91dc4e0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:24:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:25:10.615749 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-136f3f93-00fa-4bca-a197-52c41fa8c46c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:25:10.675947 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-136f3f93-00fa-4bca-a197-52c41fa8c46c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.0320411
Jan 29 10:25:10.676668 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60fc1342-04d4-4229-acb9-0b3d6fe3018b', 'tag': '75ac0770-23de-48b3-afc8-f73e05ae5ddf'}] {{(pid=80765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:25:10.679000 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 60140) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:25:10.739546 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60fc1342-04d4-4229-acb9-0b3d6fe3018b', 'tag': '75ac0770-23de-48b3-afc8-f73e05ae5ddf', 'status': 'completed', 'code': 200}
Jan 29 10:25:10.808127 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-ee400c6a-2e37-4153-afd5-dacc86c3c66f None None] Set router f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:25:10.851598 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9fbb47d0-554f-4ae7-ac9c-9c59dc433c05 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/floatingips/34f7a097-23f4-4772-bf56-5f8dfadb9543 HTTP/1.1" status: 200  len: 990 time: 0.1709208
Jan 29 10:25:10.889582 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fd134-45e7-406c-8202-f4a19f24a645 req-96cf46b8-2933-495a-891c-883477f979fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:25:10.891240 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ce3fd134-45e7-406c-8202-f4a19f24a645 req-96cf46b8-2933-495a-891c-883477f979fd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ff1f06ee29ef461597f2ecd846f8813d&device_id=60fc1342-04d4-4229-acb9-0b3d6fe3018b HTTP/1.1" status: 200  len: 1162 time: 0.0991626
Jan 29 10:25:11.034930 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fd134-45e7-406c-8202-f4a19f24a645 req-ae41d9e2-bb02-43e6-9e8e-9a1ac6a09dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:25:11.036502 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ce3fd134-45e7-406c-8202-f4a19f24a645 req-ae41d9e2-bb02-43e6-9e8e-9a1ac6a09dfa service neutron] 10.222.0.22 "GET /v2.0/networks?id=3542fc4b-71ae-478a-813b-b132f2cc9cc0 HTTP/1.1" status: 200  len: 890 time: 0.1383164
Jan 29 10:25:11.148273 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ce3fd134-45e7-406c-8202-f4a19f24a645 req-1e0fd67d-f02d-45b4-ab3c-d940937168f3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75ac0770-23de-48b3-afc8-f73e05ae5ddf HTTP/1.1" status: 200  len: 998 time: 0.1046042
Jan 29 10:25:11.184990 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-ee400c6a-2e37-4153-afd5-dacc86c3c66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c91dc4e0>, [{'id': 'f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05', 'name': 'tempest-TestNetworkBasicOps-router-1538372110', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.232'}], 'enable_snat': True}, 'gw_port_id': 'f8b50f95-e44b-4f56-9a2f-261dba08ac42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:24:42Z', 'updated_at': '2021-01-29T10:24:48Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': 'f8b50f95-e44b-4f56-9a2f-261dba08ac42', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:41:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:24:43Z', 'updated_at': '2021-01-29T10:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': '34f7a097-23f4-4772-bf56-5f8dfadb9543', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'floating_ip_address': '172.26.7.51', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': 'f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05', 'port_id': '75ac0770-23de-48b3-afc8-f73e05ae5ddf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3542fc4b-71ae-478a-813b-b132f2cc9cc0', 'mac_address': 'fa:16:3e:ed:2c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fc1342-04d4-4229-acb9-0b3d6fe3018b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:25:09Z', 'updated_at': '2021-01-29T10:25:09Z', 'revision_number': 0, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06a44b50-78b2-4c71-b326-be50dacb3380', 'name': '', 'network_id': '3542fc4b-71ae-478a-813b-b132f2cc9cc0', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:a4:d6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '7cfac6df-f06c-454f-83e5-207c735f3fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:24:47Z', 'updated_at': '2021-01-29T10:24:54Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': '7cfac6df-f06c-454f-83e5-207c735f3fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:25:11.189127 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee400c6a-2e37-4153-afd5-dacc86c3c66f None None] Checking router: f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05 for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:25:11.199017 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee400c6a-2e37-4153-afd5-dacc86c3c66f None None] Routers {'f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:25:11.199692 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-ee400c6a-2e37-4153-afd5-dacc86c3c66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c91dc4e0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:24:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:25:11.222085 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fd134-45e7-406c-8202-f4a19f24a645 req-479ecd1d-b62b-4721-8a69-a4e643faa8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:25:11.223672 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ce3fd134-45e7-406c-8202-f4a19f24a645 req-479ecd1d-b62b-4721-8a69-a4e643faa8f5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7cfac6df-f06c-454f-83e5-207c735f3fb7 HTTP/1.1" status: 200  len: 843 time: 0.0653660
Jan 29 10:25:11.319921 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fd134-45e7-406c-8202-f4a19f24a645 req-6493f369-4ede-49ce-973c-ff2a32ed8070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:25:11.321541 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ce3fd134-45e7-406c-8202-f4a19f24a645 req-6493f369-4ede-49ce-973c-ff2a32ed8070 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3542fc4b-71ae-478a-813b-b132f2cc9cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0866954
Jan 29 10:25:11.390863 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-ee400c6a-2e37-4153-afd5-dacc86c3c66f None None] Set router f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:25:11.469509 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ce3fd134-45e7-406c-8202-f4a19f24a645 req-99d19152-04d8-44a7-9a58-171871bee70e service neutron] 10.222.0.22 "GET /v2.0/networks/3542fc4b-71ae-478a-813b-b132f2cc9cc0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1405942
Jan 29 10:25:11.621981 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ce3fd134-45e7-406c-8202-f4a19f24a645 req-5c11650c-b207-4e70-998e-9f09728332ca service neutron] 10.222.0.22 "GET /v2.0/networks/3542fc4b-71ae-478a-813b-b132f2cc9cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1450939
Jan 29 10:25:11.771417 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-ee400c6a-2e37-4153-afd5-dacc86c3c66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c91dc4e0>, [{'id': 'f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05', 'name': 'tempest-TestNetworkBasicOps-router-1538372110', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.232'}], 'enable_snat': True}, 'gw_port_id': 'f8b50f95-e44b-4f56-9a2f-261dba08ac42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:24:42Z', 'updated_at': '2021-01-29T10:24:48Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': 'f8b50f95-e44b-4f56-9a2f-261dba08ac42', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:41:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:24:43Z', 'updated_at': '2021-01-29T10:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': '34f7a097-23f4-4772-bf56-5f8dfadb9543', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'floating_ip_address': '172.26.7.51', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': 'f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05', 'port_id': '75ac0770-23de-48b3-afc8-f73e05ae5ddf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3542fc4b-71ae-478a-813b-b132f2cc9cc0', 'mac_address': 'fa:16:3e:ed:2c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fc1342-04d4-4229-acb9-0b3d6fe3018b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:25:09Z', 'updated_at': '2021-01-29T10:25:09Z', 'revision_number': 0, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06a44b50-78b2-4c71-b326-be50dacb3380', 'name': '', 'network_id': '3542fc4b-71ae-478a-813b-b132f2cc9cc0', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:a4:d6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '7cfac6df-f06c-454f-83e5-207c735f3fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:24:47Z', 'updated_at': '2021-01-29T10:24:54Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': '7cfac6df-f06c-454f-83e5-207c735f3fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:25:11.776025 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee400c6a-2e37-4153-afd5-dacc86c3c66f None None] The sync data for ids ['f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05'] in dv-neutron-772983-2-ovs is: [{'id': 'f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05', 'name': 'tempest-TestNetworkBasicOps-router-1538372110', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.232'}], 'enable_snat': True}, 'gw_port_id': 'f8b50f95-e44b-4f56-9a2f-261dba08ac42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:24:42Z', 'updated_at': '2021-01-29T10:24:48Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': 'f8b50f95-e44b-4f56-9a2f-261dba08ac42', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:41:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:24:43Z', 'updated_at': '2021-01-29T10:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': '34f7a097-23f4-4772-bf56-5f8dfadb9543', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'floating_ip_address': '172.26.7.51', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': 'f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05', 'port_id': '75ac0770-23de-48b3-afc8-f73e05ae5ddf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3542fc4b-71ae-478a-813b-b132f2cc9cc0', 'mac_address': 'fa:16:3e:ed:2c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fc1342-04d4-4229-acb9-0b3d6fe3018b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:25:09Z', 'updated_at': '2021-01-29T10:25:09Z', 'revision_number': 0, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06a44b50-78b2-4c71-b326-be50dacb3380', 'name': '', 'network_id': '3542fc4b-71ae-478a-813b-b132f2cc9cc0', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:a4:d6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '7cfac6df-f06c-454f-83e5-207c735f3fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:24:47Z', 'updated_at': '2021-01-29T10:24:54Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': '7cfac6df-f06c-454f-83e5-207c735f3fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:25:11.855664 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 60146) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:25:11.988560 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-138276aa-ccef-4874-b7e5-50a79f39ba8b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/floatingips/34f7a097-23f4-4772-bf56-5f8dfadb9543 HTTP/1.1" status: 200  len: 990 time: 0.1310053
Jan 29 10:25:12.069808 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb5f236-b444-464d-8269-bb22774fe6b8 None None] New status for floating IP 34f7a097-23f4-4772-bf56-5f8dfadb9543: ACTIVE {{(pid=80768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 29 10:25:12.991589 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 60150) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:25:13.129462 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-74d7c522-4927-42fc-8239-856b680ea735 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/floatingips/34f7a097-23f4-4772-bf56-5f8dfadb9543 HTTP/1.1" status: 200  len: 992 time: 0.1322305
Jan 29 10:25:21.442359 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3b5225ed-90be-4b6d-8e15-e2591e1e6ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:25:23.731053 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-be1631ad-7af2-4f79-bd61-985ba2b7b038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:25:24.243889 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:25:24.911643 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:25:26.056112 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:25:34.879350 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:25:38.163745 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:25:51.444317 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-93ae816d-fe64-4c40-bdb6-8711a58b2584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:25:51.782973 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-86ba1758-2956-41b4-b585-4dd3003307f9 req-48ac5ef3-dea8-4e6d-85b8-a61a26783f11 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=60fc1342-04d4-4229-acb9-0b3d6fe3018b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1528838
Jan 29 10:25:51.949190 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba1758-2956-41b4-b585-4dd3003307f9 req-3794d4f5-7b42-4406-b8f9-af58d95afcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:25:51.950719 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-86ba1758-2956-41b4-b585-4dd3003307f9 req-3794d4f5-7b42-4406-b8f9-af58d95afcb7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ff1f06ee29ef461597f2ecd846f8813d&device_id=60fc1342-04d4-4229-acb9-0b3d6fe3018b HTTP/1.1" status: 200  len: 1162 time: 0.0765378
Jan 29 10:25:52.112707 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba1758-2956-41b4-b585-4dd3003307f9 req-5e4a2e04-f199-4934-b36e-aefdf932ab2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:25:52.114323 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-86ba1758-2956-41b4-b585-4dd3003307f9 req-5e4a2e04-f199-4934-b36e-aefdf932ab2a service neutron] 10.222.0.22 "GET /v2.0/networks?id=3542fc4b-71ae-478a-813b-b132f2cc9cc0 HTTP/1.1" status: 200  len: 890 time: 0.1398873
Jan 29 10:25:52.231567 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-86ba1758-2956-41b4-b585-4dd3003307f9 req-5550afb2-fda0-418f-a1b9-43d47e0e59f5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75ac0770-23de-48b3-afc8-f73e05ae5ddf HTTP/1.1" status: 200  len: 1000 time: 0.1102934
Jan 29 10:25:52.304588 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba1758-2956-41b4-b585-4dd3003307f9 req-7e08ad1f-4538-425c-ac13-3d37c5887450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:25:52.306786 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-86ba1758-2956-41b4-b585-4dd3003307f9 req-7e08ad1f-4538-425c-ac13-3d37c5887450 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7cfac6df-f06c-454f-83e5-207c735f3fb7 HTTP/1.1" status: 200  len: 843 time: 0.0682783
Jan 29 10:25:52.397405 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba1758-2956-41b4-b585-4dd3003307f9 req-75048976-5ed4-499c-b02a-4e9fa1ba9544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:25:52.399117 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-86ba1758-2956-41b4-b585-4dd3003307f9 req-75048976-5ed4-499c-b02a-4e9fa1ba9544 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3542fc4b-71ae-478a-813b-b132f2cc9cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0850587
Jan 29 10:25:52.410433 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [req-86ba1758-2956-41b4-b585-4dd3003307f9 req-174135b0-a3b0-4d6a-815a-c0ef02f07e9e service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=80766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:25:52.411453 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-86ba1758-2956-41b4-b585-4dd3003307f9 req-174135b0-a3b0-4d6a-815a-c0ef02f07e9e service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0055501
Jan 29 10:25:52.559246 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-86ba1758-2956-41b4-b585-4dd3003307f9 req-c88c7738-56df-449c-80b5-a9589b8a77e1 service neutron] 10.222.0.22 "GET /v2.0/networks/3542fc4b-71ae-478a-813b-b132f2cc9cc0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1408927
Jan 29 10:25:52.706095 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-86ba1758-2956-41b4-b585-4dd3003307f9 req-ceaff0e6-ca04-4d95-bc2a-a07bcb32deb1 service neutron] 10.222.0.22 "GET /v2.0/networks/3542fc4b-71ae-478a-813b-b132f2cc9cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1401153
Jan 29 10:25:53.731835 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dc33d4fe-244f-4cfe-a09b-75685d824f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:25:54.246288 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:25:54.913753 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:25:56.057618 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:26:04.893152 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:26:15.163138 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:26:21.445520 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-54cd5408-3fd7-4665-a494-2129afd2f6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:26:23.701026 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 60178) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:26:23.707681 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-ed029b76-37ba-43fe-b03f-5aac5d826374 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:26:23.734621 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ea8592e7-27b1-4f79-9d23-c83d77482666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:26:23.859614 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ed029b76-37ba-43fe-b03f-5aac5d826374 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036852035526'] for subnet, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:26:24.171730 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ed029b76-37ba-43fe-b03f-5aac5d826374 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363268197239668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036853677104'] for subnet, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:26:24.186762 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-88f0cfa3-51de-440d-a13b-2fd8128b0e4d tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:26:24.248319 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:26:24.319459 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed029b76-37ba-43fe-b03f-5aac5d826374 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Subnet': ['ID=7cfac6df-f06c-454f-83e5-207c735f3fb7,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:26:24.337094 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed029b76-37ba-43fe-b03f-5aac5d826374 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:26:24.337566 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed029b76-37ba-43fe-b03f-5aac5d826374 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:26:24.338202 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed029b76-37ba-43fe-b03f-5aac5d826374 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:26:24.338707 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed029b76-37ba-43fe-b03f-5aac5d826374 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:26:24.339126 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed029b76-37ba-43fe-b03f-5aac5d826374 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:26:24.339541 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed029b76-37ba-43fe-b03f-5aac5d826374 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:26:24.339950 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed029b76-37ba-43fe-b03f-5aac5d826374 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:26:24.340360 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed029b76-37ba-43fe-b03f-5aac5d826374 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:26:24.340768 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed029b76-37ba-43fe-b03f-5aac5d826374 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:26:24.341173 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed029b76-37ba-43fe-b03f-5aac5d826374 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:26:24.341576 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed029b76-37ba-43fe-b03f-5aac5d826374 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:26:24.342004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed029b76-37ba-43fe-b03f-5aac5d826374 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:26:24.342478 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed029b76-37ba-43fe-b03f-5aac5d826374 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:26:24.342885 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed029b76-37ba-43fe-b03f-5aac5d826374 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:26:24.343303 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed029b76-37ba-43fe-b03f-5aac5d826374 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:26:24.343707 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed029b76-37ba-43fe-b03f-5aac5d826374 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:26:24.344108 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed029b76-37ba-43fe-b03f-5aac5d826374 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:26:24.344512 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed029b76-37ba-43fe-b03f-5aac5d826374 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:26:24.344912 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed029b76-37ba-43fe-b03f-5aac5d826374 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:26:24.345311 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed029b76-37ba-43fe-b03f-5aac5d826374 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:26:24.345709 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed029b76-37ba-43fe-b03f-5aac5d826374 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:26:24.346132 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed029b76-37ba-43fe-b03f-5aac5d826374 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:26:24.346530 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed029b76-37ba-43fe-b03f-5aac5d826374 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:26:24.346929 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed029b76-37ba-43fe-b03f-5aac5d826374 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:26:24.352346 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ed029b76-37ba-43fe-b03f-5aac5d826374 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:26:24.384082 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed029b76-37ba-43fe-b03f-5aac5d826374 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:26:24.385358 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ed029b76-37ba-43fe-b03f-5aac5d826374 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:26:24.386808 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ed029b76-37ba-43fe-b03f-5aac5d826374 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "PUT /v2.0/subnets/7cfac6df-f06c-454f-83e5-207c735f3fb7 HTTP/1.1" status: 200  len: 835 time: 0.6846998
Jan 29 10:26:24.392160 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ce33dc-a516-43b6-a700-98627fe19dfe None None] Network 3542fc4b-71ae-478a-813b-b132f2cc9cc0 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:26:24.884205 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-6ab25c51-6357-4eb9-9d02-92c090ead951 None None] Provisioning complete for port 629c0726-c279-4a26-8131-159e54266537 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:26:24.885756 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6ab25c51-6357-4eb9-9d02-92c090ead951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:26:24.950309 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:26:25.034573 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-6ab25c51-6357-4eb9-9d02-92c090ead951 None None] Provisioning complete for port 06a44b50-78b2-4c71-b326-be50dacb3380 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:26:25.035103 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6ab25c51-6357-4eb9-9d02-92c090ead951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:26:25.172395 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-6ab25c51-6357-4eb9-9d02-92c090ead951 None None] Provisioning complete for port 75ac0770-23de-48b3-afc8-f73e05ae5ddf triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:26:25.172810 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6ab25c51-6357-4eb9-9d02-92c090ead951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:26:26.060178 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:26:29.117260 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [req-1e3380e0-b707-4e42-bce2-950c263642d0 req-23534893-77da-44e7-953f-b953e5bf08bf tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] (80765) timed out ('10.222.0.57', 46956) {{(pid=80765) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Jan 29 10:26:34.907197 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:26:51.448654 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d7082cc5-5610-4a4a-a2e0-8d47af91fdd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:26:51.713393 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1e077475-1b0b-407c-8a8e-618a333f5fc5 req-cc9557f4-382c-4c2d-93de-80e2d2bd6bcd service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=60fc1342-04d4-4229-acb9-0b3d6fe3018b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0815415
Jan 29 10:26:51.876465 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e077475-1b0b-407c-8a8e-618a333f5fc5 req-fa5b75d1-6da5-40cb-97c9-d83a73c34f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:26:51.878073 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1e077475-1b0b-407c-8a8e-618a333f5fc5 req-fa5b75d1-6da5-40cb-97c9-d83a73c34f9e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ff1f06ee29ef461597f2ecd846f8813d&device_id=60fc1342-04d4-4229-acb9-0b3d6fe3018b HTTP/1.1" status: 200  len: 1162 time: 0.0771568
Jan 29 10:26:52.032601 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e077475-1b0b-407c-8a8e-618a333f5fc5 req-0fccbd3f-13e7-4fa7-89eb-f467828581fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:26:52.034236 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1e077475-1b0b-407c-8a8e-618a333f5fc5 req-0fccbd3f-13e7-4fa7-89eb-f467828581fb service neutron] 10.222.0.22 "GET /v2.0/networks?id=3542fc4b-71ae-478a-813b-b132f2cc9cc0 HTTP/1.1" status: 200  len: 890 time: 0.1375442
Jan 29 10:26:52.143846 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1e077475-1b0b-407c-8a8e-618a333f5fc5 req-265cb5ca-bd67-4a02-873c-f207d724572a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75ac0770-23de-48b3-afc8-f73e05ae5ddf HTTP/1.1" status: 200  len: 1000 time: 0.1027806
Jan 29 10:26:52.162016 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:26:52.212477 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e077475-1b0b-407c-8a8e-618a333f5fc5 req-d5e57a8e-554a-460c-af92-3c7543159da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:26:52.214564 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1e077475-1b0b-407c-8a8e-618a333f5fc5 req-d5e57a8e-554a-460c-af92-3c7543159da7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7cfac6df-f06c-454f-83e5-207c735f3fb7 HTTP/1.1" status: 200  len: 843 time: 0.0641654
Jan 29 10:26:52.298287 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e077475-1b0b-407c-8a8e-618a333f5fc5 req-e3c2e5c7-a01d-413b-ae1e-7cf778d55c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:26:52.299841 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1e077475-1b0b-407c-8a8e-618a333f5fc5 req-e3c2e5c7-a01d-413b-ae1e-7cf778d55c44 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3542fc4b-71ae-478a-813b-b132f2cc9cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0789604
Jan 29 10:26:52.707357 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1e077475-1b0b-407c-8a8e-618a333f5fc5 req-995630ac-7702-4936-959c-0c155977d57f service neutron] 10.222.0.22 "GET /v2.0/networks/3542fc4b-71ae-478a-813b-b132f2cc9cc0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4011054
Jan 29 10:26:52.851969 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1e077475-1b0b-407c-8a8e-618a333f5fc5 req-011edec2-423b-4575-ac7b-0c9f4b5ede53 service neutron] 10.222.0.22 "GET /v2.0/networks/3542fc4b-71ae-478a-813b-b132f2cc9cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1374736
Jan 29 10:26:53.736304 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1b8cd4f0-f1ce-4749-9d48-cf2db5f89dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:26:54.251651 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:26:54.911748 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:26:56.063552 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:27:04.906553 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:27:21.455810 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-36924fc1-5e9a-4b1b-9458-81f60f496e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:27:23.738159 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b6d8b36b-63d6-44bf-8a9d-b8cf6b0fe0d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:27:24.254535 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:27:24.912500 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:27:26.065200 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:27:29.161529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:27:34.922071 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:27:47.608530 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 60192) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:27:47.842713 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-6205ca15-6b5d-492c-b5c1-0bd265950923 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Deleting port 49237435-edcd-49ac-8327-a40d6e0adc2f {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:27:47.843099 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6205ca15-6b5d-492c-b5c1-0bd265950923 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:27:48.023314 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6205ca15-6b5d-492c-b5c1-0bd265950923 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:27:48.023681 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6205ca15-6b5d-492c-b5c1-0bd265950923 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:27:48.154090 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-6205ca15-6b5d-492c-b5c1-0bd265950923 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Calling delete_port for 49237435-edcd-49ac-8327-a40d6e0adc2f owned by network:floatingip {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:27:48.304015 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6205ca15-6b5d-492c-b5c1-0bd265950923 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:27:48.319863 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-923147dc-48ea-4856-a049-6ae84062ba83 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:27:48.377538 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6205ca15-6b5d-492c-b5c1-0bd265950923 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event deleted for resources: {'Port': ['ID=49237435-edcd-49ac-8327-a40d6e0adc2f,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:27:48.388885 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6205ca15-6b5d-492c-b5c1-0bd265950923 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:27:48.389341 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6205ca15-6b5d-492c-b5c1-0bd265950923 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:27:48.389759 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6205ca15-6b5d-492c-b5c1-0bd265950923 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:27:48.390214 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6205ca15-6b5d-492c-b5c1-0bd265950923 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:27:48.390628 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6205ca15-6b5d-492c-b5c1-0bd265950923 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:27:48.391042 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6205ca15-6b5d-492c-b5c1-0bd265950923 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:27:48.391454 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6205ca15-6b5d-492c-b5c1-0bd265950923 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:27:48.391866 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6205ca15-6b5d-492c-b5c1-0bd265950923 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:27:48.392276 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6205ca15-6b5d-492c-b5c1-0bd265950923 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:27:48.392686 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6205ca15-6b5d-492c-b5c1-0bd265950923 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:27:48.393090 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6205ca15-6b5d-492c-b5c1-0bd265950923 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:27:48.393495 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6205ca15-6b5d-492c-b5c1-0bd265950923 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:27:48.393999 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6205ca15-6b5d-492c-b5c1-0bd265950923 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:27:48.394783 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6205ca15-6b5d-492c-b5c1-0bd265950923 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:27:48.395208 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6205ca15-6b5d-492c-b5c1-0bd265950923 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:27:48.395607 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6205ca15-6b5d-492c-b5c1-0bd265950923 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:27:48.396013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6205ca15-6b5d-492c-b5c1-0bd265950923 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:27:48.396424 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6205ca15-6b5d-492c-b5c1-0bd265950923 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:27:48.396834 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6205ca15-6b5d-492c-b5c1-0bd265950923 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:27:48.397233 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6205ca15-6b5d-492c-b5c1-0bd265950923 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:27:48.397613 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6205ca15-6b5d-492c-b5c1-0bd265950923 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:27:48.398048 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6205ca15-6b5d-492c-b5c1-0bd265950923 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:27:48.398452 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6205ca15-6b5d-492c-b5c1-0bd265950923 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:27:48.398858 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6205ca15-6b5d-492c-b5c1-0bd265950923 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:27:48.453996 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6205ca15-6b5d-492c-b5c1-0bd265950923 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:27:48.565509 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6205ca15-6b5d-492c-b5c1-0bd265950923 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for floatingip, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:27:48.565837 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [None req-6205ca15-6b5d-492c-b5c1-0bd265950923 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Floating IP 34f7a097-23f4-4772-bf56-5f8dfadb9543 disassociated (deleted). External IP: 172.26.7.51, port: 75ac0770-23de-48b3-afc8-f73e05ae5ddf.
Jan 29 10:27:48.942315 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6205ca15-6b5d-492c-b5c1-0bd265950923 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Router f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:27:49.129796 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6205ca15-6b5d-492c-b5c1-0bd265950923 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:27:49.139885 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc6627d-8e1d-4b6d-aa97-2ded36f6a20b None None] Sync routers for ids ['f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:27:49.147605 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6205ca15-6b5d-492c-b5c1-0bd265950923 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:27:49.150348 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc6627d-8e1d-4b6d-aa97-2ded36f6a20b None None] Routers {'f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:27:49.151047 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-4fc6627d-8e1d-4b6d-aa97-2ded36f6a20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c8ea86a0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:27:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:27:49.209214 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6205ca15-6b5d-492c-b5c1-0bd265950923 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "DELETE /v2.0/floatingips/34f7a097-23f4-4772-bf56-5f8dfadb9543 HTTP/1.1" status: 204  len: 168 time: 1.5994418
Jan 29 10:27:49.209892 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60fc1342-04d4-4229-acb9-0b3d6fe3018b', 'tag': '75ac0770-23de-48b3-afc8-f73e05ae5ddf'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:27:49.351493 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-4fc6627d-8e1d-4b6d-aa97-2ded36f6a20b None None] Set router f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:27:49.486236 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60fc1342-04d4-4229-acb9-0b3d6fe3018b', 'tag': '75ac0770-23de-48b3-afc8-f73e05ae5ddf', 'status': 'completed', 'code': 200}
Jan 29 10:27:49.635726 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0037208-8b08-4044-9514-57102b647944 req-8f02acda-33aa-4846-90a5-39f6ba530e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:27:49.638170 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c0037208-8b08-4044-9514-57102b647944 req-8f02acda-33aa-4846-90a5-39f6ba530e3c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ff1f06ee29ef461597f2ecd846f8813d&device_id=60fc1342-04d4-4229-acb9-0b3d6fe3018b HTTP/1.1" status: 200  len: 1162 time: 0.0836987
Jan 29 10:27:49.697571 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-4fc6627d-8e1d-4b6d-aa97-2ded36f6a20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c8ea86a0>, [{'id': 'f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05', 'name': 'tempest-TestNetworkBasicOps-router-1538372110', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.232'}], 'enable_snat': True}, 'gw_port_id': 'f8b50f95-e44b-4f56-9a2f-261dba08ac42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:24:42Z', 'updated_at': '2021-01-29T10:24:48Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': 'f8b50f95-e44b-4f56-9a2f-261dba08ac42', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:41:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:24:43Z', 'updated_at': '2021-01-29T10:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '06a44b50-78b2-4c71-b326-be50dacb3380', 'name': '', 'network_id': '3542fc4b-71ae-478a-813b-b132f2cc9cc0', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:a4:d6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '7cfac6df-f06c-454f-83e5-207c735f3fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:24:47Z', 'updated_at': '2021-01-29T10:24:54Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': '7cfac6df-f06c-454f-83e5-207c735f3fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:27:49.702242 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc6627d-8e1d-4b6d-aa97-2ded36f6a20b None None] Checking router: f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05 for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:27:49.711519 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc6627d-8e1d-4b6d-aa97-2ded36f6a20b None None] Routers {'f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:27:49.712187 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-4fc6627d-8e1d-4b6d-aa97-2ded36f6a20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c8ea86a0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:27:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:27:49.749651 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4506c6-3fe4-4156-9af9-cb12d63f82e9 req-7296c619-6b9b-49f6-96f0-2eccf74abc8d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:27:49.751383 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-dc4506c6-3fe4-4156-9af9-cb12d63f82e9 req-7296c619-6b9b-49f6-96f0-2eccf74abc8d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=60fc1342-04d4-4229-acb9-0b3d6fe3018b HTTP/1.1" status: 200  len: 945 time: 0.1681180
Jan 29 10:27:49.788327 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0037208-8b08-4044-9514-57102b647944 req-752ed571-cd37-40f8-b365-5096f9cad28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:27:49.790313 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c0037208-8b08-4044-9514-57102b647944 req-752ed571-cd37-40f8-b365-5096f9cad28c service neutron] 10.222.0.22 "GET /v2.0/networks?id=3542fc4b-71ae-478a-813b-b132f2cc9cc0 HTTP/1.1" status: 200  len: 890 time: 0.1443145
Jan 29 10:27:49.819900 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-dc4506c6-3fe4-4156-9af9-cb12d63f82e9 req-48bf3eb7-5b48-47b5-a6a9-6bc057023478 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=8181807d-6be8-4ce9-ab16-aa1c6129c045&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0619669
Jan 29 10:27:49.871274 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c0037208-8b08-4044-9514-57102b647944 req-fab4eecd-7f96-410c-90dd-3761b090db95 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75ac0770-23de-48b3-afc8-f73e05ae5ddf HTTP/1.1" status: 200  len: 217 time: 0.0720756
Jan 29 10:27:49.905482 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-4fc6627d-8e1d-4b6d-aa97-2ded36f6a20b None None] Set router f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:27:49.944881 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0037208-8b08-4044-9514-57102b647944 req-d1cf1577-cdd5-46f2-a65e-596faf6ac65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:27:49.946512 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c0037208-8b08-4044-9514-57102b647944 req-d1cf1577-cdd5-46f2-a65e-596faf6ac65e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7cfac6df-f06c-454f-83e5-207c735f3fb7 HTTP/1.1" status: 200  len: 843 time: 0.0666001
Jan 29 10:27:50.035322 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0037208-8b08-4044-9514-57102b647944 req-d1ca56d9-8817-475c-b7d9-a9e2dfaf9c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:27:50.036856 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c0037208-8b08-4044-9514-57102b647944 req-d1ca56d9-8817-475c-b7d9-a9e2dfaf9c38 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3542fc4b-71ae-478a-813b-b132f2cc9cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0799873
Jan 29 10:27:50.188613 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c0037208-8b08-4044-9514-57102b647944 req-06cfb14f-4fc2-4f49-bd14-ded9146533ae service neutron] 10.222.0.22 "GET /v2.0/networks/3542fc4b-71ae-478a-813b-b132f2cc9cc0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1406527
Jan 29 10:27:50.245002 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-4fc6627d-8e1d-4b6d-aa97-2ded36f6a20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c8ea86a0>, [{'id': 'f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05', 'name': 'tempest-TestNetworkBasicOps-router-1538372110', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.232'}], 'enable_snat': True}, 'gw_port_id': 'f8b50f95-e44b-4f56-9a2f-261dba08ac42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:24:42Z', 'updated_at': '2021-01-29T10:24:48Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': 'f8b50f95-e44b-4f56-9a2f-261dba08ac42', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:41:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:24:43Z', 'updated_at': '2021-01-29T10:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '06a44b50-78b2-4c71-b326-be50dacb3380', 'name': '', 'network_id': '3542fc4b-71ae-478a-813b-b132f2cc9cc0', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:a4:d6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '7cfac6df-f06c-454f-83e5-207c735f3fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:24:47Z', 'updated_at': '2021-01-29T10:24:54Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': '7cfac6df-f06c-454f-83e5-207c735f3fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:27:50.250037 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc6627d-8e1d-4b6d-aa97-2ded36f6a20b None None] The sync data for ids ['f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05'] in dv-neutron-772983-2-ovs is: [{'id': 'f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05', 'name': 'tempest-TestNetworkBasicOps-router-1538372110', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.232'}], 'enable_snat': True}, 'gw_port_id': 'f8b50f95-e44b-4f56-9a2f-261dba08ac42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:24:42Z', 'updated_at': '2021-01-29T10:24:48Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': 'f8b50f95-e44b-4f56-9a2f-261dba08ac42', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:41:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:24:43Z', 'updated_at': '2021-01-29T10:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '06a44b50-78b2-4c71-b326-be50dacb3380', 'name': '', 'network_id': '3542fc4b-71ae-478a-813b-b132f2cc9cc0', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:a4:d6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '7cfac6df-f06c-454f-83e5-207c735f3fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:24:47Z', 'updated_at': '2021-01-29T10:24:54Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': '7cfac6df-f06c-454f-83e5-207c735f3fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:27:50.340829 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c0037208-8b08-4044-9514-57102b647944 req-63478ee7-387c-4b81-9f83-14a476764a02 service neutron] 10.222.0.22 "GET /v2.0/networks/3542fc4b-71ae-478a-813b-b132f2cc9cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1453624
Jan 29 10:27:50.672302 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5378113a-7a4f-4177-a7ca-3225baea7e80 None None] New status for floating IP 34f7a097-23f4-4772-bf56-5f8dfadb9543: DOWN {{(pid=80768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 29 10:27:51.127143 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ddd5d-520c-4efd-8779-a0d61f8d5ea6 req-b1ec7107-5779-481b-bfa7-392156dd0dcc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:27:51.128849 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-146ddd5d-520c-4efd-8779-a0d61f8d5ea6 req-b1ec7107-5779-481b-bfa7-392156dd0dcc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=60fc1342-04d4-4229-acb9-0b3d6fe3018b HTTP/1.1" status: 200  len: 945 time: 0.1667967
Jan 29 10:27:51.192570 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-146ddd5d-520c-4efd-8779-a0d61f8d5ea6 req-cdfd0235-63a1-4cc8-b68d-b81b2ed8a2c8 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=8181807d-6be8-4ce9-ab16-aa1c6129c045&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0574353
Jan 29 10:27:51.447470 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2a006814-f018-4561-b25b-4b1000663b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:27:51.707393 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec38211-2fe5-482f-ab22-de5bedced850 req-48010115-ed34-495b-afe9-2e399537a100 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:27:51.708113 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-0ec38211-2fe5-482f-ab22-de5bedced850 req-48010115-ed34-495b-afe9-2e399537a100 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Synchronizing usage tracker for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:27:51.724553 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-0ec38211-2fe5-482f-ab22-de5bedced850 req-48010115-ed34-495b-afe9-2e399537a100 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Unset dirty status for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:27:51.725822 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0ec38211-2fe5-482f-ab22-de5bedced850 req-48010115-ed34-495b-afe9-2e399537a100 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.22 "GET /v2.0/ports?device_id=60fc1342-04d4-4229-acb9-0b3d6fe3018b HTTP/1.1" status: 200  len: 945 time: 0.1790419
Jan 29 10:27:51.831443 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-0ec38211-2fe5-482f-ab22-de5bedced850 req-da751ce2-597f-4115-b009-491e98a1ad48 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Deleting port 75ac0770-23de-48b3-afc8-f73e05ae5ddf {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:27:51.831831 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-0ec38211-2fe5-482f-ab22-de5bedced850 req-da751ce2-597f-4115-b009-491e98a1ad48 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:27:52.100379 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-0ec38211-2fe5-482f-ab22-de5bedced850 req-da751ce2-597f-4115-b009-491e98a1ad48 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] For port 75ac0770-23de-48b3-afc8-f73e05ae5ddf, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=75ac0770-23de-48b3-afc8-f73e05ae5ddf,segment=NetworkSegment(ead59029-359f-4873-b65e-e9762558e8c7),segment_id=ead59029-359f-4873-b65e-e9762558e8c7)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:27:52.100788 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-0ec38211-2fe5-482f-ab22-de5bedced850 req-da751ce2-597f-4115-b009-491e98a1ad48 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:27:52.235537 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-0ec38211-2fe5-482f-ab22-de5bedced850 req-da751ce2-597f-4115-b009-491e98a1ad48 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Calling delete_port for 75ac0770-23de-48b3-afc8-f73e05ae5ddf owned by compute:nova {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:27:52.390587 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-0ec38211-2fe5-482f-ab22-de5bedced850 req-da751ce2-597f-4115-b009-491e98a1ad48 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:27:52.406228 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-871e03ab-e69f-4dab-a64f-0a466859c394 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:27:52.468273 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da751ce2-597f-4115-b009-491e98a1ad48 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event deleted for resources: {'Port': ['ID=75ac0770-23de-48b3-afc8-f73e05ae5ddf,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:27:52.472873 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-da751ce2-597f-4115-b009-491e98a1ad48 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:27:52.493831 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aba87d3-c049-432d-948e-35a77248287c req-23f55dbd-973c-4762-ac4c-60641e21b745 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:27:52.495440 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8aba87d3-c049-432d-948e-35a77248287c req-23f55dbd-973c-4762-ac4c-60641e21b745 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=60fc1342-04d4-4229-acb9-0b3d6fe3018b HTTP/1.1" status: 200  len: 867 time: 0.1677763
Jan 29 10:27:52.560464 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8aba87d3-c049-432d-948e-35a77248287c req-d5a2b467-1e45-4b40-8d0e-d3b4a3ff7a97 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=8181807d-6be8-4ce9-ab16-aa1c6129c045&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0568738
Jan 29 10:27:52.617255 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ec38211-2fe5-482f-ab22-de5bedced850 req-da751ce2-597f-4115-b009-491e98a1ad48 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] No DVR routers for this DVR port 75ac0770-23de-48b3-afc8-f73e05ae5ddf on host hv-neutron-7729 {{(pid=80766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:27:52.619502 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-0ec38211-2fe5-482f-ab22-de5bedced850 req-da751ce2-597f-4115-b009-491e98a1ad48 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:27:52.623239 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60fc1342-04d4-4229-acb9-0b3d6fe3018b', 'name': 'network-vif-deleted', 'tag': '75ac0770-23de-48b3-afc8-f73e05ae5ddf'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:27:52.638201 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0ec38211-2fe5-482f-ab22-de5bedced850 req-da751ce2-597f-4115-b009-491e98a1ad48 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.22 "DELETE /v2.0/ports/75ac0770-23de-48b3-afc8-f73e05ae5ddf HTTP/1.1" status: 204  len: 173 time: 0.8955240
Jan 29 10:27:52.685017 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60fc1342-04d4-4229-acb9-0b3d6fe3018b', 'name': 'network-vif-deleted', 'tag': '75ac0770-23de-48b3-afc8-f73e05ae5ddf', 'status': 'completed', 'code': 200}
Jan 29 10:27:53.399475 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 75ac0770-23de-48b3-afc8-f73e05ae5ddf no longer exists at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:27:53.435694 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] No Port match for: 75ac0770-23de-48b3-afc8-f73e05ae5ddf {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:27:53.436023 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 75ac0770-23de-48b3-afc8-f73e05ae5ddf not bound to the agent host hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:27:53.674193 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 60218) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:27:53.740977 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-091131bc-5e62-4d44-b738-89dbe260ca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:27:53.764216 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-891badf9-744e-41ca-a91d-f1c2297c2e37 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:27:53.795531 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-891badf9-744e-41ca-a91d-f1c2297c2e37 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:27:53.851075 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-891badf9-744e-41ca-a91d-f1c2297c2e37 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:27:53.858423 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-cf730f77-93a0-4fde-af9b-74a485d547b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:27:53.881458 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891badf9-744e-41ca-a91d-f1c2297c2e37 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8181807d-6be8-4ce9-ab16-aa1c6129c045,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:27:53.884193 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-891badf9-744e-41ca-a91d-f1c2297c2e37 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:27:53.890728 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-891badf9-744e-41ca-a91d-f1c2297c2e37 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:27:53.891950 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-891badf9-744e-41ca-a91d-f1c2297c2e37 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "DELETE /v2.0/security-groups/8181807d-6be8-4ce9-ab16-aa1c6129c045 HTTP/1.1" status: 204  len: 168 time: 0.2166989
Jan 29 10:27:53.937009 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 60224) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:27:54.256907 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:27:54.820322 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ac262a05-3eae-4025-a1cc-6f4c442e11ff tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349253'] for router_interface, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:27:54.915161 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:27:55.199624 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-ac262a05-3eae-4025-a1cc-6f4c442e11ff tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Deleting port 06a44b50-78b2-4c71-b326-be50dacb3380 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:27:55.200052 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ac262a05-3eae-4025-a1cc-6f4c442e11ff tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:27:55.397519 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-ac262a05-3eae-4025-a1cc-6f4c442e11ff tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] For port 06a44b50-78b2-4c71-b326-be50dacb3380, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=06a44b50-78b2-4c71-b326-be50dacb3380,segment=NetworkSegment(ead59029-359f-4873-b65e-e9762558e8c7),segment_id=ead59029-359f-4873-b65e-e9762558e8c7)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:27:55.397947 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ac262a05-3eae-4025-a1cc-6f4c442e11ff tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:27:55.533721 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-ac262a05-3eae-4025-a1cc-6f4c442e11ff tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Calling delete_port for 06a44b50-78b2-4c71-b326-be50dacb3380 owned by network:router_interface {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:27:55.713990 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ac262a05-3eae-4025-a1cc-6f4c442e11ff tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:27:55.729855 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5f68a02c-7bd1-4e64-b0b7-186ffd630cb8 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:27:55.787673 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac262a05-3eae-4025-a1cc-6f4c442e11ff tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event deleted for resources: {'Port': ['ID=06a44b50-78b2-4c71-b326-be50dacb3380,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:27:55.791550 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ac262a05-3eae-4025-a1cc-6f4c442e11ff tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:27:56.069304 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:27:56.149596 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ac262a05-3eae-4025-a1cc-6f4c442e11ff tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854415430'] for router_interface, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:27:56.654936 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac262a05-3eae-4025-a1cc-6f4c442e11ff tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Router f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:27:56.842460 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac262a05-3eae-4025-a1cc-6f4c442e11ff tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:27:56.852128 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f0ab63-340b-48c8-8e53-c9fb2a7b8650 None None] Sync routers for ids ['f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:27:56.856934 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ac262a05-3eae-4025-a1cc-6f4c442e11ff tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "PUT /v2.0/routers/f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9174826
Jan 29 10:27:56.859134 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 60228) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:27:56.863229 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f0ab63-340b-48c8-8e53-c9fb2a7b8650 None None] Routers {'f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:27:56.863911 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-f8f0ab63-340b-48c8-8e53-c9fb2a7b8650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9908320>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:27:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:27:56.950958 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-5da5488f-9792-4a26-b65e-a48fd42f9526 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Deleting subnet 7cfac6df-f06c-454f-83e5-207c735f3fb7 {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:27:56.954224 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5da5488f-9792-4a26-b65e-a48fd42f9526 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:27:57.013542 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5da5488f-9792-4a26-b65e-a48fd42f9526 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:27:57.062770 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-f8f0ab63-340b-48c8-8e53-c9fb2a7b8650 None None] Set router f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:27:57.112209 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5da5488f-9792-4a26-b65e-a48fd42f9526 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:27:57.564653 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-f8f0ab63-340b-48c8-8e53-c9fb2a7b8650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9908320>, [{'id': 'f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05', 'name': 'tempest-TestNetworkBasicOps-router-1538372110', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.232'}], 'enable_snat': True}, 'gw_port_id': 'f8b50f95-e44b-4f56-9a2f-261dba08ac42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:24:42Z', 'updated_at': '2021-01-29T10:27:55Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': 'f8b50f95-e44b-4f56-9a2f-261dba08ac42', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:41:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:24:43Z', 'updated_at': '2021-01-29T10:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:27:57.568848 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f0ab63-340b-48c8-8e53-c9fb2a7b8650 None None] Checking router: f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05 for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:27:57.578291 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f0ab63-340b-48c8-8e53-c9fb2a7b8650 None None] Routers {'f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:27:57.578972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-f8f0ab63-340b-48c8-8e53-c9fb2a7b8650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9908320>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:27:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:27:57.693408 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5da5488f-9792-4a26-b65e-a48fd42f9526 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:27:57.710064 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ce45aa87-2caf-4cd9-a689-0b3920fa4e64 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:27:57.758370 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da5488f-9792-4a26-b65e-a48fd42f9526 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event deleted for resources: {'Subnet': ['ID=7cfac6df-f06c-454f-83e5-207c735f3fb7,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:27:57.761506 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5da5488f-9792-4a26-b65e-a48fd42f9526 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:27:57.774162 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-f8f0ab63-340b-48c8-8e53-c9fb2a7b8650 None None] Set router f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:27:57.848644 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5da5488f-9792-4a26-b65e-a48fd42f9526 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:27:57.855438 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5da5488f-9792-4a26-b65e-a48fd42f9526 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "DELETE /v2.0/subnets/7cfac6df-f06c-454f-83e5-207c735f3fb7 HTTP/1.1" status: 204  len: 168 time: 0.9952757
Jan 29 10:27:57.858634 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 60232) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:27:57.882074 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63ade04-6d10-483f-a681-7e88a03caccc None None] Network 3542fc4b-71ae-478a-813b-b132f2cc9cc0 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:27:58.069856 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-42b139cc-e3f2-42fa-95a8-c9efd0ef4f99 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for router, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:27:58.260289 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-42b139cc-e3f2-42fa-95a8-c9efd0ef4f99 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for router_gateway, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:27:58.266345 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-42b139cc-e3f2-42fa-95a8-c9efd0ef4f99 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Deleting port f8b50f95-e44b-4f56-9a2f-261dba08ac42 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:27:58.266732 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-42b139cc-e3f2-42fa-95a8-c9efd0ef4f99 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:27:58.271341 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-f8f0ab63-340b-48c8-8e53-c9fb2a7b8650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9908320>, [{'id': 'f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05', 'name': 'tempest-TestNetworkBasicOps-router-1538372110', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.232'}], 'enable_snat': True}, 'gw_port_id': 'f8b50f95-e44b-4f56-9a2f-261dba08ac42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:24:42Z', 'updated_at': '2021-01-29T10:27:55Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': 'f8b50f95-e44b-4f56-9a2f-261dba08ac42', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:41:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:24:43Z', 'updated_at': '2021-01-29T10:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:27:58.275702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f0ab63-340b-48c8-8e53-c9fb2a7b8650 None None] The sync data for ids ['f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05'] in dv-neutron-772983-2-ovs is: [{'id': 'f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05', 'name': 'tempest-TestNetworkBasicOps-router-1538372110', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.232'}], 'enable_snat': True}, 'gw_port_id': 'f8b50f95-e44b-4f56-9a2f-261dba08ac42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:24:42Z', 'updated_at': '2021-01-29T10:27:55Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': 'f8b50f95-e44b-4f56-9a2f-261dba08ac42', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:41:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:24:43Z', 'updated_at': '2021-01-29T10:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:27:58.306797 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050c707d-90db-4ec4-b0cf-2e173af44bca None None] DHCP port deletion for 3542fc4b-71ae-478a-813b-b132f2cc9cc0 request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:27:58.313085 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-050c707d-90db-4ec4-b0cf-2e173af44bca None None] Deleting port 629c0726-c279-4a26-8131-159e54266537 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:27:58.313517 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-050c707d-90db-4ec4-b0cf-2e173af44bca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:27:58.463119 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-42b139cc-e3f2-42fa-95a8-c9efd0ef4f99 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] For port f8b50f95-e44b-4f56-9a2f-261dba08ac42, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=f8b50f95-e44b-4f56-9a2f-261dba08ac42,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:27:58.463530 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-42b139cc-e3f2-42fa-95a8-c9efd0ef4f99 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:27:58.556521 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-050c707d-90db-4ec4-b0cf-2e173af44bca None None] For port 629c0726-c279-4a26-8131-159e54266537, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=629c0726-c279-4a26-8131-159e54266537,segment=NetworkSegment(ead59029-359f-4873-b65e-e9762558e8c7),segment_id=ead59029-359f-4873-b65e-e9762558e8c7)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:27:58.557149 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-050c707d-90db-4ec4-b0cf-2e173af44bca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:27:58.601026 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-42b139cc-e3f2-42fa-95a8-c9efd0ef4f99 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Calling delete_port for f8b50f95-e44b-4f56-9a2f-261dba08ac42 owned by network:router_gateway {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:27:58.694240 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-050c707d-90db-4ec4-b0cf-2e173af44bca None None] Calling delete_port for 629c0726-c279-4a26-8131-159e54266537 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:27:58.744106 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-42b139cc-e3f2-42fa-95a8-c9efd0ef4f99 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:27:58.771176 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-050c707d-90db-4ec4-b0cf-2e173af44bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:27:58.787243 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:27:58.846101 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050c707d-90db-4ec4-b0cf-2e173af44bca None None] Pushing event deleted for resources: {'Port': ['ID=629c0726-c279-4a26-8131-159e54266537,revision_number=None']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:27:58.859936 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050c707d-90db-4ec4-b0cf-2e173af44bca None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:27:58.860325 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050c707d-90db-4ec4-b0cf-2e173af44bca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:27:58.860711 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050c707d-90db-4ec4-b0cf-2e173af44bca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:27:58.861089 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050c707d-90db-4ec4-b0cf-2e173af44bca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:27:58.861468 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050c707d-90db-4ec4-b0cf-2e173af44bca None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:27:58.861877 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050c707d-90db-4ec4-b0cf-2e173af44bca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:27:58.862243 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050c707d-90db-4ec4-b0cf-2e173af44bca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:27:58.862615 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050c707d-90db-4ec4-b0cf-2e173af44bca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:27:58.862990 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050c707d-90db-4ec4-b0cf-2e173af44bca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:27:58.863359 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050c707d-90db-4ec4-b0cf-2e173af44bca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:27:58.863734 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050c707d-90db-4ec4-b0cf-2e173af44bca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:27:58.864521 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050c707d-90db-4ec4-b0cf-2e173af44bca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:27:58.864521 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050c707d-90db-4ec4-b0cf-2e173af44bca None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:27:58.864867 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050c707d-90db-4ec4-b0cf-2e173af44bca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:27:58.865235 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050c707d-90db-4ec4-b0cf-2e173af44bca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:27:58.865604 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050c707d-90db-4ec4-b0cf-2e173af44bca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:27:58.865992 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050c707d-90db-4ec4-b0cf-2e173af44bca None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:27:58.866361 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050c707d-90db-4ec4-b0cf-2e173af44bca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:27:58.866727 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050c707d-90db-4ec4-b0cf-2e173af44bca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:27:58.867094 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050c707d-90db-4ec4-b0cf-2e173af44bca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:27:58.867454 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050c707d-90db-4ec4-b0cf-2e173af44bca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:27:58.867822 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050c707d-90db-4ec4-b0cf-2e173af44bca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:27:58.868187 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050c707d-90db-4ec4-b0cf-2e173af44bca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:27:58.868552 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050c707d-90db-4ec4-b0cf-2e173af44bca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:27:58.919124 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-050c707d-90db-4ec4-b0cf-2e173af44bca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:27:58.935512 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-42b139cc-e3f2-42fa-95a8-c9efd0ef4f99 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854102222'] for router_gateway, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:27:58.952359 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050c707d-90db-4ec4-b0cf-2e173af44bca None None] No DVR routers for this DVR port 629c0726-c279-4a26-8131-159e54266537 on host dv-neutron-772983-2-ovs {{(pid=80767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:27:59.074291 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-42b139cc-e3f2-42fa-95a8-c9efd0ef4f99 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:27:59.076909 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-42b139cc-e3f2-42fa-95a8-c9efd0ef4f99 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:27:59.096877 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-42b139cc-e3f2-42fa-95a8-c9efd0ef4f99 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:27:59.097376 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b139cc-e3f2-42fa-95a8-c9efd0ef4f99 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Fanout notify agent at l3_agent the message router_deleted on router f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05 {{(pid=80766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 10:27:59.145732 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-42b139cc-e3f2-42fa-95a8-c9efd0ef4f99 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:27:59.147011 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-42b139cc-e3f2-42fa-95a8-c9efd0ef4f99 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "DELETE /v2.0/routers/f6a31c3c-8c6d-4a0d-90d0-f9cf643cdc05 HTTP/1.1" status: 204  len: 168 time: 1.2873740
Jan 29 10:27:59.149861 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 60236) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:27:59.298761 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6a0d4b96-8945-4b27-8b18-a238e0a6644b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:27:59.507935 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6a0d4b96-8945-4b27-8b18-a238e0a6644b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:27:59.630827 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-6a0d4b96-8945-4b27-8b18-a238e0a6644b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99cad38320>,) {'filters': {'network_id': ['3542fc4b-71ae-478a-813b-b132f2cc9cc0']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:27:59.644582 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-6a0d4b96-8945-4b27-8b18-a238e0a6644b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99cad38320>, 'ead59029-359f-4873-b65e-e9762558e8c7') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:27:59.644923 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-6a0d4b96-8945-4b27-8b18-a238e0a6644b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99cad38320>, 'ead59029-359f-4873-b65e-e9762558e8c7') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:27:59.657334 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6a0d4b96-8945-4b27-8b18-a238e0a6644b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:27:59.672097 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6a0d4b96-8945-4b27-8b18-a238e0a6644b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:27:59.674098 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6a0d4b96-8945-4b27-8b18-a238e0a6644b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Releasing vxlan tunnel 3 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:27:59.855658 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-6a0d4b96-8945-4b27-8b18-a238e0a6644b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network 3542fc4b-71ae-478a-813b-b132f2cc9cc0 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:27:59.864865 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6a0d4b96-8945-4b27-8b18-a238e0a6644b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:00.044496 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-6a0d4b96-8945-4b27-8b18-a238e0a6644b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network 3542fc4b-71ae-478a-813b-b132f2cc9cc0 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:28:00.068498 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:28:00.068498 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:28:00.068498 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:28:00.068498 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:28:00.068498 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:28:00.068498 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:28:00.068498 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:28:00.068498 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:28:00.068498 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:28:00.068498 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:28:00.068498 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:28:00.068498 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:28:00.068498 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:28:00.068498 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:28:00.068498 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:28:00.068498 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:28:00.068498 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:28:00.068498 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:28:00.068498 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:28:00.068498 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:28:00.068498 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:28:00.068498 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:28:00.068498 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:28:00.068498 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:28:00.068498 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:28:00.068498 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:28:00.068498 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:28:00.068498 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:28:00.068498 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:28:00.068498 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:28:00.068498 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:28:00.068498 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:28:00.117446 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 06a44b50-78b2-4c71-b326-be50dacb3380 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:28:00.155275 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 06a44b50-78b2-4c71-b326-be50dacb3380 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:28:00.155682 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 06a44b50-78b2-4c71-b326-be50dacb3380 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:28:00.156155 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device f8b50f95-e44b-4f56-9a2f-261dba08ac42 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:28:00.158113 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6a0d4b96-8945-4b27-8b18-a238e0a6644b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:00.161484 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f53f49df-4bce-4f6a-8f55-a198faf90135 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:28:00.180812 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6a0d4b96-8945-4b27-8b18-a238e0a6644b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:00.188569 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0d4b96-8945-4b27-8b18-a238e0a6644b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event deleted for resources: {'Network': ['ID=3542fc4b-71ae-478a-813b-b132f2cc9cc0,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:28:00.193743 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6a0d4b96-8945-4b27-8b18-a238e0a6644b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:28:00.195560 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: f8b50f95-e44b-4f56-9a2f-261dba08ac42 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:28:00.195964 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device f8b50f95-e44b-4f56-9a2f-261dba08ac42 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:28:00.196440 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 629c0726-c279-4a26-8131-159e54266537 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:28:00.200982 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6a0d4b96-8945-4b27-8b18-a238e0a6644b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "DELETE /v2.0/networks/3542fc4b-71ae-478a-813b-b132f2cc9cc0 HTTP/1.1" status: 204  len: 168 time: 1.0491104
Jan 29 10:28:00.213655 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 60240) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:28:00.220117 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-65078579-fbba-4dc1-adcc-380f928d659b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'network': {'name': 'tempest-network-smoke--1315420518', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'port_security_enabled': True}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:28:00.225618 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-65078579-fbba-4dc1-adcc-380f928d659b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:28:00.230070 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-65078579-fbba-4dc1-adcc-380f928d659b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:network and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:28:00.232984 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 629c0726-c279-4a26-8131-159e54266537 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:28:00.233174 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-65078579-fbba-4dc1-adcc-380f928d659b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for network was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:28:00.233389 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 629c0726-c279-4a26-8131-159e54266537 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:28:00.239203 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-65078579-fbba-4dc1-adcc-380f928d659b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:28:00.249543 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65078579-fbba-4dc1-adcc-380f928d659b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Made reservation on behalf of ff1f06ee29ef461597f2ecd846f8813d for: {'network': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:28:00.271572 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-65078579-fbba-4dc1-adcc-380f928d659b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:00.307259 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65078579-fbba-4dc1-adcc-380f928d659b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:28:00.316818 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-65078579-fbba-4dc1-adcc-380f928d659b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268197113528', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:00.317241 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-65078579-fbba-4dc1-adcc-380f928d659b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Added segment d2aaf0fb-312a-4424-829c-0d453e324231 of type vxlan for network e33c8ed3-eaeb-4036-8e43-cb81504e1ab4
Jan 29 10:28:00.349272 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-65078579-fbba-4dc1-adcc-380f928d659b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:00.378582 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-65078579-fbba-4dc1-adcc-380f928d659b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:00.445958 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65078579-fbba-4dc1-adcc-380f928d659b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:28:00.446646 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-65078579-fbba-4dc1-adcc-380f928d659b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:00.452593 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3ada21d3-d21e-497f-be7b-8ffe1233b872 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:28:00.508673 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-65078579-fbba-4dc1-adcc-380f928d659b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2938604
Jan 29 10:28:00.511871 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 60244) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:28:00.518949 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-afde4a63-501d-4d75-bf35-f25016df0b93 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1149261281', 'admin_state_up': True, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:28:00.544422 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-afde4a63-501d-4d75-bf35-f25016df0b93 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:28:00.548573 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-afde4a63-501d-4d75-bf35-f25016df0b93 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:router and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:28:00.551641 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-afde4a63-501d-4d75-bf35-f25016df0b93 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for router was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:28:00.558908 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-afde4a63-501d-4d75-bf35-f25016df0b93 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:28:00.565569 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65078579-fbba-4dc1-adcc-380f928d659b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Network': ['ID=e33c8ed3-eaeb-4036-8e43-cb81504e1ab4,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:28:00.568508 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-65078579-fbba-4dc1-adcc-380f928d659b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:28:00.569605 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-afde4a63-501d-4d75-bf35-f25016df0b93 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:00.570734 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-afde4a63-501d-4d75-bf35-f25016df0b93 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:00.577521 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network e33c8ed3-eaeb-4036-8e43-cb81504e1ab4 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:28:00.589231 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-afde4a63-501d-4d75-bf35-f25016df0b93 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:00.594886 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network e33c8ed3-eaeb-4036-8e43-cb81504e1ab4 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:28:01.154026 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-afde4a63-501d-4d75-bf35-f25016df0b93 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:01.473794 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-afde4a63-501d-4d75-bf35-f25016df0b93 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for router_gateway, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:01.508960 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-afde4a63-501d-4d75-bf35-f25016df0b93 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:01.776327 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-afde4a63-501d-4d75-bf35-f25016df0b93 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Allocated IP 172.26.7.101 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/404843ea-eb45-4cf3-839d-e19a8dfd319d) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:28:01.940336 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-afde4a63-501d-4d75-bf35-f25016df0b93 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:01.969614 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-afde4a63-501d-4d75-bf35-f25016df0b93 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:01.985557 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-54642444-2837-4d1d-a36f-60934645213a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:28:02.126202 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afde4a63-501d-4d75-bf35-f25016df0b93 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Port': ['ID=404843ea-eb45-4cf3-839d-e19a8dfd319d,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:28:02.146849 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afde4a63-501d-4d75-bf35-f25016df0b93 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:28:02.147273 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afde4a63-501d-4d75-bf35-f25016df0b93 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:28:02.147693 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afde4a63-501d-4d75-bf35-f25016df0b93 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:28:02.148102 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afde4a63-501d-4d75-bf35-f25016df0b93 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:28:02.148508 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afde4a63-501d-4d75-bf35-f25016df0b93 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:28:02.148914 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afde4a63-501d-4d75-bf35-f25016df0b93 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:28:02.149312 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afde4a63-501d-4d75-bf35-f25016df0b93 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:28:02.149712 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afde4a63-501d-4d75-bf35-f25016df0b93 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:28:02.150164 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afde4a63-501d-4d75-bf35-f25016df0b93 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:28:02.150564 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afde4a63-501d-4d75-bf35-f25016df0b93 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:28:02.150962 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afde4a63-501d-4d75-bf35-f25016df0b93 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:28:02.151359 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afde4a63-501d-4d75-bf35-f25016df0b93 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:28:02.151830 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afde4a63-501d-4d75-bf35-f25016df0b93 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:28:02.152227 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afde4a63-501d-4d75-bf35-f25016df0b93 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:28:02.152642 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afde4a63-501d-4d75-bf35-f25016df0b93 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:28:02.153077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afde4a63-501d-4d75-bf35-f25016df0b93 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:28:02.153479 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afde4a63-501d-4d75-bf35-f25016df0b93 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:28:02.153893 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afde4a63-501d-4d75-bf35-f25016df0b93 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:28:02.154313 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afde4a63-501d-4d75-bf35-f25016df0b93 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:28:02.154684 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afde4a63-501d-4d75-bf35-f25016df0b93 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:28:02.155078 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afde4a63-501d-4d75-bf35-f25016df0b93 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:28:02.155470 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afde4a63-501d-4d75-bf35-f25016df0b93 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:28:02.155863 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afde4a63-501d-4d75-bf35-f25016df0b93 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:28:02.156257 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afde4a63-501d-4d75-bf35-f25016df0b93 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:28:02.161069 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-afde4a63-501d-4d75-bf35-f25016df0b93 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:28:02.197671 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afde4a63-501d-4d75-bf35-f25016df0b93 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:28:02.199109 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-afde4a63-501d-4d75-bf35-f25016df0b93 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:28:02.201383 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afde4a63-501d-4d75-bf35-f25016df0b93 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:28:02.642361 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-afde4a63-501d-4d75-bf35-f25016df0b93 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for router_gateway, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:03.016016 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-afde4a63-501d-4d75-bf35-f25016df0b93 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:03.232708 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afde4a63-501d-4d75-bf35-f25016df0b93 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Router 8f6373b2-022d-49f5-8d7a-4ce35653312a is scheduled to L3 agent 18987107-6d88-4736-94cf-15791d65b3ff with binding_index 1 {{(pid=80765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 29 10:28:03.423796 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afde4a63-501d-4d75-bf35-f25016df0b93 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:28:03.433644 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c4cccc-05da-4103-945f-a1c35e243a18 None None] Sync routers for ids ['8f6373b2-022d-49f5-8d7a-4ce35653312a'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:28:03.444260 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c4cccc-05da-4103-945f-a1c35e243a18 None None] Routers {'8f6373b2-022d-49f5-8d7a-4ce35653312a'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:28:03.444927 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-33c4cccc-05da-4103-945f-a1c35e243a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9dd9ac8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:27:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['8f6373b2-022d-49f5-8d7a-4ce35653312a'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:28:03.482533 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-afde4a63-501d-4d75-bf35-f25016df0b93 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:03.483867 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-afde4a63-501d-4d75-bf35-f25016df0b93 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 2.9696155
Jan 29 10:28:03.487153 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 60248) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:28:03.532866 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8a02057f-facf-444b-a523-90dbe6c7595a tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=ff1f06ee29ef461597f2ecd846f8813d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0444782
Jan 29 10:28:03.535511 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 60252) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:28:03.636001 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-33c4cccc-05da-4103-945f-a1c35e243a18 None None] Set router 8f6373b2-022d-49f5-8d7a-4ce35653312a gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:28:03.951428 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-33c4cccc-05da-4103-945f-a1c35e243a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9dd9ac8>, [{'id': '8f6373b2-022d-49f5-8d7a-4ce35653312a', 'name': 'tempest-TestNetworkBasicOps-router-1149261281', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '404843ea-eb45-4cf3-839d-e19a8dfd319d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:28:00Z', 'updated_at': '2021-01-29T10:28:02Z', 'revision_number': 3, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '404843ea-eb45-4cf3-839d-e19a8dfd319d', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:43:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f6373b2-022d-49f5-8d7a-4ce35653312a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:28:01Z', 'updated_at': '2021-01-29T10:28:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:28:03.955505 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c4cccc-05da-4103-945f-a1c35e243a18 None None] Checking router: 8f6373b2-022d-49f5-8d7a-4ce35653312a for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:28:03.955902 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c4cccc-05da-4103-945f-a1c35e243a18 None None] Updating router 8f6373b2-022d-49f5-8d7a-4ce35653312a port 404843ea-eb45-4cf3-839d-e19a8dfd319d binding host dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 29 10:28:03.956236 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379f6eb5-3cdf-4213-b744-050294234931 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:28:03.957904 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-379f6eb5-3cdf-4213-b744-050294234931 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.4213889
Jan 29 10:28:03.960984 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 60256) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:28:04.007684 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-67d646d9-f811-4e69-8d95-ead1f3fca42b tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=aadf795f-2e1a-4d04-be0e-12575f0f28a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0454504
Jan 29 10:28:04.010349 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 60260) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:28:04.014777 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-33c4cccc-05da-4103-945f-a1c35e243a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:04.016857 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-fed52805-7429-4e86-87e3-73431b8d194f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-471318837', 'network_id': 'e33c8ed3-eaeb-4036-8e43-cb81504e1ab4', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:28:04.136591 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-fed52805-7429-4e86-87e3-73431b8d194f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:28:04.140854 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-fed52805-7429-4e86-87e3-73431b8d194f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:subnet and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:28:04.143823 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-fed52805-7429-4e86-87e3-73431b8d194f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:28:04.149610 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-fed52805-7429-4e86-87e3-73431b8d194f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:28:04.159556 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed52805-7429-4e86-87e3-73431b8d194f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Made reservation on behalf of ff1f06ee29ef461597f2ecd846f8813d for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:28:04.181237 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fed52805-7429-4e86-87e3-73431b8d194f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:04.416475 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-33c4cccc-05da-4103-945f-a1c35e243a18 None None] Notify callbacks [] for port, precommit_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:04.428985 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-33c4cccc-05da-4103-945f-a1c35e243a18 None None] Transition to ACTIVE for port object 404843ea-eb45-4cf3-839d-e19a8dfd319d will not be triggered until provisioned by entity L2. {{(pid=80768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:28:04.433567 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-33c4cccc-05da-4103-945f-a1c35e243a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:04.450392 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d216248e-2172-4868-ac1a-b91283a67f00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:28:04.584860 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc60e042-89b9-4888-b6d6-bcf7d31076c6 None None] Pushing event updated for resources: {'Port': ['ID=404843ea-eb45-4cf3-839d-e19a8dfd319d,revision_number=2']} {{(pid=80768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:28:04.603794 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc60e042-89b9-4888-b6d6-bcf7d31076c6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:28:04.604174 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc60e042-89b9-4888-b6d6-bcf7d31076c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:28:04.604561 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc60e042-89b9-4888-b6d6-bcf7d31076c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:28:04.604929 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc60e042-89b9-4888-b6d6-bcf7d31076c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:28:04.605299 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc60e042-89b9-4888-b6d6-bcf7d31076c6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:28:04.605663 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc60e042-89b9-4888-b6d6-bcf7d31076c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:28:04.606074 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc60e042-89b9-4888-b6d6-bcf7d31076c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:28:04.606439 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc60e042-89b9-4888-b6d6-bcf7d31076c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:28:04.606801 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc60e042-89b9-4888-b6d6-bcf7d31076c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:28:04.607160 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc60e042-89b9-4888-b6d6-bcf7d31076c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:28:04.607516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc60e042-89b9-4888-b6d6-bcf7d31076c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:28:04.607872 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc60e042-89b9-4888-b6d6-bcf7d31076c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:28:04.608298 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc60e042-89b9-4888-b6d6-bcf7d31076c6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:28:04.608654 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc60e042-89b9-4888-b6d6-bcf7d31076c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:28:04.609010 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc60e042-89b9-4888-b6d6-bcf7d31076c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:28:04.609366 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc60e042-89b9-4888-b6d6-bcf7d31076c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:28:04.609722 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc60e042-89b9-4888-b6d6-bcf7d31076c6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:28:04.610101 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc60e042-89b9-4888-b6d6-bcf7d31076c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:28:04.610453 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc60e042-89b9-4888-b6d6-bcf7d31076c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:28:04.610807 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc60e042-89b9-4888-b6d6-bcf7d31076c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:28:04.611164 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc60e042-89b9-4888-b6d6-bcf7d31076c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:28:04.611518 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc60e042-89b9-4888-b6d6-bcf7d31076c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:28:04.611869 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc60e042-89b9-4888-b6d6-bcf7d31076c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:28:04.612219 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc60e042-89b9-4888-b6d6-bcf7d31076c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:28:04.617938 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-fc60e042-89b9-4888-b6d6-bcf7d31076c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:28:04.639070 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fed52805-7429-4e86-87e3-73431b8d194f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:04.654693 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-07c3dbd0-7662-4199-b668-315027613726 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:28:04.669207 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-33c4cccc-05da-4103-945f-a1c35e243a18 None None] Attempting to bind port 404843ea-eb45-4cf3-839d-e19a8dfd319d on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:28:04.669620 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-33c4cccc-05da-4103-945f-a1c35e243a18 None None] Attempting to bind port 404843ea-eb45-4cf3-839d-e19a8dfd319d by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}] {{(pid=80768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:28:04.670055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c4cccc-05da-4103-945f-a1c35e243a18 None None] Attempting to bind port 404843ea-eb45-4cf3-839d-e19a8dfd319d on network aadf795f-2e1a-4d04-be0e-12575f0f28a5 {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:28:04.675648 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c4cccc-05da-4103-945f-a1c35e243a18 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:28:04.676063 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c4cccc-05da-4103-945f-a1c35e243a18 None None] Checking segment: {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:28:04.676509 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-33c4cccc-05da-4103-945f-a1c35e243a18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:04.676934 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c4cccc-05da-4103-945f-a1c35e243a18 None None] Bound using segment: {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'} {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:28:04.677440 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-33c4cccc-05da-4103-945f-a1c35e243a18 None None] Bound port: 404843ea-eb45-4cf3-839d-e19a8dfd319d, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}}] {{(pid=80768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:28:04.677877 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-33c4cccc-05da-4103-945f-a1c35e243a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:04.753287 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-33c4cccc-05da-4103-945f-a1c35e243a18 None None] For port 404843ea-eb45-4cf3-839d-e19a8dfd319d, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:28:04.756749 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-33c4cccc-05da-4103-945f-a1c35e243a18 None None] For port 404843ea-eb45-4cf3-839d-e19a8dfd319d, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=404843ea-eb45-4cf3-839d-e19a8dfd319d,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:28:04.759241 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-33c4cccc-05da-4103-945f-a1c35e243a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:04.774395 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-293a4112-03f9-4427-b2de-f1c8cc605227 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:28:04.790823 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed52805-7429-4e86-87e3-73431b8d194f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Subnet': ['ID=517bb3e5-e2f6-41e1-bc01-afd9caa7c276,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:28:04.801131 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-fed52805-7429-4e86-87e3-73431b8d194f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:28:04.874383 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed52805-7429-4e86-87e3-73431b8d194f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Checking segment: {'id': 'd2aaf0fb-312a-4424-829c-0d453e324231', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e33c8ed3-eaeb-4036-8e43-cb81504e1ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:28:04.874786 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed52805-7429-4e86-87e3-73431b8d194f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network hostable DHCP agents. Network: e33c8ed3-eaeb-4036-8e43-cb81504e1ab4, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:28:04.893874 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed52805-7429-4e86-87e3-73431b8d194f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network e33c8ed3-eaeb-4036-8e43-cb81504e1ab4 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:28:04.902237 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-fed52805-7429-4e86-87e3-73431b8d194f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, e33c8ed3-eaeb-4036-8e43-cb81504e1ab4) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:28:04.918199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed52805-7429-4e86-87e3-73431b8d194f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:28:04.920601 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fed52805-7429-4e86-87e3-73431b8d194f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:04.921937 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a0a8e9-ec15-47fb-a8ae-9186b2deee37 None None] Network e33c8ed3-eaeb-4036-8e43-cb81504e1ab4 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:28:04.927284 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc60e042-89b9-4888-b6d6-bcf7d31076c6 None None] Pushing event updated for resources: {'Port': ['ID=404843ea-eb45-4cf3-839d-e19a8dfd319d,revision_number=3']} {{(pid=80768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:28:04.932036 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-fc60e042-89b9-4888-b6d6-bcf7d31076c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:28:04.946009 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-fed52805-7429-4e86-87e3-73431b8d194f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.9345162
Jan 29 10:28:04.949741 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 60264) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:28:04.978725 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c4cccc-05da-4103-945f-a1c35e243a18 None None] Routers {'8f6373b2-022d-49f5-8d7a-4ce35653312a'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:28:04.979533 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-33c4cccc-05da-4103-945f-a1c35e243a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9dd9ac8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:27:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['8f6373b2-022d-49f5-8d7a-4ce35653312a'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:28:05.017274 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:05.191768 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-33c4cccc-05da-4103-945f-a1c35e243a18 None None] Set router 8f6373b2-022d-49f5-8d7a-4ce35653312a gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:28:05.362249 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b25b1e3-8348-41d6-b4d3-54df1509380c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-e33c8ed3-eaeb-4036-8e43-cb81504e1ab4', 'network_id': 'e33c8ed3-eaeb-4036-8e43-cb81504e1ab4', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'fixed_ips': [{'subnet_id': '517bb3e5-e2f6-41e1-bc01-afd9caa7c276'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:28:05.363454 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7b25b1e3-8348-41d6-b4d3-54df1509380c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:05.664643 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-7b25b1e3-8348-41d6-b4d3-54df1509380c None None] Allocated IP 172.20.0.2 (e33c8ed3-eaeb-4036-8e43-cb81504e1ab4/517bb3e5-e2f6-41e1-bc01-afd9caa7c276/fdd8580b-5cd3-48c5-9a56-82800ecb1e22) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:28:05.673651 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-33c4cccc-05da-4103-945f-a1c35e243a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9dd9ac8>, [{'id': '8f6373b2-022d-49f5-8d7a-4ce35653312a', 'name': 'tempest-TestNetworkBasicOps-router-1149261281', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '404843ea-eb45-4cf3-839d-e19a8dfd319d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:28:00Z', 'updated_at': '2021-01-29T10:28:02Z', 'revision_number': 3, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '404843ea-eb45-4cf3-839d-e19a8dfd319d', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:43:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f6373b2-022d-49f5-8d7a-4ce35653312a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:28:01Z', 'updated_at': '2021-01-29T10:28:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:28:05.677913 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c4cccc-05da-4103-945f-a1c35e243a18 None None] The sync data for ids ['8f6373b2-022d-49f5-8d7a-4ce35653312a'] in dv-neutron-772983-2-ovs is: [{'id': '8f6373b2-022d-49f5-8d7a-4ce35653312a', 'name': 'tempest-TestNetworkBasicOps-router-1149261281', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '404843ea-eb45-4cf3-839d-e19a8dfd319d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:28:00Z', 'updated_at': '2021-01-29T10:28:02Z', 'revision_number': 3, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '404843ea-eb45-4cf3-839d-e19a8dfd319d', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:43:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f6373b2-022d-49f5-8d7a-4ce35653312a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:28:01Z', 'updated_at': '2021-01-29T10:28:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:28:05.780306 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bae7ca99-205a-41da-a34e-b0a65d90c8bd tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:05.892343 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7b25b1e3-8348-41d6-b4d3-54df1509380c None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:05.904823 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-7b25b1e3-8348-41d6-b4d3-54df1509380c None None] Transition to ACTIVE for port object fdd8580b-5cd3-48c5-9a56-82800ecb1e22 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:28:05.921505 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-7b25b1e3-8348-41d6-b4d3-54df1509380c None None] Transition to ACTIVE for port object fdd8580b-5cd3-48c5-9a56-82800ecb1e22 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:28:05.925829 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7b25b1e3-8348-41d6-b4d3-54df1509380c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:05.941542 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-eeebe95f-26a4-4809-b32b-0799fb05795d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:28:06.086066 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b25b1e3-8348-41d6-b4d3-54df1509380c None None] Pushing event updated for resources: {'Port': ['ID=fdd8580b-5cd3-48c5-9a56-82800ecb1e22,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:28:06.090527 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7b25b1e3-8348-41d6-b4d3-54df1509380c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:28:06.147195 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b25b1e3-8348-41d6-b4d3-54df1509380c None None] Network e33c8ed3-eaeb-4036-8e43-cb81504e1ab4 is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:28:06.156222 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-7b25b1e3-8348-41d6-b4d3-54df1509380c None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:28:06.163157 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:28:06.163518 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b25b1e3-8348-41d6-b4d3-54df1509380c None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:28:06.219058 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 404843ea-eb45-4cf3-839d-e19a8dfd319d up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:28:06.304843 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-7b25b1e3-8348-41d6-b4d3-54df1509380c None None] Attempting to bind port fdd8580b-5cd3-48c5-9a56-82800ecb1e22 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:28:06.305182 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-7b25b1e3-8348-41d6-b4d3-54df1509380c None None] Attempting to bind port fdd8580b-5cd3-48c5-9a56-82800ecb1e22 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'd2aaf0fb-312a-4424-829c-0d453e324231', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e33c8ed3-eaeb-4036-8e43-cb81504e1ab4'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:28:06.305575 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b25b1e3-8348-41d6-b4d3-54df1509380c None None] Attempting to bind port fdd8580b-5cd3-48c5-9a56-82800ecb1e22 on network e33c8ed3-eaeb-4036-8e43-cb81504e1ab4 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:28:06.316960 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b25b1e3-8348-41d6-b4d3-54df1509380c None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:28:06.317389 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b25b1e3-8348-41d6-b4d3-54df1509380c None None] Checking segment: {'id': 'd2aaf0fb-312a-4424-829c-0d453e324231', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e33c8ed3-eaeb-4036-8e43-cb81504e1ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:28:06.317848 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7b25b1e3-8348-41d6-b4d3-54df1509380c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:06.318296 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b25b1e3-8348-41d6-b4d3-54df1509380c None None] Bound using segment: {'id': 'd2aaf0fb-312a-4424-829c-0d453e324231', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e33c8ed3-eaeb-4036-8e43-cb81504e1ab4'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:28:06.318831 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-7b25b1e3-8348-41d6-b4d3-54df1509380c None None] Bound port: fdd8580b-5cd3-48c5-9a56-82800ecb1e22, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2aaf0fb-312a-4424-829c-0d453e324231', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e33c8ed3-eaeb-4036-8e43-cb81504e1ab4'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:28:06.319910 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7b25b1e3-8348-41d6-b4d3-54df1509380c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:06.404265 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 404843ea-eb45-4cf3-839d-e19a8dfd319d completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:28:06.426514 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-bae7ca99-205a-41da-a34e-b0a65d90c8bd tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Allocated IP 172.20.0.1 (e33c8ed3-eaeb-4036-8e43-cb81504e1ab4/517bb3e5-e2f6-41e1-bc01-afd9caa7c276/c70d8ffc-be82-4874-bf62-01b759bf38f9) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:28:06.427780 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 404843ea-eb45-4cf3-839d-e19a8dfd319d triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:28:06.428271 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:06.486329 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-7b25b1e3-8348-41d6-b4d3-54df1509380c None None] For port fdd8580b-5cd3-48c5-9a56-82800ecb1e22, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:28:06.501050 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-7b25b1e3-8348-41d6-b4d3-54df1509380c None None] For port fdd8580b-5cd3-48c5-9a56-82800ecb1e22, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=fdd8580b-5cd3-48c5-9a56-82800ecb1e22,segment=NetworkSegment(d2aaf0fb-312a-4424-829c-0d453e324231),segment_id=d2aaf0fb-312a-4424-829c-0d453e324231)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:28:06.509800 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7b25b1e3-8348-41d6-b4d3-54df1509380c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:06.524117 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:28:06.617093 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bae7ca99-205a-41da-a34e-b0a65d90c8bd tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:06.634312 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-bae7ca99-205a-41da-a34e-b0a65d90c8bd tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Transition to ACTIVE for port object c70d8ffc-be82-4874-bf62-01b759bf38f9 will not be triggered until provisioned by entity DHCP. {{(pid=80765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:28:06.657420 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bae7ca99-205a-41da-a34e-b0a65d90c8bd tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:06.674279 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-dd32aaa2-5ef6-41e1-800d-f5b06a60428e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:28:06.757403 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b25b1e3-8348-41d6-b4d3-54df1509380c None None] Pushing event updated for resources: {'Port': ['ID=fdd8580b-5cd3-48c5-9a56-82800ecb1e22,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:28:06.760901 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7b25b1e3-8348-41d6-b4d3-54df1509380c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:28:06.764425 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:06.795513 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port 404843ea-eb45-4cf3-839d-e19a8dfd319d, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=404843ea-eb45-4cf3-839d-e19a8dfd319d,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:28:06.801205 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:06.804210 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0c5feb8e-7163-4109-9f4b-a925211b17aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:28:06.821397 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae7ca99-205a-41da-a34e-b0a65d90c8bd tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Port': ['ID=c70d8ffc-be82-4874-bf62-01b759bf38f9,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:28:06.826990 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bae7ca99-205a-41da-a34e-b0a65d90c8bd tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:28:06.881154 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=404843ea-eb45-4cf3-839d-e19a8dfd319d,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:28:06.884753 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:28:06.886958 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae7ca99-205a-41da-a34e-b0a65d90c8bd tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network e33c8ed3-eaeb-4036-8e43-cb81504e1ab4 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:28:06.888441 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-bae7ca99-205a-41da-a34e-b0a65d90c8bd tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:28:06.890805 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae7ca99-205a-41da-a34e-b0a65d90c8bd tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:28:06.952243 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bae7ca99-205a-41da-a34e-b0a65d90c8bd tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854426412'] for router_interface, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:07.085214 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bae7ca99-205a-41da-a34e-b0a65d90c8bd tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:07.591507 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bae7ca99-205a-41da-a34e-b0a65d90c8bd tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:07.596072 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bae7ca99-205a-41da-a34e-b0a65d90c8bd tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:07.628583 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f2665ae7-156c-4198-bdc8-d001ec0db556 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:28:07.716390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae7ca99-205a-41da-a34e-b0a65d90c8bd tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Port': ['ID=c70d8ffc-be82-4874-bf62-01b759bf38f9,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:28:07.719107 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bae7ca99-205a-41da-a34e-b0a65d90c8bd tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854133895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349242'] for router_interface, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:07.736076 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bae7ca99-205a-41da-a34e-b0a65d90c8bd tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:28:07.866364 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae7ca99-205a-41da-a34e-b0a65d90c8bd tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network e33c8ed3-eaeb-4036-8e43-cb81504e1ab4 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:28:07.867546 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-bae7ca99-205a-41da-a34e-b0a65d90c8bd tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:28:08.148208 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2deb253-8be4-43fa-a6f4-9f377519e432 None None] Network e33c8ed3-eaeb-4036-8e43-cb81504e1ab4 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:28:08.257930 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device fdd8580b-5cd3-48c5-9a56-82800ecb1e22 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:28:08.311814 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-a769e6f1-8549-4719-94e0-f92379d0f489 None None] Provisioning for port fdd8580b-5cd3-48c5-9a56-82800ecb1e22 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:28:08.352562 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae7ca99-205a-41da-a34e-b0a65d90c8bd tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Router 8f6373b2-022d-49f5-8d7a-4ce35653312a has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:28:08.453239 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port fdd8580b-5cd3-48c5-9a56-82800ecb1e22 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:28:08.469336 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port fdd8580b-5cd3-48c5-9a56-82800ecb1e22 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:28:08.469759 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:08.553249 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae7ca99-205a-41da-a34e-b0a65d90c8bd tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:28:08.575379 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-bae7ca99-205a-41da-a34e-b0a65d90c8bd tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "PUT /v2.0/routers/8f6373b2-022d-49f5-8d7a-4ce35653312a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6211987
Jan 29 10:28:08.575379 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 60268) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:28:08.586619 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fe1f54-c689-4d8e-8eaa-acee4ecc36f5 None None] Sync routers for ids ['8f6373b2-022d-49f5-8d7a-4ce35653312a'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:28:08.618380 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fe1f54-c689-4d8e-8eaa-acee4ecc36f5 None None] Routers {'8f6373b2-022d-49f5-8d7a-4ce35653312a'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:28:08.619096 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-04fe1f54-c689-4d8e-8eaa-acee4ecc36f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c8f8d9e8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:27:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['8f6373b2-022d-49f5-8d7a-4ce35653312a'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:28:08.736634 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49897e68-3881-4414-9c3b-1df4ca72313e tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:28:08.737315 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49897e68-3881-4414-9c3b-1df4ca72313e tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:28:08.739058 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49897e68-3881-4414-9c3b-1df4ca72313e tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:28:08.739506 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49897e68-3881-4414-9c3b-1df4ca72313e tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:28:08.741904 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-49897e68-3881-4414-9c3b-1df4ca72313e tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2865 time: 0.1650929
Jan 29 10:28:08.744304 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 60272) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:28:08.759177 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:08.822807 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-7835ac9c-c443-4721-a5f6-cdd195bbbdff None None] Provisioning complete for port fdd8580b-5cd3-48c5-9a56-82800ecb1e22 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:28:08.823223 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7835ac9c-c443-4721-a5f6-cdd195bbbdff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:08.825036 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddd7502-3a1f-4b38-9db7-38ee52109cd7 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:28:08.825479 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddd7502-3a1f-4b38-9db7-38ee52109cd7 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:28:08.825917 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddd7502-3a1f-4b38-9db7-38ee52109cd7 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:28:08.826335 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddd7502-3a1f-4b38-9db7-38ee52109cd7 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:28:08.829842 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-eddd7502-3a1f-4b38-9db7-38ee52109cd7 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2727 time: 0.0828881
Jan 29 10:28:08.831224 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 60276) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:28:08.874400 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port fdd8580b-5cd3-48c5-9a56-82800ecb1e22, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=fdd8580b-5cd3-48c5-9a56-82800ecb1e22,segment=NetworkSegment(d2aaf0fb-312a-4424-829c-0d453e324231),segment_id=d2aaf0fb-312a-4424-829c-0d453e324231)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:28:08.890467 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:08.891380 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 404843ea-eb45-4cf3-839d-e19a8dfd319d up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:28:08.935704 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:28:09.038199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-04fe1f54-c689-4d8e-8eaa-acee4ecc36f5 None None] Set router 8f6373b2-022d-49f5-8d7a-4ce35653312a gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:28:09.059145 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6acb0a86-2bd2-4ee4-9fc5-f4da7534cd6b tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1608 time: 0.2265408
Jan 29 10:28:09.377473 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=fdd8580b-5cd3-48c5-9a56-82800ecb1e22,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:28:09.386079 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 60282) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:28:09.392616 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-569a8430-c646-4f73-83fa-1b72776dba83 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-367834238', 'description': 'tempest-secgroup-smoke-367834238 description', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:28:09.416051 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-569a8430-c646-4f73-83fa-1b72776dba83 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:28:09.421944 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-569a8430-c646-4f73-83fa-1b72776dba83 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:28:09.425421 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-569a8430-c646-4f73-83fa-1b72776dba83 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:28:09.432066 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-569a8430-c646-4f73-83fa-1b72776dba83 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:28:09.439403 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:28:09.445595 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-569a8430-c646-4f73-83fa-1b72776dba83 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:09.468906 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-569a8430-c646-4f73-83fa-1b72776dba83 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:28:09.472997 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-569a8430-c646-4f73-83fa-1b72776dba83 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:28:09.475969 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-569a8430-c646-4f73-83fa-1b72776dba83 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:28:09.482405 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-569a8430-c646-4f73-83fa-1b72776dba83 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:28:09.488069 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-7835ac9c-c443-4721-a5f6-cdd195bbbdff None None] Provisioning for port c70d8ffc-be82-4874-bf62-01b759bf38f9 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:28:09.497617 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 404843ea-eb45-4cf3-839d-e19a8dfd319d triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:28:09.498059 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:09.533722 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-7835ac9c-c443-4721-a5f6-cdd195bbbdff None None] Provisioning complete for port c70d8ffc-be82-4874-bf62-01b759bf38f9 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:28:09.534077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7835ac9c-c443-4721-a5f6-cdd195bbbdff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:09.555161 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-569a8430-c646-4f73-83fa-1b72776dba83 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:09.557899 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-569a8430-c646-4f73-83fa-1b72776dba83 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:09.563391 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b6e5f409-e090-49f3-b140-f9ccca6deb61 tempest-TagsTest-87883786 tempest-TagsTest-87883786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:28:09.607737 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569a8430-c646-4f73-83fa-1b72776dba83 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e0ef175-db65-4866-b8d2-7b8c43a8fdee,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:28:09.611234 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-569a8430-c646-4f73-83fa-1b72776dba83 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:28:09.612792 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-569a8430-c646-4f73-83fa-1b72776dba83 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:09.614139 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-569a8430-c646-4f73-83fa-1b72776dba83 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2265587
Jan 29 10:28:09.617152 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 60286) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:28:09.623996 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-6420514f-8c2f-4c6d-92c1-b0d33ed4e4f0 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group_rule': {'security_group_id': '3e0ef175-db65-4866-b8d2-7b8c43a8fdee', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:28:09.646320 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-6420514f-8c2f-4c6d-92c1-b0d33ed4e4f0 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:28:09.650443 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6420514f-8c2f-4c6d-92c1-b0d33ed4e4f0 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:28:09.653592 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6420514f-8c2f-4c6d-92c1-b0d33ed4e4f0 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:28:09.659377 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-6420514f-8c2f-4c6d-92c1-b0d33ed4e4f0 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:28:09.675575 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-7835ac9c-c443-4721-a5f6-cdd195bbbdff None None] Port c70d8ffc-be82-4874-bf62-01b759bf38f9 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:28:09.677193 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6420514f-8c2f-4c6d-92c1-b0d33ed4e4f0 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:09.745929 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6420514f-8c2f-4c6d-92c1-b0d33ed4e4f0 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:09.749312 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6420514f-8c2f-4c6d-92c1-b0d33ed4e4f0 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:09.751244 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-10f2fe9e-bcc1-498c-8438-4ca1c6589257 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:28:09.774744 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6420514f-8c2f-4c6d-92c1-b0d33ed4e4f0 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d6e7ea8-b5c2-4797-886b-ad66f4c96781,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:28:09.777352 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6420514f-8c2f-4c6d-92c1-b0d33ed4e4f0 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:28:09.784829 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6420514f-8c2f-4c6d-92c1-b0d33ed4e4f0 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:09.786205 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6420514f-8c2f-4c6d-92c1-b0d33ed4e4f0 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1679504
Jan 29 10:28:09.789193 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 60290) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:28:09.795586 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-a376f7e3-2dba-40cd-a1e1-9f56cc24297b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group_rule': {'security_group_id': '3e0ef175-db65-4866-b8d2-7b8c43a8fdee', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:28:09.818067 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a376f7e3-2dba-40cd-a1e1-9f56cc24297b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:28:09.822164 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a376f7e3-2dba-40cd-a1e1-9f56cc24297b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:28:09.825698 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a376f7e3-2dba-40cd-a1e1-9f56cc24297b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:28:09.829693 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-6d437934-1448-430b-a197-b7c06e1e2e89 None None] Provisioning complete for port fdd8580b-5cd3-48c5-9a56-82800ecb1e22 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:28:09.830137 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6d437934-1448-430b-a197-b7c06e1e2e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:09.831579 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a376f7e3-2dba-40cd-a1e1-9f56cc24297b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:28:09.848156 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a376f7e3-2dba-40cd-a1e1-9f56cc24297b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:09.903879 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-04fe1f54-c689-4d8e-8eaa-acee4ecc36f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c8f8d9e8>, [{'id': '8f6373b2-022d-49f5-8d7a-4ce35653312a', 'name': 'tempest-TestNetworkBasicOps-router-1149261281', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '404843ea-eb45-4cf3-839d-e19a8dfd319d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:28:00Z', 'updated_at': '2021-01-29T10:28:07Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '404843ea-eb45-4cf3-839d-e19a8dfd319d', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:43:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6373b2-022d-49f5-8d7a-4ce35653312a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:28:01Z', 'updated_at': '2021-01-29T10:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'c70d8ffc-be82-4874-bf62-01b759bf38f9', 'name': '', 'network_id': 'e33c8ed3-eaeb-4036-8e43-cb81504e1ab4', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:cf:ca:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f6373b2-022d-49f5-8d7a-4ce35653312a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '517bb3e5-e2f6-41e1-bc01-afd9caa7c276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:28:06Z', 'updated_at': '2021-01-29T10:28:07Z', 'revision_number': 2, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': '517bb3e5-e2f6-41e1-bc01-afd9caa7c276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:28:09.913764 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fe1f54-c689-4d8e-8eaa-acee4ecc36f5 None None] Checking router: 8f6373b2-022d-49f5-8d7a-4ce35653312a for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:28:09.914165 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fe1f54-c689-4d8e-8eaa-acee4ecc36f5 None None] Updating router 8f6373b2-022d-49f5-8d7a-4ce35653312a port c70d8ffc-be82-4874-bf62-01b759bf38f9 binding host dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 29 10:28:09.915761 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a376f7e3-2dba-40cd-a1e1-9f56cc24297b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:09.919449 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a376f7e3-2dba-40cd-a1e1-9f56cc24297b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:09.921356 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2ccded22-fc12-4635-9a17-54eba0e41b5b tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:28:09.945119 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a376f7e3-2dba-40cd-a1e1-9f56cc24297b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81c69e4c-347a-40cb-9f9f-3a2f93e51809,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:28:09.947819 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a376f7e3-2dba-40cd-a1e1-9f56cc24297b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:28:09.955520 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a376f7e3-2dba-40cd-a1e1-9f56cc24297b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:09.956883 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a376f7e3-2dba-40cd-a1e1-9f56cc24297b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1666412
Jan 29 10:28:09.959886 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 60294) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:28:09.966972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-18f3a66d-d96c-476f-b54d-9c93b53f2dc5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group_rule': {'security_group_id': '3e0ef175-db65-4866-b8d2-7b8c43a8fdee', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:28:09.989912 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-18f3a66d-d96c-476f-b54d-9c93b53f2dc5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:28:09.994009 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-18f3a66d-d96c-476f-b54d-9c93b53f2dc5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:28:09.997231 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-18f3a66d-d96c-476f-b54d-9c93b53f2dc5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:28:10.003362 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-18f3a66d-d96c-476f-b54d-9c93b53f2dc5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:28:10.021358 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-04fe1f54-c689-4d8e-8eaa-acee4ecc36f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:10.024819 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18f3a66d-d96c-476f-b54d-9c93b53f2dc5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:10.093030 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-6d437934-1448-430b-a197-b7c06e1e2e89 None None] Provisioning complete for port c70d8ffc-be82-4874-bf62-01b759bf38f9 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:28:10.093447 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6d437934-1448-430b-a197-b7c06e1e2e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:10.094066 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18f3a66d-d96c-476f-b54d-9c93b53f2dc5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:10.097054 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18f3a66d-d96c-476f-b54d-9c93b53f2dc5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:10.099230 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b96de1b9-21fd-499c-b707-65f9dde34e8b tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:28:10.124182 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f3a66d-d96c-476f-b54d-9c93b53f2dc5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2067c8ff-247f-4783-80be-65c05aa8f26a,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:28:10.126937 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18f3a66d-d96c-476f-b54d-9c93b53f2dc5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:28:10.135131 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18f3a66d-d96c-476f-b54d-9c93b53f2dc5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:10.139929 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 60298) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:28:10.140070 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-18f3a66d-d96c-476f-b54d-9c93b53f2dc5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1789801
Jan 29 10:28:10.145557 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device fdd8580b-5cd3-48c5-9a56-82800ecb1e22 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:28:10.146199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-1c543055-8f24-44a4-b503-913888dc4e3d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group_rule': {'security_group_id': '3e0ef175-db65-4866-b8d2-7b8c43a8fdee', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:28:10.168829 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-1c543055-8f24-44a4-b503-913888dc4e3d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:28:10.172942 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-1c543055-8f24-44a4-b503-913888dc4e3d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:28:10.176045 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-1c543055-8f24-44a4-b503-913888dc4e3d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:28:10.182006 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-1c543055-8f24-44a4-b503-913888dc4e3d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:28:10.199396 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1c543055-8f24-44a4-b503-913888dc4e3d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:10.267939 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1c543055-8f24-44a4-b503-913888dc4e3d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:10.270667 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1c543055-8f24-44a4-b503-913888dc4e3d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:10.276265 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-6d437934-1448-430b-a197-b7c06e1e2e89 None None] Port c70d8ffc-be82-4874-bf62-01b759bf38f9 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:28:10.280696 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d3600ea1-8c9a-4366-86e2-fb7c2a46959f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:28:10.307273 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c543055-8f24-44a4-b503-913888dc4e3d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b873168-e163-415d-b9ad-634d3197dd4e,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:28:10.310987 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1c543055-8f24-44a4-b503-913888dc4e3d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:28:10.315378 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1c543055-8f24-44a4-b503-913888dc4e3d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:10.316805 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1c543055-8f24-44a4-b503-913888dc4e3d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1757846
Jan 29 10:28:10.319648 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 60302) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:28:10.326212 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-ed63575f-034d-4ed7-9299-0b913d98a2db tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group_rule': {'security_group_id': '3e0ef175-db65-4866-b8d2-7b8c43a8fdee', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:28:10.347837 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ed63575f-034d-4ed7-9299-0b913d98a2db tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:28:10.352130 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ed63575f-034d-4ed7-9299-0b913d98a2db tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:28:10.355203 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ed63575f-034d-4ed7-9299-0b913d98a2db tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:28:10.359661 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port fdd8580b-5cd3-48c5-9a56-82800ecb1e22 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:28:10.360083 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:10.361963 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ed63575f-034d-4ed7-9299-0b913d98a2db tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:28:10.375624 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.securitygroups_db [None req-ed63575f-034d-4ed7-9299-0b913d98a2db tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Project ff1f06ee29ef461597f2ecd846f8813d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 10:28:10.382521 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ed63575f-034d-4ed7-9299-0b913d98a2db tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:10.453391 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ed63575f-034d-4ed7-9299-0b913d98a2db tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:10.458186 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ed63575f-034d-4ed7-9299-0b913d98a2db tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:10.460105 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9cb12ba3-4846-4cb3-8692-7bd2b1eb1a5d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:28:10.484273 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed63575f-034d-4ed7-9299-0b913d98a2db tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19762888-312a-4c86-a8ff-6d56910a52b6,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:28:10.486975 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ed63575f-034d-4ed7-9299-0b913d98a2db tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:28:10.493543 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ed63575f-034d-4ed7-9299-0b913d98a2db tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:10.495046 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ed63575f-034d-4ed7-9299-0b913d98a2db tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1743646
Jan 29 10:28:10.498727 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 60306) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:28:10.504579 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-224b1111-9274-458b-bb33-16ace9fb7a3b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group_rule': {'security_group_id': '3e0ef175-db65-4866-b8d2-7b8c43a8fdee', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:28:10.526116 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-224b1111-9274-458b-bb33-16ace9fb7a3b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:28:10.530266 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-224b1111-9274-458b-bb33-16ace9fb7a3b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:28:10.533297 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-224b1111-9274-458b-bb33-16ace9fb7a3b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:28:10.539082 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-224b1111-9274-458b-bb33-16ace9fb7a3b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:28:10.549906 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.securitygroups_db [None req-224b1111-9274-458b-bb33-16ace9fb7a3b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Project ff1f06ee29ef461597f2ecd846f8813d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 10:28:10.556787 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-224b1111-9274-458b-bb33-16ace9fb7a3b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:10.628143 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-224b1111-9274-458b-bb33-16ace9fb7a3b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:10.631081 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-224b1111-9274-458b-bb33-16ace9fb7a3b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:10.633195 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-06eae125-aa55-4846-8dc9-32bc2af2878f tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:28:10.657845 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224b1111-9274-458b-bb33-16ace9fb7a3b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59ade55d-31f4-488e-abaf-a3dd910c16e9,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:28:10.660422 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-224b1111-9274-458b-bb33-16ace9fb7a3b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:28:10.667568 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-224b1111-9274-458b-bb33-16ace9fb7a3b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:10.669516 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-224b1111-9274-458b-bb33-16ace9fb7a3b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1697838
Jan 29 10:28:10.700053 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-04fe1f54-c689-4d8e-8eaa-acee4ecc36f5 None None] Notify callbacks [] for port, precommit_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:10.712373 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-04fe1f54-c689-4d8e-8eaa-acee4ecc36f5 None None] Transition to ACTIVE for port object c70d8ffc-be82-4874-bf62-01b759bf38f9 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:28:10.714937 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-04fe1f54-c689-4d8e-8eaa-acee4ecc36f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:10.731372 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:28:10.868273 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2539334a-9764-4043-8c31-69938fdb64c7 None None] Pushing event updated for resources: {'Port': ['ID=c70d8ffc-be82-4874-bf62-01b759bf38f9,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:28:10.873084 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2539334a-9764-4043-8c31-69938fdb64c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:28:10.984656 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-d82cd33f-6ec2-4645-9f44-17dc64306027 req-b390d028-6204-4ed0-88eb-69f6edf02850 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Synchronizing usage tracker for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:security_group {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:28:11.000230 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-d82cd33f-6ec2-4645-9f44-17dc64306027 req-b390d028-6204-4ed0-88eb-69f6edf02850 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Unset dirty status for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:security_group {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:28:11.001556 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d82cd33f-6ec2-4645-9f44-17dc64306027 req-b390d028-6204-4ed0-88eb-69f6edf02850 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-367834238&fields=id&tenant_id=ff1f06ee29ef461597f2ecd846f8813d HTTP/1.1" status: 200  len: 267 time: 0.0783596
Jan 29 10:28:11.043834 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-04fe1f54-c689-4d8e-8eaa-acee4ecc36f5 None None] Attempting to bind port c70d8ffc-be82-4874-bf62-01b759bf38f9 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:28:11.044260 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-04fe1f54-c689-4d8e-8eaa-acee4ecc36f5 None None] Attempting to bind port c70d8ffc-be82-4874-bf62-01b759bf38f9 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'd2aaf0fb-312a-4424-829c-0d453e324231', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e33c8ed3-eaeb-4036-8e43-cb81504e1ab4'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:28:11.044685 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fe1f54-c689-4d8e-8eaa-acee4ecc36f5 None None] Attempting to bind port c70d8ffc-be82-4874-bf62-01b759bf38f9 on network e33c8ed3-eaeb-4036-8e43-cb81504e1ab4 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:28:11.050760 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fe1f54-c689-4d8e-8eaa-acee4ecc36f5 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:28:11.051196 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fe1f54-c689-4d8e-8eaa-acee4ecc36f5 None None] Checking segment: {'id': 'd2aaf0fb-312a-4424-829c-0d453e324231', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e33c8ed3-eaeb-4036-8e43-cb81504e1ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:28:11.051649 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-04fe1f54-c689-4d8e-8eaa-acee4ecc36f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:11.052097 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fe1f54-c689-4d8e-8eaa-acee4ecc36f5 None None] Bound using segment: {'id': 'd2aaf0fb-312a-4424-829c-0d453e324231', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e33c8ed3-eaeb-4036-8e43-cb81504e1ab4'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:28:11.052633 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-04fe1f54-c689-4d8e-8eaa-acee4ecc36f5 None None] Bound port: c70d8ffc-be82-4874-bf62-01b759bf38f9, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2aaf0fb-312a-4424-829c-0d453e324231', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e33c8ed3-eaeb-4036-8e43-cb81504e1ab4'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:28:11.053056 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-04fe1f54-c689-4d8e-8eaa-acee4ecc36f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:11.155582 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-04fe1f54-c689-4d8e-8eaa-acee4ecc36f5 None None] For port c70d8ffc-be82-4874-bf62-01b759bf38f9, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:28:11.158863 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-04fe1f54-c689-4d8e-8eaa-acee4ecc36f5 None None] For port c70d8ffc-be82-4874-bf62-01b759bf38f9, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=c70d8ffc-be82-4874-bf62-01b759bf38f9,segment=NetworkSegment(d2aaf0fb-312a-4424-829c-0d453e324231),segment_id=d2aaf0fb-312a-4424-829c-0d453e324231)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:28:11.162109 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-04fe1f54-c689-4d8e-8eaa-acee4ecc36f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:11.178435 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-fd3cc527-5f47-49f1-8f0e-9bdae0e431f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:28:11.259503 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82cd33f-6ec2-4645-9f44-17dc64306027 req-405ee4c6-18a5-40be-bf3a-7e2dd02efd21 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:28:11.261170 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d82cd33f-6ec2-4645-9f44-17dc64306027 req-405ee4c6-18a5-40be-bf3a-7e2dd02efd21 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/networks?id=e33c8ed3-eaeb-4036-8e43-cb81504e1ab4 HTTP/1.1" status: 200  len: 797 time: 0.2515061
Jan 29 10:28:11.277956 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d82cd33f-6ec2-4645-9f44-17dc64306027 req-6bbf393b-8dc7-4e36-99e3-7dc5cec3310e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/quotas/ff1f06ee29ef461597f2ecd846f8813d HTTP/1.1" status: 200  len: 375 time: 0.0102239
Jan 29 10:28:11.338644 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2539334a-9764-4043-8c31-69938fdb64c7 None None] Pushing event updated for resources: {'Port': ['ID=c70d8ffc-be82-4874-bf62-01b759bf38f9,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:28:11.348673 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2539334a-9764-4043-8c31-69938fdb64c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:28:11.393792 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fe1f54-c689-4d8e-8eaa-acee4ecc36f5 None None] Routers {'8f6373b2-022d-49f5-8d7a-4ce35653312a'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:28:11.394494 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-04fe1f54-c689-4d8e-8eaa-acee4ecc36f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c8f8d9e8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:27:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['8f6373b2-022d-49f5-8d7a-4ce35653312a'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:28:11.414290 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-d82cd33f-6ec2-4645-9f44-17dc64306027 req-e15fa732-59ec-4015-bbe0-f5df792c4bcb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Synchronizing usage tracker for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:28:11.431397 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-d82cd33f-6ec2-4645-9f44-17dc64306027 req-e15fa732-59ec-4015-bbe0-f5df792c4bcb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Unset dirty status for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:28:11.433075 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d82cd33f-6ec2-4645-9f44-17dc64306027 req-e15fa732-59ec-4015-bbe0-f5df792c4bcb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ff1f06ee29ef461597f2ecd846f8813d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1398110
Jan 29 10:28:11.716669 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d82cd33f-6ec2-4645-9f44-17dc64306027 req-c75129c4-f281-4ae9-9261-6dbb21c01206 service neutron] 10.222.0.57 "GET /v2.0/networks/e33c8ed3-eaeb-4036-8e43-cb81504e1ab4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2688890
Jan 29 10:28:11.777699 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-04fe1f54-c689-4d8e-8eaa-acee4ecc36f5 None None] Set router 8f6373b2-022d-49f5-8d7a-4ce35653312a gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:28:11.863098 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d82cd33f-6ec2-4645-9f44-17dc64306027 req-56611185-8094-4db7-a8c1-f7b0618fa191 service neutron] 10.222.0.57 "GET /v2.0/networks/e33c8ed3-eaeb-4036-8e43-cb81504e1ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1406567
Jan 29 10:28:12.067029 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-155da43c-c270-46ea-8a2a-06bcf04ae87e req-07e17de7-8d78-4678-8479-2d1d53446750 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0e097c9-8688-49b2-ace3-4b4a79926918 HTTP/1.1" status: 200  len: 210 time: 0.0484185
Jan 29 10:28:12.120517 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-04fe1f54-c689-4d8e-8eaa-acee4ecc36f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c8f8d9e8>, [{'id': '8f6373b2-022d-49f5-8d7a-4ce35653312a', 'name': 'tempest-TestNetworkBasicOps-router-1149261281', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '404843ea-eb45-4cf3-839d-e19a8dfd319d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:28:00Z', 'updated_at': '2021-01-29T10:28:07Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '404843ea-eb45-4cf3-839d-e19a8dfd319d', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:43:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6373b2-022d-49f5-8d7a-4ce35653312a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:28:01Z', 'updated_at': '2021-01-29T10:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'c70d8ffc-be82-4874-bf62-01b759bf38f9', 'name': '', 'network_id': 'e33c8ed3-eaeb-4036-8e43-cb81504e1ab4', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:cf:ca:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f6373b2-022d-49f5-8d7a-4ce35653312a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '517bb3e5-e2f6-41e1-bc01-afd9caa7c276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:28:06Z', 'updated_at': '2021-01-29T10:28:11Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': '517bb3e5-e2f6-41e1-bc01-afd9caa7c276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:28:12.125223 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fe1f54-c689-4d8e-8eaa-acee4ecc36f5 None None] The sync data for ids ['8f6373b2-022d-49f5-8d7a-4ce35653312a'] in dv-neutron-772983-2-ovs is: [{'id': '8f6373b2-022d-49f5-8d7a-4ce35653312a', 'name': 'tempest-TestNetworkBasicOps-router-1149261281', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '404843ea-eb45-4cf3-839d-e19a8dfd319d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:28:00Z', 'updated_at': '2021-01-29T10:28:07Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '404843ea-eb45-4cf3-839d-e19a8dfd319d', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:43:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6373b2-022d-49f5-8d7a-4ce35653312a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:28:01Z', 'updated_at': '2021-01-29T10:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'c70d8ffc-be82-4874-bf62-01b759bf38f9', 'name': '', 'network_id': 'e33c8ed3-eaeb-4036-8e43-cb81504e1ab4', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:cf:ca:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f6373b2-022d-49f5-8d7a-4ce35653312a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '517bb3e5-e2f6-41e1-bc01-afd9caa7c276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:28:06Z', 'updated_at': '2021-01-29T10:28:11Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': '517bb3e5-e2f6-41e1-bc01-afd9caa7c276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:28:13.205935 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-28ad2e2f-5e88-4fe3-98b0-1d73bfc105bd req-d5136762-9a54-41df-af73-a83feeaa2757 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0e097c9-8688-49b2-ace3-4b4a79926918 HTTP/1.1" status: 200  len: 210 time: 0.0601082
Jan 29 10:28:14.145761 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device c70d8ffc-be82-4874-bf62-01b759bf38f9 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:28:14.215796 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port c70d8ffc-be82-4874-bf62-01b759bf38f9 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:28:14.220878 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port c70d8ffc-be82-4874-bf62-01b759bf38f9 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:28:14.221302 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:14.348373 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:14.381736 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port c70d8ffc-be82-4874-bf62-01b759bf38f9, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=c70d8ffc-be82-4874-bf62-01b759bf38f9,segment=NetworkSegment(d2aaf0fb-312a-4424-829c-0d453e324231),segment_id=d2aaf0fb-312a-4424-829c-0d453e324231)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:28:14.386098 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:14.388097 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:28:14.393910 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2cb9083d-fc2f-4e8d-91e6-fefa6842d12a req-35e5e8c3-2b56-485e-8929-89a26f212a40 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0e097c9-8688-49b2-ace3-4b4a79926918 HTTP/1.1" status: 200  len: 210 time: 0.0508401
Jan 29 10:28:14.460838 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=c70d8ffc-be82-4874-bf62-01b759bf38f9,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:28:14.464123 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:28:15.552154 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82cd33f-6ec2-4645-9f44-17dc64306027 req-53cbe5d0-ba30-4244-8713-91be4767e8b4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:28:15.552969 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-d82cd33f-6ec2-4645-9f44-17dc64306027 req-53cbe5d0-ba30-4244-8713-91be4767e8b4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Synchronizing usage tracker for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:network {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:28:15.568715 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-d82cd33f-6ec2-4645-9f44-17dc64306027 req-53cbe5d0-ba30-4244-8713-91be4767e8b4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Unset dirty status for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:network {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:28:15.569998 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d82cd33f-6ec2-4645-9f44-17dc64306027 req-53cbe5d0-ba30-4244-8713-91be4767e8b4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.22 "GET /v2.0/networks?id=e33c8ed3-eaeb-4036-8e43-cb81504e1ab4 HTTP/1.1" status: 200  len: 797 time: 0.2660758
Jan 29 10:28:15.577873 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-80ebd75b-2900-4fcd-97a6-9e2062837a7e req-269424af-3c33-4e4a-9ba7-48bdc7c9b88b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0e097c9-8688-49b2-ace3-4b4a79926918 HTTP/1.1" status: 200  len: 210 time: 0.0506339
Jan 29 10:28:15.707554 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-d82cd33f-6ec2-4645-9f44-17dc64306027 req-e3d6059d-780e-47cf-8a49-5d53fdacba12 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Synchronizing usage tracker for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:security_group {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:28:15.720198 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-d82cd33f-6ec2-4645-9f44-17dc64306027 req-e3d6059d-780e-47cf-8a49-5d53fdacba12 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Unset dirty status for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:security_group {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:28:15.721594 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d82cd33f-6ec2-4645-9f44-17dc64306027 req-e3d6059d-780e-47cf-8a49-5d53fdacba12 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ff1f06ee29ef461597f2ecd846f8813d HTTP/1.1" status: 200  len: 8067 time: 0.1125102
Jan 29 10:28:15.731488 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-d82cd33f-6ec2-4645-9f44-17dc64306027 req-f6edc859-dcbc-4906-b02c-81ccb7098e6d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'port': {'device_id': 'b0e097c9-8688-49b2-ace3-4b4a79926918', 'network_id': 'e33c8ed3-eaeb-4036-8e43-cb81504e1ab4', 'admin_state_up': True, 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'security_groups': ['3e0ef175-db65-4866-b8d2-7b8c43a8fdee']}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:28:16.132881 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device c70d8ffc-be82-4874-bf62-01b759bf38f9 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:28:16.151069 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-d82cd33f-6ec2-4645-9f44-17dc64306027 req-f6edc859-dcbc-4906-b02c-81ccb7098e6d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:28:16.161062 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-d82cd33f-6ec2-4645-9f44-17dc64306027 req-f6edc859-dcbc-4906-b02c-81ccb7098e6d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:28:16.169948 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d82cd33f-6ec2-4645-9f44-17dc64306027 req-f6edc859-dcbc-4906-b02c-81ccb7098e6d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Made reservation on behalf of ff1f06ee29ef461597f2ecd846f8813d for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:28:16.191068 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-d82cd33f-6ec2-4645-9f44-17dc64306027 req-f6edc859-dcbc-4906-b02c-81ccb7098e6d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:16.206776 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port c70d8ffc-be82-4874-bf62-01b759bf38f9 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:28:16.207208 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:16.503886 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [req-d82cd33f-6ec2-4645-9f44-17dc64306027 req-f6edc859-dcbc-4906-b02c-81ccb7098e6d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Allocated IP 172.20.0.3 (e33c8ed3-eaeb-4036-8e43-cb81504e1ab4/517bb3e5-e2f6-41e1-bc01-afd9caa7c276/06f41bf3-15c5-4b40-b055-0a1af6d24e43) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:28:16.714677 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-d82cd33f-6ec2-4645-9f44-17dc64306027 req-f6edc859-dcbc-4906-b02c-81ccb7098e6d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:16.731647 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-d82cd33f-6ec2-4645-9f44-17dc64306027 req-f6edc859-dcbc-4906-b02c-81ccb7098e6d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Transition to ACTIVE for port object 06f41bf3-15c5-4b40-b055-0a1af6d24e43 will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:28:16.754232 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-d82cd33f-6ec2-4645-9f44-17dc64306027 req-f6edc859-dcbc-4906-b02c-81ccb7098e6d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:16.790081 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3168b42f-5135-4561-bfa9-d52376c70445 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:28:16.877332 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f866546-26c5-4c89-af32-1522596f80bc req-54a81ca3-a7f5-4e23-8169-0081dd406d8e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:28:16.879103 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3f866546-26c5-4c89-af32-1522596f80bc req-54a81ca3-a7f5-4e23-8169-0081dd406d8e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0e097c9-8688-49b2-ace3-4b4a79926918 HTTP/1.1" status: 200  len: 931 time: 0.1680138
Jan 29 10:28:16.937572 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6edc859-dcbc-4906-b02c-81ccb7098e6d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Port': ['ID=06f41bf3-15c5-4b40-b055-0a1af6d24e43,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:28:16.942725 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f6edc859-dcbc-4906-b02c-81ccb7098e6d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:28:16.944970 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3f866546-26c5-4c89-af32-1522596f80bc req-f9361413-0deb-481a-8c48-6d93cf73e42c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e0ef175-db65-4866-b8d2-7b8c43a8fdee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0589821
Jan 29 10:28:16.982359 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d82cd33f-6ec2-4645-9f44-17dc64306027 req-f6edc859-dcbc-4906-b02c-81ccb7098e6d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network e33c8ed3-eaeb-4036-8e43-cb81504e1ab4 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:28:16.983522 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [req-d82cd33f-6ec2-4645-9f44-17dc64306027 req-f6edc859-dcbc-4906-b02c-81ccb7098e6d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:28:16.985894 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-d82cd33f-6ec2-4645-9f44-17dc64306027 req-f6edc859-dcbc-4906-b02c-81ccb7098e6d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:28:17.114115 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82cd33f-6ec2-4645-9f44-17dc64306027 req-f6edc859-dcbc-4906-b02c-81ccb7098e6d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:28:17.114849 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-d82cd33f-6ec2-4645-9f44-17dc64306027 req-f6edc859-dcbc-4906-b02c-81ccb7098e6d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:17.147935 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d82cd33f-6ec2-4645-9f44-17dc64306027 req-f6edc859-dcbc-4906-b02c-81ccb7098e6d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4204462
Jan 29 10:28:17.166762 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-d82cd33f-6ec2-4645-9f44-17dc64306027 req-b69e4536-2a35-4c51-9b5f-100e5aad4bef service neutron] Request body: {'port': {'device_id': 'b0e097c9-8688-49b2-ace3-4b4a79926918', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7729'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:28:17.192274 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-6bdf5464-58f1-4c55-8de5-3b0d17a563e9 None None] Provisioning for port 06f41bf3-15c5-4b40-b055-0a1af6d24e43 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:28:17.197236 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-6bdf5464-58f1-4c55-8de5-3b0d17a563e9 None None] Provisioning complete for port 06f41bf3-15c5-4b40-b055-0a1af6d24e43 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:28:17.197662 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6bdf5464-58f1-4c55-8de5-3b0d17a563e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:17.256994 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-6bdf5464-58f1-4c55-8de5-3b0d17a563e9 None None] Port 06f41bf3-15c5-4b40-b055-0a1af6d24e43 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:28:17.286758 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-d82cd33f-6ec2-4645-9f44-17dc64306027 req-b69e4536-2a35-4c51-9b5f-100e5aad4bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:17.701850 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [req-d82cd33f-6ec2-4645-9f44-17dc64306027 req-b69e4536-2a35-4c51-9b5f-100e5aad4bef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06f41bf3-15c5-4b40-b055-0a1af6d24e43 {{(pid=80766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 29 10:28:17.709388 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-d82cd33f-6ec2-4645-9f44-17dc64306027 req-b69e4536-2a35-4c51-9b5f-100e5aad4bef service neutron] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:17.722594 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-d82cd33f-6ec2-4645-9f44-17dc64306027 req-b69e4536-2a35-4c51-9b5f-100e5aad4bef service neutron] Transition to ACTIVE for port object 06f41bf3-15c5-4b40-b055-0a1af6d24e43 will not be triggered until provisioned by entity L2. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:28:17.724964 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-d82cd33f-6ec2-4645-9f44-17dc64306027 req-b69e4536-2a35-4c51-9b5f-100e5aad4bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:17.740823 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-431a9d35-02ab-459b-91e5-a4938854870c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:28:17.875622 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69e4536-2a35-4c51-9b5f-100e5aad4bef service neutron] Pushing event updated for resources: {'Port': ['ID=06f41bf3-15c5-4b40-b055-0a1af6d24e43,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:28:17.879857 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b69e4536-2a35-4c51-9b5f-100e5aad4bef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:28:18.066170 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-d82cd33f-6ec2-4645-9f44-17dc64306027 req-b69e4536-2a35-4c51-9b5f-100e5aad4bef service neutron] Attempting to bind port 06f41bf3-15c5-4b40-b055-0a1af6d24e43 on host hv-neutron-7729 for vnic_type normal with profile  {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:28:18.066554 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-d82cd33f-6ec2-4645-9f44-17dc64306027 req-b69e4536-2a35-4c51-9b5f-100e5aad4bef service neutron] Attempting to bind port 06f41bf3-15c5-4b40-b055-0a1af6d24e43 by drivers openvswitch on host hv-neutron-7729 at level 0 using segments [{'id': 'd2aaf0fb-312a-4424-829c-0d453e324231', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e33c8ed3-eaeb-4036-8e43-cb81504e1ab4'}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:28:18.066928 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82cd33f-6ec2-4645-9f44-17dc64306027 req-b69e4536-2a35-4c51-9b5f-100e5aad4bef service neutron] Attempting to bind port 06f41bf3-15c5-4b40-b055-0a1af6d24e43 on network e33c8ed3-eaeb-4036-8e43-cb81504e1ab4 {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:28:18.072944 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82cd33f-6ec2-4645-9f44-17dc64306027 req-b69e4536-2a35-4c51-9b5f-100e5aad4bef service neutron] Checking agent: {'id': '5acf9624-c829-41ba-afd9-92278081af05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 10, 2, 34), 'started_at': datetime.datetime(2021, 1, 29, 10, 3, 4), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:28:18.073583 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82cd33f-6ec2-4645-9f44-17dc64306027 req-b69e4536-2a35-4c51-9b5f-100e5aad4bef service neutron] Checking segment: {'id': 'd2aaf0fb-312a-4424-829c-0d453e324231', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e33c8ed3-eaeb-4036-8e43-cb81504e1ab4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:28:18.074202 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-d82cd33f-6ec2-4645-9f44-17dc64306027 req-b69e4536-2a35-4c51-9b5f-100e5aad4bef service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:18.074626 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82cd33f-6ec2-4645-9f44-17dc64306027 req-b69e4536-2a35-4c51-9b5f-100e5aad4bef service neutron] Bound using segment: {'id': 'd2aaf0fb-312a-4424-829c-0d453e324231', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e33c8ed3-eaeb-4036-8e43-cb81504e1ab4'} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:28:18.075183 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-d82cd33f-6ec2-4645-9f44-17dc64306027 req-b69e4536-2a35-4c51-9b5f-100e5aad4bef service neutron] Bound port: 06f41bf3-15c5-4b40-b055-0a1af6d24e43, host: hv-neutron-7729, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2aaf0fb-312a-4424-829c-0d453e324231', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e33c8ed3-eaeb-4036-8e43-cb81504e1ab4'}}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:28:18.075576 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-d82cd33f-6ec2-4645-9f44-17dc64306027 req-b69e4536-2a35-4c51-9b5f-100e5aad4bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:18.177279 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-d82cd33f-6ec2-4645-9f44-17dc64306027 req-b69e4536-2a35-4c51-9b5f-100e5aad4bef service neutron] For port 06f41bf3-15c5-4b40-b055-0a1af6d24e43, host hv-neutron-7729, cleared binding levels {{(pid=80766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:28:18.180443 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-d82cd33f-6ec2-4645-9f44-17dc64306027 req-b69e4536-2a35-4c51-9b5f-100e5aad4bef service neutron] For port 06f41bf3-15c5-4b40-b055-0a1af6d24e43, host hv-neutron-7729, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=06f41bf3-15c5-4b40-b055-0a1af6d24e43,segment=NetworkSegment(d2aaf0fb-312a-4424-829c-0d453e324231),segment_id=d2aaf0fb-312a-4424-829c-0d453e324231)] {{(pid=80766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:28:18.184168 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-d82cd33f-6ec2-4645-9f44-17dc64306027 req-b69e4536-2a35-4c51-9b5f-100e5aad4bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:18.200191 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-573033d7-3ba8-4a4a-a5ce-ac2eab637142 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:28:18.249721 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7bddf-c5ac-40b2-a2aa-affb42b1f89e req-7df1f94b-0b2f-4272-afa0-cc6ff2a9691f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:28:18.251406 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2fe7bddf-c5ac-40b2-a2aa-affb42b1f89e req-7df1f94b-0b2f-4272-afa0-cc6ff2a9691f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0e097c9-8688-49b2-ace3-4b4a79926918 HTTP/1.1" status: 200  len: 943 time: 0.1653769
Jan 29 10:28:18.323833 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2fe7bddf-c5ac-40b2-a2aa-affb42b1f89e req-57af7481-d585-42b4-aa44-daf83d5c3d30 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e0ef175-db65-4866-b8d2-7b8c43a8fdee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0657752
Jan 29 10:28:18.353561 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69e4536-2a35-4c51-9b5f-100e5aad4bef service neutron] Pushing event updated for resources: {'Port': ['ID=06f41bf3-15c5-4b40-b055-0a1af6d24e43,revision_number=3']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:28:18.358377 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b69e4536-2a35-4c51-9b5f-100e5aad4bef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:28:18.390106 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82cd33f-6ec2-4645-9f44-17dc64306027 req-b69e4536-2a35-4c51-9b5f-100e5aad4bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:28:18.390784 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-d82cd33f-6ec2-4645-9f44-17dc64306027 req-b69e4536-2a35-4c51-9b5f-100e5aad4bef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:18.392258 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d82cd33f-6ec2-4645-9f44-17dc64306027 req-b69e4536-2a35-4c51-9b5f-100e5aad4bef service neutron] 10.222.0.22 "PUT /v2.0/ports/06f41bf3-15c5-4b40-b055-0a1af6d24e43 HTTP/1.1" status: 200  len: 1157 time: 1.2301421
Jan 29 10:28:18.392809 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0e097c9-8688-49b2-ace3-4b4a79926918', 'tag': '06f41bf3-15c5-4b40-b055-0a1af6d24e43'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:28:18.492851 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0e097c9-8688-49b2-ace3-4b4a79926918', 'tag': '06f41bf3-15c5-4b40-b055-0a1af6d24e43', 'status': 'completed', 'code': 200}
Jan 29 10:28:18.530945 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82cd33f-6ec2-4645-9f44-17dc64306027 req-ea062390-ed44-4836-a811-3eac025bfea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:28:18.532580 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d82cd33f-6ec2-4645-9f44-17dc64306027 req-ea062390-ed44-4836-a811-3eac025bfea5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ff1f06ee29ef461597f2ecd846f8813d&device_id=b0e097c9-8688-49b2-ace3-4b4a79926918 HTTP/1.1" status: 200  len: 1160 time: 0.0866318
Jan 29 10:28:18.614843 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d82cd33f-6ec2-4645-9f44-17dc64306027 req-6f0cf68c-0352-4351-833c-0328f4afe8bc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06f41bf3-15c5-4b40-b055-0a1af6d24e43 HTTP/1.1" status: 200  len: 217 time: 0.0675633
Jan 29 10:28:18.687751 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82cd33f-6ec2-4645-9f44-17dc64306027 req-ab51805e-4b88-468a-92d9-5d74b426b0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:28:18.689259 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d82cd33f-6ec2-4645-9f44-17dc64306027 req-ab51805e-4b88-468a-92d9-5d74b426b0a2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=517bb3e5-e2f6-41e1-bc01-afd9caa7c276 HTTP/1.1" status: 200  len: 834 time: 0.0680461
Jan 29 10:28:18.769829 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82cd33f-6ec2-4645-9f44-17dc64306027 req-6a14642c-9cca-4f1a-b16b-756807d9599e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:28:18.771374 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d82cd33f-6ec2-4645-9f44-17dc64306027 req-6a14642c-9cca-4f1a-b16b-756807d9599e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e33c8ed3-eaeb-4036-8e43-cb81504e1ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0757310
Jan 29 10:28:18.922399 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d82cd33f-6ec2-4645-9f44-17dc64306027 req-8ef69931-ca86-44a6-bfb0-267c17934a8a service neutron] 10.222.0.22 "GET /v2.0/networks/e33c8ed3-eaeb-4036-8e43-cb81504e1ab4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1431663
Jan 29 10:28:19.064547 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d82cd33f-6ec2-4645-9f44-17dc64306027 req-16bfab1f-8a2f-4b41-9be3-258a8a8f2a00 service neutron] 10.222.0.22 "GET /v2.0/networks/e33c8ed3-eaeb-4036-8e43-cb81504e1ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1348786
Jan 29 10:28:19.233875 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759025d3-391c-496b-b64f-6ec1b3bef792 req-d39cbe9e-d2d6-4b7e-b5b9-f7915c8585ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:28:19.235478 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-759025d3-391c-496b-b64f-6ec1b3bef792 req-d39cbe9e-d2d6-4b7e-b5b9-f7915c8585ee service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ff1f06ee29ef461597f2ecd846f8813d&device_id=b0e097c9-8688-49b2-ace3-4b4a79926918 HTTP/1.1" status: 200  len: 1160 time: 0.0816681
Jan 29 10:28:19.379158 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759025d3-391c-496b-b64f-6ec1b3bef792 req-a610ff3d-5d46-43e5-be16-658d483367f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:28:19.380752 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-759025d3-391c-496b-b64f-6ec1b3bef792 req-a610ff3d-5d46-43e5-be16-658d483367f9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e33c8ed3-eaeb-4036-8e43-cb81504e1ab4 HTTP/1.1" status: 200  len: 891 time: 0.1383820
Jan 29 10:28:19.452978 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-759025d3-391c-496b-b64f-6ec1b3bef792 req-d97bee69-eb66-4ef5-9718-5eda544800d8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06f41bf3-15c5-4b40-b055-0a1af6d24e43 HTTP/1.1" status: 200  len: 217 time: 0.0646105
Jan 29 10:28:19.525557 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759025d3-391c-496b-b64f-6ec1b3bef792 req-d2b8c481-72f1-48d8-a367-264d25efc754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:28:19.527149 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-759025d3-391c-496b-b64f-6ec1b3bef792 req-d2b8c481-72f1-48d8-a367-264d25efc754 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=517bb3e5-e2f6-41e1-bc01-afd9caa7c276 HTTP/1.1" status: 200  len: 834 time: 0.0673649
Jan 29 10:28:19.610954 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759025d3-391c-496b-b64f-6ec1b3bef792 req-605eca37-a866-491f-a7db-9955be743f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:28:19.612443 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-759025d3-391c-496b-b64f-6ec1b3bef792 req-605eca37-a866-491f-a7db-9955be743f61 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e33c8ed3-eaeb-4036-8e43-cb81504e1ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0767338
Jan 29 10:28:19.617962 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e840e-fbfb-4ed1-aea2-d564f8bb3695 req-b143e375-11c8-40ce-8f64-8aec9807cbc1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:28:19.619698 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d41e840e-fbfb-4ed1-aea2-d564f8bb3695 req-b143e375-11c8-40ce-8f64-8aec9807cbc1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0e097c9-8688-49b2-ace3-4b4a79926918 HTTP/1.1" status: 200  len: 943 time: 0.1629059
Jan 29 10:28:19.685924 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d41e840e-fbfb-4ed1-aea2-d564f8bb3695 req-bf5b777e-e7bd-4442-8ecc-f7d53b935979 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e0ef175-db65-4866-b8d2-7b8c43a8fdee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0592031
Jan 29 10:28:19.758014 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-759025d3-391c-496b-b64f-6ec1b3bef792 req-da227812-1d30-4979-8d1b-e655a9a1c2c1 service neutron] 10.222.0.22 "GET /v2.0/networks/e33c8ed3-eaeb-4036-8e43-cb81504e1ab4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375792
Jan 29 10:28:19.901900 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-759025d3-391c-496b-b64f-6ec1b3bef792 req-1aac8be7-cf44-4498-a5a8-6f366bf1e1bf service neutron] 10.222.0.22 "GET /v2.0/networks/e33c8ed3-eaeb-4036-8e43-cb81504e1ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1348984
Jan 29 10:28:21.005390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1bd1c9-83a3-4832-a3a0-9f4989b4a5b8 req-d62ebdec-13f6-4d82-a028-b05fe27e3f0d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:28:21.007065 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fa1bd1c9-83a3-4832-a3a0-9f4989b4a5b8 req-d62ebdec-13f6-4d82-a028-b05fe27e3f0d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0e097c9-8688-49b2-ace3-4b4a79926918 HTTP/1.1" status: 200  len: 943 time: 0.1741710
Jan 29 10:28:21.071845 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fa1bd1c9-83a3-4832-a3a0-9f4989b4a5b8 req-dd435487-2816-4d1a-9831-625f1b52ec4e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e0ef175-db65-4866-b8d2-7b8c43a8fdee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0577338
Jan 29 10:28:21.449313 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6f9910d2-c579-4ef7-8622-5f01b6011df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:22.366516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df25cd-c103-437c-af17-279e7bea4dc4 req-93c704d3-f1ce-4cce-8e36-f0ae9294dcf3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:28:22.368204 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-49df25cd-c103-437c-af17-279e7bea4dc4 req-93c704d3-f1ce-4cce-8e36-f0ae9294dcf3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0e097c9-8688-49b2-ace3-4b4a79926918 HTTP/1.1" status: 200  len: 943 time: 0.1636670
Jan 29 10:28:22.437314 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-49df25cd-c103-437c-af17-279e7bea4dc4 req-9f46f066-25e4-4847-9f03-d5da07e15c93 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e0ef175-db65-4866-b8d2-7b8c43a8fdee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0621643
Jan 29 10:28:23.734657 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e79af-0acd-4a3c-bd98-e39d98f17f83 req-482b3fa7-688b-41d2-b513-89e3a0832749 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:28:23.736371 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-443e79af-0acd-4a3c-bd98-e39d98f17f83 req-482b3fa7-688b-41d2-b513-89e3a0832749 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0e097c9-8688-49b2-ace3-4b4a79926918 HTTP/1.1" status: 200  len: 943 time: 0.1711569
Jan 29 10:28:23.741477 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-81ee4d5c-6fe3-43ee-9f37-65fa12fc8390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:23.802428 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-443e79af-0acd-4a3c-bd98-e39d98f17f83 req-decbda12-60fb-4bee-868a-d4200fcb3523 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e0ef175-db65-4866-b8d2-7b8c43a8fdee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0593548
Jan 29 10:28:24.262987 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:24.299084 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 06f41bf3-15c5-4b40-b055-0a1af6d24e43 up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:28:24.368454 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning for port 06f41bf3-15c5-4b40-b055-0a1af6d24e43 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:28:24.373902 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 06f41bf3-15c5-4b40-b055-0a1af6d24e43 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:28:24.374331 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:24.495644 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:24.523655 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e097c9-8688-49b2-ace3-4b4a79926918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06f41bf3-15c5-4b40-b055-0a1af6d24e43'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:28:24.534405 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port 06f41bf3-15c5-4b40-b055-0a1af6d24e43, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=06f41bf3-15c5-4b40-b055-0a1af6d24e43,segment=NetworkSegment(d2aaf0fb-312a-4424-829c-0d453e324231),segment_id=d2aaf0fb-312a-4424-829c-0d453e324231)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:28:24.537751 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:24.539696 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ec962886-2bea-4831-950c-f4b409ef77a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:28:24.608636 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=06f41bf3-15c5-4b40-b055-0a1af6d24e43,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:28:24.612018 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:28:24.664685 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0e097c9-8688-49b2-ace3-4b4a79926918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06f41bf3-15c5-4b40-b055-0a1af6d24e43', 'code': 200}
Jan 29 10:28:24.919504 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:24.953044 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fdea50-dbed-44a3-9578-9b8013d86a37 req-a489a5a7-474d-4700-96c7-c3eec2b43140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:28:24.955104 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-08fdea50-dbed-44a3-9578-9b8013d86a37 req-a489a5a7-474d-4700-96c7-c3eec2b43140 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b0e097c9-8688-49b2-ace3-4b4a79926918 HTTP/1.1" status: 200  len: 1162 time: 0.0899372
Jan 29 10:28:25.000185 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-08fdea50-dbed-44a3-9578-9b8013d86a37 req-a7a9ad44-9e93-48a1-ba35-f9fd1fb8bc07 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=3e0ef175-db65-4866-b8d2-7b8c43a8fdee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383480
Jan 29 10:28:25.103962 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41803fbf-83a7-47d0-8a2a-c78a3d3d808a req-831c2e2a-4349-41b2-9b82-f5d35c3f6b9f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:28:25.106244 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-41803fbf-83a7-47d0-8a2a-c78a3d3d808a req-831c2e2a-4349-41b2-9b82-f5d35c3f6b9f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0e097c9-8688-49b2-ace3-4b4a79926918 HTTP/1.1" status: 200  len: 945 time: 0.1706014
Jan 29 10:28:25.170754 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-41803fbf-83a7-47d0-8a2a-c78a3d3d808a req-cee95074-f8c0-435e-9f67-bac2baab9d69 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e0ef175-db65-4866-b8d2-7b8c43a8fdee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0577207
Jan 29 10:28:25.765567 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 06f41bf3-15c5-4b40-b055-0a1af6d24e43 up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:28:25.841804 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 06f41bf3-15c5-4b40-b055-0a1af6d24e43 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:28:25.842234 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:26.069063 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:26.474981 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4caae87-5e8e-4ee1-9870-1e8f7c50e0a5 req-04469cf5-538a-47d7-a7d8-218a670c0c18 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:28:26.476699 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c4caae87-5e8e-4ee1-9870-1e8f7c50e0a5 req-04469cf5-538a-47d7-a7d8-218a670c0c18 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0e097c9-8688-49b2-ace3-4b4a79926918 HTTP/1.1" status: 200  len: 945 time: 0.1725283
Jan 29 10:28:26.546899 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c4caae87-5e8e-4ee1-9870-1e8f7c50e0a5 req-2128d277-5f6f-4cf6-8dd2-91d51acb5a76 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e0ef175-db65-4866-b8d2-7b8c43a8fdee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0633507
Jan 29 10:28:27.839098 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ccb88e-e4cd-4d15-bf2f-fecc38cfd673 req-f192de94-33ee-44b7-81ea-1b5266f35b6e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:28:27.841461 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b7ccb88e-e4cd-4d15-bf2f-fecc38cfd673 req-f192de94-33ee-44b7-81ea-1b5266f35b6e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0e097c9-8688-49b2-ace3-4b4a79926918 HTTP/1.1" status: 200  len: 945 time: 0.1653588
Jan 29 10:28:27.906816 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b7ccb88e-e4cd-4d15-bf2f-fecc38cfd673 req-135ee45a-4cbd-433f-adb0-46bad68c27c3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e0ef175-db65-4866-b8d2-7b8c43a8fdee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0590549
Jan 29 10:28:28.203481 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ba318-8e3a-48f8-9f5a-b1731f15299c req-26928704-02e1-4be1-8d74-775cf98fca58 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:28:28.205139 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b35ba318-8e3a-48f8-9f5a-b1731f15299c req-26928704-02e1-4be1-8d74-775cf98fca58 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0e097c9-8688-49b2-ace3-4b4a79926918 HTTP/1.1" status: 200  len: 945 time: 0.1692162
Jan 29 10:28:28.269843 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b35ba318-8e3a-48f8-9f5a-b1731f15299c req-b4a1cf13-317c-46da-b3cb-2d818a4c015b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e0ef175-db65-4866-b8d2-7b8c43a8fdee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0582335
Jan 29 10:28:28.299956 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 60386) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:28:28.380300 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b9e53e-d0b6-43c1-9793-686f281e0735 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:28:28.381992 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-72b9e53e-d0b6-43c1-9793-686f281e0735 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=b0e097c9-8688-49b2-ace3-4b4a79926918 HTTP/1.1" status: 200  len: 1157 time: 0.0809221
Jan 29 10:28:28.385119 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 60390) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:28:28.391875 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-456ce547-a296-4961-a8fa-ba48c05f12ca tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'floatingip': {'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'port_id': '06f41bf3-15c5-4b40-b055-0a1af6d24e43', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:28:28.414095 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-456ce547-a296-4961-a8fa-ba48c05f12ca tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:28:28.418479 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-456ce547-a296-4961-a8fa-ba48c05f12ca tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:floatingip and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:28:28.421524 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-456ce547-a296-4961-a8fa-ba48c05f12ca tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:28:28.427415 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-456ce547-a296-4961-a8fa-ba48c05f12ca tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:28:28.438256 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-456ce547-a296-4961-a8fa-ba48c05f12ca tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for floatingip, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:28.585343 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-456ce547-a296-4961-a8fa-ba48c05f12ca tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:29.118888 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-456ce547-a296-4961-a8fa-ba48c05f12ca tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Allocated IP 172.26.7.117 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/9710befb-9cf8-462e-a60a-b0882d366bf7) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:28:29.278972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-456ce547-a296-4961-a8fa-ba48c05f12ca tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:29.310396 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-456ce547-a296-4961-a8fa-ba48c05f12ca tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:29.326171 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4ce792e6-664b-417b-b026-8cce8e64dcdd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:28:29.471226 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456ce547-a296-4961-a8fa-ba48c05f12ca tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Port': ['ID=9710befb-9cf8-462e-a60a-b0882d366bf7,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:28:29.475549 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-456ce547-a296-4961-a8fa-ba48c05f12ca tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:28:29.525311 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456ce547-a296-4961-a8fa-ba48c05f12ca tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:28:29.526485 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-456ce547-a296-4961-a8fa-ba48c05f12ca tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:28:29.529416 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456ce547-a296-4961-a8fa-ba48c05f12ca tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:28:29.952334 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-456ce547-a296-4961-a8fa-ba48c05f12ca tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:30.029880 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-456ce547-a296-4961-a8fa-ba48c05f12ca tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:30.309921 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-456ce547-a296-4961-a8fa-ba48c05f12ca tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:30.313388 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-456ce547-a296-4961-a8fa-ba48c05f12ca tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:30.330066 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-89160695-b586-4456-845a-d6279251f56c tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:28:30.477121 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456ce547-a296-4961-a8fa-ba48c05f12ca tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Port': ['ID=9710befb-9cf8-462e-a60a-b0882d366bf7,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:28:30.488217 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-456ce547-a296-4961-a8fa-ba48c05f12ca tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:28:30.582392 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-456ce547-a296-4961-a8fa-ba48c05f12ca tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:30.771235 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [None req-456ce547-a296-4961-a8fa-ba48c05f12ca tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Floating IP f1e7755b-97d9-4330-8c8c-61f21492da4f associated. External IP: 172.26.7.117, port: 06f41bf3-15c5-4b40-b055-0a1af6d24e43.
Jan 29 10:28:31.141652 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-456ce547-a296-4961-a8fa-ba48c05f12ca tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Router 8f6373b2-022d-49f5-8d7a-4ce35653312a has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:28:31.331044 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-456ce547-a296-4961-a8fa-ba48c05f12ca tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:28:31.341145 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7ccd98-54b4-45f6-a438-136086e56d91 None None] Sync routers for ids ['8f6373b2-022d-49f5-8d7a-4ce35653312a'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:28:31.350802 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7ccd98-54b4-45f6-a438-136086e56d91 None None] Routers {'8f6373b2-022d-49f5-8d7a-4ce35653312a'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:28:31.351466 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-ff7ccd98-54b4-45f6-a438-136086e56d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99cacdbe10>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:28:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['8f6373b2-022d-49f5-8d7a-4ce35653312a'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:28:31.356131 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-456ce547-a296-4961-a8fa-ba48c05f12ca tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:31.422188 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 60394) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:28:31.422382 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-456ce547-a296-4961-a8fa-ba48c05f12ca tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.0359027
Jan 29 10:28:31.422931 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0e097c9-8688-49b2-ace3-4b4a79926918', 'tag': '06f41bf3-15c5-4b40-b055-0a1af6d24e43'}] {{(pid=80765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:28:31.502452 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7862be15-2897-453e-a023-484a0aadc6ec tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:28:31.506554 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7862be15-2897-453e-a023-484a0aadc6ec tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=b0e097c9-8688-49b2-ace3-4b4a79926918 HTTP/1.1" status: 200  len: 1157 time: 0.0830443
Jan 29 10:28:31.545867 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-ff7ccd98-54b4-45f6-a438-136086e56d91 None None] Set router 8f6373b2-022d-49f5-8d7a-4ce35653312a gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:28:31.563649 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0e097c9-8688-49b2-ace3-4b4a79926918', 'tag': '06f41bf3-15c5-4b40-b055-0a1af6d24e43', 'status': 'completed', 'code': 200}
Jan 29 10:28:31.689585 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a420aea3-c220-4723-a776-7d8121a9b9c6 req-a837fd39-1f25-43f5-9f1c-a9830ae41e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:28:31.691152 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a420aea3-c220-4723-a776-7d8121a9b9c6 req-a837fd39-1f25-43f5-9f1c-a9830ae41e11 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ff1f06ee29ef461597f2ecd846f8813d&device_id=b0e097c9-8688-49b2-ace3-4b4a79926918 HTTP/1.1" status: 200  len: 1162 time: 0.0823781
Jan 29 10:28:31.833524 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 60404) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:28:31.839639 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-4b0dafdc-6c62-4933-9a82-cd10903cd7a0 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1049200604', 'description': 'tempest-secgroup-smoke-1049200604 description', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:28:31.844781 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a420aea3-c220-4723-a776-7d8121a9b9c6 req-81c5aff1-6b9e-4d8e-a3d8-90310ba29786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:28:31.846649 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a420aea3-c220-4723-a776-7d8121a9b9c6 req-81c5aff1-6b9e-4d8e-a3d8-90310ba29786 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e33c8ed3-eaeb-4036-8e43-cb81504e1ab4 HTTP/1.1" status: 200  len: 891 time: 0.1485796
Jan 29 10:28:31.862906 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-4b0dafdc-6c62-4933-9a82-cd10903cd7a0 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:28:31.873185 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-4b0dafdc-6c62-4933-9a82-cd10903cd7a0 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:28:31.885322 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4b0dafdc-6c62-4933-9a82-cd10903cd7a0 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:31.910541 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-4b0dafdc-6c62-4933-9a82-cd10903cd7a0 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:28:31.916477 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-4b0dafdc-6c62-4933-9a82-cd10903cd7a0 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:28:31.920198 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-4b0dafdc-6c62-4933-9a82-cd10903cd7a0 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:28:31.921761 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-ff7ccd98-54b4-45f6-a438-136086e56d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99cacdbe10>, [{'id': '8f6373b2-022d-49f5-8d7a-4ce35653312a', 'name': 'tempest-TestNetworkBasicOps-router-1149261281', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '404843ea-eb45-4cf3-839d-e19a8dfd319d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:28:00Z', 'updated_at': '2021-01-29T10:28:07Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '404843ea-eb45-4cf3-839d-e19a8dfd319d', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:43:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6373b2-022d-49f5-8d7a-4ce35653312a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:28:01Z', 'updated_at': '2021-01-29T10:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': 'f1e7755b-97d9-4330-8c8c-61f21492da4f', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'floating_ip_address': '172.26.7.117', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '8f6373b2-022d-49f5-8d7a-4ce35653312a', 'port_id': '06f41bf3-15c5-4b40-b055-0a1af6d24e43', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e33c8ed3-eaeb-4036-8e43-cb81504e1ab4', 'mac_address': 'fa:16:3e:7d:d7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e097c9-8688-49b2-ace3-4b4a79926918', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:28:29Z', 'updated_at': '2021-01-29T10:28:29Z', 'revision_number': 0, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c70d8ffc-be82-4874-bf62-01b759bf38f9', 'name': '', 'network_id': 'e33c8ed3-eaeb-4036-8e43-cb81504e1ab4', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:cf:ca:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6373b2-022d-49f5-8d7a-4ce35653312a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '517bb3e5-e2f6-41e1-bc01-afd9caa7c276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:28:06Z', 'updated_at': '2021-01-29T10:28:14Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': '517bb3e5-e2f6-41e1-bc01-afd9caa7c276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:28:31.925925 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7ccd98-54b4-45f6-a438-136086e56d91 None None] Checking router: 8f6373b2-022d-49f5-8d7a-4ce35653312a for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:28:31.926877 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-4b0dafdc-6c62-4933-9a82-cd10903cd7a0 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:28:31.934935 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7ccd98-54b4-45f6-a438-136086e56d91 None None] Routers {'8f6373b2-022d-49f5-8d7a-4ce35653312a'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:28:31.935612 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-ff7ccd98-54b4-45f6-a438-136086e56d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99cacdbe10>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:28:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['8f6373b2-022d-49f5-8d7a-4ce35653312a'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:28:31.957362 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a420aea3-c220-4723-a776-7d8121a9b9c6 req-a9c3bb54-c502-4116-9825-9f54bb4cc42c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06f41bf3-15c5-4b40-b055-0a1af6d24e43 HTTP/1.1" status: 200  len: 999 time: 0.1040068
Jan 29 10:28:32.006111 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4b0dafdc-6c62-4933-9a82-cd10903cd7a0 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:32.009410 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4b0dafdc-6c62-4933-9a82-cd10903cd7a0 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:32.015387 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-569a8430-c646-4f73-83fa-1b72776dba83 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:28:32.033280 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a420aea3-c220-4723-a776-7d8121a9b9c6 req-378db1cd-3d5c-4cb7-9760-f3f51d35044c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:28:32.035430 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a420aea3-c220-4723-a776-7d8121a9b9c6 req-378db1cd-3d5c-4cb7-9760-f3f51d35044c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=517bb3e5-e2f6-41e1-bc01-afd9caa7c276 HTTP/1.1" status: 200  len: 834 time: 0.0710952
Jan 29 10:28:32.060408 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0dafdc-6c62-4933-9a82-cd10903cd7a0 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=880c1143-f046-43e3-9559-7eda31cbe87e,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:28:32.063275 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4b0dafdc-6c62-4933-9a82-cd10903cd7a0 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:32.064615 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4b0dafdc-6c62-4933-9a82-cd10903cd7a0 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.2302217
Jan 29 10:28:32.065589 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4b0dafdc-6c62-4933-9a82-cd10903cd7a0 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:28:32.067533 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 60408) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:28:32.073328 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-0ff3f7f8-b15c-4839-97f1-e1fbbefd3991 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group_rule': {'security_group_id': '880c1143-f046-43e3-9559-7eda31cbe87e', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:28:32.098468 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-0ff3f7f8-b15c-4839-97f1-e1fbbefd3991 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:28:32.102922 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-0ff3f7f8-b15c-4839-97f1-e1fbbefd3991 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:28:32.106099 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-0ff3f7f8-b15c-4839-97f1-e1fbbefd3991 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:28:32.111842 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-0ff3f7f8-b15c-4839-97f1-e1fbbefd3991 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:28:32.125706 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a420aea3-c220-4723-a776-7d8121a9b9c6 req-11f4d778-9b0c-4076-af9f-9a5793127332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:28:32.125983 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-ff7ccd98-54b4-45f6-a438-136086e56d91 None None] Set router 8f6373b2-022d-49f5-8d7a-4ce35653312a gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:28:32.127394 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a420aea3-c220-4723-a776-7d8121a9b9c6 req-11f4d778-9b0c-4076-af9f-9a5793127332 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e33c8ed3-eaeb-4036-8e43-cb81504e1ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0861192
Jan 29 10:28:32.130015 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0ff3f7f8-b15c-4839-97f1-e1fbbefd3991 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:32.198313 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0ff3f7f8-b15c-4839-97f1-e1fbbefd3991 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:32.202427 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0ff3f7f8-b15c-4839-97f1-e1fbbefd3991 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:32.204342 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-cfdf6a61-649c-4e53-9084-156a5e970f26 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:28:32.228096 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff3f7f8-b15c-4839-97f1-e1fbbefd3991 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c26541c1-bb59-4a2e-a72c-697bde8ec72e,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:28:32.230769 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0ff3f7f8-b15c-4839-97f1-e1fbbefd3991 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:28:32.237996 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0ff3f7f8-b15c-4839-97f1-e1fbbefd3991 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:32.239510 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0ff3f7f8-b15c-4839-97f1-e1fbbefd3991 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1710105
Jan 29 10:28:32.242354 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 60412) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:28:32.249126 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-5df390bf-6db5-4327-928e-1f27d6b5fe6c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group_rule': {'security_group_id': '880c1143-f046-43e3-9559-7eda31cbe87e', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:28:32.272811 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-5df390bf-6db5-4327-928e-1f27d6b5fe6c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:28:32.277400 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5df390bf-6db5-4327-928e-1f27d6b5fe6c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:28:32.281182 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5df390bf-6db5-4327-928e-1f27d6b5fe6c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:28:32.284277 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a420aea3-c220-4723-a776-7d8121a9b9c6 req-096b90eb-1c78-4a71-a6d8-9e5223518f53 service neutron] 10.222.0.22 "GET /v2.0/networks/e33c8ed3-eaeb-4036-8e43-cb81504e1ab4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1496336
Jan 29 10:28:32.287821 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-5df390bf-6db5-4327-928e-1f27d6b5fe6c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:28:32.305575 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5df390bf-6db5-4327-928e-1f27d6b5fe6c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:32.377317 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5df390bf-6db5-4327-928e-1f27d6b5fe6c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:32.380492 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5df390bf-6db5-4327-928e-1f27d6b5fe6c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:32.382433 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c6490a29-0a91-4ff0-86f0-d269a94c3aeb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:28:32.408476 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df390bf-6db5-4327-928e-1f27d6b5fe6c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8b14d7d-f358-469e-b338-5ad353755f17,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:28:32.411277 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5df390bf-6db5-4327-928e-1f27d6b5fe6c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:28:32.420003 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5df390bf-6db5-4327-928e-1f27d6b5fe6c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:32.424022 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5df390bf-6db5-4327-928e-1f27d6b5fe6c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1777134
Jan 29 10:28:32.424749 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 60416) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:28:32.430820 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-17aeac39-3df1-4fb4-b57b-7ffe2b84fc52 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group_rule': {'security_group_id': '880c1143-f046-43e3-9559-7eda31cbe87e', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:28:32.444787 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a420aea3-c220-4723-a776-7d8121a9b9c6 req-0efbbf30-6824-40a4-b5e2-3fd5729ff76c service neutron] 10.222.0.22 "GET /v2.0/networks/e33c8ed3-eaeb-4036-8e43-cb81504e1ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1417224
Jan 29 10:28:32.453660 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-17aeac39-3df1-4fb4-b57b-7ffe2b84fc52 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:28:32.457762 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-17aeac39-3df1-4fb4-b57b-7ffe2b84fc52 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:28:32.460770 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-17aeac39-3df1-4fb4-b57b-7ffe2b84fc52 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:28:32.467627 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-17aeac39-3df1-4fb4-b57b-7ffe2b84fc52 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:28:32.485425 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-17aeac39-3df1-4fb4-b57b-7ffe2b84fc52 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:32.535265 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-ff7ccd98-54b4-45f6-a438-136086e56d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99cacdbe10>, [{'id': '8f6373b2-022d-49f5-8d7a-4ce35653312a', 'name': 'tempest-TestNetworkBasicOps-router-1149261281', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '404843ea-eb45-4cf3-839d-e19a8dfd319d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:28:00Z', 'updated_at': '2021-01-29T10:28:07Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '404843ea-eb45-4cf3-839d-e19a8dfd319d', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:43:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6373b2-022d-49f5-8d7a-4ce35653312a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:28:01Z', 'updated_at': '2021-01-29T10:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': 'f1e7755b-97d9-4330-8c8c-61f21492da4f', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'floating_ip_address': '172.26.7.117', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '8f6373b2-022d-49f5-8d7a-4ce35653312a', 'port_id': '06f41bf3-15c5-4b40-b055-0a1af6d24e43', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e33c8ed3-eaeb-4036-8e43-cb81504e1ab4', 'mac_address': 'fa:16:3e:7d:d7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e097c9-8688-49b2-ace3-4b4a79926918', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:28:29Z', 'updated_at': '2021-01-29T10:28:29Z', 'revision_number': 0, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c70d8ffc-be82-4874-bf62-01b759bf38f9', 'name': '', 'network_id': 'e33c8ed3-eaeb-4036-8e43-cb81504e1ab4', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:cf:ca:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6373b2-022d-49f5-8d7a-4ce35653312a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '517bb3e5-e2f6-41e1-bc01-afd9caa7c276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:28:06Z', 'updated_at': '2021-01-29T10:28:14Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': '517bb3e5-e2f6-41e1-bc01-afd9caa7c276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:28:32.539490 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7ccd98-54b4-45f6-a438-136086e56d91 None None] The sync data for ids ['8f6373b2-022d-49f5-8d7a-4ce35653312a'] in dv-neutron-772983-2-ovs is: [{'id': '8f6373b2-022d-49f5-8d7a-4ce35653312a', 'name': 'tempest-TestNetworkBasicOps-router-1149261281', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '404843ea-eb45-4cf3-839d-e19a8dfd319d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:28:00Z', 'updated_at': '2021-01-29T10:28:07Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '404843ea-eb45-4cf3-839d-e19a8dfd319d', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:43:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6373b2-022d-49f5-8d7a-4ce35653312a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:28:01Z', 'updated_at': '2021-01-29T10:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': 'f1e7755b-97d9-4330-8c8c-61f21492da4f', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'floating_ip_address': '172.26.7.117', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '8f6373b2-022d-49f5-8d7a-4ce35653312a', 'port_id': '06f41bf3-15c5-4b40-b055-0a1af6d24e43', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e33c8ed3-eaeb-4036-8e43-cb81504e1ab4', 'mac_address': 'fa:16:3e:7d:d7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e097c9-8688-49b2-ace3-4b4a79926918', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:28:29Z', 'updated_at': '2021-01-29T10:28:29Z', 'revision_number': 0, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c70d8ffc-be82-4874-bf62-01b759bf38f9', 'name': '', 'network_id': 'e33c8ed3-eaeb-4036-8e43-cb81504e1ab4', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:cf:ca:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6373b2-022d-49f5-8d7a-4ce35653312a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '517bb3e5-e2f6-41e1-bc01-afd9caa7c276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:28:06Z', 'updated_at': '2021-01-29T10:28:14Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': '517bb3e5-e2f6-41e1-bc01-afd9caa7c276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:28:32.553137 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-17aeac39-3df1-4fb4-b57b-7ffe2b84fc52 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:32.555959 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-17aeac39-3df1-4fb4-b57b-7ffe2b84fc52 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:32.557930 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4a6626fb-8b02-44a4-a478-77e482f32b0a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:28:32.583187 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aeac39-3df1-4fb4-b57b-7ffe2b84fc52 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea4e07bd-c037-4bd0-a43c-6c824af920b2,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:28:32.585959 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-17aeac39-3df1-4fb4-b57b-7ffe2b84fc52 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:28:32.592774 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-17aeac39-3df1-4fb4-b57b-7ffe2b84fc52 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:32.594091 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-17aeac39-3df1-4fb4-b57b-7ffe2b84fc52 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1683302
Jan 29 10:28:32.597029 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 60420) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:28:32.602692 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-17e6707e-1991-4e17-9754-3b2ea351cca8 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group_rule': {'security_group_id': '880c1143-f046-43e3-9559-7eda31cbe87e', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:28:32.626304 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-17e6707e-1991-4e17-9754-3b2ea351cca8 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:28:32.630366 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-17e6707e-1991-4e17-9754-3b2ea351cca8 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:28:32.633385 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-17e6707e-1991-4e17-9754-3b2ea351cca8 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:28:32.639237 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-17e6707e-1991-4e17-9754-3b2ea351cca8 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:28:32.659675 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-17e6707e-1991-4e17-9754-3b2ea351cca8 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:32.726303 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-17e6707e-1991-4e17-9754-3b2ea351cca8 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:32.729534 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-17e6707e-1991-4e17-9754-3b2ea351cca8 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:32.732489 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2f5ba03a-ae31-41f7-a549-c0c62093a202 tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:28:32.757139 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6707e-1991-4e17-9754-3b2ea351cca8 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d14ebeb2-c8a9-4aea-a754-b7347f3e6f87,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:28:32.759711 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-17e6707e-1991-4e17-9754-3b2ea351cca8 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:28:32.766360 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-17e6707e-1991-4e17-9754-3b2ea351cca8 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:32.767642 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-17e6707e-1991-4e17-9754-3b2ea351cca8 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1695485
Jan 29 10:28:32.770618 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 60424) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:28:32.776399 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-3c7042bc-b851-40a5-9658-82fc413cfeff tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group_rule': {'security_group_id': '880c1143-f046-43e3-9559-7eda31cbe87e', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:28:32.799864 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-3c7042bc-b851-40a5-9658-82fc413cfeff tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:28:32.803992 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-3c7042bc-b851-40a5-9658-82fc413cfeff tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:28:32.807038 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-3c7042bc-b851-40a5-9658-82fc413cfeff tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:28:32.813046 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-3c7042bc-b851-40a5-9658-82fc413cfeff tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:28:32.823811 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.securitygroups_db [None req-3c7042bc-b851-40a5-9658-82fc413cfeff tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Project ff1f06ee29ef461597f2ecd846f8813d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 10:28:32.831333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3c7042bc-b851-40a5-9658-82fc413cfeff tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:32.845579 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b48105e-9088-4df4-b976-115d45bcbf46 None None] New status for floating IP f1e7755b-97d9-4330-8c8c-61f21492da4f: ACTIVE {{(pid=80767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 29 10:28:32.904030 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3c7042bc-b851-40a5-9658-82fc413cfeff tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:32.906922 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3c7042bc-b851-40a5-9658-82fc413cfeff tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:32.908939 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bb9ce58d-3a04-4a8a-b608-c10b316e69bc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:28:32.933865 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7042bc-b851-40a5-9658-82fc413cfeff tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a07349a-eafe-49f8-ae2c-61a8c6a0dbca,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:28:32.936503 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3c7042bc-b851-40a5-9658-82fc413cfeff tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:28:32.943062 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3c7042bc-b851-40a5-9658-82fc413cfeff tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:32.947076 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3c7042bc-b851-40a5-9658-82fc413cfeff tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1727262
Jan 29 10:28:32.947273 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 60428) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:28:32.953762 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-f5bb9437-cecb-41cb-9487-acea632be3d1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group_rule': {'security_group_id': '880c1143-f046-43e3-9559-7eda31cbe87e', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:28:32.975599 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-f5bb9437-cecb-41cb-9487-acea632be3d1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:28:32.979660 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f5bb9437-cecb-41cb-9487-acea632be3d1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:28:32.982719 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f5bb9437-cecb-41cb-9487-acea632be3d1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:28:32.988564 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-f5bb9437-cecb-41cb-9487-acea632be3d1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:28:32.999642 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.securitygroups_db [None req-f5bb9437-cecb-41cb-9487-acea632be3d1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Project ff1f06ee29ef461597f2ecd846f8813d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 10:28:33.006597 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f5bb9437-cecb-41cb-9487-acea632be3d1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:33.079579 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f5bb9437-cecb-41cb-9487-acea632be3d1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:33.090947 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f5bb9437-cecb-41cb-9487-acea632be3d1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:33.092824 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5aaddc5c-4433-49e2-88da-3ef68483a0db tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:28:33.110297 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bb9437-cecb-41cb-9487-acea632be3d1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cd988b0-eba1-4095-b785-34ee68241e00,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:28:33.116903 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f5bb9437-cecb-41cb-9487-acea632be3d1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:28:33.126846 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f5bb9437-cecb-41cb-9487-acea632be3d1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:33.128669 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f5bb9437-cecb-41cb-9487-acea632be3d1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1799288
Jan 29 10:28:33.327438 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-5c73b284-7f09-4212-9642-d305b0a65422 req-f7063a72-9b9e-4181-85d0-a9c1f96ea331 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Synchronizing usage tracker for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:security_group {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:28:33.342458 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-5c73b284-7f09-4212-9642-d305b0a65422 req-f7063a72-9b9e-4181-85d0-a9c1f96ea331 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Unset dirty status for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:security_group {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:28:33.343681 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5c73b284-7f09-4212-9642-d305b0a65422 req-f7063a72-9b9e-4181-85d0-a9c1f96ea331 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1049200604&fields=id&tenant_id=ff1f06ee29ef461597f2ecd846f8813d HTTP/1.1" status: 200  len: 267 time: 0.0746052
Jan 29 10:28:33.586935 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c73b284-7f09-4212-9642-d305b0a65422 req-ff8660ea-5f2a-44f2-a6a8-e25aa74c7c03 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:28:33.588541 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5c73b284-7f09-4212-9642-d305b0a65422 req-ff8660ea-5f2a-44f2-a6a8-e25aa74c7c03 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/networks?id=e33c8ed3-eaeb-4036-8e43-cb81504e1ab4 HTTP/1.1" status: 200  len: 797 time: 0.2375078
Jan 29 10:28:33.606528 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5c73b284-7f09-4212-9642-d305b0a65422 req-7fbbc1d0-c82d-475f-ae0c-ebe21fc4e215 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/quotas/ff1f06ee29ef461597f2ecd846f8813d HTTP/1.1" status: 200  len: 375 time: 0.0105624
Jan 29 10:28:33.760893 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5c73b284-7f09-4212-9642-d305b0a65422 req-3dd274bd-f18a-43d6-80a3-bb00f7e33c00 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ff1f06ee29ef461597f2ecd846f8813d&fields=id HTTP/1.1" status: 200  len: 394 time: 0.1486161
Jan 29 10:28:34.175336 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5c73b284-7f09-4212-9642-d305b0a65422 req-75ca5583-4d6a-46e6-92c1-a2e5ed183eb6 service neutron] 10.222.0.57 "GET /v2.0/networks/e33c8ed3-eaeb-4036-8e43-cb81504e1ab4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4013016
Jan 29 10:28:34.319298 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5c73b284-7f09-4212-9642-d305b0a65422 req-3529f27d-cce1-4b6c-82e5-1e106291413e service neutron] 10.222.0.57 "GET /v2.0/networks/e33c8ed3-eaeb-4036-8e43-cb81504e1ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1374533
Jan 29 10:28:34.530537 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b758186e-62ff-4571-a23e-2c1d3cc11140 req-57f0ce79-d103-40c9-9ad7-8134d97317cc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=2665ad1d-29aa-4159-9759-1cfa89b78eb5 HTTP/1.1" status: 200  len: 210 time: 0.0563147
Jan 29 10:28:34.934118 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:35.713336 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-05acb9b8-0715-48ec-95ec-f0d01870f693 req-54b077b6-be61-44af-9233-44261a43393d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=2665ad1d-29aa-4159-9759-1cfa89b78eb5 HTTP/1.1" status: 200  len: 210 time: 0.0487115
Jan 29 10:28:35.798586 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c73b284-7f09-4212-9642-d305b0a65422 req-858a80e9-76f8-45a8-b756-cd97da8898cd tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:28:35.800235 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5c73b284-7f09-4212-9642-d305b0a65422 req-858a80e9-76f8-45a8-b756-cd97da8898cd tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.22 "GET /v2.0/networks?id=e33c8ed3-eaeb-4036-8e43-cb81504e1ab4 HTTP/1.1" status: 200  len: 797 time: 0.2489290
Jan 29 10:28:36.230041 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5c73b284-7f09-4212-9642-d305b0a65422 req-98cecf49-eb60-4f20-aa4a-02527e569e3e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ff1f06ee29ef461597f2ecd846f8813d HTTP/1.1" status: 200  len: 13153 time: 0.4066455
Jan 29 10:28:36.240588 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-5c73b284-7f09-4212-9642-d305b0a65422 req-100016bc-5b8c-4d7e-ae36-bdd12e72b809 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'port': {'device_id': '2665ad1d-29aa-4159-9759-1cfa89b78eb5', 'network_id': 'e33c8ed3-eaeb-4036-8e43-cb81504e1ab4', 'admin_state_up': True, 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'security_groups': ['880c1143-f046-43e3-9559-7eda31cbe87e']}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:28:36.386333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-5c73b284-7f09-4212-9642-d305b0a65422 req-100016bc-5b8c-4d7e-ae36-bdd12e72b809 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:28:36.391135 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-5c73b284-7f09-4212-9642-d305b0a65422 req-100016bc-5b8c-4d7e-ae36-bdd12e72b809 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:port and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:28:36.394077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-5c73b284-7f09-4212-9642-d305b0a65422 req-100016bc-5b8c-4d7e-ae36-bdd12e72b809 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for port was recalculated. Used quota:4. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:28:36.399774 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-5c73b284-7f09-4212-9642-d305b0a65422 req-100016bc-5b8c-4d7e-ae36-bdd12e72b809 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:28:36.411195 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c73b284-7f09-4212-9642-d305b0a65422 req-100016bc-5b8c-4d7e-ae36-bdd12e72b809 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Made reservation on behalf of ff1f06ee29ef461597f2ecd846f8813d for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:28:36.432139 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-5c73b284-7f09-4212-9642-d305b0a65422 req-100016bc-5b8c-4d7e-ae36-bdd12e72b809 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:36.742467 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [req-5c73b284-7f09-4212-9642-d305b0a65422 req-100016bc-5b8c-4d7e-ae36-bdd12e72b809 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Allocated IP 172.20.0.7 (e33c8ed3-eaeb-4036-8e43-cb81504e1ab4/517bb3e5-e2f6-41e1-bc01-afd9caa7c276/105a9a04-ba8e-44de-942f-cf5db8b7ec6b) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:28:36.895281 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6a103f62-ed25-476f-be4c-7a36a9080cdf req-9b75f294-c80e-486d-9bad-f11402ed2752 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=2665ad1d-29aa-4159-9759-1cfa89b78eb5 HTTP/1.1" status: 200  len: 210 time: 0.0495334
Jan 29 10:28:36.944266 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-5c73b284-7f09-4212-9642-d305b0a65422 req-100016bc-5b8c-4d7e-ae36-bdd12e72b809 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:36.960569 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-5c73b284-7f09-4212-9642-d305b0a65422 req-100016bc-5b8c-4d7e-ae36-bdd12e72b809 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Transition to ACTIVE for port object 105a9a04-ba8e-44de-942f-cf5db8b7ec6b will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:28:36.982572 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-5c73b284-7f09-4212-9642-d305b0a65422 req-100016bc-5b8c-4d7e-ae36-bdd12e72b809 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:36.997962 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f6edc859-dcbc-4906-b02c-81ccb7098e6d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:28:37.137687 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100016bc-5b8c-4d7e-ae36-bdd12e72b809 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Port': ['ID=105a9a04-ba8e-44de-942f-cf5db8b7ec6b,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:28:37.142330 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-100016bc-5b8c-4d7e-ae36-bdd12e72b809 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:28:37.197029 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c73b284-7f09-4212-9642-d305b0a65422 req-100016bc-5b8c-4d7e-ae36-bdd12e72b809 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network e33c8ed3-eaeb-4036-8e43-cb81504e1ab4 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:28:37.198241 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [req-5c73b284-7f09-4212-9642-d305b0a65422 req-100016bc-5b8c-4d7e-ae36-bdd12e72b809 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:28:37.200906 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c73b284-7f09-4212-9642-d305b0a65422 req-100016bc-5b8c-4d7e-ae36-bdd12e72b809 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:28:37.329391 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c73b284-7f09-4212-9642-d305b0a65422 req-100016bc-5b8c-4d7e-ae36-bdd12e72b809 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:28:37.330164 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-5c73b284-7f09-4212-9642-d305b0a65422 req-100016bc-5b8c-4d7e-ae36-bdd12e72b809 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:37.356260 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5c73b284-7f09-4212-9642-d305b0a65422 req-100016bc-5b8c-4d7e-ae36-bdd12e72b809 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1188154
Jan 29 10:28:37.378304 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-5c73b284-7f09-4212-9642-d305b0a65422 req-ca327adb-27f7-4e2b-9ddb-eddb461c749a service neutron] Request body: {'port': {'device_id': '2665ad1d-29aa-4159-9759-1cfa89b78eb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7729'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:28:37.442209 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-51dc7eaf-e038-4623-adf0-8e04ca9e070d None None] Provisioning for port 105a9a04-ba8e-44de-942f-cf5db8b7ec6b completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:28:37.447256 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-51dc7eaf-e038-4623-adf0-8e04ca9e070d None None] Provisioning complete for port 105a9a04-ba8e-44de-942f-cf5db8b7ec6b triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:28:37.447730 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-51dc7eaf-e038-4623-adf0-8e04ca9e070d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:37.499280 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-5c73b284-7f09-4212-9642-d305b0a65422 req-ca327adb-27f7-4e2b-9ddb-eddb461c749a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:37.505153 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-51dc7eaf-e038-4623-adf0-8e04ca9e070d None None] Port 105a9a04-ba8e-44de-942f-cf5db8b7ec6b cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:28:37.900661 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [req-5c73b284-7f09-4212-9642-d305b0a65422 req-ca327adb-27f7-4e2b-9ddb-eddb461c749a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 105a9a04-ba8e-44de-942f-cf5db8b7ec6b {{(pid=80766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 29 10:28:37.908844 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-5c73b284-7f09-4212-9642-d305b0a65422 req-ca327adb-27f7-4e2b-9ddb-eddb461c749a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:37.921644 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-5c73b284-7f09-4212-9642-d305b0a65422 req-ca327adb-27f7-4e2b-9ddb-eddb461c749a service neutron] Transition to ACTIVE for port object 105a9a04-ba8e-44de-942f-cf5db8b7ec6b will not be triggered until provisioned by entity L2. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:28:37.924342 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-5c73b284-7f09-4212-9642-d305b0a65422 req-ca327adb-27f7-4e2b-9ddb-eddb461c749a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:37.940195 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5ea56c1a-eee9-4524-b665-1d04f693430e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:28:38.087601 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca327adb-27f7-4e2b-9ddb-eddb461c749a service neutron] Pushing event updated for resources: {'Port': ['ID=105a9a04-ba8e-44de-942f-cf5db8b7ec6b,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:28:38.092564 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ca327adb-27f7-4e2b-9ddb-eddb461c749a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:28:38.195978 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da54002e-194e-49d8-b740-0da5ede8069b req-2b40dc9a-7dc7-4203-933e-6786595b398d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:28:38.197735 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-da54002e-194e-49d8-b740-0da5ede8069b req-2b40dc9a-7dc7-4203-933e-6786595b398d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=2665ad1d-29aa-4159-9759-1cfa89b78eb5 HTTP/1.1" status: 200  len: 943 time: 0.1721888
Jan 29 10:28:38.268709 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-da54002e-194e-49d8-b740-0da5ede8069b req-c9b09999-0c93-48c2-9109-7d2b86fa78ca tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=880c1143-f046-43e3-9559-7eda31cbe87e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0628607
Jan 29 10:28:38.288242 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-5c73b284-7f09-4212-9642-d305b0a65422 req-ca327adb-27f7-4e2b-9ddb-eddb461c749a service neutron] Attempting to bind port 105a9a04-ba8e-44de-942f-cf5db8b7ec6b on host hv-neutron-7729 for vnic_type normal with profile  {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:28:38.288585 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-5c73b284-7f09-4212-9642-d305b0a65422 req-ca327adb-27f7-4e2b-9ddb-eddb461c749a service neutron] Attempting to bind port 105a9a04-ba8e-44de-942f-cf5db8b7ec6b by drivers openvswitch on host hv-neutron-7729 at level 0 using segments [{'id': 'd2aaf0fb-312a-4424-829c-0d453e324231', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e33c8ed3-eaeb-4036-8e43-cb81504e1ab4'}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:28:38.288964 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c73b284-7f09-4212-9642-d305b0a65422 req-ca327adb-27f7-4e2b-9ddb-eddb461c749a service neutron] Attempting to bind port 105a9a04-ba8e-44de-942f-cf5db8b7ec6b on network e33c8ed3-eaeb-4036-8e43-cb81504e1ab4 {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:28:38.295612 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c73b284-7f09-4212-9642-d305b0a65422 req-ca327adb-27f7-4e2b-9ddb-eddb461c749a service neutron] Checking agent: {'id': '5acf9624-c829-41ba-afd9-92278081af05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 10, 2, 34), 'started_at': datetime.datetime(2021, 1, 29, 10, 3, 4), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:28:38.295997 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c73b284-7f09-4212-9642-d305b0a65422 req-ca327adb-27f7-4e2b-9ddb-eddb461c749a service neutron] Checking segment: {'id': 'd2aaf0fb-312a-4424-829c-0d453e324231', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e33c8ed3-eaeb-4036-8e43-cb81504e1ab4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:28:38.296413 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-5c73b284-7f09-4212-9642-d305b0a65422 req-ca327adb-27f7-4e2b-9ddb-eddb461c749a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:38.296816 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c73b284-7f09-4212-9642-d305b0a65422 req-ca327adb-27f7-4e2b-9ddb-eddb461c749a service neutron] Bound using segment: {'id': 'd2aaf0fb-312a-4424-829c-0d453e324231', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e33c8ed3-eaeb-4036-8e43-cb81504e1ab4'} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:28:38.297314 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-5c73b284-7f09-4212-9642-d305b0a65422 req-ca327adb-27f7-4e2b-9ddb-eddb461c749a service neutron] Bound port: 105a9a04-ba8e-44de-942f-cf5db8b7ec6b, host: hv-neutron-7729, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2aaf0fb-312a-4424-829c-0d453e324231', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e33c8ed3-eaeb-4036-8e43-cb81504e1ab4'}}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:28:38.297693 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-5c73b284-7f09-4212-9642-d305b0a65422 req-ca327adb-27f7-4e2b-9ddb-eddb461c749a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:38.399875 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-5c73b284-7f09-4212-9642-d305b0a65422 req-ca327adb-27f7-4e2b-9ddb-eddb461c749a service neutron] For port 105a9a04-ba8e-44de-942f-cf5db8b7ec6b, host hv-neutron-7729, cleared binding levels {{(pid=80766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:28:38.404502 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-5c73b284-7f09-4212-9642-d305b0a65422 req-ca327adb-27f7-4e2b-9ddb-eddb461c749a service neutron] For port 105a9a04-ba8e-44de-942f-cf5db8b7ec6b, host hv-neutron-7729, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=105a9a04-ba8e-44de-942f-cf5db8b7ec6b,segment=NetworkSegment(d2aaf0fb-312a-4424-829c-0d453e324231),segment_id=d2aaf0fb-312a-4424-829c-0d453e324231)] {{(pid=80766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:28:38.407716 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-5c73b284-7f09-4212-9642-d305b0a65422 req-ca327adb-27f7-4e2b-9ddb-eddb461c749a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:38.425023 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-668ff720-c398-4e38-8f73-25c38079af1b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:28:38.576125 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca327adb-27f7-4e2b-9ddb-eddb461c749a service neutron] Pushing event updated for resources: {'Port': ['ID=105a9a04-ba8e-44de-942f-cf5db8b7ec6b,revision_number=3']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:28:38.579748 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ca327adb-27f7-4e2b-9ddb-eddb461c749a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:28:38.617122 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c73b284-7f09-4212-9642-d305b0a65422 req-ca327adb-27f7-4e2b-9ddb-eddb461c749a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:28:38.617820 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-5c73b284-7f09-4212-9642-d305b0a65422 req-ca327adb-27f7-4e2b-9ddb-eddb461c749a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:38.619322 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5c73b284-7f09-4212-9642-d305b0a65422 req-ca327adb-27f7-4e2b-9ddb-eddb461c749a service neutron] 10.222.0.22 "PUT /v2.0/ports/105a9a04-ba8e-44de-942f-cf5db8b7ec6b HTTP/1.1" status: 200  len: 1157 time: 1.2457337
Jan 29 10:28:38.619897 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2665ad1d-29aa-4159-9759-1cfa89b78eb5', 'tag': '105a9a04-ba8e-44de-942f-cf5db8b7ec6b'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:28:38.681012 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2665ad1d-29aa-4159-9759-1cfa89b78eb5', 'tag': '105a9a04-ba8e-44de-942f-cf5db8b7ec6b', 'status': 'completed', 'code': 200}
Jan 29 10:28:38.786146 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c73b284-7f09-4212-9642-d305b0a65422 req-57b2f22c-8e87-43b6-bbaa-59eb97a29bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:28:38.787810 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5c73b284-7f09-4212-9642-d305b0a65422 req-57b2f22c-8e87-43b6-bbaa-59eb97a29bab service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ff1f06ee29ef461597f2ecd846f8813d&device_id=2665ad1d-29aa-4159-9759-1cfa89b78eb5 HTTP/1.1" status: 200  len: 1160 time: 0.0866854
Jan 29 10:28:38.872408 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5c73b284-7f09-4212-9642-d305b0a65422 req-826d7db8-4f33-41fa-b75a-ce0c0c5f888e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=105a9a04-ba8e-44de-942f-cf5db8b7ec6b HTTP/1.1" status: 200  len: 217 time: 0.0689321
Jan 29 10:28:38.941837 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c73b284-7f09-4212-9642-d305b0a65422 req-044fe8cf-dad2-4ae2-833b-6b530c85c2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:28:38.943283 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5c73b284-7f09-4212-9642-d305b0a65422 req-044fe8cf-dad2-4ae2-833b-6b530c85c2c7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=517bb3e5-e2f6-41e1-bc01-afd9caa7c276 HTTP/1.1" status: 200  len: 834 time: 0.0634010
Jan 29 10:28:39.028976 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c73b284-7f09-4212-9642-d305b0a65422 req-ef837ea0-b3f8-4515-8d7d-9c091b8c0d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:28:39.030591 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5c73b284-7f09-4212-9642-d305b0a65422 req-ef837ea0-b3f8-4515-8d7d-9c091b8c0d39 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e33c8ed3-eaeb-4036-8e43-cb81504e1ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0799584
Jan 29 10:28:39.177579 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5c73b284-7f09-4212-9642-d305b0a65422 req-e681aaff-c0d8-4cf2-bc24-ee72f760ec08 service neutron] 10.222.0.22 "GET /v2.0/networks/e33c8ed3-eaeb-4036-8e43-cb81504e1ab4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375370
Jan 29 10:28:39.331828 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5c73b284-7f09-4212-9642-d305b0a65422 req-a6b6a682-3f2e-4f3a-89ab-ef59c8c1104d service neutron] 10.222.0.22 "GET /v2.0/networks/e33c8ed3-eaeb-4036-8e43-cb81504e1ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1464338
Jan 29 10:28:39.501212 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c619bf-733a-4557-95f6-964060027a13 req-918964e8-ef31-4bf2-9186-6af6b1943b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:28:39.502866 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b3c619bf-733a-4557-95f6-964060027a13 req-918964e8-ef31-4bf2-9186-6af6b1943b1d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ff1f06ee29ef461597f2ecd846f8813d&device_id=2665ad1d-29aa-4159-9759-1cfa89b78eb5 HTTP/1.1" status: 200  len: 1160 time: 0.0770433
Jan 29 10:28:39.598937 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553fdbf3-7a9a-4f2e-a6b3-776897afe002 req-104c750c-5b70-4452-a38b-1c64a02b6b82 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:28:39.600545 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-553fdbf3-7a9a-4f2e-a6b3-776897afe002 req-104c750c-5b70-4452-a38b-1c64a02b6b82 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=2665ad1d-29aa-4159-9759-1cfa89b78eb5 HTTP/1.1" status: 200  len: 943 time: 0.1693323
Jan 29 10:28:39.653861 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c619bf-733a-4557-95f6-964060027a13 req-8f59c5e3-ece9-4adf-a234-5128f7454166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:28:39.655465 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b3c619bf-733a-4557-95f6-964060027a13 req-8f59c5e3-ece9-4adf-a234-5128f7454166 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e33c8ed3-eaeb-4036-8e43-cb81504e1ab4 HTTP/1.1" status: 200  len: 891 time: 0.1419616
Jan 29 10:28:39.664673 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-553fdbf3-7a9a-4f2e-a6b3-776897afe002 req-d7217093-6c37-4dcf-a004-d78e513459e3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=880c1143-f046-43e3-9559-7eda31cbe87e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0574219
Jan 29 10:28:39.731110 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b3c619bf-733a-4557-95f6-964060027a13 req-fd1fccbe-b85f-46da-a7b9-de54ee3f85db service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=105a9a04-ba8e-44de-942f-cf5db8b7ec6b HTTP/1.1" status: 200  len: 217 time: 0.0677342
Jan 29 10:28:39.800603 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c619bf-733a-4557-95f6-964060027a13 req-4d8de1b2-dac9-461b-857a-33628b0468ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:28:39.802152 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b3c619bf-733a-4557-95f6-964060027a13 req-4d8de1b2-dac9-461b-857a-33628b0468ba service neutron] 10.222.0.22 "GET /v2.0/subnets?id=517bb3e5-e2f6-41e1-bc01-afd9caa7c276 HTTP/1.1" status: 200  len: 834 time: 0.0652382
Jan 29 10:28:39.884841 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c619bf-733a-4557-95f6-964060027a13 req-65c4c81f-5d44-4f1c-8e21-3fb9ae5cb0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:28:39.887109 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b3c619bf-733a-4557-95f6-964060027a13 req-65c4c81f-5d44-4f1c-8e21-3fb9ae5cb0f2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e33c8ed3-eaeb-4036-8e43-cb81504e1ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0777102
Jan 29 10:28:40.032933 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b3c619bf-733a-4557-95f6-964060027a13 req-e0a8a98e-5543-4eca-85d1-dff669ba5ea3 service neutron] 10.222.0.22 "GET /v2.0/networks/e33c8ed3-eaeb-4036-8e43-cb81504e1ab4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1383803
Jan 29 10:28:40.178271 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b3c619bf-733a-4557-95f6-964060027a13 req-839239a9-73dd-40a9-aa04-e2502c897762 service neutron] 10.222.0.22 "GET /v2.0/networks/e33c8ed3-eaeb-4036-8e43-cb81504e1ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1382415
Jan 29 10:28:41.039542 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef660b33-3abc-4c4a-9ad7-8f728e571e86 req-8de88e1b-5a5d-4c8a-a076-e68dc2fd6ed6 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:28:41.041765 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ef660b33-3abc-4c4a-9ad7-8f728e571e86 req-8de88e1b-5a5d-4c8a-a076-e68dc2fd6ed6 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=2665ad1d-29aa-4159-9759-1cfa89b78eb5 HTTP/1.1" status: 200  len: 943 time: 0.2383344
Jan 29 10:28:41.107369 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ef660b33-3abc-4c4a-9ad7-8f728e571e86 req-f796bb5b-c8ad-4b1a-9b1c-5861728b3f76 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=880c1143-f046-43e3-9559-7eda31cbe87e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0590646
Jan 29 10:28:42.405656 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5636cd-898e-4f6b-a5a9-25937b31b903 req-1c1d32a9-39bd-4a0c-8953-645214da511a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:28:42.407363 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5c5636cd-898e-4f6b-a5a9-25937b31b903 req-1c1d32a9-39bd-4a0c-8953-645214da511a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=2665ad1d-29aa-4159-9759-1cfa89b78eb5 HTTP/1.1" status: 200  len: 943 time: 0.1710682
Jan 29 10:28:42.471995 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5c5636cd-898e-4f6b-a5a9-25937b31b903 req-db8f7968-93b1-4592-bfb7-4946336cd0b0 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=880c1143-f046-43e3-9559-7eda31cbe87e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0580177
Jan 29 10:28:43.162436 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:28:43.765740 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e47bed-79f0-48c3-b819-7c7ac8b68bbf req-b29bcf79-d3d0-4376-924b-b0e5160326d4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:28:43.767326 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d7e47bed-79f0-48c3-b819-7c7ac8b68bbf req-b29bcf79-d3d0-4376-924b-b0e5160326d4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=2665ad1d-29aa-4159-9759-1cfa89b78eb5 HTTP/1.1" status: 200  len: 943 time: 0.1663947
Jan 29 10:28:43.835306 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d7e47bed-79f0-48c3-b819-7c7ac8b68bbf req-5132541f-070f-417e-b0ed-13cfd55a86c2 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=880c1143-f046-43e3-9559-7eda31cbe87e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0617795
Jan 29 10:28:44.623302 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 105a9a04-ba8e-44de-942f-cf5db8b7ec6b up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:28:44.696644 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning for port 105a9a04-ba8e-44de-942f-cf5db8b7ec6b completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:28:44.702487 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 105a9a04-ba8e-44de-942f-cf5db8b7ec6b triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:28:44.702904 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:44.824475 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:44.851496 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2665ad1d-29aa-4159-9759-1cfa89b78eb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '105a9a04-ba8e-44de-942f-cf5db8b7ec6b'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:28:44.862142 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port 105a9a04-ba8e-44de-942f-cf5db8b7ec6b, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=105a9a04-ba8e-44de-942f-cf5db8b7ec6b,segment=NetworkSegment(d2aaf0fb-312a-4424-829c-0d453e324231),segment_id=d2aaf0fb-312a-4424-829c-0d453e324231)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:28:44.865272 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:44.866844 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:28:44.915426 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2665ad1d-29aa-4159-9759-1cfa89b78eb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '105a9a04-ba8e-44de-942f-cf5db8b7ec6b', 'code': 200}
Jan 29 10:28:44.938945 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=105a9a04-ba8e-44de-942f-cf5db8b7ec6b,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:28:44.942491 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:28:45.184282 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baaced9-8ac0-4753-bddf-96b1c72defde req-47c77de4-2945-4238-835d-6e6831a79b88 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:28:45.185959 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8baaced9-8ac0-4753-bddf-96b1c72defde req-47c77de4-2945-4238-835d-6e6831a79b88 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=2665ad1d-29aa-4159-9759-1cfa89b78eb5 HTTP/1.1" status: 200  len: 945 time: 0.1732326
Jan 29 10:28:45.205597 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a694fdc-bde2-45b6-8e42-84b5a04f5eb6 req-da909886-ea03-43d4-93c0-9ad381e203ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:28:45.207286 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1a694fdc-bde2-45b6-8e42-84b5a04f5eb6 req-da909886-ea03-43d4-93c0-9ad381e203ba service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2665ad1d-29aa-4159-9759-1cfa89b78eb5 HTTP/1.1" status: 200  len: 1162 time: 0.0825016
Jan 29 10:28:45.251035 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8baaced9-8ac0-4753-bddf-96b1c72defde req-3021789f-5a5a-4dd7-8b22-b412d31323e3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=880c1143-f046-43e3-9559-7eda31cbe87e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0586393
Jan 29 10:28:45.253074 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1a694fdc-bde2-45b6-8e42-84b5a04f5eb6 req-389dbe45-0cee-4123-924e-021e210d1765 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=880c1143-f046-43e3-9559-7eda31cbe87e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0364509
Jan 29 10:28:46.028270 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 105a9a04-ba8e-44de-942f-cf5db8b7ec6b up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:28:46.100936 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 105a9a04-ba8e-44de-942f-cf5db8b7ec6b triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:28:46.101408 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:46.548527 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe69a9d-f76b-4e76-b747-3eb96fd521d4 req-0e9329e5-07a7-41f8-bd3e-75f7e4320454 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:28:46.550093 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-bbe69a9d-f76b-4e76-b747-3eb96fd521d4 req-0e9329e5-07a7-41f8-bd3e-75f7e4320454 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=2665ad1d-29aa-4159-9759-1cfa89b78eb5 HTTP/1.1" status: 200  len: 945 time: 0.1700580
Jan 29 10:28:46.614607 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-bbe69a9d-f76b-4e76-b747-3eb96fd521d4 req-d67eb79b-7717-4dba-8b44-4c39affd26dc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=880c1143-f046-43e3-9559-7eda31cbe87e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0582750
Jan 29 10:28:47.908584 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b01c0-9291-4bae-97ed-dcd421c4e96b req-6c07ceec-5c17-48b7-ac63-ac10a8bbb99d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:28:47.910134 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7b1b01c0-9291-4bae-97ed-dcd421c4e96b req-6c07ceec-5c17-48b7-ac63-ac10a8bbb99d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=2665ad1d-29aa-4159-9759-1cfa89b78eb5 HTTP/1.1" status: 200  len: 945 time: 0.1638985
Jan 29 10:28:47.976960 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7b1b01c0-9291-4bae-97ed-dcd421c4e96b req-40549b69-89bb-416a-959a-7f1615fb2374 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=880c1143-f046-43e3-9559-7eda31cbe87e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0604873
Jan 29 10:28:48.263219 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b42105-82a2-43f2-bba8-74290d4abe7d req-1e1a16db-d1a3-4cce-a5cb-4f74a712485a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:28:48.264768 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c4b42105-82a2-43f2-bba8-74290d4abe7d req-1e1a16db-d1a3-4cce-a5cb-4f74a712485a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=2665ad1d-29aa-4159-9759-1cfa89b78eb5 HTTP/1.1" status: 200  len: 945 time: 0.1611576
Jan 29 10:28:48.329388 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c4b42105-82a2-43f2-bba8-74290d4abe7d req-6f7a93e7-1058-4ea0-8d93-56663bd527f0 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=880c1143-f046-43e3-9559-7eda31cbe87e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0581784
Jan 29 10:28:48.359021 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 60486) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:28:48.444851 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819897b8-8c8e-4466-a960-af3f2b42f714 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:28:48.446531 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-819897b8-8c8e-4466-a960-af3f2b42f714 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=2665ad1d-29aa-4159-9759-1cfa89b78eb5 HTTP/1.1" status: 200  len: 1157 time: 0.0864432
Jan 29 10:28:48.449978 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 60490) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:28:48.455481 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-a7bc7e58-e246-44e5-8154-3b7c9ba5d1e9 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'floatingip': {'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'port_id': '105a9a04-ba8e-44de-942f-cf5db8b7ec6b', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:28:48.476820 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a7bc7e58-e246-44e5-8154-3b7c9ba5d1e9 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:28:48.481888 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a7bc7e58-e246-44e5-8154-3b7c9ba5d1e9 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:floatingip and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:28:48.484866 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a7bc7e58-e246-44e5-8154-3b7c9ba5d1e9 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:28:48.490672 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a7bc7e58-e246-44e5-8154-3b7c9ba5d1e9 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:28:48.501975 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a7bc7e58-e246-44e5-8154-3b7c9ba5d1e9 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for floatingip, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:48.649675 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a7bc7e58-e246-44e5-8154-3b7c9ba5d1e9 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:48.922983 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-a7bc7e58-e246-44e5-8154-3b7c9ba5d1e9 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Allocated IP 172.26.7.174 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/db16dacd-7407-45c6-a13f-077df0f0d151) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:28:49.080646 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a7bc7e58-e246-44e5-8154-3b7c9ba5d1e9 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:49.109670 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a7bc7e58-e246-44e5-8154-3b7c9ba5d1e9 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:49.125313 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-456ce547-a296-4961-a8fa-ba48c05f12ca tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:28:49.259440 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bc7e58-e246-44e5-8154-3b7c9ba5d1e9 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Port': ['ID=db16dacd-7407-45c6-a13f-077df0f0d151,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:28:49.264395 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a7bc7e58-e246-44e5-8154-3b7c9ba5d1e9 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:28:49.312720 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bc7e58-e246-44e5-8154-3b7c9ba5d1e9 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:28:49.313885 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-a7bc7e58-e246-44e5-8154-3b7c9ba5d1e9 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:28:49.316284 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bc7e58-e246-44e5-8154-3b7c9ba5d1e9 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:28:49.734517 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a7bc7e58-e246-44e5-8154-3b7c9ba5d1e9 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:49.809281 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a7bc7e58-e246-44e5-8154-3b7c9ba5d1e9 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:50.075848 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a7bc7e58-e246-44e5-8154-3b7c9ba5d1e9 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:50.079215 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a7bc7e58-e246-44e5-8154-3b7c9ba5d1e9 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:50.095123 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c5fb330a-aedf-49c2-94f5-5d3ff34c25ca tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:28:50.231419 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bc7e58-e246-44e5-8154-3b7c9ba5d1e9 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Port': ['ID=db16dacd-7407-45c6-a13f-077df0f0d151,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:28:50.235902 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a7bc7e58-e246-44e5-8154-3b7c9ba5d1e9 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:28:50.331908 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a7bc7e58-e246-44e5-8154-3b7c9ba5d1e9 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:50.513585 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [None req-a7bc7e58-e246-44e5-8154-3b7c9ba5d1e9 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Floating IP 71bb7a95-011a-436d-a982-ca841c47f611 associated. External IP: 172.26.7.174, port: 105a9a04-ba8e-44de-942f-cf5db8b7ec6b.
Jan 29 10:28:51.137539 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7bc7e58-e246-44e5-8154-3b7c9ba5d1e9 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Router 8f6373b2-022d-49f5-8d7a-4ce35653312a has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:28:51.328582 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7bc7e58-e246-44e5-8154-3b7c9ba5d1e9 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:28:51.339732 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90722847-a37c-49d7-9e93-be4d159091f6 None None] Sync routers for ids ['8f6373b2-022d-49f5-8d7a-4ce35653312a'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:28:51.349655 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90722847-a37c-49d7-9e93-be4d159091f6 None None] Routers {'8f6373b2-022d-49f5-8d7a-4ce35653312a'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:28:51.350403 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-90722847-a37c-49d7-9e93-be4d159091f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca1b22e8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:28:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['8f6373b2-022d-49f5-8d7a-4ce35653312a'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:28:51.352786 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a7bc7e58-e246-44e5-8154-3b7c9ba5d1e9 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:51.412955 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a7bc7e58-e246-44e5-8154-3b7c9ba5d1e9 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.9606299
Jan 29 10:28:51.412955 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2665ad1d-29aa-4159-9759-1cfa89b78eb5', 'tag': '105a9a04-ba8e-44de-942f-cf5db8b7ec6b'}] {{(pid=80765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:28:51.451715 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-692ae023-5b84-4c4d-a03b-b0fff0fec779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:51.500879 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2665ad1d-29aa-4159-9759-1cfa89b78eb5', 'tag': '105a9a04-ba8e-44de-942f-cf5db8b7ec6b', 'status': 'completed', 'code': 200}
Jan 29 10:28:51.673567 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f14b48-6365-4b9a-9be0-99025803ef36 req-40b76b13-fd4f-408d-9746-315103d3259d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:28:51.675135 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-18f14b48-6365-4b9a-9be0-99025803ef36 req-40b76b13-fd4f-408d-9746-315103d3259d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ff1f06ee29ef461597f2ecd846f8813d&device_id=2665ad1d-29aa-4159-9759-1cfa89b78eb5 HTTP/1.1" status: 200  len: 1162 time: 0.1284769
Jan 29 10:28:51.701422 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-90722847-a37c-49d7-9e93-be4d159091f6 None None] Set router 8f6373b2-022d-49f5-8d7a-4ce35653312a gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:28:52.088971 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-90722847-a37c-49d7-9e93-be4d159091f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca1b22e8>, [{'id': '8f6373b2-022d-49f5-8d7a-4ce35653312a', 'name': 'tempest-TestNetworkBasicOps-router-1149261281', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '404843ea-eb45-4cf3-839d-e19a8dfd319d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:28:00Z', 'updated_at': '2021-01-29T10:28:07Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '404843ea-eb45-4cf3-839d-e19a8dfd319d', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:43:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6373b2-022d-49f5-8d7a-4ce35653312a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:28:01Z', 'updated_at': '2021-01-29T10:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': '71bb7a95-011a-436d-a982-ca841c47f611', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'floating_ip_address': '172.26.7.174', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '8f6373b2-022d-49f5-8d7a-4ce35653312a', 'port_id': '105a9a04-ba8e-44de-942f-cf5db8b7ec6b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e33c8ed3-eaeb-4036-8e43-cb81504e1ab4', 'mac_address': 'fa:16:3e:89:54:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2665ad1d-29aa-4159-9759-1cfa89b78eb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:28:49Z', 'updated_at': '2021-01-29T10:28:49Z', 'revision_number': 0, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'fixed_ip_address_scope': None}, {'id': 'f1e7755b-97d9-4330-8c8c-61f21492da4f', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'floating_ip_address': '172.26.7.117', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '8f6373b2-022d-49f5-8d7a-4ce35653312a', 'port_id': '06f41bf3-15c5-4b40-b055-0a1af6d24e43', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e33c8ed3-eaeb-4036-8e43-cb81504e1ab4', 'mac_address': 'fa:16:3e:7d:d7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e097c9-8688-49b2-ace3-4b4a79926918', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:28:29Z', 'updated_at': '2021-01-29T10:28:33Z', 'revision_number': 1, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c70d8ffc-be82-4874-bf62-01b759bf38f9', 'name': '', 'network_id': 'e33c8ed3-eaeb-4036-8e43-cb81504e1ab4', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:cf:ca:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6373b2-022d-49f5-8d7a-4ce35653312a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '517bb3e5-e2f6-41e1-bc01-afd9caa7c276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:28:06Z', 'updated_at': '2021-01-29T10:28:14Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': '517bb3e5-e2f6-41e1-bc01-afd9caa7c276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:28:52.093476 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90722847-a37c-49d7-9e93-be4d159091f6 None None] Checking router: 8f6373b2-022d-49f5-8d7a-4ce35653312a for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:28:52.102610 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90722847-a37c-49d7-9e93-be4d159091f6 None None] Routers {'8f6373b2-022d-49f5-8d7a-4ce35653312a'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:28:52.103246 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-90722847-a37c-49d7-9e93-be4d159091f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca1b22e8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:28:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['8f6373b2-022d-49f5-8d7a-4ce35653312a'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:28:52.115300 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-726b11dc-7a64-4dde-a5ff-f2de6e26bd88 req-35a7c3b6-33b6-4ba6-b2c3-1c0d0d21415a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b0e097c9-8688-49b2-ace3-4b4a79926918&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.4875748
Jan 29 10:28:52.132601 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f14b48-6365-4b9a-9be0-99025803ef36 req-4fbee198-5ef3-4676-8c76-d191ec9cc291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:28:52.134224 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-18f14b48-6365-4b9a-9be0-99025803ef36 req-4fbee198-5ef3-4676-8c76-d191ec9cc291 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e33c8ed3-eaeb-4036-8e43-cb81504e1ab4 HTTP/1.1" status: 200  len: 891 time: 0.4505138
Jan 29 10:28:52.296232 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-90722847-a37c-49d7-9e93-be4d159091f6 None None] Set router 8f6373b2-022d-49f5-8d7a-4ce35653312a gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:28:52.313072 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-18f14b48-6365-4b9a-9be0-99025803ef36 req-c81196ba-6b99-422d-8e2c-640b8ec8eb0c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=105a9a04-ba8e-44de-942f-cf5db8b7ec6b HTTP/1.1" status: 200  len: 999 time: 0.1606615
Jan 29 10:28:52.395836 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b11dc-7a64-4dde-a5ff-f2de6e26bd88 req-0c09ce32-f391-4c76-a8ed-913911b901b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:28:52.397462 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-726b11dc-7a64-4dde-a5ff-f2de6e26bd88 req-0c09ce32-f391-4c76-a8ed-913911b901b5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ff1f06ee29ef461597f2ecd846f8813d&device_id=b0e097c9-8688-49b2-ace3-4b4a79926918 HTTP/1.1" status: 200  len: 1162 time: 0.1829658
Jan 29 10:28:52.400884 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f14b48-6365-4b9a-9be0-99025803ef36 req-b49d5ffd-6264-4141-a1a3-4b3916456b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:28:52.403473 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-18f14b48-6365-4b9a-9be0-99025803ef36 req-b49d5ffd-6264-4141-a1a3-4b3916456b4c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=517bb3e5-e2f6-41e1-bc01-afd9caa7c276 HTTP/1.1" status: 200  len: 834 time: 0.0815270
Jan 29 10:28:52.618667 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f14b48-6365-4b9a-9be0-99025803ef36 req-8b38b967-90e1-4b47-9db1-28fbbde491bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:28:52.620718 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-18f14b48-6365-4b9a-9be0-99025803ef36 req-8b38b967-90e1-4b47-9db1-28fbbde491bf service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e33c8ed3-eaeb-4036-8e43-cb81504e1ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.2105372
Jan 29 10:28:52.623570 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b11dc-7a64-4dde-a5ff-f2de6e26bd88 req-e962cd83-42c6-4a09-bfb1-1589dd129705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:28:52.625007 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-726b11dc-7a64-4dde-a5ff-f2de6e26bd88 req-e962cd83-42c6-4a09-bfb1-1589dd129705 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e33c8ed3-eaeb-4036-8e43-cb81504e1ab4 HTTP/1.1" status: 200  len: 891 time: 0.1789594
Jan 29 10:28:52.670115 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-90722847-a37c-49d7-9e93-be4d159091f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca1b22e8>, [{'id': '8f6373b2-022d-49f5-8d7a-4ce35653312a', 'name': 'tempest-TestNetworkBasicOps-router-1149261281', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '404843ea-eb45-4cf3-839d-e19a8dfd319d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:28:00Z', 'updated_at': '2021-01-29T10:28:07Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '404843ea-eb45-4cf3-839d-e19a8dfd319d', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:43:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6373b2-022d-49f5-8d7a-4ce35653312a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:28:01Z', 'updated_at': '2021-01-29T10:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': '71bb7a95-011a-436d-a982-ca841c47f611', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'floating_ip_address': '172.26.7.174', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '8f6373b2-022d-49f5-8d7a-4ce35653312a', 'port_id': '105a9a04-ba8e-44de-942f-cf5db8b7ec6b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e33c8ed3-eaeb-4036-8e43-cb81504e1ab4', 'mac_address': 'fa:16:3e:89:54:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2665ad1d-29aa-4159-9759-1cfa89b78eb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:28:49Z', 'updated_at': '2021-01-29T10:28:49Z', 'revision_number': 0, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'fixed_ip_address_scope': None}, {'id': 'f1e7755b-97d9-4330-8c8c-61f21492da4f', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'floating_ip_address': '172.26.7.117', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '8f6373b2-022d-49f5-8d7a-4ce35653312a', 'port_id': '06f41bf3-15c5-4b40-b055-0a1af6d24e43', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e33c8ed3-eaeb-4036-8e43-cb81504e1ab4', 'mac_address': 'fa:16:3e:7d:d7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e097c9-8688-49b2-ace3-4b4a79926918', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:28:29Z', 'updated_at': '2021-01-29T10:28:33Z', 'revision_number': 1, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c70d8ffc-be82-4874-bf62-01b759bf38f9', 'name': '', 'network_id': 'e33c8ed3-eaeb-4036-8e43-cb81504e1ab4', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:cf:ca:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6373b2-022d-49f5-8d7a-4ce35653312a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '517bb3e5-e2f6-41e1-bc01-afd9caa7c276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:28:06Z', 'updated_at': '2021-01-29T10:28:14Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': '517bb3e5-e2f6-41e1-bc01-afd9caa7c276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:28:52.674408 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90722847-a37c-49d7-9e93-be4d159091f6 None None] The sync data for ids ['8f6373b2-022d-49f5-8d7a-4ce35653312a'] in dv-neutron-772983-2-ovs is: [{'id': '8f6373b2-022d-49f5-8d7a-4ce35653312a', 'name': 'tempest-TestNetworkBasicOps-router-1149261281', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '404843ea-eb45-4cf3-839d-e19a8dfd319d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:28:00Z', 'updated_at': '2021-01-29T10:28:07Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '404843ea-eb45-4cf3-839d-e19a8dfd319d', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:43:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6373b2-022d-49f5-8d7a-4ce35653312a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:28:01Z', 'updated_at': '2021-01-29T10:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': '71bb7a95-011a-436d-a982-ca841c47f611', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'floating_ip_address': '172.26.7.174', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '8f6373b2-022d-49f5-8d7a-4ce35653312a', 'port_id': '105a9a04-ba8e-44de-942f-cf5db8b7ec6b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e33c8ed3-eaeb-4036-8e43-cb81504e1ab4', 'mac_address': 'fa:16:3e:89:54:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2665ad1d-29aa-4159-9759-1cfa89b78eb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:28:49Z', 'updated_at': '2021-01-29T10:28:49Z', 'revision_number': 0, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'fixed_ip_address_scope': None}, {'id': 'f1e7755b-97d9-4330-8c8c-61f21492da4f', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'floating_ip_address': '172.26.7.117', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '8f6373b2-022d-49f5-8d7a-4ce35653312a', 'port_id': '06f41bf3-15c5-4b40-b055-0a1af6d24e43', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e33c8ed3-eaeb-4036-8e43-cb81504e1ab4', 'mac_address': 'fa:16:3e:7d:d7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e097c9-8688-49b2-ace3-4b4a79926918', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:28:29Z', 'updated_at': '2021-01-29T10:28:33Z', 'revision_number': 1, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c70d8ffc-be82-4874-bf62-01b759bf38f9', 'name': '', 'network_id': 'e33c8ed3-eaeb-4036-8e43-cb81504e1ab4', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:cf:ca:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6373b2-022d-49f5-8d7a-4ce35653312a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '517bb3e5-e2f6-41e1-bc01-afd9caa7c276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:28:06Z', 'updated_at': '2021-01-29T10:28:14Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': '517bb3e5-e2f6-41e1-bc01-afd9caa7c276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:28:52.845127 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-726b11dc-7a64-4dde-a5ff-f2de6e26bd88 req-60ce2d65-4bdd-4cc0-b3f5-db483dbf1ba0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06f41bf3-15c5-4b40-b055-0a1af6d24e43 HTTP/1.1" status: 200  len: 1001 time: 0.1874931
Jan 29 10:28:52.921958 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-18f14b48-6365-4b9a-9be0-99025803ef36 req-b0bdf488-09fb-4aa7-bbc9-eb730a92d8ac service neutron] 10.222.0.22 "GET /v2.0/networks/e33c8ed3-eaeb-4036-8e43-cb81504e1ab4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2870197
Jan 29 10:28:52.966364 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95144691-4fa8-4f2d-b3ec-7c13c8781c3c None None] New status for floating IP 71bb7a95-011a-436d-a982-ca841c47f611: ACTIVE {{(pid=80767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 29 10:28:52.988821 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b11dc-7a64-4dde-a5ff-f2de6e26bd88 req-1d0a4ab7-9635-4cce-9972-01d43894086b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:28:52.990437 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-726b11dc-7a64-4dde-a5ff-f2de6e26bd88 req-1d0a4ab7-9635-4cce-9972-01d43894086b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=517bb3e5-e2f6-41e1-bc01-afd9caa7c276 HTTP/1.1" status: 200  len: 834 time: 0.1198943
Jan 29 10:28:53.149234 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-18f14b48-6365-4b9a-9be0-99025803ef36 req-c414eb38-9d63-4c1d-8841-1a77fb2bed09 service neutron] 10.222.0.22 "GET /v2.0/networks/e33c8ed3-eaeb-4036-8e43-cb81504e1ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2186065
Jan 29 10:28:53.163350 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b11dc-7a64-4dde-a5ff-f2de6e26bd88 req-a804bc4f-beaa-4a63-88d6-adb9e62b462e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:28:53.164863 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-726b11dc-7a64-4dde-a5ff-f2de6e26bd88 req-a804bc4f-beaa-4a63-88d6-adb9e62b462e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e33c8ed3-eaeb-4036-8e43-cb81504e1ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.1226063
Jan 29 10:28:53.321427 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-726b11dc-7a64-4dde-a5ff-f2de6e26bd88 req-ea60e85f-3240-43b7-9cb2-871f91270468 service neutron] 10.222.0.22 "GET /v2.0/networks/e33c8ed3-eaeb-4036-8e43-cb81504e1ab4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1475196
Jan 29 10:28:53.469871 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-726b11dc-7a64-4dde-a5ff-f2de6e26bd88 req-b997b2c1-6801-4c57-9c4f-3b423274bf7a service neutron] 10.222.0.22 "GET /v2.0/networks/e33c8ed3-eaeb-4036-8e43-cb81504e1ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1393147
Jan 29 10:28:53.742466 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9df2fc17-6b79-4ae5-9ba5-271af91abb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:54.262350 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:54.921868 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:28:56.074222 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:29:04.939526 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:29:20.162696 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:29:21.458930 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ef0454ef-5723-4d71-b1bf-69a7224c6f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:29:23.742621 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-049d446d-db2c-4aaf-8a2f-3c3165881cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:29:24.265076 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:29:24.922976 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:29:26.075611 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:29:34.949124 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:29:51.462613 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-af33f352-6620-44cc-a024-3d4ac49e049c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:29:52.728480 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-58a99847-3c74-4c19-83f5-d2b27367f127 req-8222606a-c234-4e0a-971c-82940e0e0f8d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2665ad1d-29aa-4159-9759-1cfa89b78eb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0786097
Jan 29 10:29:52.844011 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a99847-3c74-4c19-83f5-d2b27367f127 req-eda39f40-1607-40ec-a4cb-3114d8f543da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:29:52.846126 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-58a99847-3c74-4c19-83f5-d2b27367f127 req-eda39f40-1607-40ec-a4cb-3114d8f543da service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ff1f06ee29ef461597f2ecd846f8813d&device_id=2665ad1d-29aa-4159-9759-1cfa89b78eb5 HTTP/1.1" status: 200  len: 1162 time: 0.0826879
Jan 29 10:29:53.006981 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a99847-3c74-4c19-83f5-d2b27367f127 req-7c15d6c9-f861-4e75-9e8a-432d151ab3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:29:53.008537 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-58a99847-3c74-4c19-83f5-d2b27367f127 req-7c15d6c9-f861-4e75-9e8a-432d151ab3a9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e33c8ed3-eaeb-4036-8e43-cb81504e1ab4 HTTP/1.1" status: 200  len: 891 time: 0.1415277
Jan 29 10:29:53.121217 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-58a99847-3c74-4c19-83f5-d2b27367f127 req-8a7e59d4-e50b-442e-a047-0fd557c72a54 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=105a9a04-ba8e-44de-942f-cf5db8b7ec6b HTTP/1.1" status: 200  len: 1001 time: 0.1053073
Jan 29 10:29:53.192317 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a99847-3c74-4c19-83f5-d2b27367f127 req-4b62ac7b-1e09-4638-a798-b961ce7d0f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:29:53.193886 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-58a99847-3c74-4c19-83f5-d2b27367f127 req-4b62ac7b-1e09-4638-a798-b961ce7d0f29 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=517bb3e5-e2f6-41e1-bc01-afd9caa7c276 HTTP/1.1" status: 200  len: 834 time: 0.0660682
Jan 29 10:29:53.278575 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a99847-3c74-4c19-83f5-d2b27367f127 req-2acef2f3-7aab-4913-8c6a-b8f977b77737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:29:53.280215 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-58a99847-3c74-4c19-83f5-d2b27367f127 req-2acef2f3-7aab-4913-8c6a-b8f977b77737 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e33c8ed3-eaeb-4036-8e43-cb81504e1ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0792418
Jan 29 10:29:53.428304 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-58a99847-3c74-4c19-83f5-d2b27367f127 req-9f52430e-a988-4204-8f46-ef9d7eb7edfc service neutron] 10.222.0.22 "GET /v2.0/networks/e33c8ed3-eaeb-4036-8e43-cb81504e1ab4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1404638
Jan 29 10:29:53.573384 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-58a99847-3c74-4c19-83f5-d2b27367f127 req-67e4e15f-aeb3-4c5d-b1c3-e833f01a8281 service neutron] 10.222.0.22 "GET /v2.0/networks/e33c8ed3-eaeb-4036-8e43-cb81504e1ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1362877
Jan 29 10:29:53.743501 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d1daea38-23bc-4352-a24b-2a15d928a5a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:29:54.269840 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:29:54.925183 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:29:56.079166 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:29:57.162449 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:30:04.950070 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:07.374111 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 60518) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:30:07.505279 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2e538347-9782-4e13-a552-b61c3d2a1a6e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/floatingips/f1e7755b-97d9-4330-8c8c-61f21492da4f HTTP/1.1" status: 200  len: 993 time: 0.1298714
Jan 29 10:30:08.243507 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 60528) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:30:08.250233 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-1b055176-5c9c-47cf-9636-b3b4d59e5d89 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'port': {'admin_state_up': False}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:30:08.403578 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1b055176-5c9c-47cf-9636-b3b4d59e5d89 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:08.698099 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-1b055176-5c9c-47cf-9636-b3b4d59e5d89 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] For port 06f41bf3-15c5-4b40-b055-0a1af6d24e43, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=06f41bf3-15c5-4b40-b055-0a1af6d24e43,segment=NetworkSegment(d2aaf0fb-312a-4424-829c-0d453e324231),segment_id=d2aaf0fb-312a-4424-829c-0d453e324231)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:30:08.725478 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1b055176-5c9c-47cf-9636-b3b4d59e5d89 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:08.729142 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1b055176-5c9c-47cf-9636-b3b4d59e5d89 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:08.744501 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4b79fc88-10e8-42e2-b838-367d16f3091d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:30:08.895972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b055176-5c9c-47cf-9636-b3b4d59e5d89 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Port': ['ID=06f41bf3-15c5-4b40-b055-0a1af6d24e43,revision_number=5']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:30:08.911731 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b055176-5c9c-47cf-9636-b3b4d59e5d89 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:08.912156 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b055176-5c9c-47cf-9636-b3b4d59e5d89 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:08.912570 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b055176-5c9c-47cf-9636-b3b4d59e5d89 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:08.912983 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b055176-5c9c-47cf-9636-b3b4d59e5d89 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:08.913389 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b055176-5c9c-47cf-9636-b3b4d59e5d89 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:08.913827 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b055176-5c9c-47cf-9636-b3b4d59e5d89 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:08.914213 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b055176-5c9c-47cf-9636-b3b4d59e5d89 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:08.914615 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b055176-5c9c-47cf-9636-b3b4d59e5d89 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:08.915017 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b055176-5c9c-47cf-9636-b3b4d59e5d89 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:08.915419 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b055176-5c9c-47cf-9636-b3b4d59e5d89 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:08.915818 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b055176-5c9c-47cf-9636-b3b4d59e5d89 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:08.916216 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b055176-5c9c-47cf-9636-b3b4d59e5d89 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:08.916681 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b055176-5c9c-47cf-9636-b3b4d59e5d89 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:08.917079 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b055176-5c9c-47cf-9636-b3b4d59e5d89 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:08.917478 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b055176-5c9c-47cf-9636-b3b4d59e5d89 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:08.917904 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b055176-5c9c-47cf-9636-b3b4d59e5d89 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:08.918305 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b055176-5c9c-47cf-9636-b3b4d59e5d89 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:08.918705 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b055176-5c9c-47cf-9636-b3b4d59e5d89 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:08.919153 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b055176-5c9c-47cf-9636-b3b4d59e5d89 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:08.919551 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b055176-5c9c-47cf-9636-b3b4d59e5d89 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:08.919948 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b055176-5c9c-47cf-9636-b3b4d59e5d89 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:08.920342 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b055176-5c9c-47cf-9636-b3b4d59e5d89 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:08.920736 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b055176-5c9c-47cf-9636-b3b4d59e5d89 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:08.921135 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b055176-5c9c-47cf-9636-b3b4d59e5d89 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:08.933907 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1b055176-5c9c-47cf-9636-b3b4d59e5d89 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:30:09.018683 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b055176-5c9c-47cf-9636-b3b4d59e5d89 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:30:09.019432 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1b055176-5c9c-47cf-9636-b3b4d59e5d89 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:09.021011 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1b055176-5c9c-47cf-9636-b3b4d59e5d89 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "PUT /v2.0/ports/06f41bf3-15c5-4b40-b055-0a1af6d24e43 HTTP/1.1" status: 200  len: 938 time: 0.7764416
Jan 29 10:30:09.021761 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0e097c9-8688-49b2-ace3-4b4a79926918', 'tag': '06f41bf3-15c5-4b40-b055-0a1af6d24e43'}] {{(pid=80765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:30:09.085964 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0e097c9-8688-49b2-ace3-4b4a79926918', 'tag': '06f41bf3-15c5-4b40-b055-0a1af6d24e43', 'status': 'completed', 'code': 200}
Jan 29 10:30:09.181609 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-a901bdb2-c177-4f9f-86e0-843fb48bfca2 None None] Provisioning complete for port 06f41bf3-15c5-4b40-b055-0a1af6d24e43 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:30:09.182083 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a901bdb2-c177-4f9f-86e0-843fb48bfca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:09.215184 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef2eb9-2ff2-4041-b71b-ee7ab9f5e592 req-ee3353fb-1547-4783-8dd4-d270d680776b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:30:09.216775 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d4ef2eb9-2ff2-4041-b71b-ee7ab9f5e592 req-ee3353fb-1547-4783-8dd4-d270d680776b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ff1f06ee29ef461597f2ecd846f8813d&device_id=b0e097c9-8688-49b2-ace3-4b4a79926918 HTTP/1.1" status: 200  len: 1163 time: 0.0834024
Jan 29 10:30:09.249647 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-a901bdb2-c177-4f9f-86e0-843fb48bfca2 None None] Port 06f41bf3-15c5-4b40-b055-0a1af6d24e43 is administratively disabled so it will not transition to active. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:344}}
Jan 29 10:30:09.362458 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef2eb9-2ff2-4041-b71b-ee7ab9f5e592 req-a5768bec-782c-4768-88ab-0d3804cb970d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:30:09.364031 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d4ef2eb9-2ff2-4041-b71b-ee7ab9f5e592 req-a5768bec-782c-4768-88ab-0d3804cb970d service neutron] 10.222.0.22 "GET /v2.0/networks?id=e33c8ed3-eaeb-4036-8e43-cb81504e1ab4 HTTP/1.1" status: 200  len: 891 time: 0.1407356
Jan 29 10:30:09.475259 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d4ef2eb9-2ff2-4041-b71b-ee7ab9f5e592 req-2e5df4da-5060-4f7e-98ac-5fcda72fb23d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06f41bf3-15c5-4b40-b055-0a1af6d24e43 HTTP/1.1" status: 200  len: 1002 time: 0.1018958
Jan 29 10:30:09.542637 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef2eb9-2ff2-4041-b71b-ee7ab9f5e592 req-eb9e628d-2516-474c-8515-20b72678b5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:30:09.544157 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d4ef2eb9-2ff2-4041-b71b-ee7ab9f5e592 req-eb9e628d-2516-474c-8515-20b72678b5cf service neutron] 10.222.0.22 "GET /v2.0/subnets?id=517bb3e5-e2f6-41e1-bc01-afd9caa7c276 HTTP/1.1" status: 200  len: 834 time: 0.0619249
Jan 29 10:30:09.623448 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef2eb9-2ff2-4041-b71b-ee7ab9f5e592 req-ed902a40-9291-4f21-82b6-2cdfa0ea4091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:30:09.624981 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d4ef2eb9-2ff2-4041-b71b-ee7ab9f5e592 req-ed902a40-9291-4f21-82b6-2cdfa0ea4091 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e33c8ed3-eaeb-4036-8e43-cb81504e1ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0734558
Jan 29 10:30:09.765716 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d4ef2eb9-2ff2-4041-b71b-ee7ab9f5e592 req-66532cee-46df-458e-a44e-f80e18de2a71 service neutron] 10.222.0.22 "GET /v2.0/networks/e33c8ed3-eaeb-4036-8e43-cb81504e1ab4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1323683
Jan 29 10:30:09.911472 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d4ef2eb9-2ff2-4041-b71b-ee7ab9f5e592 req-7c820639-9cd7-4f0c-af40-a83ed370e9ab service neutron] 10.222.0.22 "GET /v2.0/networks/e33c8ed3-eaeb-4036-8e43-cb81504e1ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1377933
Jan 29 10:30:10.585407 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 06f41bf3-15c5-4b40-b055-0a1af6d24e43 no longer exists at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:30:10.876955 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:10.907899 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e097c9-8688-49b2-ace3-4b4a79926918', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06f41bf3-15c5-4b40-b055-0a1af6d24e43'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:30:10.918085 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port 06f41bf3-15c5-4b40-b055-0a1af6d24e43, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=06f41bf3-15c5-4b40-b055-0a1af6d24e43,segment=NetworkSegment(d2aaf0fb-312a-4424-829c-0d453e324231),segment_id=d2aaf0fb-312a-4424-829c-0d453e324231)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:30:10.920912 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:10.923068 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-60da1df2-840b-474d-a43c-31377862554e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:30:10.968024 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0e097c9-8688-49b2-ace3-4b4a79926918', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06f41bf3-15c5-4b40-b055-0a1af6d24e43', 'code': 200}
Jan 29 10:30:10.995054 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=06f41bf3-15c5-4b40-b055-0a1af6d24e43,revision_number=6']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:30:11.003212 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:11.003611 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:11.003997 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:11.004382 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:11.004759 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:11.005136 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:11.005510 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:11.005905 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:11.006281 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:11.006654 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:11.007020 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:11.007389 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:11.007824 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:11.008192 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:11.008557 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:11.008922 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:11.009292 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:11.009654 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:11.010043 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:11.010410 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:11.010773 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:11.011136 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:11.011500 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:11.011866 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:11.016706 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:30:12.571232 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 06f41bf3-15c5-4b40-b055-0a1af6d24e43 no longer exists at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:30:12.751287 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 06f41bf3-15c5-4b40-b055-0a1af6d24e43 no longer exists at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:30:13.514832 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 60540) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:30:13.522071 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-ea2fdcce-05b8-4e0f-b511-962cc07fce1f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'port': {'admin_state_up': True}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:30:13.677252 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ea2fdcce-05b8-4e0f-b511-962cc07fce1f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:13.968894 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-ea2fdcce-05b8-4e0f-b511-962cc07fce1f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] For port 06f41bf3-15c5-4b40-b055-0a1af6d24e43, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=06f41bf3-15c5-4b40-b055-0a1af6d24e43,segment=NetworkSegment(d2aaf0fb-312a-4424-829c-0d453e324231),segment_id=d2aaf0fb-312a-4424-829c-0d453e324231)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:30:13.994847 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ea2fdcce-05b8-4e0f-b511-962cc07fce1f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:13.998469 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ea2fdcce-05b8-4e0f-b511-962cc07fce1f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:14.014122 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-dfe13f40-404a-4178-9213-c9a502223e92 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:30:14.177427 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2fdcce-05b8-4e0f-b511-962cc07fce1f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Port': ['ID=06f41bf3-15c5-4b40-b055-0a1af6d24e43,revision_number=7']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:30:14.182935 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ea2fdcce-05b8-4e0f-b511-962cc07fce1f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:30:14.285055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2fdcce-05b8-4e0f-b511-962cc07fce1f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:30:14.285820 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ea2fdcce-05b8-4e0f-b511-962cc07fce1f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:14.290183 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ea2fdcce-05b8-4e0f-b511-962cc07fce1f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "PUT /v2.0/ports/06f41bf3-15c5-4b40-b055-0a1af6d24e43 HTTP/1.1" status: 200  len: 935 time: 0.7714388
Jan 29 10:30:14.290183 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0e097c9-8688-49b2-ace3-4b4a79926918', 'tag': '06f41bf3-15c5-4b40-b055-0a1af6d24e43'}] {{(pid=80765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:30:14.290573 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 60544) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:30:14.357249 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0e097c9-8688-49b2-ace3-4b4a79926918', 'tag': '06f41bf3-15c5-4b40-b055-0a1af6d24e43', 'status': 'completed', 'code': 200}
Jan 29 10:30:14.502822 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-c9e6c7f6-7428-4e2a-9f14-de9558008649 None None] Provisioning complete for port 06f41bf3-15c5-4b40-b055-0a1af6d24e43 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:30:14.503136 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c9e6c7f6-7428-4e2a-9f14-de9558008649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:14.604967 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 06f41bf3-15c5-4b40-b055-0a1af6d24e43 no longer exists at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:30:14.687590 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c9e6c7f6-7428-4e2a-9f14-de9558008649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:14.760096 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e097c9-8688-49b2-ace3-4b4a79926918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06f41bf3-15c5-4b40-b055-0a1af6d24e43'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:30:14.762652 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2cd1a57f-20aa-40da-8a0b-0fb02a84d5ef tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/floatingips/f1e7755b-97d9-4330-8c8c-61f21492da4f HTTP/1.1" status: 200  len: 991 time: 0.4707601
Jan 29 10:30:14.784201 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-c9e6c7f6-7428-4e2a-9f14-de9558008649 None None] For port 06f41bf3-15c5-4b40-b055-0a1af6d24e43, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=06f41bf3-15c5-4b40-b055-0a1af6d24e43,segment=NetworkSegment(d2aaf0fb-312a-4424-829c-0d453e324231),segment_id=d2aaf0fb-312a-4424-829c-0d453e324231)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:30:14.789316 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c9e6c7f6-7428-4e2a-9f14-de9558008649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:14.792768 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:30:14.801817 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e3f136-dd79-4ff1-aa49-b0084d00cef9 req-029f3de5-fb66-4ff2-b2fe-33b21f9f4637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:30:14.803432 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a6e3f136-dd79-4ff1-aa49-b0084d00cef9 req-029f3de5-fb66-4ff2-b2fe-33b21f9f4637 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ff1f06ee29ef461597f2ecd846f8813d&device_id=b0e097c9-8688-49b2-ace3-4b4a79926918 HTTP/1.1" status: 200  len: 1160 time: 0.4004879
Jan 29 10:30:14.833628 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0e097c9-8688-49b2-ace3-4b4a79926918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06f41bf3-15c5-4b40-b055-0a1af6d24e43', 'code': 200}
Jan 29 10:30:14.868669 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e6c7f6-7428-4e2a-9f14-de9558008649 None None] Pushing event updated for resources: {'Port': ['ID=06f41bf3-15c5-4b40-b055-0a1af6d24e43,revision_number=8']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:30:14.871921 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c9e6c7f6-7428-4e2a-9f14-de9558008649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:30:14.953969 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e3f136-dd79-4ff1-aa49-b0084d00cef9 req-86c5d35e-f50d-47e3-8ec9-a9673023afca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:30:14.955546 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a6e3f136-dd79-4ff1-aa49-b0084d00cef9 req-86c5d35e-f50d-47e3-8ec9-a9673023afca service neutron] 10.222.0.22 "GET /v2.0/networks?id=e33c8ed3-eaeb-4036-8e43-cb81504e1ab4 HTTP/1.1" status: 200  len: 891 time: 0.1449633
Jan 29 10:30:15.067000 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a6e3f136-dd79-4ff1-aa49-b0084d00cef9 req-d94324e8-4db4-48bf-a3d8-34ccf214b3de service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06f41bf3-15c5-4b40-b055-0a1af6d24e43 HTTP/1.1" status: 200  len: 1001 time: 0.1019340
Jan 29 10:30:15.153423 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e3f136-dd79-4ff1-aa49-b0084d00cef9 req-99bdf426-8172-4d12-b469-05ae4a66423a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:30:15.155048 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a6e3f136-dd79-4ff1-aa49-b0084d00cef9 req-99bdf426-8172-4d12-b469-05ae4a66423a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=517bb3e5-e2f6-41e1-bc01-afd9caa7c276 HTTP/1.1" status: 200  len: 834 time: 0.0793786
Jan 29 10:30:15.194433 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 06f41bf3-15c5-4b40-b055-0a1af6d24e43 up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:30:15.242410 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e3f136-dd79-4ff1-aa49-b0084d00cef9 req-9eea5290-1cad-42ad-a9d3-d7160c10d8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:30:15.244034 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a6e3f136-dd79-4ff1-aa49-b0084d00cef9 req-9eea5290-1cad-42ad-a9d3-d7160c10d8a8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e33c8ed3-eaeb-4036-8e43-cb81504e1ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0788410
Jan 29 10:30:15.265382 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 06f41bf3-15c5-4b40-b055-0a1af6d24e43 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:30:15.265917 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:15.399155 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a6e3f136-dd79-4ff1-aa49-b0084d00cef9 req-385535f8-47ac-42fd-ae0f-6ca0e66666a4 service neutron] 10.222.0.22 "GET /v2.0/networks/e33c8ed3-eaeb-4036-8e43-cb81504e1ab4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1464095
Jan 29 10:30:15.543822 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a6e3f136-dd79-4ff1-aa49-b0084d00cef9 req-1e3f6765-83a6-4e60-b708-716c80f6fdb7 service neutron] 10.222.0.22 "GET /v2.0/networks/e33c8ed3-eaeb-4036-8e43-cb81504e1ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1375034
Jan 29 10:30:16.888654 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 06f41bf3-15c5-4b40-b055-0a1af6d24e43 up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:30:16.964520 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 06f41bf3-15c5-4b40-b055-0a1af6d24e43 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:30:16.964949 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:17.380993 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 60558) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:30:17.620612 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-035b6c1c-7cdb-416e-8109-eb0eb8ff672f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Deleting port db16dacd-7407-45c6-a13f-077df0f0d151 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:30:17.620918 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-035b6c1c-7cdb-416e-8109-eb0eb8ff672f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:17.802586 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-035b6c1c-7cdb-416e-8109-eb0eb8ff672f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:17.802959 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-035b6c1c-7cdb-416e-8109-eb0eb8ff672f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:17.940640 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-035b6c1c-7cdb-416e-8109-eb0eb8ff672f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Calling delete_port for db16dacd-7407-45c6-a13f-077df0f0d151 owned by network:floatingip {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:30:18.089273 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-035b6c1c-7cdb-416e-8109-eb0eb8ff672f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:18.107796 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-351633a1-8918-4ff6-a59f-72a87a3c7357 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:30:18.163953 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035b6c1c-7cdb-416e-8109-eb0eb8ff672f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event deleted for resources: {'Port': ['ID=db16dacd-7407-45c6-a13f-077df0f0d151,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:30:18.175844 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035b6c1c-7cdb-416e-8109-eb0eb8ff672f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:18.176274 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035b6c1c-7cdb-416e-8109-eb0eb8ff672f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:18.176696 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035b6c1c-7cdb-416e-8109-eb0eb8ff672f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:18.177115 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035b6c1c-7cdb-416e-8109-eb0eb8ff672f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:18.177529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035b6c1c-7cdb-416e-8109-eb0eb8ff672f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:18.177969 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035b6c1c-7cdb-416e-8109-eb0eb8ff672f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:18.178380 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035b6c1c-7cdb-416e-8109-eb0eb8ff672f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:18.178792 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035b6c1c-7cdb-416e-8109-eb0eb8ff672f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:18.179199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035b6c1c-7cdb-416e-8109-eb0eb8ff672f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:18.179608 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035b6c1c-7cdb-416e-8109-eb0eb8ff672f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:18.180013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035b6c1c-7cdb-416e-8109-eb0eb8ff672f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:18.180417 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035b6c1c-7cdb-416e-8109-eb0eb8ff672f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:18.180892 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035b6c1c-7cdb-416e-8109-eb0eb8ff672f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:18.181297 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035b6c1c-7cdb-416e-8109-eb0eb8ff672f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:18.181725 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035b6c1c-7cdb-416e-8109-eb0eb8ff672f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:18.182160 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035b6c1c-7cdb-416e-8109-eb0eb8ff672f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:18.182566 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035b6c1c-7cdb-416e-8109-eb0eb8ff672f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:18.182972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035b6c1c-7cdb-416e-8109-eb0eb8ff672f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:18.183372 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035b6c1c-7cdb-416e-8109-eb0eb8ff672f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:18.183777 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035b6c1c-7cdb-416e-8109-eb0eb8ff672f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:18.184179 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035b6c1c-7cdb-416e-8109-eb0eb8ff672f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:18.184581 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035b6c1c-7cdb-416e-8109-eb0eb8ff672f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:18.184984 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035b6c1c-7cdb-416e-8109-eb0eb8ff672f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:18.185387 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035b6c1c-7cdb-416e-8109-eb0eb8ff672f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:18.238477 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-035b6c1c-7cdb-416e-8109-eb0eb8ff672f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:30:18.348566 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-035b6c1c-7cdb-416e-8109-eb0eb8ff672f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for floatingip, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:18.348939 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [None req-035b6c1c-7cdb-416e-8109-eb0eb8ff672f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Floating IP 71bb7a95-011a-436d-a982-ca841c47f611 disassociated (deleted). External IP: 172.26.7.174, port: 105a9a04-ba8e-44de-942f-cf5db8b7ec6b.
Jan 29 10:30:18.728742 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-035b6c1c-7cdb-416e-8109-eb0eb8ff672f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Router 8f6373b2-022d-49f5-8d7a-4ce35653312a has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:30:18.919850 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035b6c1c-7cdb-416e-8109-eb0eb8ff672f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:30:18.930529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98de99f5-8c27-499c-9bd9-7d70a2892c21 None None] Sync routers for ids ['8f6373b2-022d-49f5-8d7a-4ce35653312a'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:30:18.938227 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-035b6c1c-7cdb-416e-8109-eb0eb8ff672f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:18.940986 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98de99f5-8c27-499c-9bd9-7d70a2892c21 None None] Routers {'8f6373b2-022d-49f5-8d7a-4ce35653312a'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:30:18.941732 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-98de99f5-8c27-499c-9bd9-7d70a2892c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca1b2550>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:29:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['8f6373b2-022d-49f5-8d7a-4ce35653312a'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:30:18.998168 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-035b6c1c-7cdb-416e-8109-eb0eb8ff672f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "DELETE /v2.0/floatingips/71bb7a95-011a-436d-a982-ca841c47f611 HTTP/1.1" status: 204  len: 168 time: 1.6132510
Jan 29 10:30:18.998168 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2665ad1d-29aa-4159-9759-1cfa89b78eb5', 'tag': '105a9a04-ba8e-44de-942f-cf5db8b7ec6b'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:30:19.132524 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-98de99f5-8c27-499c-9bd9-7d70a2892c21 None None] Set router 8f6373b2-022d-49f5-8d7a-4ce35653312a gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:30:19.379374 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2665ad1d-29aa-4159-9759-1cfa89b78eb5', 'tag': '105a9a04-ba8e-44de-942f-cf5db8b7ec6b', 'status': 'completed', 'code': 200}
Jan 29 10:30:19.513960 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-98de99f5-8c27-499c-9bd9-7d70a2892c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca1b2550>, [{'id': '8f6373b2-022d-49f5-8d7a-4ce35653312a', 'name': 'tempest-TestNetworkBasicOps-router-1149261281', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '404843ea-eb45-4cf3-839d-e19a8dfd319d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:28:00Z', 'updated_at': '2021-01-29T10:28:07Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '404843ea-eb45-4cf3-839d-e19a8dfd319d', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:43:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6373b2-022d-49f5-8d7a-4ce35653312a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:28:01Z', 'updated_at': '2021-01-29T10:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': 'f1e7755b-97d9-4330-8c8c-61f21492da4f', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'floating_ip_address': '172.26.7.117', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '8f6373b2-022d-49f5-8d7a-4ce35653312a', 'port_id': '06f41bf3-15c5-4b40-b055-0a1af6d24e43', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e33c8ed3-eaeb-4036-8e43-cb81504e1ab4', 'mac_address': 'fa:16:3e:7d:d7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e097c9-8688-49b2-ace3-4b4a79926918', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:28:29Z', 'updated_at': '2021-01-29T10:28:33Z', 'revision_number': 1, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c70d8ffc-be82-4874-bf62-01b759bf38f9', 'name': '', 'network_id': 'e33c8ed3-eaeb-4036-8e43-cb81504e1ab4', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:cf:ca:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6373b2-022d-49f5-8d7a-4ce35653312a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '517bb3e5-e2f6-41e1-bc01-afd9caa7c276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:28:06Z', 'updated_at': '2021-01-29T10:28:14Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': '517bb3e5-e2f6-41e1-bc01-afd9caa7c276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:30:19.518257 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98de99f5-8c27-499c-9bd9-7d70a2892c21 None None] Checking router: 8f6373b2-022d-49f5-8d7a-4ce35653312a for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:30:19.520717 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc56b34b-29fe-46b6-a8d3-93cd5335bf4f req-f4570b3a-b565-464f-86b7-19ea7ff72f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:30:19.522877 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-dc56b34b-29fe-46b6-a8d3-93cd5335bf4f req-f4570b3a-b565-464f-86b7-19ea7ff72f71 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ff1f06ee29ef461597f2ecd846f8813d&device_id=2665ad1d-29aa-4159-9759-1cfa89b78eb5 HTTP/1.1" status: 200  len: 1162 time: 0.0878403
Jan 29 10:30:19.527520 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98de99f5-8c27-499c-9bd9-7d70a2892c21 None None] Routers {'8f6373b2-022d-49f5-8d7a-4ce35653312a'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:30:19.528179 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-98de99f5-8c27-499c-9bd9-7d70a2892c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca1b2550>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:29:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['8f6373b2-022d-49f5-8d7a-4ce35653312a'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:30:19.673298 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc56b34b-29fe-46b6-a8d3-93cd5335bf4f req-298fa931-c1e4-46d7-bffc-be49c8747882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:30:19.675137 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-dc56b34b-29fe-46b6-a8d3-93cd5335bf4f req-298fa931-c1e4-46d7-bffc-be49c8747882 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e33c8ed3-eaeb-4036-8e43-cb81504e1ab4 HTTP/1.1" status: 200  len: 891 time: 0.1448588
Jan 29 10:30:19.716060 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-98de99f5-8c27-499c-9bd9-7d70a2892c21 None None] Set router 8f6373b2-022d-49f5-8d7a-4ce35653312a gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:30:19.731148 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd509135-2d28-4385-ad4a-46dac70d4f04 req-10c4a2af-76ea-4762-9279-79025a74958a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:30:19.732918 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fd509135-2d28-4385-ad4a-46dac70d4f04 req-10c4a2af-76ea-4762-9279-79025a74958a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=2665ad1d-29aa-4159-9759-1cfa89b78eb5 HTTP/1.1" status: 200  len: 945 time: 0.2526062
Jan 29 10:30:19.752053 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-dc56b34b-29fe-46b6-a8d3-93cd5335bf4f req-eae1f3c9-cfeb-460b-bc4d-568f1e868e85 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=105a9a04-ba8e-44de-942f-cf5db8b7ec6b HTTP/1.1" status: 200  len: 217 time: 0.0669944
Jan 29 10:30:19.800979 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fd509135-2d28-4385-ad4a-46dac70d4f04 req-fb96532b-bc37-4a89-8ef1-37851a94008e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=880c1143-f046-43e3-9559-7eda31cbe87e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0595925
Jan 29 10:30:19.825927 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc56b34b-29fe-46b6-a8d3-93cd5335bf4f req-4e9f6679-7805-4325-b132-124d3fc85ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:30:19.827497 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-dc56b34b-29fe-46b6-a8d3-93cd5335bf4f req-4e9f6679-7805-4325-b132-124d3fc85ed0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=517bb3e5-e2f6-41e1-bc01-afd9caa7c276 HTTP/1.1" status: 200  len: 834 time: 0.0683129
Jan 29 10:30:19.909864 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc56b34b-29fe-46b6-a8d3-93cd5335bf4f req-22bc8271-d328-4c13-9921-428a5b6089b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:30:19.911364 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-dc56b34b-29fe-46b6-a8d3-93cd5335bf4f req-22bc8271-d328-4c13-9921-428a5b6089b9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e33c8ed3-eaeb-4036-8e43-cb81504e1ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0758560
Jan 29 10:30:20.069479 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-dc56b34b-29fe-46b6-a8d3-93cd5335bf4f req-458ef33b-83ae-4f51-a137-46b7fb4d4889 service neutron] 10.222.0.22 "GET /v2.0/networks/e33c8ed3-eaeb-4036-8e43-cb81504e1ab4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1448343
Jan 29 10:30:20.224759 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-dc56b34b-29fe-46b6-a8d3-93cd5335bf4f req-3df95c2d-7b02-4f92-bb8c-eb8bb05d74e3 service neutron] 10.222.0.22 "GET /v2.0/networks/e33c8ed3-eaeb-4036-8e43-cb81504e1ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1466451
Jan 29 10:30:20.255959 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-98de99f5-8c27-499c-9bd9-7d70a2892c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca1b2550>, [{'id': '8f6373b2-022d-49f5-8d7a-4ce35653312a', 'name': 'tempest-TestNetworkBasicOps-router-1149261281', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '404843ea-eb45-4cf3-839d-e19a8dfd319d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:28:00Z', 'updated_at': '2021-01-29T10:28:07Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '404843ea-eb45-4cf3-839d-e19a8dfd319d', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:43:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6373b2-022d-49f5-8d7a-4ce35653312a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:28:01Z', 'updated_at': '2021-01-29T10:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': 'f1e7755b-97d9-4330-8c8c-61f21492da4f', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'floating_ip_address': '172.26.7.117', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '8f6373b2-022d-49f5-8d7a-4ce35653312a', 'port_id': '06f41bf3-15c5-4b40-b055-0a1af6d24e43', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e33c8ed3-eaeb-4036-8e43-cb81504e1ab4', 'mac_address': 'fa:16:3e:7d:d7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e097c9-8688-49b2-ace3-4b4a79926918', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:28:29Z', 'updated_at': '2021-01-29T10:28:33Z', 'revision_number': 1, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c70d8ffc-be82-4874-bf62-01b759bf38f9', 'name': '', 'network_id': 'e33c8ed3-eaeb-4036-8e43-cb81504e1ab4', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:cf:ca:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6373b2-022d-49f5-8d7a-4ce35653312a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '517bb3e5-e2f6-41e1-bc01-afd9caa7c276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:28:06Z', 'updated_at': '2021-01-29T10:28:14Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': '517bb3e5-e2f6-41e1-bc01-afd9caa7c276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:30:20.260164 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98de99f5-8c27-499c-9bd9-7d70a2892c21 None None] The sync data for ids ['8f6373b2-022d-49f5-8d7a-4ce35653312a'] in dv-neutron-772983-2-ovs is: [{'id': '8f6373b2-022d-49f5-8d7a-4ce35653312a', 'name': 'tempest-TestNetworkBasicOps-router-1149261281', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '404843ea-eb45-4cf3-839d-e19a8dfd319d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:28:00Z', 'updated_at': '2021-01-29T10:28:07Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '404843ea-eb45-4cf3-839d-e19a8dfd319d', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:43:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6373b2-022d-49f5-8d7a-4ce35653312a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:28:01Z', 'updated_at': '2021-01-29T10:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': 'f1e7755b-97d9-4330-8c8c-61f21492da4f', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'floating_ip_address': '172.26.7.117', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '8f6373b2-022d-49f5-8d7a-4ce35653312a', 'port_id': '06f41bf3-15c5-4b40-b055-0a1af6d24e43', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e33c8ed3-eaeb-4036-8e43-cb81504e1ab4', 'mac_address': 'fa:16:3e:7d:d7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e097c9-8688-49b2-ace3-4b4a79926918', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:28:29Z', 'updated_at': '2021-01-29T10:28:33Z', 'revision_number': 1, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c70d8ffc-be82-4874-bf62-01b759bf38f9', 'name': '', 'network_id': 'e33c8ed3-eaeb-4036-8e43-cb81504e1ab4', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:cf:ca:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6373b2-022d-49f5-8d7a-4ce35653312a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '517bb3e5-e2f6-41e1-bc01-afd9caa7c276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:28:06Z', 'updated_at': '2021-01-29T10:28:14Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': '517bb3e5-e2f6-41e1-bc01-afd9caa7c276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:30:20.664521 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d95532-5747-4474-abf9-d560ebb216ff None None] New status for floating IP 71bb7a95-011a-436d-a982-ca841c47f611: DOWN {{(pid=80767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 29 10:30:21.104770 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d592315-21ed-4961-90cc-c607f9ca9674 req-11997b26-7d10-4167-9664-ee686340d4bc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:30:21.106434 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5d592315-21ed-4961-90cc-c607f9ca9674 req-11997b26-7d10-4167-9664-ee686340d4bc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=2665ad1d-29aa-4159-9759-1cfa89b78eb5 HTTP/1.1" status: 200  len: 945 time: 0.1691773
Jan 29 10:30:21.170977 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5d592315-21ed-4961-90cc-c607f9ca9674 req-4a9000be-c07e-4570-b035-a07fbe7e5bbf tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=880c1143-f046-43e3-9559-7eda31cbe87e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0579791
Jan 29 10:30:21.467237 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7a9c4e97-c7bb-46fd-b24e-dfa49b66d296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:21.583155 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12059d8f-d72c-4c1a-bd33-a81cfe0c8992 req-e5cea7d0-68d6-4636-a9ae-3c6408971142 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:30:21.583929 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-12059d8f-d72c-4c1a-bd33-a81cfe0c8992 req-e5cea7d0-68d6-4636-a9ae-3c6408971142 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Synchronizing usage tracker for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:30:21.599301 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-12059d8f-d72c-4c1a-bd33-a81cfe0c8992 req-e5cea7d0-68d6-4636-a9ae-3c6408971142 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Unset dirty status for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:30:21.600510 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-12059d8f-d72c-4c1a-bd33-a81cfe0c8992 req-e5cea7d0-68d6-4636-a9ae-3c6408971142 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.22 "GET /v2.0/ports?device_id=2665ad1d-29aa-4159-9759-1cfa89b78eb5 HTTP/1.1" status: 200  len: 945 time: 0.1852775
Jan 29 10:30:21.692049 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-12059d8f-d72c-4c1a-bd33-a81cfe0c8992 req-365a74d5-3e02-4958-a396-13a78ed2541d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Deleting port 105a9a04-ba8e-44de-942f-cf5db8b7ec6b {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:30:21.692436 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-12059d8f-d72c-4c1a-bd33-a81cfe0c8992 req-365a74d5-3e02-4958-a396-13a78ed2541d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:21.957373 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-12059d8f-d72c-4c1a-bd33-a81cfe0c8992 req-365a74d5-3e02-4958-a396-13a78ed2541d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] For port 105a9a04-ba8e-44de-942f-cf5db8b7ec6b, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=105a9a04-ba8e-44de-942f-cf5db8b7ec6b,segment=NetworkSegment(d2aaf0fb-312a-4424-829c-0d453e324231),segment_id=d2aaf0fb-312a-4424-829c-0d453e324231)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:30:21.957755 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-12059d8f-d72c-4c1a-bd33-a81cfe0c8992 req-365a74d5-3e02-4958-a396-13a78ed2541d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:22.372834 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-12059d8f-d72c-4c1a-bd33-a81cfe0c8992 req-365a74d5-3e02-4958-a396-13a78ed2541d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Calling delete_port for 105a9a04-ba8e-44de-942f-cf5db8b7ec6b owned by compute:nova {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:30:22.474453 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2defe3d3-f494-40d3-b212-d216ed2a68ba req-5a3e461f-05aa-4acc-84a8-286532ece581 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:30:22.476099 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2defe3d3-f494-40d3-b212-d216ed2a68ba req-5a3e461f-05aa-4acc-84a8-286532ece581 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=2665ad1d-29aa-4159-9759-1cfa89b78eb5 HTTP/1.1" status: 200  len: 945 time: 0.1699677
Jan 29 10:30:22.531672 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-12059d8f-d72c-4c1a-bd33-a81cfe0c8992 req-365a74d5-3e02-4958-a396-13a78ed2541d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:22.540829 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2defe3d3-f494-40d3-b212-d216ed2a68ba req-61717f12-472f-4d03-b626-ef15e8b2c655 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=880c1143-f046-43e3-9559-7eda31cbe87e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0581520
Jan 29 10:30:22.549494 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-da751ce2-597f-4115-b009-491e98a1ad48 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:30:22.608829 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365a74d5-3e02-4958-a396-13a78ed2541d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event deleted for resources: {'Port': ['ID=105a9a04-ba8e-44de-942f-cf5db8b7ec6b,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:30:22.612398 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-365a74d5-3e02-4958-a396-13a78ed2541d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:30:22.744267 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 105a9a04-ba8e-44de-942f-cf5db8b7ec6b no longer exists at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:30:22.760939 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-12059d8f-d72c-4c1a-bd33-a81cfe0c8992 req-365a74d5-3e02-4958-a396-13a78ed2541d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] No DVR routers for this DVR port 105a9a04-ba8e-44de-942f-cf5db8b7ec6b on host hv-neutron-7729 {{(pid=80766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:30:22.763222 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-12059d8f-d72c-4c1a-bd33-a81cfe0c8992 req-365a74d5-3e02-4958-a396-13a78ed2541d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:22.767319 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2665ad1d-29aa-4159-9759-1cfa89b78eb5', 'name': 'network-vif-deleted', 'tag': '105a9a04-ba8e-44de-942f-cf5db8b7ec6b'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:30:22.780958 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] No Port match for: 105a9a04-ba8e-44de-942f-cf5db8b7ec6b {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:30:22.782338 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 105a9a04-ba8e-44de-942f-cf5db8b7ec6b not bound to the agent host hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:30:22.783953 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-12059d8f-d72c-4c1a-bd33-a81cfe0c8992 req-365a74d5-3e02-4958-a396-13a78ed2541d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.22 "DELETE /v2.0/ports/105a9a04-ba8e-44de-942f-cf5db8b7ec6b HTTP/1.1" status: 204  len: 173 time: 1.1766353
Jan 29 10:30:22.827099 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2665ad1d-29aa-4159-9759-1cfa89b78eb5', 'name': 'network-vif-deleted', 'tag': '105a9a04-ba8e-44de-942f-cf5db8b7ec6b', 'status': 'completed', 'code': 200}
Jan 29 10:30:23.665763 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 60580) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:30:23.748069 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bc1ab4c1-ed67-45e3-bb2a-b8c78254ce5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:23.770937 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e02eded3-8a60-48a4-b223-a0db09923d6d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:23.814551 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e02eded3-8a60-48a4-b223-a0db09923d6d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:23.883471 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e02eded3-8a60-48a4-b223-a0db09923d6d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:23.889246 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8362bb45-6994-4608-8524-c873cb881568 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:30:23.906631 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02eded3-8a60-48a4-b223-a0db09923d6d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=880c1143-f046-43e3-9559-7eda31cbe87e,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:30:23.909520 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e02eded3-8a60-48a4-b223-a0db09923d6d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:30:23.921178 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e02eded3-8a60-48a4-b223-a0db09923d6d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:23.926456 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e02eded3-8a60-48a4-b223-a0db09923d6d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "DELETE /v2.0/security-groups/880c1143-f046-43e3-9559-7eda31cbe87e HTTP/1.1" status: 204  len: 168 time: 0.2559860
Jan 29 10:30:23.975669 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 60586) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:30:24.217849 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-e999c6bf-08a4-4e15-935f-280ec8dd242b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Deleting port 9710befb-9cf8-462e-a60a-b0882d366bf7 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:30:24.218234 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e999c6bf-08a4-4e15-935f-280ec8dd242b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:24.271505 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:24.405833 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e999c6bf-08a4-4e15-935f-280ec8dd242b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:24.406067 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e999c6bf-08a4-4e15-935f-280ec8dd242b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:24.541449 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-e999c6bf-08a4-4e15-935f-280ec8dd242b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Calling delete_port for 9710befb-9cf8-462e-a60a-b0882d366bf7 owned by network:floatingip {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:30:24.687069 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e999c6bf-08a4-4e15-935f-280ec8dd242b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:24.702847 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-100016bc-5b8c-4d7e-ae36-bdd12e72b809 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:30:24.758866 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e999c6bf-08a4-4e15-935f-280ec8dd242b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event deleted for resources: {'Port': ['ID=9710befb-9cf8-462e-a60a-b0882d366bf7,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:30:24.763499 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e999c6bf-08a4-4e15-935f-280ec8dd242b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:30:24.923652 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e999c6bf-08a4-4e15-935f-280ec8dd242b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for floatingip, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:24.924021 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [None req-e999c6bf-08a4-4e15-935f-280ec8dd242b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Floating IP f1e7755b-97d9-4330-8c8c-61f21492da4f disassociated (deleted). External IP: 172.26.7.117, port: 06f41bf3-15c5-4b40-b055-0a1af6d24e43.
Jan 29 10:30:24.926833 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:25.301547 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e999c6bf-08a4-4e15-935f-280ec8dd242b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Router 8f6373b2-022d-49f5-8d7a-4ce35653312a has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:30:25.494166 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e999c6bf-08a4-4e15-935f-280ec8dd242b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:30:25.505259 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c072695c-948c-4391-9517-fd5d899fa8d7 None None] Sync routers for ids ['8f6373b2-022d-49f5-8d7a-4ce35653312a'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:30:25.511603 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e999c6bf-08a4-4e15-935f-280ec8dd242b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:25.515145 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c072695c-948c-4391-9517-fd5d899fa8d7 None None] Routers {'8f6373b2-022d-49f5-8d7a-4ce35653312a'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:30:25.515888 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-c072695c-948c-4391-9517-fd5d899fa8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9bb67b8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:30:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['8f6373b2-022d-49f5-8d7a-4ce35653312a'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:30:25.570289 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e999c6bf-08a4-4e15-935f-280ec8dd242b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "DELETE /v2.0/floatingips/f1e7755b-97d9-4330-8c8c-61f21492da4f HTTP/1.1" status: 204  len: 168 time: 1.5933273
Jan 29 10:30:25.570923 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0e097c9-8688-49b2-ace3-4b4a79926918', 'tag': '06f41bf3-15c5-4b40-b055-0a1af6d24e43'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:30:25.706729 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-c072695c-948c-4391-9517-fd5d899fa8d7 None None] Set router 8f6373b2-022d-49f5-8d7a-4ce35653312a gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:30:25.846877 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0e097c9-8688-49b2-ace3-4b4a79926918', 'tag': '06f41bf3-15c5-4b40-b055-0a1af6d24e43', 'status': 'completed', 'code': 200}
Jan 29 10:30:25.993913 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0776a-490a-4950-be86-db2e2aee0691 req-4533bea0-ae33-4c54-a68e-bebbad76a638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:30:25.995678 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a1c0776a-490a-4950-be86-db2e2aee0691 req-4533bea0-ae33-4c54-a68e-bebbad76a638 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ff1f06ee29ef461597f2ecd846f8813d&device_id=b0e097c9-8688-49b2-ace3-4b4a79926918 HTTP/1.1" status: 200  len: 1162 time: 0.0862534
Jan 29 10:30:26.042666 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-c072695c-948c-4391-9517-fd5d899fa8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9bb67b8>, [{'id': '8f6373b2-022d-49f5-8d7a-4ce35653312a', 'name': 'tempest-TestNetworkBasicOps-router-1149261281', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '404843ea-eb45-4cf3-839d-e19a8dfd319d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:28:00Z', 'updated_at': '2021-01-29T10:28:07Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '404843ea-eb45-4cf3-839d-e19a8dfd319d', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:43:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6373b2-022d-49f5-8d7a-4ce35653312a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:28:01Z', 'updated_at': '2021-01-29T10:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'c70d8ffc-be82-4874-bf62-01b759bf38f9', 'name': '', 'network_id': 'e33c8ed3-eaeb-4036-8e43-cb81504e1ab4', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:cf:ca:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6373b2-022d-49f5-8d7a-4ce35653312a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '517bb3e5-e2f6-41e1-bc01-afd9caa7c276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:28:06Z', 'updated_at': '2021-01-29T10:28:14Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': '517bb3e5-e2f6-41e1-bc01-afd9caa7c276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:30:26.047472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c072695c-948c-4391-9517-fd5d899fa8d7 None None] Checking router: 8f6373b2-022d-49f5-8d7a-4ce35653312a for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:30:26.056790 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c072695c-948c-4391-9517-fd5d899fa8d7 None None] Routers {'8f6373b2-022d-49f5-8d7a-4ce35653312a'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:30:26.057550 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-c072695c-948c-4391-9517-fd5d899fa8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9bb67b8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:30:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['8f6373b2-022d-49f5-8d7a-4ce35653312a'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:30:26.111510 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:26.120449 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9457fd-4e32-41f6-985c-e1a67154ccb5 req-af3c1a6a-57f6-488c-bf5a-958e3bbf89d6 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:30:26.122202 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-da9457fd-4e32-41f6-985c-e1a67154ccb5 req-af3c1a6a-57f6-488c-bf5a-958e3bbf89d6 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0e097c9-8688-49b2-ace3-4b4a79926918 HTTP/1.1" status: 200  len: 945 time: 0.1751173
Jan 29 10:30:26.148118 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0776a-490a-4950-be86-db2e2aee0691 req-f564b34c-3e42-4368-a712-38038615b7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:30:26.150078 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a1c0776a-490a-4950-be86-db2e2aee0691 req-f564b34c-3e42-4368-a712-38038615b7ca service neutron] 10.222.0.22 "GET /v2.0/networks?id=e33c8ed3-eaeb-4036-8e43-cb81504e1ab4 HTTP/1.1" status: 200  len: 891 time: 0.1471715
Jan 29 10:30:26.190646 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-da9457fd-4e32-41f6-985c-e1a67154ccb5 req-7a6c151b-2239-41f8-b4e1-eeda26a3053e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e0ef175-db65-4866-b8d2-7b8c43a8fdee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0609572
Jan 29 10:30:26.227066 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a1c0776a-490a-4950-be86-db2e2aee0691 req-cafe73c2-20f8-4d54-b1b8-ab3f7f276767 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06f41bf3-15c5-4b40-b055-0a1af6d24e43 HTTP/1.1" status: 200  len: 217 time: 0.0690987
Jan 29 10:30:26.249483 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-c072695c-948c-4391-9517-fd5d899fa8d7 None None] Set router 8f6373b2-022d-49f5-8d7a-4ce35653312a gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:30:26.301395 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0776a-490a-4950-be86-db2e2aee0691 req-7f73014d-d873-4645-a8da-72b8dcf969f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:30:26.303211 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a1c0776a-490a-4950-be86-db2e2aee0691 req-7f73014d-d873-4645-a8da-72b8dcf969f6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=517bb3e5-e2f6-41e1-bc01-afd9caa7c276 HTTP/1.1" status: 200  len: 834 time: 0.0689673
Jan 29 10:30:26.392670 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0776a-490a-4950-be86-db2e2aee0691 req-175eacaf-ca0f-4213-8dea-12613bc68d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:30:26.394312 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a1c0776a-490a-4950-be86-db2e2aee0691 req-175eacaf-ca0f-4213-8dea-12613bc68d79 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e33c8ed3-eaeb-4036-8e43-cb81504e1ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0832794
Jan 29 10:30:26.549493 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a1c0776a-490a-4950-be86-db2e2aee0691 req-696a2342-bada-4a31-9c34-38c8e85d8556 service neutron] 10.222.0.22 "GET /v2.0/networks/e33c8ed3-eaeb-4036-8e43-cb81504e1ab4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1458552
Jan 29 10:30:26.584957 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-c072695c-948c-4391-9517-fd5d899fa8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9bb67b8>, [{'id': '8f6373b2-022d-49f5-8d7a-4ce35653312a', 'name': 'tempest-TestNetworkBasicOps-router-1149261281', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '404843ea-eb45-4cf3-839d-e19a8dfd319d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:28:00Z', 'updated_at': '2021-01-29T10:28:07Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '404843ea-eb45-4cf3-839d-e19a8dfd319d', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:43:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6373b2-022d-49f5-8d7a-4ce35653312a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:28:01Z', 'updated_at': '2021-01-29T10:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'c70d8ffc-be82-4874-bf62-01b759bf38f9', 'name': '', 'network_id': 'e33c8ed3-eaeb-4036-8e43-cb81504e1ab4', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:cf:ca:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6373b2-022d-49f5-8d7a-4ce35653312a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '517bb3e5-e2f6-41e1-bc01-afd9caa7c276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:28:06Z', 'updated_at': '2021-01-29T10:28:14Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': '517bb3e5-e2f6-41e1-bc01-afd9caa7c276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:30:26.589113 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c072695c-948c-4391-9517-fd5d899fa8d7 None None] The sync data for ids ['8f6373b2-022d-49f5-8d7a-4ce35653312a'] in dv-neutron-772983-2-ovs is: [{'id': '8f6373b2-022d-49f5-8d7a-4ce35653312a', 'name': 'tempest-TestNetworkBasicOps-router-1149261281', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '404843ea-eb45-4cf3-839d-e19a8dfd319d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:28:00Z', 'updated_at': '2021-01-29T10:28:07Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '404843ea-eb45-4cf3-839d-e19a8dfd319d', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:43:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6373b2-022d-49f5-8d7a-4ce35653312a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:28:01Z', 'updated_at': '2021-01-29T10:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'c70d8ffc-be82-4874-bf62-01b759bf38f9', 'name': '', 'network_id': 'e33c8ed3-eaeb-4036-8e43-cb81504e1ab4', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:cf:ca:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6373b2-022d-49f5-8d7a-4ce35653312a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '517bb3e5-e2f6-41e1-bc01-afd9caa7c276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:28:06Z', 'updated_at': '2021-01-29T10:28:14Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': '517bb3e5-e2f6-41e1-bc01-afd9caa7c276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:30:26.704059 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a1c0776a-490a-4950-be86-db2e2aee0691 req-9fbf3704-7571-467a-9fde-89ff034b430d service neutron] 10.222.0.22 "GET /v2.0/networks/e33c8ed3-eaeb-4036-8e43-cb81504e1ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1471882
Jan 29 10:30:27.000514 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d0479c-5a8f-4373-b783-ebcef60277ee None None] New status for floating IP f1e7755b-97d9-4330-8c8c-61f21492da4f: DOWN {{(pid=80767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 29 10:30:27.502847 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a8955f-e158-4c41-a0a6-46297c37ef10 req-00ab798d-3826-475b-a8ea-925ec544ab0b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:30:27.504446 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-12a8955f-e158-4c41-a0a6-46297c37ef10 req-00ab798d-3826-475b-a8ea-925ec544ab0b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0e097c9-8688-49b2-ace3-4b4a79926918 HTTP/1.1" status: 200  len: 945 time: 0.1802762
Jan 29 10:30:27.568973 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-12a8955f-e158-4c41-a0a6-46297c37ef10 req-29fa30d4-a6a2-4299-bf95-d2a6f589de2e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e0ef175-db65-4866-b8d2-7b8c43a8fdee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0581505
Jan 29 10:30:28.025011 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fab1ca-adee-4f6c-84a0-625670dc4f77 req-bdd44fc8-b8b8-48a6-ba10-5d3d089ef0ed tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:30:28.025835 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-23fab1ca-adee-4f6c-84a0-625670dc4f77 req-bdd44fc8-b8b8-48a6-ba10-5d3d089ef0ed tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Synchronizing usage tracker for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:30:28.041168 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-23fab1ca-adee-4f6c-84a0-625670dc4f77 req-bdd44fc8-b8b8-48a6-ba10-5d3d089ef0ed tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Unset dirty status for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:30:28.042454 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-23fab1ca-adee-4f6c-84a0-625670dc4f77 req-bdd44fc8-b8b8-48a6-ba10-5d3d089ef0ed tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0e097c9-8688-49b2-ace3-4b4a79926918 HTTP/1.1" status: 200  len: 945 time: 0.1820986
Jan 29 10:30:28.135346 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-23fab1ca-adee-4f6c-84a0-625670dc4f77 req-8f4e46a3-eb4a-4f1e-8aac-1cce8ec7c634 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Deleting port 06f41bf3-15c5-4b40-b055-0a1af6d24e43 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:30:28.135735 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-23fab1ca-adee-4f6c-84a0-625670dc4f77 req-8f4e46a3-eb4a-4f1e-8aac-1cce8ec7c634 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:28.398157 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-23fab1ca-adee-4f6c-84a0-625670dc4f77 req-8f4e46a3-eb4a-4f1e-8aac-1cce8ec7c634 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] For port 06f41bf3-15c5-4b40-b055-0a1af6d24e43, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=06f41bf3-15c5-4b40-b055-0a1af6d24e43,segment=NetworkSegment(d2aaf0fb-312a-4424-829c-0d453e324231),segment_id=d2aaf0fb-312a-4424-829c-0d453e324231)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:30:28.398558 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-23fab1ca-adee-4f6c-84a0-625670dc4f77 req-8f4e46a3-eb4a-4f1e-8aac-1cce8ec7c634 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:28.529163 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-23fab1ca-adee-4f6c-84a0-625670dc4f77 req-8f4e46a3-eb4a-4f1e-8aac-1cce8ec7c634 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Calling delete_port for 06f41bf3-15c5-4b40-b055-0a1af6d24e43 owned by compute:nova {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:30:28.774668 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 06f41bf3-15c5-4b40-b055-0a1af6d24e43 no longer exists at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:30:28.873597 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c9c96-af8c-4572-bb20-3a0733be02d7 req-ffb11dcb-8929-4092-8c33-5c43b81e2593 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:30:28.875414 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-599c9c96-af8c-4572-bb20-3a0733be02d7 req-ffb11dcb-8929-4092-8c33-5c43b81e2593 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0e097c9-8688-49b2-ace3-4b4a79926918 HTTP/1.1" status: 200  len: 945 time: 0.1733184
Jan 29 10:30:28.902837 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:28.942474 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-599c9c96-af8c-4572-bb20-3a0733be02d7 req-4a8d23ac-b1b0-4add-996c-eb48b75a3817 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e0ef175-db65-4866-b8d2-7b8c43a8fdee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0600779
Jan 29 10:30:28.960630 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-23fab1ca-adee-4f6c-84a0-625670dc4f77 req-8f4e46a3-eb4a-4f1e-8aac-1cce8ec7c634 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:28.979662 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b69e4536-2a35-4c51-9b5f-100e5aad4bef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:30:29.039614 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4e46a3-eb4a-4f1e-8aac-1cce8ec7c634 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event deleted for resources: {'Port': ['ID=06f41bf3-15c5-4b40-b055-0a1af6d24e43,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:30:29.042544 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8f4e46a3-eb4a-4f1e-8aac-1cce8ec7c634 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:30:29.196937 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-23fab1ca-adee-4f6c-84a0-625670dc4f77 req-8f4e46a3-eb4a-4f1e-8aac-1cce8ec7c634 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] No DVR routers for this DVR port 06f41bf3-15c5-4b40-b055-0a1af6d24e43 on host hv-neutron-7729 {{(pid=80766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:30:29.199601 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-23fab1ca-adee-4f6c-84a0-625670dc4f77 req-8f4e46a3-eb4a-4f1e-8aac-1cce8ec7c634 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:29.203713 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e097c9-8688-49b2-ace3-4b4a79926918', 'name': 'network-vif-deleted', 'tag': '06f41bf3-15c5-4b40-b055-0a1af6d24e43'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:30:29.216951 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-23fab1ca-adee-4f6c-84a0-625670dc4f77 req-8f4e46a3-eb4a-4f1e-8aac-1cce8ec7c634 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.22 "DELETE /v2.0/ports/06f41bf3-15c5-4b40-b055-0a1af6d24e43 HTTP/1.1" status: 204  len: 173 time: 1.1680934
Jan 29 10:30:29.262405 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0e097c9-8688-49b2-ace3-4b4a79926918', 'name': 'network-vif-deleted', 'tag': '06f41bf3-15c5-4b40-b055-0a1af6d24e43', 'status': 'completed', 'code': 200}
Jan 29 10:30:30.056430 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 60604) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:30:30.149111 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-33da7ebd-fdcc-440b-9aae-a2fa4a055090 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:30.183900 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-33da7ebd-fdcc-440b-9aae-a2fa4a055090 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:30.240399 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-33da7ebd-fdcc-440b-9aae-a2fa4a055090 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:30.245623 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-819056a3-02ba-4909-816a-7e083ddb7bbf tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:30:30.261719 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33da7ebd-fdcc-440b-9aae-a2fa4a055090 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e0ef175-db65-4866-b8d2-7b8c43a8fdee,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:30:30.266814 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-33da7ebd-fdcc-440b-9aae-a2fa4a055090 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:30:30.270172 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-33da7ebd-fdcc-440b-9aae-a2fa4a055090 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:30.274048 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-33da7ebd-fdcc-440b-9aae-a2fa4a055090 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "DELETE /v2.0/security-groups/3e0ef175-db65-4866-b8d2-7b8c43a8fdee HTTP/1.1" status: 204  len: 168 time: 0.2139230
Jan 29 10:30:30.328270 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 60610) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:30:31.213914 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d2795d2b-a673-4204-8456-df79778712d5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349253'] for router_interface, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:31.587976 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-d2795d2b-a673-4204-8456-df79778712d5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Deleting port c70d8ffc-be82-4874-bf62-01b759bf38f9 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:30:31.588274 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d2795d2b-a673-4204-8456-df79778712d5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:31.785813 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-d2795d2b-a673-4204-8456-df79778712d5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] For port c70d8ffc-be82-4874-bf62-01b759bf38f9, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=c70d8ffc-be82-4874-bf62-01b759bf38f9,segment=NetworkSegment(d2aaf0fb-312a-4424-829c-0d453e324231),segment_id=d2aaf0fb-312a-4424-829c-0d453e324231)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:30:31.786234 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d2795d2b-a673-4204-8456-df79778712d5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:31.915964 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-d2795d2b-a673-4204-8456-df79778712d5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Calling delete_port for c70d8ffc-be82-4874-bf62-01b759bf38f9 owned by network:router_interface {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:30:32.100006 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d2795d2b-a673-4204-8456-df79778712d5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:32.119095 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a7bc7e58-e246-44e5-8154-3b7c9ba5d1e9 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:30:32.176797 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2795d2b-a673-4204-8456-df79778712d5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event deleted for resources: {'Port': ['ID=c70d8ffc-be82-4874-bf62-01b759bf38f9,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:30:32.180681 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d2795d2b-a673-4204-8456-df79778712d5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:30:32.533552 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d2795d2b-a673-4204-8456-df79778712d5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854415430'] for router_interface, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:33.042850 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2795d2b-a673-4204-8456-df79778712d5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Router 8f6373b2-022d-49f5-8d7a-4ce35653312a has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:30:33.228650 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2795d2b-a673-4204-8456-df79778712d5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:30:33.238405 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8100a2a-2b36-4ad9-a802-ebc0256dfa8d None None] Sync routers for ids ['8f6373b2-022d-49f5-8d7a-4ce35653312a'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:30:33.245839 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d2795d2b-a673-4204-8456-df79778712d5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "PUT /v2.0/routers/8f6373b2-022d-49f5-8d7a-4ce35653312a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9138339
Jan 29 10:30:33.246537 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 60614) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:30:33.248183 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8100a2a-2b36-4ad9-a802-ebc0256dfa8d None None] Routers {'8f6373b2-022d-49f5-8d7a-4ce35653312a'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:30:33.248867 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-a8100a2a-2b36-4ad9-a802-ebc0256dfa8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99cada1550>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:30:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['8f6373b2-022d-49f5-8d7a-4ce35653312a'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:30:33.338853 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fc836aa-edf5-408a-b8b0-5ee4104a3a56 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Deleting subnet 517bb3e5-e2f6-41e1-bc01-afd9caa7c276 {{(pid=80765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:30:33.342332 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7fc836aa-edf5-408a-b8b0-5ee4104a3a56 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for subnet, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:33.401958 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7fc836aa-edf5-408a-b8b0-5ee4104a3a56 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1479249'] for subnet, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:33.448559 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-a8100a2a-2b36-4ad9-a802-ebc0256dfa8d None None] Set router 8f6373b2-022d-49f5-8d7a-4ce35653312a gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:30:33.490026 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7fc836aa-edf5-408a-b8b0-5ee4104a3a56 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:33.758973 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-a8100a2a-2b36-4ad9-a802-ebc0256dfa8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99cada1550>, [{'id': '8f6373b2-022d-49f5-8d7a-4ce35653312a', 'name': 'tempest-TestNetworkBasicOps-router-1149261281', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '404843ea-eb45-4cf3-839d-e19a8dfd319d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:28:00Z', 'updated_at': '2021-01-29T10:30:32Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '404843ea-eb45-4cf3-839d-e19a8dfd319d', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:43:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6373b2-022d-49f5-8d7a-4ce35653312a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:28:01Z', 'updated_at': '2021-01-29T10:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:30:33.763879 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8100a2a-2b36-4ad9-a802-ebc0256dfa8d None None] Checking router: 8f6373b2-022d-49f5-8d7a-4ce35653312a for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:30:33.774347 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8100a2a-2b36-4ad9-a802-ebc0256dfa8d None None] Routers {'8f6373b2-022d-49f5-8d7a-4ce35653312a'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:30:33.775036 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-a8100a2a-2b36-4ad9-a802-ebc0256dfa8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99cada1550>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:30:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['8f6373b2-022d-49f5-8d7a-4ce35653312a'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:30:33.967435 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-a8100a2a-2b36-4ad9-a802-ebc0256dfa8d None None] Set router 8f6373b2-022d-49f5-8d7a-4ce35653312a gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:30:34.075400 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7fc836aa-edf5-408a-b8b0-5ee4104a3a56 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852603100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2204728'] for subnet, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:34.093048 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3537b829-6cdf-4c02-b96f-360ea88c2971 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:30:34.147345 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc836aa-edf5-408a-b8b0-5ee4104a3a56 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event deleted for resources: {'Subnet': ['ID=517bb3e5-e2f6-41e1-bc01-afd9caa7c276,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:30:34.152418 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7fc836aa-edf5-408a-b8b0-5ee4104a3a56 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:30:34.239058 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7fc836aa-edf5-408a-b8b0-5ee4104a3a56 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:34.248280 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e96ed1-e921-48d5-86bf-596c14ee174d None None] Network e33c8ed3-eaeb-4036-8e43-cb81504e1ab4 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:30:34.248474 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7fc836aa-edf5-408a-b8b0-5ee4104a3a56 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "DELETE /v2.0/subnets/517bb3e5-e2f6-41e1-bc01-afd9caa7c276 HTTP/1.1" status: 204  len: 168 time: 0.9984472
Jan 29 10:30:34.248577 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 60618) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:30:34.275436 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:30:34.466522 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2444a1c4-606c-4978-95cc-fe1cfb4d4764 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for router, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:34.469594 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-a8100a2a-2b36-4ad9-a802-ebc0256dfa8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99cada1550>, [{'id': '8f6373b2-022d-49f5-8d7a-4ce35653312a', 'name': 'tempest-TestNetworkBasicOps-router-1149261281', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '404843ea-eb45-4cf3-839d-e19a8dfd319d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:28:00Z', 'updated_at': '2021-01-29T10:30:32Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '404843ea-eb45-4cf3-839d-e19a8dfd319d', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:43:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6373b2-022d-49f5-8d7a-4ce35653312a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:28:01Z', 'updated_at': '2021-01-29T10:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:30:34.474197 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8100a2a-2b36-4ad9-a802-ebc0256dfa8d None None] The sync data for ids ['8f6373b2-022d-49f5-8d7a-4ce35653312a'] in dv-neutron-772983-2-ovs is: [{'id': '8f6373b2-022d-49f5-8d7a-4ce35653312a', 'name': 'tempest-TestNetworkBasicOps-router-1149261281', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '404843ea-eb45-4cf3-839d-e19a8dfd319d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:28:00Z', 'updated_at': '2021-01-29T10:30:32Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': '404843ea-eb45-4cf3-839d-e19a8dfd319d', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:43:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6373b2-022d-49f5-8d7a-4ce35653312a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:28:01Z', 'updated_at': '2021-01-29T10:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:30:34.532117 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661b0816-627b-49e4-ba5c-484a7be5cd75 None None] DHCP port deletion for e33c8ed3-eaeb-4036-8e43-cb81504e1ab4 request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:30:34.536603 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-661b0816-627b-49e4-ba5c-484a7be5cd75 None None] Deleting port fdd8580b-5cd3-48c5-9a56-82800ecb1e22 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:30:34.537030 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-661b0816-627b-49e4-ba5c-484a7be5cd75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:34.668199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2444a1c4-606c-4978-95cc-fe1cfb4d4764 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for router_gateway, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:34.673831 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-2444a1c4-606c-4978-95cc-fe1cfb4d4764 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Deleting port 404843ea-eb45-4cf3-839d-e19a8dfd319d {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:30:34.674228 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2444a1c4-606c-4978-95cc-fe1cfb4d4764 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:34.764249 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-661b0816-627b-49e4-ba5c-484a7be5cd75 None None] For port fdd8580b-5cd3-48c5-9a56-82800ecb1e22, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=fdd8580b-5cd3-48c5-9a56-82800ecb1e22,segment=NetworkSegment(d2aaf0fb-312a-4424-829c-0d453e324231),segment_id=d2aaf0fb-312a-4424-829c-0d453e324231)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:30:34.764773 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-661b0816-627b-49e4-ba5c-484a7be5cd75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:34.867215 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-2444a1c4-606c-4978-95cc-fe1cfb4d4764 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] For port 404843ea-eb45-4cf3-839d-e19a8dfd319d, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=404843ea-eb45-4cf3-839d-e19a8dfd319d,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:30:34.867561 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2444a1c4-606c-4978-95cc-fe1cfb4d4764 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:34.899518 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-661b0816-627b-49e4-ba5c-484a7be5cd75 None None] Calling delete_port for fdd8580b-5cd3-48c5-9a56-82800ecb1e22 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:30:34.969515 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:34.998657 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-661b0816-627b-49e4-ba5c-484a7be5cd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:35.005240 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-2444a1c4-606c-4978-95cc-fe1cfb4d4764 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Calling delete_port for 404843ea-eb45-4cf3-839d-e19a8dfd319d owned by network:router_gateway {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:30:35.014561 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-eeebe95f-26a4-4809-b32b-0799fb05795d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:30:35.073962 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b0816-627b-49e4-ba5c-484a7be5cd75 None None] Pushing event deleted for resources: {'Port': ['ID=fdd8580b-5cd3-48c5-9a56-82800ecb1e22,revision_number=None']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:30:35.077082 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-661b0816-627b-49e4-ba5c-484a7be5cd75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:30:35.156963 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2444a1c4-606c-4978-95cc-fe1cfb4d4764 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:35.167177 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661b0816-627b-49e4-ba5c-484a7be5cd75 None None] No DVR routers for this DVR port fdd8580b-5cd3-48c5-9a56-82800ecb1e22 on host dv-neutron-772983-2-ovs {{(pid=80767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:30:35.347703 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2444a1c4-606c-4978-95cc-fe1cfb4d4764 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854102222'] for router_gateway, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:35.487655 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2444a1c4-606c-4978-95cc-fe1cfb4d4764 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:35.489893 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2444a1c4-606c-4978-95cc-fe1cfb4d4764 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:35.511170 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2444a1c4-606c-4978-95cc-fe1cfb4d4764 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:35.511762 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2444a1c4-606c-4978-95cc-fe1cfb4d4764 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Fanout notify agent at l3_agent the message router_deleted on router 8f6373b2-022d-49f5-8d7a-4ce35653312a {{(pid=80765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 10:30:35.560689 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2444a1c4-606c-4978-95cc-fe1cfb4d4764 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:35.564160 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2444a1c4-606c-4978-95cc-fe1cfb4d4764 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "DELETE /v2.0/routers/8f6373b2-022d-49f5-8d7a-4ce35653312a HTTP/1.1" status: 204  len: 168 time: 1.3124242
Jan 29 10:30:35.565235 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 60622) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:30:35.708922 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-17eadee3-f023-466c-854a-90f5210e795f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:35.912237 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-17eadee3-f023-466c-854a-90f5210e795f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:36.037325 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-17eadee3-f023-466c-854a-90f5210e795f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c86f2b38>,) {'filters': {'network_id': ['e33c8ed3-eaeb-4036-8e43-cb81504e1ab4']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:30:36.050004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-17eadee3-f023-466c-854a-90f5210e795f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c86f2b38>, 'd2aaf0fb-312a-4424-829c-0d453e324231') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:30:36.050352 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-17eadee3-f023-466c-854a-90f5210e795f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c86f2b38>, 'd2aaf0fb-312a-4424-829c-0d453e324231') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:30:36.062815 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-17eadee3-f023-466c-854a-90f5210e795f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:36.082582 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-17eadee3-f023-466c-854a-90f5210e795f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:36.084604 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-17eadee3-f023-466c-854a-90f5210e795f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Releasing vxlan tunnel 3 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:30:36.206643 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device fdd8580b-5cd3-48c5-9a56-82800ecb1e22 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:30:36.244747 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: fdd8580b-5cd3-48c5-9a56-82800ecb1e22 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:30:36.245148 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device fdd8580b-5cd3-48c5-9a56-82800ecb1e22 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:30:36.245611 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device c70d8ffc-be82-4874-bf62-01b759bf38f9 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:30:36.266728 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-17eadee3-f023-466c-854a-90f5210e795f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network e33c8ed3-eaeb-4036-8e43-cb81504e1ab4 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:30:36.275962 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-17eadee3-f023-466c-854a-90f5210e795f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:36.280685 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: c70d8ffc-be82-4874-bf62-01b759bf38f9 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:30:36.281892 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device c70d8ffc-be82-4874-bf62-01b759bf38f9 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:30:36.282570 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 404843ea-eb45-4cf3-839d-e19a8dfd319d no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:30:36.473417 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-17eadee3-f023-466c-854a-90f5210e795f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network e33c8ed3-eaeb-4036-8e43-cb81504e1ab4 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:30:36.494827 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 404843ea-eb45-4cf3-839d-e19a8dfd319d {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:30:36.495210 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 404843ea-eb45-4cf3-839d-e19a8dfd319d not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:30:36.499762 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:30:36.499762 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:30:36.499762 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:30:36.499762 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:30:36.499762 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:30:36.499762 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:30:36.499762 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:30:36.499762 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:30:36.499762 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:30:36.499762 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:30:36.499762 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:30:36.499762 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:30:36.499762 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:30:36.499762 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:30:36.499762 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:30:36.499762 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:30:36.499762 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:30:36.499762 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:30:36.499762 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:30:36.499762 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:30:36.499762 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:30:36.499762 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:30:36.499762 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:30:36.499762 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:30:36.499762 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:30:36.499762 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:30:36.499762 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:30:36.499762 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:30:36.499762 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:30:36.499762 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:30:36.499762 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:30:36.499762 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:30:36.579574 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-17eadee3-f023-466c-854a-90f5210e795f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:36.582814 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9448b2f5-9eb2-45a9-98da-3aa069540a53 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:30:36.602064 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-17eadee3-f023-466c-854a-90f5210e795f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:36.614012 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eadee3-f023-466c-854a-90f5210e795f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event deleted for resources: {'Network': ['ID=e33c8ed3-eaeb-4036-8e43-cb81504e1ab4,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:30:36.617390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-17eadee3-f023-466c-854a-90f5210e795f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:30:36.621910 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-17eadee3-f023-466c-854a-90f5210e795f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "DELETE /v2.0/networks/e33c8ed3-eaeb-4036-8e43-cb81504e1ab4 HTTP/1.1" status: 204  len: 168 time: 1.0555828
Jan 29 10:30:36.653538 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 60626) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:30:36.660648 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-44540216-560a-4b14-9408-2e19a65f53ba tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'network': {'name': 'tempest-network-smoke--1824244550', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'port_security_enabled': True}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:30:36.666105 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-44540216-560a-4b14-9408-2e19a65f53ba tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:30:36.670486 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-44540216-560a-4b14-9408-2e19a65f53ba tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:network and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:30:36.673954 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-44540216-560a-4b14-9408-2e19a65f53ba tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for network was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:30:36.679739 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-44540216-560a-4b14-9408-2e19a65f53ba tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:30:36.689870 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44540216-560a-4b14-9408-2e19a65f53ba tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Made reservation on behalf of ff1f06ee29ef461597f2ecd846f8813d for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:30:36.711776 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-44540216-560a-4b14-9408-2e19a65f53ba tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:36.745877 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44540216-560a-4b14-9408-2e19a65f53ba tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:30:36.755382 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-44540216-560a-4b14-9408-2e19a65f53ba tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:36.755801 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-44540216-560a-4b14-9408-2e19a65f53ba tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Added segment 1986f34a-c501-4c62-ae1b-8f621f67bc56 of type vxlan for network 6386b2b4-5b85-4611-9766-70100bfa5923
Jan 29 10:30:36.782973 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-44540216-560a-4b14-9408-2e19a65f53ba tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:36.812546 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-44540216-560a-4b14-9408-2e19a65f53ba tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:36.879624 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44540216-560a-4b14-9408-2e19a65f53ba tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:30:36.880287 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-44540216-560a-4b14-9408-2e19a65f53ba tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:36.885742 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-19ada927-b79a-428a-87bf-e734c793e543 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:30:36.940886 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-44540216-560a-4b14-9408-2e19a65f53ba tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2861788
Jan 29 10:30:36.944088 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 60630) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:30:36.950228 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-5c32ffaf-5b82-4660-98f9-968ece76a85c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1931001188', 'admin_state_up': True, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:30:36.973848 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-5c32ffaf-5b82-4660-98f9-968ece76a85c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:30:36.977891 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5c32ffaf-5b82-4660-98f9-968ece76a85c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:router and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:30:36.980871 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5c32ffaf-5b82-4660-98f9-968ece76a85c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for router was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:30:36.987420 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-5c32ffaf-5b82-4660-98f9-968ece76a85c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:30:36.997922 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5c32ffaf-5b82-4660-98f9-968ece76a85c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:36.998999 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5c32ffaf-5b82-4660-98f9-968ece76a85c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:37.006007 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44540216-560a-4b14-9408-2e19a65f53ba tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Network': ['ID=6386b2b4-5b85-4611-9766-70100bfa5923,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:30:37.008856 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-44540216-560a-4b14-9408-2e19a65f53ba tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:30:37.014792 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5c32ffaf-5b82-4660-98f9-968ece76a85c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:37.017339 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 6386b2b4-5b85-4611-9766-70100bfa5923 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:30:37.034903 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 6386b2b4-5b85-4611-9766-70100bfa5923 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:30:37.304727 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5c32ffaf-5b82-4660-98f9-968ece76a85c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:37.622976 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5c32ffaf-5b82-4660-98f9-968ece76a85c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for router_gateway, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:37.654413 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5c32ffaf-5b82-4660-98f9-968ece76a85c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:37.921967 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-5c32ffaf-5b82-4660-98f9-968ece76a85c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Allocated IP 172.26.7.25 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/d2c73ea7-7b46-4dc0-bf20-c9ede62bb95e) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:30:38.079149 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5c32ffaf-5b82-4660-98f9-968ece76a85c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:38.108705 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5c32ffaf-5b82-4660-98f9-968ece76a85c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:38.126315 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-97c7b9de-6468-4894-b035-44df290cadae tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:30:38.267106 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c32ffaf-5b82-4660-98f9-968ece76a85c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Port': ['ID=d2c73ea7-7b46-4dc0-bf20-c9ede62bb95e,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:30:38.271456 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5c32ffaf-5b82-4660-98f9-968ece76a85c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:30:38.322092 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c32ffaf-5b82-4660-98f9-968ece76a85c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:30:38.323301 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-5c32ffaf-5b82-4660-98f9-968ece76a85c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:30:38.326508 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c32ffaf-5b82-4660-98f9-968ece76a85c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:30:38.763662 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5c32ffaf-5b82-4660-98f9-968ece76a85c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for router_gateway, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:39.121286 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5c32ffaf-5b82-4660-98f9-968ece76a85c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:39.614612 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c32ffaf-5b82-4660-98f9-968ece76a85c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Router b56c1b26-0715-46b4-9560-f465eba9d5f4 is scheduled to L3 agent 18987107-6d88-4736-94cf-15791d65b3ff with binding_index 1 {{(pid=80766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 29 10:30:39.801577 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c32ffaf-5b82-4660-98f9-968ece76a85c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:30:39.811116 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b2d03a-3086-4bed-9088-1574d13ff966 None None] Sync routers for ids ['b56c1b26-0715-46b4-9560-f465eba9d5f4'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:30:39.821836 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b2d03a-3086-4bed-9088-1574d13ff966 None None] Routers {'b56c1b26-0715-46b4-9560-f465eba9d5f4'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:30:39.822598 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-53b2d03a-3086-4bed-9088-1574d13ff966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c8378c50>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:30:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['b56c1b26-0715-46b4-9560-f465eba9d5f4'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:30:39.860375 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5c32ffaf-5b82-4660-98f9-968ece76a85c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:39.861699 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5c32ffaf-5b82-4660-98f9-968ece76a85c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 2.9165368
Jan 29 10:30:39.865096 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 60634) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:30:40.013153 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f7657f0c-0359-4af9-a5b9-afffb9a074bb tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=ff1f06ee29ef461597f2ecd846f8813d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1468399
Jan 29 10:30:40.014345 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-53b2d03a-3086-4bed-9088-1574d13ff966 None None] Set router b56c1b26-0715-46b4-9560-f465eba9d5f4 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:30:40.016576 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 60640) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:30:40.160886 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a072f8e-be13-498a-a469-5e45d0002d4c tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:30:40.162772 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6a072f8e-be13-498a-a469-5e45d0002d4c tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1451366
Jan 29 10:30:40.165721 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 60644) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:30:40.213076 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f68142db-1f9e-4b9a-a91a-e48cfce92fb4 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=aadf795f-2e1a-4d04-be0e-12575f0f28a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0460584
Jan 29 10:30:40.215729 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 60648) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:30:40.221914 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-dde791d0-b398-49c2-8693-76b0655bdac7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1589040857', 'network_id': '6386b2b4-5b85-4611-9766-70100bfa5923', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:30:40.330580 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-53b2d03a-3086-4bed-9088-1574d13ff966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c8378c50>, [{'id': 'b56c1b26-0715-46b4-9560-f465eba9d5f4', 'name': 'tempest-TestNetworkBasicOps-router-1931001188', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': 'd2c73ea7-7b46-4dc0-bf20-c9ede62bb95e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:30:37Z', 'updated_at': '2021-01-29T10:30:38Z', 'revision_number': 3, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': 'd2c73ea7-7b46-4dc0-bf20-c9ede62bb95e', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bb:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56c1b26-0715-46b4-9560-f465eba9d5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:30:37Z', 'updated_at': '2021-01-29T10:30:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:30:40.334951 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b2d03a-3086-4bed-9088-1574d13ff966 None None] Checking router: b56c1b26-0715-46b4-9560-f465eba9d5f4 for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:30:40.335365 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b2d03a-3086-4bed-9088-1574d13ff966 None None] Updating router b56c1b26-0715-46b4-9560-f465eba9d5f4 port d2c73ea7-7b46-4dc0-bf20-c9ede62bb95e binding host dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 29 10:30:40.340017 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-dde791d0-b398-49c2-8693-76b0655bdac7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:30:40.344220 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-dde791d0-b398-49c2-8693-76b0655bdac7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:subnet and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:30:40.347185 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-dde791d0-b398-49c2-8693-76b0655bdac7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:30:40.352916 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-dde791d0-b398-49c2-8693-76b0655bdac7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:30:40.363134 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde791d0-b398-49c2-8693-76b0655bdac7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Made reservation on behalf of ff1f06ee29ef461597f2ecd846f8813d for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:30:40.384374 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dde791d0-b398-49c2-8693-76b0655bdac7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:40.394011 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-53b2d03a-3086-4bed-9088-1574d13ff966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:40.802042 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-53b2d03a-3086-4bed-9088-1574d13ff966 None None] Notify callbacks [] for port, precommit_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:40.814681 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-53b2d03a-3086-4bed-9088-1574d13ff966 None None] Transition to ACTIVE for port object d2c73ea7-7b46-4dc0-bf20-c9ede62bb95e will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:30:40.817871 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-53b2d03a-3086-4bed-9088-1574d13ff966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:40.832928 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dde791d0-b398-49c2-8693-76b0655bdac7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:40.834170 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:30:40.848720 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-fc9160cd-f751-4a80-aba4-e0db3ff0ab73 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:30:40.969287 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a2432b-864a-4203-baa8-fce17dfe535d None None] Pushing event updated for resources: {'Port': ['ID=d2c73ea7-7b46-4dc0-bf20-c9ede62bb95e,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:30:40.973503 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-69a2432b-864a-4203-baa8-fce17dfe535d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:30:40.985483 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde791d0-b398-49c2-8693-76b0655bdac7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Subnet': ['ID=9f025ece-f4ac-4310-abf8-c5009581324b,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:30:40.995032 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-dde791d0-b398-49c2-8693-76b0655bdac7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:30:41.033634 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-53b2d03a-3086-4bed-9088-1574d13ff966 None None] Attempting to bind port d2c73ea7-7b46-4dc0-bf20-c9ede62bb95e on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:30:41.034088 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-53b2d03a-3086-4bed-9088-1574d13ff966 None None] Attempting to bind port d2c73ea7-7b46-4dc0-bf20-c9ede62bb95e by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:30:41.034507 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b2d03a-3086-4bed-9088-1574d13ff966 None None] Attempting to bind port d2c73ea7-7b46-4dc0-bf20-c9ede62bb95e on network aadf795f-2e1a-4d04-be0e-12575f0f28a5 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:30:41.040120 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b2d03a-3086-4bed-9088-1574d13ff966 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:30:41.040546 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b2d03a-3086-4bed-9088-1574d13ff966 None None] Checking segment: {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:30:41.040996 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-53b2d03a-3086-4bed-9088-1574d13ff966 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:41.041445 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b2d03a-3086-4bed-9088-1574d13ff966 None None] Bound using segment: {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:30:41.042017 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-53b2d03a-3086-4bed-9088-1574d13ff966 None None] Bound port: d2c73ea7-7b46-4dc0-bf20-c9ede62bb95e, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:30:41.042441 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-53b2d03a-3086-4bed-9088-1574d13ff966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:41.057121 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde791d0-b398-49c2-8693-76b0655bdac7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Checking segment: {'id': '1986f34a-c501-4c62-ae1b-8f621f67bc56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6386b2b4-5b85-4611-9766-70100bfa5923'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:30:41.057459 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde791d0-b398-49c2-8693-76b0655bdac7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network hostable DHCP agents. Network: 6386b2b4-5b85-4611-9766-70100bfa5923, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:30:41.077682 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde791d0-b398-49c2-8693-76b0655bdac7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network 6386b2b4-5b85-4611-9766-70100bfa5923 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:30:41.086541 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-dde791d0-b398-49c2-8693-76b0655bdac7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 6386b2b4-5b85-4611-9766-70100bfa5923) {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:30:41.097625 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cff50a0-633d-4be2-829c-eb0aab3c1e28 None None] Network 6386b2b4-5b85-4611-9766-70100bfa5923 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:30:41.099902 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde791d0-b398-49c2-8693-76b0655bdac7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:30:41.100553 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dde791d0-b398-49c2-8693-76b0655bdac7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:41.123288 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-dde791d0-b398-49c2-8693-76b0655bdac7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.9064417
Jan 29 10:30:41.126999 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 60652) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:30:41.216856 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-53b2d03a-3086-4bed-9088-1574d13ff966 None None] For port d2c73ea7-7b46-4dc0-bf20-c9ede62bb95e, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:30:41.241420 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-53b2d03a-3086-4bed-9088-1574d13ff966 None None] For port d2c73ea7-7b46-4dc0-bf20-c9ede62bb95e, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=d2c73ea7-7b46-4dc0-bf20-c9ede62bb95e,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:30:41.247638 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-53b2d03a-3086-4bed-9088-1574d13ff966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:41.273013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:30:41.475039 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a2432b-864a-4203-baa8-fce17dfe535d None None] Pushing event updated for resources: {'Port': ['ID=d2c73ea7-7b46-4dc0-bf20-c9ede62bb95e,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:30:41.488082 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-69a2432b-864a-4203-baa8-fce17dfe535d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:30:41.564248 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08156a70-d000-4118-9641-54ec100940e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-6386b2b4-5b85-4611-9766-70100bfa5923', 'network_id': '6386b2b4-5b85-4611-9766-70100bfa5923', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'fixed_ips': [{'subnet_id': '9f025ece-f4ac-4310-abf8-c5009581324b'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:30:41.565144 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-08156a70-d000-4118-9641-54ec100940e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:41.628263 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b2d03a-3086-4bed-9088-1574d13ff966 None None] Routers {'b56c1b26-0715-46b4-9560-f465eba9d5f4'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:30:41.628956 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-53b2d03a-3086-4bed-9088-1574d13ff966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c8378c50>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:30:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['b56c1b26-0715-46b4-9560-f465eba9d5f4'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:30:41.912457 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-240b7f83-e461-41b8-aac1-c3c578a94368 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:42.146281 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-53b2d03a-3086-4bed-9088-1574d13ff966 None None] Set router b56c1b26-0715-46b4-9560-f465eba9d5f4 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:30:42.459471 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-08156a70-d000-4118-9641-54ec100940e3 None None] Allocated IP 172.20.0.2 (6386b2b4-5b85-4611-9766-70100bfa5923/9f025ece-f4ac-4310-abf8-c5009581324b/4915d84e-9d0e-4f36-b040-288935528b70) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:30:42.682748 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-53b2d03a-3086-4bed-9088-1574d13ff966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c8378c50>, [{'id': 'b56c1b26-0715-46b4-9560-f465eba9d5f4', 'name': 'tempest-TestNetworkBasicOps-router-1931001188', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': 'd2c73ea7-7b46-4dc0-bf20-c9ede62bb95e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:30:37Z', 'updated_at': '2021-01-29T10:30:38Z', 'revision_number': 3, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': 'd2c73ea7-7b46-4dc0-bf20-c9ede62bb95e', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bb:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56c1b26-0715-46b4-9560-f465eba9d5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:30:37Z', 'updated_at': '2021-01-29T10:30:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:30:42.721455 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b2d03a-3086-4bed-9088-1574d13ff966 None None] The sync data for ids ['b56c1b26-0715-46b4-9560-f465eba9d5f4'] in dv-neutron-772983-2-ovs is: [{'id': 'b56c1b26-0715-46b4-9560-f465eba9d5f4', 'name': 'tempest-TestNetworkBasicOps-router-1931001188', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': 'd2c73ea7-7b46-4dc0-bf20-c9ede62bb95e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:30:37Z', 'updated_at': '2021-01-29T10:30:38Z', 'revision_number': 3, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': 'd2c73ea7-7b46-4dc0-bf20-c9ede62bb95e', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bb:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56c1b26-0715-46b4-9560-f465eba9d5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:30:37Z', 'updated_at': '2021-01-29T10:30:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:30:42.759612 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-08156a70-d000-4118-9641-54ec100940e3 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:42.771415 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-08156a70-d000-4118-9641-54ec100940e3 None None] Transition to ACTIVE for port object 4915d84e-9d0e-4f36-b040-288935528b70 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:30:42.787401 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-08156a70-d000-4118-9641-54ec100940e3 None None] Transition to ACTIVE for port object 4915d84e-9d0e-4f36-b040-288935528b70 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:30:42.791796 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-08156a70-d000-4118-9641-54ec100940e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:42.807230 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:30:42.864753 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-240b7f83-e461-41b8-aac1-c3c578a94368 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Allocated IP 172.20.0.1 (6386b2b4-5b85-4611-9766-70100bfa5923/9f025ece-f4ac-4310-abf8-c5009581324b/e96dfb67-6cba-408f-a6fe-4f5487386a0f) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:30:42.945875 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08156a70-d000-4118-9641-54ec100940e3 None None] Pushing event updated for resources: {'Port': ['ID=4915d84e-9d0e-4f36-b040-288935528b70,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:30:42.950268 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-08156a70-d000-4118-9641-54ec100940e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:30:43.002834 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08156a70-d000-4118-9641-54ec100940e3 None None] Network 6386b2b4-5b85-4611-9766-70100bfa5923 is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:30:43.004083 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-08156a70-d000-4118-9641-54ec100940e3 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:30:43.006368 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08156a70-d000-4118-9641-54ec100940e3 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:30:43.036879 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-240b7f83-e461-41b8-aac1-c3c578a94368 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:43.054808 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-240b7f83-e461-41b8-aac1-c3c578a94368 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Transition to ACTIVE for port object e96dfb67-6cba-408f-a6fe-4f5487386a0f will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:30:43.065880 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-08156a70-d000-4118-9641-54ec100940e3 None None] Attempting to bind port 4915d84e-9d0e-4f36-b040-288935528b70 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:30:43.066406 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-08156a70-d000-4118-9641-54ec100940e3 None None] Attempting to bind port 4915d84e-9d0e-4f36-b040-288935528b70 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '1986f34a-c501-4c62-ae1b-8f621f67bc56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6386b2b4-5b85-4611-9766-70100bfa5923'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:30:43.066883 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08156a70-d000-4118-9641-54ec100940e3 None None] Attempting to bind port 4915d84e-9d0e-4f36-b040-288935528b70 on network 6386b2b4-5b85-4611-9766-70100bfa5923 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:30:43.072910 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08156a70-d000-4118-9641-54ec100940e3 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:30:43.073347 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08156a70-d000-4118-9641-54ec100940e3 None None] Checking segment: {'id': '1986f34a-c501-4c62-ae1b-8f621f67bc56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6386b2b4-5b85-4611-9766-70100bfa5923'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:30:43.074006 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-08156a70-d000-4118-9641-54ec100940e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:43.074718 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08156a70-d000-4118-9641-54ec100940e3 None None] Bound using segment: {'id': '1986f34a-c501-4c62-ae1b-8f621f67bc56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6386b2b4-5b85-4611-9766-70100bfa5923'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:30:43.075495 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-08156a70-d000-4118-9641-54ec100940e3 None None] Bound port: 4915d84e-9d0e-4f36-b040-288935528b70, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1986f34a-c501-4c62-ae1b-8f621f67bc56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6386b2b4-5b85-4611-9766-70100bfa5923'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:30:43.076355 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-08156a70-d000-4118-9641-54ec100940e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:43.087642 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-240b7f83-e461-41b8-aac1-c3c578a94368 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:43.109416 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b69e4536-2a35-4c51-9b5f-100e5aad4bef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:30:43.210039 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-08156a70-d000-4118-9641-54ec100940e3 None None] For port 4915d84e-9d0e-4f36-b040-288935528b70, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:30:43.214472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-08156a70-d000-4118-9641-54ec100940e3 None None] For port 4915d84e-9d0e-4f36-b040-288935528b70, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=4915d84e-9d0e-4f36-b040-288935528b70,segment=NetworkSegment(1986f34a-c501-4c62-ae1b-8f621f67bc56),segment_id=1986f34a-c501-4c62-ae1b-8f621f67bc56)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:30:43.219635 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-08156a70-d000-4118-9641-54ec100940e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:43.244910 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-050c707d-90db-4ec4-b0cf-2e173af44bca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:30:43.414887 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08156a70-d000-4118-9641-54ec100940e3 None None] Pushing event updated for resources: {'Port': ['ID=4915d84e-9d0e-4f36-b040-288935528b70,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:30:43.419971 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-08156a70-d000-4118-9641-54ec100940e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:30:43.571621 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240b7f83-e461-41b8-aac1-c3c578a94368 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Port': ['ID=e96dfb67-6cba-408f-a6fe-4f5487386a0f,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:30:43.576281 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-240b7f83-e461-41b8-aac1-c3c578a94368 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:30:43.629396 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240b7f83-e461-41b8-aac1-c3c578a94368 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network 6386b2b4-5b85-4611-9766-70100bfa5923 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:30:43.630599 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-240b7f83-e461-41b8-aac1-c3c578a94368 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:30:43.632905 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240b7f83-e461-41b8-aac1-c3c578a94368 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:30:43.698317 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-240b7f83-e461-41b8-aac1-c3c578a94368 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854426412'] for router_interface, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:43.838856 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-240b7f83-e461-41b8-aac1-c3c578a94368 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:44.257473 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device d2c73ea7-7b46-4dc0-bf20-c9ede62bb95e up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:30:44.329419 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port d2c73ea7-7b46-4dc0-bf20-c9ede62bb95e completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:30:44.334113 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-240b7f83-e461-41b8-aac1-c3c578a94368 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:44.335407 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port d2c73ea7-7b46-4dc0-bf20-c9ede62bb95e triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:30:44.335828 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:44.337547 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-240b7f83-e461-41b8-aac1-c3c578a94368 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:44.369511 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ac262a05-3eae-4025-a1cc-6f4c442e11ff tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:30:44.464223 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:44.468126 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-240b7f83-e461-41b8-aac1-c3c578a94368 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854133895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349242'] for router_interface, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:44.482402 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port d2c73ea7-7b46-4dc0-bf20-c9ede62bb95e, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=d2c73ea7-7b46-4dc0-bf20-c9ede62bb95e,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:30:44.484995 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240b7f83-e461-41b8-aac1-c3c578a94368 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Port': ['ID=e96dfb67-6cba-408f-a6fe-4f5487386a0f,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:30:44.486289 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:44.487305 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 4915d84e-9d0e-4f36-b040-288935528b70 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:30:44.491283 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-240b7f83-e461-41b8-aac1-c3c578a94368 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:30:44.519828 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-69a2432b-864a-4203-baa8-fce17dfe535d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:30:44.620457 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=d2c73ea7-7b46-4dc0-bf20-c9ede62bb95e,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:30:44.624406 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:30:44.633239 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240b7f83-e461-41b8-aac1-c3c578a94368 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network 6386b2b4-5b85-4611-9766-70100bfa5923 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:30:44.634370 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 4915d84e-9d0e-4f36-b040-288935528b70 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:30:44.634480 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-240b7f83-e461-41b8-aac1-c3c578a94368 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:30:44.782557 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee03ea2e-f17c-4f54-9b35-049b1167da23 None None] Network 6386b2b4-5b85-4611-9766-70100bfa5923 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:30:44.834337 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-240b7f83-e461-41b8-aac1-c3c578a94368 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Router b56c1b26-0715-46b4-9560-f465eba9d5f4 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:30:44.900376 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-7c259935-5986-4069-b68e-c476bfcf29a7 None None] Provisioning for port 4915d84e-9d0e-4f36-b040-288935528b70 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:30:44.918550 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-7c259935-5986-4069-b68e-c476bfcf29a7 None None] Provisioning complete for port 4915d84e-9d0e-4f36-b040-288935528b70 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:30:44.918978 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7c259935-5986-4069-b68e-c476bfcf29a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:45.031317 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-240b7f83-e461-41b8-aac1-c3c578a94368 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:30:45.048029 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-240b7f83-e461-41b8-aac1-c3c578a94368 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "PUT /v2.0/routers/b56c1b26-0715-46b4-9560-f465eba9d5f4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9168279
Jan 29 10:30:45.048299 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 60656) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:30:45.155214 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7c259935-5986-4069-b68e-c476bfcf29a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:45.208889 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-7c259935-5986-4069-b68e-c476bfcf29a7 None None] For port 4915d84e-9d0e-4f36-b040-288935528b70, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=4915d84e-9d0e-4f36-b040-288935528b70,segment=NetworkSegment(1986f34a-c501-4c62-ae1b-8f621f67bc56),segment_id=1986f34a-c501-4c62-ae1b-8f621f67bc56)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:30:45.212450 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7c259935-5986-4069-b68e-c476bfcf29a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:45.213398 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17dc0d9-ddc6-47c4-8048-1ac86bb14bb7 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:30:45.214206 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7b25b1e3-8348-41d6-b4d3-54df1509380c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:30:45.214338 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17dc0d9-ddc6-47c4-8048-1ac86bb14bb7 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:30:45.214770 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17dc0d9-ddc6-47c4-8048-1ac86bb14bb7 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:30:45.215385 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17dc0d9-ddc6-47c4-8048-1ac86bb14bb7 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:30:45.220479 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c17dc0d9-ddc6-47c4-8048-1ac86bb14bb7 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2865 time: 0.1679361
Jan 29 10:30:45.220816 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 60660) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:30:45.293411 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c259935-5986-4069-b68e-c476bfcf29a7 None None] Pushing event updated for resources: {'Port': ['ID=4915d84e-9d0e-4f36-b040-288935528b70,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:30:45.299626 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7c259935-5986-4069-b68e-c476bfcf29a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:30:45.313452 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2cd1091-9ee9-4ac0-b902-18cb71518ad4 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:30:45.313903 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2cd1091-9ee9-4ac0-b902-18cb71518ad4 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:30:45.314320 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2cd1091-9ee9-4ac0-b902-18cb71518ad4 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:30:45.314732 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2cd1091-9ee9-4ac0-b902-18cb71518ad4 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:30:45.319245 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e2cd1091-9ee9-4ac0-b902-18cb71518ad4 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2728 time: 0.0947943
Jan 29 10:30:45.319489 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 60664) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:30:45.434701 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-d92fee67-0944-494c-969d-3c5b71cfb27f None None] Provisioning complete for port 4915d84e-9d0e-4f36-b040-288935528b70 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:30:45.435133 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d92fee67-0944-494c-969d-3c5b71cfb27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:45.549086 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3b7547-4c7c-45fd-8147-a7cfda8dd5b9 None None] Sync routers for ids ['b56c1b26-0715-46b4-9560-f465eba9d5f4'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:30:45.554424 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4c9045c5-e686-47d7-b65b-2ee6241983a2 tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1607 time: 0.2336471
Jan 29 10:30:45.572418 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3b7547-4c7c-45fd-8147-a7cfda8dd5b9 None None] Routers {'b56c1b26-0715-46b4-9560-f465eba9d5f4'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:30:45.573118 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-cf3b7547-4c7c-45fd-8147-a7cfda8dd5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99cada18d0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:30:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['b56c1b26-0715-46b4-9560-f465eba9d5f4'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:30:45.593051 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-d92fee67-0944-494c-969d-3c5b71cfb27f None None] Provisioning for port e96dfb67-6cba-408f-a6fe-4f5487386a0f completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:30:45.603248 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-d92fee67-0944-494c-969d-3c5b71cfb27f None None] Provisioning complete for port e96dfb67-6cba-408f-a6fe-4f5487386a0f triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:30:45.603643 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d92fee67-0944-494c-969d-3c5b71cfb27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:45.674885 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-d92fee67-0944-494c-969d-3c5b71cfb27f None None] Port e96dfb67-6cba-408f-a6fe-4f5487386a0f cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:30:45.775483 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-cf3b7547-4c7c-45fd-8147-a7cfda8dd5b9 None None] Set router b56c1b26-0715-46b4-9560-f465eba9d5f4 gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:30:45.799324 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-5c4b590f-958a-409c-b9ba-1b98a398f176 None None] Provisioning complete for port 4915d84e-9d0e-4f36-b040-288935528b70 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:30:45.799828 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5c4b590f-958a-409c-b9ba-1b98a398f176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:45.890900 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 60670) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:30:45.897376 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-5b673f12-73b4-4053-af05-0224df7dff09 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1395634818', 'description': 'tempest-secgroup-smoke-1395634818 description', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:30:45.924474 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-5b673f12-73b4-4053-af05-0224df7dff09 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:30:45.929066 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5b673f12-73b4-4053-af05-0224df7dff09 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:30:45.932995 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5b673f12-73b4-4053-af05-0224df7dff09 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:30:45.940505 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-5b673f12-73b4-4053-af05-0224df7dff09 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:30:45.954712 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5b673f12-73b4-4053-af05-0224df7dff09 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:45.978770 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-5b673f12-73b4-4053-af05-0224df7dff09 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:30:45.982945 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5b673f12-73b4-4053-af05-0224df7dff09 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:30:45.986702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5b673f12-73b4-4053-af05-0224df7dff09 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:30:45.993155 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-5b673f12-73b4-4053-af05-0224df7dff09 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:30:46.083135 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5b673f12-73b4-4053-af05-0224df7dff09 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:46.086932 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5b673f12-73b4-4053-af05-0224df7dff09 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:46.093929 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d3082a74-1273-454c-83b4-f66781670b89 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:30:46.097836 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-957bd8bd-f7d1-492c-8a5e-a37f9a686903 None None] Provisioning complete for port e96dfb67-6cba-408f-a6fe-4f5487386a0f triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:30:46.099323 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-957bd8bd-f7d1-492c-8a5e-a37f9a686903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:46.143020 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b673f12-73b4-4053-af05-0224df7dff09 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bdb70e8-a179-44c1-b665-860e9e5cf8e4,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:30:46.146445 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5b673f12-73b4-4053-af05-0224df7dff09 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:46.147884 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5b673f12-73b4-4053-af05-0224df7dff09 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.2558942
Jan 29 10:30:46.149393 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5b673f12-73b4-4053-af05-0224df7dff09 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:30:46.151090 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 60674) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:30:46.157641 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-02d7f4e0-cebe-43c9-b218-defa5ea16ea2 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group_rule': {'security_group_id': '4bdb70e8-a179-44c1-b665-860e9e5cf8e4', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:30:46.179554 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-cf3b7547-4c7c-45fd-8147-a7cfda8dd5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99cada18d0>, [{'id': 'b56c1b26-0715-46b4-9560-f465eba9d5f4', 'name': 'tempest-TestNetworkBasicOps-router-1931001188', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': 'd2c73ea7-7b46-4dc0-bf20-c9ede62bb95e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:30:37Z', 'updated_at': '2021-01-29T10:30:43Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': 'd2c73ea7-7b46-4dc0-bf20-c9ede62bb95e', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bb:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56c1b26-0715-46b4-9560-f465eba9d5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:30:37Z', 'updated_at': '2021-01-29T10:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'e96dfb67-6cba-408f-a6fe-4f5487386a0f', 'name': '', 'network_id': '6386b2b4-5b85-4611-9766-70100bfa5923', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:f4:f6:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56c1b26-0715-46b4-9560-f465eba9d5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '9f025ece-f4ac-4310-abf8-c5009581324b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:30:42Z', 'updated_at': '2021-01-29T10:30:44Z', 'revision_number': 2, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': '9f025ece-f4ac-4310-abf8-c5009581324b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:30:46.181048 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-957bd8bd-f7d1-492c-8a5e-a37f9a686903 None None] Port e96dfb67-6cba-408f-a6fe-4f5487386a0f cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:30:46.185260 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3b7547-4c7c-45fd-8147-a7cfda8dd5b9 None None] Checking router: b56c1b26-0715-46b4-9560-f465eba9d5f4 for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:30:46.185660 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3b7547-4c7c-45fd-8147-a7cfda8dd5b9 None None] Updating router b56c1b26-0715-46b4-9560-f465eba9d5f4 port e96dfb67-6cba-408f-a6fe-4f5487386a0f binding host dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 29 10:30:46.214188 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-02d7f4e0-cebe-43c9-b218-defa5ea16ea2 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:30:46.216648 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-02d7f4e0-cebe-43c9-b218-defa5ea16ea2 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:30:46.220606 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-02d7f4e0-cebe-43c9-b218-defa5ea16ea2 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:30:46.228547 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-02d7f4e0-cebe-43c9-b218-defa5ea16ea2 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:30:46.245350 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-02d7f4e0-cebe-43c9-b218-defa5ea16ea2 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:46.245879 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cf3b7547-4c7c-45fd-8147-a7cfda8dd5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:46.250879 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device d2c73ea7-7b46-4dc0-bf20-c9ede62bb95e up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:30:46.324989 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-1b8dffcc-96da-4cc2-9c20-95f3978147ac None None] Provisioning complete for port 4915d84e-9d0e-4f36-b040-288935528b70 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:30:46.325422 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1b8dffcc-96da-4cc2-9c20-95f3978147ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:46.328882 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-02d7f4e0-cebe-43c9-b218-defa5ea16ea2 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:46.333422 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-02d7f4e0-cebe-43c9-b218-defa5ea16ea2 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:46.335421 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-88ecee06-ac96-4b57-a611-610a22a2cacb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:30:46.351964 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7f4e0-cebe-43c9-b218-defa5ea16ea2 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04695860-67db-4de6-841d-c8c59402bf4a,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:30:46.355656 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-02d7f4e0-cebe-43c9-b218-defa5ea16ea2 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:30:46.372028 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-02d7f4e0-cebe-43c9-b218-defa5ea16ea2 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:46.376458 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-02d7f4e0-cebe-43c9-b218-defa5ea16ea2 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2210808
Jan 29 10:30:46.376755 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 60678) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:30:46.382702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-fb41d31f-41c7-4715-9c8f-cedffb386607 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group_rule': {'security_group_id': '4bdb70e8-a179-44c1-b665-860e9e5cf8e4', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:30:46.401217 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port d2c73ea7-7b46-4dc0-bf20-c9ede62bb95e triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:30:46.401645 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:46.405315 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-fb41d31f-41c7-4715-9c8f-cedffb386607 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:30:46.409576 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-fb41d31f-41c7-4715-9c8f-cedffb386607 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:30:46.412607 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-fb41d31f-41c7-4715-9c8f-cedffb386607 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:30:46.418491 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-fb41d31f-41c7-4715-9c8f-cedffb386607 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:30:46.435993 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fb41d31f-41c7-4715-9c8f-cedffb386607 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:46.512670 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fb41d31f-41c7-4715-9c8f-cedffb386607 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:46.516390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fb41d31f-41c7-4715-9c8f-cedffb386607 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:46.518443 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-40d5b322-86b0-4aec-9e55-2fda486393e5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:30:46.537003 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb41d31f-41c7-4715-9c8f-cedffb386607 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61da99d2-d5a6-472c-9b61-4c45929528ec,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:30:46.541235 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-fb41d31f-41c7-4715-9c8f-cedffb386607 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:30:46.558061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fb41d31f-41c7-4715-9c8f-cedffb386607 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:46.562932 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-fb41d31f-41c7-4715-9c8f-cedffb386607 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1815670
Jan 29 10:30:46.563463 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 60682) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:30:46.569624 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-18c1ccf8-5310-4ae2-ba29-0d35120d5eeb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group_rule': {'security_group_id': '4bdb70e8-a179-44c1-b665-860e9e5cf8e4', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:30:46.594420 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-18c1ccf8-5310-4ae2-ba29-0d35120d5eeb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:30:46.598907 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-18c1ccf8-5310-4ae2-ba29-0d35120d5eeb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:30:46.602384 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-18c1ccf8-5310-4ae2-ba29-0d35120d5eeb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:30:46.609028 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-18c1ccf8-5310-4ae2-ba29-0d35120d5eeb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:30:46.629816 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c1ccf8-5310-4ae2-ba29-0d35120d5eeb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:46.701397 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c1ccf8-5310-4ae2-ba29-0d35120d5eeb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:46.705454 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c1ccf8-5310-4ae2-ba29-0d35120d5eeb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:46.707055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0ff3f7f8-b15c-4839-97f1-e1fbbefd3991 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:30:46.708309 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cf3b7547-4c7c-45fd-8147-a7cfda8dd5b9 None None] Notify callbacks [] for port, precommit_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:46.722358 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-cf3b7547-4c7c-45fd-8147-a7cfda8dd5b9 None None] Transition to ACTIVE for port object e96dfb67-6cba-408f-a6fe-4f5487386a0f will not be triggered until provisioned by entity L2. {{(pid=80768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:30:46.726499 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cf3b7547-4c7c-45fd-8147-a7cfda8dd5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:46.731604 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c1ccf8-5310-4ae2-ba29-0d35120d5eeb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d378b8b0-46cc-4cf6-b7fb-093e93afffd0,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:30:46.734541 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c1ccf8-5310-4ae2-ba29-0d35120d5eeb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:30:46.742716 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c1ccf8-5310-4ae2-ba29-0d35120d5eeb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:46.743570 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-639fc7c3-7472-45cd-99e9-0ab7dcf11903 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:30:46.747136 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-18c1ccf8-5310-4ae2-ba29-0d35120d5eeb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1823270
Jan 29 10:30:46.747478 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 60686) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:30:46.754193 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-30c0e670-9698-4ca2-8d0f-010529fec6bb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group_rule': {'security_group_id': '4bdb70e8-a179-44c1-b665-860e9e5cf8e4', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:30:46.776681 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-30c0e670-9698-4ca2-8d0f-010529fec6bb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:30:46.781386 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-30c0e670-9698-4ca2-8d0f-010529fec6bb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:30:46.783828 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 4915d84e-9d0e-4f36-b040-288935528b70 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:30:46.784450 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-30c0e670-9698-4ca2-8d0f-010529fec6bb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:30:46.790848 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-30c0e670-9698-4ca2-8d0f-010529fec6bb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:30:46.809025 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-30c0e670-9698-4ca2-8d0f-010529fec6bb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:46.858229 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 4915d84e-9d0e-4f36-b040-288935528b70 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:30:46.859381 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:46.881682 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f07d020-8af1-45d6-a144-fda9518062d7 None None] Pushing event updated for resources: {'Port': ['ID=e96dfb67-6cba-408f-a6fe-4f5487386a0f,revision_number=3']} {{(pid=80768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:30:46.883335 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-30c0e670-9698-4ca2-8d0f-010529fec6bb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:46.886469 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-30c0e670-9698-4ca2-8d0f-010529fec6bb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:46.888632 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a0f30961-0f84-413e-bcec-76659c288a3b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:30:46.902366 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f07d020-8af1-45d6-a144-fda9518062d7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:46.902757 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f07d020-8af1-45d6-a144-fda9518062d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:46.903134 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f07d020-8af1-45d6-a144-fda9518062d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:46.903503 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f07d020-8af1-45d6-a144-fda9518062d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:46.903876 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f07d020-8af1-45d6-a144-fda9518062d7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:46.904249 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f07d020-8af1-45d6-a144-fda9518062d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:46.904612 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f07d020-8af1-45d6-a144-fda9518062d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:46.904975 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f07d020-8af1-45d6-a144-fda9518062d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:46.905340 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f07d020-8af1-45d6-a144-fda9518062d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:46.906398 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f07d020-8af1-45d6-a144-fda9518062d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:46.906923 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f07d020-8af1-45d6-a144-fda9518062d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:46.906923 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f07d020-8af1-45d6-a144-fda9518062d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:46.907358 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f07d020-8af1-45d6-a144-fda9518062d7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:46.907960 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f07d020-8af1-45d6-a144-fda9518062d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:46.908083 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f07d020-8af1-45d6-a144-fda9518062d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:46.908379 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f07d020-8af1-45d6-a144-fda9518062d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:46.908734 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f07d020-8af1-45d6-a144-fda9518062d7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:46.909087 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f07d020-8af1-45d6-a144-fda9518062d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:46.909440 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f07d020-8af1-45d6-a144-fda9518062d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:46.909813 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f07d020-8af1-45d6-a144-fda9518062d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:46.910172 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f07d020-8af1-45d6-a144-fda9518062d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:46.910790 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f07d020-8af1-45d6-a144-fda9518062d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:46.910909 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f07d020-8af1-45d6-a144-fda9518062d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:46.911185 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f07d020-8af1-45d6-a144-fda9518062d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:30:46.916954 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3f07d020-8af1-45d6-a144-fda9518062d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:30:46.924411 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c0e670-9698-4ca2-8d0f-010529fec6bb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fa290a7-7e86-48c9-99de-d84e46620f8e,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:30:46.927453 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-30c0e670-9698-4ca2-8d0f-010529fec6bb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:30:46.929284 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-30c0e670-9698-4ca2-8d0f-010529fec6bb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:46.934036 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 60690) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:30:46.938380 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-30c0e670-9698-4ca2-8d0f-010529fec6bb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1896343
Jan 29 10:30:46.940425 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-f27d3cd2-314f-481b-a299-78f0259629f7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group_rule': {'security_group_id': '4bdb70e8-a179-44c1-b665-860e9e5cf8e4', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:30:46.965327 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-f27d3cd2-314f-481b-a299-78f0259629f7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:30:46.970776 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f27d3cd2-314f-481b-a299-78f0259629f7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:30:46.974167 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f27d3cd2-314f-481b-a299-78f0259629f7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:30:46.980211 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-f27d3cd2-314f-481b-a299-78f0259629f7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:30:47.005481 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.securitygroups_db [None req-f27d3cd2-314f-481b-a299-78f0259629f7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Project ff1f06ee29ef461597f2ecd846f8813d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 10:30:47.012615 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f27d3cd2-314f-481b-a299-78f0259629f7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:47.076759 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-cf3b7547-4c7c-45fd-8147-a7cfda8dd5b9 None None] Attempting to bind port e96dfb67-6cba-408f-a6fe-4f5487386a0f on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:30:47.077176 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-cf3b7547-4c7c-45fd-8147-a7cfda8dd5b9 None None] Attempting to bind port e96dfb67-6cba-408f-a6fe-4f5487386a0f by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '1986f34a-c501-4c62-ae1b-8f621f67bc56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6386b2b4-5b85-4611-9766-70100bfa5923'}] {{(pid=80768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:30:47.078329 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3b7547-4c7c-45fd-8147-a7cfda8dd5b9 None None] Attempting to bind port e96dfb67-6cba-408f-a6fe-4f5487386a0f on network 6386b2b4-5b85-4611-9766-70100bfa5923 {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:30:47.084750 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3b7547-4c7c-45fd-8147-a7cfda8dd5b9 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:30:47.085174 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3b7547-4c7c-45fd-8147-a7cfda8dd5b9 None None] Checking segment: {'id': '1986f34a-c501-4c62-ae1b-8f621f67bc56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6386b2b4-5b85-4611-9766-70100bfa5923'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:30:47.085628 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cf3b7547-4c7c-45fd-8147-a7cfda8dd5b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:47.086106 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3b7547-4c7c-45fd-8147-a7cfda8dd5b9 None None] Bound using segment: {'id': '1986f34a-c501-4c62-ae1b-8f621f67bc56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6386b2b4-5b85-4611-9766-70100bfa5923'} {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:30:47.086235 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f27d3cd2-314f-481b-a299-78f0259629f7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:47.086634 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-cf3b7547-4c7c-45fd-8147-a7cfda8dd5b9 None None] Bound port: e96dfb67-6cba-408f-a6fe-4f5487386a0f, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1986f34a-c501-4c62-ae1b-8f621f67bc56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6386b2b4-5b85-4611-9766-70100bfa5923'}}] {{(pid=80768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:30:47.087233 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cf3b7547-4c7c-45fd-8147-a7cfda8dd5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:47.089204 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f27d3cd2-314f-481b-a299-78f0259629f7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:47.091326 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c4d99bc4-3b88-4c76-be0e-66fec69f655c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:30:47.116859 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27d3cd2-314f-481b-a299-78f0259629f7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faa508a4-40fd-4ed5-a07c-c8298c88d5b0,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:30:47.119448 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f27d3cd2-314f-481b-a299-78f0259629f7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:30:47.126058 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f27d3cd2-314f-481b-a299-78f0259629f7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:47.130557 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f27d3cd2-314f-481b-a299-78f0259629f7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1953976
Jan 29 10:30:47.130821 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 60694) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:30:47.137340 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-ad6e438a-bf06-43b9-b480-cd5cf8541106 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'security_group_rule': {'security_group_id': '4bdb70e8-a179-44c1-b665-860e9e5cf8e4', 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:30:47.160353 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ad6e438a-bf06-43b9-b480-cd5cf8541106 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:30:47.164442 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ad6e438a-bf06-43b9-b480-cd5cf8541106 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:security_group_rule and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:30:47.167872 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ad6e438a-bf06-43b9-b480-cd5cf8541106 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:30:47.174796 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ad6e438a-bf06-43b9-b480-cd5cf8541106 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:30:47.185620 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.securitygroups_db [None req-ad6e438a-bf06-43b9-b480-cd5cf8541106 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Project ff1f06ee29ef461597f2ecd846f8813d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 10:30:47.190001 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-cf3b7547-4c7c-45fd-8147-a7cfda8dd5b9 None None] For port e96dfb67-6cba-408f-a6fe-4f5487386a0f, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:30:47.193218 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-cf3b7547-4c7c-45fd-8147-a7cfda8dd5b9 None None] For port e96dfb67-6cba-408f-a6fe-4f5487386a0f, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=e96dfb67-6cba-408f-a6fe-4f5487386a0f,segment=NetworkSegment(1986f34a-c501-4c62-ae1b-8f621f67bc56),segment_id=1986f34a-c501-4c62-ae1b-8f621f67bc56)] {{(pid=80768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:30:47.193375 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ad6e438a-bf06-43b9-b480-cd5cf8541106 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:47.196852 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cf3b7547-4c7c-45fd-8147-a7cfda8dd5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:47.212106 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:30:47.266359 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ad6e438a-bf06-43b9-b480-cd5cf8541106 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:47.269256 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ad6e438a-bf06-43b9-b480-cd5cf8541106 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:47.276397 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-984d79cb-3948-492f-a510-268a3b5bf761 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:30:47.297123 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6e438a-bf06-43b9-b480-cd5cf8541106 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33e29909-14cd-4e25-8156-35bcfedcc05b,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:30:47.299972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ad6e438a-bf06-43b9-b480-cd5cf8541106 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:30:47.307308 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ad6e438a-bf06-43b9-b480-cd5cf8541106 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:47.308774 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ad6e438a-bf06-43b9-b480-cd5cf8541106 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1766341
Jan 29 10:30:47.373499 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f07d020-8af1-45d6-a144-fda9518062d7 None None] Pushing event updated for resources: {'Port': ['ID=e96dfb67-6cba-408f-a6fe-4f5487386a0f,revision_number=4']} {{(pid=80768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:30:47.379120 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3f07d020-8af1-45d6-a144-fda9518062d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:30:47.418225 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3b7547-4c7c-45fd-8147-a7cfda8dd5b9 None None] Routers {'b56c1b26-0715-46b4-9560-f465eba9d5f4'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:30:47.418898 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-cf3b7547-4c7c-45fd-8147-a7cfda8dd5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99cada18d0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:30:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['b56c1b26-0715-46b4-9560-f465eba9d5f4'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:30:47.521504 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c7e80646-5b5f-47d4-99d3-58ddda85ea74 req-002a333c-8160-4737-b878-f113501e5776 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1395634818&fields=id&tenant_id=ff1f06ee29ef461597f2ecd846f8813d HTTP/1.1" status: 200  len: 267 time: 0.0615821
Jan 29 10:30:47.623847 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-cf3b7547-4c7c-45fd-8147-a7cfda8dd5b9 None None] Set router b56c1b26-0715-46b4-9560-f465eba9d5f4 gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:30:47.769250 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e80646-5b5f-47d4-99d3-58ddda85ea74 req-395bc153-b7aa-469b-afa6-7e0d64485b76 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:30:47.769998 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-c7e80646-5b5f-47d4-99d3-58ddda85ea74 req-395bc153-b7aa-469b-afa6-7e0d64485b76 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Synchronizing usage tracker for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:network {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:30:47.785021 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-c7e80646-5b5f-47d4-99d3-58ddda85ea74 req-395bc153-b7aa-469b-afa6-7e0d64485b76 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Unset dirty status for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:network {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:30:47.786302 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c7e80646-5b5f-47d4-99d3-58ddda85ea74 req-395bc153-b7aa-469b-afa6-7e0d64485b76 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/networks?id=6386b2b4-5b85-4611-9766-70100bfa5923 HTTP/1.1" status: 200  len: 797 time: 0.2554986
Jan 29 10:30:47.802772 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c7e80646-5b5f-47d4-99d3-58ddda85ea74 req-7c0efd33-598d-45cb-a44a-83bb52bab0d4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/quotas/ff1f06ee29ef461597f2ecd846f8813d HTTP/1.1" status: 200  len: 375 time: 0.0104957
Jan 29 10:30:48.133293 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-cf3b7547-4c7c-45fd-8147-a7cfda8dd5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99cada18d0>, [{'id': 'b56c1b26-0715-46b4-9560-f465eba9d5f4', 'name': 'tempest-TestNetworkBasicOps-router-1931001188', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': 'd2c73ea7-7b46-4dc0-bf20-c9ede62bb95e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:30:37Z', 'updated_at': '2021-01-29T10:30:43Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': 'd2c73ea7-7b46-4dc0-bf20-c9ede62bb95e', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bb:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56c1b26-0715-46b4-9560-f465eba9d5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:30:37Z', 'updated_at': '2021-01-29T10:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'e96dfb67-6cba-408f-a6fe-4f5487386a0f', 'name': '', 'network_id': '6386b2b4-5b85-4611-9766-70100bfa5923', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:f4:f6:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56c1b26-0715-46b4-9560-f465eba9d5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '9f025ece-f4ac-4310-abf8-c5009581324b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:30:42Z', 'updated_at': '2021-01-29T10:30:47Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': '9f025ece-f4ac-4310-abf8-c5009581324b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:30:48.138166 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3b7547-4c7c-45fd-8147-a7cfda8dd5b9 None None] The sync data for ids ['b56c1b26-0715-46b4-9560-f465eba9d5f4'] in dv-neutron-772983-2-ovs is: [{'id': 'b56c1b26-0715-46b4-9560-f465eba9d5f4', 'name': 'tempest-TestNetworkBasicOps-router-1931001188', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': 'd2c73ea7-7b46-4dc0-bf20-c9ede62bb95e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:30:37Z', 'updated_at': '2021-01-29T10:30:43Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': 'd2c73ea7-7b46-4dc0-bf20-c9ede62bb95e', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bb:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56c1b26-0715-46b4-9560-f465eba9d5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:30:37Z', 'updated_at': '2021-01-29T10:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'e96dfb67-6cba-408f-a6fe-4f5487386a0f', 'name': '', 'network_id': '6386b2b4-5b85-4611-9766-70100bfa5923', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:f4:f6:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56c1b26-0715-46b4-9560-f465eba9d5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '9f025ece-f4ac-4310-abf8-c5009581324b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:30:42Z', 'updated_at': '2021-01-29T10:30:47Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': '9f025ece-f4ac-4310-abf8-c5009581324b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:30:48.209605 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-c7e80646-5b5f-47d4-99d3-58ddda85ea74 req-465b3ff1-a5c8-42d1-bcf2-afc3a6a23b65 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Synchronizing usage tracker for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:30:48.226993 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-c7e80646-5b5f-47d4-99d3-58ddda85ea74 req-465b3ff1-a5c8-42d1-bcf2-afc3a6a23b65 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Unset dirty status for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:30:48.228433 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c7e80646-5b5f-47d4-99d3-58ddda85ea74 req-465b3ff1-a5c8-42d1-bcf2-afc3a6a23b65 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ff1f06ee29ef461597f2ecd846f8813d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.4199455
Jan 29 10:30:48.250860 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [req-c7e80646-5b5f-47d4-99d3-58ddda85ea74 req-a621e185-763f-4121-b6f1-93eb1f706d68 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=80765) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:30:48.251959 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c7e80646-5b5f-47d4-99d3-58ddda85ea74 req-a621e185-763f-4121-b6f1-93eb1f706d68 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0064111
Jan 29 10:30:48.412620 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c7e80646-5b5f-47d4-99d3-58ddda85ea74 req-0ccfde0f-ce9d-40cb-9054-cf23896423e7 service neutron] 10.222.0.57 "GET /v2.0/networks/6386b2b4-5b85-4611-9766-70100bfa5923?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1539280
Jan 29 10:30:48.564339 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c7e80646-5b5f-47d4-99d3-58ddda85ea74 req-3ea4f865-6754-4f03-ac9a-baa5bb2ddde5 service neutron] 10.222.0.57 "GET /v2.0/networks/6386b2b4-5b85-4611-9766-70100bfa5923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1447642
Jan 29 10:30:48.786778 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-585b40ab-b50c-4916-82c4-f639fc153e68 req-96dfe057-b6ef-4b5d-97a2-80b169bb9a7e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=a144ce18-a9ee-4bed-8e9f-acee45572e8d HTTP/1.1" status: 200  len: 210 time: 0.0543151
Jan 29 10:30:49.974863 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f8a2b882-a255-493d-b297-d11f0c102a4f req-f28a2923-b8b7-4843-8c6a-7eec0f4af8e7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=a144ce18-a9ee-4bed-8e9f-acee45572e8d HTTP/1.1" status: 200  len: 210 time: 0.0499561
Jan 29 10:30:50.052254 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e80646-5b5f-47d4-99d3-58ddda85ea74 req-a589ec2e-f53f-4673-94be-b84dfb41d57f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:30:50.053916 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c7e80646-5b5f-47d4-99d3-58ddda85ea74 req-a589ec2e-f53f-4673-94be-b84dfb41d57f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.22 "GET /v2.0/networks?id=6386b2b4-5b85-4611-9766-70100bfa5923 HTTP/1.1" status: 200  len: 797 time: 0.2462842
Jan 29 10:30:50.178396 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-c7e80646-5b5f-47d4-99d3-58ddda85ea74 req-6833df35-75f1-480c-ac06-b9a519a2fccb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Synchronizing usage tracker for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:security_group {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:30:50.194544 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-c7e80646-5b5f-47d4-99d3-58ddda85ea74 req-6833df35-75f1-480c-ac06-b9a519a2fccb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Unset dirty status for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:security_group {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:30:50.196004 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c7e80646-5b5f-47d4-99d3-58ddda85ea74 req-6833df35-75f1-480c-ac06-b9a519a2fccb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ff1f06ee29ef461597f2ecd846f8813d HTTP/1.1" status: 200  len: 8069 time: 0.1185694
Jan 29 10:30:50.206019 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-c7e80646-5b5f-47d4-99d3-58ddda85ea74 req-7168e339-c614-4735-b148-2909617dc61e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'port': {'device_id': 'a144ce18-a9ee-4bed-8e9f-acee45572e8d', 'network_id': '6386b2b4-5b85-4611-9766-70100bfa5923', 'admin_state_up': True, 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'security_groups': ['4bdb70e8-a179-44c1-b665-860e9e5cf8e4']}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:30:50.235726 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device e96dfb67-6cba-408f-a6fe-4f5487386a0f up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:30:50.310583 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port e96dfb67-6cba-408f-a6fe-4f5487386a0f completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:30:50.316025 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port e96dfb67-6cba-408f-a6fe-4f5487386a0f triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:30:50.316541 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:50.363264 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-c7e80646-5b5f-47d4-99d3-58ddda85ea74 req-7168e339-c614-4735-b148-2909617dc61e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:30:50.373095 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-c7e80646-5b5f-47d4-99d3-58ddda85ea74 req-7168e339-c614-4735-b148-2909617dc61e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:30:50.383257 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7e80646-5b5f-47d4-99d3-58ddda85ea74 req-7168e339-c614-4735-b148-2909617dc61e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Made reservation on behalf of ff1f06ee29ef461597f2ecd846f8813d for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:30:50.405443 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-c7e80646-5b5f-47d4-99d3-58ddda85ea74 req-7168e339-c614-4735-b148-2909617dc61e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:50.443078 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:50.476689 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port e96dfb67-6cba-408f-a6fe-4f5487386a0f, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=e96dfb67-6cba-408f-a6fe-4f5487386a0f,segment=NetworkSegment(1986f34a-c501-4c62-ae1b-8f621f67bc56),segment_id=1986f34a-c501-4c62-ae1b-8f621f67bc56)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:30:50.479678 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:50.484209 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2539334a-9764-4043-8c31-69938fdb64c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:30:50.553205 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=e96dfb67-6cba-408f-a6fe-4f5487386a0f,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:30:50.556543 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:30:50.733514 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [req-c7e80646-5b5f-47d4-99d3-58ddda85ea74 req-7168e339-c614-4735-b148-2909617dc61e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Allocated IP 172.20.0.13 (6386b2b4-5b85-4611-9766-70100bfa5923/9f025ece-f4ac-4310-abf8-c5009581324b/61ff457b-541b-46f8-8487-8e1ae483fab7) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:30:50.933318 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-c7e80646-5b5f-47d4-99d3-58ddda85ea74 req-7168e339-c614-4735-b148-2909617dc61e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:50.949500 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-c7e80646-5b5f-47d4-99d3-58ddda85ea74 req-7168e339-c614-4735-b148-2909617dc61e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Transition to ACTIVE for port object 61ff457b-541b-46f8-8487-8e1ae483fab7 will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:30:50.972967 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-c7e80646-5b5f-47d4-99d3-58ddda85ea74 req-7168e339-c614-4735-b148-2909617dc61e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:50.990044 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8f4e46a3-eb4a-4f1e-8aac-1cce8ec7c634 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:30:51.134534 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7168e339-c614-4735-b148-2909617dc61e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Port': ['ID=61ff457b-541b-46f8-8487-8e1ae483fab7,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:30:51.137838 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7168e339-c614-4735-b148-2909617dc61e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:30:51.189639 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7e80646-5b5f-47d4-99d3-58ddda85ea74 req-7168e339-c614-4735-b148-2909617dc61e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network 6386b2b4-5b85-4611-9766-70100bfa5923 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:30:51.190831 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [req-c7e80646-5b5f-47d4-99d3-58ddda85ea74 req-7168e339-c614-4735-b148-2909617dc61e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:30:51.193456 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7e80646-5b5f-47d4-99d3-58ddda85ea74 req-7168e339-c614-4735-b148-2909617dc61e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:30:51.291772 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa5771-e50e-4a72-8f51-ed1acd4696c7 req-dcfef689-e76c-4151-affc-2f419f501d06 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:30:51.293493 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-67aa5771-e50e-4a72-8f51-ed1acd4696c7 req-dcfef689-e76c-4151-affc-2f419f501d06 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=a144ce18-a9ee-4bed-8e9f-acee45572e8d HTTP/1.1" status: 200  len: 932 time: 0.1820905
Jan 29 10:30:51.344325 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e80646-5b5f-47d4-99d3-58ddda85ea74 req-7168e339-c614-4735-b148-2909617dc61e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:30:51.345321 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-c7e80646-5b5f-47d4-99d3-58ddda85ea74 req-7168e339-c614-4735-b148-2909617dc61e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:51.372392 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c7e80646-5b5f-47d4-99d3-58ddda85ea74 req-7168e339-c614-4735-b148-2909617dc61e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1705582
Jan 29 10:30:51.378690 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-67aa5771-e50e-4a72-8f51-ed1acd4696c7 req-effa92ef-341e-4c64-aaa7-3f85f4397bc3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bdb70e8-a179-44c1-b665-860e9e5cf8e4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0770433
Jan 29 10:30:51.409479 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-6bf1e748-6ee4-4cef-b6ce-9f114451f4d3 None None] Provisioning for port 61ff457b-541b-46f8-8487-8e1ae483fab7 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:30:51.414663 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-6bf1e748-6ee4-4cef-b6ce-9f114451f4d3 None None] Provisioning complete for port 61ff457b-541b-46f8-8487-8e1ae483fab7 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:30:51.415162 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6bf1e748-6ee4-4cef-b6ce-9f114451f4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:51.487386 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-6bf1e748-6ee4-4cef-b6ce-9f114451f4d3 None None] Port 61ff457b-541b-46f8-8487-8e1ae483fab7 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:30:51.489010 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-448c1574-039a-4406-bfe3-2aaeffae3804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:51.557536 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-c7e80646-5b5f-47d4-99d3-58ddda85ea74 req-3fbb4991-8525-4393-b89f-f29bec98be41 service neutron] Request body: {'port': {'device_id': 'a144ce18-a9ee-4bed-8e9f-acee45572e8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7729'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:30:51.679502 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-c7e80646-5b5f-47d4-99d3-58ddda85ea74 req-3fbb4991-8525-4393-b89f-f29bec98be41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:52.216331 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device e96dfb67-6cba-408f-a6fe-4f5487386a0f up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:30:52.288508 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port e96dfb67-6cba-408f-a6fe-4f5487386a0f triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:30:52.288844 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:52.366006 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [req-c7e80646-5b5f-47d4-99d3-58ddda85ea74 req-3fbb4991-8525-4393-b89f-f29bec98be41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61ff457b-541b-46f8-8487-8e1ae483fab7 {{(pid=80766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 29 10:30:52.373587 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-c7e80646-5b5f-47d4-99d3-58ddda85ea74 req-3fbb4991-8525-4393-b89f-f29bec98be41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:52.386290 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-c7e80646-5b5f-47d4-99d3-58ddda85ea74 req-3fbb4991-8525-4393-b89f-f29bec98be41 service neutron] Transition to ACTIVE for port object 61ff457b-541b-46f8-8487-8e1ae483fab7 will not be triggered until provisioned by entity L2. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:30:52.390320 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-c7e80646-5b5f-47d4-99d3-58ddda85ea74 req-3fbb4991-8525-4393-b89f-f29bec98be41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:52.406793 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-366fb8ad-1ebb-482c-bf27-2f3f0fdf9981 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:30:52.548959 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbb4991-8525-4393-b89f-f29bec98be41 service neutron] Pushing event updated for resources: {'Port': ['ID=61ff457b-541b-46f8-8487-8e1ae483fab7,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:30:52.553224 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3fbb4991-8525-4393-b89f-f29bec98be41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:30:52.674407 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e53e6-7f43-461e-9ac5-7acf0cae963f req-4a0002fd-15fd-4537-8784-032b2882a97c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:30:52.676128 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-060e53e6-7f43-461e-9ac5-7acf0cae963f req-4a0002fd-15fd-4537-8784-032b2882a97c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=a144ce18-a9ee-4bed-8e9f-acee45572e8d HTTP/1.1" status: 200  len: 944 time: 0.1720581
Jan 29 10:30:52.742000 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-c7e80646-5b5f-47d4-99d3-58ddda85ea74 req-3fbb4991-8525-4393-b89f-f29bec98be41 service neutron] Attempting to bind port 61ff457b-541b-46f8-8487-8e1ae483fab7 on host hv-neutron-7729 for vnic_type normal with profile  {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:30:52.742498 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-c7e80646-5b5f-47d4-99d3-58ddda85ea74 req-3fbb4991-8525-4393-b89f-f29bec98be41 service neutron] Attempting to bind port 61ff457b-541b-46f8-8487-8e1ae483fab7 by drivers openvswitch on host hv-neutron-7729 at level 0 using segments [{'id': '1986f34a-c501-4c62-ae1b-8f621f67bc56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6386b2b4-5b85-4611-9766-70100bfa5923'}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:30:52.743007 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e80646-5b5f-47d4-99d3-58ddda85ea74 req-3fbb4991-8525-4393-b89f-f29bec98be41 service neutron] Attempting to bind port 61ff457b-541b-46f8-8487-8e1ae483fab7 on network 6386b2b4-5b85-4611-9766-70100bfa5923 {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:30:52.749561 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e80646-5b5f-47d4-99d3-58ddda85ea74 req-3fbb4991-8525-4393-b89f-f29bec98be41 service neutron] Checking agent: {'id': '5acf9624-c829-41ba-afd9-92278081af05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 10, 2, 34), 'started_at': datetime.datetime(2021, 1, 29, 10, 3, 4), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:30:52.750220 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e80646-5b5f-47d4-99d3-58ddda85ea74 req-3fbb4991-8525-4393-b89f-f29bec98be41 service neutron] Checking segment: {'id': '1986f34a-c501-4c62-ae1b-8f621f67bc56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6386b2b4-5b85-4611-9766-70100bfa5923'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:30:52.750843 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-c7e80646-5b5f-47d4-99d3-58ddda85ea74 req-3fbb4991-8525-4393-b89f-f29bec98be41 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:52.751341 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e80646-5b5f-47d4-99d3-58ddda85ea74 req-3fbb4991-8525-4393-b89f-f29bec98be41 service neutron] Bound using segment: {'id': '1986f34a-c501-4c62-ae1b-8f621f67bc56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6386b2b4-5b85-4611-9766-70100bfa5923'} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:30:52.751934 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-c7e80646-5b5f-47d4-99d3-58ddda85ea74 req-3fbb4991-8525-4393-b89f-f29bec98be41 service neutron] Bound port: 61ff457b-541b-46f8-8487-8e1ae483fab7, host: hv-neutron-7729, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1986f34a-c501-4c62-ae1b-8f621f67bc56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6386b2b4-5b85-4611-9766-70100bfa5923'}}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:30:52.752407 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-c7e80646-5b5f-47d4-99d3-58ddda85ea74 req-3fbb4991-8525-4393-b89f-f29bec98be41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:52.753013 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-060e53e6-7f43-461e-9ac5-7acf0cae963f req-1c21844d-3c61-4e0d-b8f1-e461ea576167 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bdb70e8-a179-44c1-b665-860e9e5cf8e4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0701835
Jan 29 10:30:52.849033 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-c7e80646-5b5f-47d4-99d3-58ddda85ea74 req-3fbb4991-8525-4393-b89f-f29bec98be41 service neutron] For port 61ff457b-541b-46f8-8487-8e1ae483fab7, host hv-neutron-7729, cleared binding levels {{(pid=80766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:30:52.852181 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-c7e80646-5b5f-47d4-99d3-58ddda85ea74 req-3fbb4991-8525-4393-b89f-f29bec98be41 service neutron] For port 61ff457b-541b-46f8-8487-8e1ae483fab7, host hv-neutron-7729, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=61ff457b-541b-46f8-8487-8e1ae483fab7,segment=NetworkSegment(1986f34a-c501-4c62-ae1b-8f621f67bc56),segment_id=1986f34a-c501-4c62-ae1b-8f621f67bc56)] {{(pid=80766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:30:52.855536 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-c7e80646-5b5f-47d4-99d3-58ddda85ea74 req-3fbb4991-8525-4393-b89f-f29bec98be41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:52.875929 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e4f3fa4b-0000-44a8-9be8-f56b37845895 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:30:53.026817 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbb4991-8525-4393-b89f-f29bec98be41 service neutron] Pushing event updated for resources: {'Port': ['ID=61ff457b-541b-46f8-8487-8e1ae483fab7,revision_number=3']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:30:53.032422 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3fbb4991-8525-4393-b89f-f29bec98be41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:30:53.066501 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e80646-5b5f-47d4-99d3-58ddda85ea74 req-3fbb4991-8525-4393-b89f-f29bec98be41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:30:53.067187 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-c7e80646-5b5f-47d4-99d3-58ddda85ea74 req-3fbb4991-8525-4393-b89f-f29bec98be41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:53.068693 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c7e80646-5b5f-47d4-99d3-58ddda85ea74 req-3fbb4991-8525-4393-b89f-f29bec98be41 service neutron] 10.222.0.22 "PUT /v2.0/ports/61ff457b-541b-46f8-8487-8e1ae483fab7 HTTP/1.1" status: 200  len: 1158 time: 1.6809628
Jan 29 10:30:53.069251 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a144ce18-a9ee-4bed-8e9f-acee45572e8d', 'tag': '61ff457b-541b-46f8-8487-8e1ae483fab7'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:30:53.174069 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a144ce18-a9ee-4bed-8e9f-acee45572e8d', 'tag': '61ff457b-541b-46f8-8487-8e1ae483fab7', 'status': 'completed', 'code': 200}
Jan 29 10:30:53.219547 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e80646-5b5f-47d4-99d3-58ddda85ea74 req-deca76e5-c63b-4523-bd6e-80b08913397d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:30:53.221423 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c7e80646-5b5f-47d4-99d3-58ddda85ea74 req-deca76e5-c63b-4523-bd6e-80b08913397d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ff1f06ee29ef461597f2ecd846f8813d&device_id=a144ce18-a9ee-4bed-8e9f-acee45572e8d HTTP/1.1" status: 200  len: 1161 time: 0.0867491
Jan 29 10:30:53.305734 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c7e80646-5b5f-47d4-99d3-58ddda85ea74 req-5621814a-955f-4035-8a3d-e12bf7050424 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61ff457b-541b-46f8-8487-8e1ae483fab7 HTTP/1.1" status: 200  len: 217 time: 0.0698838
Jan 29 10:30:53.376176 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e80646-5b5f-47d4-99d3-58ddda85ea74 req-628e0172-dfc3-4d79-a77b-59489d79201f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:30:53.377740 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c7e80646-5b5f-47d4-99d3-58ddda85ea74 req-628e0172-dfc3-4d79-a77b-59489d79201f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9f025ece-f4ac-4310-abf8-c5009581324b HTTP/1.1" status: 200  len: 835 time: 0.0652428
Jan 29 10:30:53.470633 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e80646-5b5f-47d4-99d3-58ddda85ea74 req-6f04b048-4a43-4346-816e-00f13de6328c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:30:53.472265 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c7e80646-5b5f-47d4-99d3-58ddda85ea74 req-6f04b048-4a43-4346-816e-00f13de6328c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6386b2b4-5b85-4611-9766-70100bfa5923&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0867815
Jan 29 10:30:53.618092 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c7e80646-5b5f-47d4-99d3-58ddda85ea74 req-c85e76ea-cdb5-4858-a9a8-63d008613e58 service neutron] 10.222.0.22 "GET /v2.0/networks/6386b2b4-5b85-4611-9766-70100bfa5923?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375458
Jan 29 10:30:53.750757 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b18d1244-7943-4655-a14d-3f3abb99420a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:53.767841 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c7e80646-5b5f-47d4-99d3-58ddda85ea74 req-462e0acf-e3b4-4329-9441-f391b5f6c641 service neutron] 10.222.0.22 "GET /v2.0/networks/6386b2b4-5b85-4611-9766-70100bfa5923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1429517
Jan 29 10:30:53.933396 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c62d4-359a-49f6-a046-5b894fc82c44 req-4a562a04-00d2-4f56-ada1-01fb74b01abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:30:53.935068 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-569c62d4-359a-49f6-a046-5b894fc82c44 req-4a562a04-00d2-4f56-ada1-01fb74b01abd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ff1f06ee29ef461597f2ecd846f8813d&device_id=a144ce18-a9ee-4bed-8e9f-acee45572e8d HTTP/1.1" status: 200  len: 1161 time: 0.0775893
Jan 29 10:30:54.051349 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b31790-b3d9-4039-ae42-810695f56d76 req-1988da6b-99bd-4d5f-8e7a-a3ac3d0269f0 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:30:54.053046 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b3b31790-b3d9-4039-ae42-810695f56d76 req-1988da6b-99bd-4d5f-8e7a-a3ac3d0269f0 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=a144ce18-a9ee-4bed-8e9f-acee45572e8d HTTP/1.1" status: 200  len: 944 time: 0.1697757
Jan 29 10:30:54.080213 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c62d4-359a-49f6-a046-5b894fc82c44 req-b87d8958-29c0-4080-a80d-e865d0e91c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:30:54.082296 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-569c62d4-359a-49f6-a046-5b894fc82c44 req-b87d8958-29c0-4080-a80d-e865d0e91c7e service neutron] 10.222.0.22 "GET /v2.0/networks?id=6386b2b4-5b85-4611-9766-70100bfa5923 HTTP/1.1" status: 200  len: 891 time: 0.1406960
Jan 29 10:30:54.119463 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b3b31790-b3d9-4039-ae42-810695f56d76 req-c0223b71-b0b3-4548-8b8c-fcf9a412d3f5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bdb70e8-a179-44c1-b665-860e9e5cf8e4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0600340
Jan 29 10:30:54.158692 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-569c62d4-359a-49f6-a046-5b894fc82c44 req-febae850-1d75-4b9f-8d4f-5cc8569ed435 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61ff457b-541b-46f8-8487-8e1ae483fab7 HTTP/1.1" status: 200  len: 217 time: 0.0691268
Jan 29 10:30:54.230030 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c62d4-359a-49f6-a046-5b894fc82c44 req-b3a3b23d-2732-4ecc-a2dc-8098eea5d804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:30:54.231485 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-569c62d4-359a-49f6-a046-5b894fc82c44 req-b3a3b23d-2732-4ecc-a2dc-8098eea5d804 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9f025ece-f4ac-4310-abf8-c5009581324b HTTP/1.1" status: 200  len: 835 time: 0.0641239
Jan 29 10:30:54.283139 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:54.321145 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c62d4-359a-49f6-a046-5b894fc82c44 req-8f6d9c63-e823-472d-a3fc-cd9c22724133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:30:54.322839 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-569c62d4-359a-49f6-a046-5b894fc82c44 req-8f6d9c63-e823-472d-a3fc-cd9c22724133 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6386b2b4-5b85-4611-9766-70100bfa5923&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0842693
Jan 29 10:30:54.468861 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-569c62d4-359a-49f6-a046-5b894fc82c44 req-d1e3915f-9967-4696-aaf3-c452d66fe0f9 service neutron] 10.222.0.22 "GET /v2.0/networks/6386b2b4-5b85-4611-9766-70100bfa5923?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1381898
Jan 29 10:30:54.611643 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-569c62d4-359a-49f6-a046-5b894fc82c44 req-7fbbc797-0edd-47bc-96b2-f02148b16681 service neutron] 10.222.0.22 "GET /v2.0/networks/6386b2b4-5b85-4611-9766-70100bfa5923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1358516
Jan 29 10:30:54.929450 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:55.430688 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1cc798-024f-4dfe-8060-00e5a6149a20 req-c7e07e3b-de24-443c-9b93-a3d8743ba66b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:30:55.432362 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cb1cc798-024f-4dfe-8060-00e5a6149a20 req-c7e07e3b-de24-443c-9b93-a3d8743ba66b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=a144ce18-a9ee-4bed-8e9f-acee45572e8d HTTP/1.1" status: 200  len: 944 time: 0.1804385
Jan 29 10:30:55.498755 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cb1cc798-024f-4dfe-8060-00e5a6149a20 req-33a868c9-104e-4119-bbb3-655f68d982b8 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bdb70e8-a179-44c1-b665-860e9e5cf8e4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0593071
Jan 29 10:30:56.085031 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:56.792624 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84771e-58b1-41f8-a94c-5ab383132703 req-526033be-3ed3-4908-b67d-b9895f567e55 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:30:56.794303 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fc84771e-58b1-41f8-a94c-5ab383132703 req-526033be-3ed3-4908-b67d-b9895f567e55 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=a144ce18-a9ee-4bed-8e9f-acee45572e8d HTTP/1.1" status: 200  len: 944 time: 0.1636584
Jan 29 10:30:56.859286 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fc84771e-58b1-41f8-a94c-5ab383132703 req-ac45eb3e-ccc4-411f-beed-5b62b056abbc tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bdb70e8-a179-44c1-b665-860e9e5cf8e4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0581424
Jan 29 10:30:57.633100 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 61ff457b-541b-46f8-8487-8e1ae483fab7 up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:30:57.708426 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning for port 61ff457b-541b-46f8-8487-8e1ae483fab7 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:30:57.713271 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 61ff457b-541b-46f8-8487-8e1ae483fab7 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:30:57.713694 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:57.837755 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:57.867127 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a144ce18-a9ee-4bed-8e9f-acee45572e8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ff457b-541b-46f8-8487-8e1ae483fab7'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:30:57.877493 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port 61ff457b-541b-46f8-8487-8e1ae483fab7, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=61ff457b-541b-46f8-8487-8e1ae483fab7,segment=NetworkSegment(1986f34a-c501-4c62-ae1b-8f621f67bc56),segment_id=1986f34a-c501-4c62-ae1b-8f621f67bc56)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:30:57.881310 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:57.883291 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c9e6c7f6-7428-4e2a-9f14-de9558008649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:30:57.927800 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a144ce18-a9ee-4bed-8e9f-acee45572e8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ff457b-541b-46f8-8487-8e1ae483fab7', 'code': 200}
Jan 29 10:30:57.954558 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=61ff457b-541b-46f8-8487-8e1ae483fab7,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:30:57.957873 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:30:58.199641 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58247b3a-c2b5-47b6-8b2b-deffef7b080d req-680bd3d7-d474-432e-9f8f-52f3dcaf4a0d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:30:58.201342 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-58247b3a-c2b5-47b6-8b2b-deffef7b080d req-680bd3d7-d474-432e-9f8f-52f3dcaf4a0d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=a144ce18-a9ee-4bed-8e9f-acee45572e8d HTTP/1.1" status: 200  len: 946 time: 0.1699169
Jan 29 10:30:58.233579 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f5b33e-a890-4356-8575-518ddb1cd54b req-d7232412-25e7-416d-b00d-dc7d02b5c39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:30:58.235323 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-55f5b33e-a890-4356-8575-518ddb1cd54b req-d7232412-25e7-416d-b00d-dc7d02b5c39c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a144ce18-a9ee-4bed-8e9f-acee45572e8d HTTP/1.1" status: 200  len: 1163 time: 0.0802789
Jan 29 10:30:58.268885 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-58247b3a-c2b5-47b6-8b2b-deffef7b080d req-cbc2f5f6-66dc-4e22-b3ed-38ff80bffc60 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bdb70e8-a179-44c1-b665-860e9e5cf8e4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0592470
Jan 29 10:30:58.279469 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-55f5b33e-a890-4356-8575-518ddb1cd54b req-62d23600-6a2c-4af0-bd0f-aa8a07e37084 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=4bdb70e8-a179-44c1-b665-860e9e5cf8e4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372727
Jan 29 10:30:59.161768 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 61ff457b-541b-46f8-8487-8e1ae483fab7 up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:30:59.234228 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 61ff457b-541b-46f8-8487-8e1ae483fab7 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:30:59.234648 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:30:59.575499 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b63b72-2e18-46ee-aa9a-ddd626643030 req-1b615994-4905-49d8-8dfc-f1077cdc9f2e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:30:59.577693 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c7b63b72-2e18-46ee-aa9a-ddd626643030 req-1b615994-4905-49d8-8dfc-f1077cdc9f2e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=a144ce18-a9ee-4bed-8e9f-acee45572e8d HTTP/1.1" status: 200  len: 946 time: 0.1656492
Jan 29 10:30:59.647198 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c7b63b72-2e18-46ee-aa9a-ddd626643030 req-7f3e3f09-ae8d-4a61-b6ec-42b942d4b68e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bdb70e8-a179-44c1-b665-860e9e5cf8e4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0627208
Jan 29 10:31:00.941494 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e205c3-c37c-4154-8e93-c8494d9fba9b req-a2664a2d-2551-4f53-a7bc-3e1283c77a17 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:31:00.943040 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-32e205c3-c37c-4154-8e93-c8494d9fba9b req-a2664a2d-2551-4f53-a7bc-3e1283c77a17 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=a144ce18-a9ee-4bed-8e9f-acee45572e8d HTTP/1.1" status: 200  len: 946 time: 0.1627219
Jan 29 10:31:01.006139 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-32e205c3-c37c-4154-8e93-c8494d9fba9b req-190a0c24-e2b9-4e25-bb98-7c0200dd42c5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bdb70e8-a179-44c1-b665-860e9e5cf8e4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0569270
Jan 29 10:31:01.162014 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 61ff457b-541b-46f8-8487-8e1ae483fab7 up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:31:01.237244 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 61ff457b-541b-46f8-8487-8e1ae483fab7 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:31:01.237590 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:31:01.305825 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061454e9-c4f9-43aa-93f9-5e79027b9413 req-68d4c8d6-5b4b-453b-8c19-5903d6aa7e95 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:31:01.307551 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-061454e9-c4f9-43aa-93f9-5e79027b9413 req-68d4c8d6-5b4b-453b-8c19-5903d6aa7e95 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=a144ce18-a9ee-4bed-8e9f-acee45572e8d HTTP/1.1" status: 200  len: 946 time: 0.1736910
Jan 29 10:31:01.375268 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-061454e9-c4f9-43aa-93f9-5e79027b9413 req-a3e0c9dc-4f6e-4715-acdf-503480ccc4c5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bdb70e8-a179-44c1-b665-860e9e5cf8e4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0605226
Jan 29 10:31:01.406458 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 60750) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:31:01.482757 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455a845e-1643-4aa7-8986-42a5f243189a tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:31:01.487190 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-455a845e-1643-4aa7-8986-42a5f243189a tempest-TestNetworkBasicOps-1465163377 tempest-TestNetworkBasicOps-1465163377-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=a144ce18-a9ee-4bed-8e9f-acee45572e8d HTTP/1.1" status: 200  len: 1158 time: 0.0769227
Jan 29 10:31:01.487467 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 60754) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:31:01.492982 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-012f76fb-f502-4222-b33b-cbd688bd21e4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'floatingip': {'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'port_id': '61ff457b-541b-46f8-8487-8e1ae483fab7', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:31:01.515535 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-012f76fb-f502-4222-b33b-cbd688bd21e4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:31:01.519626 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-012f76fb-f502-4222-b33b-cbd688bd21e4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Usage tracker for resource:floatingip and tenant:ff1f06ee29ef461597f2ecd846f8813d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:31:01.522632 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-012f76fb-f502-4222-b33b-cbd688bd21e4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:31:01.528388 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-012f76fb-f502-4222-b33b-cbd688bd21e4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:31:01.538012 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-012f76fb-f502-4222-b33b-cbd688bd21e4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for floatingip, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:31:01.682324 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-012f76fb-f502-4222-b33b-cbd688bd21e4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:31:01.951215 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-012f76fb-f502-4222-b33b-cbd688bd21e4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Allocated IP 172.26.7.20 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/94372b3a-6bf6-4e09-ac53-f871d779298e) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:31:02.112380 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-012f76fb-f502-4222-b33b-cbd688bd21e4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:31:02.141418 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-012f76fb-f502-4222-b33b-cbd688bd21e4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:31:02.157392 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c03e5733-3752-45bf-9611-9e5734514068 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:31:02.300172 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012f76fb-f502-4222-b33b-cbd688bd21e4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Port': ['ID=94372b3a-6bf6-4e09-ac53-f871d779298e,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:31:02.303393 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-012f76fb-f502-4222-b33b-cbd688bd21e4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:31:02.354482 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012f76fb-f502-4222-b33b-cbd688bd21e4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:31:02.355649 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-012f76fb-f502-4222-b33b-cbd688bd21e4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:31:02.358245 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012f76fb-f502-4222-b33b-cbd688bd21e4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:31:02.782451 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-012f76fb-f502-4222-b33b-cbd688bd21e4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:31:02.857621 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-012f76fb-f502-4222-b33b-cbd688bd21e4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:31:03.130946 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-012f76fb-f502-4222-b33b-cbd688bd21e4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:31:03.134501 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-012f76fb-f502-4222-b33b-cbd688bd21e4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:31:03.149926 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2b41f6da-2c63-45b1-8539-cf63e1d8a0f0 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:31:03.287538 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012f76fb-f502-4222-b33b-cbd688bd21e4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event updated for resources: {'Port': ['ID=94372b3a-6bf6-4e09-ac53-f871d779298e,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:31:03.291808 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-012f76fb-f502-4222-b33b-cbd688bd21e4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:31:03.395443 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-012f76fb-f502-4222-b33b-cbd688bd21e4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:31:03.577313 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [None req-012f76fb-f502-4222-b33b-cbd688bd21e4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Floating IP c0f34ded-f971-48e3-9b32-40872dc7e800 associated. External IP: 172.26.7.20, port: 61ff457b-541b-46f8-8487-8e1ae483fab7.
Jan 29 10:31:04.202708 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-012f76fb-f502-4222-b33b-cbd688bd21e4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Router b56c1b26-0715-46b4-9560-f465eba9d5f4 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:31:04.404598 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-012f76fb-f502-4222-b33b-cbd688bd21e4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:31:04.416088 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc77831-48da-4098-9a2b-8c27dd939b26 None None] Sync routers for ids ['b56c1b26-0715-46b4-9560-f465eba9d5f4'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:31:04.427238 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc77831-48da-4098-9a2b-8c27dd939b26 None None] Routers {'b56c1b26-0715-46b4-9560-f465eba9d5f4'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:31:04.427928 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-4cc77831-48da-4098-9a2b-8c27dd939b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c92bcc50>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:30:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['b56c1b26-0715-46b4-9560-f465eba9d5f4'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:31:04.430231 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-012f76fb-f502-4222-b33b-cbd688bd21e4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:31:04.494976 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-012f76fb-f502-4222-b33b-cbd688bd21e4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.0064456
Jan 29 10:31:04.495695 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a144ce18-a9ee-4bed-8e9f-acee45572e8d', 'tag': '61ff457b-541b-46f8-8487-8e1ae483fab7'}] {{(pid=80765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:31:04.498004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 60758) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:31:04.580658 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a144ce18-a9ee-4bed-8e9f-acee45572e8d', 'tag': '61ff457b-541b-46f8-8487-8e1ae483fab7', 'status': 'completed', 'code': 200}
Jan 29 10:31:04.621086 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-4cc77831-48da-4098-9a2b-8c27dd939b26 None None] Set router b56c1b26-0715-46b4-9560-f465eba9d5f4 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:31:04.714624 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-bce2062c-c92b-469f-aaa3-5de0ccb7fcf0 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/floatingips/c0f34ded-f971-48e3-9b32-40872dc7e800 HTTP/1.1" status: 200  len: 991 time: 0.2145891
Jan 29 10:31:04.741049 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e7bef-724a-426b-9686-a47c82bed63a req-c28b8eb7-24df-4984-a76a-9bab8f56907d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:31:04.742871 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d03e7bef-724a-426b-9686-a47c82bed63a req-c28b8eb7-24df-4984-a76a-9bab8f56907d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ff1f06ee29ef461597f2ecd846f8813d&device_id=a144ce18-a9ee-4bed-8e9f-acee45572e8d HTTP/1.1" status: 200  len: 1163 time: 0.1190548
Jan 29 10:31:04.894902 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e7bef-724a-426b-9686-a47c82bed63a req-7e2ecfa2-5381-4d01-a350-c9f7a1c91e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:31:04.896512 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d03e7bef-724a-426b-9686-a47c82bed63a req-7e2ecfa2-5381-4d01-a350-c9f7a1c91e26 service neutron] 10.222.0.22 "GET /v2.0/networks?id=6386b2b4-5b85-4611-9766-70100bfa5923 HTTP/1.1" status: 200  len: 891 time: 0.1411600
Jan 29 10:31:04.984415 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:31:05.012341 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d03e7bef-724a-426b-9686-a47c82bed63a req-b4356b57-3b0b-4eb1-b7ac-f3e17e88660c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61ff457b-541b-46f8-8487-8e1ae483fab7 HTTP/1.1" status: 200  len: 999 time: 0.1085041
Jan 29 10:31:05.014413 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-4cc77831-48da-4098-9a2b-8c27dd939b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c92bcc50>, [{'id': 'b56c1b26-0715-46b4-9560-f465eba9d5f4', 'name': 'tempest-TestNetworkBasicOps-router-1931001188', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': 'd2c73ea7-7b46-4dc0-bf20-c9ede62bb95e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:30:37Z', 'updated_at': '2021-01-29T10:30:43Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': 'd2c73ea7-7b46-4dc0-bf20-c9ede62bb95e', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bb:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56c1b26-0715-46b4-9560-f465eba9d5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:30:37Z', 'updated_at': '2021-01-29T10:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': 'c0f34ded-f971-48e3-9b32-40872dc7e800', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'floating_ip_address': '172.26.7.20', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': 'b56c1b26-0715-46b4-9560-f465eba9d5f4', 'port_id': '61ff457b-541b-46f8-8487-8e1ae483fab7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6386b2b4-5b85-4611-9766-70100bfa5923', 'mac_address': 'fa:16:3e:18:64:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a144ce18-a9ee-4bed-8e9f-acee45572e8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:31:02Z', 'updated_at': '2021-01-29T10:31:02Z', 'revision_number': 0, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e96dfb67-6cba-408f-a6fe-4f5487386a0f', 'name': '', 'network_id': '6386b2b4-5b85-4611-9766-70100bfa5923', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:f4:f6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56c1b26-0715-46b4-9560-f465eba9d5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '9f025ece-f4ac-4310-abf8-c5009581324b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:30:42Z', 'updated_at': '2021-01-29T10:30:50Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': '9f025ece-f4ac-4310-abf8-c5009581324b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:31:05.018609 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc77831-48da-4098-9a2b-8c27dd939b26 None None] Checking router: b56c1b26-0715-46b4-9560-f465eba9d5f4 for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:31:05.027692 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc77831-48da-4098-9a2b-8c27dd939b26 None None] Routers {'b56c1b26-0715-46b4-9560-f465eba9d5f4'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:31:05.028366 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-4cc77831-48da-4098-9a2b-8c27dd939b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c92bcc50>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:30:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['b56c1b26-0715-46b4-9560-f465eba9d5f4'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:31:05.083976 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e7bef-724a-426b-9686-a47c82bed63a req-173a986c-6809-4815-8632-2e4511be109d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:31:05.085577 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d03e7bef-724a-426b-9686-a47c82bed63a req-173a986c-6809-4815-8632-2e4511be109d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9f025ece-f4ac-4310-abf8-c5009581324b HTTP/1.1" status: 200  len: 835 time: 0.0664949
Jan 29 10:31:05.168251 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e7bef-724a-426b-9686-a47c82bed63a req-7ff53434-64e5-427e-9ba3-f5a51d05420a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:31:05.169909 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d03e7bef-724a-426b-9686-a47c82bed63a req-7ff53434-64e5-427e-9ba3-f5a51d05420a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6386b2b4-5b85-4611-9766-70100bfa5923&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0781331
Jan 29 10:31:05.220968 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-4cc77831-48da-4098-9a2b-8c27dd939b26 None None] Set router b56c1b26-0715-46b4-9560-f465eba9d5f4 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:31:05.318371 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d03e7bef-724a-426b-9686-a47c82bed63a req-509b3121-0d0c-48d9-89a4-3651a903ad09 service neutron] 10.222.0.22 "GET /v2.0/networks/6386b2b4-5b85-4611-9766-70100bfa5923?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1408246
Jan 29 10:31:05.468952 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d03e7bef-724a-426b-9686-a47c82bed63a req-584ae6de-da1a-4cef-ad0b-b794c90c46e1 service neutron] 10.222.0.22 "GET /v2.0/networks/6386b2b4-5b85-4611-9766-70100bfa5923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1441824
Jan 29 10:31:05.606103 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-4cc77831-48da-4098-9a2b-8c27dd939b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c92bcc50>, [{'id': 'b56c1b26-0715-46b4-9560-f465eba9d5f4', 'name': 'tempest-TestNetworkBasicOps-router-1931001188', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': 'd2c73ea7-7b46-4dc0-bf20-c9ede62bb95e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:30:37Z', 'updated_at': '2021-01-29T10:30:43Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': 'd2c73ea7-7b46-4dc0-bf20-c9ede62bb95e', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bb:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56c1b26-0715-46b4-9560-f465eba9d5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:30:37Z', 'updated_at': '2021-01-29T10:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': 'c0f34ded-f971-48e3-9b32-40872dc7e800', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'floating_ip_address': '172.26.7.20', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': 'b56c1b26-0715-46b4-9560-f465eba9d5f4', 'port_id': '61ff457b-541b-46f8-8487-8e1ae483fab7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6386b2b4-5b85-4611-9766-70100bfa5923', 'mac_address': 'fa:16:3e:18:64:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a144ce18-a9ee-4bed-8e9f-acee45572e8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:31:02Z', 'updated_at': '2021-01-29T10:31:02Z', 'revision_number': 0, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e96dfb67-6cba-408f-a6fe-4f5487386a0f', 'name': '', 'network_id': '6386b2b4-5b85-4611-9766-70100bfa5923', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:f4:f6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56c1b26-0715-46b4-9560-f465eba9d5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '9f025ece-f4ac-4310-abf8-c5009581324b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:30:42Z', 'updated_at': '2021-01-29T10:30:50Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': '9f025ece-f4ac-4310-abf8-c5009581324b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:31:05.610336 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc77831-48da-4098-9a2b-8c27dd939b26 None None] The sync data for ids ['b56c1b26-0715-46b4-9560-f465eba9d5f4'] in dv-neutron-772983-2-ovs is: [{'id': 'b56c1b26-0715-46b4-9560-f465eba9d5f4', 'name': 'tempest-TestNetworkBasicOps-router-1931001188', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': 'd2c73ea7-7b46-4dc0-bf20-c9ede62bb95e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:30:37Z', 'updated_at': '2021-01-29T10:30:43Z', 'revision_number': 4, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': 'd2c73ea7-7b46-4dc0-bf20-c9ede62bb95e', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bb:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56c1b26-0715-46b4-9560-f465eba9d5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:30:37Z', 'updated_at': '2021-01-29T10:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': 'c0f34ded-f971-48e3-9b32-40872dc7e800', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'floating_ip_address': '172.26.7.20', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': 'b56c1b26-0715-46b4-9560-f465eba9d5f4', 'port_id': '61ff457b-541b-46f8-8487-8e1ae483fab7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6386b2b4-5b85-4611-9766-70100bfa5923', 'mac_address': 'fa:16:3e:18:64:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a144ce18-a9ee-4bed-8e9f-acee45572e8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:31:02Z', 'updated_at': '2021-01-29T10:31:02Z', 'revision_number': 0, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e96dfb67-6cba-408f-a6fe-4f5487386a0f', 'name': '', 'network_id': '6386b2b4-5b85-4611-9766-70100bfa5923', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:f4:f6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56c1b26-0715-46b4-9560-f465eba9d5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '9f025ece-f4ac-4310-abf8-c5009581324b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:30:42Z', 'updated_at': '2021-01-29T10:30:50Z', 'revision_number': 5, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': '9f025ece-f4ac-4310-abf8-c5009581324b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:31:05.719235 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 60764) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:31:05.910671 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6950b349-0f71-4437-8789-021f66831897 None None] New status for floating IP c0f34ded-f971-48e3-9b32-40872dc7e800: ACTIVE {{(pid=80768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 29 10:31:06.134189 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-82157889-842c-4144-ad72-7a6da4586230 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/floatingips/c0f34ded-f971-48e3-9b32-40872dc7e800 HTTP/1.1" status: 200  len: 991 time: 0.4135947
Jan 29 10:31:07.138190 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 60768) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:31:07.268176 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-672963e8-9e65-4013-a0bc-5fad901e5e4b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/floatingips/c0f34ded-f971-48e3-9b32-40872dc7e800 HTTP/1.1" status: 200  len: 993 time: 0.1286635
Jan 29 10:31:11.195415 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:31:21.471479 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-090e844a-aec4-4102-9137-e3df9abf5a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:31:23.918969 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7602154d-aa6f-4b7a-996c-e2493a07dd92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:31:24.278586 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:31:24.931376 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:31:26.087587 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:31:34.945180 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:31:48.195201 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:31:51.473464 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3cdd1f45-7914-41cd-bb69-867d6bdcd7b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:31:52.690925 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8fe52ab9-135b-465c-828e-018ab5c2aa0b req-4cfef98d-7fd3-4627-a243-0123aa51c2a4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a144ce18-a9ee-4bed-8e9f-acee45572e8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0801272
Jan 29 10:31:52.861458 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe52ab9-135b-465c-828e-018ab5c2aa0b req-dc6a4216-0759-4215-a049-a2dd96b0ad05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:31:52.863097 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8fe52ab9-135b-465c-828e-018ab5c2aa0b req-dc6a4216-0759-4215-a049-a2dd96b0ad05 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ff1f06ee29ef461597f2ecd846f8813d&device_id=a144ce18-a9ee-4bed-8e9f-acee45572e8d HTTP/1.1" status: 200  len: 1163 time: 0.0771763
Jan 29 10:31:53.017991 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe52ab9-135b-465c-828e-018ab5c2aa0b req-81fc533c-adfb-4abf-9d79-4e4dc03c10db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:31:53.019462 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8fe52ab9-135b-465c-828e-018ab5c2aa0b req-81fc533c-adfb-4abf-9d79-4e4dc03c10db service neutron] 10.222.0.22 "GET /v2.0/networks?id=6386b2b4-5b85-4611-9766-70100bfa5923 HTTP/1.1" status: 200  len: 891 time: 0.1366873
Jan 29 10:31:53.130909 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8fe52ab9-135b-465c-828e-018ab5c2aa0b req-fb84a3ee-e611-42a2-935b-0e14b43ecd48 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61ff457b-541b-46f8-8487-8e1ae483fab7 HTTP/1.1" status: 200  len: 1001 time: 0.1042738
Jan 29 10:31:53.201397 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe52ab9-135b-465c-828e-018ab5c2aa0b req-488dd3cd-557f-419a-919a-d550b80c6652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:31:53.203925 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8fe52ab9-135b-465c-828e-018ab5c2aa0b req-488dd3cd-557f-419a-919a-d550b80c6652 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9f025ece-f4ac-4310-abf8-c5009581324b HTTP/1.1" status: 200  len: 835 time: 0.0660591
Jan 29 10:31:53.290607 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe52ab9-135b-465c-828e-018ab5c2aa0b req-ca989a11-f8d2-48a4-9a21-f2095eef4331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:31:53.292160 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8fe52ab9-135b-465c-828e-018ab5c2aa0b req-ca989a11-f8d2-48a4-9a21-f2095eef4331 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6386b2b4-5b85-4611-9766-70100bfa5923&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0816932
Jan 29 10:31:53.442101 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8fe52ab9-135b-465c-828e-018ab5c2aa0b req-6123ea43-b808-4818-8ed0-d76abde317da service neutron] 10.222.0.22 "GET /v2.0/networks/6386b2b4-5b85-4611-9766-70100bfa5923?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1427102
Jan 29 10:31:53.587214 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8fe52ab9-135b-465c-828e-018ab5c2aa0b req-8bfda498-8d98-4227-aea6-e84cd318cbef service neutron] 10.222.0.22 "GET /v2.0/networks/6386b2b4-5b85-4611-9766-70100bfa5923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1376648
Jan 29 10:31:53.750524 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-61cf9eb9-707c-448f-8c01-7b92a749342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:31:54.282951 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:31:54.932806 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:31:56.089961 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:04.945791 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:05.996930 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 60798) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:32:06.003163 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-3c600c7c-1882-4f60-85a6-2eb573978852 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'router': {'admin_state_up': False}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:32:06.563957 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3c600c7c-1882-4f60-85a6-2eb573978852 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:06.573223 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3c600c7c-1882-4f60-85a6-2eb573978852 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854102271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-673560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-331322'] for router, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:06.761538 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c600c7c-1882-4f60-85a6-2eb573978852 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Router b56c1b26-0715-46b4-9560-f465eba9d5f4 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:32:06.947239 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c600c7c-1882-4f60-85a6-2eb573978852 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:32:06.957948 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402d44c9-dae1-4d51-aa56-2b350978dd09 None None] Sync routers for ids ['b56c1b26-0715-46b4-9560-f465eba9d5f4'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:32:06.967820 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402d44c9-dae1-4d51-aa56-2b350978dd09 None None] Routers {'b56c1b26-0715-46b4-9560-f465eba9d5f4'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:32:06.968499 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-402d44c9-dae1-4d51-aa56-2b350978dd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c8f670f0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:31:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['b56c1b26-0715-46b4-9560-f465eba9d5f4'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:32:06.985275 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3c600c7c-1882-4f60-85a6-2eb573978852 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:06.986581 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3c600c7c-1882-4f60-85a6-2eb573978852 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "PUT /v2.0/routers/b56c1b26-0715-46b4-9560-f465eba9d5f4 HTTP/1.1" status: 200  len: 888 time: 0.9885395
Jan 29 10:32:07.036511 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-402d44c9-dae1-4d51-aa56-2b350978dd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c8f670f0>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:32:07.045612 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402d44c9-dae1-4d51-aa56-2b350978dd09 None None] Routers {'b56c1b26-0715-46b4-9560-f465eba9d5f4'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:32:07.046299 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-402d44c9-dae1-4d51-aa56-2b350978dd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c8f670f0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:31:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['b56c1b26-0715-46b4-9560-f465eba9d5f4'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:32:07.111366 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-402d44c9-dae1-4d51-aa56-2b350978dd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c8f670f0>, [], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:32:07.111817 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402d44c9-dae1-4d51-aa56-2b350978dd09 None None] The sync data for ids ['b56c1b26-0715-46b4-9560-f465eba9d5f4'] in dv-neutron-772983-2-ovs is: [] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:32:07.390136 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cdbd76-6417-47e9-89dc-f2ca496cc9b1 None None] New status for floating IP c0f34ded-f971-48e3-9b32-40872dc7e800: DOWN {{(pid=80768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 29 10:32:08.247380 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device d2c73ea7-7b46-4dc0-bf20-c9ede62bb95e no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:32:08.368312 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:08.385213 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port d2c73ea7-7b46-4dc0-bf20-c9ede62bb95e, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=d2c73ea7-7b46-4dc0-bf20-c9ede62bb95e,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:32:08.388165 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:08.388964 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device e96dfb67-6cba-408f-a6fe-4f5487386a0f no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:32:08.418906 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7b25b1e3-8348-41d6-b4d3-54df1509380c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:32:08.514843 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=d2c73ea7-7b46-4dc0-bf20-c9ede62bb95e,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:32:08.557358 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:32:08.557755 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:32:08.558192 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:32:08.558577 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:32:08.558958 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:32:08.559336 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:32:08.559714 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:32:08.560091 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:32:08.560467 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:32:08.560850 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:32:08.561223 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:32:08.561594 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:32:08.562061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:32:08.562432 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:32:08.562812 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:32:08.563324 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:32:08.563701 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:32:08.564072 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:32:08.564443 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:32:08.564812 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:32:08.565180 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:32:08.565550 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:32:08.565969 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:32:08.566342 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:32:08.571838 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:32:08.590139 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:08.623552 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port e96dfb67-6cba-408f-a6fe-4f5487386a0f, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=e96dfb67-6cba-408f-a6fe-4f5487386a0f,segment=NetworkSegment(1986f34a-c501-4c62-ae1b-8f621f67bc56),segment_id=1986f34a-c501-4c62-ae1b-8f621f67bc56)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:32:08.626227 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:08.627986 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:32:08.698441 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=e96dfb67-6cba-408f-a6fe-4f5487386a0f,revision_number=6']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:32:08.701978 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:32:09.176534 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 60804) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:32:09.182552 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-5c019ad1-76f1-4fd5-9c0c-3fdb68e37829 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Request body: {'router': {'admin_state_up': True}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:32:10.032884 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5c019ad1-76f1-4fd5-9c0c-3fdb68e37829 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:10.042468 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5c019ad1-76f1-4fd5-9c0c-3fdb68e37829 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854102271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-673560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-331322'] for router, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:10.232333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c019ad1-76f1-4fd5-9c0c-3fdb68e37829 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Router b56c1b26-0715-46b4-9560-f465eba9d5f4 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:32:10.428025 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c019ad1-76f1-4fd5-9c0c-3fdb68e37829 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:32:10.437826 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74cbe4a-5870-4c95-8c90-f3dcb5178a3c None None] Sync routers for ids ['b56c1b26-0715-46b4-9560-f465eba9d5f4'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:32:10.448225 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74cbe4a-5870-4c95-8c90-f3dcb5178a3c None None] Routers {'b56c1b26-0715-46b4-9560-f465eba9d5f4'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:32:10.448896 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-a74cbe4a-5870-4c95-8c90-f3dcb5178a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99cad9fdd8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:31:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['b56c1b26-0715-46b4-9560-f465eba9d5f4'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:32:10.467106 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5c019ad1-76f1-4fd5-9c0c-3fdb68e37829 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:10.468404 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5c019ad1-76f1-4fd5-9c0c-3fdb68e37829 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "PUT /v2.0/routers/b56c1b26-0715-46b4-9560-f465eba9d5f4 HTTP/1.1" status: 200  len: 887 time: 1.2907920
Jan 29 10:32:10.472205 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 60808) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:32:10.606700 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9b84de7b-0aa6-43cd-95f9-0dc01bd8f111 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/floatingips/c0f34ded-f971-48e3-9b32-40872dc7e800 HTTP/1.1" status: 200  len: 991 time: 0.1331303
Jan 29 10:32:10.636368 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-a74cbe4a-5870-4c95-8c90-f3dcb5178a3c None None] Set router b56c1b26-0715-46b4-9560-f465eba9d5f4 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:32:11.001359 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-a74cbe4a-5870-4c95-8c90-f3dcb5178a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99cad9fdd8>, [{'id': 'b56c1b26-0715-46b4-9560-f465eba9d5f4', 'name': 'tempest-TestNetworkBasicOps-router-1931001188', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': 'd2c73ea7-7b46-4dc0-bf20-c9ede62bb95e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:30:37Z', 'updated_at': '2021-01-29T10:32:10Z', 'revision_number': 6, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': 'd2c73ea7-7b46-4dc0-bf20-c9ede62bb95e', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bb:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56c1b26-0715-46b4-9560-f465eba9d5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:30:37Z', 'updated_at': '2021-01-29T10:32:08Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': 'c0f34ded-f971-48e3-9b32-40872dc7e800', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'floating_ip_address': '172.26.7.20', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': 'b56c1b26-0715-46b4-9560-f465eba9d5f4', 'port_id': '61ff457b-541b-46f8-8487-8e1ae483fab7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6386b2b4-5b85-4611-9766-70100bfa5923', 'mac_address': 'fa:16:3e:18:64:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a144ce18-a9ee-4bed-8e9f-acee45572e8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:31:02Z', 'updated_at': '2021-01-29T10:32:07Z', 'revision_number': 2, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e96dfb67-6cba-408f-a6fe-4f5487386a0f', 'name': '', 'network_id': '6386b2b4-5b85-4611-9766-70100bfa5923', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:f4:f6:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56c1b26-0715-46b4-9560-f465eba9d5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '9f025ece-f4ac-4310-abf8-c5009581324b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:30:42Z', 'updated_at': '2021-01-29T10:32:08Z', 'revision_number': 6, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': '9f025ece-f4ac-4310-abf8-c5009581324b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:32:11.005426 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74cbe4a-5870-4c95-8c90-f3dcb5178a3c None None] Checking router: b56c1b26-0715-46b4-9560-f465eba9d5f4 for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:32:11.014307 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74cbe4a-5870-4c95-8c90-f3dcb5178a3c None None] Routers {'b56c1b26-0715-46b4-9560-f465eba9d5f4'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:32:11.014943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-a74cbe4a-5870-4c95-8c90-f3dcb5178a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99cad9fdd8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:31:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['b56c1b26-0715-46b4-9560-f465eba9d5f4'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:32:11.205600 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-a74cbe4a-5870-4c95-8c90-f3dcb5178a3c None None] Set router b56c1b26-0715-46b4-9560-f465eba9d5f4 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:32:11.570373 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-a74cbe4a-5870-4c95-8c90-f3dcb5178a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99cad9fdd8>, [{'id': 'b56c1b26-0715-46b4-9560-f465eba9d5f4', 'name': 'tempest-TestNetworkBasicOps-router-1931001188', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': 'd2c73ea7-7b46-4dc0-bf20-c9ede62bb95e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:30:37Z', 'updated_at': '2021-01-29T10:32:10Z', 'revision_number': 6, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': 'd2c73ea7-7b46-4dc0-bf20-c9ede62bb95e', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bb:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56c1b26-0715-46b4-9560-f465eba9d5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:30:37Z', 'updated_at': '2021-01-29T10:32:08Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': 'c0f34ded-f971-48e3-9b32-40872dc7e800', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'floating_ip_address': '172.26.7.20', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': 'b56c1b26-0715-46b4-9560-f465eba9d5f4', 'port_id': '61ff457b-541b-46f8-8487-8e1ae483fab7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6386b2b4-5b85-4611-9766-70100bfa5923', 'mac_address': 'fa:16:3e:18:64:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a144ce18-a9ee-4bed-8e9f-acee45572e8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:31:02Z', 'updated_at': '2021-01-29T10:32:07Z', 'revision_number': 2, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e96dfb67-6cba-408f-a6fe-4f5487386a0f', 'name': '', 'network_id': '6386b2b4-5b85-4611-9766-70100bfa5923', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:f4:f6:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56c1b26-0715-46b4-9560-f465eba9d5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '9f025ece-f4ac-4310-abf8-c5009581324b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:30:42Z', 'updated_at': '2021-01-29T10:32:08Z', 'revision_number': 6, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': '9f025ece-f4ac-4310-abf8-c5009581324b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:32:11.574545 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74cbe4a-5870-4c95-8c90-f3dcb5178a3c None None] The sync data for ids ['b56c1b26-0715-46b4-9560-f465eba9d5f4'] in dv-neutron-772983-2-ovs is: [{'id': 'b56c1b26-0715-46b4-9560-f465eba9d5f4', 'name': 'tempest-TestNetworkBasicOps-router-1931001188', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': 'd2c73ea7-7b46-4dc0-bf20-c9ede62bb95e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:30:37Z', 'updated_at': '2021-01-29T10:32:10Z', 'revision_number': 6, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': 'd2c73ea7-7b46-4dc0-bf20-c9ede62bb95e', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bb:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56c1b26-0715-46b4-9560-f465eba9d5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:30:37Z', 'updated_at': '2021-01-29T10:32:08Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': 'c0f34ded-f971-48e3-9b32-40872dc7e800', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'floating_ip_address': '172.26.7.20', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': 'b56c1b26-0715-46b4-9560-f465eba9d5f4', 'port_id': '61ff457b-541b-46f8-8487-8e1ae483fab7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6386b2b4-5b85-4611-9766-70100bfa5923', 'mac_address': 'fa:16:3e:18:64:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a144ce18-a9ee-4bed-8e9f-acee45572e8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:31:02Z', 'updated_at': '2021-01-29T10:32:07Z', 'revision_number': 2, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e96dfb67-6cba-408f-a6fe-4f5487386a0f', 'name': '', 'network_id': '6386b2b4-5b85-4611-9766-70100bfa5923', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:f4:f6:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56c1b26-0715-46b4-9560-f465eba9d5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '9f025ece-f4ac-4310-abf8-c5009581324b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:30:42Z', 'updated_at': '2021-01-29T10:32:08Z', 'revision_number': 6, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': '9f025ece-f4ac-4310-abf8-c5009581324b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:32:11.611348 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 60812) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:32:11.743570 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2e3e7f3c-7969-4c78-9ea8-66de36b63b49 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/floatingips/c0f34ded-f971-48e3-9b32-40872dc7e800 HTTP/1.1" status: 200  len: 991 time: 0.1308887
Jan 29 10:32:12.325091 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device e96dfb67-6cba-408f-a6fe-4f5487386a0f up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:32:12.405824 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port e96dfb67-6cba-408f-a6fe-4f5487386a0f triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:32:12.406289 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:12.538739 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:12.574655 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port e96dfb67-6cba-408f-a6fe-4f5487386a0f, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=e96dfb67-6cba-408f-a6fe-4f5487386a0f,segment=NetworkSegment(1986f34a-c501-4c62-ae1b-8f621f67bc56),segment_id=1986f34a-c501-4c62-ae1b-8f621f67bc56)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:32:12.577817 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:12.579877 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:32:12.651237 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=e96dfb67-6cba-408f-a6fe-4f5487386a0f,revision_number=7']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:32:12.654578 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:32:12.747632 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 60816) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:32:12.874973 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5025b5fe-5150-4bee-907b-c64682c1d1d1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/floatingips/c0f34ded-f971-48e3-9b32-40872dc7e800 HTTP/1.1" status: 200  len: 991 time: 0.1260104
Jan 29 10:32:13.879135 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 60820) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:32:14.009493 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b1a054b3-288b-4813-b395-aa73f34be9ba tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/floatingips/c0f34ded-f971-48e3-9b32-40872dc7e800 HTTP/1.1" status: 200  len: 991 time: 0.1278872
Jan 29 10:32:14.300356 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5176bcc8-a113-48bf-b43f-6a7fd57431a4 None None] New status for floating IP c0f34ded-f971-48e3-9b32-40872dc7e800: ACTIVE {{(pid=80768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 29 10:32:14.326454 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device d2c73ea7-7b46-4dc0-bf20-c9ede62bb95e up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:32:14.403588 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port d2c73ea7-7b46-4dc0-bf20-c9ede62bb95e triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:32:14.404053 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:14.526731 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:14.543527 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port d2c73ea7-7b46-4dc0-bf20-c9ede62bb95e, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=d2c73ea7-7b46-4dc0-bf20-c9ede62bb95e,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:32:14.546374 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:14.547842 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device e96dfb67-6cba-408f-a6fe-4f5487386a0f up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:32:14.580491 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:32:14.673498 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=d2c73ea7-7b46-4dc0-bf20-c9ede62bb95e,revision_number=6']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:32:14.677222 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:32:14.686650 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port e96dfb67-6cba-408f-a6fe-4f5487386a0f triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:32:14.687080 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:15.011719 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 60824) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:32:15.148435 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7c054aca-3174-46e2-918d-e415569ae9e3 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/floatingips/c0f34ded-f971-48e3-9b32-40872dc7e800 HTTP/1.1" status: 200  len: 993 time: 0.1353760
Jan 29 10:32:15.466513 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 60832) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:32:15.697347 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-bb474839-0171-49fc-9142-9ae4cdf73f6a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Deleting port 94372b3a-6bf6-4e09-ac53-f871d779298e {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:32:15.697729 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bb474839-0171-49fc-9142-9ae4cdf73f6a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:15.880474 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bb474839-0171-49fc-9142-9ae4cdf73f6a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:15.880843 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bb474839-0171-49fc-9142-9ae4cdf73f6a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:16.010514 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-bb474839-0171-49fc-9142-9ae4cdf73f6a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Calling delete_port for 94372b3a-6bf6-4e09-ac53-f871d779298e owned by network:floatingip {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:32:16.162611 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bb474839-0171-49fc-9142-9ae4cdf73f6a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:16.177983 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-012f76fb-f502-4222-b33b-cbd688bd21e4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:32:16.232732 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb474839-0171-49fc-9142-9ae4cdf73f6a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event deleted for resources: {'Port': ['ID=94372b3a-6bf6-4e09-ac53-f871d779298e,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:32:16.246319 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb474839-0171-49fc-9142-9ae4cdf73f6a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:32:16.246754 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb474839-0171-49fc-9142-9ae4cdf73f6a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:32:16.247176 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb474839-0171-49fc-9142-9ae4cdf73f6a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:32:16.247590 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb474839-0171-49fc-9142-9ae4cdf73f6a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:32:16.248006 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb474839-0171-49fc-9142-9ae4cdf73f6a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:32:16.248417 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb474839-0171-49fc-9142-9ae4cdf73f6a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:32:16.248828 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb474839-0171-49fc-9142-9ae4cdf73f6a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:32:16.249236 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb474839-0171-49fc-9142-9ae4cdf73f6a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:32:16.249651 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb474839-0171-49fc-9142-9ae4cdf73f6a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:32:16.250085 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb474839-0171-49fc-9142-9ae4cdf73f6a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:32:16.250515 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb474839-0171-49fc-9142-9ae4cdf73f6a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:32:16.251409 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb474839-0171-49fc-9142-9ae4cdf73f6a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:32:16.251409 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb474839-0171-49fc-9142-9ae4cdf73f6a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:32:16.251763 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb474839-0171-49fc-9142-9ae4cdf73f6a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:32:16.252166 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb474839-0171-49fc-9142-9ae4cdf73f6a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:32:16.252534 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb474839-0171-49fc-9142-9ae4cdf73f6a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:32:16.252940 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb474839-0171-49fc-9142-9ae4cdf73f6a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:32:16.253348 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb474839-0171-49fc-9142-9ae4cdf73f6a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:32:16.253750 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb474839-0171-49fc-9142-9ae4cdf73f6a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:32:16.254179 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb474839-0171-49fc-9142-9ae4cdf73f6a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:32:16.254582 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb474839-0171-49fc-9142-9ae4cdf73f6a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:32:16.254985 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb474839-0171-49fc-9142-9ae4cdf73f6a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:32:16.255388 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb474839-0171-49fc-9142-9ae4cdf73f6a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:32:16.255790 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb474839-0171-49fc-9142-9ae4cdf73f6a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:32:16.257041 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device d2c73ea7-7b46-4dc0-bf20-c9ede62bb95e up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:32:16.308419 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bb474839-0171-49fc-9142-9ae4cdf73f6a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:32:16.330635 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port d2c73ea7-7b46-4dc0-bf20-c9ede62bb95e triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:32:16.331038 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:16.424200 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bb474839-0171-49fc-9142-9ae4cdf73f6a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for floatingip, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:16.424496 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [None req-bb474839-0171-49fc-9142-9ae4cdf73f6a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Floating IP c0f34ded-f971-48e3-9b32-40872dc7e800 disassociated (deleted). External IP: 172.26.7.20, port: 61ff457b-541b-46f8-8487-8e1ae483fab7.
Jan 29 10:32:16.807559 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb474839-0171-49fc-9142-9ae4cdf73f6a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Router b56c1b26-0715-46b4-9560-f465eba9d5f4 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:32:17.002943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb474839-0171-49fc-9142-9ae4cdf73f6a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:32:17.012687 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5799c366-78f0-417e-81ad-2947c2a1ec0f None None] Sync routers for ids ['b56c1b26-0715-46b4-9560-f465eba9d5f4'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:32:17.020609 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bb474839-0171-49fc-9142-9ae4cdf73f6a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:17.022855 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5799c366-78f0-417e-81ad-2947c2a1ec0f None None] Routers {'b56c1b26-0715-46b4-9560-f465eba9d5f4'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:32:17.023547 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-5799c366-78f0-417e-81ad-2947c2a1ec0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c984b390>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:31:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['b56c1b26-0715-46b4-9560-f465eba9d5f4'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:32:17.081757 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-bb474839-0171-49fc-9142-9ae4cdf73f6a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "DELETE /v2.0/floatingips/c0f34ded-f971-48e3-9b32-40872dc7e800 HTTP/1.1" status: 204  len: 168 time: 1.6136518
Jan 29 10:32:17.082495 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a144ce18-a9ee-4bed-8e9f-acee45572e8d', 'tag': '61ff457b-541b-46f8-8487-8e1ae483fab7'}] {{(pid=80765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:32:17.216649 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-5799c366-78f0-417e-81ad-2947c2a1ec0f None None] Set router b56c1b26-0715-46b4-9560-f465eba9d5f4 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:32:17.371194 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a144ce18-a9ee-4bed-8e9f-acee45572e8d', 'tag': '61ff457b-541b-46f8-8487-8e1ae483fab7', 'status': 'completed', 'code': 200}
Jan 29 10:32:17.508780 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bf3e4-7c56-4bf7-9f26-4316a28dcf10 req-79cb4524-d831-4a8b-a79b-b320569eb1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:32:17.510359 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-dc9bf3e4-7c56-4bf7-9f26-4316a28dcf10 req-79cb4524-d831-4a8b-a79b-b320569eb1c7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ff1f06ee29ef461597f2ecd846f8813d&device_id=a144ce18-a9ee-4bed-8e9f-acee45572e8d HTTP/1.1" status: 200  len: 1163 time: 0.0934215
Jan 29 10:32:17.565567 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-5799c366-78f0-417e-81ad-2947c2a1ec0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c984b390>, [{'id': 'b56c1b26-0715-46b4-9560-f465eba9d5f4', 'name': 'tempest-TestNetworkBasicOps-router-1931001188', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': 'd2c73ea7-7b46-4dc0-bf20-c9ede62bb95e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:30:37Z', 'updated_at': '2021-01-29T10:32:10Z', 'revision_number': 6, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': 'd2c73ea7-7b46-4dc0-bf20-c9ede62bb95e', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bb:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56c1b26-0715-46b4-9560-f465eba9d5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:30:37Z', 'updated_at': '2021-01-29T10:32:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'e96dfb67-6cba-408f-a6fe-4f5487386a0f', 'name': '', 'network_id': '6386b2b4-5b85-4611-9766-70100bfa5923', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:f4:f6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56c1b26-0715-46b4-9560-f465eba9d5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '9f025ece-f4ac-4310-abf8-c5009581324b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:30:42Z', 'updated_at': '2021-01-29T10:32:12Z', 'revision_number': 7, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': '9f025ece-f4ac-4310-abf8-c5009581324b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:32:17.570800 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5799c366-78f0-417e-81ad-2947c2a1ec0f None None] Checking router: b56c1b26-0715-46b4-9560-f465eba9d5f4 for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:32:17.581702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5799c366-78f0-417e-81ad-2947c2a1ec0f None None] Routers {'b56c1b26-0715-46b4-9560-f465eba9d5f4'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:32:17.582608 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-5799c366-78f0-417e-81ad-2947c2a1ec0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c984b390>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:31:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['b56c1b26-0715-46b4-9560-f465eba9d5f4'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:32:17.643095 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ef9b3-f856-49f4-a59e-4e5df3e1b3fd req-c6bf8c91-753a-4356-89a0-c742cdb913cb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:32:17.643928 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-591ef9b3-f856-49f4-a59e-4e5df3e1b3fd req-c6bf8c91-753a-4356-89a0-c742cdb913cb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Synchronizing usage tracker for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:32:17.657694 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bf3e4-7c56-4bf7-9f26-4316a28dcf10 req-706a9703-aa07-4f57-b392-ad7e094197cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:32:17.659314 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-dc9bf3e4-7c56-4bf7-9f26-4316a28dcf10 req-706a9703-aa07-4f57-b392-ad7e094197cc service neutron] 10.222.0.22 "GET /v2.0/networks?id=6386b2b4-5b85-4611-9766-70100bfa5923 HTTP/1.1" status: 200  len: 891 time: 0.1418562
Jan 29 10:32:17.659612 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-591ef9b3-f856-49f4-a59e-4e5df3e1b3fd req-c6bf8c91-753a-4356-89a0-c742cdb913cb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Unset dirty status for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:32:17.660887 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-591ef9b3-f856-49f4-a59e-4e5df3e1b3fd req-c6bf8c91-753a-4356-89a0-c742cdb913cb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=a144ce18-a9ee-4bed-8e9f-acee45572e8d HTTP/1.1" status: 200  len: 946 time: 0.1860800
Jan 29 10:32:17.726760 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-591ef9b3-f856-49f4-a59e-4e5df3e1b3fd req-3392d1fb-0afc-4023-8e89-6ba98947eb81 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bdb70e8-a179-44c1-b665-860e9e5cf8e4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0591207
Jan 29 10:32:17.734732 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-dc9bf3e4-7c56-4bf7-9f26-4316a28dcf10 req-d26acf15-f337-410f-9d9b-1286f452b6ae service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61ff457b-541b-46f8-8487-8e1ae483fab7 HTTP/1.1" status: 200  len: 217 time: 0.0677729
Jan 29 10:32:17.783940 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-5799c366-78f0-417e-81ad-2947c2a1ec0f None None] Set router b56c1b26-0715-46b4-9560-f465eba9d5f4 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:32:17.811501 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bf3e4-7c56-4bf7-9f26-4316a28dcf10 req-6bb3676e-e0ec-405d-9db7-7b2c27ec2244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:32:17.813735 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-dc9bf3e4-7c56-4bf7-9f26-4316a28dcf10 req-6bb3676e-e0ec-405d-9db7-7b2c27ec2244 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9f025ece-f4ac-4310-abf8-c5009581324b HTTP/1.1" status: 200  len: 835 time: 0.0712628
Jan 29 10:32:17.895323 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bf3e4-7c56-4bf7-9f26-4316a28dcf10 req-c5f92567-4fa6-4bb9-9a06-ddd6d530a3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:32:17.896939 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-dc9bf3e4-7c56-4bf7-9f26-4316a28dcf10 req-c5f92567-4fa6-4bb9-9a06-ddd6d530a3d6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6386b2b4-5b85-4611-9766-70100bfa5923&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0765405
Jan 29 10:32:18.042147 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-dc9bf3e4-7c56-4bf7-9f26-4316a28dcf10 req-00a33f9d-e50f-44af-860a-ed1b6c0da038 service neutron] 10.222.0.22 "GET /v2.0/networks/6386b2b4-5b85-4611-9766-70100bfa5923?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1366544
Jan 29 10:32:18.124119 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-5799c366-78f0-417e-81ad-2947c2a1ec0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c984b390>, [{'id': 'b56c1b26-0715-46b4-9560-f465eba9d5f4', 'name': 'tempest-TestNetworkBasicOps-router-1931001188', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': 'd2c73ea7-7b46-4dc0-bf20-c9ede62bb95e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:30:37Z', 'updated_at': '2021-01-29T10:32:10Z', 'revision_number': 6, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': 'd2c73ea7-7b46-4dc0-bf20-c9ede62bb95e', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bb:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56c1b26-0715-46b4-9560-f465eba9d5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:30:37Z', 'updated_at': '2021-01-29T10:32:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'e96dfb67-6cba-408f-a6fe-4f5487386a0f', 'name': '', 'network_id': '6386b2b4-5b85-4611-9766-70100bfa5923', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:f4:f6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56c1b26-0715-46b4-9560-f465eba9d5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '9f025ece-f4ac-4310-abf8-c5009581324b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:30:42Z', 'updated_at': '2021-01-29T10:32:12Z', 'revision_number': 7, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': '9f025ece-f4ac-4310-abf8-c5009581324b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:32:18.128462 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5799c366-78f0-417e-81ad-2947c2a1ec0f None None] The sync data for ids ['b56c1b26-0715-46b4-9560-f465eba9d5f4'] in dv-neutron-772983-2-ovs is: [{'id': 'b56c1b26-0715-46b4-9560-f465eba9d5f4', 'name': 'tempest-TestNetworkBasicOps-router-1931001188', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': 'd2c73ea7-7b46-4dc0-bf20-c9ede62bb95e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:30:37Z', 'updated_at': '2021-01-29T10:32:10Z', 'revision_number': 6, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': 'd2c73ea7-7b46-4dc0-bf20-c9ede62bb95e', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bb:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56c1b26-0715-46b4-9560-f465eba9d5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:30:37Z', 'updated_at': '2021-01-29T10:32:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'e96dfb67-6cba-408f-a6fe-4f5487386a0f', 'name': '', 'network_id': '6386b2b4-5b85-4611-9766-70100bfa5923', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'mac_address': 'fa:16:3e:f4:f6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56c1b26-0715-46b4-9560-f465eba9d5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '9f025ece-f4ac-4310-abf8-c5009581324b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:30:42Z', 'updated_at': '2021-01-29T10:32:12Z', 'revision_number': 7, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'subnets': [{'id': '9f025ece-f4ac-4310-abf8-c5009581324b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:32:18.190213 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-dc9bf3e4-7c56-4bf7-9f26-4316a28dcf10 req-797312ff-d02e-4aed-8841-57f397010c6d service neutron] 10.222.0.22 "GET /v2.0/networks/6386b2b4-5b85-4611-9766-70100bfa5923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1410947
Jan 29 10:32:19.028160 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b2704-9be0-4d1d-bd78-0cead1e9f971 req-f5295fae-8ca1-4a2e-8ee8-14514771f50b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:32:19.029898 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-841b2704-9be0-4d1d-bd78-0cead1e9f971 req-f5295fae-8ca1-4a2e-8ee8-14514771f50b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=a144ce18-a9ee-4bed-8e9f-acee45572e8d HTTP/1.1" status: 200  len: 946 time: 0.1643248
Jan 29 10:32:19.101581 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-841b2704-9be0-4d1d-bd78-0cead1e9f971 req-9d3834c3-7264-41b3-ad30-7b3c9051c8b1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bdb70e8-a179-44c1-b665-860e9e5cf8e4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0646222
Jan 29 10:32:19.315652 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba529a8e-b9e7-47b3-9293-8daf4b05f69a None None] New status for floating IP c0f34ded-f971-48e3-9b32-40872dc7e800: DOWN {{(pid=80768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 29 10:32:19.422784 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba8575-88be-4b69-accf-22d549021d21 req-d757387f-86b0-4fe9-9378-47304c8a6292 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:32:19.423595 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-54ba8575-88be-4b69-accf-22d549021d21 req-d757387f-86b0-4fe9-9378-47304c8a6292 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Synchronizing usage tracker for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:32:19.437032 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-54ba8575-88be-4b69-accf-22d549021d21 req-d757387f-86b0-4fe9-9378-47304c8a6292 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Unset dirty status for tenant:ff1f06ee29ef461597f2ecd846f8813d on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:32:19.438977 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-54ba8575-88be-4b69-accf-22d549021d21 req-d757387f-86b0-4fe9-9378-47304c8a6292 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.22 "GET /v2.0/ports?device_id=a144ce18-a9ee-4bed-8e9f-acee45572e8d HTTP/1.1" status: 200  len: 946 time: 0.1854527
Jan 29 10:32:19.533092 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-54ba8575-88be-4b69-accf-22d549021d21 req-8f02a371-54e6-4b33-a9b6-1a8b1e238615 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Deleting port 61ff457b-541b-46f8-8487-8e1ae483fab7 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:32:19.533485 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-54ba8575-88be-4b69-accf-22d549021d21 req-8f02a371-54e6-4b33-a9b6-1a8b1e238615 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:19.783225 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 61ff457b-541b-46f8-8487-8e1ae483fab7 no longer exists at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:32:19.799377 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-54ba8575-88be-4b69-accf-22d549021d21 req-8f02a371-54e6-4b33-a9b6-1a8b1e238615 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] For port 61ff457b-541b-46f8-8487-8e1ae483fab7, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=61ff457b-541b-46f8-8487-8e1ae483fab7,segment=NetworkSegment(1986f34a-c501-4c62-ae1b-8f621f67bc56),segment_id=1986f34a-c501-4c62-ae1b-8f621f67bc56)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:32:19.799782 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-54ba8575-88be-4b69-accf-22d549021d21 req-8f02a371-54e6-4b33-a9b6-1a8b1e238615 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:19.904815 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:19.931905 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-54ba8575-88be-4b69-accf-22d549021d21 req-8f02a371-54e6-4b33-a9b6-1a8b1e238615 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Calling delete_port for 61ff457b-541b-46f8-8487-8e1ae483fab7 owned by compute:nova {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:32:19.932526 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a144ce18-a9ee-4bed-8e9f-acee45572e8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61ff457b-541b-46f8-8487-8e1ae483fab7'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:32:19.943626 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port 61ff457b-541b-46f8-8487-8e1ae483fab7, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=61ff457b-541b-46f8-8487-8e1ae483fab7,segment=NetworkSegment(1986f34a-c501-4c62-ae1b-8f621f67bc56),segment_id=1986f34a-c501-4c62-ae1b-8f621f67bc56)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:32:19.948347 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:19.950428 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-08156a70-d000-4118-9641-54ec100940e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:32:20.025028 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=61ff457b-541b-46f8-8487-8e1ae483fab7,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:32:20.028966 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:32:20.031320 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [req-54ba8575-88be-4b69-accf-22d549021d21 req-8f02a371-54e6-4b33-a9b6-1a8b1e238615 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80766) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:32:20.031730 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [req-54ba8575-88be-4b69-accf-22d549021d21 req-8f02a371-54e6-4b33-a9b6-1a8b1e238615 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:32:20.130094 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a144ce18-a9ee-4bed-8e9f-acee45572e8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61ff457b-541b-46f8-8487-8e1ae483fab7', 'code': 200}
Jan 29 10:32:20.393412 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc6cfca-355e-41fd-8b9a-fce1db55d866 req-09e42032-03ac-479f-a284-af8ab275cf07 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:32:20.395129 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6dc6cfca-355e-41fd-8b9a-fce1db55d866 req-09e42032-03ac-479f-a284-af8ab275cf07 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=a144ce18-a9ee-4bed-8e9f-acee45572e8d HTTP/1.1" status: 200  len: 944 time: 0.1645582
Jan 29 10:32:20.460821 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6dc6cfca-355e-41fd-8b9a-fce1db55d866 req-613b504f-1cbe-4c4b-a10c-3bcd7fece555 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bdb70e8-a179-44c1-b665-860e9e5cf8e4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0593152
Jan 29 10:32:20.532810 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-54ba8575-88be-4b69-accf-22d549021d21 req-8f02a371-54e6-4b33-a9b6-1a8b1e238615 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Deleting port 61ff457b-541b-46f8-8487-8e1ae483fab7 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:32:20.533201 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-54ba8575-88be-4b69-accf-22d549021d21 req-8f02a371-54e6-4b33-a9b6-1a8b1e238615 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:20.800369 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-54ba8575-88be-4b69-accf-22d549021d21 req-8f02a371-54e6-4b33-a9b6-1a8b1e238615 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] For port 61ff457b-541b-46f8-8487-8e1ae483fab7, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=61ff457b-541b-46f8-8487-8e1ae483fab7,segment=NetworkSegment(1986f34a-c501-4c62-ae1b-8f621f67bc56),segment_id=1986f34a-c501-4c62-ae1b-8f621f67bc56)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:32:20.800772 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-54ba8575-88be-4b69-accf-22d549021d21 req-8f02a371-54e6-4b33-a9b6-1a8b1e238615 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:20.934729 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-54ba8575-88be-4b69-accf-22d549021d21 req-8f02a371-54e6-4b33-a9b6-1a8b1e238615 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Calling delete_port for 61ff457b-541b-46f8-8487-8e1ae483fab7 owned by compute:nova {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:32:21.358679 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-54ba8575-88be-4b69-accf-22d549021d21 req-8f02a371-54e6-4b33-a9b6-1a8b1e238615 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:21.375782 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5ea56c1a-eee9-4524-b665-1d04f693430e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:32:21.423351 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f02a371-54e6-4b33-a9b6-1a8b1e238615 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event deleted for resources: {'Port': ['ID=61ff457b-541b-46f8-8487-8e1ae483fab7,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:32:21.443014 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f02a371-54e6-4b33-a9b6-1a8b1e238615 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:32:21.443445 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f02a371-54e6-4b33-a9b6-1a8b1e238615 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:32:21.443865 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f02a371-54e6-4b33-a9b6-1a8b1e238615 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:32:21.444280 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f02a371-54e6-4b33-a9b6-1a8b1e238615 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:32:21.444689 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f02a371-54e6-4b33-a9b6-1a8b1e238615 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:32:21.445096 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f02a371-54e6-4b33-a9b6-1a8b1e238615 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:32:21.445498 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f02a371-54e6-4b33-a9b6-1a8b1e238615 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:32:21.445926 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f02a371-54e6-4b33-a9b6-1a8b1e238615 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:32:21.446333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f02a371-54e6-4b33-a9b6-1a8b1e238615 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:32:21.446734 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f02a371-54e6-4b33-a9b6-1a8b1e238615 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:32:21.447133 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f02a371-54e6-4b33-a9b6-1a8b1e238615 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:32:21.447533 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f02a371-54e6-4b33-a9b6-1a8b1e238615 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:32:21.448005 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f02a371-54e6-4b33-a9b6-1a8b1e238615 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:32:21.448403 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f02a371-54e6-4b33-a9b6-1a8b1e238615 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:32:21.448812 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f02a371-54e6-4b33-a9b6-1a8b1e238615 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:32:21.449210 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f02a371-54e6-4b33-a9b6-1a8b1e238615 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:32:21.449611 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f02a371-54e6-4b33-a9b6-1a8b1e238615 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:32:21.450293 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f02a371-54e6-4b33-a9b6-1a8b1e238615 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:32:21.450690 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f02a371-54e6-4b33-a9b6-1a8b1e238615 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:32:21.451095 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f02a371-54e6-4b33-a9b6-1a8b1e238615 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:32:21.451483 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f02a371-54e6-4b33-a9b6-1a8b1e238615 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:32:21.451882 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f02a371-54e6-4b33-a9b6-1a8b1e238615 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:32:21.452276 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f02a371-54e6-4b33-a9b6-1a8b1e238615 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:32:21.452671 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f02a371-54e6-4b33-a9b6-1a8b1e238615 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:32:21.458413 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8f02a371-54e6-4b33-a9b6-1a8b1e238615 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:32:21.475479 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c08a1f78-925a-4f8a-8315-631fcdda91e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:21.606398 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-54ba8575-88be-4b69-accf-22d549021d21 req-8f02a371-54e6-4b33-a9b6-1a8b1e238615 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] No DVR routers for this DVR port 61ff457b-541b-46f8-8487-8e1ae483fab7 on host hv-neutron-7729 {{(pid=80766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:32:21.608752 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-54ba8575-88be-4b69-accf-22d549021d21 req-8f02a371-54e6-4b33-a9b6-1a8b1e238615 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:21.613549 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a144ce18-a9ee-4bed-8e9f-acee45572e8d', 'name': 'network-vif-deleted', 'tag': '61ff457b-541b-46f8-8487-8e1ae483fab7'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:32:21.628083 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-54ba8575-88be-4b69-accf-22d549021d21 req-8f02a371-54e6-4b33-a9b6-1a8b1e238615 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.22 "DELETE /v2.0/ports/61ff457b-541b-46f8-8487-8e1ae483fab7 HTTP/1.1" status: 204  len: 173 time: 2.1834223
Jan 29 10:32:21.659029 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-999872cf-a83f-4af7-a3fc-af5267fbc4f1 req-cf7d3e3c-e68f-4b10-9fac-ba3625f4f857 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "GET /v2.0/ports?device_id=a144ce18-a9ee-4bed-8e9f-acee45572e8d HTTP/1.1" status: 200  len: 210 time: 0.0611148
Jan 29 10:32:21.732962 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a144ce18-a9ee-4bed-8e9f-acee45572e8d', 'name': 'network-vif-deleted', 'tag': '61ff457b-541b-46f8-8487-8e1ae483fab7', 'status': 'completed', 'code': 200}
Jan 29 10:32:22.771551 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 60854) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:32:22.861431 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-863e0b69-5b68-41b5-b80c-ab8a24fe2a7e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:22.892969 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-863e0b69-5b68-41b5-b80c-ab8a24fe2a7e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:22.951484 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-863e0b69-5b68-41b5-b80c-ab8a24fe2a7e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:22.957067 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2c7db26d-ff98-43fa-83ee-13dee08a1e6a tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:32:22.971913 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863e0b69-5b68-41b5-b80c-ab8a24fe2a7e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bdb70e8-a179-44c1-b665-860e9e5cf8e4,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:32:22.974603 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-863e0b69-5b68-41b5-b80c-ab8a24fe2a7e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:32:22.982687 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-863e0b69-5b68-41b5-b80c-ab8a24fe2a7e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:22.983920 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-863e0b69-5b68-41b5-b80c-ab8a24fe2a7e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "DELETE /v2.0/security-groups/4bdb70e8-a179-44c1-b665-860e9e5cf8e4 HTTP/1.1" status: 204  len: 168 time: 0.2113092
Jan 29 10:32:23.025242 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 60860) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:32:23.751742 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0374042d-ef51-429e-a370-24fc69a3a655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:23.918155 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5500980d-f683-4a42-8caa-4bd08901ec39 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349253'] for router_interface, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:24.286400 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:24.295170 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-5500980d-f683-4a42-8caa-4bd08901ec39 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Deleting port e96dfb67-6cba-408f-a6fe-4f5487386a0f {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:32:24.295560 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5500980d-f683-4a42-8caa-4bd08901ec39 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:24.501503 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-5500980d-f683-4a42-8caa-4bd08901ec39 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] For port e96dfb67-6cba-408f-a6fe-4f5487386a0f, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=e96dfb67-6cba-408f-a6fe-4f5487386a0f,segment=NetworkSegment(1986f34a-c501-4c62-ae1b-8f621f67bc56),segment_id=1986f34a-c501-4c62-ae1b-8f621f67bc56)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:32:24.501937 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5500980d-f683-4a42-8caa-4bd08901ec39 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:24.634004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-5500980d-f683-4a42-8caa-4bd08901ec39 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Calling delete_port for e96dfb67-6cba-408f-a6fe-4f5487386a0f owned by network:router_interface {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:32:24.815557 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5500980d-f683-4a42-8caa-4bd08901ec39 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:24.831525 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-136f3f93-00fa-4bca-a197-52c41fa8c46c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:32:24.889538 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5500980d-f683-4a42-8caa-4bd08901ec39 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event deleted for resources: {'Port': ['ID=e96dfb67-6cba-408f-a6fe-4f5487386a0f,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:32:24.894367 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5500980d-f683-4a42-8caa-4bd08901ec39 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:32:24.933312 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:25.197065 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:32:25.248797 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5500980d-f683-4a42-8caa-4bd08901ec39 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854415430'] for router_interface, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:25.754953 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5500980d-f683-4a42-8caa-4bd08901ec39 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Router b56c1b26-0715-46b4-9560-f465eba9d5f4 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:32:26.095031 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:26.214050 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5500980d-f683-4a42-8caa-4bd08901ec39 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:32:26.225874 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5500980d-f683-4a42-8caa-4bd08901ec39 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "PUT /v2.0/routers/b56c1b26-0715-46b4-9560-f465eba9d5f4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1993899
Jan 29 10:32:26.227997 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa7883e-5f02-488f-abda-a3cff02e6456 None None] Sync routers for ids ['b56c1b26-0715-46b4-9560-f465eba9d5f4'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:32:26.228674 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 60864) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:32:26.239971 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa7883e-5f02-488f-abda-a3cff02e6456 None None] Routers {'b56c1b26-0715-46b4-9560-f465eba9d5f4'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:32:26.240640 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-9fa7883e-5f02-488f-abda-a3cff02e6456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c99fe2e8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:32:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['b56c1b26-0715-46b4-9560-f465eba9d5f4'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:32:26.321073 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-b985eafd-ef03-4ec3-a454-7c3b0e01f1e6 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Deleting subnet 9f025ece-f4ac-4310-abf8-c5009581324b {{(pid=80765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:32:26.324484 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b985eafd-ef03-4ec3-a454-7c3b0e01f1e6 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for subnet, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:26.383113 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b985eafd-ef03-4ec3-a454-7c3b0e01f1e6 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1479249'] for subnet, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:26.438856 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-9fa7883e-5f02-488f-abda-a3cff02e6456 None None] Set router b56c1b26-0715-46b4-9560-f465eba9d5f4 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:32:26.479725 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b985eafd-ef03-4ec3-a454-7c3b0e01f1e6 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:26.745318 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-9fa7883e-5f02-488f-abda-a3cff02e6456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c99fe2e8>, [{'id': 'b56c1b26-0715-46b4-9560-f465eba9d5f4', 'name': 'tempest-TestNetworkBasicOps-router-1931001188', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': 'd2c73ea7-7b46-4dc0-bf20-c9ede62bb95e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:30:37Z', 'updated_at': '2021-01-29T10:32:24Z', 'revision_number': 7, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': 'd2c73ea7-7b46-4dc0-bf20-c9ede62bb95e', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bb:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56c1b26-0715-46b4-9560-f465eba9d5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:30:37Z', 'updated_at': '2021-01-29T10:32:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:32:26.749600 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa7883e-5f02-488f-abda-a3cff02e6456 None None] Checking router: b56c1b26-0715-46b4-9560-f465eba9d5f4 for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:32:26.760927 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa7883e-5f02-488f-abda-a3cff02e6456 None None] Routers {'b56c1b26-0715-46b4-9560-f465eba9d5f4'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:32:26.761612 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-9fa7883e-5f02-488f-abda-a3cff02e6456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c99fe2e8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:32:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['b56c1b26-0715-46b4-9560-f465eba9d5f4'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:32:26.775306 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b985eafd-ef03-4ec3-a454-7c3b0e01f1e6 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852603100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2204728'] for subnet, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:26.791396 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0a2a186c-5ed7-40e7-97eb-31275d015ca1 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:32:26.842491 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b985eafd-ef03-4ec3-a454-7c3b0e01f1e6 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event deleted for resources: {'Subnet': ['ID=9f025ece-f4ac-4310-abf8-c5009581324b,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:32:26.847288 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b985eafd-ef03-4ec3-a454-7c3b0e01f1e6 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:32:26.933053 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b985eafd-ef03-4ec3-a454-7c3b0e01f1e6 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:26.940836 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b985eafd-ef03-4ec3-a454-7c3b0e01f1e6 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "DELETE /v2.0/subnets/9f025ece-f4ac-4310-abf8-c5009581324b HTTP/1.1" status: 204  len: 168 time: 0.7108700
Jan 29 10:32:26.943597 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 60868) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:32:27.069613 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28022991-4464-43ec-9609-75c252ad14c2 None None] Network 6386b2b4-5b85-4611-9766-70100bfa5923 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:32:27.162242 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-697434ea-830c-4098-b8f3-ec67184d42ee tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for router, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:27.299662 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-9fa7883e-5f02-488f-abda-a3cff02e6456 None None] Set router b56c1b26-0715-46b4-9560-f465eba9d5f4 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:32:27.362793 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-697434ea-830c-4098-b8f3-ec67184d42ee tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for router_gateway, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:27.368283 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-697434ea-830c-4098-b8f3-ec67184d42ee tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Deleting port d2c73ea7-7b46-4dc0-bf20-c9ede62bb95e {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:32:27.368661 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-697434ea-830c-4098-b8f3-ec67184d42ee tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:27.581178 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-697434ea-830c-4098-b8f3-ec67184d42ee tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] For port d2c73ea7-7b46-4dc0-bf20-c9ede62bb95e, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=d2c73ea7-7b46-4dc0-bf20-c9ede62bb95e,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:32:27.581583 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-697434ea-830c-4098-b8f3-ec67184d42ee tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:27.648706 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ac364d-31fc-41a1-bfe9-c7bae5820c62 None None] DHCP port deletion for 6386b2b4-5b85-4611-9766-70100bfa5923 request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:32:27.660239 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-22ac364d-31fc-41a1-bfe9-c7bae5820c62 None None] Deleting port 4915d84e-9d0e-4f36-b040-288935528b70 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:32:27.660673 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-22ac364d-31fc-41a1-bfe9-c7bae5820c62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:27.736577 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-697434ea-830c-4098-b8f3-ec67184d42ee tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Calling delete_port for d2c73ea7-7b46-4dc0-bf20-c9ede62bb95e owned by network:router_gateway {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:32:27.808100 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-9fa7883e-5f02-488f-abda-a3cff02e6456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c99fe2e8>, [{'id': 'b56c1b26-0715-46b4-9560-f465eba9d5f4', 'name': 'tempest-TestNetworkBasicOps-router-1931001188', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': 'd2c73ea7-7b46-4dc0-bf20-c9ede62bb95e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:30:37Z', 'updated_at': '2021-01-29T10:32:24Z', 'revision_number': 7, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': 'd2c73ea7-7b46-4dc0-bf20-c9ede62bb95e', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bb:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56c1b26-0715-46b4-9560-f465eba9d5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:30:37Z', 'updated_at': '2021-01-29T10:32:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:32:27.835446 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa7883e-5f02-488f-abda-a3cff02e6456 None None] The sync data for ids ['b56c1b26-0715-46b4-9560-f465eba9d5f4'] in dv-neutron-772983-2-ovs is: [{'id': 'b56c1b26-0715-46b4-9560-f465eba9d5f4', 'name': 'tempest-TestNetworkBasicOps-router-1931001188', 'tenant_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': 'd2c73ea7-7b46-4dc0-bf20-c9ede62bb95e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:30:37Z', 'updated_at': '2021-01-29T10:32:24Z', 'revision_number': 7, 'project_id': 'ff1f06ee29ef461597f2ecd846f8813d', 'gw_port': {'id': 'd2c73ea7-7b46-4dc0-bf20-c9ede62bb95e', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bb:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56c1b26-0715-46b4-9560-f465eba9d5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:30:37Z', 'updated_at': '2021-01-29T10:32:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:32:27.915551 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-697434ea-830c-4098-b8f3-ec67184d42ee tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:27.940380 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-22ac364d-31fc-41a1-bfe9-c7bae5820c62 None None] For port 4915d84e-9d0e-4f36-b040-288935528b70, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=4915d84e-9d0e-4f36-b040-288935528b70,segment=NetworkSegment(1986f34a-c501-4c62-ae1b-8f621f67bc56),segment_id=1986f34a-c501-4c62-ae1b-8f621f67bc56)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:32:27.940836 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-22ac364d-31fc-41a1-bfe9-c7bae5820c62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:28.091145 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-22ac364d-31fc-41a1-bfe9-c7bae5820c62 None None] Calling delete_port for 4915d84e-9d0e-4f36-b040-288935528b70 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:32:28.135785 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-697434ea-830c-4098-b8f3-ec67184d42ee tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854102222'] for router_gateway, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:28.173985 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-22ac364d-31fc-41a1-bfe9-c7bae5820c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:28.264319 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b49e1428-88a2-48e6-b511-7b4ebd6c208d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:32:28.302260 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device e96dfb67-6cba-408f-a6fe-4f5487386a0f no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:32:28.307178 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-697434ea-830c-4098-b8f3-ec67184d42ee tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:28.309578 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-697434ea-830c-4098-b8f3-ec67184d42ee tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:28.333397 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-697434ea-830c-4098-b8f3-ec67184d42ee tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:28.334035 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697434ea-830c-4098-b8f3-ec67184d42ee tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Fanout notify agent at l3_agent the message router_deleted on router b56c1b26-0715-46b4-9560-f465eba9d5f4 {{(pid=80765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 10:32:28.348028 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ac364d-31fc-41a1-bfe9-c7bae5820c62 None None] Pushing event deleted for resources: {'Port': ['ID=4915d84e-9d0e-4f36-b040-288935528b70,revision_number=None']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:32:28.367854 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-22ac364d-31fc-41a1-bfe9-c7bae5820c62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:32:28.368483 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: e96dfb67-6cba-408f-a6fe-4f5487386a0f {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:32:28.368873 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device e96dfb67-6cba-408f-a6fe-4f5487386a0f not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:32:28.369332 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 4915d84e-9d0e-4f36-b040-288935528b70 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:32:28.384154 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-697434ea-830c-4098-b8f3-ec67184d42ee tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:28.385295 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-697434ea-830c-4098-b8f3-ec67184d42ee tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "DELETE /v2.0/routers/b56c1b26-0715-46b4-9560-f465eba9d5f4 HTTP/1.1" status: 204  len: 168 time: 1.4406848
Jan 29 10:32:28.388244 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 60872) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:32:28.413369 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 4915d84e-9d0e-4f36-b040-288935528b70 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:32:28.413768 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 4915d84e-9d0e-4f36-b040-288935528b70 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:32:28.429536 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ac364d-31fc-41a1-bfe9-c7bae5820c62 None None] No DVR routers for this DVR port 4915d84e-9d0e-4f36-b040-288935528b70 on host dv-neutron-772983-2-ovs {{(pid=80767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:32:28.541619 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4cc7f12c-5257-428f-ba33-e07f963e3639 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:28.743815 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4cc7f12c-5257-428f-ba33-e07f963e3639 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:28.865062 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-4cc7f12c-5257-428f-ba33-e07f963e3639 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c841f630>,) {'filters': {'network_id': ['6386b2b4-5b85-4611-9766-70100bfa5923']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:32:28.877404 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-4cc7f12c-5257-428f-ba33-e07f963e3639 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c841f630>, '1986f34a-c501-4c62-ae1b-8f621f67bc56') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:32:28.877738 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-4cc7f12c-5257-428f-ba33-e07f963e3639 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c841f630>, '1986f34a-c501-4c62-ae1b-8f621f67bc56') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:32:28.889479 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4cc7f12c-5257-428f-ba33-e07f963e3639 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:28.908597 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4cc7f12c-5257-428f-ba33-e07f963e3639 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:28.910627 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4cc7f12c-5257-428f-ba33-e07f963e3639 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Releasing vxlan tunnel 3 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:32:29.086028 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-4cc7f12c-5257-428f-ba33-e07f963e3639 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network 6386b2b4-5b85-4611-9766-70100bfa5923 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:32:29.095684 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4cc7f12c-5257-428f-ba33-e07f963e3639 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:29.276653 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-4cc7f12c-5257-428f-ba33-e07f963e3639 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Network 6386b2b4-5b85-4611-9766-70100bfa5923 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:32:29.300560 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:32:29.300560 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:32:29.300560 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:32:29.300560 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:32:29.300560 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:32:29.300560 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:32:29.300560 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:32:29.300560 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:32:29.300560 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:32:29.300560 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:32:29.300560 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:32:29.300560 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:32:29.300560 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:32:29.300560 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:32:29.300560 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:32:29.300560 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:32:29.300560 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:32:29.300560 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:32:29.300560 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:32:29.300560 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:32:29.300560 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:32:29.300560 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:32:29.300560 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:32:29.300560 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:32:29.300560 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:32:29.300560 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:32:29.300560 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:32:29.300560 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:32:29.300560 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:32:29.300560 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:32:29.300560 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:32:29.300560 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:32:29.380067 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4cc7f12c-5257-428f-ba33-e07f963e3639 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:29.383381 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6a470410-336b-4569-b19a-bc325269ed9b tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:32:29.402721 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4cc7f12c-5257-428f-ba33-e07f963e3639 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:29.414952 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7f12c-5257-428f-ba33-e07f963e3639 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Pushing event deleted for resources: {'Network': ['ID=6386b2b4-5b85-4611-9766-70100bfa5923,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:32:29.418369 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4cc7f12c-5257-428f-ba33-e07f963e3639 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:32:29.422810 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4cc7f12c-5257-428f-ba33-e07f963e3639 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] 10.222.0.57 "DELETE /v2.0/networks/6386b2b4-5b85-4611-9766-70100bfa5923 HTTP/1.1" status: 204  len: 168 time: 1.0334835
Jan 29 10:32:29.804033 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 60880) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:32:29.998266 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6e89d0f6-7b31-4528-9268-1d94c8958ef6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ff1f06ee29ef461597f2ecd846f8813d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1928298
Jan 29 10:32:30.001450 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 60886) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:32:30.064743 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f8ea7a81-663c-4287-a8e3-5ca39d969de7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:30.092713 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f8ea7a81-663c-4287-a8e3-5ca39d969de7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:30.140111 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f8ea7a81-663c-4287-a8e3-5ca39d969de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:30.145378 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-913e9632-eb85-4a5f-81a5-98e36db95b1b tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:32:30.159473 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ea7a81-663c-4287-a8e3-5ca39d969de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50bd7ee8-4060-4fb5-bf27-f10aef34e79f,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:32:30.163602 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f8ea7a81-663c-4287-a8e3-5ca39d969de7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:32:30.166976 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f8ea7a81-663c-4287-a8e3-5ca39d969de7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:30.168201 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f8ea7a81-663c-4287-a8e3-5ca39d969de7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/50bd7ee8-4060-4fb5-bf27-f10aef34e79f HTTP/1.1" status: 204  len: 168 time: 0.1657491
Jan 29 10:32:30.259519 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device d2c73ea7-7b46-4dc0-bf20-c9ede62bb95e no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:32:30.298198 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: d2c73ea7-7b46-4dc0-bf20-c9ede62bb95e {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:32:30.298685 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device d2c73ea7-7b46-4dc0-bf20-c9ede62bb95e not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:32:30.535188 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 60894) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:32:30.555110 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-48484f53-de12-48a1-9e69-5f296870c3e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:30.574106 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-48484f53-de12-48a1-9e69-5f296870c3e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:32:30.579093 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-48484f53-de12-48a1-9e69-5f296870c3e3 admin admin] Usage tracker for resource:security_group_rule and tenant:c51ba31e37da4ad4886e4945ca622ce7 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:32:30.582050 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-48484f53-de12-48a1-9e69-5f296870c3e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:32:30.587718 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-48484f53-de12-48a1-9e69-5f296870c3e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:32:30.674826 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-48484f53-de12-48a1-9e69-5f296870c3e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:30.677461 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-48484f53-de12-48a1-9e69-5f296870c3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:30.686300 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-761af64e-465a-4e7d-aae1-2f7d6e537696 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:32:30.729742 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-48484f53-de12-48a1-9e69-5f296870c3e3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c51ba31e37da4ad4886e4945ca622ce7&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1934357
Jan 29 10:32:30.730754 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48484f53-de12-48a1-9e69-5f296870c3e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc99f8a7-4992-4756-96c9-42f56415e9bf,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:32:30.732747 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 60898) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:32:30.734256 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-48484f53-de12-48a1-9e69-5f296870c3e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:32:30.802096 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-158fa2e7-97a7-482d-b886-605213f7a37a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:30.830467 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-158fa2e7-97a7-482d-b886-605213f7a37a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:30.873468 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-158fa2e7-97a7-482d-b886-605213f7a37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:30.879143 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8f83646f-9213-4f98-8e88-d4109bcd7ba7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:32:30.889626 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158fa2e7-97a7-482d-b886-605213f7a37a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc99f8a7-4992-4756-96c9-42f56415e9bf,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:32:30.894010 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-158fa2e7-97a7-482d-b886-605213f7a37a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:32:30.897821 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-158fa2e7-97a7-482d-b886-605213f7a37a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:30.899090 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-158fa2e7-97a7-482d-b886-605213f7a37a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bc99f8a7-4992-4756-96c9-42f56415e9bf HTTP/1.1" status: 204  len: 168 time: 0.1652675
Jan 29 10:32:34.946019 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:40.449253 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e1d13797-4856-42aa-a5d5-1b16fd96be51 req-a1fd341c-3aae-4a54-a751-de3e88b0dac3 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=f6cdbbcf26924f2392e3b64e3dd949f4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0337234
Jan 29 10:32:40.692260 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d13797-4856-42aa-a5d5-1b16fd96be51 req-c58173ba-3034-46f5-908d-6e26bf188842 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:32:40.693747 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e1d13797-4856-42aa-a5d5-1b16fd96be51 req-c58173ba-3034-46f5-908d-6e26bf188842 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2384076
Jan 29 10:32:40.710631 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e1d13797-4856-42aa-a5d5-1b16fd96be51 req-2f518d59-9583-4a4f-94b1-5f04b0ba0022 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] 10.222.0.57 "GET /v2.0/quotas/f6cdbbcf26924f2392e3b64e3dd949f4 HTTP/1.1" status: 200  len: 375 time: 0.0106552
Jan 29 10:32:40.766323 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e1d13797-4856-42aa-a5d5-1b16fd96be51 req-fcfc0902-5b9d-4796-9581-9647fcc2ebc1 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=f6cdbbcf26924f2392e3b64e3dd949f4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0501940
Jan 29 10:32:41.244315 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-adac69c7-a0ab-4407-bcff-43c72d0b08e1 req-d43fcc0c-4431-44d3-ba7b-2a34c5be2c02 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] 10.222.0.57 "GET /v2.0/ports?device_id=b63d89e3-120d-43f2-b965-9094ce6cc7ec HTTP/1.1" status: 200  len: 210 time: 0.3234985
Jan 29 10:32:42.029014 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e1d13797-4856-42aa-a5d5-1b16fd96be51 req-60caeaed-8c49-41dc-a08c-3c4eec5f2f21 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=f6cdbbcf26924f2392e3b64e3dd949f4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0326445
Jan 29 10:32:42.286403 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d13797-4856-42aa-a5d5-1b16fd96be51 req-8035b7da-0d5c-4af8-ab64-17691ddce208 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:32:42.287766 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e1d13797-4856-42aa-a5d5-1b16fd96be51 req-8035b7da-0d5c-4af8-ab64-17691ddce208 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2526231
Jan 29 10:32:42.314857 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-e1d13797-4856-42aa-a5d5-1b16fd96be51 req-1d5925e5-a350-4135-9671-a17cdfa7a989 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] Request body: {'port': {'device_id': 'b63d89e3-120d-43f2-b965-9094ce6cc7ec', 'network_id': 'ed270c62-190e-4ee7-8370-26a5a90b0d7d', 'admin_state_up': True, 'tenant_id': 'f6cdbbcf26924f2392e3b64e3dd949f4'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:32:42.443629 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c4587a77-8370-45a2-9729-29348d239431 req-f6cdea8c-eb8b-40c2-a53d-5de564fc2e85 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] 10.222.0.57 "GET /v2.0/ports?device_id=b63d89e3-120d-43f2-b965-9094ce6cc7ec HTTP/1.1" status: 200  len: 210 time: 0.0483432
Jan 29 10:32:42.469065 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-e1d13797-4856-42aa-a5d5-1b16fd96be51 req-1d5925e5-a350-4135-9671-a17cdfa7a989 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:32:42.473276 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-e1d13797-4856-42aa-a5d5-1b16fd96be51 req-1d5925e5-a350-4135-9671-a17cdfa7a989 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] Usage tracker for resource:port and tenant:f6cdbbcf26924f2392e3b64e3dd949f4 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:32:42.476277 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-e1d13797-4856-42aa-a5d5-1b16fd96be51 req-1d5925e5-a350-4135-9671-a17cdfa7a989 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:32:42.482301 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-e1d13797-4856-42aa-a5d5-1b16fd96be51 req-1d5925e5-a350-4135-9671-a17cdfa7a989 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:32:42.490996 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1d13797-4856-42aa-a5d5-1b16fd96be51 req-1d5925e5-a350-4135-9671-a17cdfa7a989 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] Made reservation on behalf of f6cdbbcf26924f2392e3b64e3dd949f4 for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:32:42.512230 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e1d13797-4856-42aa-a5d5-1b16fd96be51 req-1d5925e5-a350-4135-9671-a17cdfa7a989 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:42.526537 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e1d13797-4856-42aa-a5d5-1b16fd96be51 req-1d5925e5-a350-4135-9671-a17cdfa7a989 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] Notify callbacks [] for security_group, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:42.543129 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-e1d13797-4856-42aa-a5d5-1b16fd96be51 req-1d5925e5-a350-4135-9671-a17cdfa7a989 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:32:42.547251 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-e1d13797-4856-42aa-a5d5-1b16fd96be51 req-1d5925e5-a350-4135-9671-a17cdfa7a989 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] Usage tracker for resource:security_group_rule and tenant:f6cdbbcf26924f2392e3b64e3dd949f4 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:32:42.550225 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-e1d13797-4856-42aa-a5d5-1b16fd96be51 req-1d5925e5-a350-4135-9671-a17cdfa7a989 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:32:42.556061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-e1d13797-4856-42aa-a5d5-1b16fd96be51 req-1d5925e5-a350-4135-9671-a17cdfa7a989 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:32:42.648295 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e1d13797-4856-42aa-a5d5-1b16fd96be51 req-1d5925e5-a350-4135-9671-a17cdfa7a989 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] Notify callbacks [] for security_group, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:42.650989 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e1d13797-4856-42aa-a5d5-1b16fd96be51 req-1d5925e5-a350-4135-9671-a17cdfa7a989 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:42.663144 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-de4a10bf-25d2-4bd8-ad56-66bbac2df814 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:32:42.728296 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5925e5-a350-4135-9671-a17cdfa7a989 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30590f0d-e1cf-4088-b478-ecd4278be7ca,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:32:42.733560 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1d5925e5-a350-4135-9671-a17cdfa7a989 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:32:42.971048 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [req-e1d13797-4856-42aa-a5d5-1b16fd96be51 req-1d5925e5-a350-4135-9671-a17cdfa7a989 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] Allocated IP 192.168.233.209 (ed270c62-190e-4ee7-8370-26a5a90b0d7d/264c9c43-f33f-47f8-b127-3a31fd7accbf/fb32f139-05be-4045-a019-096249799c2a) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:32:43.186276 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e1d13797-4856-42aa-a5d5-1b16fd96be51 req-1d5925e5-a350-4135-9671-a17cdfa7a989 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:43.203085 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-e1d13797-4856-42aa-a5d5-1b16fd96be51 req-1d5925e5-a350-4135-9671-a17cdfa7a989 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] Transition to ACTIVE for port object fb32f139-05be-4045-a019-096249799c2a will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:32:43.225962 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e1d13797-4856-42aa-a5d5-1b16fd96be51 req-1d5925e5-a350-4135-9671-a17cdfa7a989 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:43.240824 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5c32ffaf-5b82-4660-98f9-968ece76a85c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:32:43.382158 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5925e5-a350-4135-9671-a17cdfa7a989 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] Pushing event updated for resources: {'Port': ['ID=fb32f139-05be-4045-a019-096249799c2a,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:32:43.386606 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1d5925e5-a350-4135-9671-a17cdfa7a989 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:32:43.441594 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1d13797-4856-42aa-a5d5-1b16fd96be51 req-1d5925e5-a350-4135-9671-a17cdfa7a989 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] Network ed270c62-190e-4ee7-8370-26a5a90b0d7d is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:32:43.442773 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [req-e1d13797-4856-42aa-a5d5-1b16fd96be51 req-1d5925e5-a350-4135-9671-a17cdfa7a989 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:32:43.445120 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1d13797-4856-42aa-a5d5-1b16fd96be51 req-1d5925e5-a350-4135-9671-a17cdfa7a989 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:32:43.581588 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d13797-4856-42aa-a5d5-1b16fd96be51 req-1d5925e5-a350-4135-9671-a17cdfa7a989 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:32:43.582348 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e1d13797-4856-42aa-a5d5-1b16fd96be51 req-1d5925e5-a350-4135-9671-a17cdfa7a989 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:43.609130 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e1d13797-4856-42aa-a5d5-1b16fd96be51 req-1d5925e5-a350-4135-9671-a17cdfa7a989 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.2990253
Jan 29 10:32:43.628688 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-e1d13797-4856-42aa-a5d5-1b16fd96be51 req-ebc13a36-8dd3-4421-94a5-0dd3fd3479cf service neutron] Request body: {'port': {'device_id': 'b63d89e3-120d-43f2-b965-9094ce6cc7ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7729'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:32:43.723670 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-b3a70e94-d1fc-46a7-9497-38756795c646 None None] Provisioning for port fb32f139-05be-4045-a019-096249799c2a completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:32:43.729099 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-b3a70e94-d1fc-46a7-9497-38756795c646 None None] Provisioning complete for port fb32f139-05be-4045-a019-096249799c2a triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:32:43.729503 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b3a70e94-d1fc-46a7-9497-38756795c646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:43.749274 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e1d13797-4856-42aa-a5d5-1b16fd96be51 req-ebc13a36-8dd3-4421-94a5-0dd3fd3479cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:43.759704 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb81eb-0983-42b7-b555-162531333ccf req-4a47cde0-8e30-40c7-8309-498384001a1a tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:32:43.761401 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f4bb81eb-0983-42b7-b555-162531333ccf req-4a47cde0-8e30-40c7-8309-498384001a1a tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] 10.222.0.57 "GET /v2.0/ports?device_id=b63d89e3-120d-43f2-b965-9094ce6cc7ec HTTP/1.1" status: 200  len: 936 time: 0.1785738
Jan 29 10:32:43.788189 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-b3a70e94-d1fc-46a7-9497-38756795c646 None None] Port fb32f139-05be-4045-a019-096249799c2a cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:32:43.831059 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f4bb81eb-0983-42b7-b555-162531333ccf req-67c77a27-84cd-4bea-b498-eeb994d8441f tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] 10.222.0.57 "GET /v2.0/security-groups?id=30590f0d-e1cf-4088-b478-ecd4278be7ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613897
Jan 29 10:32:44.166807 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [req-e1d13797-4856-42aa-a5d5-1b16fd96be51 req-ebc13a36-8dd3-4421-94a5-0dd3fd3479cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb32f139-05be-4045-a019-096249799c2a {{(pid=80766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 29 10:32:44.174738 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e1d13797-4856-42aa-a5d5-1b16fd96be51 req-ebc13a36-8dd3-4421-94a5-0dd3fd3479cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:44.188074 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-e1d13797-4856-42aa-a5d5-1b16fd96be51 req-ebc13a36-8dd3-4421-94a5-0dd3fd3479cf service neutron] Transition to ACTIVE for port object fb32f139-05be-4045-a019-096249799c2a will not be triggered until provisioned by entity L2. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:32:44.190526 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e1d13797-4856-42aa-a5d5-1b16fd96be51 req-ebc13a36-8dd3-4421-94a5-0dd3fd3479cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:44.206632 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3fbb4991-8525-4393-b89f-f29bec98be41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:32:44.341672 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc13a36-8dd3-4421-94a5-0dd3fd3479cf service neutron] Pushing event updated for resources: {'Port': ['ID=fb32f139-05be-4045-a019-096249799c2a,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:32:44.344767 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ebc13a36-8dd3-4421-94a5-0dd3fd3479cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:32:44.534978 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-e1d13797-4856-42aa-a5d5-1b16fd96be51 req-ebc13a36-8dd3-4421-94a5-0dd3fd3479cf service neutron] Attempting to bind port fb32f139-05be-4045-a019-096249799c2a on host hv-neutron-7729 for vnic_type normal with profile  {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:32:44.535364 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-e1d13797-4856-42aa-a5d5-1b16fd96be51 req-ebc13a36-8dd3-4421-94a5-0dd3fd3479cf service neutron] Attempting to bind port fb32f139-05be-4045-a019-096249799c2a by drivers openvswitch on host hv-neutron-7729 at level 0 using segments [{'id': 'd733204f-f4fe-46d6-a71e-b51326e532d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ed270c62-190e-4ee7-8370-26a5a90b0d7d'}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:32:44.535738 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d13797-4856-42aa-a5d5-1b16fd96be51 req-ebc13a36-8dd3-4421-94a5-0dd3fd3479cf service neutron] Attempting to bind port fb32f139-05be-4045-a019-096249799c2a on network ed270c62-190e-4ee7-8370-26a5a90b0d7d {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:32:44.541700 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d13797-4856-42aa-a5d5-1b16fd96be51 req-ebc13a36-8dd3-4421-94a5-0dd3fd3479cf service neutron] Checking agent: {'id': '5acf9624-c829-41ba-afd9-92278081af05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 10, 2, 34), 'started_at': datetime.datetime(2021, 1, 29, 10, 3, 4), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:32:44.542113 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d13797-4856-42aa-a5d5-1b16fd96be51 req-ebc13a36-8dd3-4421-94a5-0dd3fd3479cf service neutron] Checking segment: {'id': 'd733204f-f4fe-46d6-a71e-b51326e532d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ed270c62-190e-4ee7-8370-26a5a90b0d7d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:32:44.542525 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e1d13797-4856-42aa-a5d5-1b16fd96be51 req-ebc13a36-8dd3-4421-94a5-0dd3fd3479cf service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:44.542924 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d13797-4856-42aa-a5d5-1b16fd96be51 req-ebc13a36-8dd3-4421-94a5-0dd3fd3479cf service neutron] Bound using segment: {'id': 'd733204f-f4fe-46d6-a71e-b51326e532d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ed270c62-190e-4ee7-8370-26a5a90b0d7d'} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:32:44.543404 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-e1d13797-4856-42aa-a5d5-1b16fd96be51 req-ebc13a36-8dd3-4421-94a5-0dd3fd3479cf service neutron] Bound port: fb32f139-05be-4045-a019-096249799c2a, host: hv-neutron-7729, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd733204f-f4fe-46d6-a71e-b51326e532d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ed270c62-190e-4ee7-8370-26a5a90b0d7d'}}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:32:44.543778 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e1d13797-4856-42aa-a5d5-1b16fd96be51 req-ebc13a36-8dd3-4421-94a5-0dd3fd3479cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:44.637339 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-e1d13797-4856-42aa-a5d5-1b16fd96be51 req-ebc13a36-8dd3-4421-94a5-0dd3fd3479cf service neutron] For port fb32f139-05be-4045-a019-096249799c2a, host hv-neutron-7729, cleared binding levels {{(pid=80766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:32:44.640973 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-e1d13797-4856-42aa-a5d5-1b16fd96be51 req-ebc13a36-8dd3-4421-94a5-0dd3fd3479cf service neutron] For port fb32f139-05be-4045-a019-096249799c2a, host hv-neutron-7729, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=fb32f139-05be-4045-a019-096249799c2a,segment=NetworkSegment(d733204f-f4fe-46d6-a71e-b51326e532d1),segment_id=d733204f-f4fe-46d6-a71e-b51326e532d1)] {{(pid=80766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:32:44.644145 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e1d13797-4856-42aa-a5d5-1b16fd96be51 req-ebc13a36-8dd3-4421-94a5-0dd3fd3479cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:44.659697 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6ae3b67c-dabb-42a9-b827-b677a0a863c2 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:32:44.813727 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc13a36-8dd3-4421-94a5-0dd3fd3479cf service neutron] Pushing event updated for resources: {'Port': ['ID=fb32f139-05be-4045-a019-096249799c2a,revision_number=3']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:32:44.820759 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ebc13a36-8dd3-4421-94a5-0dd3fd3479cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:32:44.849066 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d13797-4856-42aa-a5d5-1b16fd96be51 req-ebc13a36-8dd3-4421-94a5-0dd3fd3479cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:32:44.849743 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e1d13797-4856-42aa-a5d5-1b16fd96be51 req-ebc13a36-8dd3-4421-94a5-0dd3fd3479cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:44.851248 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e1d13797-4856-42aa-a5d5-1b16fd96be51 req-ebc13a36-8dd3-4421-94a5-0dd3fd3479cf service neutron] 10.222.0.22 "PUT /v2.0/ports/fb32f139-05be-4045-a019-096249799c2a HTTP/1.1" status: 200  len: 1162 time: 1.2279630
Jan 29 10:32:44.851795 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b63d89e3-120d-43f2-b965-9094ce6cc7ec', 'tag': 'fb32f139-05be-4045-a019-096249799c2a'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:32:44.955837 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b63d89e3-120d-43f2-b965-9094ce6cc7ec', 'tag': 'fb32f139-05be-4045-a019-096249799c2a', 'status': 'completed', 'code': 200}
Jan 29 10:32:45.001661 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d13797-4856-42aa-a5d5-1b16fd96be51 req-f5fd66a4-9083-47eb-9bc3-032e42234aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:32:45.003604 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e1d13797-4856-42aa-a5d5-1b16fd96be51 req-f5fd66a4-9083-47eb-9bc3-032e42234aef service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f6cdbbcf26924f2392e3b64e3dd949f4&device_id=b63d89e3-120d-43f2-b965-9094ce6cc7ec HTTP/1.1" status: 200  len: 1165 time: 0.0912523
Jan 29 10:32:45.088310 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e1d13797-4856-42aa-a5d5-1b16fd96be51 req-91af6a13-6afc-46a5-b1d8-84af45751c4a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=fb32f139-05be-4045-a019-096249799c2a HTTP/1.1" status: 200  len: 217 time: 0.0696971
Jan 29 10:32:45.159084 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d13797-4856-42aa-a5d5-1b16fd96be51 req-fc255b39-f5ad-4d2f-89a2-7b5b3e44d0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:32:45.160661 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e1d13797-4856-42aa-a5d5-1b16fd96be51 req-fc255b39-f5ad-4d2f-89a2-7b5b3e44d0e9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=264c9c43-f33f-47f8-b127-3a31fd7accbf HTTP/1.1" status: 200  len: 843 time: 0.0653136
Jan 29 10:32:45.182982 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb203f-1de9-434a-adfb-f908b46c7853 req-7ef3fa1b-7434-4e34-af68-af8de4d485a1 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:32:45.184660 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e1fb203f-1de9-434a-adfb-f908b46c7853 req-7ef3fa1b-7434-4e34-af68-af8de4d485a1 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] 10.222.0.57 "GET /v2.0/ports?device_id=b63d89e3-120d-43f2-b965-9094ce6cc7ec HTTP/1.1" status: 200  len: 948 time: 0.1674283
Jan 29 10:32:45.244948 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d13797-4856-42aa-a5d5-1b16fd96be51 req-7dd36ec1-2b2d-499f-b619-73d5bafad83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:32:45.246718 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e1d13797-4856-42aa-a5d5-1b16fd96be51 req-7dd36ec1-2b2d-499f-b619-73d5bafad83c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ed270c62-190e-4ee7-8370-26a5a90b0d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0790100
Jan 29 10:32:45.248891 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e1fb203f-1de9-434a-adfb-f908b46c7853 req-edc863cd-e53d-4975-90e8-a8b8b57dd739 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] 10.222.0.57 "GET /v2.0/security-groups?id=30590f0d-e1cf-4088-b478-ecd4278be7ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573635
Jan 29 10:32:45.393725 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e1d13797-4856-42aa-a5d5-1b16fd96be51 req-80ec33b1-50c1-4b87-8418-5506278fa0da service neutron] 10.222.0.22 "GET /v2.0/networks/ed270c62-190e-4ee7-8370-26a5a90b0d7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1395762
Jan 29 10:32:45.540912 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e1d13797-4856-42aa-a5d5-1b16fd96be51 req-f44c510e-a8c0-44d2-8019-ed6a0d9bfd74 service neutron] 10.222.0.22 "GET /v2.0/networks/ed270c62-190e-4ee7-8370-26a5a90b0d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1386099
Jan 29 10:32:45.716839 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b79289-576b-4acb-b2be-17557b30502c req-4d5f43bc-2e07-4446-a18d-50ea630f22bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:32:45.718693 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-27b79289-576b-4acb-b2be-17557b30502c req-4d5f43bc-2e07-4446-a18d-50ea630f22bd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f6cdbbcf26924f2392e3b64e3dd949f4&device_id=b63d89e3-120d-43f2-b965-9094ce6cc7ec HTTP/1.1" status: 200  len: 1165 time: 0.0812709
Jan 29 10:32:45.863186 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b79289-576b-4acb-b2be-17557b30502c req-e04b5824-3555-4bfd-b688-16b831d6b11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:32:45.864766 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-27b79289-576b-4acb-b2be-17557b30502c req-e04b5824-3555-4bfd-b688-16b831d6b11d service neutron] 10.222.0.22 "GET /v2.0/networks?id=ed270c62-190e-4ee7-8370-26a5a90b0d7d HTTP/1.1" status: 200  len: 863 time: 0.1391602
Jan 29 10:32:45.936555 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-27b79289-576b-4acb-b2be-17557b30502c req-29fe85c7-bc17-4e1a-a50b-6c15f574b9f2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=fb32f139-05be-4045-a019-096249799c2a HTTP/1.1" status: 200  len: 217 time: 0.0643048
Jan 29 10:32:46.009151 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b79289-576b-4acb-b2be-17557b30502c req-52244a2c-c371-4e08-b8b6-3c4b779af53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:32:46.010622 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-27b79289-576b-4acb-b2be-17557b30502c req-52244a2c-c371-4e08-b8b6-3c4b779af53a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=264c9c43-f33f-47f8-b127-3a31fd7accbf HTTP/1.1" status: 200  len: 843 time: 0.0665896
Jan 29 10:32:46.092402 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b79289-576b-4acb-b2be-17557b30502c req-621bd72f-faef-4bb1-80c7-2010f451fffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:32:46.094389 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-27b79289-576b-4acb-b2be-17557b30502c req-621bd72f-faef-4bb1-80c7-2010f451fffd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ed270c62-190e-4ee7-8370-26a5a90b0d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0762861
Jan 29 10:32:46.241260 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-27b79289-576b-4acb-b2be-17557b30502c req-375a59f8-d25e-4e74-9167-c955bf099154 service neutron] 10.222.0.22 "GET /v2.0/networks/ed270c62-190e-4ee7-8370-26a5a90b0d7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1363297
Jan 29 10:32:46.561539 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b0ad8-72c6-46f7-ad0d-487144083a1d req-532581ce-c6b4-46f2-9b82-939523dc523a tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:32:46.563634 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-406b0ad8-72c6-46f7-ad0d-487144083a1d req-532581ce-c6b4-46f2-9b82-939523dc523a tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] 10.222.0.57 "GET /v2.0/ports?device_id=b63d89e3-120d-43f2-b965-9094ce6cc7ec HTTP/1.1" status: 200  len: 948 time: 0.1768253
Jan 29 10:32:46.629158 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-406b0ad8-72c6-46f7-ad0d-487144083a1d req-34a84586-b277-41d6-88e9-d7f96fe665d8 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] 10.222.0.57 "GET /v2.0/security-groups?id=30590f0d-e1cf-4088-b478-ecd4278be7ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585670
Jan 29 10:32:46.657601 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-27b79289-576b-4acb-b2be-17557b30502c req-8d7cbe69-f24f-45b0-a96e-13d3c54c8d78 service neutron] 10.222.0.22 "GET /v2.0/networks/ed270c62-190e-4ee7-8370-26a5a90b0d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4084904
Jan 29 10:32:47.924525 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe2bf52-04b7-4001-9849-7734184cd26a req-240edc87-32ea-47d5-8b31-a8f3fcf65206 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:32:47.926104 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-efe2bf52-04b7-4001-9849-7734184cd26a req-240edc87-32ea-47d5-8b31-a8f3fcf65206 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] 10.222.0.57 "GET /v2.0/ports?device_id=b63d89e3-120d-43f2-b965-9094ce6cc7ec HTTP/1.1" status: 200  len: 948 time: 0.1660247
Jan 29 10:32:47.990579 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-efe2bf52-04b7-4001-9849-7734184cd26a req-3ea04412-4bb3-455c-ba96-9d293b6149aa tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] 10.222.0.57 "GET /v2.0/security-groups?id=30590f0d-e1cf-4088-b478-ecd4278be7ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581777
Jan 29 10:32:49.278683 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28146662-15d8-4f23-9118-ae3caaf0bfc2 req-97e16014-5caf-470f-beec-dbbdab07c987 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:32:49.280323 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-28146662-15d8-4f23-9118-ae3caaf0bfc2 req-97e16014-5caf-470f-beec-dbbdab07c987 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] 10.222.0.57 "GET /v2.0/ports?device_id=b63d89e3-120d-43f2-b965-9094ce6cc7ec HTTP/1.1" status: 200  len: 948 time: 0.1625130
Jan 29 10:32:49.345527 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-28146662-15d8-4f23-9118-ae3caaf0bfc2 req-1d97157e-4b0e-4f17-b771-9fcc4b6f15f5 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] 10.222.0.57 "GET /v2.0/security-groups?id=30590f0d-e1cf-4088-b478-ecd4278be7ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573575
Jan 29 10:32:50.200750 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.objects.ports [None req-97c9b1b4-50d2-4cff-800f-acfd7e109393 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80767) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 29 10:32:50.640151 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17776254-d3d6-4e98-9b95-5160e24d8be8 req-cd3913cd-8f4c-4790-8369-a8e820a8ffc3 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:32:50.641831 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-17776254-d3d6-4e98-9b95-5160e24d8be8 req-cd3913cd-8f4c-4790-8369-a8e820a8ffc3 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] 10.222.0.57 "GET /v2.0/ports?device_id=b63d89e3-120d-43f2-b965-9094ce6cc7ec HTTP/1.1" status: 200  len: 948 time: 0.1663623
Jan 29 10:32:50.705818 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-17776254-d3d6-4e98-9b95-5160e24d8be8 req-17574c52-7c2c-4446-84ff-4af27955b9d2 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] 10.222.0.57 "GET /v2.0/security-groups?id=30590f0d-e1cf-4088-b478-ecd4278be7ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577672
Jan 29 10:32:50.864000 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device fb32f139-05be-4045-a019-096249799c2a up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:32:50.934536 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning for port fb32f139-05be-4045-a019-096249799c2a completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:32:50.940283 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port fb32f139-05be-4045-a019-096249799c2a triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:32:50.940711 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:51.065686 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:51.094797 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b63d89e3-120d-43f2-b965-9094ce6cc7ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb32f139-05be-4045-a019-096249799c2a'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:32:51.104935 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port fb32f139-05be-4045-a019-096249799c2a, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=fb32f139-05be-4045-a019-096249799c2a,segment=NetworkSegment(d733204f-f4fe-46d6-a71e-b51326e532d1),segment_id=d733204f-f4fe-46d6-a71e-b51326e532d1)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:32:51.107935 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:51.111659 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2539334a-9764-4043-8c31-69938fdb64c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:32:51.159460 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b63d89e3-120d-43f2-b965-9094ce6cc7ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb32f139-05be-4045-a019-096249799c2a', 'code': 200}
Jan 29 10:32:51.184444 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=fb32f139-05be-4045-a019-096249799c2a,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:32:51.188420 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:32:51.446133 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e41d15a-a350-4f04-8b20-5e69b7008297 req-55d48074-09cb-4a98-b415-8364d1ec2cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:32:51.447645 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2e41d15a-a350-4f04-8b20-5e69b7008297 req-55d48074-09cb-4a98-b415-8364d1ec2cad service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b63d89e3-120d-43f2-b965-9094ce6cc7ec HTTP/1.1" status: 200  len: 1167 time: 0.0798829
Jan 29 10:32:51.477256 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6983ad3d-4350-472b-a86a-6c47a7122150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:51.491154 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2e41d15a-a350-4f04-8b20-5e69b7008297 req-248e9ff4-9592-441b-b292-143227ea2b46 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=30590f0d-e1cf-4088-b478-ecd4278be7ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0358107
Jan 29 10:32:52.011989 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e36cb05-dd3d-4768-b675-d5a2d1bd8507 req-f6c075a8-ea6d-4375-8775-104f1caa3c67 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:32:52.013551 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4e36cb05-dd3d-4768-b675-d5a2d1bd8507 req-f6c075a8-ea6d-4375-8775-104f1caa3c67 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] 10.222.0.57 "GET /v2.0/ports?device_id=b63d89e3-120d-43f2-b965-9094ce6cc7ec HTTP/1.1" status: 200  len: 950 time: 0.1663761
Jan 29 10:32:52.078984 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4e36cb05-dd3d-4768-b675-d5a2d1bd8507 req-91b1f9f8-5240-4bb9-b69b-839d7de9dff6 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] 10.222.0.57 "GET /v2.0/security-groups?id=30590f0d-e1cf-4088-b478-ecd4278be7ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583339
Jan 29 10:32:52.196267 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device fb32f139-05be-4045-a019-096249799c2a up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:32:52.271844 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port fb32f139-05be-4045-a019-096249799c2a triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:32:52.272200 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:53.372079 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e3304-f0d4-4249-bcd8-423aa01bfa56 req-a64475d4-c610-46d7-b03a-d51c13727741 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:32:53.373790 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c28e3304-f0d4-4249-bcd8-423aa01bfa56 req-a64475d4-c610-46d7-b03a-d51c13727741 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] 10.222.0.57 "GET /v2.0/ports?device_id=b63d89e3-120d-43f2-b965-9094ce6cc7ec HTTP/1.1" status: 200  len: 950 time: 0.1622884
Jan 29 10:32:53.437701 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c28e3304-f0d4-4249-bcd8-423aa01bfa56 req-ca58ef22-8c97-45ff-813a-7d617090139f tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] 10.222.0.57 "GET /v2.0/security-groups?id=30590f0d-e1cf-4088-b478-ecd4278be7ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571210
Jan 29 10:32:53.752201 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-95269bac-2ef6-43d5-b935-f15e662dcc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:54.291052 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:54.880679 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8708204f-b65b-4c64-ac40-6acfe1c17d2e req-e038fd85-1f43-46a9-bd6a-dc95b49e4c3d tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:32:54.882363 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8708204f-b65b-4c64-ac40-6acfe1c17d2e req-e038fd85-1f43-46a9-bd6a-dc95b49e4c3d tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] 10.222.0.57 "GET /v2.0/ports?device_id=b63d89e3-120d-43f2-b965-9094ce6cc7ec HTTP/1.1" status: 200  len: 950 time: 0.1671770
Jan 29 10:32:54.933920 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:54.947002 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8708204f-b65b-4c64-ac40-6acfe1c17d2e req-e733d20b-ab59-422e-ad35-0a1254781466 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] 10.222.0.57 "GET /v2.0/security-groups?id=30590f0d-e1cf-4088-b478-ecd4278be7ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583043
Jan 29 10:32:56.095909 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:56.241943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08350d7-1e16-4421-8288-d5de5a632dfa req-bbd576d4-43e6-4f90-a23b-73aa4b5dd83e tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:32:56.243561 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f08350d7-1e16-4421-8288-d5de5a632dfa req-bbd576d4-43e6-4f90-a23b-73aa4b5dd83e tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] 10.222.0.57 "GET /v2.0/ports?device_id=b63d89e3-120d-43f2-b965-9094ce6cc7ec HTTP/1.1" status: 200  len: 950 time: 0.1641052
Jan 29 10:32:56.311260 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f08350d7-1e16-4421-8288-d5de5a632dfa req-49a096f8-11f0-4f71-9234-c3be9a5a643f tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] 10.222.0.57 "GET /v2.0/security-groups?id=30590f0d-e1cf-4088-b478-ecd4278be7ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607114
Jan 29 10:32:56.329557 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device fb32f139-05be-4045-a019-096249799c2a up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:32:56.401434 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port fb32f139-05be-4045-a019-096249799c2a triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:32:56.401900 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:56.651740 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d5432b-bd91-4a53-ba59-c32f612c6831 req-e71ce0ba-0c19-459b-9629-520ef84e0628 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:32:56.652520 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-76d5432b-bd91-4a53-ba59-c32f612c6831 req-e71ce0ba-0c19-459b-9629-520ef84e0628 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] Synchronizing usage tracker for tenant:f6cdbbcf26924f2392e3b64e3dd949f4 on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:32:56.669628 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-76d5432b-bd91-4a53-ba59-c32f612c6831 req-e71ce0ba-0c19-459b-9629-520ef84e0628 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] Unset dirty status for tenant:f6cdbbcf26924f2392e3b64e3dd949f4 on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:32:56.670866 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-76d5432b-bd91-4a53-ba59-c32f612c6831 req-e71ce0ba-0c19-459b-9629-520ef84e0628 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] 10.222.0.22 "GET /v2.0/ports?device_id=b63d89e3-120d-43f2-b965-9094ce6cc7ec HTTP/1.1" status: 200  len: 950 time: 0.1834114
Jan 29 10:32:56.778042 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-76d5432b-bd91-4a53-ba59-c32f612c6831 req-f68334f1-4e6a-477f-a488-fd60033e5f80 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] Deleting port fb32f139-05be-4045-a019-096249799c2a {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:32:56.778432 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-76d5432b-bd91-4a53-ba59-c32f612c6831 req-f68334f1-4e6a-477f-a488-fd60033e5f80 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:57.051063 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-76d5432b-bd91-4a53-ba59-c32f612c6831 req-f68334f1-4e6a-477f-a488-fd60033e5f80 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] For port fb32f139-05be-4045-a019-096249799c2a, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=fb32f139-05be-4045-a019-096249799c2a,segment=NetworkSegment(d733204f-f4fe-46d6-a71e-b51326e532d1),segment_id=d733204f-f4fe-46d6-a71e-b51326e532d1)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:32:57.051386 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-76d5432b-bd91-4a53-ba59-c32f612c6831 req-f68334f1-4e6a-477f-a488-fd60033e5f80 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:57.186579 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-76d5432b-bd91-4a53-ba59-c32f612c6831 req-f68334f1-4e6a-477f-a488-fd60033e5f80 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] Calling delete_port for fb32f139-05be-4045-a019-096249799c2a owned by compute:nova {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:32:57.342833 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-76d5432b-bd91-4a53-ba59-c32f612c6831 req-f68334f1-4e6a-477f-a488-fd60033e5f80 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:57.361282 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6205ca15-6b5d-492c-b5c1-0bd265950923 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:32:57.419930 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68334f1-4e6a-477f-a488-fd60033e5f80 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] Pushing event deleted for resources: {'Port': ['ID=fb32f139-05be-4045-a019-096249799c2a,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:32:57.423616 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f68334f1-4e6a-477f-a488-fd60033e5f80 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:32:57.497173 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3194c40a-93c6-4cd0-a410-346cc49dc14c req-ff52ef03-663f-406b-abf5-92c0d8285251 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] 10.222.0.57 "GET /v2.0/ports?device_id=b63d89e3-120d-43f2-b965-9094ce6cc7ec HTTP/1.1" status: 200  len: 210 time: 0.0496428
Jan 29 10:32:57.572861 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-76d5432b-bd91-4a53-ba59-c32f612c6831 req-f68334f1-4e6a-477f-a488-fd60033e5f80 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] No DVR routers for this DVR port fb32f139-05be-4045-a019-096249799c2a on host hv-neutron-7729 {{(pid=80766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:32:57.575528 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-76d5432b-bd91-4a53-ba59-c32f612c6831 req-f68334f1-4e6a-477f-a488-fd60033e5f80 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:57.579070 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b63d89e3-120d-43f2-b965-9094ce6cc7ec', 'name': 'network-vif-deleted', 'tag': 'fb32f139-05be-4045-a019-096249799c2a'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:32:57.596186 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-76d5432b-bd91-4a53-ba59-c32f612c6831 req-f68334f1-4e6a-477f-a488-fd60033e5f80 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] 10.222.0.22 "DELETE /v2.0/ports/fb32f139-05be-4045-a019-096249799c2a HTTP/1.1" status: 204  len: 173 time: 0.9104958
Jan 29 10:32:57.644918 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b63d89e3-120d-43f2-b965-9094ce6cc7ec', 'name': 'network-vif-deleted', 'tag': 'fb32f139-05be-4045-a019-096249799c2a', 'status': 'completed', 'code': 200}
Jan 29 10:32:58.081561 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device fb32f139-05be-4045-a019-096249799c2a no longer exists at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:32:58.119381 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] No Port match for: fb32f139-05be-4045-a019-096249799c2a {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:32:58.119779 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device fb32f139-05be-4045-a019-096249799c2a not bound to the agent host hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:32:58.917302 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 32802) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:32:59.104263 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-cd0e4e26-5d92-44e0-baa0-765c6020164b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f6cdbbcf26924f2392e3b64e3dd949f4&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1855679
Jan 29 10:32:59.106882 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 32808) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:32:59.173644 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bc5c1359-a2fa-47d3-b996-94629d691997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:59.201036 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bc5c1359-a2fa-47d3-b996-94629d691997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:59.246423 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bc5c1359-a2fa-47d3-b996-94629d691997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:59.251580 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-fb7d9ab6-fc2a-4f5a-a1bc-d46ade201e4a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:32:59.262396 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5c1359-a2fa-47d3-b996-94629d691997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30590f0d-e1cf-4088-b478-ecd4278be7ca,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:32:59.265148 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bc5c1359-a2fa-47d3-b996-94629d691997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:32:59.271371 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bc5c1359-a2fa-47d3-b996-94629d691997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:59.272702 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-bc5c1359-a2fa-47d3-b996-94629d691997 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/30590f0d-e1cf-4088-b478-ecd4278be7ca HTTP/1.1" status: 204  len: 168 time: 0.1648567
Jan 29 10:32:59.630155 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 32816) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:32:59.649006 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d4e02808-e048-4933-82b3-710d307a0380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:59.664546 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d4e02808-e048-4933-82b3-710d307a0380 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:32:59.668620 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d4e02808-e048-4933-82b3-710d307a0380 admin admin] Usage tracker for resource:security_group_rule and tenant:667e5fa9c8a14ae78ca49f4a096aa4be is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:32:59.672147 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d4e02808-e048-4933-82b3-710d307a0380 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:32:59.678084 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d4e02808-e048-4933-82b3-710d307a0380 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:32:59.768652 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d4e02808-e048-4933-82b3-710d307a0380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:59.771489 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d4e02808-e048-4933-82b3-710d307a0380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:59.780269 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7444bf05-b3a6-43f0-a278-160bf7249479 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:32:59.838034 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d4e02808-e048-4933-82b3-710d307a0380 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=667e5fa9c8a14ae78ca49f4a096aa4be&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2041309
Jan 29 10:32:59.838270 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e02808-e048-4933-82b3-710d307a0380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f573cd-0a05-40b8-aeeb-9260178692be,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:32:59.838596 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 32820) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:32:59.841580 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d4e02808-e048-4933-82b3-710d307a0380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:32:59.902446 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8846ed0d-aceb-4329-b7ab-7478a986cebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:59.929574 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8846ed0d-aceb-4329-b7ab-7478a986cebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:59.974170 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8846ed0d-aceb-4329-b7ab-7478a986cebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:32:59.979145 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e7b0784d-6fa9-4643-9da5-dc2c3425d927 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:32:59.995501 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8846ed0d-aceb-4329-b7ab-7478a986cebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f573cd-0a05-40b8-aeeb-9260178692be,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:33:00.001451 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8846ed0d-aceb-4329-b7ab-7478a986cebe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:33:00.005772 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8846ed0d-aceb-4329-b7ab-7478a986cebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:33:00.006999 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8846ed0d-aceb-4329-b7ab-7478a986cebe admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/07f573cd-0a05-40b8-aeeb-9260178692be HTTP/1.1" status: 204  len: 168 time: 0.1673203
Jan 29 10:33:00.908073 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 32842) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:33:01.049149 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-a9309717-314b-497b-8b6f-97f082229c97 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1513790907-network', 'tenant_id': '1637f6ea442f454293c693e7bf9f57ce'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:33:01.054343 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a9309717-314b-497b-8b6f-97f082229c97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:33:01.058441 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a9309717-314b-497b-8b6f-97f082229c97 admin admin] Usage tracker for resource:network and tenant:1637f6ea442f454293c693e7bf9f57ce is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:33:01.061440 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a9309717-314b-497b-8b6f-97f082229c97 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:33:01.068036 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a9309717-314b-497b-8b6f-97f082229c97 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:33:01.078130 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9309717-314b-497b-8b6f-97f082229c97 admin admin] Made reservation on behalf of 1637f6ea442f454293c693e7bf9f57ce for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:33:01.083592 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a9309717-314b-497b-8b6f-97f082229c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:33:01.096583 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a9309717-314b-497b-8b6f-97f082229c97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:33:01.112229 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a9309717-314b-497b-8b6f-97f082229c97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:33:01.116220 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a9309717-314b-497b-8b6f-97f082229c97 admin admin] Usage tracker for resource:security_group_rule and tenant:1637f6ea442f454293c693e7bf9f57ce is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:33:01.119169 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a9309717-314b-497b-8b6f-97f082229c97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:33:01.125637 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a9309717-314b-497b-8b6f-97f082229c97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:33:01.210524 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a9309717-314b-497b-8b6f-97f082229c97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:33:01.213214 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a9309717-314b-497b-8b6f-97f082229c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:33:01.217373 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-125bbbfd-1695-4e94-94ee-0c316922159b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:33:01.250487 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9309717-314b-497b-8b6f-97f082229c97 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:33:01.259669 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9309717-314b-497b-8b6f-97f082229c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c1ca74-f45d-4e96-be2c-4e9d6098c5cc,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:33:01.263556 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a9309717-314b-497b-8b6f-97f082229c97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:33:01.266374 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a9309717-314b-497b-8b6f-97f082229c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:33:01.266711 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-a9309717-314b-497b-8b6f-97f082229c97 admin admin] Added segment 5364bd71-6b5f-4b42-9715-1e671419dbe7 of type vxlan for network 48426988-1b8f-4790-8c6e-99477337b8cf
Jan 29 10:33:01.298248 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a9309717-314b-497b-8b6f-97f082229c97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:33:01.329571 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a9309717-314b-497b-8b6f-97f082229c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:33:01.330612 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9309717-314b-497b-8b6f-97f082229c97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:33:01.331254 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a9309717-314b-497b-8b6f-97f082229c97 admin admin] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:33:01.336423 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7b20c73f-9365-432a-893a-d9f74f5727c1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:33:01.445565 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a9309717-314b-497b-8b6f-97f082229c97 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.5362935
Jan 29 10:33:01.446567 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9309717-314b-497b-8b6f-97f082229c97 admin admin] Pushing event updated for resources: {'Network': ['ID=48426988-1b8f-4790-8c6e-99477337b8cf,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:33:01.448744 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 32848) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:33:01.449655 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a9309717-314b-497b-8b6f-97f082229c97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:33:01.455706 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-54a334c5-82b6-4551-be2c-2616ead99b1b admin admin] Request body: {'subnet': {'network_id': '48426988-1b8f-4790-8c6e-99477337b8cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1513790907-subnet', 'tenant_id': '1637f6ea442f454293c693e7bf9f57ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:33:01.457555 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 48426988-1b8f-4790-8c6e-99477337b8cf details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:33:01.461166 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-54a334c5-82b6-4551-be2c-2616ead99b1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:33:01.465240 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-54a334c5-82b6-4551-be2c-2616ead99b1b admin admin] Usage tracker for resource:subnet and tenant:1637f6ea442f454293c693e7bf9f57ce is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:33:01.468857 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-54a334c5-82b6-4551-be2c-2616ead99b1b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:33:01.474744 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-54a334c5-82b6-4551-be2c-2616ead99b1b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:33:01.478118 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 48426988-1b8f-4790-8c6e-99477337b8cf details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:33:01.485197 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a334c5-82b6-4551-be2c-2616ead99b1b admin admin] Made reservation on behalf of 1637f6ea442f454293c693e7bf9f57ce for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:33:01.490134 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-54a334c5-82b6-4551-be2c-2616ead99b1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:33:01.897708 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-54a334c5-82b6-4551-be2c-2616ead99b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:33:01.913115 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-532acb7a-0e64-44b5-a4ea-65347e9868a8 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:33:02.044216 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a334c5-82b6-4551-be2c-2616ead99b1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=78bcaefb-746d-4c9c-b0f9-d6183bf9dc76,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:33:02.054357 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-54a334c5-82b6-4551-be2c-2616ead99b1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:33:02.113797 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a334c5-82b6-4551-be2c-2616ead99b1b admin admin] Checking segment: {'id': '5364bd71-6b5f-4b42-9715-1e671419dbe7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '48426988-1b8f-4790-8c6e-99477337b8cf'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:33:02.114207 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a334c5-82b6-4551-be2c-2616ead99b1b admin admin] Network hostable DHCP agents. Network: 48426988-1b8f-4790-8c6e-99477337b8cf, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:33:02.132727 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a334c5-82b6-4551-be2c-2616ead99b1b admin admin] Network 48426988-1b8f-4790-8c6e-99477337b8cf is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:33:02.140549 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-54a334c5-82b6-4551-be2c-2616ead99b1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 48426988-1b8f-4790-8c6e-99477337b8cf) {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:33:02.149956 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16efb050-ca78-4bbe-b87e-5430f7ddeb71 None None] Network 48426988-1b8f-4790-8c6e-99477337b8cf requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:33:02.152119 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a334c5-82b6-4551-be2c-2616ead99b1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:33:02.152761 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-54a334c5-82b6-4551-be2c-2616ead99b1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:33:02.177005 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-54a334c5-82b6-4551-be2c-2616ead99b1b admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.7270961
Jan 29 10:33:02.196442 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:33:02.381450 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9ae1d3-b627-4201-8be2-0c4d5f8dc8e1 None None] Network 48426988-1b8f-4790-8c6e-99477337b8cf requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:33:02.866369 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8099b8e3-16a2-411f-9885-73e034d55885 req-6c5ea844-c0e6-4125-9147-bb8bc20347bf tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:33:02.867065 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-8099b8e3-16a2-411f-9885-73e034d55885 req-6c5ea844-c0e6-4125-9147-bb8bc20347bf tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Synchronizing usage tracker for tenant:1637f6ea442f454293c693e7bf9f57ce on resource:network {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:33:02.884282 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-8099b8e3-16a2-411f-9885-73e034d55885 req-6c5ea844-c0e6-4125-9147-bb8bc20347bf tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Unset dirty status for tenant:1637f6ea442f454293c693e7bf9f57ce on resource:network {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:33:02.885546 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8099b8e3-16a2-411f-9885-73e034d55885 req-6c5ea844-c0e6-4125-9147-bb8bc20347bf tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/networks?id=48426988-1b8f-4790-8c6e-99477337b8cf HTTP/1.1" status: 200  len: 812 time: 0.2652588
Jan 29 10:33:02.901658 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8099b8e3-16a2-411f-9885-73e034d55885 req-a2728957-9d9d-4bb5-a680-1f1379e8b1f4 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/quotas/1637f6ea442f454293c693e7bf9f57ce HTTP/1.1" status: 200  len: 375 time: 0.0100689
Jan 29 10:33:02.961174 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8099b8e3-16a2-411f-9885-73e034d55885 req-d8212900-ab00-4515-9c6d-0a2c26b50cce tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=1637f6ea442f454293c693e7bf9f57ce&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0537162
Jan 29 10:33:03.110032 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8099b8e3-16a2-411f-9885-73e034d55885 req-15e101dd-672f-4aea-be30-7d5ce08c115b service neutron] 10.222.0.57 "GET /v2.0/networks/48426988-1b8f-4790-8c6e-99477337b8cf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1408558
Jan 29 10:33:03.256428 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8099b8e3-16a2-411f-9885-73e034d55885 req-603b4c81-048e-4832-bc23-4415b3fd6614 service neutron] 10.222.0.57 "GET /v2.0/networks/48426988-1b8f-4790-8c6e-99477337b8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1398616
Jan 29 10:33:03.459713 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e9b8501b-3134-4fb9-bebd-eeea72487632 req-0a7af61b-0e48-419b-b313-5dbf81db3648 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/ports?device_id=c15c2cf7-bc55-47c8-a221-9e51c7022050 HTTP/1.1" status: 200  len: 210 time: 0.0510666
Jan 29 10:33:04.581180 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3e86ed36-c521-41d5-9723-2659e7dbdd29 req-45e7e3c5-392f-47a2-ad95-1ef8b11ae771 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/ports?device_id=c15c2cf7-bc55-47c8-a221-9e51c7022050 HTTP/1.1" status: 200  len: 210 time: 0.0506015
Jan 29 10:33:04.958122 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:33:05.709335 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6d3e599c-7b87-463d-ab5c-f73a8805de4b req-07a828e9-38fd-46cd-bb35-6658b1f34e17 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/ports?device_id=c15c2cf7-bc55-47c8-a221-9e51c7022050 HTTP/1.1" status: 200  len: 210 time: 0.0566514
Jan 29 10:33:06.888359 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d75dd705-c498-422a-a36f-bafdf03ae69f req-cf6eb3d9-a29a-4323-aeb4-ed84ff95b0aa tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/ports?device_id=c15c2cf7-bc55-47c8-a221-9e51c7022050 HTTP/1.1" status: 200  len: 210 time: 0.0489006
Jan 29 10:33:07.152281 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8099b8e3-16a2-411f-9885-73e034d55885 req-cecf228d-b39e-4d12-8b2d-71e52b05195d tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:33:07.153977 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8099b8e3-16a2-411f-9885-73e034d55885 req-cecf228d-b39e-4d12-8b2d-71e52b05195d tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.22 "GET /v2.0/networks?id=48426988-1b8f-4790-8c6e-99477337b8cf HTTP/1.1" status: 200  len: 812 time: 0.2395320
Jan 29 10:33:07.180352 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-8099b8e3-16a2-411f-9885-73e034d55885 req-f35e7e7e-973a-4160-b01d-7aa07c5f3848 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Request body: {'port': {'device_id': 'c15c2cf7-bc55-47c8-a221-9e51c7022050', 'network_id': '48426988-1b8f-4790-8c6e-99477337b8cf', 'admin_state_up': True, 'tenant_id': '1637f6ea442f454293c693e7bf9f57ce'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:33:07.329489 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-8099b8e3-16a2-411f-9885-73e034d55885 req-f35e7e7e-973a-4160-b01d-7aa07c5f3848 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:33:07.333514 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-8099b8e3-16a2-411f-9885-73e034d55885 req-f35e7e7e-973a-4160-b01d-7aa07c5f3848 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Usage tracker for resource:port and tenant:1637f6ea442f454293c693e7bf9f57ce is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:33:07.336455 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-8099b8e3-16a2-411f-9885-73e034d55885 req-f35e7e7e-973a-4160-b01d-7aa07c5f3848 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:33:07.342170 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-8099b8e3-16a2-411f-9885-73e034d55885 req-f35e7e7e-973a-4160-b01d-7aa07c5f3848 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:33:07.351272 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8099b8e3-16a2-411f-9885-73e034d55885 req-f35e7e7e-973a-4160-b01d-7aa07c5f3848 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Made reservation on behalf of 1637f6ea442f454293c693e7bf9f57ce for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:33:07.371998 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-8099b8e3-16a2-411f-9885-73e034d55885 req-f35e7e7e-973a-4160-b01d-7aa07c5f3848 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:33:07.677721 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [req-8099b8e3-16a2-411f-9885-73e034d55885 req-f35e7e7e-973a-4160-b01d-7aa07c5f3848 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Allocated IP 172.20.0.2 (48426988-1b8f-4790-8c6e-99477337b8cf/78bcaefb-746d-4c9c-b0f9-d6183bf9dc76/fe224842-d517-4513-9c60-0ea216954220) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:33:07.902065 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-8099b8e3-16a2-411f-9885-73e034d55885 req-f35e7e7e-973a-4160-b01d-7aa07c5f3848 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:33:07.931715 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-8099b8e3-16a2-411f-9885-73e034d55885 req-f35e7e7e-973a-4160-b01d-7aa07c5f3848 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:33:07.946696 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f68334f1-4e6a-477f-a488-fd60033e5f80 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:33:08.093075 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35e7e7e-973a-4160-b01d-7aa07c5f3848 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Pushing event updated for resources: {'Port': ['ID=fe224842-d517-4513-9c60-0ea216954220,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:33:08.098521 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f35e7e7e-973a-4160-b01d-7aa07c5f3848 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:33:08.147611 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8099b8e3-16a2-411f-9885-73e034d55885 req-f35e7e7e-973a-4160-b01d-7aa07c5f3848 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Network 48426988-1b8f-4790-8c6e-99477337b8cf is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:33:08.148777 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [req-8099b8e3-16a2-411f-9885-73e034d55885 req-f35e7e7e-973a-4160-b01d-7aa07c5f3848 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:33:08.151079 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-8099b8e3-16a2-411f-9885-73e034d55885 req-f35e7e7e-973a-4160-b01d-7aa07c5f3848 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:33:08.184786 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccbf5f4-621f-4b63-8ee1-21611eb2452b req-20a692a3-129e-47bf-a994-187afe7c2ad7 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:33:08.186446 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-dccbf5f4-621f-4b63-8ee1-21611eb2452b req-20a692a3-129e-47bf-a994-187afe7c2ad7 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/ports?device_id=c15c2cf7-bc55-47c8-a221-9e51c7022050 HTTP/1.1" status: 200  len: 931 time: 0.1663554
Jan 29 10:33:08.255294 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-dccbf5f4-621f-4b63-8ee1-21611eb2452b req-039fc60a-964e-45b5-b911-78266d3ec38e tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Synchronizing usage tracker for tenant:1637f6ea442f454293c693e7bf9f57ce on resource:security_group {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:33:08.272381 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-dccbf5f4-621f-4b63-8ee1-21611eb2452b req-039fc60a-964e-45b5-b911-78266d3ec38e tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Unset dirty status for tenant:1637f6ea442f454293c693e7bf9f57ce on resource:security_group {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:33:08.273622 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-dccbf5f4-621f-4b63-8ee1-21611eb2452b req-039fc60a-964e-45b5-b911-78266d3ec38e tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/security-groups?id=54c1ca74-f45d-4e96-be2c-4e9d6098c5cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0802133
Jan 29 10:33:08.282333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8099b8e3-16a2-411f-9885-73e034d55885 req-f35e7e7e-973a-4160-b01d-7aa07c5f3848 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:33:08.283065 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-8099b8e3-16a2-411f-9885-73e034d55885 req-f35e7e7e-973a-4160-b01d-7aa07c5f3848 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:33:08.308251 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8099b8e3-16a2-411f-9885-73e034d55885 req-f35e7e7e-973a-4160-b01d-7aa07c5f3848 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1319096
Jan 29 10:33:08.328135 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-8099b8e3-16a2-411f-9885-73e034d55885 req-e9ee20e0-ee95-4891-93e6-21c0707da676 service neutron] Request body: {'port': {'device_id': 'c15c2cf7-bc55-47c8-a221-9e51c7022050', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7729'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:33:08.451078 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-8099b8e3-16a2-411f-9885-73e034d55885 req-e9ee20e0-ee95-4891-93e6-21c0707da676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:33:08.866432 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [req-8099b8e3-16a2-411f-9885-73e034d55885 req-e9ee20e0-ee95-4891-93e6-21c0707da676 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe224842-d517-4513-9c60-0ea216954220 {{(pid=80766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 29 10:33:08.873959 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-8099b8e3-16a2-411f-9885-73e034d55885 req-e9ee20e0-ee95-4891-93e6-21c0707da676 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:33:08.887140 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-8099b8e3-16a2-411f-9885-73e034d55885 req-e9ee20e0-ee95-4891-93e6-21c0707da676 service neutron] Transition to ACTIVE for port object fe224842-d517-4513-9c60-0ea216954220 will not be triggered until provisioned by entity L2. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:33:08.889497 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-8099b8e3-16a2-411f-9885-73e034d55885 req-e9ee20e0-ee95-4891-93e6-21c0707da676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:33:08.909862 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-db64829e-6415-4910-8c40-3c6ca1c14a3b tempest-TestNetworkAdvancedServerOps-486733644 tempest-TestNetworkAdvancedServerOps-486733644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:33:09.045202 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ee20e0-ee95-4891-93e6-21c0707da676 service neutron] Pushing event updated for resources: {'Port': ['ID=fe224842-d517-4513-9c60-0ea216954220,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:33:09.048684 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e9ee20e0-ee95-4891-93e6-21c0707da676 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:33:09.500334 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-8099b8e3-16a2-411f-9885-73e034d55885 req-e9ee20e0-ee95-4891-93e6-21c0707da676 service neutron] Attempting to bind port fe224842-d517-4513-9c60-0ea216954220 on host hv-neutron-7729 for vnic_type normal with profile  {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:33:09.500746 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-8099b8e3-16a2-411f-9885-73e034d55885 req-e9ee20e0-ee95-4891-93e6-21c0707da676 service neutron] Attempting to bind port fe224842-d517-4513-9c60-0ea216954220 by drivers openvswitch on host hv-neutron-7729 at level 0 using segments [{'id': '5364bd71-6b5f-4b42-9715-1e671419dbe7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '48426988-1b8f-4790-8c6e-99477337b8cf'}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:33:09.501079 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8099b8e3-16a2-411f-9885-73e034d55885 req-e9ee20e0-ee95-4891-93e6-21c0707da676 service neutron] Attempting to bind port fe224842-d517-4513-9c60-0ea216954220 on network 48426988-1b8f-4790-8c6e-99477337b8cf {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:33:09.507093 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8099b8e3-16a2-411f-9885-73e034d55885 req-e9ee20e0-ee95-4891-93e6-21c0707da676 service neutron] Checking agent: {'id': '5acf9624-c829-41ba-afd9-92278081af05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 10, 2, 34), 'started_at': datetime.datetime(2021, 1, 29, 10, 3, 4), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:33:09.507471 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8099b8e3-16a2-411f-9885-73e034d55885 req-e9ee20e0-ee95-4891-93e6-21c0707da676 service neutron] Checking segment: {'id': '5364bd71-6b5f-4b42-9715-1e671419dbe7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '48426988-1b8f-4790-8c6e-99477337b8cf'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:33:09.507877 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-8099b8e3-16a2-411f-9885-73e034d55885 req-e9ee20e0-ee95-4891-93e6-21c0707da676 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:33:09.508274 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8099b8e3-16a2-411f-9885-73e034d55885 req-e9ee20e0-ee95-4891-93e6-21c0707da676 service neutron] Bound using segment: {'id': '5364bd71-6b5f-4b42-9715-1e671419dbe7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '48426988-1b8f-4790-8c6e-99477337b8cf'} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:33:09.508755 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-8099b8e3-16a2-411f-9885-73e034d55885 req-e9ee20e0-ee95-4891-93e6-21c0707da676 service neutron] Bound port: fe224842-d517-4513-9c60-0ea216954220, host: hv-neutron-7729, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5364bd71-6b5f-4b42-9715-1e671419dbe7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '48426988-1b8f-4790-8c6e-99477337b8cf'}}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:33:09.509132 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-8099b8e3-16a2-411f-9885-73e034d55885 req-e9ee20e0-ee95-4891-93e6-21c0707da676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:33:09.583841 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa85b04-b435-4887-b7c6-50b0405af1a4 req-bb1b2440-50cb-4eeb-9c14-b365071846da tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:33:09.585459 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9aa85b04-b435-4887-b7c6-50b0405af1a4 req-bb1b2440-50cb-4eeb-9c14-b365071846da tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/ports?device_id=c15c2cf7-bc55-47c8-a221-9e51c7022050 HTTP/1.1" status: 200  len: 943 time: 0.1657689
Jan 29 10:33:09.610010 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-8099b8e3-16a2-411f-9885-73e034d55885 req-e9ee20e0-ee95-4891-93e6-21c0707da676 service neutron] For port fe224842-d517-4513-9c60-0ea216954220, host hv-neutron-7729, cleared binding levels {{(pid=80766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:33:09.613221 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-8099b8e3-16a2-411f-9885-73e034d55885 req-e9ee20e0-ee95-4891-93e6-21c0707da676 service neutron] For port fe224842-d517-4513-9c60-0ea216954220, host hv-neutron-7729, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=fe224842-d517-4513-9c60-0ea216954220,segment=NetworkSegment(5364bd71-6b5f-4b42-9715-1e671419dbe7),segment_id=5364bd71-6b5f-4b42-9715-1e671419dbe7)] {{(pid=80766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:33:09.616638 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-8099b8e3-16a2-411f-9885-73e034d55885 req-e9ee20e0-ee95-4891-93e6-21c0707da676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:33:09.632513 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-871e03ab-e69f-4dab-a64f-0a466859c394 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:33:09.649382 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9aa85b04-b435-4887-b7c6-50b0405af1a4 req-5353b6f9-7837-47d3-84d5-07125a23b782 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/security-groups?id=54c1ca74-f45d-4e96-be2c-4e9d6098c5cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574777
Jan 29 10:33:09.782421 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ee20e0-ee95-4891-93e6-21c0707da676 service neutron] Pushing event updated for resources: {'Port': ['ID=fe224842-d517-4513-9c60-0ea216954220,revision_number=3']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:33:09.787932 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e9ee20e0-ee95-4891-93e6-21c0707da676 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:33:09.820986 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8099b8e3-16a2-411f-9885-73e034d55885 req-e9ee20e0-ee95-4891-93e6-21c0707da676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:33:09.821656 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-8099b8e3-16a2-411f-9885-73e034d55885 req-e9ee20e0-ee95-4891-93e6-21c0707da676 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:33:09.823149 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8099b8e3-16a2-411f-9885-73e034d55885 req-e9ee20e0-ee95-4891-93e6-21c0707da676 service neutron] 10.222.0.22 "PUT /v2.0/ports/fe224842-d517-4513-9c60-0ea216954220 HTTP/1.1" status: 200  len: 1157 time: 1.5000567
Jan 29 10:33:09.823711 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c15c2cf7-bc55-47c8-a221-9e51c7022050', 'tag': 'fe224842-d517-4513-9c60-0ea216954220'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:33:09.915005 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c15c2cf7-bc55-47c8-a221-9e51c7022050', 'tag': 'fe224842-d517-4513-9c60-0ea216954220', 'status': 'completed', 'code': 200}
Jan 29 10:33:09.962337 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8099b8e3-16a2-411f-9885-73e034d55885 req-19bd3a0d-3dc9-4370-82de-a4310594b38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:33:09.964069 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8099b8e3-16a2-411f-9885-73e034d55885 req-19bd3a0d-3dc9-4370-82de-a4310594b38a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1637f6ea442f454293c693e7bf9f57ce&device_id=c15c2cf7-bc55-47c8-a221-9e51c7022050 HTTP/1.1" status: 200  len: 1160 time: 0.0872691
Jan 29 10:33:10.044025 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8099b8e3-16a2-411f-9885-73e034d55885 req-afb0ed52-7423-4bf1-b7f9-9b36b3f67986 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fe224842-d517-4513-9c60-0ea216954220 HTTP/1.1" status: 200  len: 217 time: 0.0653644
Jan 29 10:33:10.117627 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8099b8e3-16a2-411f-9885-73e034d55885 req-c8f20676-3ce3-4d24-b3fa-75835b14fcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:33:10.119112 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8099b8e3-16a2-411f-9885-73e034d55885 req-c8f20676-3ce3-4d24-b3fa-75835b14fcde service neutron] 10.222.0.22 "GET /v2.0/subnets?id=78bcaefb-746d-4c9c-b0f9-d6183bf9dc76 HTTP/1.1" status: 200  len: 852 time: 0.0678139
Jan 29 10:33:10.172641 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8099b8e3-16a2-411f-9885-73e034d55885 req-2660ae04-b65e-4965-9743-326cae298410 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=48426988-1b8f-4790-8c6e-99477337b8cf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0458591
Jan 29 10:33:10.317635 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8099b8e3-16a2-411f-9885-73e034d55885 req-a12d59a2-3997-4e0d-8a6f-763749bdd771 service neutron] 10.222.0.22 "GET /v2.0/networks/48426988-1b8f-4790-8c6e-99477337b8cf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1379461
Jan 29 10:33:10.463912 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8099b8e3-16a2-411f-9885-73e034d55885 req-0505b06e-e564-4e23-939f-c029459d8d13 service neutron] 10.222.0.22 "GET /v2.0/networks/48426988-1b8f-4790-8c6e-99477337b8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1391385
Jan 29 10:33:10.628008 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1fb795-e0fb-40cf-82a4-1c359daf7cef req-e0c2c44e-3296-4d49-b341-23aa452e6127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:33:10.629601 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8c1fb795-e0fb-40cf-82a4-1c359daf7cef req-e0c2c44e-3296-4d49-b341-23aa452e6127 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1637f6ea442f454293c693e7bf9f57ce&device_id=c15c2cf7-bc55-47c8-a221-9e51c7022050 HTTP/1.1" status: 200  len: 1160 time: 0.0756810
Jan 29 10:33:10.776182 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1fb795-e0fb-40cf-82a4-1c359daf7cef req-fb50463b-4aba-4cf9-af1f-6d9670b6e265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:33:10.777702 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8c1fb795-e0fb-40cf-82a4-1c359daf7cef req-fb50463b-4aba-4cf9-af1f-6d9670b6e265 service neutron] 10.222.0.22 "GET /v2.0/networks?id=48426988-1b8f-4790-8c6e-99477337b8cf HTTP/1.1" status: 200  len: 906 time: 0.1403050
Jan 29 10:33:10.857622 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8c1fb795-e0fb-40cf-82a4-1c359daf7cef req-67edc923-5009-4ffc-acf7-b075684dcdbb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fe224842-d517-4513-9c60-0ea216954220 HTTP/1.1" status: 200  len: 217 time: 0.0723445
Jan 29 10:33:10.931414 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1fb795-e0fb-40cf-82a4-1c359daf7cef req-0bfae901-6ca7-4918-ba4d-4315293b8353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:33:10.932979 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8c1fb795-e0fb-40cf-82a4-1c359daf7cef req-0bfae901-6ca7-4918-ba4d-4315293b8353 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=78bcaefb-746d-4c9c-b0f9-d6183bf9dc76 HTTP/1.1" status: 200  len: 852 time: 0.0656950
Jan 29 10:33:10.948524 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee033f33-4fd5-409e-b3d8-f41be0ad7b14 req-3e421f47-27af-4f54-b2b0-7031b353358a tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:33:10.950524 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ee033f33-4fd5-409e-b3d8-f41be0ad7b14 req-3e421f47-27af-4f54-b2b0-7031b353358a tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/ports?device_id=c15c2cf7-bc55-47c8-a221-9e51c7022050 HTTP/1.1" status: 200  len: 943 time: 0.1709907
Jan 29 10:33:10.990276 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8c1fb795-e0fb-40cf-82a4-1c359daf7cef req-7d807d8c-3e13-4ae3-b400-4ab903a02a7d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=48426988-1b8f-4790-8c6e-99477337b8cf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0499792
Jan 29 10:33:11.016245 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ee033f33-4fd5-409e-b3d8-f41be0ad7b14 req-ec7ebdaf-9f70-4079-ae22-a720736c9df5 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/security-groups?id=54c1ca74-f45d-4e96-be2c-4e9d6098c5cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586646
Jan 29 10:33:11.139306 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8c1fb795-e0fb-40cf-82a4-1c359daf7cef req-de8f1130-e87e-424d-ae50-6ae6b77c5314 service neutron] 10.222.0.22 "GET /v2.0/networks/48426988-1b8f-4790-8c6e-99477337b8cf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1416290
Jan 29 10:33:11.284520 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8c1fb795-e0fb-40cf-82a4-1c359daf7cef req-37c5d7fd-18f1-4828-b4e1-ba39df852a75 service neutron] 10.222.0.22 "GET /v2.0/networks/48426988-1b8f-4790-8c6e-99477337b8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1368406
Jan 29 10:33:12.312550 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919252b7-8078-4793-9a2f-68e4da7afd45 req-b87119c9-66c8-4cd7-a4e3-7103e2c1c39c tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:33:12.314285 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-919252b7-8078-4793-9a2f-68e4da7afd45 req-b87119c9-66c8-4cd7-a4e3-7103e2c1c39c tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/ports?device_id=c15c2cf7-bc55-47c8-a221-9e51c7022050 HTTP/1.1" status: 200  len: 943 time: 0.1680126
Jan 29 10:33:12.380132 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-919252b7-8078-4793-9a2f-68e4da7afd45 req-b8b542d9-766f-4cb4-98a7-fcf5d6d4dbf6 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/security-groups?id=54c1ca74-f45d-4e96-be2c-4e9d6098c5cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595429
Jan 29 10:33:13.675580 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e604838c-a415-4ab3-869e-45824f33c108 req-700a7d0d-f8ab-4b98-9f34-615db77bc1cc tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:33:13.677313 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e604838c-a415-4ab3-869e-45824f33c108 req-700a7d0d-f8ab-4b98-9f34-615db77bc1cc tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/ports?device_id=c15c2cf7-bc55-47c8-a221-9e51c7022050 HTTP/1.1" status: 200  len: 943 time: 0.1683137
Jan 29 10:33:13.745434 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e604838c-a415-4ab3-869e-45824f33c108 req-1aa492a4-da38-4487-a9ef-5ff9a9589bb5 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/security-groups?id=54c1ca74-f45d-4e96-be2c-4e9d6098c5cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614281
Jan 29 10:33:14.435030 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.objects.ports [None req-8e6d3ce3-523e-4756-a0c1-533eed993559 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80767) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 29 10:33:15.037346 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device fe224842-d517-4513-9c60-0ea216954220 up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:33:15.043463 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87eedf6-d513-416f-98c9-b2407f0bc5bb req-3c7623cc-e44a-4b8e-914f-1ef578459b2d tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:33:15.045081 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f87eedf6-d513-416f-98c9-b2407f0bc5bb req-3c7623cc-e44a-4b8e-914f-1ef578459b2d tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/ports?device_id=c15c2cf7-bc55-47c8-a221-9e51c7022050 HTTP/1.1" status: 200  len: 943 time: 0.1693015
Jan 29 10:33:15.110450 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning for port fe224842-d517-4513-9c60-0ea216954220 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:33:15.113605 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f87eedf6-d513-416f-98c9-b2407f0bc5bb req-2550fa53-0ecc-4a91-91a8-1be2a37705f6 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/security-groups?id=54c1ca74-f45d-4e96-be2c-4e9d6098c5cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612860
Jan 29 10:33:15.115386 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port fe224842-d517-4513-9c60-0ea216954220 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:33:15.115809 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:33:15.210884 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [req-d33b794c-585a-4902-bf48-c134780c5485 req-3f5e8c26-3f5e-4517-af5b-2f574b796bba tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] (80765) timed out ('10.222.0.22', 56867) {{(pid=80765) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Jan 29 10:33:15.239568 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:33:15.266850 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c15c2cf7-bc55-47c8-a221-9e51c7022050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe224842-d517-4513-9c60-0ea216954220'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:33:15.277145 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port fe224842-d517-4513-9c60-0ea216954220, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=fe224842-d517-4513-9c60-0ea216954220,segment=NetworkSegment(5364bd71-6b5f-4b42-9715-1e671419dbe7),segment_id=5364bd71-6b5f-4b42-9715-1e671419dbe7)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:33:15.281267 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:33:15.283975 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-22ac364d-31fc-41a1-bfe9-c7bae5820c62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:33:15.336215 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c15c2cf7-bc55-47c8-a221-9e51c7022050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe224842-d517-4513-9c60-0ea216954220', 'code': 200}
Jan 29 10:33:15.363020 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=fe224842-d517-4513-9c60-0ea216954220,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:33:15.371316 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:33:15.371712 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:33:15.372102 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:33:15.372486 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:33:15.372867 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:33:15.373248 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:33:15.373624 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:33:15.374044 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:33:15.374462 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:33:15.374843 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:33:15.375208 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:33:15.375576 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:33:15.376021 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:33:15.376387 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:33:15.376755 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:33:15.377120 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:33:15.377485 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:33:15.377876 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:33:15.378244 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:33:15.378609 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:33:15.378974 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:33:15.379345 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:33:15.379719 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:33:15.380080 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:33:15.384325 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:33:15.598007 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67844573-7311-4a09-9c33-c0a045ea3257 req-453a9c64-e79b-4cb8-9114-d8f844ff4492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:33:15.599517 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-67844573-7311-4a09-9c33-c0a045ea3257 req-453a9c64-e79b-4cb8-9114-d8f844ff4492 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c15c2cf7-bc55-47c8-a221-9e51c7022050 HTTP/1.1" status: 200  len: 1162 time: 0.0790498
Jan 29 10:33:15.643615 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-67844573-7311-4a09-9c33-c0a045ea3257 req-f61152c1-76f0-4209-892e-ab5f12e09bbf service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=54c1ca74-f45d-4e96-be2c-4e9d6098c5cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366156
Jan 29 10:33:16.412720 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device fe224842-d517-4513-9c60-0ea216954220 up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:33:16.415173 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2b9ad-43a3-4822-bbaf-ea653939eecb req-615272dc-0d28-4dbc-b636-6b79cebd8f4f tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:33:16.417049 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-90c2b9ad-43a3-4822-bbaf-ea653939eecb req-615272dc-0d28-4dbc-b636-6b79cebd8f4f tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/ports?device_id=c15c2cf7-bc55-47c8-a221-9e51c7022050 HTTP/1.1" status: 200  len: 945 time: 0.1678104
Jan 29 10:33:16.482173 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-90c2b9ad-43a3-4822-bbaf-ea653939eecb req-83727fb5-de08-4c9a-970a-3f3e321d63c9 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/security-groups?id=54c1ca74-f45d-4e96-be2c-4e9d6098c5cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573957
Jan 29 10:33:16.486205 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port fe224842-d517-4513-9c60-0ea216954220 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:33:16.486636 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:33:17.781349 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f9dc0a-2f90-4930-81a7-d5fa264d7d4a req-a1f7ff03-eb94-4991-bf66-3e3fa3f6998d tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:33:17.783019 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a1f9dc0a-2f90-4930-81a7-d5fa264d7d4a req-a1f7ff03-eb94-4991-bf66-3e3fa3f6998d tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/ports?device_id=c15c2cf7-bc55-47c8-a221-9e51c7022050 HTTP/1.1" status: 200  len: 945 time: 0.1716018
Jan 29 10:33:17.849230 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a1f9dc0a-2f90-4930-81a7-d5fa264d7d4a req-9668ca69-b6cf-4454-b12c-10a9fbf018ab tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/security-groups?id=54c1ca74-f45d-4e96-be2c-4e9d6098c5cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598652
Jan 29 10:33:18.268509 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 32920) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:33:18.393315 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d59f08-fb6d-4d2e-b303-0674d8a51e12 req-f7ce3018-2504-4428-b147-7d9ed99bc690 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:33:18.395537 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-72d59f08-fb6d-4d2e-b303-0674d8a51e12 req-f7ce3018-2504-4428-b147-7d9ed99bc690 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/ports?device_id=c15c2cf7-bc55-47c8-a221-9e51c7022050 HTTP/1.1" status: 200  len: 945 time: 0.1707304
Jan 29 10:33:18.435763 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-10cbc468-4922-4974-a03b-3f353d9fe697 req-8e3425b9-775c-4335-8781-829adf885e9d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c15c2cf7-bc55-47c8-a221-9e51c7022050&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1658385
Jan 29 10:33:18.464446 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-72d59f08-fb6d-4d2e-b303-0674d8a51e12 req-eff6dbab-2896-4c0f-aef7-373e9f65ba90 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/security-groups?id=54c1ca74-f45d-4e96-be2c-4e9d6098c5cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613565
Jan 29 10:33:19.758660 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be20140c-a7c7-494b-99e2-2ac74979b689 req-c94e7160-80af-41f7-aadb-dccdadfd9c35 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:33:19.760190 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-be20140c-a7c7-494b-99e2-2ac74979b689 req-c94e7160-80af-41f7-aadb-dccdadfd9c35 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/ports?device_id=c15c2cf7-bc55-47c8-a221-9e51c7022050 HTTP/1.1" status: 200  len: 945 time: 0.1658921
Jan 29 10:33:19.829323 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-be20140c-a7c7-494b-99e2-2ac74979b689 req-9821b8ab-d1c6-41e5-b81c-7bc83ba638db tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/security-groups?id=54c1ca74-f45d-4e96-be2c-4e9d6098c5cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621281
Jan 29 10:33:20.008207 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cbc468-4922-4974-a03b-3f353d9fe697 req-4a8ee8df-5b46-4327-8846-6711690ffe90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:33:20.009866 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-10cbc468-4922-4974-a03b-3f353d9fe697 req-4a8ee8df-5b46-4327-8846-6711690ffe90 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1637f6ea442f454293c693e7bf9f57ce&device_id=c15c2cf7-bc55-47c8-a221-9e51c7022050 HTTP/1.1" status: 200  len: 1162 time: 0.0773242
Jan 29 10:33:20.154011 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cbc468-4922-4974-a03b-3f353d9fe697 req-56481ede-e262-4f24-a266-86e1967ad825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:33:20.156191 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-10cbc468-4922-4974-a03b-3f353d9fe697 req-56481ede-e262-4f24-a266-86e1967ad825 service neutron] 10.222.0.22 "GET /v2.0/networks?id=48426988-1b8f-4790-8c6e-99477337b8cf HTTP/1.1" status: 200  len: 906 time: 0.1398153
Jan 29 10:33:20.235962 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-10cbc468-4922-4974-a03b-3f353d9fe697 req-1696ef80-d361-4108-9ff3-d4ec1a9f1bc2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fe224842-d517-4513-9c60-0ea216954220 HTTP/1.1" status: 200  len: 217 time: 0.0729296
Jan 29 10:33:20.304685 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cbc468-4922-4974-a03b-3f353d9fe697 req-0d52de8c-b2a7-447b-8838-5d09bd924307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:33:20.306229 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-10cbc468-4922-4974-a03b-3f353d9fe697 req-0d52de8c-b2a7-447b-8838-5d09bd924307 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=78bcaefb-746d-4c9c-b0f9-d6183bf9dc76 HTTP/1.1" status: 200  len: 852 time: 0.0636413
Jan 29 10:33:20.361682 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-10cbc468-4922-4974-a03b-3f353d9fe697 req-1cc39faf-6fe0-42f3-bcb8-a4a0973faad9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=48426988-1b8f-4790-8c6e-99477337b8cf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0486033
Jan 29 10:33:20.505865 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-10cbc468-4922-4974-a03b-3f353d9fe697 req-62ccace4-13da-4988-bb4d-d501bc71888d service neutron] 10.222.0.22 "GET /v2.0/networks/48426988-1b8f-4790-8c6e-99477337b8cf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1362853
Jan 29 10:33:20.651356 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-10cbc468-4922-4974-a03b-3f353d9fe697 req-d4cfe74c-eb18-4ef2-96eb-9249f41fe1f2 service neutron] 10.222.0.22 "GET /v2.0/networks/48426988-1b8f-4790-8c6e-99477337b8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1389313
Jan 29 10:33:21.365852 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025ec15-4ef2-4afd-8136-ef6cf186a207 req-c397aeec-2875-4578-a187-ca9cd8daa885 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:33:21.367520 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d025ec15-4ef2-4afd-8136-ef6cf186a207 req-c397aeec-2875-4578-a187-ca9cd8daa885 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/ports?device_id=c15c2cf7-bc55-47c8-a221-9e51c7022050 HTTP/1.1" status: 200  len: 945 time: 0.4064872
Jan 29 10:33:21.430842 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d025ec15-4ef2-4afd-8136-ef6cf186a207 req-f4e1bb5b-50cf-4ace-a8e9-0e2edde0a952 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/security-groups?id=54c1ca74-f45d-4e96-be2c-4e9d6098c5cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570564
Jan 29 10:33:21.479521 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-95de0c27-5ca0-47c6-be0f-4c62a7889475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:33:22.719951 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe3c2c-7b43-4854-b00b-154c6fcc4c3a req-b1206290-8cc3-4012-91de-ffc8046f986e tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:33:22.721542 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5ebe3c2c-7b43-4854-b00b-154c6fcc4c3a req-b1206290-8cc3-4012-91de-ffc8046f986e tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/ports?device_id=c15c2cf7-bc55-47c8-a221-9e51c7022050 HTTP/1.1" status: 200  len: 945 time: 0.1637938
Jan 29 10:33:22.784561 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5ebe3c2c-7b43-4854-b00b-154c6fcc4c3a req-752d7cfb-caa7-4018-b23d-cd570cddd52f tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/security-groups?id=54c1ca74-f45d-4e96-be2c-4e9d6098c5cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566251
Jan 29 10:33:23.752790 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-107f718b-8538-434d-8e50-c5fb1d182395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:33:24.073876 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3fbb24-ea66-4dfd-8d90-c2a22977aee4 req-207a2fe8-6dc1-48d2-9cb2-879dc1333018 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:33:24.075666 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-df3fbb24-ea66-4dfd-8d90-c2a22977aee4 req-207a2fe8-6dc1-48d2-9cb2-879dc1333018 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/ports?device_id=c15c2cf7-bc55-47c8-a221-9e51c7022050 HTTP/1.1" status: 200  len: 945 time: 0.1624773
Jan 29 10:33:24.139601 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-df3fbb24-ea66-4dfd-8d90-c2a22977aee4 req-77e3a7e9-b471-4aa8-b196-f4af6c907e6d tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/security-groups?id=54c1ca74-f45d-4e96-be2c-4e9d6098c5cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569835
Jan 29 10:33:24.292123 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:33:24.934588 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:33:25.436280 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e63c4-93e4-4a6a-a3a5-c8d2574931a3 req-3197790d-3398-4cd1-8f2f-587825fd2b89 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:33:25.438302 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a87e63c4-93e4-4a6a-a3a5-c8d2574931a3 req-3197790d-3398-4cd1-8f2f-587825fd2b89 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/ports?device_id=c15c2cf7-bc55-47c8-a221-9e51c7022050 HTTP/1.1" status: 200  len: 945 time: 0.1668561
Jan 29 10:33:25.501631 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a87e63c4-93e4-4a6a-a3a5-c8d2574931a3 req-64517b0f-042f-4946-a156-3463137f4258 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/security-groups?id=54c1ca74-f45d-4e96-be2c-4e9d6098c5cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569222
Jan 29 10:33:26.097964 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:33:26.793478 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b06881-1f5e-4e0b-8d76-5ae1d442bab4 req-e85a3de0-8d79-4dad-9f85-0e3dde768ea6 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:33:26.795014 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-46b06881-1f5e-4e0b-8d76-5ae1d442bab4 req-e85a3de0-8d79-4dad-9f85-0e3dde768ea6 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/ports?device_id=c15c2cf7-bc55-47c8-a221-9e51c7022050 HTTP/1.1" status: 200  len: 945 time: 0.1644766
Jan 29 10:33:26.861528 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-46b06881-1f5e-4e0b-8d76-5ae1d442bab4 req-b89a3a3a-5abb-49aa-8c5c-47ab0aa8bccf tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/security-groups?id=54c1ca74-f45d-4e96-be2c-4e9d6098c5cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593667
Jan 29 10:33:28.151223 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c75e59c-410a-49e9-8b67-93c1eef87407 req-9055a9b1-acc3-496e-8098-31b62260e1a0 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:33:28.152873 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2c75e59c-410a-49e9-8b67-93c1eef87407 req-9055a9b1-acc3-496e-8098-31b62260e1a0 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/ports?device_id=c15c2cf7-bc55-47c8-a221-9e51c7022050 HTTP/1.1" status: 200  len: 945 time: 0.1621187
Jan 29 10:33:28.218778 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2c75e59c-410a-49e9-8b67-93c1eef87407 req-5124bfe6-a291-4187-bb65-6df378e9dc76 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/security-groups?id=54c1ca74-f45d-4e96-be2c-4e9d6098c5cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594354
Jan 29 10:33:29.519496 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ba90e1-1b84-4818-b88c-55a951d21eb4 req-e244277c-7665-4771-84fd-337a9213f93c tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:33:29.521080 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-32ba90e1-1b84-4818-b88c-55a951d21eb4 req-e244277c-7665-4771-84fd-337a9213f93c tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/ports?device_id=c15c2cf7-bc55-47c8-a221-9e51c7022050 HTTP/1.1" status: 200  len: 945 time: 0.1666377
Jan 29 10:33:29.584801 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-32ba90e1-1b84-4818-b88c-55a951d21eb4 req-d0a1b2d4-a162-437f-8526-e608d30e5ad9 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/security-groups?id=54c1ca74-f45d-4e96-be2c-4e9d6098c5cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571806
Jan 29 10:33:30.874887 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb164d05-b997-42c4-8d49-484cca91433e req-0fcc92b1-da15-40f3-a7eb-76a6ff7ac1af tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:33:30.876725 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cb164d05-b997-42c4-8d49-484cca91433e req-0fcc92b1-da15-40f3-a7eb-76a6ff7ac1af tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/ports?device_id=c15c2cf7-bc55-47c8-a221-9e51c7022050 HTTP/1.1" status: 200  len: 945 time: 0.1640549
Jan 29 10:33:30.943542 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cb164d05-b997-42c4-8d49-484cca91433e req-cbbe4384-48b0-4360-aacb-011a2efa6a54 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/security-groups?id=54c1ca74-f45d-4e96-be2c-4e9d6098c5cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605016
Jan 29 10:33:32.234995 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8455b92f-6439-42e6-bf01-4f2734cceaba req-92c69a53-e098-4b4b-924a-7672a564fea7 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:33:32.236673 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8455b92f-6439-42e6-bf01-4f2734cceaba req-92c69a53-e098-4b4b-924a-7672a564fea7 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/ports?device_id=c15c2cf7-bc55-47c8-a221-9e51c7022050 HTTP/1.1" status: 200  len: 945 time: 0.1647594
Jan 29 10:33:32.300979 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8455b92f-6439-42e6-bf01-4f2734cceaba req-a0c38599-7927-4e76-8848-527f7abd479c tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/security-groups?id=54c1ca74-f45d-4e96-be2c-4e9d6098c5cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577075
Jan 29 10:33:33.599358 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47b084-f9f9-4ad9-ab0c-e742538fcb30 req-27d48a6e-7b2c-4da3-9f1c-0706d969b839 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:33:33.600888 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fa47b084-f9f9-4ad9-ab0c-e742538fcb30 req-27d48a6e-7b2c-4da3-9f1c-0706d969b839 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/ports?device_id=c15c2cf7-bc55-47c8-a221-9e51c7022050 HTTP/1.1" status: 200  len: 945 time: 0.1672189
Jan 29 10:33:33.664727 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fa47b084-f9f9-4ad9-ab0c-e742538fcb30 req-e3678d1f-e396-4195-8b31-f5bdfa0d4970 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/security-groups?id=54c1ca74-f45d-4e96-be2c-4e9d6098c5cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575974
Jan 29 10:33:34.959072 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:33:34.959626 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f41922-f87e-43e4-8d49-7ebf530a011f req-0725e410-6d9c-49d6-a7dc-5db9055572c2 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:33:34.961118 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-92f41922-f87e-43e4-8d49-7ebf530a011f req-0725e410-6d9c-49d6-a7dc-5db9055572c2 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/ports?device_id=c15c2cf7-bc55-47c8-a221-9e51c7022050 HTTP/1.1" status: 200  len: 945 time: 0.1640553
Jan 29 10:33:35.029395 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-92f41922-f87e-43e4-8d49-7ebf530a011f req-3982a4d2-a509-4177-96a8-eb43d52180bb tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/security-groups?id=54c1ca74-f45d-4e96-be2c-4e9d6098c5cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619118
Jan 29 10:33:36.321545 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a8d52f-12d8-4046-88af-ca93511923c6 req-dc360227-71ac-4c77-8e71-dfc091ccb9f8 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:33:36.323200 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-35a8d52f-12d8-4046-88af-ca93511923c6 req-dc360227-71ac-4c77-8e71-dfc091ccb9f8 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/ports?device_id=c15c2cf7-bc55-47c8-a221-9e51c7022050 HTTP/1.1" status: 200  len: 945 time: 0.1664679
Jan 29 10:33:36.388819 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-35a8d52f-12d8-4046-88af-ca93511923c6 req-b74b9344-4aa2-49ef-8f68-68c11c0346c5 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/security-groups?id=54c1ca74-f45d-4e96-be2c-4e9d6098c5cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586088
Jan 29 10:33:37.689006 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb26b60-b354-4933-9fb9-fcbdc60ad23d req-47bc4482-a06b-47b4-936d-4c66ddda2e38 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:33:37.690665 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7bb26b60-b354-4933-9fb9-fcbdc60ad23d req-47bc4482-a06b-47b4-936d-4c66ddda2e38 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/ports?device_id=c15c2cf7-bc55-47c8-a221-9e51c7022050 HTTP/1.1" status: 200  len: 945 time: 0.1666796
Jan 29 10:33:37.755400 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7bb26b60-b354-4933-9fb9-fcbdc60ad23d req-8dfc2ca6-2139-4409-82c1-d68a66cdbfe3 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/security-groups?id=54c1ca74-f45d-4e96-be2c-4e9d6098c5cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580897
Jan 29 10:33:39.051140 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d780fd-71d9-426d-a597-f02050936ca7 req-f68030d2-393c-47f6-9c2f-f949586c771c tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:33:39.052686 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-97d780fd-71d9-426d-a597-f02050936ca7 req-f68030d2-393c-47f6-9c2f-f949586c771c tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/ports?device_id=c15c2cf7-bc55-47c8-a221-9e51c7022050 HTTP/1.1" status: 200  len: 945 time: 0.1677880
Jan 29 10:33:39.121163 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-97d780fd-71d9-426d-a597-f02050936ca7 req-97530e9b-ec06-4f2f-af45-63b3bfc51c65 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/security-groups?id=54c1ca74-f45d-4e96-be2c-4e9d6098c5cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620930
Jan 29 10:33:39.196794 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:33:40.415255 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731bace6-c7c9-4400-a9c5-a246bad36f73 req-4094827a-1157-4f39-9f83-4d87eb1fe3a8 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:33:40.416823 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-731bace6-c7c9-4400-a9c5-a246bad36f73 req-4094827a-1157-4f39-9f83-4d87eb1fe3a8 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/ports?device_id=c15c2cf7-bc55-47c8-a221-9e51c7022050 HTTP/1.1" status: 200  len: 945 time: 0.1642876
Jan 29 10:33:40.481152 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-731bace6-c7c9-4400-a9c5-a246bad36f73 req-e3510723-9592-4cde-8d83-f79942bbec93 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/security-groups?id=54c1ca74-f45d-4e96-be2c-4e9d6098c5cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573087
Jan 29 10:33:41.786243 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75e580-d196-41b0-9b74-4cf768674c64 req-4bbebdde-27fc-47d4-a1af-27ab1805f3b9 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:33:41.787877 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1d75e580-d196-41b0-9b74-4cf768674c64 req-4bbebdde-27fc-47d4-a1af-27ab1805f3b9 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/ports?device_id=c15c2cf7-bc55-47c8-a221-9e51c7022050 HTTP/1.1" status: 200  len: 945 time: 0.1732943
Jan 29 10:33:41.855619 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1d75e580-d196-41b0-9b74-4cf768674c64 req-209fd43f-a30c-4d70-88da-0c43f1b39408 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/security-groups?id=54c1ca74-f45d-4e96-be2c-4e9d6098c5cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614457
Jan 29 10:33:43.148864 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b8f51-d93b-47a9-8391-69a9b36ed212 req-ab8d7426-e6b4-416b-89a5-2ea1a51600f4 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:33:43.150441 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-855b8f51-d93b-47a9-8391-69a9b36ed212 req-ab8d7426-e6b4-416b-89a5-2ea1a51600f4 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/ports?device_id=c15c2cf7-bc55-47c8-a221-9e51c7022050 HTTP/1.1" status: 200  len: 945 time: 0.1665566
Jan 29 10:33:43.218894 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-855b8f51-d93b-47a9-8391-69a9b36ed212 req-bac57f87-371d-4ae0-bd49-21ff86e0f8ad tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/security-groups?id=54c1ca74-f45d-4e96-be2c-4e9d6098c5cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621147
Jan 29 10:33:44.513595 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f066d678-ac49-422f-99ea-d2d41fecaa6a req-24e2e782-bcc6-48e1-a168-1cdc14a9ad42 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:33:44.515193 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f066d678-ac49-422f-99ea-d2d41fecaa6a req-24e2e782-bcc6-48e1-a168-1cdc14a9ad42 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/ports?device_id=c15c2cf7-bc55-47c8-a221-9e51c7022050 HTTP/1.1" status: 200  len: 945 time: 0.1647596
Jan 29 10:33:44.579345 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f066d678-ac49-422f-99ea-d2d41fecaa6a req-bc558242-9de4-473c-8fa7-e122e7991459 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/security-groups?id=54c1ca74-f45d-4e96-be2c-4e9d6098c5cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575480
Jan 29 10:33:45.877474 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0130648-c850-4223-9fd1-585327cc9ba5 req-4a88890e-23a4-4f78-a07a-bab1a3916c67 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:33:45.879160 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c0130648-c850-4223-9fd1-585327cc9ba5 req-4a88890e-23a4-4f78-a07a-bab1a3916c67 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/ports?device_id=c15c2cf7-bc55-47c8-a221-9e51c7022050 HTTP/1.1" status: 200  len: 945 time: 0.1693723
Jan 29 10:33:45.944090 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c0130648-c850-4223-9fd1-585327cc9ba5 req-55d1f800-07ba-49f3-aaed-13ae5d7d5300 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/security-groups?id=54c1ca74-f45d-4e96-be2c-4e9d6098c5cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586677
Jan 29 10:33:47.237824 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36691c34-cbcd-4ff2-98d2-26c67e3e7e1a req-4209956f-2fa4-4455-a850-407b1e2dba09 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:33:47.239343 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-36691c34-cbcd-4ff2-98d2-26c67e3e7e1a req-4209956f-2fa4-4455-a850-407b1e2dba09 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/ports?device_id=c15c2cf7-bc55-47c8-a221-9e51c7022050 HTTP/1.1" status: 200  len: 945 time: 0.1637864
Jan 29 10:33:47.307625 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-36691c34-cbcd-4ff2-98d2-26c67e3e7e1a req-f0d82924-3c1e-455e-8534-8ca59310bcce tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/security-groups?id=54c1ca74-f45d-4e96-be2c-4e9d6098c5cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619335
Jan 29 10:33:48.602816 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec0fe7-4f9a-4e27-a28e-b9a024000e02 req-e6244337-9d8d-450f-8698-e5059e5ffec6 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:33:48.604355 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-28ec0fe7-4f9a-4e27-a28e-b9a024000e02 req-e6244337-9d8d-450f-8698-e5059e5ffec6 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/ports?device_id=c15c2cf7-bc55-47c8-a221-9e51c7022050 HTTP/1.1" status: 200  len: 945 time: 0.1671944
Jan 29 10:33:48.670356 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-28ec0fe7-4f9a-4e27-a28e-b9a024000e02 req-658661b1-abc9-4863-93e9-0ee7f8ab41ab tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/security-groups?id=54c1ca74-f45d-4e96-be2c-4e9d6098c5cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587964
Jan 29 10:33:49.967280 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b480d29a-3143-4c6a-909c-4616ebad2a95 req-b9c6918d-7556-42d4-b23c-519e29ecc6d9 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:33:49.968848 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b480d29a-3143-4c6a-909c-4616ebad2a95 req-b9c6918d-7556-42d4-b23c-519e29ecc6d9 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/ports?device_id=c15c2cf7-bc55-47c8-a221-9e51c7022050 HTTP/1.1" status: 200  len: 945 time: 0.1664157
Jan 29 10:33:50.034739 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b480d29a-3143-4c6a-909c-4616ebad2a95 req-d752d380-df1f-4367-8cc3-677a98ead092 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/security-groups?id=54c1ca74-f45d-4e96-be2c-4e9d6098c5cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592730
Jan 29 10:33:51.329168 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11fb7b-50bc-473e-b630-df67eea9b7fd req-c2de81aa-50f0-41d7-8900-4d9284ab9da0 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:33:51.330716 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-de11fb7b-50bc-473e-b630-df67eea9b7fd req-c2de81aa-50f0-41d7-8900-4d9284ab9da0 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/ports?device_id=c15c2cf7-bc55-47c8-a221-9e51c7022050 HTTP/1.1" status: 200  len: 945 time: 0.1659625
Jan 29 10:33:51.395852 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-de11fb7b-50bc-473e-b630-df67eea9b7fd req-98a0769a-971f-44b5-afb3-6fb09c7911b9 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/security-groups?id=54c1ca74-f45d-4e96-be2c-4e9d6098c5cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586674
Jan 29 10:33:51.480306 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-777be361-490f-417a-b6cb-a9930aecb713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:33:52.690706 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cce4148-bac5-4c4b-912f-5eac58eb06a4 req-868927f7-4a95-498f-846d-3b15cf874f9c tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:33:52.692323 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5cce4148-bac5-4c4b-912f-5eac58eb06a4 req-868927f7-4a95-498f-846d-3b15cf874f9c tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/ports?device_id=c15c2cf7-bc55-47c8-a221-9e51c7022050 HTTP/1.1" status: 200  len: 945 time: 0.1663425
Jan 29 10:33:52.756475 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5cce4148-bac5-4c4b-912f-5eac58eb06a4 req-64624965-5434-4d61-ac11-4c251385e2eb tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/security-groups?id=54c1ca74-f45d-4e96-be2c-4e9d6098c5cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577443
Jan 29 10:33:53.754487 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c10db05c-edbe-43f8-8a1b-30950e34332a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:33:54.052726 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc6f56-8ad7-4533-9799-020372b14070 req-ab6ac81f-d54e-424f-beff-a6745521c758 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:33:54.054287 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-93cc6f56-8ad7-4533-9799-020372b14070 req-ab6ac81f-d54e-424f-beff-a6745521c758 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/ports?device_id=c15c2cf7-bc55-47c8-a221-9e51c7022050 HTTP/1.1" status: 200  len: 945 time: 0.1657777
Jan 29 10:33:54.119987 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-93cc6f56-8ad7-4533-9799-020372b14070 req-49ce1fdc-d93c-4a31-b3c3-d503863f5055 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/security-groups?id=54c1ca74-f45d-4e96-be2c-4e9d6098c5cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594347
Jan 29 10:33:54.294093 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:33:54.865237 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3071db43-054b-4b68-aa0e-1606e71905df req-aa072aa9-06d9-4e3f-8791-d5d0c6f44b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:33:54.866896 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3071db43-054b-4b68-aa0e-1606e71905df req-aa072aa9-06d9-4e3f-8791-d5d0c6f44b7a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1637f6ea442f454293c693e7bf9f57ce&device_id=c15c2cf7-bc55-47c8-a221-9e51c7022050 HTTP/1.1" status: 200  len: 1162 time: 0.0791259
Jan 29 10:33:54.935874 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:33:55.028630 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3071db43-054b-4b68-aa0e-1606e71905df req-9a359ab1-0931-4570-92d0-deb2b7142cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:33:55.030220 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3071db43-054b-4b68-aa0e-1606e71905df req-9a359ab1-0931-4570-92d0-deb2b7142cb4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=48426988-1b8f-4790-8c6e-99477337b8cf HTTP/1.1" status: 200  len: 906 time: 0.1435099
Jan 29 10:33:55.105718 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3071db43-054b-4b68-aa0e-1606e71905df req-7efa8be3-95ac-4fe4-8297-5833d200836f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fe224842-d517-4513-9c60-0ea216954220 HTTP/1.1" status: 200  len: 217 time: 0.0683043
Jan 29 10:33:55.174926 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3071db43-054b-4b68-aa0e-1606e71905df req-52fa15d5-30a9-4d6a-a43b-189f2f185026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:33:55.176506 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3071db43-054b-4b68-aa0e-1606e71905df req-52fa15d5-30a9-4d6a-a43b-189f2f185026 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=78bcaefb-746d-4c9c-b0f9-d6183bf9dc76 HTTP/1.1" status: 200  len: 852 time: 0.0638552
Jan 29 10:33:55.229345 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3071db43-054b-4b68-aa0e-1606e71905df req-e8071253-293b-4123-a5d7-42a40210c57d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=48426988-1b8f-4790-8c6e-99477337b8cf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0459971
Jan 29 10:33:55.378748 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3071db43-054b-4b68-aa0e-1606e71905df req-e6c69b41-7902-40c8-be47-df02e69dbb24 service neutron] 10.222.0.22 "GET /v2.0/networks/48426988-1b8f-4790-8c6e-99477337b8cf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1421554
Jan 29 10:33:55.416302 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4803177-8154-4426-a2eb-545e897a65a9 req-e739eedb-d143-4490-9841-7abfa6ad3aeb tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:33:55.418025 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e4803177-8154-4426-a2eb-545e897a65a9 req-e739eedb-d143-4490-9841-7abfa6ad3aeb tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/ports?device_id=c15c2cf7-bc55-47c8-a221-9e51c7022050 HTTP/1.1" status: 200  len: 945 time: 0.1670229
Jan 29 10:33:55.486475 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e4803177-8154-4426-a2eb-545e897a65a9 req-2c0366d6-e524-4615-8667-8d5e9f4ec32e tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/security-groups?id=54c1ca74-f45d-4e96-be2c-4e9d6098c5cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616822
Jan 29 10:33:55.524280 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3071db43-054b-4b68-aa0e-1606e71905df req-00d74be3-0bd8-41b0-85e6-3ccb76cf6c5c service neutron] 10.222.0.22 "GET /v2.0/networks/48426988-1b8f-4790-8c6e-99477337b8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1391985
Jan 29 10:33:56.101451 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:33:56.783225 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab0289-9973-43a6-ad15-83260de9f694 req-3f0f4650-dba6-49ef-b9b0-a01be29dc628 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:33:56.784873 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-70ab0289-9973-43a6-ad15-83260de9f694 req-3f0f4650-dba6-49ef-b9b0-a01be29dc628 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/ports?device_id=c15c2cf7-bc55-47c8-a221-9e51c7022050 HTTP/1.1" status: 200  len: 945 time: 0.1686158
Jan 29 10:33:56.849141 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-70ab0289-9973-43a6-ad15-83260de9f694 req-bae396b8-a01a-4bb2-81c4-6fa35024fcfe tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/security-groups?id=54c1ca74-f45d-4e96-be2c-4e9d6098c5cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579534
Jan 29 10:33:57.644751 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-10cbc468-4922-4974-a03b-3f353d9fe697 req-b6b26c98-9998-4eb2-8c9d-724a9b736985 service neutron] 10.222.0.22 "GET /v2.0/ports/fe224842-d517-4513-9c60-0ea216954220/bindings/hv-neutron-7729 HTTP/1.1" status: 200  len: 454 time: 0.0833209
Jan 29 10:33:57.938204 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cbc468-4922-4974-a03b-3f353d9fe697 req-5dfc9137-2ee0-42c6-ad45-4d69f967ce46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:33:57.939924 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-10cbc468-4922-4974-a03b-3f353d9fe697 req-5dfc9137-2ee0-42c6-ad45-4d69f967ce46 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c15c2cf7-bc55-47c8-a221-9e51c7022050&tenant_id=1637f6ea442f454293c693e7bf9f57ce HTTP/1.1" status: 200  len: 1162 time: 0.0825386
Jan 29 10:33:58.057535 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cbc468-4922-4974-a03b-3f353d9fe697 req-6e54dbad-dfd7-4d8b-b35f-2eb4f65f74f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:33:58.059200 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-10cbc468-4922-4974-a03b-3f353d9fe697 req-6e54dbad-dfd7-4d8b-b35f-2eb4f65f74f7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1637f6ea442f454293c693e7bf9f57ce&device_id=c15c2cf7-bc55-47c8-a221-9e51c7022050 HTTP/1.1" status: 200  len: 1162 time: 0.0838399
Jan 29 10:33:58.157974 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dcfc76-d84c-4103-99bc-7a4721e3697f req-934b32c3-ca05-4945-a9bc-a4e3365f172f tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:33:58.159931 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e2dcfc76-d84c-4103-99bc-7a4721e3697f req-934b32c3-ca05-4945-a9bc-a4e3365f172f tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/ports?device_id=c15c2cf7-bc55-47c8-a221-9e51c7022050 HTTP/1.1" status: 200  len: 945 time: 0.1750610
Jan 29 10:33:58.205328 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cbc468-4922-4974-a03b-3f353d9fe697 req-67052b91-54f7-43f9-aba6-503cd8ca1742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:33:58.207227 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-10cbc468-4922-4974-a03b-3f353d9fe697 req-67052b91-54f7-43f9-aba6-503cd8ca1742 service neutron] 10.222.0.22 "GET /v2.0/networks?id=48426988-1b8f-4790-8c6e-99477337b8cf HTTP/1.1" status: 200  len: 906 time: 0.1409314
Jan 29 10:33:58.230034 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e2dcfc76-d84c-4103-99bc-7a4721e3697f req-ff4df62d-9802-4ad8-9128-2c7354dac8bd tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/security-groups?id=54c1ca74-f45d-4e96-be2c-4e9d6098c5cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634782
Jan 29 10:33:58.279153 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-10cbc468-4922-4974-a03b-3f353d9fe697 req-afae05c2-02fa-4fc3-930f-c441f880c8d0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fe224842-d517-4513-9c60-0ea216954220 HTTP/1.1" status: 200  len: 217 time: 0.0659692
Jan 29 10:33:58.352347 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cbc468-4922-4974-a03b-3f353d9fe697 req-5e17f2dd-d6b9-49f8-9efd-b5dc8b91cba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:33:58.353946 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-10cbc468-4922-4974-a03b-3f353d9fe697 req-5e17f2dd-d6b9-49f8-9efd-b5dc8b91cba4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=78bcaefb-746d-4c9c-b0f9-d6183bf9dc76 HTTP/1.1" status: 200  len: 852 time: 0.0684497
Jan 29 10:33:58.406110 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-10cbc468-4922-4974-a03b-3f353d9fe697 req-662fb37b-09ed-4175-a59f-8d03da9233f5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=48426988-1b8f-4790-8c6e-99477337b8cf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0453808
Jan 29 10:33:58.547133 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-10cbc468-4922-4974-a03b-3f353d9fe697 req-3061450d-3e70-4938-8496-37c88145bfda service neutron] 10.222.0.22 "GET /v2.0/networks/48426988-1b8f-4790-8c6e-99477337b8cf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1344748
Jan 29 10:33:58.668000 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device fe224842-d517-4513-9c60-0ea216954220 no longer exists at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:33:58.799218 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:33:58.830162 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c15c2cf7-bc55-47c8-a221-9e51c7022050', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe224842-d517-4513-9c60-0ea216954220'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:33:58.840865 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port fe224842-d517-4513-9c60-0ea216954220, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=fe224842-d517-4513-9c60-0ea216954220,segment=NetworkSegment(5364bd71-6b5f-4b42-9715-1e671419dbe7),segment_id=5364bd71-6b5f-4b42-9715-1e671419dbe7)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:33:58.844915 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:33:58.846858 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:33:58.922117 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=fe224842-d517-4513-9c60-0ea216954220,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:33:58.926533 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:33:58.973313 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-10cbc468-4922-4974-a03b-3f353d9fe697 req-9d3db82e-0ad0-4e60-9e52-3e85ff4c9900 service neutron] 10.222.0.22 "GET /v2.0/networks/48426988-1b8f-4790-8c6e-99477337b8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4192612
Jan 29 10:33:59.005737 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c15c2cf7-bc55-47c8-a221-9e51c7022050', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe224842-d517-4513-9c60-0ea216954220', 'code': 200}
Jan 29 10:33:59.527220 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9281251-416f-452a-aaf6-eac5761e850b req-40bbf242-7ac2-4f0d-a227-9cffa8e66cde tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:33:59.528838 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f9281251-416f-452a-aaf6-eac5761e850b req-40bbf242-7ac2-4f0d-a227-9cffa8e66cde tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/ports?device_id=c15c2cf7-bc55-47c8-a221-9e51c7022050 HTTP/1.1" status: 200  len: 943 time: 0.1652284
Jan 29 10:33:59.594264 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f9281251-416f-452a-aaf6-eac5761e850b req-c7c66b68-e148-4a87-abf0-3105ca1c503a tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/security-groups?id=54c1ca74-f45d-4e96-be2c-4e9d6098c5cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581498
Jan 29 10:34:00.893421 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d215a-7629-4382-b671-cb54c330239f req-39a56cb8-6b68-4ee9-b388-58214ac1b258 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:34:00.896254 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2d5d215a-7629-4382-b671-cb54c330239f req-39a56cb8-6b68-4ee9-b388-58214ac1b258 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/ports?device_id=c15c2cf7-bc55-47c8-a221-9e51c7022050 HTTP/1.1" status: 200  len: 943 time: 0.1712916
Jan 29 10:34:00.961653 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2d5d215a-7629-4382-b671-cb54c330239f req-5e06312f-e1d9-465d-afcf-b96b9e6a6359 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/security-groups?id=54c1ca74-f45d-4e96-be2c-4e9d6098c5cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590243
Jan 29 10:34:02.266029 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b750f2-55e8-424f-884e-96447752510f req-0594026c-561b-4fbf-ae87-217620d84590 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:34:02.267643 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c1b750f2-55e8-424f-884e-96447752510f req-0594026c-561b-4fbf-ae87-217620d84590 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/ports?device_id=c15c2cf7-bc55-47c8-a221-9e51c7022050 HTTP/1.1" status: 200  len: 943 time: 0.1670156
Jan 29 10:34:02.337082 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c1b750f2-55e8-424f-884e-96447752510f req-6757c51b-6c82-4cce-999e-7c6b047db936 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/security-groups?id=54c1ca74-f45d-4e96-be2c-4e9d6098c5cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631654
Jan 29 10:34:03.011306 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device fe224842-d517-4513-9c60-0ea216954220 up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:34:03.083554 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port fe224842-d517-4513-9c60-0ea216954220 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:34:03.083974 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:34:03.206114 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:34:03.233927 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c15c2cf7-bc55-47c8-a221-9e51c7022050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe224842-d517-4513-9c60-0ea216954220'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:34:03.243936 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port fe224842-d517-4513-9c60-0ea216954220, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=fe224842-d517-4513-9c60-0ea216954220,segment=NetworkSegment(5364bd71-6b5f-4b42-9715-1e671419dbe7),segment_id=5364bd71-6b5f-4b42-9715-1e671419dbe7)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:34:03.247138 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:34:03.249019 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:34:03.319436 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=fe224842-d517-4513-9c60-0ea216954220,revision_number=6']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:34:03.323136 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:34:03.329259 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c15c2cf7-bc55-47c8-a221-9e51c7022050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe224842-d517-4513-9c60-0ea216954220', 'code': 200}
Jan 29 10:34:03.628838 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563472f7-62de-48d6-a847-3c5d77682dbc req-69dd96a3-77ce-4103-8e73-5a681583c03a tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:34:03.631294 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-563472f7-62de-48d6-a847-3c5d77682dbc req-69dd96a3-77ce-4103-8e73-5a681583c03a tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/ports?device_id=c15c2cf7-bc55-47c8-a221-9e51c7022050 HTTP/1.1" status: 200  len: 945 time: 0.1633203
Jan 29 10:34:03.695100 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-563472f7-62de-48d6-a847-3c5d77682dbc req-1f14f4f7-9910-44dc-bc65-68eb3b2523ef tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/security-groups?id=54c1ca74-f45d-4e96-be2c-4e9d6098c5cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575173
Jan 29 10:34:04.192028 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd8045-7730-40ca-a0d3-61a33aeb5b7a req-ff627c63-e329-4c85-9483-0c1f64c8c457 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:34:04.192744 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-8afd8045-7730-40ca-a0d3-61a33aeb5b7a req-ff627c63-e329-4c85-9483-0c1f64c8c457 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Synchronizing usage tracker for tenant:1637f6ea442f454293c693e7bf9f57ce on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:34:04.210571 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-8afd8045-7730-40ca-a0d3-61a33aeb5b7a req-ff627c63-e329-4c85-9483-0c1f64c8c457 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Unset dirty status for tenant:1637f6ea442f454293c693e7bf9f57ce on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:34:04.211760 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8afd8045-7730-40ca-a0d3-61a33aeb5b7a req-ff627c63-e329-4c85-9483-0c1f64c8c457 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.22 "GET /v2.0/ports?device_id=c15c2cf7-bc55-47c8-a221-9e51c7022050&tenant_id=1637f6ea442f454293c693e7bf9f57ce&binding%3Ahost_id=hv-neutron-7729 HTTP/1.1" status: 200  len: 945 time: 0.1847744
Jan 29 10:34:04.387639 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd8045-7730-40ca-a0d3-61a33aeb5b7a req-7ac30be1-f068-4234-a2ac-aab4d833ed17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:34:04.389276 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8afd8045-7730-40ca-a0d3-61a33aeb5b7a req-7ac30be1-f068-4234-a2ac-aab4d833ed17 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1637f6ea442f454293c693e7bf9f57ce&device_id=c15c2cf7-bc55-47c8-a221-9e51c7022050 HTTP/1.1" status: 200  len: 1162 time: 0.0863862
Jan 29 10:34:04.537307 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd8045-7730-40ca-a0d3-61a33aeb5b7a req-70dee2f0-1ce6-42c7-a65e-4116e6811435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:34:04.538827 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8afd8045-7730-40ca-a0d3-61a33aeb5b7a req-70dee2f0-1ce6-42c7-a65e-4116e6811435 service neutron] 10.222.0.22 "GET /v2.0/networks?id=48426988-1b8f-4790-8c6e-99477337b8cf HTTP/1.1" status: 200  len: 906 time: 0.1428559
Jan 29 10:34:04.617058 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8afd8045-7730-40ca-a0d3-61a33aeb5b7a req-3df81fc1-892f-4725-a0c7-89ca8550898f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fe224842-d517-4513-9c60-0ea216954220 HTTP/1.1" status: 200  len: 217 time: 0.0710912
Jan 29 10:34:04.687775 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd8045-7730-40ca-a0d3-61a33aeb5b7a req-b0b125ee-b637-404e-88f5-3c7df2d0d1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:34:04.689312 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8afd8045-7730-40ca-a0d3-61a33aeb5b7a req-b0b125ee-b637-404e-88f5-3c7df2d0d1a5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=78bcaefb-746d-4c9c-b0f9-d6183bf9dc76 HTTP/1.1" status: 200  len: 852 time: 0.0649269
Jan 29 10:34:04.742571 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8afd8045-7730-40ca-a0d3-61a33aeb5b7a req-64d692c9-051d-40f2-a9a3-348c62e99040 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=48426988-1b8f-4790-8c6e-99477337b8cf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0456138
Jan 29 10:34:04.874854 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device fe224842-d517-4513-9c60-0ea216954220 up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:34:04.890425 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8afd8045-7730-40ca-a0d3-61a33aeb5b7a req-f619699b-4527-42ec-8dae-c40d8505aaca service neutron] 10.222.0.22 "GET /v2.0/networks/48426988-1b8f-4790-8c6e-99477337b8cf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399374
Jan 29 10:34:04.963737 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:34:04.965273 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port fe224842-d517-4513-9c60-0ea216954220 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:34:04.965680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:34:05.041935 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8afd8045-7730-40ca-a0d3-61a33aeb5b7a req-7714fa2b-c112-421f-b132-315322a63392 service neutron] 10.222.0.22 "GET /v2.0/networks/48426988-1b8f-4790-8c6e-99477337b8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1445091
Jan 29 10:34:06.265882 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543e734-a959-4ee0-80c5-91edd1e9c4d8 req-e931bc21-80d6-4c23-8681-3ebbb4ce4ddd tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:34:06.267484 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c543e734-a959-4ee0-80c5-91edd1e9c4d8 req-e931bc21-80d6-4c23-8681-3ebbb4ce4ddd tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/ports?device_id=c15c2cf7-bc55-47c8-a221-9e51c7022050 HTTP/1.1" status: 200  len: 945 time: 0.1703446
Jan 29 10:34:06.333041 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c543e734-a959-4ee0-80c5-91edd1e9c4d8 req-9e1ae284-c760-4736-bc8f-9f2954228f7a tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/security-groups?id=54c1ca74-f45d-4e96-be2c-4e9d6098c5cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592577
Jan 29 10:34:07.623556 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b0dac-0cb6-40ae-9270-8daac1b689bc req-903d8211-00ce-43d9-81ff-8453304c0121 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:34:07.625168 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ab0b0dac-0cb6-40ae-9270-8daac1b689bc req-903d8211-00ce-43d9-81ff-8453304c0121 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/ports?device_id=c15c2cf7-bc55-47c8-a221-9e51c7022050 HTTP/1.1" status: 200  len: 945 time: 0.1627927
Jan 29 10:34:07.692932 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ab0b0dac-0cb6-40ae-9270-8daac1b689bc req-d019b458-a33d-48ec-ab37-fe690708a4a3 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/security-groups?id=54c1ca74-f45d-4e96-be2c-4e9d6098c5cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609286
Jan 29 10:34:08.394835 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd8045-7730-40ca-a0d3-61a33aeb5b7a req-281b73c2-222d-443c-aa80-a92aaf7aaf2d tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:34:08.396521 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8afd8045-7730-40ca-a0d3-61a33aeb5b7a req-281b73c2-222d-443c-aa80-a92aaf7aaf2d tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.22 "GET /v2.0/ports?device_id=c15c2cf7-bc55-47c8-a221-9e51c7022050 HTTP/1.1" status: 200  len: 945 time: 0.1693387
Jan 29 10:34:08.488949 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-8afd8045-7730-40ca-a0d3-61a33aeb5b7a req-e3686b17-3365-42d2-a3d6-eb42e7a50a69 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Deleting port fe224842-d517-4513-9c60-0ea216954220 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:34:08.489334 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-8afd8045-7730-40ca-a0d3-61a33aeb5b7a req-e3686b17-3365-42d2-a3d6-eb42e7a50a69 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:34:08.748905 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-8afd8045-7730-40ca-a0d3-61a33aeb5b7a req-e3686b17-3365-42d2-a3d6-eb42e7a50a69 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] For port fe224842-d517-4513-9c60-0ea216954220, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=fe224842-d517-4513-9c60-0ea216954220,segment=NetworkSegment(5364bd71-6b5f-4b42-9715-1e671419dbe7),segment_id=5364bd71-6b5f-4b42-9715-1e671419dbe7)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:34:08.749363 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-8afd8045-7730-40ca-a0d3-61a33aeb5b7a req-e3686b17-3365-42d2-a3d6-eb42e7a50a69 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:34:08.787577 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device fe224842-d517-4513-9c60-0ea216954220 no longer exists at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:34:08.887796 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-8afd8045-7730-40ca-a0d3-61a33aeb5b7a req-e3686b17-3365-42d2-a3d6-eb42e7a50a69 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Calling delete_port for fe224842-d517-4513-9c60-0ea216954220 owned by compute:nova {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:34:08.915349 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:34:08.946426 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c15c2cf7-bc55-47c8-a221-9e51c7022050', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe224842-d517-4513-9c60-0ea216954220'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:34:08.958145 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port fe224842-d517-4513-9c60-0ea216954220, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=fe224842-d517-4513-9c60-0ea216954220,segment=NetworkSegment(5364bd71-6b5f-4b42-9715-1e671419dbe7),segment_id=5364bd71-6b5f-4b42-9715-1e671419dbe7)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:34:08.962911 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:34:08.964821 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:34:08.986270 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [req-8afd8045-7730-40ca-a0d3-61a33aeb5b7a req-e3686b17-3365-42d2-a3d6-eb42e7a50a69 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80766) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:34:08.986637 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [req-8afd8045-7730-40ca-a0d3-61a33aeb5b7a req-e3686b17-3365-42d2-a3d6-eb42e7a50a69 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:34:09.040876 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=fe224842-d517-4513-9c60-0ea216954220,revision_number=7']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:34:09.044375 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:34:09.240906 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3270cb38-5db1-4a85-b91f-ff09929e3c90 req-b4183edd-66c4-44fe-85fd-34101e6d98ee tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:34:09.242491 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3270cb38-5db1-4a85-b91f-ff09929e3c90 req-b4183edd-66c4-44fe-85fd-34101e6d98ee tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/ports?device_id=c15c2cf7-bc55-47c8-a221-9e51c7022050 HTTP/1.1" status: 200  len: 943 time: 0.4163582
Jan 29 10:34:09.308613 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3270cb38-5db1-4a85-b91f-ff09929e3c90 req-597b468b-21ad-4811-9daf-086d0cc301b5 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/security-groups?id=54c1ca74-f45d-4e96-be2c-4e9d6098c5cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596879
Jan 29 10:34:09.377964 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c15c2cf7-bc55-47c8-a221-9e51c7022050', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe224842-d517-4513-9c60-0ea216954220', 'code': 200}
Jan 29 10:34:09.488466 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-8afd8045-7730-40ca-a0d3-61a33aeb5b7a req-e3686b17-3365-42d2-a3d6-eb42e7a50a69 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Deleting port fe224842-d517-4513-9c60-0ea216954220 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:34:09.488851 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-8afd8045-7730-40ca-a0d3-61a33aeb5b7a req-e3686b17-3365-42d2-a3d6-eb42e7a50a69 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:34:09.748321 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-8afd8045-7730-40ca-a0d3-61a33aeb5b7a req-e3686b17-3365-42d2-a3d6-eb42e7a50a69 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] For port fe224842-d517-4513-9c60-0ea216954220, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=fe224842-d517-4513-9c60-0ea216954220,segment=NetworkSegment(5364bd71-6b5f-4b42-9715-1e671419dbe7),segment_id=5364bd71-6b5f-4b42-9715-1e671419dbe7)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:34:09.748711 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-8afd8045-7730-40ca-a0d3-61a33aeb5b7a req-e3686b17-3365-42d2-a3d6-eb42e7a50a69 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:34:09.876903 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-8afd8045-7730-40ca-a0d3-61a33aeb5b7a req-e3686b17-3365-42d2-a3d6-eb42e7a50a69 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Calling delete_port for fe224842-d517-4513-9c60-0ea216954220 owned by compute:nova {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:34:10.026941 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-8afd8045-7730-40ca-a0d3-61a33aeb5b7a req-e3686b17-3365-42d2-a3d6-eb42e7a50a69 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:34:10.042596 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ca327adb-27f7-4e2b-9ddb-eddb461c749a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:34:10.100105 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3686b17-3365-42d2-a3d6-eb42e7a50a69 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Pushing event deleted for resources: {'Port': ['ID=fe224842-d517-4513-9c60-0ea216954220,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:34:10.111712 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3686b17-3365-42d2-a3d6-eb42e7a50a69 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:34:10.112134 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3686b17-3365-42d2-a3d6-eb42e7a50a69 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:34:10.112550 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3686b17-3365-42d2-a3d6-eb42e7a50a69 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:34:10.112968 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3686b17-3365-42d2-a3d6-eb42e7a50a69 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:34:10.113993 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3686b17-3365-42d2-a3d6-eb42e7a50a69 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:34:10.114405 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3686b17-3365-42d2-a3d6-eb42e7a50a69 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:34:10.114810 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3686b17-3365-42d2-a3d6-eb42e7a50a69 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:34:10.115215 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3686b17-3365-42d2-a3d6-eb42e7a50a69 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:34:10.115623 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3686b17-3365-42d2-a3d6-eb42e7a50a69 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:34:10.116024 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3686b17-3365-42d2-a3d6-eb42e7a50a69 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:34:10.116424 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3686b17-3365-42d2-a3d6-eb42e7a50a69 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:34:10.116821 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3686b17-3365-42d2-a3d6-eb42e7a50a69 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:34:10.117292 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3686b17-3365-42d2-a3d6-eb42e7a50a69 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:34:10.117690 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3686b17-3365-42d2-a3d6-eb42e7a50a69 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:34:10.118111 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3686b17-3365-42d2-a3d6-eb42e7a50a69 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:34:10.118508 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3686b17-3365-42d2-a3d6-eb42e7a50a69 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:34:10.118881 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3686b17-3365-42d2-a3d6-eb42e7a50a69 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:34:10.119283 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3686b17-3365-42d2-a3d6-eb42e7a50a69 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:34:10.119675 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3686b17-3365-42d2-a3d6-eb42e7a50a69 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:34:10.120067 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3686b17-3365-42d2-a3d6-eb42e7a50a69 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:34:10.120461 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3686b17-3365-42d2-a3d6-eb42e7a50a69 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:34:10.120856 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3686b17-3365-42d2-a3d6-eb42e7a50a69 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:34:10.121248 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3686b17-3365-42d2-a3d6-eb42e7a50a69 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:34:10.121642 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3686b17-3365-42d2-a3d6-eb42e7a50a69 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:34:10.126725 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e3686b17-3365-42d2-a3d6-eb42e7a50a69 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:34:10.264101 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-8afd8045-7730-40ca-a0d3-61a33aeb5b7a req-e3686b17-3365-42d2-a3d6-eb42e7a50a69 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] No DVR routers for this DVR port fe224842-d517-4513-9c60-0ea216954220 on host hv-neutron-7729 {{(pid=80766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:34:10.266369 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-8afd8045-7730-40ca-a0d3-61a33aeb5b7a req-e3686b17-3365-42d2-a3d6-eb42e7a50a69 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:34:10.269128 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c15c2cf7-bc55-47c8-a221-9e51c7022050', 'name': 'network-vif-deleted', 'tag': 'fe224842-d517-4513-9c60-0ea216954220'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:34:10.287450 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8afd8045-7730-40ca-a0d3-61a33aeb5b7a req-e3686b17-3365-42d2-a3d6-eb42e7a50a69 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.22 "DELETE /v2.0/ports/fe224842-d517-4513-9c60-0ea216954220 HTTP/1.1" status: 204  len: 173 time: 1.8849456
Jan 29 10:34:10.336389 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c15c2cf7-bc55-47c8-a221-9e51c7022050', 'name': 'network-vif-deleted', 'tag': 'fe224842-d517-4513-9c60-0ea216954220', 'status': 'completed', 'code': 200}
Jan 29 10:34:10.498414 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ea0522b0-fcf5-46fe-b3b4-feeeaa845024 req-360d4f68-9efd-43dc-bd44-b35339de6d11 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] 10.222.0.57 "GET /v2.0/ports?device_id=c15c2cf7-bc55-47c8-a221-9e51c7022050 HTTP/1.1" status: 200  len: 210 time: 0.0526011
Jan 29 10:34:11.777170 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 33050) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:34:11.843748 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5dbf6d7-6bff-40d0-8388-5dd1b775df21 admin admin] Deleting subnet 78bcaefb-746d-4c9c-b0f9-d6183bf9dc76 {{(pid=80765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:34:11.846839 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c5dbf6d7-6bff-40d0-8388-5dd1b775df21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:34:11.902308 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c5dbf6d7-6bff-40d0-8388-5dd1b775df21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1479249'] for subnet, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:34:11.960051 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c5dbf6d7-6bff-40d0-8388-5dd1b775df21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:34:12.226753 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c5dbf6d7-6bff-40d0-8388-5dd1b775df21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852603100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2204728'] for subnet, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:34:12.244575 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d5a40a61-ce15-43b6-af89-6b5a8e2a95f0 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:34:12.291866 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dbf6d7-6bff-40d0-8388-5dd1b775df21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78bcaefb-746d-4c9c-b0f9-d6183bf9dc76,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:34:12.306461 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dbf6d7-6bff-40d0-8388-5dd1b775df21 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:34:12.306900 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dbf6d7-6bff-40d0-8388-5dd1b775df21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:34:12.307324 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dbf6d7-6bff-40d0-8388-5dd1b775df21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:34:12.307742 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dbf6d7-6bff-40d0-8388-5dd1b775df21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:34:12.308159 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dbf6d7-6bff-40d0-8388-5dd1b775df21 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:34:12.308574 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dbf6d7-6bff-40d0-8388-5dd1b775df21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:34:12.308986 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dbf6d7-6bff-40d0-8388-5dd1b775df21 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:34:12.309398 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dbf6d7-6bff-40d0-8388-5dd1b775df21 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:34:12.309826 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dbf6d7-6bff-40d0-8388-5dd1b775df21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:34:12.310240 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dbf6d7-6bff-40d0-8388-5dd1b775df21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:34:12.310649 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dbf6d7-6bff-40d0-8388-5dd1b775df21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:34:12.311058 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dbf6d7-6bff-40d0-8388-5dd1b775df21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:34:12.311538 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dbf6d7-6bff-40d0-8388-5dd1b775df21 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:34:12.311945 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dbf6d7-6bff-40d0-8388-5dd1b775df21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:34:12.312352 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dbf6d7-6bff-40d0-8388-5dd1b775df21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:34:12.312756 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dbf6d7-6bff-40d0-8388-5dd1b775df21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:34:12.313162 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dbf6d7-6bff-40d0-8388-5dd1b775df21 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:34:12.313568 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dbf6d7-6bff-40d0-8388-5dd1b775df21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:34:12.313999 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dbf6d7-6bff-40d0-8388-5dd1b775df21 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:34:12.314404 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dbf6d7-6bff-40d0-8388-5dd1b775df21 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:34:12.314804 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dbf6d7-6bff-40d0-8388-5dd1b775df21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:34:12.315205 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dbf6d7-6bff-40d0-8388-5dd1b775df21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:34:12.315606 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dbf6d7-6bff-40d0-8388-5dd1b775df21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:34:12.316009 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dbf6d7-6bff-40d0-8388-5dd1b775df21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:34:12.320216 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c5dbf6d7-6bff-40d0-8388-5dd1b775df21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:34:12.402946 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c5dbf6d7-6bff-40d0-8388-5dd1b775df21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:34:12.408998 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c5dbf6d7-6bff-40d0-8388-5dd1b775df21 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/78bcaefb-746d-4c9c-b0f9-d6183bf9dc76 HTTP/1.1" status: 204  len: 168 time: 0.6306775
Jan 29 10:34:12.412206 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 33054) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:34:12.529503 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-04a2e5c3-e560-4319-aa2d-f6228d05334e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:34:12.719685 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-04a2e5c3-e560-4319-aa2d-f6228d05334e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:34:12.834031 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-04a2e5c3-e560-4319-aa2d-f6228d05334e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c3b024e0>,) {'filters': {'network_id': ['48426988-1b8f-4790-8c6e-99477337b8cf']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:34:12.846380 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-04a2e5c3-e560-4319-aa2d-f6228d05334e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3b024e0>, '5364bd71-6b5f-4b42-9715-1e671419dbe7') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:34:12.846716 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-04a2e5c3-e560-4319-aa2d-f6228d05334e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3b024e0>, '5364bd71-6b5f-4b42-9715-1e671419dbe7') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:34:12.859087 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-04a2e5c3-e560-4319-aa2d-f6228d05334e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:34:12.876843 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-04a2e5c3-e560-4319-aa2d-f6228d05334e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:34:12.878893 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-04a2e5c3-e560-4319-aa2d-f6228d05334e admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:34:13.057882 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-04a2e5c3-e560-4319-aa2d-f6228d05334e admin admin] Network 48426988-1b8f-4790-8c6e-99477337b8cf has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:34:13.067068 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-04a2e5c3-e560-4319-aa2d-f6228d05334e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:34:13.253822 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-04a2e5c3-e560-4319-aa2d-f6228d05334e admin admin] Network 48426988-1b8f-4790-8c6e-99477337b8cf has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:34:13.277050 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:34:13.277050 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:34:13.277050 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:34:13.277050 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:34:13.277050 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:34:13.277050 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:34:13.277050 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:34:13.277050 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:34:13.277050 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:34:13.277050 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:34:13.277050 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:34:13.277050 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:34:13.277050 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:34:13.277050 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:34:13.277050 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:34:13.277050 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:34:13.277050 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:34:13.277050 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:34:13.277050 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:34:13.277050 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:34:13.277050 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:34:13.277050 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:34:13.277050 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:34:13.277050 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:34:13.277050 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:34:13.277050 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:34:13.277050 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:34:13.277050 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:34:13.277050 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:34:13.277050 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:34:13.277050 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:34:13.277050 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:34:13.358242 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-04a2e5c3-e560-4319-aa2d-f6228d05334e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:34:13.361723 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-faf39b42-451a-4316-8a7b-7fef0699859f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:34:13.380199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-04a2e5c3-e560-4319-aa2d-f6228d05334e admin admin] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:34:13.391434 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2e5c3-e560-4319-aa2d-f6228d05334e admin admin] Pushing event deleted for resources: {'Network': ['ID=48426988-1b8f-4790-8c6e-99477337b8cf,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:34:13.398420 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-04a2e5c3-e560-4319-aa2d-f6228d05334e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:34:13.400549 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-04a2e5c3-e560-4319-aa2d-f6228d05334e admin admin] 10.222.0.57 "DELETE /v2.0/networks/48426988-1b8f-4790-8c6e-99477337b8cf HTTP/1.1" status: 204  len: 168 time: 0.9873567
Jan 29 10:34:13.542967 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 33060) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:34:13.596108 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6a1f8219-4a07-4b0e-bbdb-f7d4dad07200 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1637f6ea442f454293c693e7bf9f57ce&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0517504
Jan 29 10:34:13.599421 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 33064) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:34:13.661237 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-78744767-957a-4988-9f1c-f19859a1e2e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:34:13.689186 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-78744767-957a-4988-9f1c-f19859a1e2e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:34:13.738906 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-78744767-957a-4988-9f1c-f19859a1e2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:34:13.743983 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-696db7ce-16f2-49a4-9487-43e43a99b2e8 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:34:13.758940 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78744767-957a-4988-9f1c-f19859a1e2e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c1ca74-f45d-4e96-be2c-4e9d6098c5cc,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:34:13.763243 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-78744767-957a-4988-9f1c-f19859a1e2e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:34:13.766504 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-78744767-957a-4988-9f1c-f19859a1e2e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:34:13.767738 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-78744767-957a-4988-9f1c-f19859a1e2e4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/54c1ca74-f45d-4e96-be2c-4e9d6098c5cc HTTP/1.1" status: 204  len: 168 time: 0.1671963
Jan 29 10:34:14.655674 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 33086) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:34:14.793471 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-d46a3a82-b2f0-47fe-8b44-6231a620087f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-294134229-network', 'tenant_id': 'f109eeba038b49889c06e267cefe4ac0'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:34:14.798644 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d46a3a82-b2f0-47fe-8b44-6231a620087f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:34:14.803253 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d46a3a82-b2f0-47fe-8b44-6231a620087f admin admin] Usage tracker for resource:network and tenant:f109eeba038b49889c06e267cefe4ac0 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:34:14.806274 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d46a3a82-b2f0-47fe-8b44-6231a620087f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:34:14.812016 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d46a3a82-b2f0-47fe-8b44-6231a620087f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:34:14.822299 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46a3a82-b2f0-47fe-8b44-6231a620087f admin admin] Made reservation on behalf of f109eeba038b49889c06e267cefe4ac0 for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:34:14.827241 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d46a3a82-b2f0-47fe-8b44-6231a620087f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:34:14.843646 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d46a3a82-b2f0-47fe-8b44-6231a620087f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:34:14.859081 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d46a3a82-b2f0-47fe-8b44-6231a620087f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:34:14.863691 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d46a3a82-b2f0-47fe-8b44-6231a620087f admin admin] Usage tracker for resource:security_group_rule and tenant:f109eeba038b49889c06e267cefe4ac0 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:34:14.866647 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d46a3a82-b2f0-47fe-8b44-6231a620087f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:34:14.872300 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d46a3a82-b2f0-47fe-8b44-6231a620087f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:34:14.960988 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d46a3a82-b2f0-47fe-8b44-6231a620087f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:34:14.963805 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d46a3a82-b2f0-47fe-8b44-6231a620087f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:34:14.968004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-aee5bb2d-de7e-49e7-b2d1-48e66ca75401 tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:34:14.997863 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d46a3a82-b2f0-47fe-8b44-6231a620087f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:34:15.011551 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46a3a82-b2f0-47fe-8b44-6231a620087f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a0ff35-e850-4027-8584-ea11a1c3eca6,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:34:15.015105 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d46a3a82-b2f0-47fe-8b44-6231a620087f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:34:15.017894 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d46a3a82-b2f0-47fe-8b44-6231a620087f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:34:15.018393 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-d46a3a82-b2f0-47fe-8b44-6231a620087f admin admin] Added segment 31c082eb-5962-438a-8ee5-43554580a098 of type vxlan for network f8e5d5ee-d4ab-446c-bdac-9cf2723133be
Jan 29 10:34:15.045416 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d46a3a82-b2f0-47fe-8b44-6231a620087f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:34:15.075059 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d46a3a82-b2f0-47fe-8b44-6231a620087f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:34:15.076287 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46a3a82-b2f0-47fe-8b44-6231a620087f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:34:15.076917 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d46a3a82-b2f0-47fe-8b44-6231a620087f admin admin] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:34:15.086913 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8632f7ad-2828-4096-9483-1707cf0f90f8 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:34:15.189964 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d46a3a82-b2f0-47fe-8b44-6231a620087f admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.5330420
Jan 29 10:34:15.193769 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 33092) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:34:15.196391 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46a3a82-b2f0-47fe-8b44-6231a620087f admin admin] Pushing event updated for resources: {'Network': ['ID=f8e5d5ee-d4ab-446c-bdac-9cf2723133be,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:34:15.199425 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d46a3a82-b2f0-47fe-8b44-6231a620087f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:34:15.204275 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-bbec6f83-106d-4cbb-9c89-ee89d8df5cb1 admin admin] Request body: {'subnet': {'network_id': 'f8e5d5ee-d4ab-446c-bdac-9cf2723133be', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-294134229-subnet', 'tenant_id': 'f109eeba038b49889c06e267cefe4ac0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:34:15.207833 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network f8e5d5ee-d4ab-446c-bdac-9cf2723133be details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:34:15.210445 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-bbec6f83-106d-4cbb-9c89-ee89d8df5cb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:34:15.214534 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-bbec6f83-106d-4cbb-9c89-ee89d8df5cb1 admin admin] Usage tracker for resource:subnet and tenant:f109eeba038b49889c06e267cefe4ac0 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:34:15.218201 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-bbec6f83-106d-4cbb-9c89-ee89d8df5cb1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:34:15.224831 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-bbec6f83-106d-4cbb-9c89-ee89d8df5cb1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:34:15.225421 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network f8e5d5ee-d4ab-446c-bdac-9cf2723133be details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:34:15.233634 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbec6f83-106d-4cbb-9c89-ee89d8df5cb1 admin admin] Made reservation on behalf of f109eeba038b49889c06e267cefe4ac0 for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:34:15.239164 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bbec6f83-106d-4cbb-9c89-ee89d8df5cb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:34:15.647233 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bbec6f83-106d-4cbb-9c89-ee89d8df5cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:34:15.662720 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-48465ce5-7275-4f85-83b4-f6a2aa745e97 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:34:15.790801 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbec6f83-106d-4cbb-9c89-ee89d8df5cb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec4be6ee-75ef-4311-b411-074c296d3aca,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:34:15.800084 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bbec6f83-106d-4cbb-9c89-ee89d8df5cb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:34:15.859005 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbec6f83-106d-4cbb-9c89-ee89d8df5cb1 admin admin] Checking segment: {'id': '31c082eb-5962-438a-8ee5-43554580a098', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f8e5d5ee-d4ab-446c-bdac-9cf2723133be'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:34:15.859392 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbec6f83-106d-4cbb-9c89-ee89d8df5cb1 admin admin] Network hostable DHCP agents. Network: f8e5d5ee-d4ab-446c-bdac-9cf2723133be, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:34:15.877339 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbec6f83-106d-4cbb-9c89-ee89d8df5cb1 admin admin] Network f8e5d5ee-d4ab-446c-bdac-9cf2723133be is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:34:15.885837 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-bbec6f83-106d-4cbb-9c89-ee89d8df5cb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, f8e5d5ee-d4ab-446c-bdac-9cf2723133be) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:34:15.895805 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd4926c-7635-490f-a211-6faf6d2a8468 None None] Network f8e5d5ee-d4ab-446c-bdac-9cf2723133be requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:34:15.898539 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbec6f83-106d-4cbb-9c89-ee89d8df5cb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:34:15.899124 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bbec6f83-106d-4cbb-9c89-ee89d8df5cb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:34:15.918558 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-bbec6f83-106d-4cbb-9c89-ee89d8df5cb1 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.7235899
Jan 29 10:34:16.122648 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db113455-8d88-4b70-bafb-17f2422eee41 None None] Network f8e5d5ee-d4ab-446c-bdac-9cf2723133be requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:34:16.197730 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:34:16.600327 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b09a39-40e7-45b8-8d6e-89aecb51ed9c req-bbd50947-b957-4b45-ab4c-7884ecba1635 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:34:16.601020 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-d0b09a39-40e7-45b8-8d6e-89aecb51ed9c req-bbd50947-b957-4b45-ab4c-7884ecba1635 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Synchronizing usage tracker for tenant:f109eeba038b49889c06e267cefe4ac0 on resource:network {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:34:16.617913 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-d0b09a39-40e7-45b8-8d6e-89aecb51ed9c req-bbd50947-b957-4b45-ab4c-7884ecba1635 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Unset dirty status for tenant:f109eeba038b49889c06e267cefe4ac0 on resource:network {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:34:16.619196 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d0b09a39-40e7-45b8-8d6e-89aecb51ed9c req-bbd50947-b957-4b45-ab4c-7884ecba1635 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/networks?id=f8e5d5ee-d4ab-446c-bdac-9cf2723133be HTTP/1.1" status: 200  len: 814 time: 0.2511594
Jan 29 10:34:16.635485 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d0b09a39-40e7-45b8-8d6e-89aecb51ed9c req-746982fe-81d9-4795-87b3-7c6128c36162 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/quotas/f109eeba038b49889c06e267cefe4ac0 HTTP/1.1" status: 200  len: 375 time: 0.0103157
Jan 29 10:34:16.692644 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d0b09a39-40e7-45b8-8d6e-89aecb51ed9c req-83889ac0-bf18-4166-919b-7610b9ba92d1 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=f109eeba038b49889c06e267cefe4ac0&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0515916
Jan 29 10:34:16.911921 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d0b09a39-40e7-45b8-8d6e-89aecb51ed9c req-0f2afa23-33d0-4c82-bf1c-1fd2f21b34e6 service neutron] 10.222.0.57 "GET /v2.0/networks/f8e5d5ee-d4ab-446c-bdac-9cf2723133be?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2119207
Jan 29 10:34:17.057485 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d0b09a39-40e7-45b8-8d6e-89aecb51ed9c req-8783d4fb-5b57-4a42-a93f-7b1128adbb14 service neutron] 10.222.0.57 "GET /v2.0/networks/f8e5d5ee-d4ab-446c-bdac-9cf2723133be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1389430
Jan 29 10:34:17.255005 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f4039618-5f61-4ecd-b40c-10333a729c4e req-530d3329-b3ca-4217-803a-83951ad17f86 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4cb207a-d52a-4f7a-9b39-83b3981cf177 HTTP/1.1" status: 200  len: 210 time: 0.0481231
Jan 29 10:34:18.457581 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-74f3fbe7-e708-46f9-b77e-7a6674279b22 req-20e9fac5-aed4-4d87-91f9-891cb7c48a19 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4cb207a-d52a-4f7a-9b39-83b3981cf177 HTTP/1.1" status: 200  len: 210 time: 0.0520351
Jan 29 10:34:18.579068 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b09a39-40e7-45b8-8d6e-89aecb51ed9c req-26b4f4f9-c060-42be-b05e-c60737d264d2 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:34:18.580705 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d0b09a39-40e7-45b8-8d6e-89aecb51ed9c req-26b4f4f9-c060-42be-b05e-c60737d264d2 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.22 "GET /v2.0/networks?id=f8e5d5ee-d4ab-446c-bdac-9cf2723133be HTTP/1.1" status: 200  len: 814 time: 0.2415488
Jan 29 10:34:18.606511 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-d0b09a39-40e7-45b8-8d6e-89aecb51ed9c req-237ef933-981f-40e9-b4f7-d87dd89ed5ec tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Request body: {'port': {'device_id': 'a4cb207a-d52a-4f7a-9b39-83b3981cf177', 'network_id': 'f8e5d5ee-d4ab-446c-bdac-9cf2723133be', 'admin_state_up': True, 'tenant_id': 'f109eeba038b49889c06e267cefe4ac0'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:34:18.751526 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-d0b09a39-40e7-45b8-8d6e-89aecb51ed9c req-237ef933-981f-40e9-b4f7-d87dd89ed5ec tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:34:18.756229 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-d0b09a39-40e7-45b8-8d6e-89aecb51ed9c req-237ef933-981f-40e9-b4f7-d87dd89ed5ec tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Usage tracker for resource:port and tenant:f109eeba038b49889c06e267cefe4ac0 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:34:18.759216 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-d0b09a39-40e7-45b8-8d6e-89aecb51ed9c req-237ef933-981f-40e9-b4f7-d87dd89ed5ec tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:34:18.765149 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-d0b09a39-40e7-45b8-8d6e-89aecb51ed9c req-237ef933-981f-40e9-b4f7-d87dd89ed5ec tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:34:18.773858 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0b09a39-40e7-45b8-8d6e-89aecb51ed9c req-237ef933-981f-40e9-b4f7-d87dd89ed5ec tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Made reservation on behalf of f109eeba038b49889c06e267cefe4ac0 for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:34:18.794600 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-d0b09a39-40e7-45b8-8d6e-89aecb51ed9c req-237ef933-981f-40e9-b4f7-d87dd89ed5ec tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:34:19.107909 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [req-d0b09a39-40e7-45b8-8d6e-89aecb51ed9c req-237ef933-981f-40e9-b4f7-d87dd89ed5ec tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Allocated IP 172.20.0.4 (f8e5d5ee-d4ab-446c-bdac-9cf2723133be/ec4be6ee-75ef-4311-b411-074c296d3aca/71cc24ec-c93a-4115-a860-4a42dfc6ef16) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:34:19.325006 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-d0b09a39-40e7-45b8-8d6e-89aecb51ed9c req-237ef933-981f-40e9-b4f7-d87dd89ed5ec tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:34:19.354676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-d0b09a39-40e7-45b8-8d6e-89aecb51ed9c req-237ef933-981f-40e9-b4f7-d87dd89ed5ec tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:34:19.373613 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8f02a371-54e6-4b33-a9b6-1a8b1e238615 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:34:19.512992 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237ef933-981f-40e9-b4f7-d87dd89ed5ec tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Pushing event updated for resources: {'Port': ['ID=71cc24ec-c93a-4115-a860-4a42dfc6ef16,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:34:19.517565 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-237ef933-981f-40e9-b4f7-d87dd89ed5ec tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:34:19.575980 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0b09a39-40e7-45b8-8d6e-89aecb51ed9c req-237ef933-981f-40e9-b4f7-d87dd89ed5ec tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Network f8e5d5ee-d4ab-446c-bdac-9cf2723133be is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:34:19.577321 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [req-d0b09a39-40e7-45b8-8d6e-89aecb51ed9c req-237ef933-981f-40e9-b4f7-d87dd89ed5ec tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:34:19.579843 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0b09a39-40e7-45b8-8d6e-89aecb51ed9c req-237ef933-981f-40e9-b4f7-d87dd89ed5ec tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:34:19.710803 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b09a39-40e7-45b8-8d6e-89aecb51ed9c req-237ef933-981f-40e9-b4f7-d87dd89ed5ec tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:34:19.711454 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-d0b09a39-40e7-45b8-8d6e-89aecb51ed9c req-237ef933-981f-40e9-b4f7-d87dd89ed5ec tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:34:19.732079 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d0b09a39-40e7-45b8-8d6e-89aecb51ed9c req-237ef933-981f-40e9-b4f7-d87dd89ed5ec tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1296637
Jan 29 10:34:19.749988 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-d0b09a39-40e7-45b8-8d6e-89aecb51ed9c req-8caf7285-5018-434e-b7ec-fb9bf856e513 service neutron] Request body: {'port': {'device_id': 'a4cb207a-d52a-4f7a-9b39-83b3981cf177', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7729'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:34:19.871375 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-d0b09a39-40e7-45b8-8d6e-89aecb51ed9c req-8caf7285-5018-434e-b7ec-fb9bf856e513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:34:19.899728 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087fd8d5-8302-4998-b7e7-e51b2f65e2e6 req-a174f70d-a657-49fd-9302-ef2c1e8f6a5c tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:34:19.901421 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-087fd8d5-8302-4998-b7e7-e51b2f65e2e6 req-a174f70d-a657-49fd-9302-ef2c1e8f6a5c tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4cb207a-d52a-4f7a-9b39-83b3981cf177 HTTP/1.1" status: 200  len: 931 time: 0.1684735
Jan 29 10:34:19.965564 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-087fd8d5-8302-4998-b7e7-e51b2f65e2e6 req-c7c66592-1279-41bc-81c8-fc4d003ece3b tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Synchronizing usage tracker for tenant:f109eeba038b49889c06e267cefe4ac0 on resource:security_group {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:34:19.982073 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-087fd8d5-8302-4998-b7e7-e51b2f65e2e6 req-c7c66592-1279-41bc-81c8-fc4d003ece3b tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Unset dirty status for tenant:f109eeba038b49889c06e267cefe4ac0 on resource:security_group {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:34:19.983318 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-087fd8d5-8302-4998-b7e7-e51b2f65e2e6 req-c7c66592-1279-41bc-81c8-fc4d003ece3b tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753906
Jan 29 10:34:20.295833 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [req-d0b09a39-40e7-45b8-8d6e-89aecb51ed9c req-8caf7285-5018-434e-b7ec-fb9bf856e513 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71cc24ec-c93a-4115-a860-4a42dfc6ef16 {{(pid=80766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 29 10:34:20.303543 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-d0b09a39-40e7-45b8-8d6e-89aecb51ed9c req-8caf7285-5018-434e-b7ec-fb9bf856e513 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:34:20.315937 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-d0b09a39-40e7-45b8-8d6e-89aecb51ed9c req-8caf7285-5018-434e-b7ec-fb9bf856e513 service neutron] Transition to ACTIVE for port object 71cc24ec-c93a-4115-a860-4a42dfc6ef16 will not be triggered until provisioned by entity L2. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:34:20.318457 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-d0b09a39-40e7-45b8-8d6e-89aecb51ed9c req-8caf7285-5018-434e-b7ec-fb9bf856e513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:34:20.334795 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e9ee20e0-ee95-4891-93e6-21c0707da676 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:34:20.468509 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caf7285-5018-434e-b7ec-fb9bf856e513 service neutron] Pushing event updated for resources: {'Port': ['ID=71cc24ec-c93a-4115-a860-4a42dfc6ef16,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:34:20.472705 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8caf7285-5018-434e-b7ec-fb9bf856e513 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:34:20.649652 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-d0b09a39-40e7-45b8-8d6e-89aecb51ed9c req-8caf7285-5018-434e-b7ec-fb9bf856e513 service neutron] Attempting to bind port 71cc24ec-c93a-4115-a860-4a42dfc6ef16 on host hv-neutron-7729 for vnic_type normal with profile  {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:34:20.650270 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-d0b09a39-40e7-45b8-8d6e-89aecb51ed9c req-8caf7285-5018-434e-b7ec-fb9bf856e513 service neutron] Attempting to bind port 71cc24ec-c93a-4115-a860-4a42dfc6ef16 by drivers openvswitch on host hv-neutron-7729 at level 0 using segments [{'id': '31c082eb-5962-438a-8ee5-43554580a098', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f8e5d5ee-d4ab-446c-bdac-9cf2723133be'}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:34:20.650399 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b09a39-40e7-45b8-8d6e-89aecb51ed9c req-8caf7285-5018-434e-b7ec-fb9bf856e513 service neutron] Attempting to bind port 71cc24ec-c93a-4115-a860-4a42dfc6ef16 on network f8e5d5ee-d4ab-446c-bdac-9cf2723133be {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:34:20.655903 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b09a39-40e7-45b8-8d6e-89aecb51ed9c req-8caf7285-5018-434e-b7ec-fb9bf856e513 service neutron] Checking agent: {'id': '5acf9624-c829-41ba-afd9-92278081af05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 10, 2, 34), 'started_at': datetime.datetime(2021, 1, 29, 10, 3, 4), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:34:20.656275 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b09a39-40e7-45b8-8d6e-89aecb51ed9c req-8caf7285-5018-434e-b7ec-fb9bf856e513 service neutron] Checking segment: {'id': '31c082eb-5962-438a-8ee5-43554580a098', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f8e5d5ee-d4ab-446c-bdac-9cf2723133be'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:34:20.656676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-d0b09a39-40e7-45b8-8d6e-89aecb51ed9c req-8caf7285-5018-434e-b7ec-fb9bf856e513 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:34:20.657064 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b09a39-40e7-45b8-8d6e-89aecb51ed9c req-8caf7285-5018-434e-b7ec-fb9bf856e513 service neutron] Bound using segment: {'id': '31c082eb-5962-438a-8ee5-43554580a098', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f8e5d5ee-d4ab-446c-bdac-9cf2723133be'} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:34:20.657535 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-d0b09a39-40e7-45b8-8d6e-89aecb51ed9c req-8caf7285-5018-434e-b7ec-fb9bf856e513 service neutron] Bound port: 71cc24ec-c93a-4115-a860-4a42dfc6ef16, host: hv-neutron-7729, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31c082eb-5962-438a-8ee5-43554580a098', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f8e5d5ee-d4ab-446c-bdac-9cf2723133be'}}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:34:20.657930 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-d0b09a39-40e7-45b8-8d6e-89aecb51ed9c req-8caf7285-5018-434e-b7ec-fb9bf856e513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:34:20.751215 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-d0b09a39-40e7-45b8-8d6e-89aecb51ed9c req-8caf7285-5018-434e-b7ec-fb9bf856e513 service neutron] For port 71cc24ec-c93a-4115-a860-4a42dfc6ef16, host hv-neutron-7729, cleared binding levels {{(pid=80766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:34:20.754805 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-d0b09a39-40e7-45b8-8d6e-89aecb51ed9c req-8caf7285-5018-434e-b7ec-fb9bf856e513 service neutron] For port 71cc24ec-c93a-4115-a860-4a42dfc6ef16, host hv-neutron-7729, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=71cc24ec-c93a-4115-a860-4a42dfc6ef16,segment=NetworkSegment(31c082eb-5962-438a-8ee5-43554580a098),segment_id=31c082eb-5962-438a-8ee5-43554580a098)] {{(pid=80766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:34:20.757983 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-d0b09a39-40e7-45b8-8d6e-89aecb51ed9c req-8caf7285-5018-434e-b7ec-fb9bf856e513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:34:20.771248 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f35e7e7e-973a-4160-b01d-7aa07c5f3848 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:34:20.920325 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caf7285-5018-434e-b7ec-fb9bf856e513 service neutron] Pushing event updated for resources: {'Port': ['ID=71cc24ec-c93a-4115-a860-4a42dfc6ef16,revision_number=3']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:34:20.925672 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8caf7285-5018-434e-b7ec-fb9bf856e513 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:34:20.959118 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b09a39-40e7-45b8-8d6e-89aecb51ed9c req-8caf7285-5018-434e-b7ec-fb9bf856e513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:34:20.959788 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-d0b09a39-40e7-45b8-8d6e-89aecb51ed9c req-8caf7285-5018-434e-b7ec-fb9bf856e513 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:34:20.961274 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d0b09a39-40e7-45b8-8d6e-89aecb51ed9c req-8caf7285-5018-434e-b7ec-fb9bf856e513 service neutron] 10.222.0.22 "PUT /v2.0/ports/71cc24ec-c93a-4115-a860-4a42dfc6ef16 HTTP/1.1" status: 200  len: 1157 time: 1.2158458
Jan 29 10:34:20.961841 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4cb207a-d52a-4f7a-9b39-83b3981cf177', 'tag': '71cc24ec-c93a-4115-a860-4a42dfc6ef16'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:34:21.056690 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4cb207a-d52a-4f7a-9b39-83b3981cf177', 'tag': '71cc24ec-c93a-4115-a860-4a42dfc6ef16', 'status': 'completed', 'code': 200}
Jan 29 10:34:21.294421 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e855c0f-bc37-44e9-adc3-25b5c95b98ad req-9231dc34-f4e0-43af-9b3c-bf57fd15fa18 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:34:21.296094 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8e855c0f-bc37-44e9-adc3-25b5c95b98ad req-9231dc34-f4e0-43af-9b3c-bf57fd15fa18 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4cb207a-d52a-4f7a-9b39-83b3981cf177 HTTP/1.1" status: 200  len: 943 time: 0.1764731
Jan 29 10:34:21.369656 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8e855c0f-bc37-44e9-adc3-25b5c95b98ad req-d6b0dffb-6acc-414b-98ee-621d80ced8e6 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662065
Jan 29 10:34:21.374958 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b09a39-40e7-45b8-8d6e-89aecb51ed9c req-88e43e9e-e65c-4fab-b015-a72cb688473d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:34:21.376579 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d0b09a39-40e7-45b8-8d6e-89aecb51ed9c req-88e43e9e-e65c-4fab-b015-a72cb688473d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f109eeba038b49889c06e267cefe4ac0&device_id=a4cb207a-d52a-4f7a-9b39-83b3981cf177 HTTP/1.1" status: 200  len: 1160 time: 0.3619616
Jan 29 10:34:21.458987 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d0b09a39-40e7-45b8-8d6e-89aecb51ed9c req-e22993f1-a10e-44fe-a79b-c33bdf185cb1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71cc24ec-c93a-4115-a860-4a42dfc6ef16 HTTP/1.1" status: 200  len: 217 time: 0.0671394
Jan 29 10:34:21.481542 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f13fa047-f7e8-4059-aea0-f28d244858c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:34:21.530505 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b09a39-40e7-45b8-8d6e-89aecb51ed9c req-c33020f0-c7a9-4505-8e62-780e1d30e8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:34:21.532062 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d0b09a39-40e7-45b8-8d6e-89aecb51ed9c req-c33020f0-c7a9-4505-8e62-780e1d30e8c0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ec4be6ee-75ef-4311-b411-074c296d3aca HTTP/1.1" status: 200  len: 854 time: 0.0666370
Jan 29 10:34:21.585684 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d0b09a39-40e7-45b8-8d6e-89aecb51ed9c req-e48bb0c4-20a8-4c5e-9a4e-8cb34eef689c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f8e5d5ee-d4ab-446c-bdac-9cf2723133be&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0469909
Jan 29 10:34:21.727876 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d0b09a39-40e7-45b8-8d6e-89aecb51ed9c req-311b635b-e61c-41e9-a735-60fb6d411020 service neutron] 10.222.0.22 "GET /v2.0/networks/f8e5d5ee-d4ab-446c-bdac-9cf2723133be?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1354773
Jan 29 10:34:21.870810 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d0b09a39-40e7-45b8-8d6e-89aecb51ed9c req-78e451a5-72d4-4249-b897-716cea174815 service neutron] 10.222.0.22 "GET /v2.0/networks/f8e5d5ee-d4ab-446c-bdac-9cf2723133be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1360190
Jan 29 10:34:22.040847 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e1b345-f88b-424a-98d7-8a0aeeba83f0 req-4f8b5483-bfac-4b22-9348-1a0ad05bce80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:34:22.042510 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-96e1b345-f88b-424a-98d7-8a0aeeba83f0 req-4f8b5483-bfac-4b22-9348-1a0ad05bce80 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f109eeba038b49889c06e267cefe4ac0&device_id=a4cb207a-d52a-4f7a-9b39-83b3981cf177 HTTP/1.1" status: 200  len: 1160 time: 0.0828972
Jan 29 10:34:22.186803 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e1b345-f88b-424a-98d7-8a0aeeba83f0 req-c8ab8baf-a8e9-4790-965d-a067b76ba4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:34:22.188363 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-96e1b345-f88b-424a-98d7-8a0aeeba83f0 req-c8ab8baf-a8e9-4790-965d-a067b76ba4bc service neutron] 10.222.0.22 "GET /v2.0/networks?id=f8e5d5ee-d4ab-446c-bdac-9cf2723133be HTTP/1.1" status: 200  len: 908 time: 0.1377711
Jan 29 10:34:22.260634 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-96e1b345-f88b-424a-98d7-8a0aeeba83f0 req-880ddccd-5c9b-4c46-9777-5fd87c565513 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71cc24ec-c93a-4115-a860-4a42dfc6ef16 HTTP/1.1" status: 200  len: 217 time: 0.0655148
Jan 29 10:34:22.333791 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e1b345-f88b-424a-98d7-8a0aeeba83f0 req-4017e3fe-a5db-4f12-9f8c-e08e3ddbe371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:34:22.335441 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-96e1b345-f88b-424a-98d7-8a0aeeba83f0 req-4017e3fe-a5db-4f12-9f8c-e08e3ddbe371 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ec4be6ee-75ef-4311-b411-074c296d3aca HTTP/1.1" status: 200  len: 854 time: 0.0685506
Jan 29 10:34:22.388347 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-96e1b345-f88b-424a-98d7-8a0aeeba83f0 req-084c7e4b-2737-4b39-81a7-c305d8da899e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f8e5d5ee-d4ab-446c-bdac-9cf2723133be&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0461559
Jan 29 10:34:22.532431 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-96e1b345-f88b-424a-98d7-8a0aeeba83f0 req-68c67868-e01a-4460-a9ec-09a093960c05 service neutron] 10.222.0.22 "GET /v2.0/networks/f8e5d5ee-d4ab-446c-bdac-9cf2723133be?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370525
Jan 29 10:34:22.665733 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5956293c-cad8-4b81-9319-3ba76fc5d729 req-87c42b91-61d1-4d14-a6cd-155ced8c2d64 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:34:22.667448 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5956293c-cad8-4b81-9319-3ba76fc5d729 req-87c42b91-61d1-4d14-a6cd-155ced8c2d64 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4cb207a-d52a-4f7a-9b39-83b3981cf177 HTTP/1.1" status: 200  len: 943 time: 0.1663861
Jan 29 10:34:22.676925 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-96e1b345-f88b-424a-98d7-8a0aeeba83f0 req-79959b02-9ed1-4043-b0a8-6ff2d2de7c5b service neutron] 10.222.0.22 "GET /v2.0/networks/f8e5d5ee-d4ab-446c-bdac-9cf2723133be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1370137
Jan 29 10:34:22.733842 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5956293c-cad8-4b81-9319-3ba76fc5d729 req-52f3bd0f-32a0-4b5e-ab98-d193c1867ebd tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593276
Jan 29 10:34:23.755257 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ebfcc93d-4bf7-446d-ab2c-8bc24af5c51a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:34:24.027613 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad4aaf-7a64-4ba9-83ce-28b08f64c5f2 req-605171dd-2579-432e-96d9-b177ef3458fb tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:34:24.029167 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-dfad4aaf-7a64-4ba9-83ce-28b08f64c5f2 req-605171dd-2579-432e-96d9-b177ef3458fb tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4cb207a-d52a-4f7a-9b39-83b3981cf177 HTTP/1.1" status: 200  len: 943 time: 0.1674993
Jan 29 10:34:24.093353 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-dfad4aaf-7a64-4ba9-83ce-28b08f64c5f2 req-df1f7d5c-8836-486f-a6c0-004b48a76d62 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580235
Jan 29 10:34:24.297820 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:34:24.937653 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:34:25.070521 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.objects.ports [None req-0066b3fe-ce0f-4434-b919-36c48e03f0bf None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80767) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 29 10:34:25.386930 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86386bd7-ba08-44c6-84fa-e78765ddcaa8 req-50832385-20de-4278-801d-c017412a8861 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:34:25.388588 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-86386bd7-ba08-44c6-84fa-e78765ddcaa8 req-50832385-20de-4278-801d-c017412a8861 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4cb207a-d52a-4f7a-9b39-83b3981cf177 HTTP/1.1" status: 200  len: 943 time: 0.1652133
Jan 29 10:34:25.624388 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 71cc24ec-c93a-4115-a860-4a42dfc6ef16 up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:34:25.702936 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning for port 71cc24ec-c93a-4115-a860-4a42dfc6ef16 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:34:25.708891 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 71cc24ec-c93a-4115-a860-4a42dfc6ef16 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:34:25.709317 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:34:25.714837 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-86386bd7-ba08-44c6-84fa-e78765ddcaa8 req-c8b770a1-9419-4cf6-84ce-68fda2f34817 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3198044
Jan 29 10:34:25.832425 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:34:25.860048 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4cb207a-d52a-4f7a-9b39-83b3981cf177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71cc24ec-c93a-4115-a860-4a42dfc6ef16'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:34:25.870419 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port 71cc24ec-c93a-4115-a860-4a42dfc6ef16, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=71cc24ec-c93a-4115-a860-4a42dfc6ef16,segment=NetworkSegment(31c082eb-5962-438a-8ee5-43554580a098),segment_id=31c082eb-5962-438a-8ee5-43554580a098)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:34:25.873384 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:34:25.875387 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:34:25.923005 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4cb207a-d52a-4f7a-9b39-83b3981cf177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71cc24ec-c93a-4115-a860-4a42dfc6ef16', 'code': 200}
Jan 29 10:34:25.947318 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=71cc24ec-c93a-4115-a860-4a42dfc6ef16,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:34:25.955424 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:34:25.955811 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:34:25.956188 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:34:25.956561 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:34:25.956929 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:34:25.957299 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:34:25.958272 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:34:25.958771 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:34:25.959454 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:34:25.959454 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:34:25.959827 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:34:25.960186 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:34:25.960692 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:34:25.961055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:34:25.961416 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:34:25.961797 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:34:25.962155 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:34:25.962516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:34:25.962877 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:34:25.963236 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:34:25.963592 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:34:25.963945 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:34:25.964307 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:34:25.964663 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:34:25.968836 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:34:26.115156 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:34:26.211724 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfdcf06-0ae9-46df-94dd-346eae8d8af0 req-67a9ffc0-4c9f-4473-a61f-62044047754b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:34:26.213237 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6cfdcf06-0ae9-46df-94dd-346eae8d8af0 req-67a9ffc0-4c9f-4473-a61f-62044047754b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a4cb207a-d52a-4f7a-9b39-83b3981cf177 HTTP/1.1" status: 200  len: 1162 time: 0.0763662
Jan 29 10:34:26.261132 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6cfdcf06-0ae9-46df-94dd-346eae8d8af0 req-21255776-a2d6-4567-a228-7938a2e18fb5 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409877
Jan 29 10:34:27.007681 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4762e11b-9f1a-433c-9e85-fe4f02588ff4 req-92d419c2-2068-4754-aeba-87b0fdd2adc4 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:34:27.009228 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4762e11b-9f1a-433c-9e85-fe4f02588ff4 req-92d419c2-2068-4754-aeba-87b0fdd2adc4 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4cb207a-d52a-4f7a-9b39-83b3981cf177 HTTP/1.1" status: 200  len: 945 time: 0.1646035
Jan 29 10:34:27.074115 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 71cc24ec-c93a-4115-a860-4a42dfc6ef16 up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:34:27.075415 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4762e11b-9f1a-433c-9e85-fe4f02588ff4 req-469b5b88-00af-46f6-bdac-74a9cede3dbd tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598123
Jan 29 10:34:27.146335 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 71cc24ec-c93a-4115-a860-4a42dfc6ef16 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:34:27.146756 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:34:28.379095 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9171bd-f341-47de-bafa-06ba6f270ef0 req-171049d7-7fb0-4a6f-a705-07bd70d6ff5e tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:34:28.381141 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-eb9171bd-f341-47de-bafa-06ba6f270ef0 req-171049d7-7fb0-4a6f-a705-07bd70d6ff5e tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4cb207a-d52a-4f7a-9b39-83b3981cf177 HTTP/1.1" status: 200  len: 945 time: 0.1776972
Jan 29 10:34:28.448427 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-eb9171bd-f341-47de-bafa-06ba6f270ef0 req-01724b28-17d9-401f-a138-4d187ab4abcd tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610440
Jan 29 10:34:28.735990 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc9a83-c5fb-4213-8527-03ac88519d91 req-7d973393-57fa-48f0-9137-a1f1a2eead42 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:34:28.737534 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f9cc9a83-c5fb-4213-8527-03ac88519d91 req-7d973393-57fa-48f0-9137-a1f1a2eead42 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4cb207a-d52a-4f7a-9b39-83b3981cf177 HTTP/1.1" status: 200  len: 945 time: 0.1605713
Jan 29 10:34:28.804187 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f9cc9a83-c5fb-4213-8527-03ac88519d91 req-73a6be12-3127-4261-9c2d-85099850d30e tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596619
Jan 29 10:34:29.277269 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac6dfb-961f-4594-a85b-6b0252e6d812 req-45e3a099-a464-470a-91d2-2dbe71eb571c tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:34:29.278948 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3aac6dfb-961f-4594-a85b-6b0252e6d812 req-45e3a099-a464-470a-91d2-2dbe71eb571c tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4cb207a-d52a-4f7a-9b39-83b3981cf177 HTTP/1.1" status: 200  len: 945 time: 0.1631632
Jan 29 10:34:29.345009 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3aac6dfb-961f-4594-a85b-6b0252e6d812 req-2e0d3cad-32fd-4d8e-90a4-be08d61249fb tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592043
Jan 29 10:34:29.646741 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee72f36-9011-4812-9f30-55d378621127 req-6089aa76-294a-4a15-997a-58d49ea1ad89 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:34:29.648384 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5ee72f36-9011-4812-9f30-55d378621127 req-6089aa76-294a-4a15-997a-58d49ea1ad89 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4cb207a-d52a-4f7a-9b39-83b3981cf177 HTTP/1.1" status: 200  len: 945 time: 0.1698186
Jan 29 10:34:29.713212 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5ee72f36-9011-4812-9f30-55d378621127 req-8326a5e1-593d-4b57-8ea8-2dc9fc5433f9 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584867
Jan 29 10:34:30.097022 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-32b7f89b-14d3-48a9-97f6-2f83d5844dc9 req-f88f946c-7f46-4a09-9fc2-58cbef71dbad service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a4cb207a-d52a-4f7a-9b39-83b3981cf177&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0789590
Jan 29 10:34:30.255849 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37299c2f-8402-4561-82ba-c39b53599f21 req-d13f2ba8-9a2e-45b1-b0d1-d32ba037723c tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:34:30.257577 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-37299c2f-8402-4561-82ba-c39b53599f21 req-d13f2ba8-9a2e-45b1-b0d1-d32ba037723c tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4cb207a-d52a-4f7a-9b39-83b3981cf177 HTTP/1.1" status: 200  len: 945 time: 0.1667428
Jan 29 10:34:30.328528 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-37299c2f-8402-4561-82ba-c39b53599f21 req-40d4a82a-3874-4657-b51f-1711f2812b45 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646446
Jan 29 10:34:31.481416 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7f89b-14d3-48a9-97f6-2f83d5844dc9 req-56e26b58-a58c-4ec6-8b51-a88348d073e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:34:31.483123 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-32b7f89b-14d3-48a9-97f6-2f83d5844dc9 req-56e26b58-a58c-4ec6-8b51-a88348d073e1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f109eeba038b49889c06e267cefe4ac0&device_id=a4cb207a-d52a-4f7a-9b39-83b3981cf177 HTTP/1.1" status: 200  len: 1162 time: 0.0940316
Jan 29 10:34:31.641588 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9059356-9411-4571-91ff-8d64971d26e6 req-456cb8a3-2b6d-42e1-bf99-af970ffce4d7 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:34:31.643880 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f9059356-9411-4571-91ff-8d64971d26e6 req-456cb8a3-2b6d-42e1-bf99-af970ffce4d7 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4cb207a-d52a-4f7a-9b39-83b3981cf177 HTTP/1.1" status: 200  len: 945 time: 0.1821868
Jan 29 10:34:31.650539 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7f89b-14d3-48a9-97f6-2f83d5844dc9 req-d37f2a93-e7af-478b-b456-b044cebcd452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:34:31.652144 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-32b7f89b-14d3-48a9-97f6-2f83d5844dc9 req-d37f2a93-e7af-478b-b456-b044cebcd452 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f8e5d5ee-d4ab-446c-bdac-9cf2723133be HTTP/1.1" status: 200  len: 908 time: 0.1622205
Jan 29 10:34:31.726606 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f9059356-9411-4571-91ff-8d64971d26e6 req-7f1e1071-341b-4f1c-807b-60927326a358 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697079
Jan 29 10:34:31.741238 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-32b7f89b-14d3-48a9-97f6-2f83d5844dc9 req-4b5f45c1-b096-4546-ae65-7f1edfce09b5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71cc24ec-c93a-4115-a860-4a42dfc6ef16 HTTP/1.1" status: 200  len: 217 time: 0.0824304
Jan 29 10:34:31.835930 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7f89b-14d3-48a9-97f6-2f83d5844dc9 req-1b4db20b-880b-4456-906b-44e679108d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:34:31.838178 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-32b7f89b-14d3-48a9-97f6-2f83d5844dc9 req-1b4db20b-880b-4456-906b-44e679108d3d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ec4be6ee-75ef-4311-b411-074c296d3aca HTTP/1.1" status: 200  len: 854 time: 0.0907452
Jan 29 10:34:31.896867 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-32b7f89b-14d3-48a9-97f6-2f83d5844dc9 req-49bb33af-66fd-4336-b432-b22b03317e6b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f8e5d5ee-d4ab-446c-bdac-9cf2723133be&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0513840
Jan 29 10:34:32.071931 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-32b7f89b-14d3-48a9-97f6-2f83d5844dc9 req-5ad49302-f3c5-4003-b89a-e2e081f0c27a service neutron] 10.222.0.22 "GET /v2.0/networks/f8e5d5ee-d4ab-446c-bdac-9cf2723133be?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1681385
Jan 29 10:34:32.231167 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-32b7f89b-14d3-48a9-97f6-2f83d5844dc9 req-b8f7c510-7004-41fc-b489-220b043cd2fa service neutron] 10.222.0.22 "GET /v2.0/networks/f8e5d5ee-d4ab-446c-bdac-9cf2723133be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1525052
Jan 29 10:34:33.022980 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e284a84a-aa3c-42b3-bd4e-8dcb57bbe6c4 req-3bbfa6d6-5d14-4a70-8b16-ac40ed471734 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:34:33.024551 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e284a84a-aa3c-42b3-bd4e-8dcb57bbe6c4 req-3bbfa6d6-5d14-4a70-8b16-ac40ed471734 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4cb207a-d52a-4f7a-9b39-83b3981cf177 HTTP/1.1" status: 200  len: 945 time: 0.1657765
Jan 29 10:34:33.089199 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e284a84a-aa3c-42b3-bd4e-8dcb57bbe6c4 req-1a5c7fed-3246-4a84-82cd-4d8572f62274 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584199
Jan 29 10:34:34.386825 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac3dd9-fcce-4fbb-aa27-e8c3543b9973 req-39b1243c-e748-4b84-aecc-aeb739d2145c tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:34:34.388468 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-57ac3dd9-fcce-4fbb-aa27-e8c3543b9973 req-39b1243c-e748-4b84-aecc-aeb739d2145c tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4cb207a-d52a-4f7a-9b39-83b3981cf177 HTTP/1.1" status: 200  len: 945 time: 0.1683743
Jan 29 10:34:34.459795 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-57ac3dd9-fcce-4fbb-aa27-e8c3543b9973 req-5b7312c5-e941-418d-acdd-eb387898d163 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646579
Jan 29 10:34:34.970026 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:34:35.747925 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2c024-40d6-4e93-be77-f6911d619029 req-c9132640-50d9-47cd-9615-af666747dc05 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:34:35.749538 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e0d2c024-40d6-4e93-be77-f6911d619029 req-c9132640-50d9-47cd-9615-af666747dc05 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4cb207a-d52a-4f7a-9b39-83b3981cf177 HTTP/1.1" status: 200  len: 945 time: 0.1622632
Jan 29 10:34:35.813057 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e0d2c024-40d6-4e93-be77-f6911d619029 req-caf6c66a-93e5-49d3-9601-b5a355863e19 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568929
Jan 29 10:34:37.105526 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93df161-5cf4-40a0-bb1c-ff2d4da64b90 req-013cb6eb-3696-4dd0-944d-94fbf9300443 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:34:37.107152 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e93df161-5cf4-40a0-bb1c-ff2d4da64b90 req-013cb6eb-3696-4dd0-944d-94fbf9300443 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4cb207a-d52a-4f7a-9b39-83b3981cf177 HTTP/1.1" status: 200  len: 945 time: 0.1659436
Jan 29 10:34:37.170205 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e93df161-5cf4-40a0-bb1c-ff2d4da64b90 req-24ed0289-88dc-48d5-a3c9-59d10374d58b tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566726
Jan 29 10:34:38.467813 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f99674c-e585-410e-9e10-3934c78b485e req-d3b46efe-4acd-499e-9e09-f09370f88c4c tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:34:38.469399 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3f99674c-e585-410e-9e10-3934c78b485e req-d3b46efe-4acd-499e-9e09-f09370f88c4c tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4cb207a-d52a-4f7a-9b39-83b3981cf177 HTTP/1.1" status: 200  len: 945 time: 0.1637659
Jan 29 10:34:38.533115 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3f99674c-e585-410e-9e10-3934c78b485e req-c1ef8766-9e4b-4524-a14b-0972f695e661 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565546
Jan 29 10:34:39.824449 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2306d988-d7e6-434e-915b-37a10675341f req-b8dbd327-b2f9-43cd-958c-456808e88a58 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:34:39.826410 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2306d988-d7e6-434e-915b-37a10675341f req-b8dbd327-b2f9-43cd-958c-456808e88a58 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4cb207a-d52a-4f7a-9b39-83b3981cf177 HTTP/1.1" status: 200  len: 945 time: 0.1657727
Jan 29 10:34:39.890388 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2306d988-d7e6-434e-915b-37a10675341f req-44563933-6221-4298-bf7c-d8c39260dbc8 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575585
Jan 29 10:34:41.184026 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab0f1e8-2cc8-436e-a32d-c0bd516be9e4 req-bc102768-50e1-43cb-9f31-1b0ceb5d15a0 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:34:41.185718 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-aab0f1e8-2cc8-436e-a32d-c0bd516be9e4 req-bc102768-50e1-43cb-9f31-1b0ceb5d15a0 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4cb207a-d52a-4f7a-9b39-83b3981cf177 HTTP/1.1" status: 200  len: 945 time: 0.1672049
Jan 29 10:34:41.249231 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-aab0f1e8-2cc8-436e-a32d-c0bd516be9e4 req-cf987096-1512-4ca7-9b9e-73b1af935b91 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564647
Jan 29 10:34:42.543532 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a92b1f7-8dfa-4a39-824d-4b5b8912c8c8 req-d3a2196b-e8f1-43a3-b435-10e25812a28c tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:34:42.545095 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5a92b1f7-8dfa-4a39-824d-4b5b8912c8c8 req-d3a2196b-e8f1-43a3-b435-10e25812a28c tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4cb207a-d52a-4f7a-9b39-83b3981cf177 HTTP/1.1" status: 200  len: 945 time: 0.1631742
Jan 29 10:34:42.609202 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5a92b1f7-8dfa-4a39-824d-4b5b8912c8c8 req-d03f372f-c161-4522-9d46-a5813f0571ad tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572603
Jan 29 10:34:43.901843 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70e7ba-a5ec-4b07-8cea-4d8ee86009e9 req-acb94d93-3f32-4b6b-9a99-38bf6f950e8b tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:34:43.903368 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5c70e7ba-a5ec-4b07-8cea-4d8ee86009e9 req-acb94d93-3f32-4b6b-9a99-38bf6f950e8b tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4cb207a-d52a-4f7a-9b39-83b3981cf177 HTTP/1.1" status: 200  len: 945 time: 0.1653967
Jan 29 10:34:43.966747 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5c70e7ba-a5ec-4b07-8cea-4d8ee86009e9 req-ed79a507-371a-4724-8608-b65a21f77d8d tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570178
Jan 29 10:34:45.256569 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092411c-b410-4f5d-a251-b015168cbb8e req-ba30600e-7509-4f7c-a364-08313bc2fa4d tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:34:45.258281 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6092411c-b410-4f5d-a251-b015168cbb8e req-ba30600e-7509-4f7c-a364-08313bc2fa4d tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4cb207a-d52a-4f7a-9b39-83b3981cf177 HTTP/1.1" status: 200  len: 945 time: 0.1634207
Jan 29 10:34:45.328369 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6092411c-b410-4f5d-a251-b015168cbb8e req-4d9ef4ac-0434-4e32-8caa-0651d9959c03 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638251
Jan 29 10:34:46.622363 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5c6609-b40c-4766-a13f-26db11b4c940 req-d1085782-de75-4098-8b5e-fff77e2ab697 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:34:46.624016 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9f5c6609-b40c-4766-a13f-26db11b4c940 req-d1085782-de75-4098-8b5e-fff77e2ab697 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4cb207a-d52a-4f7a-9b39-83b3981cf177 HTTP/1.1" status: 200  len: 945 time: 0.1638253
Jan 29 10:34:46.689771 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9f5c6609-b40c-4766-a13f-26db11b4c940 req-313b34ce-c698-47fb-a0da-83e64b38dc93 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585475
Jan 29 10:34:47.987301 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee25c16-33e9-411d-b8cf-35070832c43e req-6e7a08c9-326a-4dee-9e16-7381605cf9ca tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:34:47.989472 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cee25c16-33e9-411d-b8cf-35070832c43e req-6e7a08c9-326a-4dee-9e16-7381605cf9ca tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4cb207a-d52a-4f7a-9b39-83b3981cf177 HTTP/1.1" status: 200  len: 945 time: 0.1696615
Jan 29 10:34:48.053623 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cee25c16-33e9-411d-b8cf-35070832c43e req-bd4d09a0-488d-4c1d-b00a-2cb77e5b99c3 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576944
Jan 29 10:34:49.371867 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc19a1-ee54-4059-8bb8-164f6ad5a3ed req-4426de59-ea2f-49fc-b3bb-c3b8a0a9ebba tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:34:49.373601 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-78dc19a1-ee54-4059-8bb8-164f6ad5a3ed req-4426de59-ea2f-49fc-b3bb-c3b8a0a9ebba tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4cb207a-d52a-4f7a-9b39-83b3981cf177 HTTP/1.1" status: 200  len: 945 time: 0.1643708
Jan 29 10:34:49.442488 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-78dc19a1-ee54-4059-8bb8-164f6ad5a3ed req-68d7dbba-1588-45c5-a3fd-caae28ff9aa2 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618351
Jan 29 10:34:50.743439 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df902314-3f46-418f-b969-b9846fb80422 req-4908a299-6a60-4d18-95b0-57a7d511021f tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:34:50.745089 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-df902314-3f46-418f-b969-b9846fb80422 req-4908a299-6a60-4d18-95b0-57a7d511021f tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4cb207a-d52a-4f7a-9b39-83b3981cf177 HTTP/1.1" status: 200  len: 945 time: 0.1690924
Jan 29 10:34:50.810541 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-df902314-3f46-418f-b969-b9846fb80422 req-a379e59d-80a7-455e-b3d3-a0c925354a19 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590410
Jan 29 10:34:51.483085 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-664c34d4-0dba-4cfb-ae16-cb4ca6b01d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:34:52.106659 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8cfb46-07a8-4d1c-93ea-d33fe491998f req-2dd370f4-2dc8-4eae-b86f-e752af3daa9f tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:34:52.108297 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-dc8cfb46-07a8-4d1c-93ea-d33fe491998f req-2dd370f4-2dc8-4eae-b86f-e752af3daa9f tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4cb207a-d52a-4f7a-9b39-83b3981cf177 HTTP/1.1" status: 200  len: 945 time: 0.1694725
Jan 29 10:34:52.173047 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-dc8cfb46-07a8-4d1c-93ea-d33fe491998f req-9a6602c8-0092-4f35-94a5-5b7fc31adb74 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580814
Jan 29 10:34:53.199488 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:34:53.488955 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d10a7-a6a9-4482-bec9-139570644941 req-8fb61cfb-d954-44ec-ac18-4eee3210be20 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:34:53.490570 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-547d10a7-a6a9-4482-bec9-139570644941 req-8fb61cfb-d954-44ec-ac18-4eee3210be20 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4cb207a-d52a-4f7a-9b39-83b3981cf177 HTTP/1.1" status: 200  len: 945 time: 0.1760657
Jan 29 10:34:53.558041 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-547d10a7-a6a9-4482-bec9-139570644941 req-ad15380f-9ff3-4a6a-9cca-e849dcf088aa tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611703
Jan 29 10:34:53.755979 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dc3c84f9-5391-4154-a26a-db36e0cfaffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:34:54.304333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:34:54.858149 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d1a75-d59f-4062-9ca5-d94598eb3df7 req-daf2d809-91cc-4195-bda7-495aaa764d56 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:34:54.859713 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1b5d1a75-d59f-4062-9ca5-d94598eb3df7 req-daf2d809-91cc-4195-bda7-495aaa764d56 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4cb207a-d52a-4f7a-9b39-83b3981cf177 HTTP/1.1" status: 200  len: 945 time: 0.1702354
Jan 29 10:34:54.926293 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1b5d1a75-d59f-4062-9ca5-d94598eb3df7 req-96db7b1c-fac0-475c-996d-c9bfaf081b84 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602181
Jan 29 10:34:54.939163 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:34:55.433644 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd11599-bd03-4049-b189-c8e52dbbf051 req-401d828d-d773-4ff8-88a6-b35a5c04c7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:34:55.435286 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8cd11599-bd03-4049-b189-c8e52dbbf051 req-401d828d-d773-4ff8-88a6-b35a5c04c7b4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f109eeba038b49889c06e267cefe4ac0&device_id=a4cb207a-d52a-4f7a-9b39-83b3981cf177 HTTP/1.1" status: 200  len: 1162 time: 0.0773284
Jan 29 10:34:55.590780 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd11599-bd03-4049-b189-c8e52dbbf051 req-f5c52fcd-8224-4bd9-a6aa-187ebac6471b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:34:55.592260 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8cd11599-bd03-4049-b189-c8e52dbbf051 req-f5c52fcd-8224-4bd9-a6aa-187ebac6471b service neutron] 10.222.0.22 "GET /v2.0/networks?id=f8e5d5ee-d4ab-446c-bdac-9cf2723133be HTTP/1.1" status: 200  len: 908 time: 0.1364932
Jan 29 10:34:55.666978 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8cd11599-bd03-4049-b189-c8e52dbbf051 req-187fa19a-6940-4ab5-83e1-caaf41ae1996 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71cc24ec-c93a-4115-a860-4a42dfc6ef16 HTTP/1.1" status: 200  len: 217 time: 0.0674739
Jan 29 10:34:55.734990 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd11599-bd03-4049-b189-c8e52dbbf051 req-294883f7-190e-41b7-ad29-259acc79049c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:34:55.736485 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8cd11599-bd03-4049-b189-c8e52dbbf051 req-294883f7-190e-41b7-ad29-259acc79049c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ec4be6ee-75ef-4311-b411-074c296d3aca HTTP/1.1" status: 200  len: 854 time: 0.0625722
Jan 29 10:34:55.790804 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8cd11599-bd03-4049-b189-c8e52dbbf051 req-ac8725a9-1b52-40db-9452-4dc962414de9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f8e5d5ee-d4ab-446c-bdac-9cf2723133be&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0478501
Jan 29 10:34:55.941818 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8cd11599-bd03-4049-b189-c8e52dbbf051 req-e3fd4056-4686-4f12-9e71-a3ed025530f0 service neutron] 10.222.0.22 "GET /v2.0/networks/f8e5d5ee-d4ab-446c-bdac-9cf2723133be?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1350205
Jan 29 10:34:56.092019 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8cd11599-bd03-4049-b189-c8e52dbbf051 req-0b7161b4-63be-45a6-af1f-d87be5cbfe25 service neutron] 10.222.0.22 "GET /v2.0/networks/f8e5d5ee-d4ab-446c-bdac-9cf2723133be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1428738
Jan 29 10:34:56.110461 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:34:56.232533 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc122b0-7262-4c42-8cf2-7fa18b926cea req-69f2eb68-874d-480a-bc9c-3ac4ea1819c5 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:34:56.234155 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9fc122b0-7262-4c42-8cf2-7fa18b926cea req-69f2eb68-874d-480a-bc9c-3ac4ea1819c5 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4cb207a-d52a-4f7a-9b39-83b3981cf177 HTTP/1.1" status: 200  len: 945 time: 0.1769500
Jan 29 10:34:56.307499 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9fc122b0-7262-4c42-8cf2-7fa18b926cea req-ebe5231c-a20f-4f04-bddd-6302e314a7b9 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664573
Jan 29 10:34:57.320254 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 71cc24ec-c93a-4115-a860-4a42dfc6ef16 up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:34:57.393508 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 71cc24ec-c93a-4115-a860-4a42dfc6ef16 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:34:57.393990 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:34:57.603480 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc47eff5-55dc-4190-b404-a67f51351d25 req-52e6ca0e-44bf-4460-a090-0e67d178e2b8 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:34:57.605054 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cc47eff5-55dc-4190-b404-a67f51351d25 req-52e6ca0e-44bf-4460-a090-0e67d178e2b8 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4cb207a-d52a-4f7a-9b39-83b3981cf177 HTTP/1.1" status: 200  len: 945 time: 0.1636362
Jan 29 10:34:57.669765 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cc47eff5-55dc-4190-b404-a67f51351d25 req-2f9bea74-0302-44ec-b42d-0688c5903935 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582333
Jan 29 10:34:58.969513 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da82bd1-9c00-4230-bf2f-0dd956c2878a req-b1788042-07c0-43d8-b42c-1fcc91d005a3 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:34:58.971117 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8da82bd1-9c00-4230-bf2f-0dd956c2878a req-b1788042-07c0-43d8-b42c-1fcc91d005a3 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4cb207a-d52a-4f7a-9b39-83b3981cf177 HTTP/1.1" status: 200  len: 945 time: 0.1681428
Jan 29 10:34:59.036810 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8da82bd1-9c00-4230-bf2f-0dd956c2878a req-f3384f06-8934-4a49-b543-5108102d0479 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588534
Jan 29 10:34:59.382512 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-32b7f89b-14d3-48a9-97f6-2f83d5844dc9 req-ae490d6e-9189-4f3c-88fe-ad3ed869a949 service neutron] 10.222.0.22 "GET /v2.0/ports/71cc24ec-c93a-4115-a860-4a42dfc6ef16/bindings/hv-neutron-7729 HTTP/1.1" status: 200  len: 454 time: 0.0783937
Jan 29 10:34:59.672398 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7f89b-14d3-48a9-97f6-2f83d5844dc9 req-8a052ae8-de0d-49f2-8bc1-f1dee47552f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:34:59.674039 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-32b7f89b-14d3-48a9-97f6-2f83d5844dc9 req-8a052ae8-de0d-49f2-8bc1-f1dee47552f4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a4cb207a-d52a-4f7a-9b39-83b3981cf177&tenant_id=f109eeba038b49889c06e267cefe4ac0 HTTP/1.1" status: 200  len: 1162 time: 0.0805674
Jan 29 10:34:59.780691 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7f89b-14d3-48a9-97f6-2f83d5844dc9 req-3613e9aa-6e5f-49ac-849e-af7c68355eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:34:59.782299 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-32b7f89b-14d3-48a9-97f6-2f83d5844dc9 req-3613e9aa-6e5f-49ac-849e-af7c68355eb5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f109eeba038b49889c06e267cefe4ac0&device_id=a4cb207a-d52a-4f7a-9b39-83b3981cf177 HTTP/1.1" status: 200  len: 1162 time: 0.0755863
Jan 29 10:34:59.924190 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7f89b-14d3-48a9-97f6-2f83d5844dc9 req-473b4a5b-9cf9-44a8-826b-e99df6505cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:34:59.925706 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-32b7f89b-14d3-48a9-97f6-2f83d5844dc9 req-473b4a5b-9cf9-44a8-826b-e99df6505cf0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f8e5d5ee-d4ab-446c-bdac-9cf2723133be HTTP/1.1" status: 200  len: 908 time: 0.1370690
Jan 29 10:35:00.002278 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-32b7f89b-14d3-48a9-97f6-2f83d5844dc9 req-58041eeb-8620-4271-82b8-e4bb34c14506 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71cc24ec-c93a-4115-a860-4a42dfc6ef16 HTTP/1.1" status: 200  len: 217 time: 0.0680943
Jan 29 10:35:00.073840 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7f89b-14d3-48a9-97f6-2f83d5844dc9 req-f631de61-c29c-4b3e-aaaf-2f589305b1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:00.075432 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-32b7f89b-14d3-48a9-97f6-2f83d5844dc9 req-f631de61-c29c-4b3e-aaaf-2f589305b1cf service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ec4be6ee-75ef-4311-b411-074c296d3aca HTTP/1.1" status: 200  len: 854 time: 0.0675342
Jan 29 10:35:00.127756 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-32b7f89b-14d3-48a9-97f6-2f83d5844dc9 req-6c49807d-cb8c-41ac-b510-4d5edbb16efa service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f8e5d5ee-d4ab-446c-bdac-9cf2723133be&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0450191
Jan 29 10:35:00.272076 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-32b7f89b-14d3-48a9-97f6-2f83d5844dc9 req-c1ee2fb0-3e49-476c-bc62-20f6538e1c95 service neutron] 10.222.0.22 "GET /v2.0/networks/f8e5d5ee-d4ab-446c-bdac-9cf2723133be?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377413
Jan 29 10:35:00.347350 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae41655b-409f-43cd-9b7e-8849a9ee8fb4 req-060a4493-a218-4e4b-94fa-ff8df6ba43f0 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:00.350196 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ae41655b-409f-43cd-9b7e-8849a9ee8fb4 req-060a4493-a218-4e4b-94fa-ff8df6ba43f0 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4cb207a-d52a-4f7a-9b39-83b3981cf177 HTTP/1.1" status: 200  len: 945 time: 0.1791258
Jan 29 10:35:00.421026 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-32b7f89b-14d3-48a9-97f6-2f83d5844dc9 req-8107c00d-84b4-4ab7-baac-8fadb060ae02 service neutron] 10.222.0.22 "GET /v2.0/networks/f8e5d5ee-d4ab-446c-bdac-9cf2723133be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1403387
Jan 29 10:35:00.421704 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ae41655b-409f-43cd-9b7e-8849a9ee8fb4 req-b83a1dbb-79ac-4811-9d83-3eb73015d247 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650132
Jan 29 10:35:01.190951 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 71cc24ec-c93a-4115-a860-4a42dfc6ef16 no longer exists at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:35:01.316637 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:35:01.345773 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4cb207a-d52a-4f7a-9b39-83b3981cf177', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71cc24ec-c93a-4115-a860-4a42dfc6ef16'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:35:01.356205 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port 71cc24ec-c93a-4115-a860-4a42dfc6ef16, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=71cc24ec-c93a-4115-a860-4a42dfc6ef16,segment=NetworkSegment(31c082eb-5962-438a-8ee5-43554580a098),segment_id=31c082eb-5962-438a-8ee5-43554580a098)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:35:01.359378 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:35:01.361226 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:35:01.417690 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4cb207a-d52a-4f7a-9b39-83b3981cf177', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71cc24ec-c93a-4115-a860-4a42dfc6ef16', 'code': 200}
Jan 29 10:35:01.433623 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=71cc24ec-c93a-4115-a860-4a42dfc6ef16,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:35:01.437065 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:35:01.792806 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13deaac5-9cb2-4695-b6b7-a6f43e4edb9b req-be76f366-76c7-4269-a4a0-79710700366c tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:01.794713 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-13deaac5-9cb2-4695-b6b7-a6f43e4edb9b req-be76f366-76c7-4269-a4a0-79710700366c tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4cb207a-d52a-4f7a-9b39-83b3981cf177 HTTP/1.1" status: 200  len: 943 time: 0.1982360
Jan 29 10:35:01.858982 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-13deaac5-9cb2-4695-b6b7-a6f43e4edb9b req-64e08569-a284-4279-b6fa-4c80882eeb56 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580952
Jan 29 10:35:03.160002 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c356b9df-6db2-4229-b53d-13cc1c44e51d req-c3a9eb2d-c08c-4b31-afb9-d0afdf164408 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:03.162057 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c356b9df-6db2-4229-b53d-13cc1c44e51d req-c3a9eb2d-c08c-4b31-afb9-d0afdf164408 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4cb207a-d52a-4f7a-9b39-83b3981cf177 HTTP/1.1" status: 200  len: 943 time: 0.1675644
Jan 29 10:35:03.225504 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c356b9df-6db2-4229-b53d-13cc1c44e51d req-c1298b84-3be3-4bce-b099-fbb43d869237 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571079
Jan 29 10:35:03.636048 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 71cc24ec-c93a-4115-a860-4a42dfc6ef16 up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:35:03.708682 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 71cc24ec-c93a-4115-a860-4a42dfc6ef16 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:35:03.709087 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:35:03.832999 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:35:03.860124 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4cb207a-d52a-4f7a-9b39-83b3981cf177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71cc24ec-c93a-4115-a860-4a42dfc6ef16'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:35:03.871006 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port 71cc24ec-c93a-4115-a860-4a42dfc6ef16, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=71cc24ec-c93a-4115-a860-4a42dfc6ef16,segment=NetworkSegment(31c082eb-5962-438a-8ee5-43554580a098),segment_id=31c082eb-5962-438a-8ee5-43554580a098)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:35:03.873913 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:35:03.876534 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-08156a70-d000-4118-9641-54ec100940e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:35:03.930062 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4cb207a-d52a-4f7a-9b39-83b3981cf177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71cc24ec-c93a-4115-a860-4a42dfc6ef16', 'code': 200}
Jan 29 10:35:03.952466 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=71cc24ec-c93a-4115-a860-4a42dfc6ef16,revision_number=6']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:35:03.955802 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:35:04.525548 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ccf80-afab-4cc1-9e98-ad90da62aadb req-e6d21f38-3726-47ff-97d0-a9418f52bbee tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:04.527179 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4d1ccf80-afab-4cc1-9e98-ad90da62aadb req-e6d21f38-3726-47ff-97d0-a9418f52bbee tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4cb207a-d52a-4f7a-9b39-83b3981cf177 HTTP/1.1" status: 200  len: 945 time: 0.1666188
Jan 29 10:35:04.596005 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4d1ccf80-afab-4cc1-9e98-ad90da62aadb req-13cc3391-016c-4e5f-964e-efd87e5f95dc tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625355
Jan 29 10:35:04.983429 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:35:05.026004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c6575-a647-44de-9c41-4492974a457a req-8f425f22-ee85-4969-a380-07e81b38f483 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:05.027813 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-144c6575-a647-44de-9c41-4492974a457a req-8f425f22-ee85-4969-a380-07e81b38f483 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4cb207a-d52a-4f7a-9b39-83b3981cf177 HTTP/1.1" status: 200  len: 945 time: 0.1697824
Jan 29 10:35:05.031945 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a8a63-b4e5-4f4b-9582-33f1cde3b0ef req-36de419a-6029-49ca-9f31-99765b77edd1 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:05.032756 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-014a8a63-b4e5-4f4b-9582-33f1cde3b0ef req-36de419a-6029-49ca-9f31-99765b77edd1 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Synchronizing usage tracker for tenant:f109eeba038b49889c06e267cefe4ac0 on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:35:05.052039 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-014a8a63-b4e5-4f4b-9582-33f1cde3b0ef req-36de419a-6029-49ca-9f31-99765b77edd1 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Unset dirty status for tenant:f109eeba038b49889c06e267cefe4ac0 on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:35:05.053276 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-014a8a63-b4e5-4f4b-9582-33f1cde3b0ef req-36de419a-6029-49ca-9f31-99765b77edd1 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4cb207a-d52a-4f7a-9b39-83b3981cf177&tenant_id=f109eeba038b49889c06e267cefe4ac0&binding%3Ahost_id=hv-neutron-7729 HTTP/1.1" status: 200  len: 945 time: 0.1936395
Jan 29 10:35:05.095630 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-144c6575-a647-44de-9c41-4492974a457a req-c996c874-fd6a-447e-aea4-cfad27cb3114 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609989
Jan 29 10:35:05.223401 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a8a63-b4e5-4f4b-9582-33f1cde3b0ef req-165fec20-232f-45c3-9048-178532122430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:05.225011 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-014a8a63-b4e5-4f4b-9582-33f1cde3b0ef req-165fec20-232f-45c3-9048-178532122430 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f109eeba038b49889c06e267cefe4ac0&device_id=a4cb207a-d52a-4f7a-9b39-83b3981cf177 HTTP/1.1" status: 200  len: 1162 time: 0.0775421
Jan 29 10:35:05.345329 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 71cc24ec-c93a-4115-a860-4a42dfc6ef16 up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:35:05.375743 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a8a63-b4e5-4f4b-9582-33f1cde3b0ef req-b2078ad0-5f75-4715-9a43-de5ff07f21dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:05.377319 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-014a8a63-b4e5-4f4b-9582-33f1cde3b0ef req-b2078ad0-5f75-4715-9a43-de5ff07f21dc service neutron] 10.222.0.22 "GET /v2.0/networks?id=f8e5d5ee-d4ab-446c-bdac-9cf2723133be HTTP/1.1" status: 200  len: 908 time: 0.1456656
Jan 29 10:35:05.419366 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 71cc24ec-c93a-4115-a860-4a42dfc6ef16 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:35:05.419786 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:35:05.453917 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-014a8a63-b4e5-4f4b-9582-33f1cde3b0ef req-befac0cb-0c27-4a6b-93d1-629545039825 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71cc24ec-c93a-4115-a860-4a42dfc6ef16 HTTP/1.1" status: 200  len: 217 time: 0.0695288
Jan 29 10:35:05.524812 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a8a63-b4e5-4f4b-9582-33f1cde3b0ef req-d198ac99-b020-4dff-8165-fc56d44de262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:05.526424 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-014a8a63-b4e5-4f4b-9582-33f1cde3b0ef req-d198ac99-b020-4dff-8165-fc56d44de262 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ec4be6ee-75ef-4311-b411-074c296d3aca HTTP/1.1" status: 200  len: 854 time: 0.0666027
Jan 29 10:35:05.855751 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-014a8a63-b4e5-4f4b-9582-33f1cde3b0ef req-427d1ad7-e3e2-4882-bce5-7b6f794f76fe service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f8e5d5ee-d4ab-446c-bdac-9cf2723133be&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3227293
Jan 29 10:35:05.998629 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-014a8a63-b4e5-4f4b-9582-33f1cde3b0ef req-3f7dd419-cc36-4edd-bc26-8348a45fc782 service neutron] 10.222.0.22 "GET /v2.0/networks/f8e5d5ee-d4ab-446c-bdac-9cf2723133be?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1355388
Jan 29 10:35:06.144068 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-014a8a63-b4e5-4f4b-9582-33f1cde3b0ef req-debfab55-ac73-4e28-a954-8d9ae426a4f8 service neutron] 10.222.0.22 "GET /v2.0/networks/f8e5d5ee-d4ab-446c-bdac-9cf2723133be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1387262
Jan 29 10:35:06.405228 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84786fd1-5d4a-4d02-890e-4bddf037aaee req-3b7f1291-a47d-46c1-9ff8-0d70c0f1306b tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:06.406864 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-84786fd1-5d4a-4d02-890e-4bddf037aaee req-3b7f1291-a47d-46c1-9ff8-0d70c0f1306b tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4cb207a-d52a-4f7a-9b39-83b3981cf177 HTTP/1.1" status: 200  len: 945 time: 0.1781292
Jan 29 10:35:06.471595 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-84786fd1-5d4a-4d02-890e-4bddf037aaee req-55b5815e-6f08-42a3-b5c5-8ba8f25c9950 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575805
Jan 29 10:35:07.765583 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3906c412-44bd-4573-b514-39c81b2fdfb2 req-04b2a3ae-8f03-4977-9912-3188a62d620e tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:07.767204 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3906c412-44bd-4573-b514-39c81b2fdfb2 req-04b2a3ae-8f03-4977-9912-3188a62d620e tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4cb207a-d52a-4f7a-9b39-83b3981cf177 HTTP/1.1" status: 200  len: 945 time: 0.1629102
Jan 29 10:35:07.831504 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3906c412-44bd-4573-b514-39c81b2fdfb2 req-f8baddf5-d6dd-467a-8fa3-6c8058ed48e0 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577812
Jan 29 10:35:08.359146 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b9705-9ec3-4d97-b05a-c1701f83e9f3 req-ef7fe152-ca2e-4e2e-aef3-48a2deb1e4dc tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:08.360846 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-329b9705-9ec3-4d97-b05a-c1701f83e9f3 req-ef7fe152-ca2e-4e2e-aef3-48a2deb1e4dc tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4cb207a-d52a-4f7a-9b39-83b3981cf177 HTTP/1.1" status: 200  len: 945 time: 0.3997853
Jan 29 10:35:08.425728 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-329b9705-9ec3-4d97-b05a-c1701f83e9f3 req-49c09cb1-9735-48f6-9afa-6f1c105fe6ca tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577409
Jan 29 10:35:08.719124 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72561928-9ec5-4192-9399-beee524c4acb req-37269d72-d731-41ca-80f0-abbff39f5fe6 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:08.720731 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-72561928-9ec5-4192-9399-beee524c4acb req-37269d72-d731-41ca-80f0-abbff39f5fe6 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4cb207a-d52a-4f7a-9b39-83b3981cf177 HTTP/1.1" status: 200  len: 945 time: 0.1659400
Jan 29 10:35:08.783975 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-72561928-9ec5-4192-9399-beee524c4acb req-7a5f008a-8760-41eb-a13d-8ca050b7e0c1 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560827
Jan 29 10:35:09.407063 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea55874-8383-409c-9d72-1697c51c907c req-6bf55728-e9a4-473c-9cfb-c5023f9db819 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:09.408670 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8ea55874-8383-409c-9d72-1697c51c907c req-6bf55728-e9a4-473c-9cfb-c5023f9db819 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/networks?id=f8e5d5ee-d4ab-446c-bdac-9cf2723133be HTTP/1.1" status: 200  len: 814 time: 0.2351139
Jan 29 10:35:09.425299 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8ea55874-8383-409c-9d72-1697c51c907c req-9081e830-2418-47cb-b28d-cd3c45f504cd tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/quotas/f109eeba038b49889c06e267cefe4ac0 HTTP/1.1" status: 200  len: 375 time: 0.0099862
Jan 29 10:35:09.526999 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8ea55874-8383-409c-9d72-1697c51c907c req-9e125e81-d8da-477d-8883-9587452937de tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=f109eeba038b49889c06e267cefe4ac0&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0953474
Jan 29 10:35:09.672649 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8ea55874-8383-409c-9d72-1697c51c907c req-a3ebb4ed-57d3-4efd-9457-d469114a0f87 service neutron] 10.222.0.57 "GET /v2.0/networks/f8e5d5ee-d4ab-446c-bdac-9cf2723133be?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1381588
Jan 29 10:35:09.820619 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8ea55874-8383-409c-9d72-1697c51c907c req-3c47eb1a-1066-4a08-a1bd-7dbad5bace04 service neutron] 10.222.0.57 "GET /v2.0/networks/f8e5d5ee-d4ab-446c-bdac-9cf2723133be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1412194
Jan 29 10:35:10.026181 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ae40e777-a7bf-4a8a-ac00-aa4ffe2d64a1 req-d7d7ab6d-8e45-4755-9fba-62dd097ddd6a tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=1632fdd6-7b72-433a-87f2-29873a70e216 HTTP/1.1" status: 200  len: 210 time: 0.0526791
Jan 29 10:35:11.207139 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-eb835c70-6a0e-4e92-bede-ca51a0813903 req-c4aaaa6c-60e2-43c5-80bd-d12db29a601d tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=1632fdd6-7b72-433a-87f2-29873a70e216 HTTP/1.1" status: 200  len: 210 time: 0.0499356
Jan 29 10:35:11.242816 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 71cc24ec-c93a-4115-a860-4a42dfc6ef16 no longer exists at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:35:11.382293 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:35:11.390927 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e3901-3b35-4a69-8abe-ef0e4b816c5a req-ee9fcb80-5e06-463c-ab13-f7fac60e5ead tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:11.392610 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2b5e3901-3b35-4a69-8abe-ef0e4b816c5a req-ee9fcb80-5e06-463c-ab13-f7fac60e5ead tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4cb207a-d52a-4f7a-9b39-83b3981cf177 HTTP/1.1" status: 200  len: 945 time: 0.2158873
Jan 29 10:35:11.411316 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4cb207a-d52a-4f7a-9b39-83b3981cf177', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71cc24ec-c93a-4115-a860-4a42dfc6ef16'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:35:11.423120 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port 71cc24ec-c93a-4115-a860-4a42dfc6ef16, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=71cc24ec-c93a-4115-a860-4a42dfc6ef16,segment=NetworkSegment(31c082eb-5962-438a-8ee5-43554580a098),segment_id=31c082eb-5962-438a-8ee5-43554580a098)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:35:11.426317 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:35:11.429134 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:35:11.475580 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4cb207a-d52a-4f7a-9b39-83b3981cf177', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71cc24ec-c93a-4115-a860-4a42dfc6ef16', 'code': 200}
Jan 29 10:35:11.502637 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=71cc24ec-c93a-4115-a860-4a42dfc6ef16,revision_number=7']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:35:11.506076 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:35:11.645413 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea55874-8383-409c-9d72-1697c51c907c req-3d2378b2-fe6e-4c5a-acc3-2efc14adf1a1 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:11.647034 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8ea55874-8383-409c-9d72-1697c51c907c req-3d2378b2-fe6e-4c5a-acc3-2efc14adf1a1 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.22 "GET /v2.0/networks?id=f8e5d5ee-d4ab-446c-bdac-9cf2723133be HTTP/1.1" status: 200  len: 814 time: 0.4017088
Jan 29 10:35:11.673353 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-2b5e3901-3b35-4a69-8abe-ef0e4b816c5a req-29aeb786-823b-455d-9140-c58b1a36ad03 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Deleting port 71cc24ec-c93a-4115-a860-4a42dfc6ef16 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:35:11.673732 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-2b5e3901-3b35-4a69-8abe-ef0e4b816c5a req-29aeb786-823b-455d-9140-c58b1a36ad03 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:35:11.710076 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-8ea55874-8383-409c-9d72-1697c51c907c req-bdec7cf3-e24d-4374-a7a7-544ba3613da1 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Request body: {'port': {'device_id': '1632fdd6-7b72-433a-87f2-29873a70e216', 'network_id': 'f8e5d5ee-d4ab-446c-bdac-9cf2723133be', 'admin_state_up': True, 'tenant_id': 'f109eeba038b49889c06e267cefe4ac0'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:35:11.962167 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-8ea55874-8383-409c-9d72-1697c51c907c req-bdec7cf3-e24d-4374-a7a7-544ba3613da1 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:35:12.025910 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-8ea55874-8383-409c-9d72-1697c51c907c req-bdec7cf3-e24d-4374-a7a7-544ba3613da1 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:35:12.057906 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ea55874-8383-409c-9d72-1697c51c907c req-bdec7cf3-e24d-4374-a7a7-544ba3613da1 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Made reservation on behalf of f109eeba038b49889c06e267cefe4ac0 for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:35:12.079481 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-8ea55874-8383-409c-9d72-1697c51c907c req-bdec7cf3-e24d-4374-a7a7-544ba3613da1 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:35:12.136840 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-2b5e3901-3b35-4a69-8abe-ef0e4b816c5a req-29aeb786-823b-455d-9140-c58b1a36ad03 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] For port 71cc24ec-c93a-4115-a860-4a42dfc6ef16, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=71cc24ec-c93a-4115-a860-4a42dfc6ef16,segment=NetworkSegment(31c082eb-5962-438a-8ee5-43554580a098),segment_id=31c082eb-5962-438a-8ee5-43554580a098)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:35:12.137215 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-2b5e3901-3b35-4a69-8abe-ef0e4b816c5a req-29aeb786-823b-455d-9140-c58b1a36ad03 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:35:12.300653 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-2b5e3901-3b35-4a69-8abe-ef0e4b816c5a req-29aeb786-823b-455d-9140-c58b1a36ad03 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Calling delete_port for 71cc24ec-c93a-4115-a860-4a42dfc6ef16 owned by compute:nova {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:35:12.392409 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-253a672b-7956-4ddd-9a68-2b667ce255d1 req-ca72a183-05d7-45a8-bd3c-7359a11a7ac7 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=1632fdd6-7b72-433a-87f2-29873a70e216 HTTP/1.1" status: 200  len: 210 time: 0.0485368
Jan 29 10:35:12.638343 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-2b5e3901-3b35-4a69-8abe-ef0e4b816c5a req-29aeb786-823b-455d-9140-c58b1a36ad03 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:35:12.658943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-365a74d5-3e02-4958-a396-13a78ed2541d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:35:12.726376 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aeb786-823b-455d-9140-c58b1a36ad03 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Pushing event deleted for resources: {'Port': ['ID=71cc24ec-c93a-4115-a860-4a42dfc6ef16,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:35:12.745111 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [req-8ea55874-8383-409c-9d72-1697c51c907c req-bdec7cf3-e24d-4374-a7a7-544ba3613da1 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Allocated IP 172.20.0.9 (f8e5d5ee-d4ab-446c-bdac-9cf2723133be/ec4be6ee-75ef-4311-b411-074c296d3aca/1a1e961c-c27f-4f2d-9cea-105b31ebfc74) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:35:12.749738 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aeb786-823b-455d-9140-c58b1a36ad03 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:35:12.750194 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aeb786-823b-455d-9140-c58b1a36ad03 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:35:12.750614 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aeb786-823b-455d-9140-c58b1a36ad03 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:35:12.751028 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aeb786-823b-455d-9140-c58b1a36ad03 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:35:12.751440 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aeb786-823b-455d-9140-c58b1a36ad03 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:35:12.751850 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aeb786-823b-455d-9140-c58b1a36ad03 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:35:12.752253 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aeb786-823b-455d-9140-c58b1a36ad03 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:35:12.752659 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aeb786-823b-455d-9140-c58b1a36ad03 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:35:12.753071 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aeb786-823b-455d-9140-c58b1a36ad03 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:35:12.753474 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aeb786-823b-455d-9140-c58b1a36ad03 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:35:12.753903 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aeb786-823b-455d-9140-c58b1a36ad03 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:35:12.754307 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aeb786-823b-455d-9140-c58b1a36ad03 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:35:12.754781 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aeb786-823b-455d-9140-c58b1a36ad03 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:35:12.755182 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aeb786-823b-455d-9140-c58b1a36ad03 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:35:12.755582 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aeb786-823b-455d-9140-c58b1a36ad03 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:35:12.756025 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aeb786-823b-455d-9140-c58b1a36ad03 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:35:12.756504 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aeb786-823b-455d-9140-c58b1a36ad03 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:35:12.756911 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aeb786-823b-455d-9140-c58b1a36ad03 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:35:12.757313 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aeb786-823b-455d-9140-c58b1a36ad03 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:35:12.757713 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aeb786-823b-455d-9140-c58b1a36ad03 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:35:12.758138 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aeb786-823b-455d-9140-c58b1a36ad03 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:35:12.758538 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aeb786-823b-455d-9140-c58b1a36ad03 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:35:12.758936 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aeb786-823b-455d-9140-c58b1a36ad03 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:35:12.759334 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aeb786-823b-455d-9140-c58b1a36ad03 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:35:12.813871 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-29aeb786-823b-455d-9140-c58b1a36ad03 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:35:12.986340 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b5e3901-3b35-4a69-8abe-ef0e4b816c5a req-29aeb786-823b-455d-9140-c58b1a36ad03 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] No DVR routers for this DVR port 71cc24ec-c93a-4115-a860-4a42dfc6ef16 on host hv-neutron-7729 {{(pid=80766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:35:12.990905 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-2b5e3901-3b35-4a69-8abe-ef0e4b816c5a req-29aeb786-823b-455d-9140-c58b1a36ad03 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:35:12.993659 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4cb207a-d52a-4f7a-9b39-83b3981cf177', 'name': 'network-vif-deleted', 'tag': '71cc24ec-c93a-4115-a860-4a42dfc6ef16'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:35:13.061059 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4cb207a-d52a-4f7a-9b39-83b3981cf177', 'name': 'network-vif-deleted', 'tag': '71cc24ec-c93a-4115-a860-4a42dfc6ef16', 'status': 'completed', 'code': 200}
Jan 29 10:35:13.066286 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2b5e3901-3b35-4a69-8abe-ef0e4b816c5a req-29aeb786-823b-455d-9140-c58b1a36ad03 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.22 "DELETE /v2.0/ports/71cc24ec-c93a-4115-a860-4a42dfc6ef16 HTTP/1.1" status: 204  len: 173 time: 1.6668975
Jan 29 10:35:13.128715 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-8ea55874-8383-409c-9d72-1697c51c907c req-bdec7cf3-e24d-4374-a7a7-544ba3613da1 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:35:13.159366 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-8ea55874-8383-409c-9d72-1697c51c907c req-bdec7cf3-e24d-4374-a7a7-544ba3613da1 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:35:13.178642 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1d5925e5-a350-4135-9671-a17cdfa7a989 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:35:13.322382 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdec7cf3-e24d-4374-a7a7-544ba3613da1 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Pushing event updated for resources: {'Port': ['ID=1a1e961c-c27f-4f2d-9cea-105b31ebfc74,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:35:13.326820 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bdec7cf3-e24d-4374-a7a7-544ba3613da1 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:35:13.378651 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ea55874-8383-409c-9d72-1697c51c907c req-bdec7cf3-e24d-4374-a7a7-544ba3613da1 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Network f8e5d5ee-d4ab-446c-bdac-9cf2723133be is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:35:13.379881 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [req-8ea55874-8383-409c-9d72-1697c51c907c req-bdec7cf3-e24d-4374-a7a7-544ba3613da1 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:35:13.382862 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ea55874-8383-409c-9d72-1697c51c907c req-bdec7cf3-e24d-4374-a7a7-544ba3613da1 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:35:13.509285 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea55874-8383-409c-9d72-1697c51c907c req-bdec7cf3-e24d-4374-a7a7-544ba3613da1 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:13.510038 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-8ea55874-8383-409c-9d72-1697c51c907c req-bdec7cf3-e24d-4374-a7a7-544ba3613da1 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:35:13.528086 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8ea55874-8383-409c-9d72-1697c51c907c req-bdec7cf3-e24d-4374-a7a7-544ba3613da1 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8276768
Jan 29 10:35:13.567158 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-8ea55874-8383-409c-9d72-1697c51c907c req-9a08bc74-d284-4729-8711-1534f2117a90 service neutron] Request body: {'port': {'device_id': '1632fdd6-7b72-433a-87f2-29873a70e216', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7729'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:35:13.704398 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240dab26-1076-4242-833d-3423e265576e req-9f6751ca-6549-4f79-a53e-232fade2adb3 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:13.705539 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-8ea55874-8383-409c-9d72-1697c51c907c req-9a08bc74-d284-4729-8711-1534f2117a90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:35:13.713476 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-240dab26-1076-4242-833d-3423e265576e req-9f6751ca-6549-4f79-a53e-232fade2adb3 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=1632fdd6-7b72-433a-87f2-29873a70e216 HTTP/1.1" status: 200  len: 931 time: 0.1855137
Jan 29 10:35:13.777989 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-240dab26-1076-4242-833d-3423e265576e req-362c5ecf-d390-44c7-b0ab-d0d1202f647d tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632160
Jan 29 10:35:14.408427 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [req-8ea55874-8383-409c-9d72-1697c51c907c req-9a08bc74-d284-4729-8711-1534f2117a90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a1e961c-c27f-4f2d-9cea-105b31ebfc74 {{(pid=80766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 29 10:35:14.416157 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-8ea55874-8383-409c-9d72-1697c51c907c req-9a08bc74-d284-4729-8711-1534f2117a90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:35:14.428216 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-8ea55874-8383-409c-9d72-1697c51c907c req-9a08bc74-d284-4729-8711-1534f2117a90 service neutron] Transition to ACTIVE for port object 1a1e961c-c27f-4f2d-9cea-105b31ebfc74 will not be triggered until provisioned by entity L2. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:35:14.430826 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-8ea55874-8383-409c-9d72-1697c51c907c req-9a08bc74-d284-4729-8711-1534f2117a90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:35:14.446441 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b9b12327-8095-40bb-8aff-21d82de4150f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:35:14.580922 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a08bc74-d284-4729-8711-1534f2117a90 service neutron] Pushing event updated for resources: {'Port': ['ID=1a1e961c-c27f-4f2d-9cea-105b31ebfc74,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:35:14.585744 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9a08bc74-d284-4729-8711-1534f2117a90 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:35:14.766106 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-8ea55874-8383-409c-9d72-1697c51c907c req-9a08bc74-d284-4729-8711-1534f2117a90 service neutron] Attempting to bind port 1a1e961c-c27f-4f2d-9cea-105b31ebfc74 on host hv-neutron-7729 for vnic_type normal with profile  {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:35:14.766485 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-8ea55874-8383-409c-9d72-1697c51c907c req-9a08bc74-d284-4729-8711-1534f2117a90 service neutron] Attempting to bind port 1a1e961c-c27f-4f2d-9cea-105b31ebfc74 by drivers openvswitch on host hv-neutron-7729 at level 0 using segments [{'id': '31c082eb-5962-438a-8ee5-43554580a098', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f8e5d5ee-d4ab-446c-bdac-9cf2723133be'}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:35:14.766855 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea55874-8383-409c-9d72-1697c51c907c req-9a08bc74-d284-4729-8711-1534f2117a90 service neutron] Attempting to bind port 1a1e961c-c27f-4f2d-9cea-105b31ebfc74 on network f8e5d5ee-d4ab-446c-bdac-9cf2723133be {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:35:14.773106 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea55874-8383-409c-9d72-1697c51c907c req-9a08bc74-d284-4729-8711-1534f2117a90 service neutron] Checking agent: {'id': '5acf9624-c829-41ba-afd9-92278081af05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 10, 2, 34), 'started_at': datetime.datetime(2021, 1, 29, 10, 3, 4), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:35:14.773484 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea55874-8383-409c-9d72-1697c51c907c req-9a08bc74-d284-4729-8711-1534f2117a90 service neutron] Checking segment: {'id': '31c082eb-5962-438a-8ee5-43554580a098', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f8e5d5ee-d4ab-446c-bdac-9cf2723133be'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:35:14.773932 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-8ea55874-8383-409c-9d72-1697c51c907c req-9a08bc74-d284-4729-8711-1534f2117a90 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:35:14.774329 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea55874-8383-409c-9d72-1697c51c907c req-9a08bc74-d284-4729-8711-1534f2117a90 service neutron] Bound using segment: {'id': '31c082eb-5962-438a-8ee5-43554580a098', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f8e5d5ee-d4ab-446c-bdac-9cf2723133be'} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:35:14.774802 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-8ea55874-8383-409c-9d72-1697c51c907c req-9a08bc74-d284-4729-8711-1534f2117a90 service neutron] Bound port: 1a1e961c-c27f-4f2d-9cea-105b31ebfc74, host: hv-neutron-7729, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31c082eb-5962-438a-8ee5-43554580a098', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f8e5d5ee-d4ab-446c-bdac-9cf2723133be'}}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:35:14.775179 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-8ea55874-8383-409c-9d72-1697c51c907c req-9a08bc74-d284-4729-8711-1534f2117a90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:35:14.867876 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-8ea55874-8383-409c-9d72-1697c51c907c req-9a08bc74-d284-4729-8711-1534f2117a90 service neutron] For port 1a1e961c-c27f-4f2d-9cea-105b31ebfc74, host hv-neutron-7729, cleared binding levels {{(pid=80766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:35:14.870979 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-8ea55874-8383-409c-9d72-1697c51c907c req-9a08bc74-d284-4729-8711-1534f2117a90 service neutron] For port 1a1e961c-c27f-4f2d-9cea-105b31ebfc74, host hv-neutron-7729, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=1a1e961c-c27f-4f2d-9cea-105b31ebfc74,segment=NetworkSegment(31c082eb-5962-438a-8ee5-43554580a098),segment_id=31c082eb-5962-438a-8ee5-43554580a098)] {{(pid=80766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:35:14.874275 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-8ea55874-8383-409c-9d72-1697c51c907c req-9a08bc74-d284-4729-8711-1534f2117a90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:35:14.890220 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-237ef933-981f-40e9-b4f7-d87dd89ed5ec tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:35:15.041532 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a08bc74-d284-4729-8711-1534f2117a90 service neutron] Pushing event updated for resources: {'Port': ['ID=1a1e961c-c27f-4f2d-9cea-105b31ebfc74,revision_number=3']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:35:15.047137 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9a08bc74-d284-4729-8711-1534f2117a90 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:35:15.073145 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393e8444-9d11-438f-b5b9-1b55b14a9ab0 req-3f2e5ea6-3941-4e3f-919f-83b6764fad17 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:15.074884 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-393e8444-9d11-438f-b5b9-1b55b14a9ab0 req-3f2e5ea6-3941-4e3f-919f-83b6764fad17 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=1632fdd6-7b72-433a-87f2-29873a70e216 HTTP/1.1" status: 200  len: 943 time: 0.1659558
Jan 29 10:35:15.085806 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea55874-8383-409c-9d72-1697c51c907c req-9a08bc74-d284-4729-8711-1534f2117a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:15.085806 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-8ea55874-8383-409c-9d72-1697c51c907c req-9a08bc74-d284-4729-8711-1534f2117a90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:35:15.085806 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8ea55874-8383-409c-9d72-1697c51c907c req-9a08bc74-d284-4729-8711-1534f2117a90 service neutron] 10.222.0.22 "PUT /v2.0/ports/1a1e961c-c27f-4f2d-9cea-105b31ebfc74 HTTP/1.1" status: 200  len: 1157 time: 1.5224137
Jan 29 10:35:15.085806 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1632fdd6-7b72-433a-87f2-29873a70e216', 'tag': '1a1e961c-c27f-4f2d-9cea-105b31ebfc74'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:35:15.146207 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-393e8444-9d11-438f-b5b9-1b55b14a9ab0 req-3a17f25e-6ff4-41d8-907a-717ff071352b tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635469
Jan 29 10:35:15.218777 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1632fdd6-7b72-433a-87f2-29873a70e216', 'tag': '1a1e961c-c27f-4f2d-9cea-105b31ebfc74', 'status': 'completed', 'code': 200}
Jan 29 10:35:15.224526 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea55874-8383-409c-9d72-1697c51c907c req-ba2f3a54-1ca0-479d-9616-0823be652397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:15.226373 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8ea55874-8383-409c-9d72-1697c51c907c req-ba2f3a54-1ca0-479d-9616-0823be652397 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f109eeba038b49889c06e267cefe4ac0&device_id=1632fdd6-7b72-433a-87f2-29873a70e216 HTTP/1.1" status: 200  len: 1160 time: 0.0864401
Jan 29 10:35:15.315615 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8ea55874-8383-409c-9d72-1697c51c907c req-4895d215-3020-4bfb-9065-f8ab0213ba99 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a1e961c-c27f-4f2d-9cea-105b31ebfc74 HTTP/1.1" status: 200  len: 217 time: 0.0704563
Jan 29 10:35:15.386513 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea55874-8383-409c-9d72-1697c51c907c req-f60a71f1-6c5c-43c1-8282-8230f7b2f219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:15.388092 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8ea55874-8383-409c-9d72-1697c51c907c req-f60a71f1-6c5c-43c1-8282-8230f7b2f219 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ec4be6ee-75ef-4311-b411-074c296d3aca HTTP/1.1" status: 200  len: 854 time: 0.0665352
Jan 29 10:35:15.440514 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8ea55874-8383-409c-9d72-1697c51c907c req-882f6a37-e138-4f82-8c10-0cdd5251ccbf service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f8e5d5ee-d4ab-446c-bdac-9cf2723133be&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0456524
Jan 29 10:35:15.582256 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8ea55874-8383-409c-9d72-1697c51c907c req-4b745fe0-fedf-4587-a4d4-25c8ad1f5eaf service neutron] 10.222.0.22 "GET /v2.0/networks/f8e5d5ee-d4ab-446c-bdac-9cf2723133be?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1351776
Jan 29 10:35:15.723875 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8ea55874-8383-409c-9d72-1697c51c907c req-17f2e804-7d1b-4341-8eb6-3cbb81d0bf8a service neutron] 10.222.0.22 "GET /v2.0/networks/f8e5d5ee-d4ab-446c-bdac-9cf2723133be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1347582
Jan 29 10:35:15.897094 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07093b-def9-4f31-8b92-65aa82e8e50e req-7e348185-59b4-4346-9e49-d35f11446ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:15.898951 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8b07093b-def9-4f31-8b92-65aa82e8e50e req-7e348185-59b4-4346-9e49-d35f11446ee9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f109eeba038b49889c06e267cefe4ac0&device_id=1632fdd6-7b72-433a-87f2-29873a70e216 HTTP/1.1" status: 200  len: 1160 time: 0.0845697
Jan 29 10:35:16.043082 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07093b-def9-4f31-8b92-65aa82e8e50e req-19f5cbb4-fc40-4129-982d-c8933c32cc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:16.044561 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8b07093b-def9-4f31-8b92-65aa82e8e50e req-19f5cbb4-fc40-4129-982d-c8933c32cc27 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f8e5d5ee-d4ab-446c-bdac-9cf2723133be HTTP/1.1" status: 200  len: 908 time: 0.1389282
Jan 29 10:35:16.119338 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8b07093b-def9-4f31-8b92-65aa82e8e50e req-c30c3914-7e97-45dd-a011-7f8bcbdc36d0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a1e961c-c27f-4f2d-9cea-105b31ebfc74 HTTP/1.1" status: 200  len: 217 time: 0.0671470
Jan 29 10:35:16.192552 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07093b-def9-4f31-8b92-65aa82e8e50e req-3185ebdb-2af5-4cf7-b5ff-fa1e6e372e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:16.195287 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8b07093b-def9-4f31-8b92-65aa82e8e50e req-3185ebdb-2af5-4cf7-b5ff-fa1e6e372e48 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ec4be6ee-75ef-4311-b411-074c296d3aca HTTP/1.1" status: 200  len: 854 time: 0.0694942
Jan 29 10:35:16.248562 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8b07093b-def9-4f31-8b92-65aa82e8e50e req-11370d00-7cb8-42e6-b26c-783562cc6063 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f8e5d5ee-d4ab-446c-bdac-9cf2723133be&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0469563
Jan 29 10:35:16.400842 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8b07093b-def9-4f31-8b92-65aa82e8e50e req-c757d8f7-abac-43ff-9b69-96e01feb5332 service neutron] 10.222.0.22 "GET /v2.0/networks/f8e5d5ee-d4ab-446c-bdac-9cf2723133be?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1450713
Jan 29 10:35:16.456429 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b251a6ed-3c44-4b24-a663-49082d052875 req-2e4868e6-0892-4f94-ba38-3db9b59e331e tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:16.458166 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b251a6ed-3c44-4b24-a663-49082d052875 req-2e4868e6-0892-4f94-ba38-3db9b59e331e tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=1632fdd6-7b72-433a-87f2-29873a70e216 HTTP/1.1" status: 200  len: 943 time: 0.1724453
Jan 29 10:35:16.524361 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b251a6ed-3c44-4b24-a663-49082d052875 req-0f9044de-dc1c-412c-9d07-74efe3ddcf83 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593195
Jan 29 10:35:16.559594 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8b07093b-def9-4f31-8b92-65aa82e8e50e req-214ff07d-25b7-4c16-8291-e69f709ae79c service neutron] 10.222.0.22 "GET /v2.0/networks/f8e5d5ee-d4ab-446c-bdac-9cf2723133be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1515236
Jan 29 10:35:17.816423 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877b846-84c0-4a53-b87e-4f0e6319f7f6 req-92aaa167-e42a-4149-95f7-008ffde13e85 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:17.818622 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c877b846-84c0-4a53-b87e-4f0e6319f7f6 req-92aaa167-e42a-4149-95f7-008ffde13e85 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=1632fdd6-7b72-433a-87f2-29873a70e216 HTTP/1.1" status: 200  len: 943 time: 0.1663351
Jan 29 10:35:17.882744 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c877b846-84c0-4a53-b87e-4f0e6319f7f6 req-b72ce2aa-af54-48d4-98c3-961cd55422c9 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577610
Jan 29 10:35:19.175609 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a4538-98cd-4fd1-a847-47a7c631d8fd req-daeec346-0fea-4c19-8635-f3c712a12840 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:19.177146 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4d7a4538-98cd-4fd1-a847-47a7c631d8fd req-daeec346-0fea-4c19-8635-f3c712a12840 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=1632fdd6-7b72-433a-87f2-29873a70e216 HTTP/1.1" status: 200  len: 943 time: 0.1633604
Jan 29 10:35:19.245979 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4d7a4538-98cd-4fd1-a847-47a7c631d8fd req-0aa5d9e6-0489-4268-aa14-a66be87458d2 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622866
Jan 29 10:35:20.007512 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 1a1e961c-c27f-4f2d-9cea-105b31ebfc74 up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:35:20.080663 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning for port 1a1e961c-c27f-4f2d-9cea-105b31ebfc74 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:35:20.087094 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 1a1e961c-c27f-4f2d-9cea-105b31ebfc74 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:35:20.087520 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:35:20.206996 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:35:20.237810 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1632fdd6-7b72-433a-87f2-29873a70e216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a1e961c-c27f-4f2d-9cea-105b31ebfc74'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:35:20.248030 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port 1a1e961c-c27f-4f2d-9cea-105b31ebfc74, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=1a1e961c-c27f-4f2d-9cea-105b31ebfc74,segment=NetworkSegment(31c082eb-5962-438a-8ee5-43554580a098),segment_id=31c082eb-5962-438a-8ee5-43554580a098)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:35:20.250953 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:35:20.252823 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d66ee3b2-cb07-4b69-a503-fb2854180eda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:35:20.301067 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1632fdd6-7b72-433a-87f2-29873a70e216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a1e961c-c27f-4f2d-9cea-105b31ebfc74', 'code': 200}
Jan 29 10:35:20.328405 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=1a1e961c-c27f-4f2d-9cea-105b31ebfc74,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:35:20.331645 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:35:20.579353 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b5b0a-f174-469f-9f0c-94aa0e401193 req-bafccf26-333c-44f5-a8ea-176516ee2c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:20.580894 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fb9b5b0a-f174-469f-9f0c-94aa0e401193 req-bafccf26-333c-44f5-a8ea-176516ee2c39 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1632fdd6-7b72-433a-87f2-29873a70e216 HTTP/1.1" status: 200  len: 1162 time: 0.0824032
Jan 29 10:35:20.624155 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fb9b5b0a-f174-469f-9f0c-94aa0e401193 req-fa4c6fd1-5415-46ad-b49d-82a94d56b7b8 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366557
Jan 29 10:35:20.653054 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e991b9-dd4e-4d0d-86f1-821f8e7f4b00 req-037a8a47-de46-4faf-afc6-3b94c8116be8 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:20.654770 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-19e991b9-dd4e-4d0d-86f1-821f8e7f4b00 req-037a8a47-de46-4faf-afc6-3b94c8116be8 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=1632fdd6-7b72-433a-87f2-29873a70e216 HTTP/1.1" status: 200  len: 945 time: 0.2486968
Jan 29 10:35:20.718874 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-19e991b9-dd4e-4d0d-86f1-821f8e7f4b00 req-c51164a8-9411-4ea0-ae09-ded3938e676c tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576715
Jan 29 10:35:21.483850 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ad088ea0-edc6-4109-9913-31e8487deff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:35:21.598995 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 1a1e961c-c27f-4f2d-9cea-105b31ebfc74 up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:35:21.673291 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 1a1e961c-c27f-4f2d-9cea-105b31ebfc74 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:35:21.673708 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:35:22.018798 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9764909f-6f30-4236-a7da-f29fb6c10381 req-4b867e9a-0055-424f-a3e5-2986e54e81fa tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:22.020497 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9764909f-6f30-4236-a7da-f29fb6c10381 req-4b867e9a-0055-424f-a3e5-2986e54e81fa tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=1632fdd6-7b72-433a-87f2-29873a70e216 HTTP/1.1" status: 200  len: 945 time: 0.1725299
Jan 29 10:35:22.089529 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9764909f-6f30-4236-a7da-f29fb6c10381 req-deb0c033-9787-4cde-8a0a-0070e9289802 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618532
Jan 29 10:35:23.388033 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e3e86-c1b9-4189-8ae3-ad763fa46610 req-6be36c14-0edc-4ece-9c6f-19dbb878863e tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:23.389634 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4d7e3e86-c1b9-4189-8ae3-ad763fa46610 req-6be36c14-0edc-4ece-9c6f-19dbb878863e tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=1632fdd6-7b72-433a-87f2-29873a70e216 HTTP/1.1" status: 200  len: 945 time: 0.1644015
Jan 29 10:35:23.457924 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4d7e3e86-c1b9-4189-8ae3-ad763fa46610 req-7cbf771d-bad7-4ec7-8e97-877bc32bf02c tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613000
Jan 29 10:35:23.744826 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1673cd6-af2a-4258-94e6-be4d24b4110f req-83ea0bb3-4bb3-40d4-b46f-2f9708f64b3b tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:23.746412 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c1673cd6-af2a-4258-94e6-be4d24b4110f req-83ea0bb3-4bb3-40d4-b46f-2f9708f64b3b tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=1632fdd6-7b72-433a-87f2-29873a70e216 HTTP/1.1" status: 200  len: 945 time: 0.1630719
Jan 29 10:35:23.757397 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5606b3a4-4d17-41a0-90aa-1d1fa4ffee14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:35:23.811005 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c1673cd6-af2a-4258-94e6-be4d24b4110f req-731d9168-77de-4349-b03b-e2ff209c1c91 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582960
Jan 29 10:35:24.198466 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b43c1b9d-0c1d-46cf-b7ff-03743d0d7d5f req-fbaaebe0-c472-44aa-b142-40065c79c152 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1632fdd6-7b72-433a-87f2-29873a70e216&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0775325
Jan 29 10:35:24.308199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:35:24.367594 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac750a0-5612-4013-9e84-66124a3b8dff req-957b3e72-f0a6-4d95-8e33-5b1781db6edd tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:24.369300 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0ac750a0-5612-4013-9e84-66124a3b8dff req-957b3e72-f0a6-4d95-8e33-5b1781db6edd tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=1632fdd6-7b72-433a-87f2-29873a70e216 HTTP/1.1" status: 200  len: 945 time: 0.1847351
Jan 29 10:35:24.434628 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0ac750a0-5612-4013-9e84-66124a3b8dff req-79551560-5a22-4229-b1f0-c528859cff14 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590599
Jan 29 10:35:24.941136 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:35:25.480720 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c1b9d-0c1d-46cf-b7ff-03743d0d7d5f req-c569a54c-b523-46e8-9d42-5356a05d818a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:25.482422 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b43c1b9d-0c1d-46cf-b7ff-03743d0d7d5f req-c569a54c-b523-46e8-9d42-5356a05d818a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f109eeba038b49889c06e267cefe4ac0&device_id=1632fdd6-7b72-433a-87f2-29873a70e216 HTTP/1.1" status: 200  len: 1162 time: 0.0820482
Jan 29 10:35:25.627655 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c1b9d-0c1d-46cf-b7ff-03743d0d7d5f req-7ae7033e-998d-4130-b5dd-10fe7e05c032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:25.629233 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b43c1b9d-0c1d-46cf-b7ff-03743d0d7d5f req-7ae7033e-998d-4130-b5dd-10fe7e05c032 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f8e5d5ee-d4ab-446c-bdac-9cf2723133be HTTP/1.1" status: 200  len: 908 time: 0.1403320
Jan 29 10:35:25.700427 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b43c1b9d-0c1d-46cf-b7ff-03743d0d7d5f req-f866fdd4-2673-48e5-b590-bb25e16d1084 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a1e961c-c27f-4f2d-9cea-105b31ebfc74 HTTP/1.1" status: 200  len: 217 time: 0.0651085
Jan 29 10:35:25.736270 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b6cfbc-7373-4bbe-882d-6c564bb169de req-8a29eb3a-d81c-44eb-a95b-af83b56efa7f tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:25.737973 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f8b6cfbc-7373-4bbe-882d-6c564bb169de req-8a29eb3a-d81c-44eb-a95b-af83b56efa7f tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=1632fdd6-7b72-433a-87f2-29873a70e216 HTTP/1.1" status: 200  len: 945 time: 0.1643648
Jan 29 10:35:25.773338 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c1b9d-0c1d-46cf-b7ff-03743d0d7d5f req-14230774-e721-47bd-9d87-429a03e6d67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:25.774941 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b43c1b9d-0c1d-46cf-b7ff-03743d0d7d5f req-14230774-e721-47bd-9d87-429a03e6d67f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ec4be6ee-75ef-4311-b411-074c296d3aca HTTP/1.1" status: 200  len: 854 time: 0.0677583
Jan 29 10:35:25.807072 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f8b6cfbc-7373-4bbe-882d-6c564bb169de req-32680741-79d7-4c60-becd-966948892dde tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620785
Jan 29 10:35:25.827179 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b43c1b9d-0c1d-46cf-b7ff-03743d0d7d5f req-2896e381-0ea4-4b11-8891-d92926a53ae0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f8e5d5ee-d4ab-446c-bdac-9cf2723133be&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0459549
Jan 29 10:35:25.969378 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b43c1b9d-0c1d-46cf-b7ff-03743d0d7d5f req-381a7030-ba6f-40db-9b8a-62b1272c19d0 service neutron] 10.222.0.22 "GET /v2.0/networks/f8e5d5ee-d4ab-446c-bdac-9cf2723133be?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1360416
Jan 29 10:35:26.114031 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b43c1b9d-0c1d-46cf-b7ff-03743d0d7d5f req-0d80b410-b4c0-4ab3-9157-ae7e7d1d88f5 service neutron] 10.222.0.22 "GET /v2.0/networks/f8e5d5ee-d4ab-446c-bdac-9cf2723133be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1374514
Jan 29 10:35:26.115166 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:35:27.105731 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f71673-167b-465a-8a1b-66bd40054664 req-ab8f054e-f401-44ab-9874-5e272551d4e0 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:27.107391 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-59f71673-167b-465a-8a1b-66bd40054664 req-ab8f054e-f401-44ab-9874-5e272551d4e0 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=1632fdd6-7b72-433a-87f2-29873a70e216 HTTP/1.1" status: 200  len: 945 time: 0.1670263
Jan 29 10:35:27.171564 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-59f71673-167b-465a-8a1b-66bd40054664 req-8fad5ba8-77d1-41ed-b96b-0790f3290cce tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579050
Jan 29 10:35:28.466563 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2a369-14f5-4dfb-94d1-6f3403b489c7 req-b5f08401-5a2a-49b9-9297-d052b38ff718 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:28.468190 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b1c2a369-14f5-4dfb-94d1-6f3403b489c7 req-b5f08401-5a2a-49b9-9297-d052b38ff718 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=1632fdd6-7b72-433a-87f2-29873a70e216 HTTP/1.1" status: 200  len: 945 time: 0.1675401
Jan 29 10:35:28.532337 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b1c2a369-14f5-4dfb-94d1-6f3403b489c7 req-fe4f7209-73d3-447b-8346-af56f871f35f tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576289
Jan 29 10:35:29.832777 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e3a0e4-eb9d-4e83-8e65-19296d043d06 req-634ff9e9-2f32-4ded-962d-115aa21ccad2 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:29.834899 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c9e3a0e4-eb9d-4e83-8e65-19296d043d06 req-634ff9e9-2f32-4ded-962d-115aa21ccad2 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=1632fdd6-7b72-433a-87f2-29873a70e216 HTTP/1.1" status: 200  len: 945 time: 0.1640813
Jan 29 10:35:29.898427 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c9e3a0e4-eb9d-4e83-8e65-19296d043d06 req-ca2f6915-087c-4e6c-be85-43fd6829b324 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573380
Jan 29 10:35:30.200029 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:35:31.192410 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d0568-7209-4606-bfb4-5843dcf4ac0b req-20fd15f1-88d5-4b1c-a1ad-7ef64e257b17 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:31.194168 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e96d0568-7209-4606-bfb4-5843dcf4ac0b req-20fd15f1-88d5-4b1c-a1ad-7ef64e257b17 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=1632fdd6-7b72-433a-87f2-29873a70e216 HTTP/1.1" status: 200  len: 945 time: 0.1677587
Jan 29 10:35:31.258239 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e96d0568-7209-4606-bfb4-5843dcf4ac0b req-a9d41ee6-0531-4062-b58a-11958cabc2b8 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575559
Jan 29 10:35:32.558865 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52034a61-0c24-4063-a0bf-7752f98b1232 req-e3177a64-ffdf-43c0-8f8f-fafc5c3a44a5 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:32.560393 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-52034a61-0c24-4063-a0bf-7752f98b1232 req-e3177a64-ffdf-43c0-8f8f-fafc5c3a44a5 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=1632fdd6-7b72-433a-87f2-29873a70e216 HTTP/1.1" status: 200  len: 945 time: 0.1707234
Jan 29 10:35:32.624668 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-52034a61-0c24-4063-a0bf-7752f98b1232 req-f096380d-a0b4-49e8-9175-7b4a578b07aa tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578372
Jan 29 10:35:33.937014 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8950d42-60a5-4848-9668-19bec10bc616 req-60d49d23-02f7-416f-b632-109a6e18ff27 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:33.938614 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a8950d42-60a5-4848-9668-19bec10bc616 req-60d49d23-02f7-416f-b632-109a6e18ff27 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=1632fdd6-7b72-433a-87f2-29873a70e216 HTTP/1.1" status: 200  len: 945 time: 0.1795199
Jan 29 10:35:34.003840 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a8950d42-60a5-4848-9668-19bec10bc616 req-e4d6a468-b068-4d67-8159-81e97401035f tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586021
Jan 29 10:35:35.011055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:35:35.300212 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c10f81-cf39-44a3-a6d3-1105ed999953 req-0984bc8c-630f-411e-b944-1c5f50956f0c tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:35.301858 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b8c10f81-cf39-44a3-a6d3-1105ed999953 req-0984bc8c-630f-411e-b944-1c5f50956f0c tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=1632fdd6-7b72-433a-87f2-29873a70e216 HTTP/1.1" status: 200  len: 945 time: 0.1681750
Jan 29 10:35:35.370072 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b8c10f81-cf39-44a3-a6d3-1105ed999953 req-665ea31a-1331-456e-a223-55b743f8c0df tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594752
Jan 29 10:35:36.665909 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95f3a2-4023-40d1-8d19-d4e81a632697 req-b933f915-11cd-4f10-9658-6b4a709dfc84 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:36.667573 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-dd95f3a2-4023-40d1-8d19-d4e81a632697 req-b933f915-11cd-4f10-9658-6b4a709dfc84 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=1632fdd6-7b72-433a-87f2-29873a70e216 HTTP/1.1" status: 200  len: 945 time: 0.1668108
Jan 29 10:35:36.732830 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-dd95f3a2-4023-40d1-8d19-d4e81a632697 req-0bf9eafe-e64e-4d01-b81a-c993bbf218f1 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588634
Jan 29 10:35:38.031488 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a35a17-d3f1-44a5-bae8-af47aa24d28a req-e71e9396-64c3-4985-be06-3ad3f477c0fe tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:38.033036 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-37a35a17-d3f1-44a5-bae8-af47aa24d28a req-e71e9396-64c3-4985-be06-3ad3f477c0fe tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=1632fdd6-7b72-433a-87f2-29873a70e216 HTTP/1.1" status: 200  len: 945 time: 0.1643412
Jan 29 10:35:38.097486 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-37a35a17-d3f1-44a5-bae8-af47aa24d28a req-76899f8f-b94c-4672-9bb7-1e70b1d8fb66 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578954
Jan 29 10:35:39.394703 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce8a951-2656-43a9-84c1-a227134622df req-00fcd30a-ac9e-4593-b25e-5c770f7ddddb tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:39.396855 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8ce8a951-2656-43a9-84c1-a227134622df req-00fcd30a-ac9e-4593-b25e-5c770f7ddddb tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=1632fdd6-7b72-433a-87f2-29873a70e216 HTTP/1.1" status: 200  len: 945 time: 0.1678174
Jan 29 10:35:39.460679 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8ce8a951-2656-43a9-84c1-a227134622df req-55211602-06ae-4cc2-8f3d-f8358d909ea3 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574281
Jan 29 10:35:40.751085 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a645796-0e5a-4a3d-8b52-4423a5a77900 req-b1cc4351-9dc3-491e-b0b8-b5cc011c73b9 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:40.752700 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9a645796-0e5a-4a3d-8b52-4423a5a77900 req-b1cc4351-9dc3-491e-b0b8-b5cc011c73b9 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=1632fdd6-7b72-433a-87f2-29873a70e216 HTTP/1.1" status: 200  len: 945 time: 0.1626348
Jan 29 10:35:40.820919 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9a645796-0e5a-4a3d-8b52-4423a5a77900 req-eb35154d-449d-4fac-90fa-53bdf4a32651 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612085
Jan 29 10:35:42.115240 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7ff76-6d0a-49ac-8b42-e69df377cbad req-4f55af13-0dd3-4106-8dce-ff6ed326f885 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:42.117410 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5ab7ff76-6d0a-49ac-8b42-e69df377cbad req-4f55af13-0dd3-4106-8dce-ff6ed326f885 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=1632fdd6-7b72-433a-87f2-29873a70e216 HTTP/1.1" status: 200  len: 945 time: 0.1638741
Jan 29 10:35:42.180583 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5ab7ff76-6d0a-49ac-8b42-e69df377cbad req-7239eb4c-01ed-48cc-a7a9-19abff1e80f7 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567465
Jan 29 10:35:43.481549 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfa63f7-50f3-4b44-b4f5-7e4734191af6 req-b85bcfac-7186-444e-8ae1-ecca754c6524 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:43.483151 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ebfa63f7-50f3-4b44-b4f5-7e4734191af6 req-b85bcfac-7186-444e-8ae1-ecca754c6524 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=1632fdd6-7b72-433a-87f2-29873a70e216 HTTP/1.1" status: 200  len: 945 time: 0.1718295
Jan 29 10:35:43.548785 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ebfa63f7-50f3-4b44-b4f5-7e4734191af6 req-74f95366-ffa8-4b1c-9d5f-e3b4ae8e58df tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593290
Jan 29 10:35:44.853393 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b780a-d76d-494e-a031-497adb85f832 req-71498d76-6ac3-41ad-a245-437ef1f6a614 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:44.855032 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d90b780a-d76d-494e-a031-497adb85f832 req-71498d76-6ac3-41ad-a245-437ef1f6a614 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=1632fdd6-7b72-433a-87f2-29873a70e216 HTTP/1.1" status: 200  len: 945 time: 0.1777718
Jan 29 10:35:44.924295 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d90b780a-d76d-494e-a031-497adb85f832 req-926a4e32-1fc4-472b-a466-f2edf7aad5e3 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628867
Jan 29 10:35:46.450428 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ecccc-7f0d-48f7-b137-562e66478f7a req-66fd765d-6d34-4146-809d-8afeb1a0d5cd tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:46.452388 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-163ecccc-7f0d-48f7-b137-562e66478f7a req-66fd765d-6d34-4146-809d-8afeb1a0d5cd tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=1632fdd6-7b72-433a-87f2-29873a70e216 HTTP/1.1" status: 200  len: 945 time: 0.3958077
Jan 29 10:35:46.517848 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-163ecccc-7f0d-48f7-b137-562e66478f7a req-fe75e403-bd90-451f-a40d-53b985aba1d3 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591323
Jan 29 10:35:47.942445 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e7ce8-f9f8-4e72-a95c-52916230a547 req-b4037977-fa7c-4060-90f6-b9a8cbdf508b tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:47.944079 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e90e7ce8-f9f8-4e72-a95c-52916230a547 req-b4037977-fa7c-4060-90f6-b9a8cbdf508b tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=1632fdd6-7b72-433a-87f2-29873a70e216 HTTP/1.1" status: 200  len: 945 time: 0.1657898
Jan 29 10:35:48.008606 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e90e7ce8-f9f8-4e72-a95c-52916230a547 req-665fda8c-2926-4a52-a1d7-cfce76997d4e tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579455
Jan 29 10:35:49.298087 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4be04-2bc8-4ec2-8341-0e2e148ebafb req-7efa713b-8171-4eb4-9d6f-2a09f612e404 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:49.299726 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-74c4be04-2bc8-4ec2-8341-0e2e148ebafb req-7efa713b-8171-4eb4-9d6f-2a09f612e404 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=1632fdd6-7b72-433a-87f2-29873a70e216 HTTP/1.1" status: 200  len: 945 time: 0.1630905
Jan 29 10:35:49.368166 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-74c4be04-2bc8-4ec2-8341-0e2e148ebafb req-5549a904-1789-46f3-981f-be2ea3f8866d tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616655
Jan 29 10:35:50.658880 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26fa838-99ae-4cf4-9fbb-29df984874b2 req-c95a702d-78c1-461a-8973-9525759933a2 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:50.660538 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d26fa838-99ae-4cf4-9fbb-29df984874b2 req-c95a702d-78c1-461a-8973-9525759933a2 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=1632fdd6-7b72-433a-87f2-29873a70e216 HTTP/1.1" status: 200  len: 945 time: 0.1611955
Jan 29 10:35:50.724704 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d26fa838-99ae-4cf4-9fbb-29df984874b2 req-e122b566-e593-4464-992b-4ef32dccee2a tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572999
Jan 29 10:35:51.485218 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-580f7a0b-759a-4a3e-8857-111482af16ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:35:52.022930 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5518086-e81d-482d-9532-3e1ea9e0b27e req-33d50210-d809-48ec-8939-37f673ce31b4 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:52.024486 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c5518086-e81d-482d-9532-3e1ea9e0b27e req-33d50210-d809-48ec-8939-37f673ce31b4 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=1632fdd6-7b72-433a-87f2-29873a70e216 HTTP/1.1" status: 200  len: 945 time: 0.1721079
Jan 29 10:35:52.089017 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c5518086-e81d-482d-9532-3e1ea9e0b27e req-74e4a5c5-c4f6-4e4b-9594-0d50e1799b8d tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582058
Jan 29 10:35:53.123607 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [req-b43c1b9d-0c1d-46cf-b7ff-03743d0d7d5f req-201f66c4-c913-4e15-8411-1bcafb3d46dd tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=80766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:35:53.124752 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b43c1b9d-0c1d-46cf-b7ff-03743d0d7d5f req-201f66c4-c913-4e15-8411-1bcafb3d46dd tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0058455
Jan 29 10:35:53.291993 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b43c1b9d-0c1d-46cf-b7ff-03743d0d7d5f req-b0d2f6f8-59c4-41ee-9d69-e219e58a3100 service neutron] 10.222.0.22 "GET /v2.0/ports/1a1e961c-c27f-4f2d-9cea-105b31ebfc74/bindings/hv-neutron-7729 HTTP/1.1" status: 200  len: 454 time: 0.1616488
Jan 29 10:35:53.389730 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3fabc2-4094-46f6-b4f1-a3daaeb32ddb req-4151db17-0824-45d7-91aa-2be5faa9674c tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:53.391492 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7a3fabc2-4094-46f6-b4f1-a3daaeb32ddb req-4151db17-0824-45d7-91aa-2be5faa9674c tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=1632fdd6-7b72-433a-87f2-29873a70e216 HTTP/1.1" status: 200  len: 945 time: 0.1670475
Jan 29 10:35:53.460295 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7a3fabc2-4094-46f6-b4f1-a3daaeb32ddb req-6eb540a2-589e-425d-9f19-3e62c1532189 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616925
Jan 29 10:35:53.582495 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c1b9d-0c1d-46cf-b7ff-03743d0d7d5f req-a05329c3-449b-4c97-bd33-7dd9fb675659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:53.584098 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b43c1b9d-0c1d-46cf-b7ff-03743d0d7d5f req-a05329c3-449b-4c97-bd33-7dd9fb675659 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1632fdd6-7b72-433a-87f2-29873a70e216&tenant_id=f109eeba038b49889c06e267cefe4ac0 HTTP/1.1" status: 200  len: 1162 time: 0.0803745
Jan 29 10:35:53.696503 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c1b9d-0c1d-46cf-b7ff-03743d0d7d5f req-0b850186-2bac-4860-87ca-e9ffc897db91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:53.698132 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b43c1b9d-0c1d-46cf-b7ff-03743d0d7d5f req-0b850186-2bac-4860-87ca-e9ffc897db91 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f109eeba038b49889c06e267cefe4ac0&device_id=1632fdd6-7b72-433a-87f2-29873a70e216 HTTP/1.1" status: 200  len: 1162 time: 0.0794978
Jan 29 10:35:53.737225 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 1a1e961c-c27f-4f2d-9cea-105b31ebfc74 no longer exists at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:35:53.805248 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-048015b0-8c7b-4575-b25c-1bd15b0d5561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:35:53.843000 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c1b9d-0c1d-46cf-b7ff-03743d0d7d5f req-20c172b7-b7fb-4f5c-9895-26eb205acbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:53.844589 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b43c1b9d-0c1d-46cf-b7ff-03743d0d7d5f req-20c172b7-b7fb-4f5c-9895-26eb205acbb2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f8e5d5ee-d4ab-446c-bdac-9cf2723133be HTTP/1.1" status: 200  len: 908 time: 0.1399057
Jan 29 10:35:53.873150 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:35:53.902495 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1632fdd6-7b72-433a-87f2-29873a70e216', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a1e961c-c27f-4f2d-9cea-105b31ebfc74'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:35:53.913465 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port 1a1e961c-c27f-4f2d-9cea-105b31ebfc74, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=1a1e961c-c27f-4f2d-9cea-105b31ebfc74,segment=NetworkSegment(31c082eb-5962-438a-8ee5-43554580a098),segment_id=31c082eb-5962-438a-8ee5-43554580a098)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:35:53.916976 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:35:53.918862 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ec1c5ca0-b625-4778-913e-e228d6b77609 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:35:53.923123 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b43c1b9d-0c1d-46cf-b7ff-03743d0d7d5f req-e437b376-b2b2-4a95-bb75-81b6ba36d502 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a1e961c-c27f-4f2d-9cea-105b31ebfc74 HTTP/1.1" status: 200  len: 217 time: 0.0707664
Jan 29 10:35:53.983036 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1632fdd6-7b72-433a-87f2-29873a70e216', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a1e961c-c27f-4f2d-9cea-105b31ebfc74', 'code': 200}
Jan 29 10:35:53.994753 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c1b9d-0c1d-46cf-b7ff-03743d0d7d5f req-250a2e8b-fd71-4cd8-b7dc-4289315ed272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:53.996293 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b43c1b9d-0c1d-46cf-b7ff-03743d0d7d5f req-250a2e8b-fd71-4cd8-b7dc-4289315ed272 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ec4be6ee-75ef-4311-b411-074c296d3aca HTTP/1.1" status: 200  len: 854 time: 0.0660312
Jan 29 10:35:53.997988 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=1a1e961c-c27f-4f2d-9cea-105b31ebfc74,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:35:54.005836 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:35:54.006253 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:35:54.006706 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:35:54.007087 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:35:54.007461 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:35:54.007834 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:35:54.008205 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:35:54.008574 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:35:54.008943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:35:54.009309 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:35:54.009674 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:35:54.010061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:35:54.010496 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:35:54.010861 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:35:54.011225 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:35:54.011589 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:35:54.011952 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:35:54.012315 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:35:54.012679 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:35:54.013037 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:35:54.013400 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:35:54.013762 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:35:54.014147 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:35:54.014507 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:35:54.019205 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:35:54.061508 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b43c1b9d-0c1d-46cf-b7ff-03743d0d7d5f req-2053faeb-f3b2-4e1c-807d-5d1bf506f92d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f8e5d5ee-d4ab-446c-bdac-9cf2723133be&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0492918
Jan 29 10:35:54.205488 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b43c1b9d-0c1d-46cf-b7ff-03743d0d7d5f req-73392736-ec7f-4e36-a85a-8c9af6f27643 service neutron] 10.222.0.22 "GET /v2.0/networks/f8e5d5ee-d4ab-446c-bdac-9cf2723133be?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374009
Jan 29 10:35:54.307067 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:35:54.350407 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b43c1b9d-0c1d-46cf-b7ff-03743d0d7d5f req-809c1c65-d303-4b5e-8a96-d62d917c7a17 service neutron] 10.222.0.22 "GET /v2.0/networks/f8e5d5ee-d4ab-446c-bdac-9cf2723133be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1385407
Jan 29 10:35:54.759691 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4162d-49cf-4038-8b01-02c478ca8737 req-0cab8379-139a-41f0-8c3a-9bbf17e059c8 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:54.761323 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b4f4162d-49cf-4038-8b01-02c478ca8737 req-0cab8379-139a-41f0-8c3a-9bbf17e059c8 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=1632fdd6-7b72-433a-87f2-29873a70e216 HTTP/1.1" status: 200  len: 943 time: 0.1662767
Jan 29 10:35:54.825878 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b4f4162d-49cf-4038-8b01-02c478ca8737 req-32ff0375-976c-4bb5-a929-9cb3676253e1 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582037
Jan 29 10:35:54.945194 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:35:55.440477 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec42f9-4f02-44e3-b3f6-007cb053b4b0 req-68803593-05c1-49e4-8713-d636727c6f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:55.442113 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-24ec42f9-4f02-44e3-b3f6-007cb053b4b0 req-68803593-05c1-49e4-8713-d636727c6f92 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f109eeba038b49889c06e267cefe4ac0&device_id=1632fdd6-7b72-433a-87f2-29873a70e216 HTTP/1.1" status: 200  len: 1160 time: 0.0789459
Jan 29 10:35:55.602241 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec42f9-4f02-44e3-b3f6-007cb053b4b0 req-cc2e3d1a-2378-49fc-ad6f-37525d2bc0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:55.603740 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-24ec42f9-4f02-44e3-b3f6-007cb053b4b0 req-cc2e3d1a-2378-49fc-ad6f-37525d2bc0d6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f8e5d5ee-d4ab-446c-bdac-9cf2723133be HTTP/1.1" status: 200  len: 908 time: 0.1417773
Jan 29 10:35:55.954614 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-24ec42f9-4f02-44e3-b3f6-007cb053b4b0 req-bbcee948-2b28-4401-9530-6bee66747b59 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a1e961c-c27f-4f2d-9cea-105b31ebfc74 HTTP/1.1" status: 200  len: 217 time: 0.3437626
Jan 29 10:35:56.025665 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec42f9-4f02-44e3-b3f6-007cb053b4b0 req-28b88edb-fd4c-4adc-9a90-927f60b76e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:56.027265 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-24ec42f9-4f02-44e3-b3f6-007cb053b4b0 req-28b88edb-fd4c-4adc-9a90-927f60b76e95 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ec4be6ee-75ef-4311-b411-074c296d3aca HTTP/1.1" status: 200  len: 854 time: 0.0655160
Jan 29 10:35:56.082955 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-24ec42f9-4f02-44e3-b3f6-007cb053b4b0 req-f1705577-76d3-453d-b2f9-dd802ab76c75 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f8e5d5ee-d4ab-446c-bdac-9cf2723133be&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0495968
Jan 29 10:35:56.117860 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:35:56.129983 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda181c0-ca27-469f-a5f6-2ec92032403e req-4f82aea9-c2cf-4a10-be40-c914366538ab tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:56.132372 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-bda181c0-ca27-469f-a5f6-2ec92032403e req-4f82aea9-c2cf-4a10-be40-c914366538ab tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=1632fdd6-7b72-433a-87f2-29873a70e216 HTTP/1.1" status: 200  len: 943 time: 0.1722798
Jan 29 10:35:56.197165 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-bda181c0-ca27-469f-a5f6-2ec92032403e req-d943cad3-7217-446c-9cb7-e7c4a40afd39 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581045
Jan 29 10:35:56.232952 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-24ec42f9-4f02-44e3-b3f6-007cb053b4b0 req-3ebe09c8-1c95-48ec-b423-157b3aacc948 service neutron] 10.222.0.22 "GET /v2.0/networks/f8e5d5ee-d4ab-446c-bdac-9cf2723133be?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1422727
Jan 29 10:35:56.381079 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-24ec42f9-4f02-44e3-b3f6-007cb053b4b0 req-839d4bd4-1947-4108-b707-0f620dbe51da service neutron] 10.222.0.22 "GET /v2.0/networks/f8e5d5ee-d4ab-446c-bdac-9cf2723133be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1416214
Jan 29 10:35:57.491177 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a9656-cf93-4329-8c39-ab3f053e2d2a req-96229fb6-1758-41b3-8100-d18604f32711 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:57.492851 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-267a9656-cf93-4329-8c39-ab3f053e2d2a req-96229fb6-1758-41b3-8100-d18604f32711 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=1632fdd6-7b72-433a-87f2-29873a70e216 HTTP/1.1" status: 200  len: 943 time: 0.1655531
Jan 29 10:35:57.564216 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-267a9656-cf93-4329-8c39-ab3f053e2d2a req-dbf520ef-3d8a-434e-901c-64b2a671541f tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639927
Jan 29 10:35:58.105011 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 1a1e961c-c27f-4f2d-9cea-105b31ebfc74 up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:35:58.175336 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 1a1e961c-c27f-4f2d-9cea-105b31ebfc74 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:35:58.175756 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:35:58.300815 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:35:58.329564 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1632fdd6-7b72-433a-87f2-29873a70e216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a1e961c-c27f-4f2d-9cea-105b31ebfc74'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:35:58.340709 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port 1a1e961c-c27f-4f2d-9cea-105b31ebfc74, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=1a1e961c-c27f-4f2d-9cea-105b31ebfc74,segment=NetworkSegment(31c082eb-5962-438a-8ee5-43554580a098),segment_id=31c082eb-5962-438a-8ee5-43554580a098)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:35:58.343934 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:35:58.346180 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-69a2432b-864a-4203-baa8-fce17dfe535d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:35:58.405986 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1632fdd6-7b72-433a-87f2-29873a70e216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a1e961c-c27f-4f2d-9cea-105b31ebfc74', 'code': 200}
Jan 29 10:35:58.421319 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=1a1e961c-c27f-4f2d-9cea-105b31ebfc74,revision_number=6']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:35:58.424718 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:35:58.867445 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fbbff3-1c0e-48e5-a058-2f80b76f9dfb req-a0f09f75-a3f0-46ce-bd8e-49fd1896fcb0 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:58.869170 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-30fbbff3-1c0e-48e5-a058-2f80b76f9dfb req-a0f09f75-a3f0-46ce-bd8e-49fd1896fcb0 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=1632fdd6-7b72-433a-87f2-29873a70e216 HTTP/1.1" status: 200  len: 945 time: 0.1720805
Jan 29 10:35:58.937008 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-30fbbff3-1c0e-48e5-a058-2f80b76f9dfb req-4e1d8cef-7c01-4e4b-bda6-e712e6ebd32f tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614467
Jan 29 10:35:59.375272 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bffd6ad-b93f-4717-9aaf-ad8df0d4a32d req-0fd16d68-266c-495f-8661-88c0cb8dc160 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:59.376115 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-6bffd6ad-b93f-4717-9aaf-ad8df0d4a32d req-0fd16d68-266c-495f-8661-88c0cb8dc160 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Synchronizing usage tracker for tenant:f109eeba038b49889c06e267cefe4ac0 on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:35:59.383174 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c279bb5-a30d-4605-824c-2f69fcef7768 req-e7d0bc22-8efa-4c27-a2a2-f0506dc317e0 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:59.384877 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0c279bb5-a30d-4605-824c-2f69fcef7768 req-e7d0bc22-8efa-4c27-a2a2-f0506dc317e0 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=1632fdd6-7b72-433a-87f2-29873a70e216 HTTP/1.1" status: 200  len: 945 time: 0.1839404
Jan 29 10:35:59.392205 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-6bffd6ad-b93f-4717-9aaf-ad8df0d4a32d req-0fd16d68-266c-495f-8661-88c0cb8dc160 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Unset dirty status for tenant:f109eeba038b49889c06e267cefe4ac0 on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:35:59.393442 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6bffd6ad-b93f-4717-9aaf-ad8df0d4a32d req-0fd16d68-266c-495f-8661-88c0cb8dc160 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.22 "GET /v2.0/ports?device_id=1632fdd6-7b72-433a-87f2-29873a70e216&tenant_id=f109eeba038b49889c06e267cefe4ac0&binding%3Ahost_id=hv-neutron-7729 HTTP/1.1" status: 200  len: 945 time: 0.1912465
Jan 29 10:35:59.458109 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0c279bb5-a30d-4605-824c-2f69fcef7768 req-634fb5a9-d603-4850-bb34-3800e641b54e tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652299
Jan 29 10:35:59.562364 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bffd6ad-b93f-4717-9aaf-ad8df0d4a32d req-3773aa01-92df-48bf-88fc-25e441ba0d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:59.564002 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6bffd6ad-b93f-4717-9aaf-ad8df0d4a32d req-3773aa01-92df-48bf-88fc-25e441ba0d0c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f109eeba038b49889c06e267cefe4ac0&device_id=1632fdd6-7b72-433a-87f2-29873a70e216 HTTP/1.1" status: 200  len: 1162 time: 0.0782630
Jan 29 10:35:59.708617 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bffd6ad-b93f-4717-9aaf-ad8df0d4a32d req-e4c7944f-98a2-4cdd-8be9-fbec389f4f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:59.710276 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6bffd6ad-b93f-4717-9aaf-ad8df0d4a32d req-e4c7944f-98a2-4cdd-8be9-fbec389f4f84 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f8e5d5ee-d4ab-446c-bdac-9cf2723133be HTTP/1.1" status: 200  len: 908 time: 0.1398511
Jan 29 10:35:59.785382 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6bffd6ad-b93f-4717-9aaf-ad8df0d4a32d req-6c8534e3-c8f4-4d7d-a3d4-872c8b5fb676 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a1e961c-c27f-4f2d-9cea-105b31ebfc74 HTTP/1.1" status: 200  len: 217 time: 0.0683706
Jan 29 10:35:59.857098 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bffd6ad-b93f-4717-9aaf-ad8df0d4a32d req-081fcbe0-2e5a-4477-950b-a727f462a7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:35:59.858656 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6bffd6ad-b93f-4717-9aaf-ad8df0d4a32d req-081fcbe0-2e5a-4477-950b-a727f462a7ce service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ec4be6ee-75ef-4311-b411-074c296d3aca HTTP/1.1" status: 200  len: 854 time: 0.0664563
Jan 29 10:35:59.914429 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6bffd6ad-b93f-4717-9aaf-ad8df0d4a32d req-4b7a5030-642b-458e-9cf0-2dcc7f864669 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f8e5d5ee-d4ab-446c-bdac-9cf2723133be&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0461667
Jan 29 10:35:59.944777 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 1a1e961c-c27f-4f2d-9cea-105b31ebfc74 up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:36:00.016086 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 1a1e961c-c27f-4f2d-9cea-105b31ebfc74 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:36:00.016439 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:00.062354 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6bffd6ad-b93f-4717-9aaf-ad8df0d4a32d req-cef4ad1e-ac3a-4b00-a47a-72e7bfb5b02e service neutron] 10.222.0.22 "GET /v2.0/networks/f8e5d5ee-d4ab-446c-bdac-9cf2723133be?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1413105
Jan 29 10:36:00.209757 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6bffd6ad-b93f-4717-9aaf-ad8df0d4a32d req-e175f79f-a609-4e93-8bb2-52d558832996 service neutron] 10.222.0.22 "GET /v2.0/networks/f8e5d5ee-d4ab-446c-bdac-9cf2723133be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1409061
Jan 29 10:36:00.758905 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4baa25d-368d-4b82-8cde-67ab6d19b758 req-8de60d9c-9b09-498e-9756-69e32ad5571b tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:36:00.760636 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d4baa25d-368d-4b82-8cde-67ab6d19b758 req-8de60d9c-9b09-498e-9756-69e32ad5571b tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=1632fdd6-7b72-433a-87f2-29873a70e216 HTTP/1.1" status: 200  len: 945 time: 0.1658473
Jan 29 10:36:00.827273 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d4baa25d-368d-4b82-8cde-67ab6d19b758 req-2c502ed5-2d81-468d-9fd0-9d051a3bc972 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598657
Jan 29 10:36:02.120676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc4751-8a19-4fa0-9b2c-72a1bbbdf1c5 req-ece2530b-c22d-4dde-8afa-4d08f7f7c38a tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:36:02.122260 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3edc4751-8a19-4fa0-9b2c-72a1bbbdf1c5 req-ece2530b-c22d-4dde-8afa-4d08f7f7c38a tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=1632fdd6-7b72-433a-87f2-29873a70e216 HTTP/1.1" status: 200  len: 945 time: 0.1677678
Jan 29 10:36:02.186281 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3edc4751-8a19-4fa0-9b2c-72a1bbbdf1c5 req-5181252f-be07-435d-a6dd-6ea353de01e1 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578125
Jan 29 10:36:02.482118 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb6b91d-fbff-408e-a10d-a82f1b557812 req-084bcb67-6478-40f0-8c81-3a01b14a8465 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:36:02.483788 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2bb6b91d-fbff-408e-a10d-a82f1b557812 req-084bcb67-6478-40f0-8c81-3a01b14a8465 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=1632fdd6-7b72-433a-87f2-29873a70e216 HTTP/1.1" status: 200  len: 945 time: 0.1679349
Jan 29 10:36:02.554405 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2bb6b91d-fbff-408e-a10d-a82f1b557812 req-60acbe9c-9ea8-4bd4-ae08-13d0523cfda8 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638726
Jan 29 10:36:02.841124 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def40d83-8fea-4f2d-bea0-e3a62115086e req-88d46275-d28e-469b-a753-ccf9bfc9c788 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:36:02.842758 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-def40d83-8fea-4f2d-bea0-e3a62115086e req-88d46275-d28e-469b-a753-ccf9bfc9c788 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=1632fdd6-7b72-433a-87f2-29873a70e216 HTTP/1.1" status: 200  len: 945 time: 0.1625180
Jan 29 10:36:02.906487 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-def40d83-8fea-4f2d-bea0-e3a62115086e req-179726fb-1861-4574-9034-c4d9ccac8ed6 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574725
Jan 29 10:36:03.615232 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa63b7f6-5c32-4b4f-8d58-b158da923f33 req-26682226-4fe1-4015-9cb4-76aa81c04e55 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:36:03.617377 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fa63b7f6-5c32-4b4f-8d58-b158da923f33 req-26682226-4fe1-4015-9cb4-76aa81c04e55 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=1632fdd6-7b72-433a-87f2-29873a70e216 HTTP/1.1" status: 200  len: 945 time: 0.1738212
Jan 29 10:36:03.683221 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fa63b7f6-5c32-4b4f-8d58-b158da923f33 req-d3f8c55d-a4f4-46e9-ac97-bec1186e37fc tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595164
Jan 29 10:36:04.981991 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a4181-065d-493e-a5b0-ed2f377f1e9e req-b524f74a-4303-4c27-8906-bd2a7c70bd23 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:36:04.983610 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-425a4181-065d-493e-a5b0-ed2f377f1e9e req-b524f74a-4303-4c27-8906-bd2a7c70bd23 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=1632fdd6-7b72-433a-87f2-29873a70e216 HTTP/1.1" status: 200  len: 945 time: 0.1669307
Jan 29 10:36:05.024453 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:05.054253 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-425a4181-065d-493e-a5b0-ed2f377f1e9e req-9839865d-7884-4fdb-b92c-7cd3e32b2c6f tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/security-groups?id=32a0ff35-e850-4027-8584-ea11a1c3eca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641973
Jan 29 10:36:05.407207 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e92360-28f3-4dba-85e7-4fb3da9826c1 req-d943aaaf-ffbb-4dd2-a29d-25edf2fd3f4a tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:36:05.408857 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-10e92360-28f3-4dba-85e7-4fb3da9826c1 req-d943aaaf-ffbb-4dd2-a29d-25edf2fd3f4a tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.22 "GET /v2.0/ports?device_id=1632fdd6-7b72-433a-87f2-29873a70e216 HTTP/1.1" status: 200  len: 945 time: 0.1633928
Jan 29 10:36:05.508840 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-10e92360-28f3-4dba-85e7-4fb3da9826c1 req-48b9efe6-588c-4c2e-bd6a-b4682afa0e17 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Deleting port 1a1e961c-c27f-4f2d-9cea-105b31ebfc74 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:36:05.509220 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-10e92360-28f3-4dba-85e7-4fb3da9826c1 req-48b9efe6-588c-4c2e-bd6a-b4682afa0e17 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:05.776602 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-10e92360-28f3-4dba-85e7-4fb3da9826c1 req-48b9efe6-588c-4c2e-bd6a-b4682afa0e17 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] For port 1a1e961c-c27f-4f2d-9cea-105b31ebfc74, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=1a1e961c-c27f-4f2d-9cea-105b31ebfc74,segment=NetworkSegment(31c082eb-5962-438a-8ee5-43554580a098),segment_id=31c082eb-5962-438a-8ee5-43554580a098)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:36:05.777004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-10e92360-28f3-4dba-85e7-4fb3da9826c1 req-48b9efe6-588c-4c2e-bd6a-b4682afa0e17 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:05.879126 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 1a1e961c-c27f-4f2d-9cea-105b31ebfc74 no longer exists at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:36:05.911084 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-10e92360-28f3-4dba-85e7-4fb3da9826c1 req-48b9efe6-588c-4c2e-bd6a-b4682afa0e17 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Calling delete_port for 1a1e961c-c27f-4f2d-9cea-105b31ebfc74 owned by compute:nova {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:36:06.000424 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:06.061497 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-10e92360-28f3-4dba-85e7-4fb3da9826c1 req-48b9efe6-588c-4c2e-bd6a-b4682afa0e17 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:06.077092 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-756231e2-18a9-46de-9946-7255eba860db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:36:06.135918 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b9efe6-588c-4c2e-bd6a-b4682afa0e17 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Pushing event deleted for resources: {'Port': ['ID=1a1e961c-c27f-4f2d-9cea-105b31ebfc74,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:36:06.140553 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-48b9efe6-588c-4c2e-bd6a-b4682afa0e17 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:36:06.243954 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4c610264-d444-4c20-9b3f-ca229b71e71a req-23c8a41c-5f99-4089-b412-4b51c1ae178d tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.57 "GET /v2.0/ports?device_id=1632fdd6-7b72-433a-87f2-29873a70e216 HTTP/1.1" status: 200  len: 210 time: 0.0489774
Jan 29 10:36:06.284977 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e92360-28f3-4dba-85e7-4fb3da9826c1 req-48b9efe6-588c-4c2e-bd6a-b4682afa0e17 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] No DVR routers for this DVR port 1a1e961c-c27f-4f2d-9cea-105b31ebfc74 on host hv-neutron-7729 {{(pid=80766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:36:06.287356 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-10e92360-28f3-4dba-85e7-4fb3da9826c1 req-48b9efe6-588c-4c2e-bd6a-b4682afa0e17 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:06.290281 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1632fdd6-7b72-433a-87f2-29873a70e216', 'name': 'network-vif-deleted', 'tag': '1a1e961c-c27f-4f2d-9cea-105b31ebfc74'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:36:06.305591 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-10e92360-28f3-4dba-85e7-4fb3da9826c1 req-48b9efe6-588c-4c2e-bd6a-b4682afa0e17 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] 10.222.0.22 "DELETE /v2.0/ports/1a1e961c-c27f-4f2d-9cea-105b31ebfc74 HTTP/1.1" status: 204  len: 173 time: 0.8906507
Jan 29 10:36:06.437594 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1632fdd6-7b72-433a-87f2-29873a70e216', 'name': 'network-vif-deleted', 'tag': '1a1e961c-c27f-4f2d-9cea-105b31ebfc74', 'status': 'completed', 'code': 200}
Jan 29 10:36:07.199634 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:36:07.534218 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 33432) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:36:07.601766 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc3a0fce-5760-4e7c-b905-fe8f2f4099ce admin admin] Deleting subnet ec4be6ee-75ef-4311-b411-074c296d3aca {{(pid=80765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:36:07.604919 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dc3a0fce-5760-4e7c-b905-fe8f2f4099ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:07.661055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dc3a0fce-5760-4e7c-b905-fe8f2f4099ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1479249'] for subnet, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:07.719678 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dc3a0fce-5760-4e7c-b905-fe8f2f4099ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:07.980869 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dc3a0fce-5760-4e7c-b905-fe8f2f4099ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852603100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2204728'] for subnet, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:07.996468 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-85ae1036-9a30-4d3f-b627-dc776b92df09 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:36:08.045609 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3a0fce-5760-4e7c-b905-fe8f2f4099ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec4be6ee-75ef-4311-b411-074c296d3aca,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:36:08.106731 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3a0fce-5760-4e7c-b905-fe8f2f4099ce admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:36:08.107164 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3a0fce-5760-4e7c-b905-fe8f2f4099ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:36:08.107588 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3a0fce-5760-4e7c-b905-fe8f2f4099ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:36:08.108004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3a0fce-5760-4e7c-b905-fe8f2f4099ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:36:08.108417 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3a0fce-5760-4e7c-b905-fe8f2f4099ce admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:36:08.108829 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3a0fce-5760-4e7c-b905-fe8f2f4099ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:36:08.109238 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3a0fce-5760-4e7c-b905-fe8f2f4099ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:36:08.109650 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3a0fce-5760-4e7c-b905-fe8f2f4099ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:36:08.110107 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3a0fce-5760-4e7c-b905-fe8f2f4099ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:36:08.110514 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3a0fce-5760-4e7c-b905-fe8f2f4099ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:36:08.110919 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3a0fce-5760-4e7c-b905-fe8f2f4099ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:36:08.111324 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3a0fce-5760-4e7c-b905-fe8f2f4099ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:36:08.111796 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3a0fce-5760-4e7c-b905-fe8f2f4099ce admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:36:08.112202 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3a0fce-5760-4e7c-b905-fe8f2f4099ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:36:08.112610 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3a0fce-5760-4e7c-b905-fe8f2f4099ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:36:08.113009 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3a0fce-5760-4e7c-b905-fe8f2f4099ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:36:08.113412 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3a0fce-5760-4e7c-b905-fe8f2f4099ce admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:36:08.113849 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3a0fce-5760-4e7c-b905-fe8f2f4099ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:36:08.114256 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3a0fce-5760-4e7c-b905-fe8f2f4099ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:36:08.114656 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3a0fce-5760-4e7c-b905-fe8f2f4099ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:36:08.115055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3a0fce-5760-4e7c-b905-fe8f2f4099ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:36:08.115984 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3a0fce-5760-4e7c-b905-fe8f2f4099ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:36:08.116427 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3a0fce-5760-4e7c-b905-fe8f2f4099ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:36:08.116877 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3a0fce-5760-4e7c-b905-fe8f2f4099ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:36:08.124910 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-dc3a0fce-5760-4e7c-b905-fe8f2f4099ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:36:08.152073 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dc3a0fce-5760-4e7c-b905-fe8f2f4099ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:08.158194 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-dc3a0fce-5760-4e7c-b905-fe8f2f4099ce admin admin] 10.222.0.57 "DELETE /v2.0/subnets/ec4be6ee-75ef-4311-b411-074c296d3aca HTTP/1.1" status: 204  len: 168 time: 0.6227880
Jan 29 10:36:08.160913 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 33436) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:36:08.279034 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b618b9bc-0eac-4b0c-8cf9-efa3af612534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:08.469122 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b618b9bc-0eac-4b0c-8cf9-efa3af612534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:08.587437 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-b618b9bc-0eac-4b0c-8cf9-efa3af612534 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c3910c50>,) {'filters': {'network_id': ['f8e5d5ee-d4ab-446c-bdac-9cf2723133be']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:36:08.600579 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-b618b9bc-0eac-4b0c-8cf9-efa3af612534 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3910c50>, '31c082eb-5962-438a-8ee5-43554580a098') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:36:08.600996 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-b618b9bc-0eac-4b0c-8cf9-efa3af612534 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3910c50>, '31c082eb-5962-438a-8ee5-43554580a098') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:36:08.612909 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b618b9bc-0eac-4b0c-8cf9-efa3af612534 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:08.628340 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b618b9bc-0eac-4b0c-8cf9-efa3af612534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:08.630577 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b618b9bc-0eac-4b0c-8cf9-efa3af612534 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:36:08.811830 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-b618b9bc-0eac-4b0c-8cf9-efa3af612534 admin admin] Network f8e5d5ee-d4ab-446c-bdac-9cf2723133be has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:36:08.820884 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b618b9bc-0eac-4b0c-8cf9-efa3af612534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:09.001600 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-b618b9bc-0eac-4b0c-8cf9-efa3af612534 admin admin] Network f8e5d5ee-d4ab-446c-bdac-9cf2723133be has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:36:09.024579 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:36:09.024579 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:36:09.024579 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:36:09.024579 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:36:09.024579 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:36:09.024579 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:36:09.024579 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:36:09.024579 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:36:09.024579 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:36:09.024579 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:36:09.024579 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:36:09.024579 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:36:09.024579 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:36:09.024579 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:36:09.024579 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:36:09.024579 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:36:09.024579 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:36:09.024579 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:36:09.024579 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:36:09.024579 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:36:09.024579 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:36:09.024579 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:36:09.024579 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:36:09.024579 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:36:09.024579 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:36:09.024579 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:36:09.024579 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:36:09.024579 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:36:09.024579 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:36:09.024579 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:36:09.024579 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:36:09.024579 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:36:09.101480 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b618b9bc-0eac-4b0c-8cf9-efa3af612534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:09.105604 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b618b9bc-0eac-4b0c-8cf9-efa3af612534 admin admin] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:09.109357 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b6e5f409-e090-49f3-b140-f9ccca6deb61 tempest-TagsTest-87883786 tempest-TagsTest-87883786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:36:09.136037 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b618b9bc-0eac-4b0c-8cf9-efa3af612534 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8e5d5ee-d4ab-446c-bdac-9cf2723133be,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:36:09.138662 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b618b9bc-0eac-4b0c-8cf9-efa3af612534 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:36:09.143361 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b618b9bc-0eac-4b0c-8cf9-efa3af612534 admin admin] 10.222.0.57 "DELETE /v2.0/networks/f8e5d5ee-d4ab-446c-bdac-9cf2723133be HTTP/1.1" status: 204  len: 168 time: 0.9814007
Jan 29 10:36:09.289934 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 33442) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:36:09.343757 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2c9f3d5f-e90e-457d-842e-9b6dfaf324d4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f109eeba038b49889c06e267cefe4ac0&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0524740
Jan 29 10:36:09.346326 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 33446) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:36:09.407716 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dedbb7c2-a8f6-4c68-9ebb-ef7da7a7aaf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:09.435029 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dedbb7c2-a8f6-4c68-9ebb-ef7da7a7aaf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:09.482289 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dedbb7c2-a8f6-4c68-9ebb-ef7da7a7aaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:09.487304 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-293a03d6-8761-4958-b6bc-2f7b2e4a733c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:36:09.501206 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedbb7c2-a8f6-4c68-9ebb-ef7da7a7aaf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a0ff35-e850-4027-8584-ea11a1c3eca6,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:36:09.504063 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-dedbb7c2-a8f6-4c68-9ebb-ef7da7a7aaf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:36:09.510867 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dedbb7c2-a8f6-4c68-9ebb-ef7da7a7aaf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:09.512049 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-dedbb7c2-a8f6-4c68-9ebb-ef7da7a7aaf9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/32a0ff35-e850-4027-8584-ea11a1c3eca6 HTTP/1.1" status: 204  len: 168 time: 0.1647520
Jan 29 10:36:10.400747 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 33468) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:36:10.540958 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-8f3fe088-d54d-44b0-a826-789630b9e5b7 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-466440453-network', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:36:10.546243 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-8f3fe088-d54d-44b0-a826-789630b9e5b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:36:10.550368 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8f3fe088-d54d-44b0-a826-789630b9e5b7 admin admin] Usage tracker for resource:network and tenant:cc9e325e6c9744c187b64ac43be16b79 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:36:10.554262 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8f3fe088-d54d-44b0-a826-789630b9e5b7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:36:10.561006 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-8f3fe088-d54d-44b0-a826-789630b9e5b7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:36:10.571567 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3fe088-d54d-44b0-a826-789630b9e5b7 admin admin] Made reservation on behalf of cc9e325e6c9744c187b64ac43be16b79 for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:36:10.576612 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8f3fe088-d54d-44b0-a826-789630b9e5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:10.590040 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8f3fe088-d54d-44b0-a826-789630b9e5b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:10.608749 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-8f3fe088-d54d-44b0-a826-789630b9e5b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:36:10.612805 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8f3fe088-d54d-44b0-a826-789630b9e5b7 admin admin] Usage tracker for resource:security_group_rule and tenant:cc9e325e6c9744c187b64ac43be16b79 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:36:10.616012 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8f3fe088-d54d-44b0-a826-789630b9e5b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:36:10.621754 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-8f3fe088-d54d-44b0-a826-789630b9e5b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:36:10.709758 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8f3fe088-d54d-44b0-a826-789630b9e5b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:10.712553 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8f3fe088-d54d-44b0-a826-789630b9e5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:10.716815 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9900e8b5-4fd1-4e71-8a86-4c01a552a5c7 tempest-SecGroupTest-1307397497 tempest-SecGroupTest-1307397497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:36:10.748501 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f3fe088-d54d-44b0-a826-789630b9e5b7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:36:10.758325 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3fe088-d54d-44b0-a826-789630b9e5b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c76981b-2bb0-40eb-886e-26833658ee9b,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:36:10.762323 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8f3fe088-d54d-44b0-a826-789630b9e5b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:36:10.764836 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8f3fe088-d54d-44b0-a826-789630b9e5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:10.765225 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-8f3fe088-d54d-44b0-a826-789630b9e5b7 admin admin] Added segment 7f8f37ac-b75d-4202-96da-20b63b141e1f of type vxlan for network 890a0074-3e1e-49d8-8cf4-76a9a26980e6
Jan 29 10:36:10.793710 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8f3fe088-d54d-44b0-a826-789630b9e5b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:10.823986 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8f3fe088-d54d-44b0-a826-789630b9e5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:10.824971 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3fe088-d54d-44b0-a826-789630b9e5b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:36:10.825605 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8f3fe088-d54d-44b0-a826-789630b9e5b7 admin admin] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:10.831110 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8929562b-f9b2-4237-bc63-851df3afd5a1 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:36:10.938655 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8f3fe088-d54d-44b0-a826-789630b9e5b7 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 0.5367010
Jan 29 10:36:10.939614 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3fe088-d54d-44b0-a826-789630b9e5b7 admin admin] Pushing event updated for resources: {'Network': ['ID=890a0074-3e1e-49d8-8cf4-76a9a26980e6,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:36:10.941635 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 33474) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:36:10.945578 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8f3fe088-d54d-44b0-a826-789630b9e5b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:36:10.949848 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-0746b11a-00c8-4031-a103-4702df506db2 admin admin] Request body: {'subnet': {'network_id': '890a0074-3e1e-49d8-8cf4-76a9a26980e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-466440453-subnet', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:36:10.950786 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 890a0074-3e1e-49d8-8cf4-76a9a26980e6 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:36:10.955476 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-0746b11a-00c8-4031-a103-4702df506db2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:36:10.960749 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-0746b11a-00c8-4031-a103-4702df506db2 admin admin] Usage tracker for resource:subnet and tenant:cc9e325e6c9744c187b64ac43be16b79 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:36:10.963855 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-0746b11a-00c8-4031-a103-4702df506db2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:36:10.968879 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 890a0074-3e1e-49d8-8cf4-76a9a26980e6 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:36:10.969934 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-0746b11a-00c8-4031-a103-4702df506db2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:36:10.980333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0746b11a-00c8-4031-a103-4702df506db2 admin admin] Made reservation on behalf of cc9e325e6c9744c187b64ac43be16b79 for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:36:10.985286 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0746b11a-00c8-4031-a103-4702df506db2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:11.656510 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0746b11a-00c8-4031-a103-4702df506db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:11.672249 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bbec6f83-106d-4cbb-9c89-ee89d8df5cb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:36:11.802288 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0746b11a-00c8-4031-a103-4702df506db2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6b32b80-7adf-4992-aa8d-cb3c4b0180ce,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:36:11.805417 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0746b11a-00c8-4031-a103-4702df506db2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:36:11.874387 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0746b11a-00c8-4031-a103-4702df506db2 admin admin] Checking segment: {'id': '7f8f37ac-b75d-4202-96da-20b63b141e1f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '890a0074-3e1e-49d8-8cf4-76a9a26980e6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:36:11.874792 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0746b11a-00c8-4031-a103-4702df506db2 admin admin] Network hostable DHCP agents. Network: 890a0074-3e1e-49d8-8cf4-76a9a26980e6, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:36:11.894004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0746b11a-00c8-4031-a103-4702df506db2 admin admin] Network 890a0074-3e1e-49d8-8cf4-76a9a26980e6 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:36:11.902895 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-0746b11a-00c8-4031-a103-4702df506db2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 890a0074-3e1e-49d8-8cf4-76a9a26980e6) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:36:11.913516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a18252a-de6a-4583-b8b1-0d4ad9a964bc None None] Network 890a0074-3e1e-49d8-8cf4-76a9a26980e6 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:36:11.917082 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0746b11a-00c8-4031-a103-4702df506db2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:36:11.917733 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0746b11a-00c8-4031-a103-4702df506db2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:11.936975 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0746b11a-00c8-4031-a103-4702df506db2 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.9942439
Jan 29 10:36:11.939791 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 33478) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:36:11.945327 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-8d68c5e6-1e28-4cd1-8942-0defa26410d4 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-466440453-router', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:36:11.950472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-8d68c5e6-1e28-4cd1-8942-0defa26410d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:36:11.954818 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8d68c5e6-1e28-4cd1-8942-0defa26410d4 admin admin] Usage tracker for resource:router and tenant:cc9e325e6c9744c187b64ac43be16b79 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:36:11.958513 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8d68c5e6-1e28-4cd1-8942-0defa26410d4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:36:11.965683 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-8d68c5e6-1e28-4cd1-8942-0defa26410d4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:36:11.975415 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8d68c5e6-1e28-4cd1-8942-0defa26410d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:11.976900 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8d68c5e6-1e28-4cd1-8942-0defa26410d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:11.994603 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8d68c5e6-1e28-4cd1-8942-0defa26410d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:12.139399 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761944b1-9570-48b6-b29e-c5256ba046f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-890a0074-3e1e-49d8-8cf4-76a9a26980e6', 'network_id': '890a0074-3e1e-49d8-8cf4-76a9a26980e6', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'fixed_ips': [{'subnet_id': 'c6b32b80-7adf-4992-aa8d-cb3c4b0180ce'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:36:12.140403 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-761944b1-9570-48b6-b29e-c5256ba046f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:12.293518 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8d68c5e6-1e28-4cd1-8942-0defa26410d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:12.435441 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-761944b1-9570-48b6-b29e-c5256ba046f4 None None] Allocated IP 172.20.0.2 (890a0074-3e1e-49d8-8cf4-76a9a26980e6/c6b32b80-7adf-4992-aa8d-cb3c4b0180ce/e82421a5-f0e5-485f-ad96-2919f233bd18) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:36:12.627521 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8d68c5e6-1e28-4cd1-8942-0defa26410d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:12.658288 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-761944b1-9570-48b6-b29e-c5256ba046f4 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:12.661054 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8d68c5e6-1e28-4cd1-8942-0defa26410d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:12.669134 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-761944b1-9570-48b6-b29e-c5256ba046f4 None None] Transition to ACTIVE for port object e82421a5-f0e5-485f-ad96-2919f233bd18 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:36:12.686503 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-761944b1-9570-48b6-b29e-c5256ba046f4 None None] Transition to ACTIVE for port object e82421a5-f0e5-485f-ad96-2919f233bd18 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:36:12.691278 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-761944b1-9570-48b6-b29e-c5256ba046f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:12.708087 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:36:12.951478 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-8d68c5e6-1e28-4cd1-8942-0defa26410d4 admin admin] Allocated IP 172.26.7.18 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/4da5e201-762a-412e-8feb-be8f921842a9) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:36:13.022879 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761944b1-9570-48b6-b29e-c5256ba046f4 None None] Pushing event updated for resources: {'Port': ['ID=e82421a5-f0e5-485f-ad96-2919f233bd18,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:36:13.027191 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-761944b1-9570-48b6-b29e-c5256ba046f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:36:13.078746 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761944b1-9570-48b6-b29e-c5256ba046f4 None None] Network 890a0074-3e1e-49d8-8cf4-76a9a26980e6 is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:36:13.080036 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-761944b1-9570-48b6-b29e-c5256ba046f4 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:36:13.085828 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761944b1-9570-48b6-b29e-c5256ba046f4 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:36:13.121995 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8d68c5e6-1e28-4cd1-8942-0defa26410d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:13.148152 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-761944b1-9570-48b6-b29e-c5256ba046f4 None None] Attempting to bind port e82421a5-f0e5-485f-ad96-2919f233bd18 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:36:13.148719 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-761944b1-9570-48b6-b29e-c5256ba046f4 None None] Attempting to bind port e82421a5-f0e5-485f-ad96-2919f233bd18 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '7f8f37ac-b75d-4202-96da-20b63b141e1f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '890a0074-3e1e-49d8-8cf4-76a9a26980e6'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:36:13.149218 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761944b1-9570-48b6-b29e-c5256ba046f4 None None] Attempting to bind port e82421a5-f0e5-485f-ad96-2919f233bd18 on network 890a0074-3e1e-49d8-8cf4-76a9a26980e6 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:36:13.151709 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8d68c5e6-1e28-4cd1-8942-0defa26410d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:13.155254 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761944b1-9570-48b6-b29e-c5256ba046f4 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:36:13.155682 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761944b1-9570-48b6-b29e-c5256ba046f4 None None] Checking segment: {'id': '7f8f37ac-b75d-4202-96da-20b63b141e1f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '890a0074-3e1e-49d8-8cf4-76a9a26980e6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:36:13.156245 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-761944b1-9570-48b6-b29e-c5256ba046f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:13.156694 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761944b1-9570-48b6-b29e-c5256ba046f4 None None] Bound using segment: {'id': '7f8f37ac-b75d-4202-96da-20b63b141e1f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '890a0074-3e1e-49d8-8cf4-76a9a26980e6'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:36:13.157345 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-761944b1-9570-48b6-b29e-c5256ba046f4 None None] Bound port: e82421a5-f0e5-485f-ad96-2919f233bd18, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f8f37ac-b75d-4202-96da-20b63b141e1f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '890a0074-3e1e-49d8-8cf4-76a9a26980e6'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:36:13.157770 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-761944b1-9570-48b6-b29e-c5256ba046f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:13.168287 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5500980d-f683-4a42-8caa-4bd08901ec39 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:36:13.253952 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-761944b1-9570-48b6-b29e-c5256ba046f4 None None] For port e82421a5-f0e5-485f-ad96-2919f233bd18, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:36:13.257084 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-761944b1-9570-48b6-b29e-c5256ba046f4 None None] For port e82421a5-f0e5-485f-ad96-2919f233bd18, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=e82421a5-f0e5-485f-ad96-2919f233bd18,segment=NetworkSegment(7f8f37ac-b75d-4202-96da-20b63b141e1f),segment_id=7f8f37ac-b75d-4202-96da-20b63b141e1f)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:36:13.260614 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-761944b1-9570-48b6-b29e-c5256ba046f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:13.307809 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d68c5e6-1e28-4cd1-8942-0defa26410d4 admin admin] Pushing event updated for resources: {'Port': ['ID=4da5e201-762a-412e-8feb-be8f921842a9,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:36:13.312113 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8d68c5e6-1e28-4cd1-8942-0defa26410d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:36:13.365518 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d68c5e6-1e28-4cd1-8942-0defa26410d4 admin admin] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:36:13.367106 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-8d68c5e6-1e28-4cd1-8942-0defa26410d4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:36:13.369480 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d68c5e6-1e28-4cd1-8942-0defa26410d4 admin admin] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:36:13.373458 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:36:13.498673 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761944b1-9570-48b6-b29e-c5256ba046f4 None None] Pushing event updated for resources: {'Port': ['ID=e82421a5-f0e5-485f-ad96-2919f233bd18,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:36:13.503001 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-761944b1-9570-48b6-b29e-c5256ba046f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:36:13.841072 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8d68c5e6-1e28-4cd1-8942-0defa26410d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:14.415016 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device e82421a5-f0e5-485f-ad96-2919f233bd18 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:36:14.481814 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8d68c5e6-1e28-4cd1-8942-0defa26410d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:14.486228 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port e82421a5-f0e5-485f-ad96-2919f233bd18 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:36:14.720527 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d68c5e6-1e28-4cd1-8942-0defa26410d4 admin admin] Router cf352b9c-9f97-4bc4-82cc-ad06defc927e is scheduled to L3 agent 18987107-6d88-4736-94cf-15791d65b3ff with binding_index 1 {{(pid=80765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 29 10:36:14.889930 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8997416-b686-42a4-ae7a-2c62a8bfe73c None None] Network 890a0074-3e1e-49d8-8cf4-76a9a26980e6 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:36:14.920182 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d68c5e6-1e28-4cd1-8942-0defa26410d4 admin admin] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:36:14.929352 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4825c595-6df8-494f-b2e3-0bc30ecce012 None None] Sync routers for ids ['cf352b9c-9f97-4bc4-82cc-ad06defc927e'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:36:14.940115 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4825c595-6df8-494f-b2e3-0bc30ecce012 None None] Routers {'cf352b9c-9f97-4bc4-82cc-ad06defc927e'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:36:14.941152 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-4825c595-6df8-494f-b2e3-0bc30ecce012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99cad165c0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:35:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['cf352b9c-9f97-4bc4-82cc-ad06defc927e'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:36:14.945000 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8d68c5e6-1e28-4cd1-8942-0defa26410d4 admin admin] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:14.949079 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8d68c5e6-1e28-4cd1-8942-0defa26410d4 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 3.0055828
Jan 29 10:36:14.949329 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 33482) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:36:14.992809 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-73988899-ce94-4328-a03c-ca4b95d5e8e6 None None] Provisioning for port e82421a5-f0e5-485f-ad96-2919f233bd18 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:36:15.002880 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-73988899-ce94-4328-a03c-ca4b95d5e8e6 None None] Provisioning complete for port e82421a5-f0e5-485f-ad96-2919f233bd18 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:36:15.003313 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-73988899-ce94-4328-a03c-ca4b95d5e8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:15.130644 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-4825c595-6df8-494f-b2e3-0bc30ecce012 None None] Set router cf352b9c-9f97-4bc4-82cc-ad06defc927e gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:36:15.264995 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-73988899-ce94-4328-a03c-ca4b95d5e8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:15.324475 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-73988899-ce94-4328-a03c-ca4b95d5e8e6 None None] For port e82421a5-f0e5-485f-ad96-2919f233bd18, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=e82421a5-f0e5-485f-ad96-2919f233bd18,segment=NetworkSegment(7f8f37ac-b75d-4202-96da-20b63b141e1f),segment_id=7f8f37ac-b75d-4202-96da-20b63b141e1f)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:36:15.328998 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-73988899-ce94-4328-a03c-ca4b95d5e8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:15.331997 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-761944b1-9570-48b6-b29e-c5256ba046f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:36:15.407371 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73988899-ce94-4328-a03c-ca4b95d5e8e6 None None] Pushing event updated for resources: {'Port': ['ID=e82421a5-f0e5-485f-ad96-2919f233bd18,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:36:15.410657 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-73988899-ce94-4328-a03c-ca4b95d5e8e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:36:15.486838 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-4825c595-6df8-494f-b2e3-0bc30ecce012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99cad165c0>, [{'id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'name': 'tempest-ServerActionsTestJSON-466440453-router', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': '4da5e201-762a-412e-8feb-be8f921842a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:36:11Z', 'updated_at': '2021-01-29T10:36:13Z', 'revision_number': 3, 'project_id': 'cc9e325e6c9744c187b64ac43be16b79', 'gw_port': {'id': '4da5e201-762a-412e-8feb-be8f921842a9', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:14:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:36:12Z', 'updated_at': '2021-01-29T10:36:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:36:15.492110 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4825c595-6df8-494f-b2e3-0bc30ecce012 None None] Checking router: cf352b9c-9f97-4bc4-82cc-ad06defc927e for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:36:15.492627 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4825c595-6df8-494f-b2e3-0bc30ecce012 None None] Updating router cf352b9c-9f97-4bc4-82cc-ad06defc927e port 4da5e201-762a-412e-8feb-be8f921842a9 binding host dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 29 10:36:15.553660 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4825c595-6df8-494f-b2e3-0bc30ecce012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:15.558624 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-0789f1b3-cd73-440c-8d56-104f12079262 None None] Provisioning complete for port e82421a5-f0e5-485f-ad96-2919f233bd18 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:36:15.559181 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0789f1b3-cd73-440c-8d56-104f12079262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:15.777484 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-db3f9e24-5708-468a-bf91-f5ff1c562366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:15.828648 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-ce09e8a6-410f-4fad-af10-9b1e49f38481 None None] Provisioning complete for port e82421a5-f0e5-485f-ad96-2919f233bd18 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:36:15.829468 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ce09e8a6-410f-4fad-af10-9b1e49f38481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:15.997877 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4825c595-6df8-494f-b2e3-0bc30ecce012 None None] Notify callbacks [] for port, precommit_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:16.010845 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4825c595-6df8-494f-b2e3-0bc30ecce012 None None] Transition to ACTIVE for port object 4da5e201-762a-412e-8feb-be8f921842a9 will not be triggered until provisioned by entity L2. {{(pid=80768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:36:16.013659 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4825c595-6df8-494f-b2e3-0bc30ecce012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:16.028865 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9bb6f3ca-5a06-45bc-8cfc-d6b8754cf192 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:36:16.086685 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-cc71703b-772d-4033-a2c5-4ed8229f4f36 None None] Provisioning complete for port e82421a5-f0e5-485f-ad96-2919f233bd18 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:36:16.087117 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cc71703b-772d-4033-a2c5-4ed8229f4f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:16.154146 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-db3f9e24-5708-468a-bf91-f5ff1c562366 admin admin] Allocated IP 172.20.0.1 (890a0074-3e1e-49d8-8cf4-76a9a26980e6/c6b32b80-7adf-4992-aa8d-cb3c4b0180ce/767a243a-d87b-4c91-bf22-90fdc76eb199) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:36:16.177797 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f475b8b-3ad4-4cf9-8451-329a838a6d19 None None] Pushing event updated for resources: {'Port': ['ID=4da5e201-762a-412e-8feb-be8f921842a9,revision_number=2']} {{(pid=80768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:36:16.190356 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f475b8b-3ad4-4cf9-8451-329a838a6d19 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:36:16.190746 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f475b8b-3ad4-4cf9-8451-329a838a6d19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:36:16.191121 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f475b8b-3ad4-4cf9-8451-329a838a6d19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:36:16.191490 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f475b8b-3ad4-4cf9-8451-329a838a6d19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:36:16.191854 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f475b8b-3ad4-4cf9-8451-329a838a6d19 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:36:16.192216 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f475b8b-3ad4-4cf9-8451-329a838a6d19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:36:16.192584 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f475b8b-3ad4-4cf9-8451-329a838a6d19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:36:16.192944 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f475b8b-3ad4-4cf9-8451-329a838a6d19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:36:16.193379 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f475b8b-3ad4-4cf9-8451-329a838a6d19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:36:16.193844 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f475b8b-3ad4-4cf9-8451-329a838a6d19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:36:16.194205 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f475b8b-3ad4-4cf9-8451-329a838a6d19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:36:16.194910 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f475b8b-3ad4-4cf9-8451-329a838a6d19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:36:16.195023 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f475b8b-3ad4-4cf9-8451-329a838a6d19 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:36:16.195317 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f475b8b-3ad4-4cf9-8451-329a838a6d19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:36:16.195673 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f475b8b-3ad4-4cf9-8451-329a838a6d19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:36:16.196027 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f475b8b-3ad4-4cf9-8451-329a838a6d19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:36:16.196380 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f475b8b-3ad4-4cf9-8451-329a838a6d19 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:36:16.197027 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f475b8b-3ad4-4cf9-8451-329a838a6d19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:36:16.197027 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f475b8b-3ad4-4cf9-8451-329a838a6d19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:36:16.197390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f475b8b-3ad4-4cf9-8451-329a838a6d19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:36:16.197742 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f475b8b-3ad4-4cf9-8451-329a838a6d19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:36:16.198170 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f475b8b-3ad4-4cf9-8451-329a838a6d19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:36:16.198460 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f475b8b-3ad4-4cf9-8451-329a838a6d19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:36:16.198814 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f475b8b-3ad4-4cf9-8451-329a838a6d19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:36:16.212727 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2f475b8b-3ad4-4cf9-8451-329a838a6d19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:36:16.245513 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-4825c595-6df8-494f-b2e3-0bc30ecce012 None None] Attempting to bind port 4da5e201-762a-412e-8feb-be8f921842a9 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:36:16.245954 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-4825c595-6df8-494f-b2e3-0bc30ecce012 None None] Attempting to bind port 4da5e201-762a-412e-8feb-be8f921842a9 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}] {{(pid=80768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:36:16.246360 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4825c595-6df8-494f-b2e3-0bc30ecce012 None None] Attempting to bind port 4da5e201-762a-412e-8feb-be8f921842a9 on network aadf795f-2e1a-4d04-be0e-12575f0f28a5 {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:36:16.251987 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4825c595-6df8-494f-b2e3-0bc30ecce012 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:36:16.252378 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4825c595-6df8-494f-b2e3-0bc30ecce012 None None] Checking segment: {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:36:16.252823 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4825c595-6df8-494f-b2e3-0bc30ecce012 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:16.253255 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4825c595-6df8-494f-b2e3-0bc30ecce012 None None] Bound using segment: {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'} {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:36:16.253767 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-4825c595-6df8-494f-b2e3-0bc30ecce012 None None] Bound port: 4da5e201-762a-412e-8feb-be8f921842a9, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}}] {{(pid=80768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:36:16.254205 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4825c595-6df8-494f-b2e3-0bc30ecce012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:16.320581 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-db3f9e24-5708-468a-bf91-f5ff1c562366 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:16.332786 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4825c595-6df8-494f-b2e3-0bc30ecce012 None None] For port 4da5e201-762a-412e-8feb-be8f921842a9, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:36:16.337418 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4825c595-6df8-494f-b2e3-0bc30ecce012 None None] For port 4da5e201-762a-412e-8feb-be8f921842a9, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=4da5e201-762a-412e-8feb-be8f921842a9,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:36:16.341532 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4825c595-6df8-494f-b2e3-0bc30ecce012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:16.341770 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-db3f9e24-5708-468a-bf91-f5ff1c562366 admin admin] Transition to ACTIVE for port object 767a243a-d87b-4c91-bf22-90fdc76eb199 will not be triggered until provisioned by entity DHCP. {{(pid=80765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:36:16.357605 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-af5a09a0-5eb8-4b37-87e1-de1e4d7ede47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:36:16.370481 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-db3f9e24-5708-468a-bf91-f5ff1c562366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:16.391792 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a7bc7e58-e246-44e5-8154-3b7c9ba5d1e9 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:36:16.397072 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device e82421a5-f0e5-485f-ad96-2919f233bd18 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:36:16.469124 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port e82421a5-f0e5-485f-ad96-2919f233bd18 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:36:16.469544 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:16.513452 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f475b8b-3ad4-4cf9-8451-329a838a6d19 None None] Pushing event updated for resources: {'Port': ['ID=4da5e201-762a-412e-8feb-be8f921842a9,revision_number=3']} {{(pid=80768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:36:16.518883 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2f475b8b-3ad4-4cf9-8451-329a838a6d19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:36:16.538424 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3f9e24-5708-468a-bf91-f5ff1c562366 admin admin] Pushing event updated for resources: {'Port': ['ID=767a243a-d87b-4c91-bf22-90fdc76eb199,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:36:16.541650 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-db3f9e24-5708-468a-bf91-f5ff1c562366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:36:16.563605 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4825c595-6df8-494f-b2e3-0bc30ecce012 None None] Routers {'cf352b9c-9f97-4bc4-82cc-ad06defc927e'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:36:16.564276 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-4825c595-6df8-494f-b2e3-0bc30ecce012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99cad165c0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:35:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['cf352b9c-9f97-4bc4-82cc-ad06defc927e'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:36:16.595171 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3f9e24-5708-468a-bf91-f5ff1c562366 admin admin] Network 890a0074-3e1e-49d8-8cf4-76a9a26980e6 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:36:16.595947 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-db3f9e24-5708-468a-bf91-f5ff1c562366 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:36:16.598435 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3f9e24-5708-468a-bf91-f5ff1c562366 admin admin] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:36:16.658806 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-db3f9e24-5708-468a-bf91-f5ff1c562366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854426412'] for router_interface, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:16.787380 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-db3f9e24-5708-468a-bf91-f5ff1c562366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:16.842110 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-b04ac7a8-4893-4f00-a35a-5ccca2d94531 None None] Provisioning for port 767a243a-d87b-4c91-bf22-90fdc76eb199 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:36:16.848451 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-b04ac7a8-4893-4f00-a35a-5ccca2d94531 None None] Provisioning complete for port 767a243a-d87b-4c91-bf22-90fdc76eb199 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:36:16.848802 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b04ac7a8-4893-4f00-a35a-5ccca2d94531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:16.909702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-b04ac7a8-4893-4f00-a35a-5ccca2d94531 None None] Port 767a243a-d87b-4c91-bf22-90fdc76eb199 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:36:16.915796 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-4825c595-6df8-494f-b2e3-0bc30ecce012 None None] Set router cf352b9c-9f97-4bc4-82cc-ad06defc927e gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:36:17.095061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-db3f9e24-5708-468a-bf91-f5ff1c562366 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:17.099060 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-db3f9e24-5708-468a-bf91-f5ff1c562366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:17.129294 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-733766a0-ed5f-44c2-b9e2-fd43fc91f331 tempest-PortsTestJSON-2091459340 tempest-PortsTestJSON-2091459340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:36:17.217207 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-db3f9e24-5708-468a-bf91-f5ff1c562366 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854133895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349242'] for router_interface, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:17.218638 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-4825c595-6df8-494f-b2e3-0bc30ecce012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99cad165c0>, [{'id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'name': 'tempest-ServerActionsTestJSON-466440453-router', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': '4da5e201-762a-412e-8feb-be8f921842a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:36:11Z', 'updated_at': '2021-01-29T10:36:13Z', 'revision_number': 3, 'project_id': 'cc9e325e6c9744c187b64ac43be16b79', 'gw_port': {'id': '4da5e201-762a-412e-8feb-be8f921842a9', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:14:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:36:12Z', 'updated_at': '2021-01-29T10:36:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:36:17.222841 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4825c595-6df8-494f-b2e3-0bc30ecce012 None None] The sync data for ids ['cf352b9c-9f97-4bc4-82cc-ad06defc927e'] in dv-neutron-772983-2-ovs is: [{'id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'name': 'tempest-ServerActionsTestJSON-466440453-router', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': '4da5e201-762a-412e-8feb-be8f921842a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:36:11Z', 'updated_at': '2021-01-29T10:36:13Z', 'revision_number': 3, 'project_id': 'cc9e325e6c9744c187b64ac43be16b79', 'gw_port': {'id': '4da5e201-762a-412e-8feb-be8f921842a9', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:14:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:36:12Z', 'updated_at': '2021-01-29T10:36:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:36:17.233074 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3f9e24-5708-468a-bf91-f5ff1c562366 admin admin] Pushing event updated for resources: {'Port': ['ID=767a243a-d87b-4c91-bf22-90fdc76eb199,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:36:17.242034 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-db3f9e24-5708-468a-bf91-f5ff1c562366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:36:17.369523 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3f9e24-5708-468a-bf91-f5ff1c562366 admin admin] Network 890a0074-3e1e-49d8-8cf4-76a9a26980e6 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:36:17.370720 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-db3f9e24-5708-468a-bf91-f5ff1c562366 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:36:17.643729 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-56c248e5-0f7f-4229-bde4-c4b9baa66fbb None None] Provisioning complete for port 767a243a-d87b-4c91-bf22-90fdc76eb199 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:36:17.644164 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-56c248e5-0f7f-4229-bde4-c4b9baa66fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:17.716004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-56c248e5-0f7f-4229-bde4-c4b9baa66fbb None None] Port 767a243a-d87b-4c91-bf22-90fdc76eb199 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:36:17.861011 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db3f9e24-5708-468a-bf91-f5ff1c562366 admin admin] Router cf352b9c-9f97-4bc4-82cc-ad06defc927e has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:36:18.062201 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db3f9e24-5708-468a-bf91-f5ff1c562366 admin admin] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:36:18.071620 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-db3f9e24-5708-468a-bf91-f5ff1c562366 admin admin] 10.222.0.57 "PUT /v2.0/routers/cf352b9c-9f97-4bc4-82cc-ad06defc927e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1212096
Jan 29 10:36:18.416698 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 4da5e201-762a-412e-8feb-be8f921842a9 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:36:18.486845 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 4da5e201-762a-412e-8feb-be8f921842a9 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:36:18.491738 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 4da5e201-762a-412e-8feb-be8f921842a9 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:36:18.492157 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:18.617392 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:18.622994 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 33492) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:36:18.629123 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-5ab355a0-4e5f-4f5d-a1bd-03e0ab84e3f4 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Request body: {'security_group': {'name': 'tempest-securitygroup--278944749', 'description': 'tempest-description--1682700650'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:36:18.634881 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port 4da5e201-762a-412e-8feb-be8f921842a9, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=4da5e201-762a-412e-8feb-be8f921842a9,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:36:18.637900 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:18.639827 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:36:18.652404 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-5ab355a0-4e5f-4f5d-a1bd-03e0ab84e3f4 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:36:18.656576 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5ab355a0-4e5f-4f5d-a1bd-03e0ab84e3f4 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Usage tracker for resource:security_group and tenant:cc9e325e6c9744c187b64ac43be16b79 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:36:18.659617 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5ab355a0-4e5f-4f5d-a1bd-03e0ab84e3f4 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:36:18.666250 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-5ab355a0-4e5f-4f5d-a1bd-03e0ab84e3f4 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:36:18.676609 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5ab355a0-4e5f-4f5d-a1bd-03e0ab84e3f4 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:18.698133 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-5ab355a0-4e5f-4f5d-a1bd-03e0ab84e3f4 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:36:18.702431 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5ab355a0-4e5f-4f5d-a1bd-03e0ab84e3f4 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Usage tracker for resource:security_group_rule and tenant:cc9e325e6c9744c187b64ac43be16b79 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:36:18.705399 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5ab355a0-4e5f-4f5d-a1bd-03e0ab84e3f4 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:36:18.709630 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=4da5e201-762a-412e-8feb-be8f921842a9,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:36:18.712052 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-5ab355a0-4e5f-4f5d-a1bd-03e0ab84e3f4 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:36:18.713019 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:36:18.786411 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5ab355a0-4e5f-4f5d-a1bd-03e0ab84e3f4 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:18.791183 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5ab355a0-4e5f-4f5d-a1bd-03e0ab84e3f4 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:18.796500 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4dc9e408-91d0-4bf4-94e7-20679ead8ee8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:36:18.838151 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab355a0-4e5f-4f5d-a1bd-03e0ab84e3f4 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb4c84e-d441-4a54-aae6-0dd38d246af5,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:36:18.841221 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5ab355a0-4e5f-4f5d-a1bd-03e0ab84e3f4 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:36:18.842255 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5ab355a0-4e5f-4f5d-a1bd-03e0ab84e3f4 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:18.843595 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5ab355a0-4e5f-4f5d-a1bd-03e0ab84e3f4 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1781 time: 0.2194970
Jan 29 10:36:18.846606 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 33496) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:36:18.852490 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-0524ba48-f1bd-4763-b091-744003334ebb tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Request body: {'security_group_rule': {'security_group_id': 'bcb4c84e-d441-4a54-aae6-0dd38d246af5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:36:18.874383 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-0524ba48-f1bd-4763-b091-744003334ebb tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:36:18.878469 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-0524ba48-f1bd-4763-b091-744003334ebb tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Usage tracker for resource:security_group_rule and tenant:cc9e325e6c9744c187b64ac43be16b79 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:36:18.882247 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-0524ba48-f1bd-4763-b091-744003334ebb tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:36:18.888067 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-0524ba48-f1bd-4763-b091-744003334ebb tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:36:18.905055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0524ba48-f1bd-4763-b091-744003334ebb tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:18.972341 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0524ba48-f1bd-4763-b091-744003334ebb tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:18.974712 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0524ba48-f1bd-4763-b091-744003334ebb tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:18.976697 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-30c0e670-9698-4ca2-8d0f-010529fec6bb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:36:18.999673 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0524ba48-f1bd-4763-b091-744003334ebb tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f45dd370-bdb6-4c1d-b790-c1f2d738506d,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:36:19.002245 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0524ba48-f1bd-4763-b091-744003334ebb tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:36:19.009157 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0524ba48-f1bd-4763-b091-744003334ebb tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:19.010466 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0524ba48-f1bd-4763-b091-744003334ebb tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1628654
Jan 29 10:36:19.013172 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 33500) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:36:19.018872 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-f044d4ca-6883-419b-a487-af47ffcd980d tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Request body: {'security_group_rule': {'security_group_id': 'bcb4c84e-d441-4a54-aae6-0dd38d246af5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:36:19.041185 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-f044d4ca-6883-419b-a487-af47ffcd980d tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:36:19.045261 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f044d4ca-6883-419b-a487-af47ffcd980d tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Usage tracker for resource:security_group_rule and tenant:cc9e325e6c9744c187b64ac43be16b79 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:36:19.048327 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f044d4ca-6883-419b-a487-af47ffcd980d tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:36:19.054183 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-f044d4ca-6883-419b-a487-af47ffcd980d tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:36:19.071656 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f044d4ca-6883-419b-a487-af47ffcd980d tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:19.138051 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f044d4ca-6883-419b-a487-af47ffcd980d tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:19.140656 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f044d4ca-6883-419b-a487-af47ffcd980d tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:19.148386 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c5cd08ff-b323-4216-924f-8a7c61db05b5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:36:19.170412 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f044d4ca-6883-419b-a487-af47ffcd980d tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f899e76-b0f5-4dd0-ab7e-cb8544b987cc,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:36:19.173127 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f044d4ca-6883-419b-a487-af47ffcd980d tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:36:19.176718 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f044d4ca-6883-419b-a487-af47ffcd980d tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:19.178515 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f044d4ca-6883-419b-a487-af47ffcd980d tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1643209
Jan 29 10:36:19.181603 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 33504) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:36:19.187207 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-258a6726-fb1f-4bc3-a5db-ea3bef99bc49 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Request body: {'floatingip': {'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:36:19.209452 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-258a6726-fb1f-4bc3-a5db-ea3bef99bc49 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:36:19.213519 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-258a6726-fb1f-4bc3-a5db-ea3bef99bc49 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Usage tracker for resource:floatingip and tenant:cc9e325e6c9744c187b64ac43be16b79 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:36:19.216529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-258a6726-fb1f-4bc3-a5db-ea3bef99bc49 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:36:19.222282 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-258a6726-fb1f-4bc3-a5db-ea3bef99bc49 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:36:19.232006 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-258a6726-fb1f-4bc3-a5db-ea3bef99bc49 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks [] for floatingip, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:19.379654 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-258a6726-fb1f-4bc3-a5db-ea3bef99bc49 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:19.676464 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-258a6726-fb1f-4bc3-a5db-ea3bef99bc49 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Allocated IP 172.26.7.99 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/f430a8b6-5395-458d-b45e-228742ba17d3) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:36:19.837630 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-258a6726-fb1f-4bc3-a5db-ea3bef99bc49 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:19.866632 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-258a6726-fb1f-4bc3-a5db-ea3bef99bc49 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:19.882187 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8e076cde-afc2-4ca4-adeb-db606aac5c62 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:36:20.019144 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258a6726-fb1f-4bc3-a5db-ea3bef99bc49 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Pushing event updated for resources: {'Port': ['ID=f430a8b6-5395-458d-b45e-228742ba17d3,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:36:20.022691 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-258a6726-fb1f-4bc3-a5db-ea3bef99bc49 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:36:20.075787 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258a6726-fb1f-4bc3-a5db-ea3bef99bc49 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:36:20.077264 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-258a6726-fb1f-4bc3-a5db-ea3bef99bc49 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:36:20.079576 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258a6726-fb1f-4bc3-a5db-ea3bef99bc49 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:36:20.102826 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c161bd-ab73-46d4-b5ea-12d095574095 None None] Sync routers for ids ['cf352b9c-9f97-4bc4-82cc-ad06defc927e'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:36:20.113011 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c161bd-ab73-46d4-b5ea-12d095574095 None None] Routers {'cf352b9c-9f97-4bc4-82cc-ad06defc927e'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:36:20.113698 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-36c161bd-ab73-46d4-b5ea-12d095574095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c8fe9ba8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:35:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['cf352b9c-9f97-4bc4-82cc-ad06defc927e'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:36:20.168120 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-258a6726-fb1f-4bc3-a5db-ea3bef99bc49 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:20.233662 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-258a6726-fb1f-4bc3-a5db-ea3bef99bc49 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:20.315940 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-36c161bd-ab73-46d4-b5ea-12d095574095 None None] Set router cf352b9c-9f97-4bc4-82cc-ad06defc927e gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:36:20.450703 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 4da5e201-762a-412e-8feb-be8f921842a9 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:36:20.525236 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-258a6726-fb1f-4bc3-a5db-ea3bef99bc49 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:20.529086 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-258a6726-fb1f-4bc3-a5db-ea3bef99bc49 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:20.545483 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-dd32aaa2-5ef6-41e1-800d-f5b06a60428e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:36:20.689445 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258a6726-fb1f-4bc3-a5db-ea3bef99bc49 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Pushing event updated for resources: {'Port': ['ID=f430a8b6-5395-458d-b45e-228742ba17d3,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:36:20.694662 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-258a6726-fb1f-4bc3-a5db-ea3bef99bc49 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:36:20.794309 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-258a6726-fb1f-4bc3-a5db-ea3bef99bc49 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:20.817957 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-258a6726-fb1f-4bc3-a5db-ea3bef99bc49 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:20.818832 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 4da5e201-762a-412e-8feb-be8f921842a9 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:36:20.819204 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:20.820123 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-258a6726-fb1f-4bc3-a5db-ea3bef99bc49 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.6374700
Jan 29 10:36:21.016855 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-36c161bd-ab73-46d4-b5ea-12d095574095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c8fe9ba8>, [{'id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'name': 'tempest-ServerActionsTestJSON-466440453-router', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': '4da5e201-762a-412e-8feb-be8f921842a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:36:11Z', 'updated_at': '2021-01-29T10:36:16Z', 'revision_number': 4, 'project_id': 'cc9e325e6c9744c187b64ac43be16b79', 'gw_port': {'id': '4da5e201-762a-412e-8feb-be8f921842a9', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:14:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:36:12Z', 'updated_at': '2021-01-29T10:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '767a243a-d87b-4c91-bf22-90fdc76eb199', 'name': '', 'network_id': '890a0074-3e1e-49d8-8cf4-76a9a26980e6', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'mac_address': 'fa:16:3e:7b:e8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'c6b32b80-7adf-4992-aa8d-cb3c4b0180ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:36:15Z', 'updated_at': '2021-01-29T10:36:16Z', 'revision_number': 2, 'project_id': 'cc9e325e6c9744c187b64ac43be16b79', 'subnets': [{'id': 'c6b32b80-7adf-4992-aa8d-cb3c4b0180ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:36:21.021149 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c161bd-ab73-46d4-b5ea-12d095574095 None None] Checking router: cf352b9c-9f97-4bc4-82cc-ad06defc927e for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:36:21.021897 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c161bd-ab73-46d4-b5ea-12d095574095 None None] Updating router cf352b9c-9f97-4bc4-82cc-ad06defc927e port 767a243a-d87b-4c91-bf22-90fdc76eb199 binding host dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 29 10:36:21.024124 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-4ecab4b0-9b3d-4710-bd5e-22691f7aa320 req-1b3aeb1f-2704-4e7e-a423-ad0a7c458edb tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Synchronizing usage tracker for tenant:cc9e325e6c9744c187b64ac43be16b79 on resource:security_group {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:36:21.041652 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-4ecab4b0-9b3d-4710-bd5e-22691f7aa320 req-1b3aeb1f-2704-4e7e-a423-ad0a7c458edb tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Unset dirty status for tenant:cc9e325e6c9744c187b64ac43be16b79 on resource:security_group {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:36:21.042983 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4ecab4b0-9b3d-4710-bd5e-22691f7aa320 req-1b3aeb1f-2704-4e7e-a423-ad0a7c458edb tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--278944749&fields=id&tenant_id=cc9e325e6c9744c187b64ac43be16b79 HTTP/1.1" status: 200  len: 267 time: 0.0774815
Jan 29 10:36:21.078858 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-36c161bd-ab73-46d4-b5ea-12d095574095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:21.290443 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecab4b0-9b3d-4710-bd5e-22691f7aa320 req-2adbf570-e411-40a5-9c92-6a8e1fe5d039 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:36:21.291181 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-4ecab4b0-9b3d-4710-bd5e-22691f7aa320 req-2adbf570-e411-40a5-9c92-6a8e1fe5d039 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Synchronizing usage tracker for tenant:cc9e325e6c9744c187b64ac43be16b79 on resource:network {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:36:21.310280 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-4ecab4b0-9b3d-4710-bd5e-22691f7aa320 req-2adbf570-e411-40a5-9c92-6a8e1fe5d039 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Unset dirty status for tenant:cc9e325e6c9744c187b64ac43be16b79 on resource:network {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:36:21.311621 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4ecab4b0-9b3d-4710-bd5e-22691f7aa320 req-2adbf570-e411-40a5-9c92-6a8e1fe5d039 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/networks?id=890a0074-3e1e-49d8-8cf4-76a9a26980e6 HTTP/1.1" status: 200  len: 811 time: 0.2609463
Jan 29 10:36:21.330708 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4ecab4b0-9b3d-4710-bd5e-22691f7aa320 req-0a865020-dbfd-49bb-aabe-fa89730be223 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/quotas/cc9e325e6c9744c187b64ac43be16b79 HTTP/1.1" status: 200  len: 375 time: 0.0110195
Jan 29 10:36:21.474351 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-4ecab4b0-9b3d-4710-bd5e-22691f7aa320 req-4095578a-6227-46b4-bf87-33f31664c2be tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Synchronizing usage tracker for tenant:cc9e325e6c9744c187b64ac43be16b79 on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:36:21.491959 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-4ecab4b0-9b3d-4710-bd5e-22691f7aa320 req-4095578a-6227-46b4-bf87-33f31664c2be tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Unset dirty status for tenant:cc9e325e6c9744c187b64ac43be16b79 on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:36:21.493411 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4ecab4b0-9b3d-4710-bd5e-22691f7aa320 req-4095578a-6227-46b4-bf87-33f31664c2be tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=cc9e325e6c9744c187b64ac43be16b79&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1560519
Jan 29 10:36:21.511482 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-894a239a-12c1-4a45-99ef-89e6d7e455e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:21.524365 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-36c161bd-ab73-46d4-b5ea-12d095574095 None None] Notify callbacks [] for port, precommit_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:21.536324 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-36c161bd-ab73-46d4-b5ea-12d095574095 None None] Transition to ACTIVE for port object 767a243a-d87b-4c91-bf22-90fdc76eb199 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:36:21.539727 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-36c161bd-ab73-46d4-b5ea-12d095574095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:21.555078 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:36:21.649228 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4ecab4b0-9b3d-4710-bd5e-22691f7aa320 req-e887da1a-3dbb-4025-9ad2-be7a33ced17c service neutron] 10.222.0.57 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1424553
Jan 29 10:36:21.690910 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5cb2dd-60a2-49b3-bf12-218ba16ff6e9 None None] Pushing event updated for resources: {'Port': ['ID=767a243a-d87b-4c91-bf22-90fdc76eb199,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:36:21.695244 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-de5cb2dd-60a2-49b3-bf12-218ba16ff6e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:36:21.800586 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4ecab4b0-9b3d-4710-bd5e-22691f7aa320 req-dac546d4-2e1b-4c45-bf40-e132692349e8 service neutron] 10.222.0.57 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1445255
Jan 29 10:36:21.860335 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-36c161bd-ab73-46d4-b5ea-12d095574095 None None] Attempting to bind port 767a243a-d87b-4c91-bf22-90fdc76eb199 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:36:21.860764 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-36c161bd-ab73-46d4-b5ea-12d095574095 None None] Attempting to bind port 767a243a-d87b-4c91-bf22-90fdc76eb199 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '7f8f37ac-b75d-4202-96da-20b63b141e1f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '890a0074-3e1e-49d8-8cf4-76a9a26980e6'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:36:21.861293 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c161bd-ab73-46d4-b5ea-12d095574095 None None] Attempting to bind port 767a243a-d87b-4c91-bf22-90fdc76eb199 on network 890a0074-3e1e-49d8-8cf4-76a9a26980e6 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:36:21.868037 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c161bd-ab73-46d4-b5ea-12d095574095 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:36:21.868467 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c161bd-ab73-46d4-b5ea-12d095574095 None None] Checking segment: {'id': '7f8f37ac-b75d-4202-96da-20b63b141e1f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '890a0074-3e1e-49d8-8cf4-76a9a26980e6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:36:21.868926 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-36c161bd-ab73-46d4-b5ea-12d095574095 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:21.869371 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c161bd-ab73-46d4-b5ea-12d095574095 None None] Bound using segment: {'id': '7f8f37ac-b75d-4202-96da-20b63b141e1f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '890a0074-3e1e-49d8-8cf4-76a9a26980e6'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:36:21.869930 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-36c161bd-ab73-46d4-b5ea-12d095574095 None None] Bound port: 767a243a-d87b-4c91-bf22-90fdc76eb199, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f8f37ac-b75d-4202-96da-20b63b141e1f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '890a0074-3e1e-49d8-8cf4-76a9a26980e6'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:36:21.870358 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-36c161bd-ab73-46d4-b5ea-12d095574095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:21.982795 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-36c161bd-ab73-46d4-b5ea-12d095574095 None None] For port 767a243a-d87b-4c91-bf22-90fdc76eb199, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:36:21.986451 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-36c161bd-ab73-46d4-b5ea-12d095574095 None None] For port 767a243a-d87b-4c91-bf22-90fdc76eb199, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=767a243a-d87b-4c91-bf22-90fdc76eb199,segment=NetworkSegment(7f8f37ac-b75d-4202-96da-20b63b141e1f),segment_id=7f8f37ac-b75d-4202-96da-20b63b141e1f)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:36:21.991783 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-36c161bd-ab73-46d4-b5ea-12d095574095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:22.007902 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:36:22.029756 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d97d5ec6-07d0-4bb7-b5ae-339f0d3b9d6a req-35d9a46b-0471-44e4-9f9a-472b04cec4d2 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fe8519e-109d-42ac-8570-d826cf17f673 HTTP/1.1" status: 200  len: 210 time: 0.0572112
Jan 29 10:36:22.162159 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5cb2dd-60a2-49b3-bf12-218ba16ff6e9 None None] Pushing event updated for resources: {'Port': ['ID=767a243a-d87b-4c91-bf22-90fdc76eb199,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:36:22.166982 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-de5cb2dd-60a2-49b3-bf12-218ba16ff6e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:36:22.207906 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c161bd-ab73-46d4-b5ea-12d095574095 None None] Routers {'cf352b9c-9f97-4bc4-82cc-ad06defc927e'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:36:22.208595 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-36c161bd-ab73-46d4-b5ea-12d095574095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c8fe9ba8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:35:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['cf352b9c-9f97-4bc4-82cc-ad06defc927e'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:36:22.436254 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-36c161bd-ab73-46d4-b5ea-12d095574095 None None] Set router cf352b9c-9f97-4bc4-82cc-ad06defc927e gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:36:22.774087 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-36c161bd-ab73-46d4-b5ea-12d095574095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c8fe9ba8>, [{'id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'name': 'tempest-ServerActionsTestJSON-466440453-router', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': '4da5e201-762a-412e-8feb-be8f921842a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:36:11Z', 'updated_at': '2021-01-29T10:36:16Z', 'revision_number': 4, 'project_id': 'cc9e325e6c9744c187b64ac43be16b79', 'gw_port': {'id': '4da5e201-762a-412e-8feb-be8f921842a9', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:14:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:36:12Z', 'updated_at': '2021-01-29T10:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '767a243a-d87b-4c91-bf22-90fdc76eb199', 'name': '', 'network_id': '890a0074-3e1e-49d8-8cf4-76a9a26980e6', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'mac_address': 'fa:16:3e:7b:e8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'c6b32b80-7adf-4992-aa8d-cb3c4b0180ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:36:15Z', 'updated_at': '2021-01-29T10:36:21Z', 'revision_number': 4, 'project_id': 'cc9e325e6c9744c187b64ac43be16b79', 'subnets': [{'id': 'c6b32b80-7adf-4992-aa8d-cb3c4b0180ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:36:22.778238 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c161bd-ab73-46d4-b5ea-12d095574095 None None] The sync data for ids ['cf352b9c-9f97-4bc4-82cc-ad06defc927e'] in dv-neutron-772983-2-ovs is: [{'id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'name': 'tempest-ServerActionsTestJSON-466440453-router', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': '4da5e201-762a-412e-8feb-be8f921842a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:36:11Z', 'updated_at': '2021-01-29T10:36:16Z', 'revision_number': 4, 'project_id': 'cc9e325e6c9744c187b64ac43be16b79', 'gw_port': {'id': '4da5e201-762a-412e-8feb-be8f921842a9', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:14:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:36:12Z', 'updated_at': '2021-01-29T10:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '767a243a-d87b-4c91-bf22-90fdc76eb199', 'name': '', 'network_id': '890a0074-3e1e-49d8-8cf4-76a9a26980e6', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'mac_address': 'fa:16:3e:7b:e8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'c6b32b80-7adf-4992-aa8d-cb3c4b0180ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:36:15Z', 'updated_at': '2021-01-29T10:36:21Z', 'revision_number': 4, 'project_id': 'cc9e325e6c9744c187b64ac43be16b79', 'subnets': [{'id': 'c6b32b80-7adf-4992-aa8d-cb3c4b0180ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:36:23.250491 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f37eae2e-b8a7-4cc8-b8e5-0b914ca3c182 req-f2e36de3-9621-4a05-8b3e-636a2cc5bc81 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fe8519e-109d-42ac-8570-d826cf17f673 HTTP/1.1" status: 200  len: 210 time: 0.0748076
Jan 29 10:36:23.337306 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecab4b0-9b3d-4710-bd5e-22691f7aa320 req-bc3c97ab-2df2-4d9b-abdb-2ca0dfb79f59 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:36:23.337306 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4ecab4b0-9b3d-4710-bd5e-22691f7aa320 req-bc3c97ab-2df2-4d9b-abdb-2ca0dfb79f59 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.22 "GET /v2.0/networks?id=890a0074-3e1e-49d8-8cf4-76a9a26980e6 HTTP/1.1" status: 200  len: 811 time: 0.2773600
Jan 29 10:36:23.467647 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4ecab4b0-9b3d-4710-bd5e-22691f7aa320 req-a1ae9595-402c-492d-8f2c-af989904245a tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cc9e325e6c9744c187b64ac43be16b79 HTTP/1.1" status: 200  len: 5716 time: 0.1102712
Jan 29 10:36:23.477725 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-4ecab4b0-9b3d-4710-bd5e-22691f7aa320 req-4a1aa6b0-e375-4005-8d11-1ec53fb15062 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Request body: {'port': {'device_id': '6fe8519e-109d-42ac-8570-d826cf17f673', 'network_id': '890a0074-3e1e-49d8-8cf4-76a9a26980e6', 'admin_state_up': True, 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'security_groups': ['bcb4c84e-d441-4a54-aae6-0dd38d246af5']}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:36:23.631189 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-4ecab4b0-9b3d-4710-bd5e-22691f7aa320 req-4a1aa6b0-e375-4005-8d11-1ec53fb15062 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:36:23.641521 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-4ecab4b0-9b3d-4710-bd5e-22691f7aa320 req-4a1aa6b0-e375-4005-8d11-1ec53fb15062 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:36:23.651269 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ecab4b0-9b3d-4710-bd5e-22691f7aa320 req-4a1aa6b0-e375-4005-8d11-1ec53fb15062 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Made reservation on behalf of cc9e325e6c9744c187b64ac43be16b79 for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:36:23.672338 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-4ecab4b0-9b3d-4710-bd5e-22691f7aa320 req-4a1aa6b0-e375-4005-8d11-1ec53fb15062 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:23.757583 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-099de18a-e77b-4fae-aba9-a75af7e0e100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:23.984031 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [req-4ecab4b0-9b3d-4710-bd5e-22691f7aa320 req-4a1aa6b0-e375-4005-8d11-1ec53fb15062 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Allocated IP 172.20.0.8 (890a0074-3e1e-49d8-8cf4-76a9a26980e6/c6b32b80-7adf-4992-aa8d-cb3c4b0180ce/31a3422e-90c5-4d2e-ae0a-e905edd8cf96) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:36:24.190264 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-4ecab4b0-9b3d-4710-bd5e-22691f7aa320 req-4a1aa6b0-e375-4005-8d11-1ec53fb15062 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:24.207160 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-4ecab4b0-9b3d-4710-bd5e-22691f7aa320 req-4a1aa6b0-e375-4005-8d11-1ec53fb15062 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Transition to ACTIVE for port object 31a3422e-90c5-4d2e-ae0a-e905edd8cf96 will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:36:24.230701 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-4ecab4b0-9b3d-4710-bd5e-22691f7aa320 req-4a1aa6b0-e375-4005-8d11-1ec53fb15062 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:24.246416 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9a08bc74-d284-4729-8711-1534f2117a90 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:36:24.310934 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:24.396018 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1aa6b0-e375-4005-8d11-1ec53fb15062 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Pushing event updated for resources: {'Port': ['ID=31a3422e-90c5-4d2e-ae0a-e905edd8cf96,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:36:24.407358 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1aa6b0-e375-4005-8d11-1ec53fb15062 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:36:24.407876 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1aa6b0-e375-4005-8d11-1ec53fb15062 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:36:24.408367 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1aa6b0-e375-4005-8d11-1ec53fb15062 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:36:24.408853 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1aa6b0-e375-4005-8d11-1ec53fb15062 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:36:24.409340 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1aa6b0-e375-4005-8d11-1ec53fb15062 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:36:24.410073 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1aa6b0-e375-4005-8d11-1ec53fb15062 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:36:24.410288 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1aa6b0-e375-4005-8d11-1ec53fb15062 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:36:24.410814 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1aa6b0-e375-4005-8d11-1ec53fb15062 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:36:24.411354 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1aa6b0-e375-4005-8d11-1ec53fb15062 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:36:24.412421 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1aa6b0-e375-4005-8d11-1ec53fb15062 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:36:24.412971 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1aa6b0-e375-4005-8d11-1ec53fb15062 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:36:24.413631 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1aa6b0-e375-4005-8d11-1ec53fb15062 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:36:24.414023 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1aa6b0-e375-4005-8d11-1ec53fb15062 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:36:24.414437 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1aa6b0-e375-4005-8d11-1ec53fb15062 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:36:24.414824 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1aa6b0-e375-4005-8d11-1ec53fb15062 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:36:24.415227 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1aa6b0-e375-4005-8d11-1ec53fb15062 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:36:24.415629 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1aa6b0-e375-4005-8d11-1ec53fb15062 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:36:24.417085 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1aa6b0-e375-4005-8d11-1ec53fb15062 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:36:24.417085 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1aa6b0-e375-4005-8d11-1ec53fb15062 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:36:24.417085 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1aa6b0-e375-4005-8d11-1ec53fb15062 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:36:24.417371 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1aa6b0-e375-4005-8d11-1ec53fb15062 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:36:24.417953 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1aa6b0-e375-4005-8d11-1ec53fb15062 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:36:24.418357 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1aa6b0-e375-4005-8d11-1ec53fb15062 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:36:24.418759 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1aa6b0-e375-4005-8d11-1ec53fb15062 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:36:24.424505 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4a1aa6b0-e375-4005-8d11-1ec53fb15062 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:36:24.437950 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 767a243a-d87b-4c91-bf22-90fdc76eb199 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:36:24.480787 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ecab4b0-9b3d-4710-bd5e-22691f7aa320 req-4a1aa6b0-e375-4005-8d11-1ec53fb15062 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Network 890a0074-3e1e-49d8-8cf4-76a9a26980e6 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:36:24.481932 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [req-4ecab4b0-9b3d-4710-bd5e-22691f7aa320 req-4a1aa6b0-e375-4005-8d11-1ec53fb15062 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:36:24.486555 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ecab4b0-9b3d-4710-bd5e-22691f7aa320 req-4a1aa6b0-e375-4005-8d11-1ec53fb15062 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:36:24.522548 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 767a243a-d87b-4c91-bf22-90fdc76eb199 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:36:24.522548 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 767a243a-d87b-4c91-bf22-90fdc76eb199 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:36:24.522548 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:24.581343 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14099caa-f400-4818-860e-539865f5b658 req-faa97cc7-aac7-4048-928a-6615c2860ada tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:36:24.583255 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-14099caa-f400-4818-860e-539865f5b658 req-faa97cc7-aac7-4048-928a-6615c2860ada tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fe8519e-109d-42ac-8570-d826cf17f673 HTTP/1.1" status: 200  len: 931 time: 0.1824665
Jan 29 10:36:24.639676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecab4b0-9b3d-4710-bd5e-22691f7aa320 req-4a1aa6b0-e375-4005-8d11-1ec53fb15062 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:36:24.640531 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-4ecab4b0-9b3d-4710-bd5e-22691f7aa320 req-4a1aa6b0-e375-4005-8d11-1ec53fb15062 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:24.663437 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-14099caa-f400-4818-860e-539865f5b658 req-23d1eae6-5232-4672-9653-2d5867c7aeca tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0733492
Jan 29 10:36:24.666434 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:24.678430 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4ecab4b0-9b3d-4710-bd5e-22691f7aa320 req-4a1aa6b0-e375-4005-8d11-1ec53fb15062 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2051785
Jan 29 10:36:24.696979 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-4ecab4b0-9b3d-4710-bd5e-22691f7aa320 req-98f5b599-7a23-4a21-ab1a-c64ed1ae77b4 service neutron] Request body: {'port': {'device_id': '6fe8519e-109d-42ac-8570-d826cf17f673', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7729'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:36:24.710249 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port 767a243a-d87b-4c91-bf22-90fdc76eb199, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=767a243a-d87b-4c91-bf22-90fdc76eb199,segment=NetworkSegment(7f8f37ac-b75d-4202-96da-20b63b141e1f),segment_id=7f8f37ac-b75d-4202-96da-20b63b141e1f)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:36:24.715623 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:24.718113 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-de5cb2dd-60a2-49b3-bf12-218ba16ff6e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:36:24.754216 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-28579f35-d270-4815-b35c-438753447115 None None] Provisioning for port 31a3422e-90c5-4d2e-ae0a-e905edd8cf96 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:36:24.768899 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-28579f35-d270-4815-b35c-438753447115 None None] Provisioning complete for port 31a3422e-90c5-4d2e-ae0a-e905edd8cf96 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:36:24.769229 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-28579f35-d270-4815-b35c-438753447115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:24.816813 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-4ecab4b0-9b3d-4710-bd5e-22691f7aa320 req-98f5b599-7a23-4a21-ab1a-c64ed1ae77b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:24.844282 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=767a243a-d87b-4c91-bf22-90fdc76eb199,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:36:24.848649 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:36:24.849400 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-28579f35-d270-4815-b35c-438753447115 None None] Port 31a3422e-90c5-4d2e-ae0a-e905edd8cf96 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:36:24.947792 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:25.234384 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [req-4ecab4b0-9b3d-4710-bd5e-22691f7aa320 req-98f5b599-7a23-4a21-ab1a-c64ed1ae77b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31a3422e-90c5-4d2e-ae0a-e905edd8cf96 {{(pid=80766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 29 10:36:25.242619 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-4ecab4b0-9b3d-4710-bd5e-22691f7aa320 req-98f5b599-7a23-4a21-ab1a-c64ed1ae77b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:25.256738 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-4ecab4b0-9b3d-4710-bd5e-22691f7aa320 req-98f5b599-7a23-4a21-ab1a-c64ed1ae77b4 service neutron] Transition to ACTIVE for port object 31a3422e-90c5-4d2e-ae0a-e905edd8cf96 will not be triggered until provisioned by entity L2. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:36:25.258836 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-4ecab4b0-9b3d-4710-bd5e-22691f7aa320 req-98f5b599-7a23-4a21-ab1a-c64ed1ae77b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:25.274663 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ebc13a36-8dd3-4421-94a5-0dd3fd3479cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:36:25.686449 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f5b599-7a23-4a21-ab1a-c64ed1ae77b4 service neutron] Pushing event updated for resources: {'Port': ['ID=31a3422e-90c5-4d2e-ae0a-e905edd8cf96,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:36:25.696580 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-98f5b599-7a23-4a21-ab1a-c64ed1ae77b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:36:25.881972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-4ecab4b0-9b3d-4710-bd5e-22691f7aa320 req-98f5b599-7a23-4a21-ab1a-c64ed1ae77b4 service neutron] Attempting to bind port 31a3422e-90c5-4d2e-ae0a-e905edd8cf96 on host hv-neutron-7729 for vnic_type normal with profile  {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:36:25.882588 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-4ecab4b0-9b3d-4710-bd5e-22691f7aa320 req-98f5b599-7a23-4a21-ab1a-c64ed1ae77b4 service neutron] Attempting to bind port 31a3422e-90c5-4d2e-ae0a-e905edd8cf96 by drivers openvswitch on host hv-neutron-7729 at level 0 using segments [{'id': '7f8f37ac-b75d-4202-96da-20b63b141e1f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '890a0074-3e1e-49d8-8cf4-76a9a26980e6'}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:36:25.883182 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecab4b0-9b3d-4710-bd5e-22691f7aa320 req-98f5b599-7a23-4a21-ab1a-c64ed1ae77b4 service neutron] Attempting to bind port 31a3422e-90c5-4d2e-ae0a-e905edd8cf96 on network 890a0074-3e1e-49d8-8cf4-76a9a26980e6 {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:36:25.889717 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecab4b0-9b3d-4710-bd5e-22691f7aa320 req-98f5b599-7a23-4a21-ab1a-c64ed1ae77b4 service neutron] Checking agent: {'id': '5acf9624-c829-41ba-afd9-92278081af05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 10, 2, 34), 'started_at': datetime.datetime(2021, 1, 29, 10, 3, 4), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:36:25.890127 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecab4b0-9b3d-4710-bd5e-22691f7aa320 req-98f5b599-7a23-4a21-ab1a-c64ed1ae77b4 service neutron] Checking segment: {'id': '7f8f37ac-b75d-4202-96da-20b63b141e1f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '890a0074-3e1e-49d8-8cf4-76a9a26980e6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:36:25.890540 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-4ecab4b0-9b3d-4710-bd5e-22691f7aa320 req-98f5b599-7a23-4a21-ab1a-c64ed1ae77b4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:25.890939 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecab4b0-9b3d-4710-bd5e-22691f7aa320 req-98f5b599-7a23-4a21-ab1a-c64ed1ae77b4 service neutron] Bound using segment: {'id': '7f8f37ac-b75d-4202-96da-20b63b141e1f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '890a0074-3e1e-49d8-8cf4-76a9a26980e6'} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:36:25.891410 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-4ecab4b0-9b3d-4710-bd5e-22691f7aa320 req-98f5b599-7a23-4a21-ab1a-c64ed1ae77b4 service neutron] Bound port: 31a3422e-90c5-4d2e-ae0a-e905edd8cf96, host: hv-neutron-7729, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f8f37ac-b75d-4202-96da-20b63b141e1f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '890a0074-3e1e-49d8-8cf4-76a9a26980e6'}}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:36:25.891792 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-4ecab4b0-9b3d-4710-bd5e-22691f7aa320 req-98f5b599-7a23-4a21-ab1a-c64ed1ae77b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:25.971966 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52099b2e-492c-4a00-a62b-e93d6847d3a7 req-cfaa3b0b-d6e7-4351-8714-8af8cbb9939a tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:36:25.973718 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-52099b2e-492c-4a00-a62b-e93d6847d3a7 req-cfaa3b0b-d6e7-4351-8714-8af8cbb9939a tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fe8519e-109d-42ac-8570-d826cf17f673 HTTP/1.1" status: 200  len: 943 time: 0.1766968
Jan 29 10:36:25.990494 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-4ecab4b0-9b3d-4710-bd5e-22691f7aa320 req-98f5b599-7a23-4a21-ab1a-c64ed1ae77b4 service neutron] For port 31a3422e-90c5-4d2e-ae0a-e905edd8cf96, host hv-neutron-7729, cleared binding levels {{(pid=80766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:36:25.993759 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-4ecab4b0-9b3d-4710-bd5e-22691f7aa320 req-98f5b599-7a23-4a21-ab1a-c64ed1ae77b4 service neutron] For port 31a3422e-90c5-4d2e-ae0a-e905edd8cf96, host hv-neutron-7729, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=31a3422e-90c5-4d2e-ae0a-e905edd8cf96,segment=NetworkSegment(7f8f37ac-b75d-4202-96da-20b63b141e1f),segment_id=7f8f37ac-b75d-4202-96da-20b63b141e1f)] {{(pid=80766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:36:25.997140 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-4ecab4b0-9b3d-4710-bd5e-22691f7aa320 req-98f5b599-7a23-4a21-ab1a-c64ed1ae77b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:26.013401 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e9ee20e0-ee95-4891-93e6-21c0707da676 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:36:26.046114 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-52099b2e-492c-4a00-a62b-e93d6847d3a7 req-3a810623-0d04-4edc-9226-fc9c10f85dd6 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0636330
Jan 29 10:36:26.119988 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:26.167954 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f5b599-7a23-4a21-ab1a-c64ed1ae77b4 service neutron] Pushing event updated for resources: {'Port': ['ID=31a3422e-90c5-4d2e-ae0a-e905edd8cf96,revision_number=3']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:36:26.172771 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-98f5b599-7a23-4a21-ab1a-c64ed1ae77b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:36:26.205016 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecab4b0-9b3d-4710-bd5e-22691f7aa320 req-98f5b599-7a23-4a21-ab1a-c64ed1ae77b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:36:26.205770 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-4ecab4b0-9b3d-4710-bd5e-22691f7aa320 req-98f5b599-7a23-4a21-ab1a-c64ed1ae77b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:26.207191 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4ecab4b0-9b3d-4710-bd5e-22691f7aa320 req-98f5b599-7a23-4a21-ab1a-c64ed1ae77b4 service neutron] 10.222.0.22 "PUT /v2.0/ports/31a3422e-90c5-4d2e-ae0a-e905edd8cf96 HTTP/1.1" status: 200  len: 1157 time: 1.5153224
Jan 29 10:36:26.207755 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fe8519e-109d-42ac-8570-d826cf17f673', 'tag': '31a3422e-90c5-4d2e-ae0a-e905edd8cf96'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:36:26.307626 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fe8519e-109d-42ac-8570-d826cf17f673', 'tag': '31a3422e-90c5-4d2e-ae0a-e905edd8cf96', 'status': 'completed', 'code': 200}
Jan 29 10:36:26.346410 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecab4b0-9b3d-4710-bd5e-22691f7aa320 req-9a810ca8-d5ab-41ad-a70d-8a050ed3677c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:36:26.348217 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4ecab4b0-9b3d-4710-bd5e-22691f7aa320 req-9a810ca8-d5ab-41ad-a70d-8a050ed3677c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cc9e325e6c9744c187b64ac43be16b79&device_id=6fe8519e-109d-42ac-8570-d826cf17f673 HTTP/1.1" status: 200  len: 1160 time: 0.0892498
Jan 29 10:36:26.397679 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 767a243a-d87b-4c91-bf22-90fdc76eb199 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:36:26.428540 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4ecab4b0-9b3d-4710-bd5e-22691f7aa320 req-4528459e-71cb-4d7f-8ac3-924e201be902 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31a3422e-90c5-4d2e-ae0a-e905edd8cf96 HTTP/1.1" status: 200  len: 217 time: 0.0662456
Jan 29 10:36:26.469869 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 767a243a-d87b-4c91-bf22-90fdc76eb199 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:36:26.470319 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:26.500899 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecab4b0-9b3d-4710-bd5e-22691f7aa320 req-a36e0f1a-7aef-49e8-bbeb-43661d5ceb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:36:26.502460 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4ecab4b0-9b3d-4710-bd5e-22691f7aa320 req-a36e0f1a-7aef-49e8-bbeb-43661d5ceb50 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c6b32b80-7adf-4992-aa8d-cb3c4b0180ce HTTP/1.1" status: 200  len: 850 time: 0.0678067
Jan 29 10:36:26.586408 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecab4b0-9b3d-4710-bd5e-22691f7aa320 req-697e8370-ec94-474e-8ebb-f91f51839465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:36:26.588041 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4ecab4b0-9b3d-4710-bd5e-22691f7aa320 req-697e8370-ec94-474e-8ebb-f91f51839465 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=890a0074-3e1e-49d8-8cf4-76a9a26980e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0777841
Jan 29 10:36:26.734616 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4ecab4b0-9b3d-4710-bd5e-22691f7aa320 req-5d236f94-2cd8-4d1c-9eaa-97ded441f97c service neutron] 10.222.0.22 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1394517
Jan 29 10:36:26.876765 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4ecab4b0-9b3d-4710-bd5e-22691f7aa320 req-00bcc81d-eacb-4ae0-86d2-f298b24ff96b service neutron] 10.222.0.22 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1347749
Jan 29 10:36:27.044052 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21339e94-2c1f-4152-87fc-973c20ff7497 req-908e8526-de66-46c6-a680-f03fa7bb6f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:36:27.046202 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-21339e94-2c1f-4152-87fc-973c20ff7497 req-908e8526-de66-46c6-a680-f03fa7bb6f76 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cc9e325e6c9744c187b64ac43be16b79&device_id=6fe8519e-109d-42ac-8570-d826cf17f673 HTTP/1.1" status: 200  len: 1160 time: 0.0826516
Jan 29 10:36:27.195230 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21339e94-2c1f-4152-87fc-973c20ff7497 req-efa96a14-a7df-4e0e-9144-7235c1359d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:36:27.196748 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-21339e94-2c1f-4152-87fc-973c20ff7497 req-efa96a14-a7df-4e0e-9144-7235c1359d14 service neutron] 10.222.0.22 "GET /v2.0/networks?id=890a0074-3e1e-49d8-8cf4-76a9a26980e6 HTTP/1.1" status: 200  len: 905 time: 0.1444016
Jan 29 10:36:27.270990 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-21339e94-2c1f-4152-87fc-973c20ff7497 req-f8f9e599-3f2f-4194-b764-47715432836c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31a3422e-90c5-4d2e-ae0a-e905edd8cf96 HTTP/1.1" status: 200  len: 217 time: 0.0672247
Jan 29 10:36:27.347820 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21339e94-2c1f-4152-87fc-973c20ff7497 req-7404838b-e636-4fc4-99a8-6a79683a2b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:36:27.350510 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-21339e94-2c1f-4152-87fc-973c20ff7497 req-7404838b-e636-4fc4-99a8-6a79683a2b9a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c6b32b80-7adf-4992-aa8d-cb3c4b0180ce HTTP/1.1" status: 200  len: 850 time: 0.0716553
Jan 29 10:36:27.356772 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d60bf-8912-4e20-923c-9d049aa8be31 req-987fcba4-0dc2-485c-85a5-9b6443bd962e tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:36:27.358485 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8b4d60bf-8912-4e20-923c-9d049aa8be31 req-987fcba4-0dc2-485c-85a5-9b6443bd962e tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fe8519e-109d-42ac-8570-d826cf17f673 HTTP/1.1" status: 200  len: 943 time: 0.1668081
Jan 29 10:36:27.422973 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8b4d60bf-8912-4e20-923c-9d049aa8be31 req-b824891a-4a05-408a-93f8-fda983d34435 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0582085
Jan 29 10:36:27.434858 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21339e94-2c1f-4152-87fc-973c20ff7497 req-29e4fcde-2e08-4d0c-9e23-3764b224ae10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:36:27.436471 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-21339e94-2c1f-4152-87fc-973c20ff7497 req-29e4fcde-2e08-4d0c-9e23-3764b224ae10 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=890a0074-3e1e-49d8-8cf4-76a9a26980e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0794630
Jan 29 10:36:27.582766 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-21339e94-2c1f-4152-87fc-973c20ff7497 req-cef8682d-7e22-4f8c-a0c1-2f4a8699e925 service neutron] 10.222.0.22 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1389508
Jan 29 10:36:27.732910 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-21339e94-2c1f-4152-87fc-973c20ff7497 req-dd1fd693-f8f8-4fd5-8dfe-497a5dcee95d service neutron] 10.222.0.22 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1426105
Jan 29 10:36:28.725470 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69220c08-bc1a-4fec-9292-4283a21aa3df req-f5aecb78-16ef-42e5-ac6a-7dc359b831ed tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:36:28.727050 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-69220c08-bc1a-4fec-9292-4283a21aa3df req-f5aecb78-16ef-42e5-ac6a-7dc359b831ed tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fe8519e-109d-42ac-8570-d826cf17f673 HTTP/1.1" status: 200  len: 943 time: 0.1667650
Jan 29 10:36:28.790459 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-69220c08-bc1a-4fec-9292-4283a21aa3df req-09747b1f-7cf6-4089-a65d-aec5eb937955 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0568531
Jan 29 10:36:30.079450 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e33ce-91fc-4b41-a496-065060fdf5a5 req-f292a879-73f8-4efc-b1f3-977fc86a4e77 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:36:30.081116 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5b6e33ce-91fc-4b41-a496-065060fdf5a5 req-f292a879-73f8-4efc-b1f3-977fc86a4e77 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fe8519e-109d-42ac-8570-d826cf17f673 HTTP/1.1" status: 200  len: 943 time: 0.1625791
Jan 29 10:36:30.149861 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5b6e33ce-91fc-4b41-a496-065060fdf5a5 req-ad076957-342a-4d92-9b7d-04f181a20c42 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0610352
Jan 29 10:36:30.771949 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 31a3422e-90c5-4d2e-ae0a-e905edd8cf96 up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:36:30.845973 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning for port 31a3422e-90c5-4d2e-ae0a-e905edd8cf96 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:36:30.851153 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 31a3422e-90c5-4d2e-ae0a-e905edd8cf96 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:36:30.851581 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:31.144941 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:31.176271 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe8519e-109d-42ac-8570-d826cf17f673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31a3422e-90c5-4d2e-ae0a-e905edd8cf96'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:36:31.187481 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port 31a3422e-90c5-4d2e-ae0a-e905edd8cf96, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=31a3422e-90c5-4d2e-ae0a-e905edd8cf96,segment=NetworkSegment(7f8f37ac-b75d-4202-96da-20b63b141e1f),segment_id=7f8f37ac-b75d-4202-96da-20b63b141e1f)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:36:31.190438 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:31.192406 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:36:31.261594 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=31a3422e-90c5-4d2e-ae0a-e905edd8cf96,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:36:31.264863 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:36:31.446931 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300fca9b-8c65-49b1-9ef0-2f43ffdf7a30 req-b6ef1113-1591-4489-b9e4-ee0462cafbb7 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:36:31.448480 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-300fca9b-8c65-49b1-9ef0-2f43ffdf7a30 req-b6ef1113-1591-4489-b9e4-ee0462cafbb7 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fe8519e-109d-42ac-8570-d826cf17f673 HTTP/1.1" status: 200  len: 945 time: 0.1639423
Jan 29 10:36:31.512713 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-300fca9b-8c65-49b1-9ef0-2f43ffdf7a30 req-40aea0be-37f9-420e-9325-5a595a2db8bb tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0574069
Jan 29 10:36:31.582773 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fe8519e-109d-42ac-8570-d826cf17f673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31a3422e-90c5-4d2e-ae0a-e905edd8cf96', 'code': 200}
Jan 29 10:36:31.857929 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a949b-0b2c-48f0-ad40-a5d5207e0689 req-dc132523-4943-4b46-a8d5-17dde526f48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:36:31.859454 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ba2a949b-0b2c-48f0-ad40-a5d5207e0689 req-dc132523-4943-4b46-a8d5-17dde526f48c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6fe8519e-109d-42ac-8570-d826cf17f673 HTTP/1.1" status: 200  len: 1162 time: 0.0808191
Jan 29 10:36:31.901218 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ba2a949b-0b2c-48f0-ad40-a5d5207e0689 req-8083301a-b159-464f-902a-0d0ee56c2a25 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0351229
Jan 29 10:36:32.289745 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 31a3422e-90c5-4d2e-ae0a-e905edd8cf96 up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:36:32.362084 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 31a3422e-90c5-4d2e-ae0a-e905edd8cf96 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:36:32.362510 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:33.080905 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67c8fe-dc9e-4348-8b5b-6bd347779695 req-530dda0c-f695-4146-bb56-1ee37cae1bec tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:36:33.082947 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-af67c8fe-dc9e-4348-8b5b-6bd347779695 req-530dda0c-f695-4146-bb56-1ee37cae1bec tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fe8519e-109d-42ac-8570-d826cf17f673 HTTP/1.1" status: 200  len: 945 time: 0.4404829
Jan 29 10:36:33.147596 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-af67c8fe-dc9e-4348-8b5b-6bd347779695 req-c8205280-e6f0-4497-9732-bcaf317feab4 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0578508
Jan 29 10:36:34.435378 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf1fb9-9622-42be-a885-339703ca6be4 req-c1b10574-b10c-458d-ad1f-b49ef3264c2e tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:36:34.437019 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c3cf1fb9-9622-42be-a885-339703ca6be4 req-c1b10574-b10c-458d-ad1f-b49ef3264c2e tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fe8519e-109d-42ac-8570-d826cf17f673 HTTP/1.1" status: 200  len: 945 time: 0.1619105
Jan 29 10:36:34.500562 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c3cf1fb9-9622-42be-a885-339703ca6be4 req-c9ce689d-b45a-4645-a026-485db027ac7d tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0564342
Jan 29 10:36:34.787425 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5c0ab-477a-4b83-9532-aabcc19d3db8 req-3e21b242-c032-4415-a56c-356e44272f31 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:36:34.788991 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-20f5c0ab-477a-4b83-9532-aabcc19d3db8 req-3e21b242-c032-4415-a56c-356e44272f31 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fe8519e-109d-42ac-8570-d826cf17f673 HTTP/1.1" status: 200  len: 945 time: 0.1645253
Jan 29 10:36:34.798319 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 33558) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:36:34.804651 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-baf53646-22ce-44c7-aeb6-18c0672c980c tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Request body: {'floatingip': {'port_id': '31a3422e-90c5-4d2e-ae0a-e905edd8cf96'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:36:34.903359 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-baf53646-22ce-44c7-aeb6-18c0672c980c tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks [] for floatingip, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:35.045359 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:35.584484 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-baf53646-22ce-44c7-aeb6-18c0672c980c tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:35.587222 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-baf53646-22ce-44c7-aeb6-18c0672c980c tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:35.799037 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [None req-baf53646-22ce-44c7-aeb6-18c0672c980c tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Floating IP db1b4576-9364-4963-8da9-8b3b6d72a968 associated. External IP: 172.26.7.99, port: 31a3422e-90c5-4d2e-ae0a-e905edd8cf96.
Jan 29 10:36:36.195786 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baf53646-22ce-44c7-aeb6-18c0672c980c tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Router cf352b9c-9f97-4bc4-82cc-ad06defc927e has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:36:36.389585 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf53646-22ce-44c7-aeb6-18c0672c980c tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:36:36.394159 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-baf53646-22ce-44c7-aeb6-18c0672c980c tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:36.399952 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e67e62c-1780-4785-a20a-6c0fd0d403dc None None] Sync routers for ids ['cf352b9c-9f97-4bc4-82cc-ad06defc927e'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:36:36.409995 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e67e62c-1780-4785-a20a-6c0fd0d403dc None None] Routers {'cf352b9c-9f97-4bc4-82cc-ad06defc927e'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:36:36.410665 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-1e67e62c-1780-4785-a20a-6c0fd0d403dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca31a320>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:36:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['cf352b9c-9f97-4bc4-82cc-ad06defc927e'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:36:36.452057 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-baf53646-22ce-44c7-aeb6-18c0672c980c tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "PUT /v2.0/floatingips/db1b4576-9364-4963-8da9-8b3b6d72a968 HTTP/1.1" status: 200  len: 990 time: 1.6522288
Jan 29 10:36:36.452874 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fe8519e-109d-42ac-8570-d826cf17f673', 'tag': '31a3422e-90c5-4d2e-ae0a-e905edd8cf96'}] {{(pid=80765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:36:36.602083 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-1e67e62c-1780-4785-a20a-6c0fd0d403dc None None] Set router cf352b9c-9f97-4bc4-82cc-ad06defc927e gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:36:36.740466 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fe8519e-109d-42ac-8570-d826cf17f673', 'tag': '31a3422e-90c5-4d2e-ae0a-e905edd8cf96', 'status': 'completed', 'code': 200}
Jan 29 10:36:36.860588 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10651cfa-59a0-4a2d-a0f4-1237e4f8dd5a req-e8e78d0f-b10e-4754-8528-caea8126323e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:36:36.862254 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-10651cfa-59a0-4a2d-a0f4-1237e4f8dd5a req-e8e78d0f-b10e-4754-8528-caea8126323e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cc9e325e6c9744c187b64ac43be16b79&device_id=6fe8519e-109d-42ac-8570-d826cf17f673 HTTP/1.1" status: 200  len: 1162 time: 0.0786383
Jan 29 10:36:36.969383 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-1e67e62c-1780-4785-a20a-6c0fd0d403dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca31a320>, [{'id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'name': 'tempest-ServerActionsTestJSON-466440453-router', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': '4da5e201-762a-412e-8feb-be8f921842a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:36:11Z', 'updated_at': '2021-01-29T10:36:16Z', 'revision_number': 4, 'project_id': 'cc9e325e6c9744c187b64ac43be16b79', 'gw_port': {'id': '4da5e201-762a-412e-8feb-be8f921842a9', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:14:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:36:12Z', 'updated_at': '2021-01-29T10:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': 'db1b4576-9364-4963-8da9-8b3b6d72a968', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'floating_ip_address': '172.26.7.99', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'port_id': '31a3422e-90c5-4d2e-ae0a-e905edd8cf96', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '890a0074-3e1e-49d8-8cf4-76a9a26980e6', 'mac_address': 'fa:16:3e:55:6f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe8519e-109d-42ac-8570-d826cf17f673', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:36:20Z', 'updated_at': '2021-01-29T10:36:35Z', 'revision_number': 1, 'project_id': 'cc9e325e6c9744c187b64ac43be16b79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '767a243a-d87b-4c91-bf22-90fdc76eb199', 'name': '', 'network_id': '890a0074-3e1e-49d8-8cf4-76a9a26980e6', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'mac_address': 'fa:16:3e:7b:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'c6b32b80-7adf-4992-aa8d-cb3c4b0180ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:36:15Z', 'updated_at': '2021-01-29T10:36:24Z', 'revision_number': 5, 'project_id': 'cc9e325e6c9744c187b64ac43be16b79', 'subnets': [{'id': 'c6b32b80-7adf-4992-aa8d-cb3c4b0180ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:36:36.973384 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e67e62c-1780-4785-a20a-6c0fd0d403dc None None] Checking router: cf352b9c-9f97-4bc4-82cc-ad06defc927e for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:36:36.982241 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e67e62c-1780-4785-a20a-6c0fd0d403dc None None] Routers {'cf352b9c-9f97-4bc4-82cc-ad06defc927e'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:36:36.982891 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-1e67e62c-1780-4785-a20a-6c0fd0d403dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca31a320>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:36:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['cf352b9c-9f97-4bc4-82cc-ad06defc927e'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:36:37.008357 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10651cfa-59a0-4a2d-a0f4-1237e4f8dd5a req-d6a6a3ab-3d4b-4831-ace3-943b757aead9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:36:37.009998 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-10651cfa-59a0-4a2d-a0f4-1237e4f8dd5a req-d6a6a3ab-3d4b-4831-ace3-943b757aead9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=890a0074-3e1e-49d8-8cf4-76a9a26980e6 HTTP/1.1" status: 200  len: 905 time: 0.1414442
Jan 29 10:36:37.123150 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-10651cfa-59a0-4a2d-a0f4-1237e4f8dd5a req-794ae697-e15e-45f9-adcd-c0dab8d25580 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31a3422e-90c5-4d2e-ae0a-e905edd8cf96 HTTP/1.1" status: 200  len: 998 time: 0.1064272
Jan 29 10:36:37.169826 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-1e67e62c-1780-4785-a20a-6c0fd0d403dc None None] Set router cf352b9c-9f97-4bc4-82cc-ad06defc927e gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:36:37.193452 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10651cfa-59a0-4a2d-a0f4-1237e4f8dd5a req-30b1a88f-a8f7-4601-a8ab-ad7339971ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:36:37.195114 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-10651cfa-59a0-4a2d-a0f4-1237e4f8dd5a req-30b1a88f-a8f7-4601-a8ab-ad7339971ceb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c6b32b80-7adf-4992-aa8d-cb3c4b0180ce HTTP/1.1" status: 200  len: 850 time: 0.0650313
Jan 29 10:36:37.280824 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10651cfa-59a0-4a2d-a0f4-1237e4f8dd5a req-2616c9a5-f556-40ab-b1a9-2464fa8988e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:36:37.282689 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-10651cfa-59a0-4a2d-a0f4-1237e4f8dd5a req-2616c9a5-f556-40ab-b1a9-2464fa8988e6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=890a0074-3e1e-49d8-8cf4-76a9a26980e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0816486
Jan 29 10:36:37.430197 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-10651cfa-59a0-4a2d-a0f4-1237e4f8dd5a req-71ad6700-b7fb-465d-a55b-cc5a7a06d4c2 service neutron] 10.222.0.22 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396253
Jan 29 10:36:37.540607 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-1e67e62c-1780-4785-a20a-6c0fd0d403dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca31a320>, [{'id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'name': 'tempest-ServerActionsTestJSON-466440453-router', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': '4da5e201-762a-412e-8feb-be8f921842a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:36:11Z', 'updated_at': '2021-01-29T10:36:16Z', 'revision_number': 4, 'project_id': 'cc9e325e6c9744c187b64ac43be16b79', 'gw_port': {'id': '4da5e201-762a-412e-8feb-be8f921842a9', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:14:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:36:12Z', 'updated_at': '2021-01-29T10:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': 'db1b4576-9364-4963-8da9-8b3b6d72a968', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'floating_ip_address': '172.26.7.99', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'port_id': '31a3422e-90c5-4d2e-ae0a-e905edd8cf96', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '890a0074-3e1e-49d8-8cf4-76a9a26980e6', 'mac_address': 'fa:16:3e:55:6f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe8519e-109d-42ac-8570-d826cf17f673', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:36:20Z', 'updated_at': '2021-01-29T10:36:35Z', 'revision_number': 1, 'project_id': 'cc9e325e6c9744c187b64ac43be16b79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '767a243a-d87b-4c91-bf22-90fdc76eb199', 'name': '', 'network_id': '890a0074-3e1e-49d8-8cf4-76a9a26980e6', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'mac_address': 'fa:16:3e:7b:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'c6b32b80-7adf-4992-aa8d-cb3c4b0180ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:36:15Z', 'updated_at': '2021-01-29T10:36:24Z', 'revision_number': 5, 'project_id': 'cc9e325e6c9744c187b64ac43be16b79', 'subnets': [{'id': 'c6b32b80-7adf-4992-aa8d-cb3c4b0180ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:36:37.544659 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e67e62c-1780-4785-a20a-6c0fd0d403dc None None] The sync data for ids ['cf352b9c-9f97-4bc4-82cc-ad06defc927e'] in dv-neutron-772983-2-ovs is: [{'id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'name': 'tempest-ServerActionsTestJSON-466440453-router', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': '4da5e201-762a-412e-8feb-be8f921842a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:36:11Z', 'updated_at': '2021-01-29T10:36:16Z', 'revision_number': 4, 'project_id': 'cc9e325e6c9744c187b64ac43be16b79', 'gw_port': {'id': '4da5e201-762a-412e-8feb-be8f921842a9', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:14:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:36:12Z', 'updated_at': '2021-01-29T10:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': 'db1b4576-9364-4963-8da9-8b3b6d72a968', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'floating_ip_address': '172.26.7.99', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'port_id': '31a3422e-90c5-4d2e-ae0a-e905edd8cf96', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '890a0074-3e1e-49d8-8cf4-76a9a26980e6', 'mac_address': 'fa:16:3e:55:6f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe8519e-109d-42ac-8570-d826cf17f673', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:36:20Z', 'updated_at': '2021-01-29T10:36:35Z', 'revision_number': 1, 'project_id': 'cc9e325e6c9744c187b64ac43be16b79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '767a243a-d87b-4c91-bf22-90fdc76eb199', 'name': '', 'network_id': '890a0074-3e1e-49d8-8cf4-76a9a26980e6', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'mac_address': 'fa:16:3e:7b:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'c6b32b80-7adf-4992-aa8d-cb3c4b0180ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:36:15Z', 'updated_at': '2021-01-29T10:36:24Z', 'revision_number': 5, 'project_id': 'cc9e325e6c9744c187b64ac43be16b79', 'subnets': [{'id': 'c6b32b80-7adf-4992-aa8d-cb3c4b0180ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:36:37.575522 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-10651cfa-59a0-4a2d-a0f4-1237e4f8dd5a req-e6eb148b-3f3a-409d-84c1-08e424a65cee service neutron] 10.222.0.22 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1393456
Jan 29 10:36:37.848528 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605c9563-615f-46fb-8370-d467bfbb551a None None] New status for floating IP db1b4576-9364-4963-8da9-8b3b6d72a968: ACTIVE {{(pid=80767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 29 10:36:44.200427 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:36:51.482914 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c93e1849-0da9-43fa-9479-3f650d35486c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:53.760370 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c6e4d4a4-3cd8-4931-bee7-bdb6acc578bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:54.312037 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:54.949765 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:55.323425 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-02e76a4b-5640-45a1-971b-1910639b3a45 req-5494aba5-a8e5-4f92-91b7-85216d5a922b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6fe8519e-109d-42ac-8570-d826cf17f673&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0800436
Jan 29 10:36:55.493371 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e76a4b-5640-45a1-971b-1910639b3a45 req-242577f9-c3d0-4786-9ff8-e4e6cba637eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:36:55.494898 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-02e76a4b-5640-45a1-971b-1910639b3a45 req-242577f9-c3d0-4786-9ff8-e4e6cba637eb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cc9e325e6c9744c187b64ac43be16b79&device_id=6fe8519e-109d-42ac-8570-d826cf17f673 HTTP/1.1" status: 200  len: 1162 time: 0.0812197
Jan 29 10:36:55.651892 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e76a4b-5640-45a1-971b-1910639b3a45 req-3b8094ec-c73e-4841-91db-34c3ee76b694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:36:55.653470 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-02e76a4b-5640-45a1-971b-1910639b3a45 req-3b8094ec-c73e-4841-91db-34c3ee76b694 service neutron] 10.222.0.22 "GET /v2.0/networks?id=890a0074-3e1e-49d8-8cf4-76a9a26980e6 HTTP/1.1" status: 200  len: 905 time: 0.1395712
Jan 29 10:36:55.761140 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-02e76a4b-5640-45a1-971b-1910639b3a45 req-3c13510b-8d5f-47a4-93d1-c4844151b51d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31a3422e-90c5-4d2e-ae0a-e905edd8cf96 HTTP/1.1" status: 200  len: 1000 time: 0.0998304
Jan 29 10:36:55.833436 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e76a4b-5640-45a1-971b-1910639b3a45 req-fed457fd-fcb2-49f3-ac8e-21a3a890af77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:36:55.835015 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-02e76a4b-5640-45a1-971b-1910639b3a45 req-fed457fd-fcb2-49f3-ac8e-21a3a890af77 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c6b32b80-7adf-4992-aa8d-cb3c4b0180ce HTTP/1.1" status: 200  len: 850 time: 0.0672891
Jan 29 10:36:55.917765 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e76a4b-5640-45a1-971b-1910639b3a45 req-a110ccce-4248-42da-9042-2e1cc6dc3528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:36:55.919362 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-02e76a4b-5640-45a1-971b-1910639b3a45 req-a110ccce-4248-42da-9042-2e1cc6dc3528 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=890a0074-3e1e-49d8-8cf4-76a9a26980e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0769558
Jan 29 10:36:56.061504 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-02e76a4b-5640-45a1-971b-1910639b3a45 req-7397f4d7-df14-4896-af2b-a85d3dbeadd4 service neutron] 10.222.0.22 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1346266
Jan 29 10:36:56.121966 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:36:56.204881 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-02e76a4b-5640-45a1-971b-1910639b3a45 req-315761f7-6d1a-4658-af0a-7cab5e9eeeaf service neutron] 10.222.0.22 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1362033
Jan 29 10:37:05.043392 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:37:21.200494 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:37:21.485860 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-72b673d8-1cc2-467f-ad84-539931ee7635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:37:23.762112 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9df373ae-48ca-4a82-8e1f-45eeeae965d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:37:24.315421 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:37:24.951317 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:37:26.124654 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:37:35.048578 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:37:48.968959 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb3ba08-41f5-48a0-8105-ca1087b73e52 req-20f7dd66-7ecf-43fd-ab0b-12a5b9a9f328 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:37:48.971044 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3cb3ba08-41f5-48a0-8105-ca1087b73e52 req-20f7dd66-7ecf-43fd-ab0b-12a5b9a9f328 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fe8519e-109d-42ac-8570-d826cf17f673 HTTP/1.1" status: 200  len: 945 time: 0.1718211
Jan 29 10:37:49.036811 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3cb3ba08-41f5-48a0-8105-ca1087b73e52 req-a1e1a977-cde7-4755-8992-4dd78f864632 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0593498
Jan 29 10:37:49.431250 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2d71e65f-aaf3-411f-8ed1-34fa66982720 req-f43a6d13-2864-4be3-a5f2-13f78f68680e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6fe8519e-109d-42ac-8570-d826cf17f673&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0797057
Jan 29 10:37:49.575370 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce4c28-3299-469c-8d61-69c83c0b7ad9 req-6a984db3-8490-4b71-85f1-10b23605f81e tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:37:49.577246 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-bcce4c28-3299-469c-8d61-69c83c0b7ad9 req-6a984db3-8490-4b71-85f1-10b23605f81e tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fe8519e-109d-42ac-8570-d826cf17f673 HTTP/1.1" status: 200  len: 945 time: 0.1643157
Jan 29 10:37:49.647963 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-bcce4c28-3299-469c-8d61-69c83c0b7ad9 req-bb556605-1c3b-47fb-bef6-57cfdce1bdb4 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0635729
Jan 29 10:37:50.944771 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e0ce0b-288b-4d2c-8a28-945d6abd684b req-f6befd8a-2409-4f27-b3ac-8da8ca16fb08 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:37:50.946443 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a5e0ce0b-288b-4d2c-8a28-945d6abd684b req-f6befd8a-2409-4f27-b3ac-8da8ca16fb08 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fe8519e-109d-42ac-8570-d826cf17f673 HTTP/1.1" status: 200  len: 945 time: 0.1661129
Jan 29 10:37:51.010722 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a5e0ce0b-288b-4d2c-8a28-945d6abd684b req-e2a7ea09-c7e0-4825-88a7-f3866174737a tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0574903
Jan 29 10:37:51.487817 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a03cc2d1-d62a-4caf-8b8e-594a23c4e607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:37:52.314294 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeba323-77fa-4303-aba7-01b66f608011 req-8268ce38-f62a-4a8c-9403-8dd97ee10498 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:37:52.315914 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fbeba323-77fa-4303-aba7-01b66f608011 req-8268ce38-f62a-4a8c-9403-8dd97ee10498 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fe8519e-109d-42ac-8570-d826cf17f673 HTTP/1.1" status: 200  len: 945 time: 0.1697545
Jan 29 10:37:52.381305 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fbeba323-77fa-4303-aba7-01b66f608011 req-3b16a483-cf63-40f0-a8ba-b37238236907 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0585232
Jan 29 10:37:53.670023 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461ec61-8be8-42e4-a2df-046278a56094 req-a351c2dd-b2cf-4168-ae42-9cf14da8cab3 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:37:53.671633 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b461ec61-8be8-42e4-a2df-046278a56094 req-a351c2dd-b2cf-4168-ae42-9cf14da8cab3 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fe8519e-109d-42ac-8570-d826cf17f673 HTTP/1.1" status: 200  len: 945 time: 0.1612473
Jan 29 10:37:53.738614 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b461ec61-8be8-42e4-a2df-046278a56094 req-012d93ac-d0a3-4301-b27a-a12b4fc86a7a tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0601676
Jan 29 10:37:53.763051 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b96459f1-a8dc-411f-a630-1e9d9d808203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:37:54.317317 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:37:54.854952 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d71e65f-aaf3-411f-8ed1-34fa66982720 req-7d3a307f-e616-4c9d-95ab-70eda702dfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:37:54.856698 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2d71e65f-aaf3-411f-8ed1-34fa66982720 req-7d3a307f-e616-4c9d-95ab-70eda702dfc4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cc9e325e6c9744c187b64ac43be16b79&device_id=6fe8519e-109d-42ac-8570-d826cf17f673 HTTP/1.1" status: 200  len: 1162 time: 0.0814734
Jan 29 10:37:54.955946 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:37:55.005963 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d71e65f-aaf3-411f-8ed1-34fa66982720 req-8a024bd2-6488-4455-b226-103b60d90f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:37:55.007552 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2d71e65f-aaf3-411f-8ed1-34fa66982720 req-8a024bd2-6488-4455-b226-103b60d90f2f service neutron] 10.222.0.22 "GET /v2.0/networks?id=890a0074-3e1e-49d8-8cf4-76a9a26980e6 HTTP/1.1" status: 200  len: 905 time: 0.1435573
Jan 29 10:37:55.035548 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1f79f-06b9-4202-a479-c3da68664461 req-705f9500-c5d0-43bd-9c7a-55006647591a tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:37:55.037165 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f8f1f79f-06b9-4202-a479-c3da68664461 req-705f9500-c5d0-43bd-9c7a-55006647591a tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fe8519e-109d-42ac-8570-d826cf17f673 HTTP/1.1" status: 200  len: 945 time: 0.1675479
Jan 29 10:37:55.103331 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f8f1f79f-06b9-4202-a479-c3da68664461 req-11de087e-e362-4744-b584-a6328d1917b1 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0595315
Jan 29 10:37:55.122116 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2d71e65f-aaf3-411f-8ed1-34fa66982720 req-16671db4-0649-4f9b-84f5-17b430b916c0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31a3422e-90c5-4d2e-ae0a-e905edd8cf96 HTTP/1.1" status: 200  len: 1000 time: 0.1074657
Jan 29 10:37:55.190421 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d71e65f-aaf3-411f-8ed1-34fa66982720 req-a72a221d-3640-4cd4-84ed-21ebee938a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:37:55.191993 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2d71e65f-aaf3-411f-8ed1-34fa66982720 req-a72a221d-3640-4cd4-84ed-21ebee938a09 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c6b32b80-7adf-4992-aa8d-cb3c4b0180ce HTTP/1.1" status: 200  len: 850 time: 0.0632195
Jan 29 10:37:55.280759 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d71e65f-aaf3-411f-8ed1-34fa66982720 req-6b122cd2-a46a-4b97-9aba-7a930d94eab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:37:55.283254 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2d71e65f-aaf3-411f-8ed1-34fa66982720 req-6b122cd2-a46a-4b97-9aba-7a930d94eab7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=890a0074-3e1e-49d8-8cf4-76a9a26980e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0843253
Jan 29 10:37:55.428228 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2d71e65f-aaf3-411f-8ed1-34fa66982720 req-f9440bf1-824e-4396-944d-6ab974c54c0c service neutron] 10.222.0.22 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373239
Jan 29 10:37:55.845553 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2d71e65f-aaf3-411f-8ed1-34fa66982720 req-2f4ef7c9-ed3e-42fa-ab36-2394afdf728b service neutron] 10.222.0.22 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4108090
Jan 29 10:37:56.128080 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:37:56.416355 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d11ce-3253-453a-a05e-089a57f5f712 req-ea738214-9649-42fb-bb6d-ab3e8ba0b295 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:37:56.418075 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7e4d11ce-3253-453a-a05e-089a57f5f712 req-ea738214-9649-42fb-bb6d-ab3e8ba0b295 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fe8519e-109d-42ac-8570-d826cf17f673 HTTP/1.1" status: 200  len: 945 time: 0.1828704
Jan 29 10:37:56.484105 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7e4d11ce-3253-453a-a05e-089a57f5f712 req-a4801469-98b7-4463-bcdd-71dbfa3fd3a7 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0587864
Jan 29 10:37:56.555465 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8160ad32-7847-4852-85e8-c3d8b25bffd4 req-ca42c3cd-9465-4d2b-86b7-3e22441bb480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:37:56.557060 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8160ad32-7847-4852-85e8-c3d8b25bffd4 req-ca42c3cd-9465-4d2b-86b7-3e22441bb480 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cc9e325e6c9744c187b64ac43be16b79&device_id=6fe8519e-109d-42ac-8570-d826cf17f673 HTTP/1.1" status: 200  len: 1162 time: 0.0778365
Jan 29 10:37:56.714990 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8160ad32-7847-4852-85e8-c3d8b25bffd4 req-5731fe89-ca87-4f32-bb66-74e616ae9a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:37:56.716478 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8160ad32-7847-4852-85e8-c3d8b25bffd4 req-5731fe89-ca87-4f32-bb66-74e616ae9a2e service neutron] 10.222.0.22 "GET /v2.0/networks?id=890a0074-3e1e-49d8-8cf4-76a9a26980e6 HTTP/1.1" status: 200  len: 905 time: 0.1387804
Jan 29 10:37:56.828159 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8160ad32-7847-4852-85e8-c3d8b25bffd4 req-257c7979-b0e3-48af-85ca-3a5b7fb2c40e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31a3422e-90c5-4d2e-ae0a-e905edd8cf96 HTTP/1.1" status: 200  len: 1000 time: 0.1042855
Jan 29 10:37:56.899183 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8160ad32-7847-4852-85e8-c3d8b25bffd4 req-c714d9f4-1f3a-4ee3-9896-cfb308df21ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:37:56.900720 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8160ad32-7847-4852-85e8-c3d8b25bffd4 req-c714d9f4-1f3a-4ee3-9896-cfb308df21ff service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c6b32b80-7adf-4992-aa8d-cb3c4b0180ce HTTP/1.1" status: 200  len: 850 time: 0.0649483
Jan 29 10:37:56.987056 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8160ad32-7847-4852-85e8-c3d8b25bffd4 req-e8de73cc-d6a9-42a2-8713-3439ea46f592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:37:56.988569 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8160ad32-7847-4852-85e8-c3d8b25bffd4 req-e8de73cc-d6a9-42a2-8713-3439ea46f592 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=890a0074-3e1e-49d8-8cf4-76a9a26980e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0796430
Jan 29 10:37:57.134997 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8160ad32-7847-4852-85e8-c3d8b25bffd4 req-6deac18e-bd8e-4314-ba05-71170adea882 service neutron] 10.222.0.22 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388516
Jan 29 10:37:57.282610 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8160ad32-7847-4852-85e8-c3d8b25bffd4 req-30ca5dca-80dd-444f-babd-0560676a7495 service neutron] 10.222.0.22 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1399102
Jan 29 10:37:57.779962 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f853a13-80d8-4621-8f80-fdb10cb9c39e req-f27cadd6-f4a0-4ebc-a242-f19811e59ea6 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:37:57.781612 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3f853a13-80d8-4621-8f80-fdb10cb9c39e req-f27cadd6-f4a0-4ebc-a242-f19811e59ea6 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fe8519e-109d-42ac-8570-d826cf17f673 HTTP/1.1" status: 200  len: 945 time: 0.1664343
Jan 29 10:37:57.846904 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3f853a13-80d8-4621-8f80-fdb10cb9c39e req-cc7f10c6-25e0-4226-97ce-9ddcde781e3d tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0582654
Jan 29 10:37:58.200237 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:37:59.140600 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f65c9f-4b34-4375-a1e0-f2b1366981ee req-b998409c-e335-44e6-8b37-131eb1664a63 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:37:59.142845 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-25f65c9f-4b34-4375-a1e0-f2b1366981ee req-b998409c-e335-44e6-8b37-131eb1664a63 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fe8519e-109d-42ac-8570-d826cf17f673 HTTP/1.1" status: 200  len: 945 time: 0.1673563
Jan 29 10:37:59.210350 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-25f65c9f-4b34-4375-a1e0-f2b1366981ee req-de4af6d6-ca71-4f71-9413-bec5e0b2aa5b tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0610948
Jan 29 10:38:00.512720 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7525133e-8bd8-4229-9bfe-a3f039fe0361 req-06e6afef-8987-4a49-a0c9-3fde9ac1f2ad tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:38:00.514325 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7525133e-8bd8-4229-9bfe-a3f039fe0361 req-06e6afef-8987-4a49-a0c9-3fde9ac1f2ad tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fe8519e-109d-42ac-8570-d826cf17f673 HTTP/1.1" status: 200  len: 945 time: 0.1679666
Jan 29 10:38:00.848204 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7525133e-8bd8-4229-9bfe-a3f039fe0361 req-527cc396-6992-488f-9ddb-8fcb06d2cac1 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3268204
Jan 29 10:38:02.139372 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bbe03f-3bf3-4efb-ac6b-082057ff8796 req-95896c27-35a2-4348-8e0e-12998822990b tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:38:02.142106 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-84bbe03f-3bf3-4efb-ac6b-082057ff8796 req-95896c27-35a2-4348-8e0e-12998822990b tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fe8519e-109d-42ac-8570-d826cf17f673 HTTP/1.1" status: 200  len: 945 time: 0.1634197
Jan 29 10:38:02.247244 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-84bbe03f-3bf3-4efb-ac6b-082057ff8796 req-cefddf86-e71c-4420-a3d9-8323c748d278 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0970783
Jan 29 10:38:03.542084 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf06cfd7-bc82-4f62-be3f-75cde017204b req-eada6d8a-9d1e-47b8-9b81-5eaf6df8d137 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:38:03.543609 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-bf06cfd7-bc82-4f62-be3f-75cde017204b req-eada6d8a-9d1e-47b8-9b81-5eaf6df8d137 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fe8519e-109d-42ac-8570-d826cf17f673 HTTP/1.1" status: 200  len: 945 time: 0.1648176
Jan 29 10:38:03.606120 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-bf06cfd7-bc82-4f62-be3f-75cde017204b req-2f24dd1c-2a2f-45a5-9ece-4f7f41187c31 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0562580
Jan 29 10:38:05.033295 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d113f-0b4d-4d8d-9007-11a04ceacd9f req-96fdf834-79a7-4e65-adfb-f22e6d53901c tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:38:05.034907 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b79d113f-0b4d-4d8d-9007-11a04ceacd9f req-96fdf834-79a7-4e65-adfb-f22e6d53901c tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fe8519e-109d-42ac-8570-d826cf17f673 HTTP/1.1" status: 200  len: 945 time: 0.1631415
Jan 29 10:38:05.043516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:38:05.102342 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b79d113f-0b4d-4d8d-9007-11a04ceacd9f req-d7624e97-db61-47f9-8f22-9f472d4ffef3 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0612440
Jan 29 10:38:06.400797 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e34ed-b39f-423b-ad1c-5a7ff9604fcf req-f524f829-0333-4eb5-b1e9-55bfb7228351 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:38:06.402477 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fc9e34ed-b39f-423b-ad1c-5a7ff9604fcf req-f524f829-0333-4eb5-b1e9-55bfb7228351 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fe8519e-109d-42ac-8570-d826cf17f673 HTTP/1.1" status: 200  len: 945 time: 0.1706548
Jan 29 10:38:06.466890 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fc9e34ed-b39f-423b-ad1c-5a7ff9604fcf req-69a70b5c-f9c6-4f10-854f-18361a868c98 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0575573
Jan 29 10:38:07.760085 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ceff70-b04d-4b63-bc51-306551809b5c req-c5eb9ef1-fe16-4637-8b09-6361dc2e4029 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:38:07.761692 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-74ceff70-b04d-4b63-bc51-306551809b5c req-c5eb9ef1-fe16-4637-8b09-6361dc2e4029 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fe8519e-109d-42ac-8570-d826cf17f673 HTTP/1.1" status: 200  len: 945 time: 0.1648288
Jan 29 10:38:07.824699 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-74ceff70-b04d-4b63-bc51-306551809b5c req-750a69bd-13ce-4983-950a-469e0875f0b3 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0564771
Jan 29 10:38:09.114100 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe7f90-c1ba-41a1-8691-65172554ec84 req-50729117-8e34-4dfa-9b79-921272da181b tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:38:09.115710 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6bfe7f90-c1ba-41a1-8691-65172554ec84 req-50729117-8e34-4dfa-9b79-921272da181b tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fe8519e-109d-42ac-8570-d826cf17f673 HTTP/1.1" status: 200  len: 945 time: 0.1630442
Jan 29 10:38:09.182139 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6bfe7f90-c1ba-41a1-8691-65172554ec84 req-3897cae7-d2b6-4570-8490-f1f3baa36992 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0601087
Jan 29 10:38:10.475577 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde2574-7e21-4676-91f8-6f4108910f04 req-adfb3727-ae03-48e6-8926-49d7b3bd64c0 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:38:10.477146 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ffde2574-7e21-4676-91f8-6f4108910f04 req-adfb3727-ae03-48e6-8926-49d7b3bd64c0 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fe8519e-109d-42ac-8570-d826cf17f673 HTTP/1.1" status: 200  len: 945 time: 0.1669872
Jan 29 10:38:10.541512 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ffde2574-7e21-4676-91f8-6f4108910f04 req-32d86349-b621-4ee8-8a8d-cae6a7d2b841 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0579748
Jan 29 10:38:11.849149 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a030aa3-0cc6-4967-9822-8388ac880883 req-73569247-9a5e-4534-970d-da9cafc538b6 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:38:11.850763 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7a030aa3-0cc6-4967-9822-8388ac880883 req-73569247-9a5e-4534-970d-da9cafc538b6 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fe8519e-109d-42ac-8570-d826cf17f673 HTTP/1.1" status: 200  len: 945 time: 0.1762855
Jan 29 10:38:11.915811 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7a030aa3-0cc6-4967-9822-8388ac880883 req-5ddc3d4c-22f5-4680-bd1e-4fa27e9bd7a3 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0588078
Jan 29 10:38:13.215322 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d96aa-15d9-4e85-a786-6940494d8248 req-e7d663da-db94-4b7c-82bf-7201186d0120 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:38:13.216973 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6f0d96aa-15d9-4e85-a786-6940494d8248 req-e7d663da-db94-4b7c-82bf-7201186d0120 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fe8519e-109d-42ac-8570-d826cf17f673 HTTP/1.1" status: 200  len: 945 time: 0.1723113
Jan 29 10:38:13.289027 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6f0d96aa-15d9-4e85-a786-6940494d8248 req-e5083f54-4e76-4807-8582-b747dc9e00c5 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0642276
Jan 29 10:38:14.600655 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd67997-cf4b-4405-b03f-7f306dab3888 req-0bb961eb-bd18-4e4b-baa4-3d70c334dd29 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:38:14.602246 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3fd67997-cf4b-4405-b03f-7f306dab3888 req-0bb961eb-bd18-4e4b-baa4-3d70c334dd29 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fe8519e-109d-42ac-8570-d826cf17f673 HTTP/1.1" status: 200  len: 945 time: 0.1641865
Jan 29 10:38:14.665767 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3fd67997-cf4b-4405-b03f-7f306dab3888 req-aea61d42-55e5-4eb6-81d0-334d4898ce99 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0572276
Jan 29 10:38:15.964197 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30490fff-8ca5-4c36-bcfc-06a05bce91d3 req-63e136b0-df4d-4903-81c2-33841e6dc020 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:38:15.965736 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-30490fff-8ca5-4c36-bcfc-06a05bce91d3 req-63e136b0-df4d-4903-81c2-33841e6dc020 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fe8519e-109d-42ac-8570-d826cf17f673 HTTP/1.1" status: 200  len: 945 time: 0.1682239
Jan 29 10:38:16.030375 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-30490fff-8ca5-4c36-bcfc-06a05bce91d3 req-18c24127-52b5-4a5a-8a90-c56a50f19463 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0574486
Jan 29 10:38:17.321813 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc66f87d-dfd9-4341-b9ea-2b0277d2ebf9 req-15280fe2-2f28-495e-87a6-b7c7ebd28c4e tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:38:17.323470 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fc66f87d-dfd9-4341-b9ea-2b0277d2ebf9 req-15280fe2-2f28-495e-87a6-b7c7ebd28c4e tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fe8519e-109d-42ac-8570-d826cf17f673 HTTP/1.1" status: 200  len: 945 time: 0.1631000
Jan 29 10:38:17.391659 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fc66f87d-dfd9-4341-b9ea-2b0277d2ebf9 req-05288b54-26ff-4b4f-bcab-790e83919b46 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0614963
Jan 29 10:38:17.763396 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2d71e65f-aaf3-411f-8ed1-34fa66982720 req-1a0636ce-03ff-453f-9d22-ce3aa2a15eb2 service neutron] 10.222.0.22 "GET /v2.0/ports/31a3422e-90c5-4d2e-ae0a-e905edd8cf96/bindings/hv-neutron-7729 HTTP/1.1" status: 200  len: 454 time: 0.0788798
Jan 29 10:38:18.051322 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d71e65f-aaf3-411f-8ed1-34fa66982720 req-8ef12f02-a75e-42b4-a336-c94cf7bf8e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:38:18.052833 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2d71e65f-aaf3-411f-8ed1-34fa66982720 req-8ef12f02-a75e-42b4-a336-c94cf7bf8e67 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6fe8519e-109d-42ac-8570-d826cf17f673&tenant_id=cc9e325e6c9744c187b64ac43be16b79 HTTP/1.1" status: 200  len: 1162 time: 0.0803444
Jan 29 10:38:18.160975 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d71e65f-aaf3-411f-8ed1-34fa66982720 req-43667d5c-bb61-46ee-9df1-df39e66a0082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:38:18.162606 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2d71e65f-aaf3-411f-8ed1-34fa66982720 req-43667d5c-bb61-46ee-9df1-df39e66a0082 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cc9e325e6c9744c187b64ac43be16b79&device_id=6fe8519e-109d-42ac-8570-d826cf17f673 HTTP/1.1" status: 200  len: 1162 time: 0.0770876
Jan 29 10:38:18.303804 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d71e65f-aaf3-411f-8ed1-34fa66982720 req-2f30a42f-0e27-4acb-9a2c-6d1c6a3b1088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:38:18.305305 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2d71e65f-aaf3-411f-8ed1-34fa66982720 req-2f30a42f-0e27-4acb-9a2c-6d1c6a3b1088 service neutron] 10.222.0.22 "GET /v2.0/networks?id=890a0074-3e1e-49d8-8cf4-76a9a26980e6 HTTP/1.1" status: 200  len: 905 time: 0.1367567
Jan 29 10:38:18.417441 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2d71e65f-aaf3-411f-8ed1-34fa66982720 req-1f58a304-2707-40cd-b0ed-a9148da7a499 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31a3422e-90c5-4d2e-ae0a-e905edd8cf96 HTTP/1.1" status: 200  len: 1000 time: 0.1054585
Jan 29 10:38:18.487775 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d71e65f-aaf3-411f-8ed1-34fa66982720 req-647113b9-b469-4e99-b319-887c89bf962d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:38:18.489414 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2d71e65f-aaf3-411f-8ed1-34fa66982720 req-647113b9-b469-4e99-b319-887c89bf962d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c6b32b80-7adf-4992-aa8d-cb3c4b0180ce HTTP/1.1" status: 200  len: 850 time: 0.0662091
Jan 29 10:38:18.576641 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d71e65f-aaf3-411f-8ed1-34fa66982720 req-0906433d-a0c8-4824-9f11-4f38730128d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:38:18.578469 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2d71e65f-aaf3-411f-8ed1-34fa66982720 req-0906433d-a0c8-4824-9f11-4f38730128d9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=890a0074-3e1e-49d8-8cf4-76a9a26980e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0813496
Jan 29 10:38:18.691304 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb0a2d-bc5e-4d5d-ba9e-997381f46f2d req-27fefaa3-f405-4bb4-8716-23843c7425df tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:38:18.693006 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-bceb0a2d-bc5e-4d5d-ba9e-997381f46f2d req-27fefaa3-f405-4bb4-8716-23843c7425df tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fe8519e-109d-42ac-8570-d826cf17f673 HTTP/1.1" status: 200  len: 945 time: 0.1705785
Jan 29 10:38:18.722523 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2d71e65f-aaf3-411f-8ed1-34fa66982720 req-8561a721-f686-4f5e-8943-e5f94288492e service neutron] 10.222.0.22 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1367340
Jan 29 10:38:18.758143 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-bceb0a2d-bc5e-4d5d-ba9e-997381f46f2d req-d061e266-886f-41b8-bb39-e3bef2d3c8bf tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0585468
Jan 29 10:38:18.869555 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2d71e65f-aaf3-411f-8ed1-34fa66982720 req-48f664ea-efb8-4c99-a008-2fbd415f12fa service neutron] 10.222.0.22 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1403534
Jan 29 10:38:19.280542 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 31a3422e-90c5-4d2e-ae0a-e905edd8cf96 no longer exists at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:38:19.400127 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:38:19.427615 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe8519e-109d-42ac-8570-d826cf17f673', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31a3422e-90c5-4d2e-ae0a-e905edd8cf96'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:38:19.437766 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port 31a3422e-90c5-4d2e-ae0a-e905edd8cf96, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=31a3422e-90c5-4d2e-ae0a-e905edd8cf96,segment=NetworkSegment(7f8f37ac-b75d-4202-96da-20b63b141e1f),segment_id=7f8f37ac-b75d-4202-96da-20b63b141e1f)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:38:19.440815 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:38:19.442675 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:38:19.502047 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fe8519e-109d-42ac-8570-d826cf17f673', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31a3422e-90c5-4d2e-ae0a-e905edd8cf96', 'code': 200}
Jan 29 10:38:19.517005 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=31a3422e-90c5-4d2e-ae0a-e905edd8cf96,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:38:19.525418 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:38:19.525828 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:38:19.526218 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:38:19.526596 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:38:19.526972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:38:19.527345 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:38:19.527722 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:38:19.528092 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:38:19.528462 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:38:19.528831 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:38:19.529198 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:38:19.529564 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:38:19.530051 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:38:19.530422 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:38:19.530835 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:38:19.531155 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:38:19.531519 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:38:19.531881 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:38:19.532246 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:38:19.532609 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:38:19.532971 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:38:19.533332 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:38:19.534278 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:38:19.534800 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:38:19.539323 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:38:20.057961 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10717ff-77ed-4c83-bc7f-ae979e6b15a7 req-204395d2-bffe-42c8-a34e-c6ca9d630bb6 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:38:20.060029 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b10717ff-77ed-4c83-bc7f-ae979e6b15a7 req-204395d2-bffe-42c8-a34e-c6ca9d630bb6 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fe8519e-109d-42ac-8570-d826cf17f673 HTTP/1.1" status: 200  len: 943 time: 0.1668131
Jan 29 10:38:20.124180 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b10717ff-77ed-4c83-bc7f-ae979e6b15a7 req-855971d8-8741-43e4-81d6-3c7a3a8b6ae1 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0571873
Jan 29 10:38:21.424741 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe9ffe-67f7-451e-9eb2-724363656702 req-2ade2545-cf4b-47c9-845f-91eb079c6f1f tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:38:21.426355 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8ffe9ffe-67f7-451e-9eb2-724363656702 req-2ade2545-cf4b-47c9-845f-91eb079c6f1f tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fe8519e-109d-42ac-8570-d826cf17f673 HTTP/1.1" status: 200  len: 943 time: 0.1704838
Jan 29 10:38:21.489220 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-081a8953-b351-41af-bc67-00d23f6dad03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:38:21.497117 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8ffe9ffe-67f7-451e-9eb2-724363656702 req-fa6800af-b929-4611-9c06-9d65de35d37c tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0641153
Jan 29 10:38:22.786809 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf930fc-2d52-4a0b-90e4-2614c8551664 req-5c4a4a9b-cc71-4ae7-8288-5cb439246c0b tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:38:22.788432 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-caf930fc-2d52-4a0b-90e4-2614c8551664 req-5c4a4a9b-cc71-4ae7-8288-5cb439246c0b tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fe8519e-109d-42ac-8570-d826cf17f673 HTTP/1.1" status: 200  len: 943 time: 0.1629195
Jan 29 10:38:22.852355 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-caf930fc-2d52-4a0b-90e4-2614c8551664 req-03f45598-ee2d-4134-b624-e6aec335bf70 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0575747
Jan 29 10:38:23.282736 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea7ad7b-2fa3-414a-ab73-255b85ca4174 req-cf125829-75d0-41b5-bddb-46b2c92bbd2e tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:38:23.284379 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-9ea7ad7b-2fa3-414a-ab73-255b85ca4174 req-cf125829-75d0-41b5-bddb-46b2c92bbd2e tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Synchronizing usage tracker for tenant:cc9e325e6c9744c187b64ac43be16b79 on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:38:23.285820 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689d243-d45d-4ad2-9d3e-fb1f1eda7d29 req-e4f9707a-d665-4fd5-b037-60f41ae8cc51 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:38:23.288620 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2689d243-d45d-4ad2-9d3e-fb1f1eda7d29 req-e4f9707a-d665-4fd5-b037-60f41ae8cc51 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fe8519e-109d-42ac-8570-d826cf17f673 HTTP/1.1" status: 200  len: 943 time: 0.1716943
Jan 29 10:38:23.301028 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-9ea7ad7b-2fa3-414a-ab73-255b85ca4174 req-cf125829-75d0-41b5-bddb-46b2c92bbd2e tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Unset dirty status for tenant:cc9e325e6c9744c187b64ac43be16b79 on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:38:23.302583 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9ea7ad7b-2fa3-414a-ab73-255b85ca4174 req-cf125829-75d0-41b5-bddb-46b2c92bbd2e tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.22 "GET /v2.0/ports?device_id=6fe8519e-109d-42ac-8570-d826cf17f673&tenant_id=cc9e325e6c9744c187b64ac43be16b79&binding%3Ahost_id=hv-neutron-7729 HTTP/1.1" status: 200  len: 943 time: 0.1865253
Jan 29 10:38:23.356545 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2689d243-d45d-4ad2-9d3e-fb1f1eda7d29 req-49d8b729-a571-4076-ad80-ffc50f766681 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0618734
Jan 29 10:38:23.478256 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea7ad7b-2fa3-414a-ab73-255b85ca4174 req-9659b165-e568-4aa2-b4c0-09ee3b96d234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:38:23.479853 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9ea7ad7b-2fa3-414a-ab73-255b85ca4174 req-9659b165-e568-4aa2-b4c0-09ee3b96d234 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cc9e325e6c9744c187b64ac43be16b79&device_id=6fe8519e-109d-42ac-8570-d826cf17f673 HTTP/1.1" status: 200  len: 1160 time: 0.0832767
Jan 29 10:38:23.621502 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea7ad7b-2fa3-414a-ab73-255b85ca4174 req-50bc53ba-f399-4f36-93ea-595097796d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:38:23.623127 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9ea7ad7b-2fa3-414a-ab73-255b85ca4174 req-50bc53ba-f399-4f36-93ea-595097796d16 service neutron] 10.222.0.22 "GET /v2.0/networks?id=890a0074-3e1e-49d8-8cf4-76a9a26980e6 HTTP/1.1" status: 200  len: 905 time: 0.1363599
Jan 29 10:38:23.710101 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 31a3422e-90c5-4d2e-ae0a-e905edd8cf96 up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:38:23.731527 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9ea7ad7b-2fa3-414a-ab73-255b85ca4174 req-2dceb80c-eb44-4084-a2c5-cdedc331a1d5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31a3422e-90c5-4d2e-ae0a-e905edd8cf96 HTTP/1.1" status: 200  len: 998 time: 0.1016252
Jan 29 10:38:23.780365 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f9ae3eb3-9192-4e2a-b86e-431f2592099e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:38:23.796423 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 31a3422e-90c5-4d2e-ae0a-e905edd8cf96 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:38:23.796956 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:38:23.801552 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea7ad7b-2fa3-414a-ab73-255b85ca4174 req-3e5dae80-3da3-40ce-9ba6-0b5184abe81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:38:23.803170 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9ea7ad7b-2fa3-414a-ab73-255b85ca4174 req-3e5dae80-3da3-40ce-9ba6-0b5184abe81d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c6b32b80-7adf-4992-aa8d-cb3c4b0180ce HTTP/1.1" status: 200  len: 850 time: 0.0651524
Jan 29 10:38:23.888636 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea7ad7b-2fa3-414a-ab73-255b85ca4174 req-c2140689-2d65-4de3-9f05-2cc7187f4ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:38:23.890190 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9ea7ad7b-2fa3-414a-ab73-255b85ca4174 req-c2140689-2d65-4de3-9f05-2cc7187f4ad6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=890a0074-3e1e-49d8-8cf4-76a9a26980e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0801747
Jan 29 10:38:23.924508 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:38:23.953577 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe8519e-109d-42ac-8570-d826cf17f673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31a3422e-90c5-4d2e-ae0a-e905edd8cf96'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:38:23.963746 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port 31a3422e-90c5-4d2e-ae0a-e905edd8cf96, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=31a3422e-90c5-4d2e-ae0a-e905edd8cf96,segment=NetworkSegment(7f8f37ac-b75d-4202-96da-20b63b141e1f),segment_id=7f8f37ac-b75d-4202-96da-20b63b141e1f)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:38:23.966673 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:38:23.968714 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:38:24.026796 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fe8519e-109d-42ac-8570-d826cf17f673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31a3422e-90c5-4d2e-ae0a-e905edd8cf96', 'code': 200}
Jan 29 10:38:24.039677 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9ea7ad7b-2fa3-414a-ab73-255b85ca4174 req-c6e70df2-6324-4734-9017-db18a0c97168 service neutron] 10.222.0.22 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1426551
Jan 29 10:38:24.042512 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=31a3422e-90c5-4d2e-ae0a-e905edd8cf96,revision_number=6']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:38:24.045765 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:38:24.206643 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9ea7ad7b-2fa3-414a-ab73-255b85ca4174 req-58ab87d3-a0cd-4697-9b54-0f6e0176eaca service neutron] 10.222.0.22 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1438615
Jan 29 10:38:24.319799 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:38:24.656224 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ab77e-c825-4949-a42c-411f728e605e req-fccb4945-6efd-491d-9622-f8d30d2d63ce tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:38:24.658016 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-409ab77e-c825-4949-a42c-411f728e605e req-fccb4945-6efd-491d-9622-f8d30d2d63ce tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fe8519e-109d-42ac-8570-d826cf17f673 HTTP/1.1" status: 200  len: 945 time: 0.1682780
Jan 29 10:38:24.729416 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-409ab77e-c825-4949-a42c-411f728e605e req-8d21ab75-e361-497c-9af3-d06626ed32c8 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0641932
Jan 29 10:38:24.962328 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:38:25.435869 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 31a3422e-90c5-4d2e-ae0a-e905edd8cf96 up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:38:25.506943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 31a3422e-90c5-4d2e-ae0a-e905edd8cf96 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:38:25.507353 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:38:26.026439 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76925b9-4193-409b-9080-b830763aacff req-6e674ca5-1cec-4e24-985f-a18371766685 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:38:26.028148 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a76925b9-4193-409b-9080-b830763aacff req-6e674ca5-1cec-4e24-985f-a18371766685 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fe8519e-109d-42ac-8570-d826cf17f673 HTTP/1.1" status: 200  len: 945 time: 0.1687088
Jan 29 10:38:26.093198 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a76925b9-4193-409b-9080-b830763aacff req-d6e79288-1f1c-4932-bfda-60783efc8f0a tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0580339
Jan 29 10:38:26.130094 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:38:26.394828 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886b92f5-cfff-4a32-bfd0-ed2e5b2bf586 req-c9f8ee12-ec26-4e39-81bf-dc812874f72f tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:38:26.396051 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-886b92f5-cfff-4a32-bfd0-ed2e5b2bf586 req-c9f8ee12-ec26-4e39-81bf-dc812874f72f tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fe8519e-109d-42ac-8570-d826cf17f673 HTTP/1.1" status: 200  len: 945 time: 0.1700411
Jan 29 10:38:26.460588 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-886b92f5-cfff-4a32-bfd0-ed2e5b2bf586 req-eb3ecdef-1783-4445-a505-946b701c5ba5 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0582793
Jan 29 10:38:26.750135 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f0760-2afa-4ce9-8ca6-90595eb9958e req-0f13e91f-ddc7-4f33-986d-a7bba17f586f tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:38:26.751790 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ab4f0760-2afa-4ce9-8ca6-90595eb9958e req-0f13e91f-ddc7-4f33-986d-a7bba17f586f tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fe8519e-109d-42ac-8570-d826cf17f673 HTTP/1.1" status: 200  len: 945 time: 0.1625965
Jan 29 10:38:26.820916 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ab4f0760-2afa-4ce9-8ca6-90595eb9958e req-28d181d0-3ed4-460a-b380-74eb3ff0385b tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0617411
Jan 29 10:38:27.334407 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465fffd5-796e-4439-9e4c-7d9495a8ba28 req-df6e8d07-2bb6-4d9a-9627-626903979f1c tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:38:27.336097 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-465fffd5-796e-4439-9e4c-7d9495a8ba28 req-df6e8d07-2bb6-4d9a-9627-626903979f1c tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fe8519e-109d-42ac-8570-d826cf17f673 HTTP/1.1" status: 200  len: 945 time: 0.1654074
Jan 29 10:38:27.400588 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-465fffd5-796e-4439-9e4c-7d9495a8ba28 req-e8edc0a8-f824-4556-8e14-036a81641418 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0579922
Jan 29 10:38:28.701721 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c69c62-afc7-49e5-bcd6-a0473920e164 req-14c2b66b-da0b-4c51-8cd6-044c0825c96b tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:38:28.703634 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-20c69c62-afc7-49e5-bcd6-a0473920e164 req-14c2b66b-da0b-4c51-8cd6-044c0825c96b tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fe8519e-109d-42ac-8570-d826cf17f673 HTTP/1.1" status: 200  len: 945 time: 0.1686435
Jan 29 10:38:28.768113 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-20c69c62-afc7-49e5-bcd6-a0473920e164 req-18197e89-b69d-4ca7-873c-bf0e32f6e7eb tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0579944
Jan 29 10:38:29.169156 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537496b1-4651-4fb3-82ee-4524fbd794d9 req-85f20e3f-a89b-4d18-a5c6-ca11a0c7ba83 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:38:29.170738 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-537496b1-4651-4fb3-82ee-4524fbd794d9 req-85f20e3f-a89b-4d18-a5c6-ca11a0c7ba83 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.22 "GET /v2.0/ports?device_id=6fe8519e-109d-42ac-8570-d826cf17f673 HTTP/1.1" status: 200  len: 945 time: 0.1659169
Jan 29 10:38:29.261884 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-537496b1-4651-4fb3-82ee-4524fbd794d9 req-ebf2ebc3-a62c-4227-84e1-aa9f5a32cdd5 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Deleting port 31a3422e-90c5-4d2e-ae0a-e905edd8cf96 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:38:29.262271 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-537496b1-4651-4fb3-82ee-4524fbd794d9 req-ebf2ebc3-a62c-4227-84e1-aa9f5a32cdd5 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:38:29.328593 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 31a3422e-90c5-4d2e-ae0a-e905edd8cf96 no longer exists at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:38:29.446392 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:38:29.477159 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe8519e-109d-42ac-8570-d826cf17f673', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31a3422e-90c5-4d2e-ae0a-e905edd8cf96'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:38:29.487575 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port 31a3422e-90c5-4d2e-ae0a-e905edd8cf96, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=31a3422e-90c5-4d2e-ae0a-e905edd8cf96,segment=NetworkSegment(7f8f37ac-b75d-4202-96da-20b63b141e1f),segment_id=7f8f37ac-b75d-4202-96da-20b63b141e1f)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:38:29.490902 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:38:29.492723 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:38:29.535841 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-537496b1-4651-4fb3-82ee-4524fbd794d9 req-ebf2ebc3-a62c-4227-84e1-aa9f5a32cdd5 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] For port 31a3422e-90c5-4d2e-ae0a-e905edd8cf96, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=31a3422e-90c5-4d2e-ae0a-e905edd8cf96,segment=NetworkSegment(7f8f37ac-b75d-4202-96da-20b63b141e1f),segment_id=7f8f37ac-b75d-4202-96da-20b63b141e1f)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:38:29.536755 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-537496b1-4651-4fb3-82ee-4524fbd794d9 req-ebf2ebc3-a62c-4227-84e1-aa9f5a32cdd5 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:38:29.540223 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fe8519e-109d-42ac-8570-d826cf17f673', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31a3422e-90c5-4d2e-ae0a-e905edd8cf96', 'code': 200}
Jan 29 10:38:29.566766 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=31a3422e-90c5-4d2e-ae0a-e905edd8cf96,revision_number=7']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:38:29.570238 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:38:29.848327 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-537496b1-4651-4fb3-82ee-4524fbd794d9 req-ebf2ebc3-a62c-4227-84e1-aa9f5a32cdd5 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:38:29.848873 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-537496b1-4651-4fb3-82ee-4524fbd794d9 req-ebf2ebc3-a62c-4227-84e1-aa9f5a32cdd5 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:38:29.849006 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [req-537496b1-4651-4fb3-82ee-4524fbd794d9 req-ebf2ebc3-a62c-4227-84e1-aa9f5a32cdd5 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Floating IP db1b4576-9364-4963-8da9-8b3b6d72a968 disassociated. External IP: 172.26.7.99, port: 31a3422e-90c5-4d2e-ae0a-e905edd8cf96.
Jan 29 10:38:29.849250 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-537496b1-4651-4fb3-82ee-4524fbd794d9 req-ebf2ebc3-a62c-4227-84e1-aa9f5a32cdd5 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Calling delete_port for 31a3422e-90c5-4d2e-ae0a-e905edd8cf96 owned by compute:nova {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:38:29.941211 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [req-537496b1-4651-4fb3-82ee-4524fbd794d9 req-ebf2ebc3-a62c-4227-84e1-aa9f5a32cdd5 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80766) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:38:29.941709 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [req-537496b1-4651-4fb3-82ee-4524fbd794d9 req-ebf2ebc3-a62c-4227-84e1-aa9f5a32cdd5 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:38:30.066953 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e84085-62b6-4931-99cc-460b98d022cb req-c85f6c99-05dc-4cca-85a2-76ccae9df755 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:38:30.068559 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-69e84085-62b6-4931-99cc-460b98d022cb req-c85f6c99-05dc-4cca-85a2-76ccae9df755 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fe8519e-109d-42ac-8570-d826cf17f673 HTTP/1.1" status: 200  len: 943 time: 0.1667497
Jan 29 10:38:30.137867 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-69e84085-62b6-4931-99cc-460b98d022cb req-a8950147-f541-4da7-b66a-c4547098b859 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0628772
Jan 29 10:38:30.442756 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-537496b1-4651-4fb3-82ee-4524fbd794d9 req-ebf2ebc3-a62c-4227-84e1-aa9f5a32cdd5 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Deleting port 31a3422e-90c5-4d2e-ae0a-e905edd8cf96 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:38:30.443145 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-537496b1-4651-4fb3-82ee-4524fbd794d9 req-ebf2ebc3-a62c-4227-84e1-aa9f5a32cdd5 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:38:30.706724 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-537496b1-4651-4fb3-82ee-4524fbd794d9 req-ebf2ebc3-a62c-4227-84e1-aa9f5a32cdd5 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] For port 31a3422e-90c5-4d2e-ae0a-e905edd8cf96, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=31a3422e-90c5-4d2e-ae0a-e905edd8cf96,segment=NetworkSegment(7f8f37ac-b75d-4202-96da-20b63b141e1f),segment_id=7f8f37ac-b75d-4202-96da-20b63b141e1f)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:38:30.707124 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-537496b1-4651-4fb3-82ee-4524fbd794d9 req-ebf2ebc3-a62c-4227-84e1-aa9f5a32cdd5 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:38:31.289609 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-537496b1-4651-4fb3-82ee-4524fbd794d9 req-ebf2ebc3-a62c-4227-84e1-aa9f5a32cdd5 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:38:31.290183 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-537496b1-4651-4fb3-82ee-4524fbd794d9 req-ebf2ebc3-a62c-4227-84e1-aa9f5a32cdd5 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:38:31.290462 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [req-537496b1-4651-4fb3-82ee-4524fbd794d9 req-ebf2ebc3-a62c-4227-84e1-aa9f5a32cdd5 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Floating IP db1b4576-9364-4963-8da9-8b3b6d72a968 disassociated. External IP: 172.26.7.99, port: 31a3422e-90c5-4d2e-ae0a-e905edd8cf96.
Jan 29 10:38:31.290742 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-537496b1-4651-4fb3-82ee-4524fbd794d9 req-ebf2ebc3-a62c-4227-84e1-aa9f5a32cdd5 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Calling delete_port for 31a3422e-90c5-4d2e-ae0a-e905edd8cf96 owned by compute:nova {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:38:31.433071 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d3910-c517-420d-b785-8bed6920e548 req-8fc80e88-acbc-4aec-997b-0f489df86570 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:38:31.434684 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2c4d3910-c517-420d-b785-8bed6920e548 req-8fc80e88-acbc-4aec-997b-0f489df86570 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fe8519e-109d-42ac-8570-d826cf17f673 HTTP/1.1" status: 200  len: 943 time: 0.1679394
Jan 29 10:38:31.448998 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-537496b1-4651-4fb3-82ee-4524fbd794d9 req-ebf2ebc3-a62c-4227-84e1-aa9f5a32cdd5 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:38:31.466653 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-98f5b599-7a23-4a21-ab1a-c64ed1ae77b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:38:31.501116 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2c4d3910-c517-420d-b785-8bed6920e548 req-38b6e76b-faea-4a3b-b072-d4d500b6cc5e tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0590594
Jan 29 10:38:31.527925 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf2ebc3-a62c-4227-84e1-aa9f5a32cdd5 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Pushing event deleted for resources: {'Port': ['ID=31a3422e-90c5-4d2e-ae0a-e905edd8cf96,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:38:31.539606 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf2ebc3-a62c-4227-84e1-aa9f5a32cdd5 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:38:31.540035 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf2ebc3-a62c-4227-84e1-aa9f5a32cdd5 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:38:31.540459 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf2ebc3-a62c-4227-84e1-aa9f5a32cdd5 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:38:31.540871 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf2ebc3-a62c-4227-84e1-aa9f5a32cdd5 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:38:31.541281 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf2ebc3-a62c-4227-84e1-aa9f5a32cdd5 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:38:31.541699 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf2ebc3-a62c-4227-84e1-aa9f5a32cdd5 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:38:31.542146 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf2ebc3-a62c-4227-84e1-aa9f5a32cdd5 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:38:31.542552 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf2ebc3-a62c-4227-84e1-aa9f5a32cdd5 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:38:31.542960 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf2ebc3-a62c-4227-84e1-aa9f5a32cdd5 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:38:31.543363 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf2ebc3-a62c-4227-84e1-aa9f5a32cdd5 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:38:31.543766 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf2ebc3-a62c-4227-84e1-aa9f5a32cdd5 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:38:31.544167 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf2ebc3-a62c-4227-84e1-aa9f5a32cdd5 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:38:31.544636 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf2ebc3-a62c-4227-84e1-aa9f5a32cdd5 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:38:31.545043 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf2ebc3-a62c-4227-84e1-aa9f5a32cdd5 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:38:31.545445 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf2ebc3-a62c-4227-84e1-aa9f5a32cdd5 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:38:31.545865 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf2ebc3-a62c-4227-84e1-aa9f5a32cdd5 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:38:31.546270 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf2ebc3-a62c-4227-84e1-aa9f5a32cdd5 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:38:31.546670 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf2ebc3-a62c-4227-84e1-aa9f5a32cdd5 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:38:31.547070 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf2ebc3-a62c-4227-84e1-aa9f5a32cdd5 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:38:31.547469 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf2ebc3-a62c-4227-84e1-aa9f5a32cdd5 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:38:31.547869 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf2ebc3-a62c-4227-84e1-aa9f5a32cdd5 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:38:31.548270 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf2ebc3-a62c-4227-84e1-aa9f5a32cdd5 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:38:31.548671 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf2ebc3-a62c-4227-84e1-aa9f5a32cdd5 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:38:31.549717 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf2ebc3-a62c-4227-84e1-aa9f5a32cdd5 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:38:31.553351 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ebf2ebc3-a62c-4227-84e1-aa9f5a32cdd5 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:38:31.857443 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [req-537496b1-4651-4fb3-82ee-4524fbd794d9 req-ebf2ebc3-a62c-4227-84e1-aa9f5a32cdd5 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Router cf352b9c-9f97-4bc4-82cc-ad06defc927e has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:38:32.045754 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-537496b1-4651-4fb3-82ee-4524fbd794d9 req-ebf2ebc3-a62c-4227-84e1-aa9f5a32cdd5 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:38:32.055645 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564ab90c-5fc4-4905-bb99-367d3e5e7629 None None] Sync routers for ids ['cf352b9c-9f97-4bc4-82cc-ad06defc927e'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:38:32.065482 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564ab90c-5fc4-4905-bb99-367d3e5e7629 None None] Routers {'cf352b9c-9f97-4bc4-82cc-ad06defc927e'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:38:32.066219 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-564ab90c-5fc4-4905-bb99-367d3e5e7629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9de0048>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:38:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['cf352b9c-9f97-4bc4-82cc-ad06defc927e'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:38:32.084168 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-537496b1-4651-4fb3-82ee-4524fbd794d9 req-ebf2ebc3-a62c-4227-84e1-aa9f5a32cdd5 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] No DVR routers for this DVR port 31a3422e-90c5-4d2e-ae0a-e905edd8cf96 on host hv-neutron-7729 {{(pid=80766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:38:32.099359 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-537496b1-4651-4fb3-82ee-4524fbd794d9 req-ebf2ebc3-a62c-4227-84e1-aa9f5a32cdd5 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:38:32.102195 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe8519e-109d-42ac-8570-d826cf17f673', 'name': 'network-vif-deleted', 'tag': '31a3422e-90c5-4d2e-ae0a-e905edd8cf96'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:38:32.118830 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-537496b1-4651-4fb3-82ee-4524fbd794d9 req-ebf2ebc3-a62c-4227-84e1-aa9f5a32cdd5 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.22 "DELETE /v2.0/ports/31a3422e-90c5-4d2e-ae0a-e905edd8cf96 HTTP/1.1" status: 204  len: 173 time: 2.9417803
Jan 29 10:38:32.170176 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fe8519e-109d-42ac-8570-d826cf17f673', 'name': 'network-vif-deleted', 'tag': '31a3422e-90c5-4d2e-ae0a-e905edd8cf96', 'status': 'completed', 'code': 200}
Jan 29 10:38:32.414307 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-564ab90c-5fc4-4905-bb99-367d3e5e7629 None None] Set router cf352b9c-9f97-4bc4-82cc-ad06defc927e gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:38:32.710005 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9e8af5cc-c5a2-4a44-96f6-da44c8e06e7b req-5b3eff1d-7073-4e29-a6aa-9f271ed4bc21 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fe8519e-109d-42ac-8570-d826cf17f673 HTTP/1.1" status: 200  len: 210 time: 0.0541351
Jan 29 10:38:32.766498 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-564ab90c-5fc4-4905-bb99-367d3e5e7629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9de0048>, [{'id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'name': 'tempest-ServerActionsTestJSON-466440453-router', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': '4da5e201-762a-412e-8feb-be8f921842a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:36:11Z', 'updated_at': '2021-01-29T10:36:16Z', 'revision_number': 4, 'project_id': 'cc9e325e6c9744c187b64ac43be16b79', 'gw_port': {'id': '4da5e201-762a-412e-8feb-be8f921842a9', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:14:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:36:12Z', 'updated_at': '2021-01-29T10:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '767a243a-d87b-4c91-bf22-90fdc76eb199', 'name': '', 'network_id': '890a0074-3e1e-49d8-8cf4-76a9a26980e6', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'mac_address': 'fa:16:3e:7b:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'c6b32b80-7adf-4992-aa8d-cb3c4b0180ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:36:15Z', 'updated_at': '2021-01-29T10:36:24Z', 'revision_number': 5, 'project_id': 'cc9e325e6c9744c187b64ac43be16b79', 'subnets': [{'id': 'c6b32b80-7adf-4992-aa8d-cb3c4b0180ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:38:32.771102 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564ab90c-5fc4-4905-bb99-367d3e5e7629 None None] Checking router: cf352b9c-9f97-4bc4-82cc-ad06defc927e for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:38:32.780002 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564ab90c-5fc4-4905-bb99-367d3e5e7629 None None] Routers {'cf352b9c-9f97-4bc4-82cc-ad06defc927e'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:38:32.780655 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-564ab90c-5fc4-4905-bb99-367d3e5e7629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9de0048>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:38:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['cf352b9c-9f97-4bc4-82cc-ad06defc927e'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:38:32.967629 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-564ab90c-5fc4-4905-bb99-367d3e5e7629 None None] Set router cf352b9c-9f97-4bc4-82cc-ad06defc927e gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:38:33.289850 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-564ab90c-5fc4-4905-bb99-367d3e5e7629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9de0048>, [{'id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'name': 'tempest-ServerActionsTestJSON-466440453-router', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': '4da5e201-762a-412e-8feb-be8f921842a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:36:11Z', 'updated_at': '2021-01-29T10:36:16Z', 'revision_number': 4, 'project_id': 'cc9e325e6c9744c187b64ac43be16b79', 'gw_port': {'id': '4da5e201-762a-412e-8feb-be8f921842a9', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:14:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:36:12Z', 'updated_at': '2021-01-29T10:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '767a243a-d87b-4c91-bf22-90fdc76eb199', 'name': '', 'network_id': '890a0074-3e1e-49d8-8cf4-76a9a26980e6', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'mac_address': 'fa:16:3e:7b:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'c6b32b80-7adf-4992-aa8d-cb3c4b0180ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:36:15Z', 'updated_at': '2021-01-29T10:36:24Z', 'revision_number': 5, 'project_id': 'cc9e325e6c9744c187b64ac43be16b79', 'subnets': [{'id': 'c6b32b80-7adf-4992-aa8d-cb3c4b0180ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:38:33.293891 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564ab90c-5fc4-4905-bb99-367d3e5e7629 None None] The sync data for ids ['cf352b9c-9f97-4bc4-82cc-ad06defc927e'] in dv-neutron-772983-2-ovs is: [{'id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'name': 'tempest-ServerActionsTestJSON-466440453-router', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': '4da5e201-762a-412e-8feb-be8f921842a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:36:11Z', 'updated_at': '2021-01-29T10:36:16Z', 'revision_number': 4, 'project_id': 'cc9e325e6c9744c187b64ac43be16b79', 'gw_port': {'id': '4da5e201-762a-412e-8feb-be8f921842a9', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:14:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:36:12Z', 'updated_at': '2021-01-29T10:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '767a243a-d87b-4c91-bf22-90fdc76eb199', 'name': '', 'network_id': '890a0074-3e1e-49d8-8cf4-76a9a26980e6', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'mac_address': 'fa:16:3e:7b:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'c6b32b80-7adf-4992-aa8d-cb3c4b0180ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:36:15Z', 'updated_at': '2021-01-29T10:36:24Z', 'revision_number': 5, 'project_id': 'cc9e325e6c9744c187b64ac43be16b79', 'subnets': [{'id': 'c6b32b80-7adf-4992-aa8d-cb3c4b0180ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:38:33.692259 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fcda43-4aec-4b2d-9b9b-11d841e1be3a None None] New status for floating IP db1b4576-9364-4963-8da9-8b3b6d72a968: DOWN {{(pid=80767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 29 10:38:34.139564 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4cda09e4-8ce6-47fc-8fe9-6e54bb032faa req-f90bbf9c-b7de-460f-a5b4-c2527c7f54d9 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--278944749&fields=id&tenant_id=cc9e325e6c9744c187b64ac43be16b79 HTTP/1.1" status: 200  len: 267 time: 0.0594878
Jan 29 10:38:34.382991 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda09e4-8ce6-47fc-8fe9-6e54bb032faa req-f3beffc3-c31f-4ddb-8b5d-5d3cc2b51e3d tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:38:34.384658 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4cda09e4-8ce6-47fc-8fe9-6e54bb032faa req-f3beffc3-c31f-4ddb-8b5d-5d3cc2b51e3d tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/networks?id=890a0074-3e1e-49d8-8cf4-76a9a26980e6 HTTP/1.1" status: 200  len: 811 time: 0.2371368
Jan 29 10:38:34.401667 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4cda09e4-8ce6-47fc-8fe9-6e54bb032faa req-cd0f8486-e316-4a18-be90-b87188db703f tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/quotas/cc9e325e6c9744c187b64ac43be16b79 HTTP/1.1" status: 200  len: 375 time: 0.0108371
Jan 29 10:38:34.540100 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4cda09e4-8ce6-47fc-8fe9-6e54bb032faa req-8b9da774-b0e7-452d-944b-7a58f28b038d tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=cc9e325e6c9744c187b64ac43be16b79&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1327662
Jan 29 10:38:34.691703 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4cda09e4-8ce6-47fc-8fe9-6e54bb032faa req-f0970d38-9dfa-46b2-ac70-18b9fbb3011e service neutron] 10.222.0.57 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1383276
Jan 29 10:38:34.835436 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4cda09e4-8ce6-47fc-8fe9-6e54bb032faa req-cdaab3e3-c5aa-4250-896f-1088e663c0e2 service neutron] 10.222.0.57 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1372850
Jan 29 10:38:35.039548 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:38:35.042376 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ec314516-6b45-48c6-899e-df31cb3896f1 req-e734dd29-eae6-4c37-a402-6122a1561255 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a49d9e5-8862-4cdb-b70f-2a80e57314de HTTP/1.1" status: 200  len: 210 time: 0.0516784
Jan 29 10:38:35.200849 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:38:36.234330 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-041b23fc-ba0e-492c-b83d-d4eba03c51f2 req-c40c32af-da8c-4f18-8dd0-099fb115331f tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a49d9e5-8862-4cdb-b70f-2a80e57314de HTTP/1.1" status: 200  len: 210 time: 0.0545077
Jan 29 10:38:36.450801 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda09e4-8ce6-47fc-8fe9-6e54bb032faa req-df777bb2-a706-49ae-9b90-a68a01f2e4bc tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:38:36.452727 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4cda09e4-8ce6-47fc-8fe9-6e54bb032faa req-df777bb2-a706-49ae-9b90-a68a01f2e4bc tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.22 "GET /v2.0/networks?id=890a0074-3e1e-49d8-8cf4-76a9a26980e6 HTTP/1.1" status: 200  len: 811 time: 0.2410729
Jan 29 10:38:36.574898 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4cda09e4-8ce6-47fc-8fe9-6e54bb032faa req-90f7b552-61c4-4cf9-9109-bf394f145eb6 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cc9e325e6c9744c187b64ac43be16b79 HTTP/1.1" status: 200  len: 5716 time: 0.1000445
Jan 29 10:38:36.597969 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-4cda09e4-8ce6-47fc-8fe9-6e54bb032faa req-cc47ec5a-92f3-441a-a673-4a3942ea54ef tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Request body: {'port': {'device_id': '0a49d9e5-8862-4cdb-b70f-2a80e57314de', 'network_id': '890a0074-3e1e-49d8-8cf4-76a9a26980e6', 'admin_state_up': True, 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'security_groups': ['bcb4c84e-d441-4a54-aae6-0dd38d246af5']}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:38:36.745491 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-4cda09e4-8ce6-47fc-8fe9-6e54bb032faa req-cc47ec5a-92f3-441a-a673-4a3942ea54ef tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:38:36.749719 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-4cda09e4-8ce6-47fc-8fe9-6e54bb032faa req-cc47ec5a-92f3-441a-a673-4a3942ea54ef tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Usage tracker for resource:port and tenant:cc9e325e6c9744c187b64ac43be16b79 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:38:36.753295 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-4cda09e4-8ce6-47fc-8fe9-6e54bb032faa req-cc47ec5a-92f3-441a-a673-4a3942ea54ef tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:38:36.759086 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-4cda09e4-8ce6-47fc-8fe9-6e54bb032faa req-cc47ec5a-92f3-441a-a673-4a3942ea54ef tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:38:36.767805 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cda09e4-8ce6-47fc-8fe9-6e54bb032faa req-cc47ec5a-92f3-441a-a673-4a3942ea54ef tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Made reservation on behalf of cc9e325e6c9744c187b64ac43be16b79 for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:38:36.789294 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-4cda09e4-8ce6-47fc-8fe9-6e54bb032faa req-cc47ec5a-92f3-441a-a673-4a3942ea54ef tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:38:37.104520 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [req-4cda09e4-8ce6-47fc-8fe9-6e54bb032faa req-cc47ec5a-92f3-441a-a673-4a3942ea54ef tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Allocated IP 172.20.0.10 (890a0074-3e1e-49d8-8cf4-76a9a26980e6/c6b32b80-7adf-4992-aa8d-cb3c4b0180ce/2ff2827d-8477-4f99-bcb0-6630098f0c9b) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:38:37.318199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-4cda09e4-8ce6-47fc-8fe9-6e54bb032faa req-cc47ec5a-92f3-441a-a673-4a3942ea54ef tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:38:37.336445 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-4cda09e4-8ce6-47fc-8fe9-6e54bb032faa req-cc47ec5a-92f3-441a-a673-4a3942ea54ef tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Transition to ACTIVE for port object 2ff2827d-8477-4f99-bcb0-6630098f0c9b will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:38:37.360068 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-4cda09e4-8ce6-47fc-8fe9-6e54bb032faa req-cc47ec5a-92f3-441a-a673-4a3942ea54ef tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:38:37.376161 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bdec7cf3-e24d-4374-a7a7-544ba3613da1 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:38:37.523372 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc47ec5a-92f3-441a-a673-4a3942ea54ef tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Pushing event updated for resources: {'Port': ['ID=2ff2827d-8477-4f99-bcb0-6630098f0c9b,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:38:37.527656 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-cc47ec5a-92f3-441a-a673-4a3942ea54ef tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:38:37.536570 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f3baa-2ac3-4bf4-b77b-cdd923119a05 req-4cf51d3c-7f94-4542-86cd-e228f0bb056e tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:38:37.538329 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f04f3baa-2ac3-4bf4-b77b-cdd923119a05 req-4cf51d3c-7f94-4542-86cd-e228f0bb056e tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a49d9e5-8862-4cdb-b70f-2a80e57314de HTTP/1.1" status: 200  len: 932 time: 0.1704884
Jan 29 10:38:37.577744 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cda09e4-8ce6-47fc-8fe9-6e54bb032faa req-cc47ec5a-92f3-441a-a673-4a3942ea54ef tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Network 890a0074-3e1e-49d8-8cf4-76a9a26980e6 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:38:37.578971 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [req-4cda09e4-8ce6-47fc-8fe9-6e54bb032faa req-cc47ec5a-92f3-441a-a673-4a3942ea54ef tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:38:37.581458 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cda09e4-8ce6-47fc-8fe9-6e54bb032faa req-cc47ec5a-92f3-441a-a673-4a3942ea54ef tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:38:37.717311 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda09e4-8ce6-47fc-8fe9-6e54bb032faa req-cc47ec5a-92f3-441a-a673-4a3942ea54ef tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:38:37.718092 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-4cda09e4-8ce6-47fc-8fe9-6e54bb032faa req-cc47ec5a-92f3-441a-a673-4a3942ea54ef tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:38:37.747258 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4cda09e4-8ce6-47fc-8fe9-6e54bb032faa req-cc47ec5a-92f3-441a-a673-4a3942ea54ef tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1536076
Jan 29 10:38:37.767576 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-4cda09e4-8ce6-47fc-8fe9-6e54bb032faa req-b305d84b-d1d2-43fd-913c-a076654f350c service neutron] Request body: {'port': {'device_id': '0a49d9e5-8862-4cdb-b70f-2a80e57314de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7729'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:38:37.814670 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-89a55688-2845-475a-8816-cda330b05e05 None None] Provisioning for port 2ff2827d-8477-4f99-bcb0-6630098f0c9b completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:38:37.820466 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-89a55688-2845-475a-8816-cda330b05e05 None None] Provisioning complete for port 2ff2827d-8477-4f99-bcb0-6630098f0c9b triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:38:37.820895 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-89a55688-2845-475a-8816-cda330b05e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:38:37.854460 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f04f3baa-2ac3-4bf4-b77b-cdd923119a05 req-05538cab-d089-4083-8df7-436411ffee00 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3094811
Jan 29 10:38:37.882751 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-89a55688-2845-475a-8816-cda330b05e05 None None] Port 2ff2827d-8477-4f99-bcb0-6630098f0c9b cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:38:37.894524 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-4cda09e4-8ce6-47fc-8fe9-6e54bb032faa req-b305d84b-d1d2-43fd-913c-a076654f350c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:38:38.313937 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [req-4cda09e4-8ce6-47fc-8fe9-6e54bb032faa req-b305d84b-d1d2-43fd-913c-a076654f350c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ff2827d-8477-4f99-bcb0-6630098f0c9b {{(pid=80766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 29 10:38:38.322301 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-4cda09e4-8ce6-47fc-8fe9-6e54bb032faa req-b305d84b-d1d2-43fd-913c-a076654f350c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:38:38.336981 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-4cda09e4-8ce6-47fc-8fe9-6e54bb032faa req-b305d84b-d1d2-43fd-913c-a076654f350c service neutron] Transition to ACTIVE for port object 2ff2827d-8477-4f99-bcb0-6630098f0c9b will not be triggered until provisioned by entity L2. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:38:38.339729 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-4cda09e4-8ce6-47fc-8fe9-6e54bb032faa req-b305d84b-d1d2-43fd-913c-a076654f350c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:38:38.356005 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8caf7285-5018-434e-b7ec-fb9bf856e513 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:38:38.514240 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b305d84b-d1d2-43fd-913c-a076654f350c service neutron] Pushing event updated for resources: {'Port': ['ID=2ff2827d-8477-4f99-bcb0-6630098f0c9b,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:38:38.523556 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b305d84b-d1d2-43fd-913c-a076654f350c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:38:38.729112 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-4cda09e4-8ce6-47fc-8fe9-6e54bb032faa req-b305d84b-d1d2-43fd-913c-a076654f350c service neutron] Attempting to bind port 2ff2827d-8477-4f99-bcb0-6630098f0c9b on host hv-neutron-7729 for vnic_type normal with profile  {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:38:38.729312 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-4cda09e4-8ce6-47fc-8fe9-6e54bb032faa req-b305d84b-d1d2-43fd-913c-a076654f350c service neutron] Attempting to bind port 2ff2827d-8477-4f99-bcb0-6630098f0c9b by drivers openvswitch on host hv-neutron-7729 at level 0 using segments [{'id': '7f8f37ac-b75d-4202-96da-20b63b141e1f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '890a0074-3e1e-49d8-8cf4-76a9a26980e6'}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:38:38.729497 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cda09e4-8ce6-47fc-8fe9-6e54bb032faa req-b305d84b-d1d2-43fd-913c-a076654f350c service neutron] Attempting to bind port 2ff2827d-8477-4f99-bcb0-6630098f0c9b on network 890a0074-3e1e-49d8-8cf4-76a9a26980e6 {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:38:38.736566 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cda09e4-8ce6-47fc-8fe9-6e54bb032faa req-b305d84b-d1d2-43fd-913c-a076654f350c service neutron] Checking agent: {'id': '5acf9624-c829-41ba-afd9-92278081af05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 10, 2, 34), 'started_at': datetime.datetime(2021, 1, 29, 10, 3, 4), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:38:38.736954 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cda09e4-8ce6-47fc-8fe9-6e54bb032faa req-b305d84b-d1d2-43fd-913c-a076654f350c service neutron] Checking segment: {'id': '7f8f37ac-b75d-4202-96da-20b63b141e1f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '890a0074-3e1e-49d8-8cf4-76a9a26980e6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:38:38.737361 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-4cda09e4-8ce6-47fc-8fe9-6e54bb032faa req-b305d84b-d1d2-43fd-913c-a076654f350c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:38:38.737758 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cda09e4-8ce6-47fc-8fe9-6e54bb032faa req-b305d84b-d1d2-43fd-913c-a076654f350c service neutron] Bound using segment: {'id': '7f8f37ac-b75d-4202-96da-20b63b141e1f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '890a0074-3e1e-49d8-8cf4-76a9a26980e6'} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:38:38.738294 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-4cda09e4-8ce6-47fc-8fe9-6e54bb032faa req-b305d84b-d1d2-43fd-913c-a076654f350c service neutron] Bound port: 2ff2827d-8477-4f99-bcb0-6630098f0c9b, host: hv-neutron-7729, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f8f37ac-b75d-4202-96da-20b63b141e1f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '890a0074-3e1e-49d8-8cf4-76a9a26980e6'}}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:38:38.738669 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-4cda09e4-8ce6-47fc-8fe9-6e54bb032faa req-b305d84b-d1d2-43fd-913c-a076654f350c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:38:38.844368 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-4cda09e4-8ce6-47fc-8fe9-6e54bb032faa req-b305d84b-d1d2-43fd-913c-a076654f350c service neutron] For port 2ff2827d-8477-4f99-bcb0-6630098f0c9b, host hv-neutron-7729, cleared binding levels {{(pid=80766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:38:38.848717 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-4cda09e4-8ce6-47fc-8fe9-6e54bb032faa req-b305d84b-d1d2-43fd-913c-a076654f350c service neutron] For port 2ff2827d-8477-4f99-bcb0-6630098f0c9b, host hv-neutron-7729, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=2ff2827d-8477-4f99-bcb0-6630098f0c9b,segment=NetworkSegment(7f8f37ac-b75d-4202-96da-20b63b141e1f),segment_id=7f8f37ac-b75d-4202-96da-20b63b141e1f)] {{(pid=80766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:38:38.853212 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-4cda09e4-8ce6-47fc-8fe9-6e54bb032faa req-b305d84b-d1d2-43fd-913c-a076654f350c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:38:38.870651 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ebc13a36-8dd3-4421-94a5-0dd3fd3479cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:38:39.040691 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b305d84b-d1d2-43fd-913c-a076654f350c service neutron] Pushing event updated for resources: {'Port': ['ID=2ff2827d-8477-4f99-bcb0-6630098f0c9b,revision_number=3']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:38:39.045575 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b305d84b-d1d2-43fd-913c-a076654f350c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:38:39.078494 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda09e4-8ce6-47fc-8fe9-6e54bb032faa req-b305d84b-d1d2-43fd-913c-a076654f350c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:38:39.079315 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-4cda09e4-8ce6-47fc-8fe9-6e54bb032faa req-b305d84b-d1d2-43fd-913c-a076654f350c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:38:39.080782 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4cda09e4-8ce6-47fc-8fe9-6e54bb032faa req-b305d84b-d1d2-43fd-913c-a076654f350c service neutron] 10.222.0.22 "PUT /v2.0/ports/2ff2827d-8477-4f99-bcb0-6630098f0c9b HTTP/1.1" status: 200  len: 1158 time: 1.3185139
Jan 29 10:38:39.081803 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a49d9e5-8862-4cdb-b70f-2a80e57314de', 'tag': '2ff2827d-8477-4f99-bcb0-6630098f0c9b'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:38:39.172092 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f8d54b-ab0e-4588-9d2a-35096ab2308b req-e1190ed5-91c1-42fb-9fe9-d40bf5b78242 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:38:39.174620 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-58f8d54b-ab0e-4588-9d2a-35096ab2308b req-e1190ed5-91c1-42fb-9fe9-d40bf5b78242 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a49d9e5-8862-4cdb-b70f-2a80e57314de HTTP/1.1" status: 200  len: 944 time: 0.1688254
Jan 29 10:38:39.221368 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda09e4-8ce6-47fc-8fe9-6e54bb032faa req-fef9c34c-efe6-4eb9-a457-a067b7f8e78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:38:39.223190 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4cda09e4-8ce6-47fc-8fe9-6e54bb032faa req-fef9c34c-efe6-4eb9-a457-a067b7f8e78d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cc9e325e6c9744c187b64ac43be16b79&device_id=0a49d9e5-8862-4cdb-b70f-2a80e57314de HTTP/1.1" status: 200  len: 1161 time: 0.0876796
Jan 29 10:38:39.245446 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-58f8d54b-ab0e-4588-9d2a-35096ab2308b req-b5f90d9a-916b-4212-ad5d-df60e152bf29 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0638063
Jan 29 10:38:39.312433 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4cda09e4-8ce6-47fc-8fe9-6e54bb032faa req-f236ff34-6740-495d-97ba-750baeb6b80b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ff2827d-8477-4f99-bcb0-6630098f0c9b HTTP/1.1" status: 200  len: 217 time: 0.0746102
Jan 29 10:38:39.360354 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a49d9e5-8862-4cdb-b70f-2a80e57314de', 'tag': '2ff2827d-8477-4f99-bcb0-6630098f0c9b', 'status': 'completed', 'code': 200}
Jan 29 10:38:39.386169 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda09e4-8ce6-47fc-8fe9-6e54bb032faa req-270f0764-3ae7-4188-8aef-b61b3d642954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:38:39.387740 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4cda09e4-8ce6-47fc-8fe9-6e54bb032faa req-270f0764-3ae7-4188-8aef-b61b3d642954 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c6b32b80-7adf-4992-aa8d-cb3c4b0180ce HTTP/1.1" status: 200  len: 850 time: 0.0676262
Jan 29 10:38:39.471930 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda09e4-8ce6-47fc-8fe9-6e54bb032faa req-673c2742-4582-4740-a020-575589707c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:38:39.473511 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4cda09e4-8ce6-47fc-8fe9-6e54bb032faa req-673c2742-4582-4740-a020-575589707c48 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=890a0074-3e1e-49d8-8cf4-76a9a26980e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0791798
Jan 29 10:38:39.883815 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4cda09e4-8ce6-47fc-8fe9-6e54bb032faa req-c94f3c7b-16e0-422f-8d2a-6f901b8342da service neutron] 10.222.0.22 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4030774
Jan 29 10:38:40.023576 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4cda09e4-8ce6-47fc-8fe9-6e54bb032faa req-721904f5-e579-4d6d-bdb9-b3b06176b3bc service neutron] 10.222.0.22 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1325016
Jan 29 10:38:40.182822 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e4ed3-b5ac-4595-9639-ce87ef42ea1d req-a21a5dc4-0ce3-48b6-a591-425d543f3bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:38:40.184355 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-580e4ed3-b5ac-4595-9639-ce87ef42ea1d req-a21a5dc4-0ce3-48b6-a591-425d543f3bea service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cc9e325e6c9744c187b64ac43be16b79&device_id=0a49d9e5-8862-4cdb-b70f-2a80e57314de HTTP/1.1" status: 200  len: 1161 time: 0.0790069
Jan 29 10:38:40.334037 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e4ed3-b5ac-4595-9639-ce87ef42ea1d req-04371f9a-8744-41aa-8707-37999ca69f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:38:40.335626 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-580e4ed3-b5ac-4595-9639-ce87ef42ea1d req-04371f9a-8744-41aa-8707-37999ca69f94 service neutron] 10.222.0.22 "GET /v2.0/networks?id=890a0074-3e1e-49d8-8cf4-76a9a26980e6 HTTP/1.1" status: 200  len: 905 time: 0.1446211
Jan 29 10:38:40.414074 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-580e4ed3-b5ac-4595-9639-ce87ef42ea1d req-965d225e-8ec2-4519-8427-12d621e7dc7d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ff2827d-8477-4f99-bcb0-6630098f0c9b HTTP/1.1" status: 200  len: 217 time: 0.0718133
Jan 29 10:38:40.484479 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e4ed3-b5ac-4595-9639-ce87ef42ea1d req-f77f11d2-3123-4754-b93e-11ae2f196612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:38:40.486534 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-580e4ed3-b5ac-4595-9639-ce87ef42ea1d req-f77f11d2-3123-4754-b93e-11ae2f196612 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c6b32b80-7adf-4992-aa8d-cb3c4b0180ce HTTP/1.1" status: 200  len: 850 time: 0.0654724
Jan 29 10:38:40.563960 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54655683-f0b8-40b5-9f77-006a0ef2439d req-7a332690-64db-45e5-a25f-2f4d5f18b022 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:38:40.566051 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-54655683-f0b8-40b5-9f77-006a0ef2439d req-7a332690-64db-45e5-a25f-2f4d5f18b022 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a49d9e5-8862-4cdb-b70f-2a80e57314de HTTP/1.1" status: 200  len: 944 time: 0.1798067
Jan 29 10:38:40.574878 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e4ed3-b5ac-4595-9639-ce87ef42ea1d req-675483d9-3350-48ba-934b-bfc8daae87b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:38:40.576543 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-580e4ed3-b5ac-4595-9639-ce87ef42ea1d req-675483d9-3350-48ba-934b-bfc8daae87b5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=890a0074-3e1e-49d8-8cf4-76a9a26980e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0835352
Jan 29 10:38:40.630733 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-54655683-f0b8-40b5-9f77-006a0ef2439d req-edab34aa-5364-4891-a984-9f0b44fb343c tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0582125
Jan 29 10:38:40.732415 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-580e4ed3-b5ac-4595-9639-ce87ef42ea1d req-c160b377-5f60-4282-8525-7c887b6cd2e3 service neutron] 10.222.0.22 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1483932
Jan 29 10:38:40.879988 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-580e4ed3-b5ac-4595-9639-ce87ef42ea1d req-e4243921-8794-4e16-aabd-acfac096a696 service neutron] 10.222.0.22 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1394711
Jan 29 10:38:41.919726 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7950734b-4bf7-4ae9-aca8-7168ae607b3c req-b70880b3-b46c-438a-91e3-ea594975c00f tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:38:41.921350 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7950734b-4bf7-4ae9-aca8-7168ae607b3c req-b70880b3-b46c-438a-91e3-ea594975c00f tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a49d9e5-8862-4cdb-b70f-2a80e57314de HTTP/1.1" status: 200  len: 944 time: 0.1618538
Jan 29 10:38:41.989255 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7950734b-4bf7-4ae9-aca8-7168ae607b3c req-a9ca44ad-d1f7-4546-a857-95d1c34d6925 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0607584
Jan 29 10:38:43.281956 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f567b-81be-40be-aa39-abafa61c79a5 req-662625c6-7fca-4db7-8865-2e4b02e562c2 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:38:43.284117 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d62f567b-81be-40be-aa39-abafa61c79a5 req-662625c6-7fca-4db7-8865-2e4b02e562c2 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a49d9e5-8862-4cdb-b70f-2a80e57314de HTTP/1.1" status: 200  len: 944 time: 0.1630752
Jan 29 10:38:43.349847 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d62f567b-81be-40be-aa39-abafa61c79a5 req-41b2bc8a-bd4d-4959-9696-3511ebb8ed09 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0586736
Jan 29 10:38:44.057997 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 2ff2827d-8477-4f99-bcb0-6630098f0c9b up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:38:44.128410 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning for port 2ff2827d-8477-4f99-bcb0-6630098f0c9b completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:38:44.133342 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 2ff2827d-8477-4f99-bcb0-6630098f0c9b triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:38:44.133760 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:38:44.256920 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:38:44.287995 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a49d9e5-8862-4cdb-b70f-2a80e57314de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff2827d-8477-4f99-bcb0-6630098f0c9b'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:38:44.295296 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port 2ff2827d-8477-4f99-bcb0-6630098f0c9b, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=2ff2827d-8477-4f99-bcb0-6630098f0c9b,segment=NetworkSegment(7f8f37ac-b75d-4202-96da-20b63b141e1f),segment_id=7f8f37ac-b75d-4202-96da-20b63b141e1f)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:38:44.299290 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:38:44.301525 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:38:44.347312 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a49d9e5-8862-4cdb-b70f-2a80e57314de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff2827d-8477-4f99-bcb0-6630098f0c9b', 'code': 200}
Jan 29 10:38:44.374006 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=2ff2827d-8477-4f99-bcb0-6630098f0c9b,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:38:44.377212 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:38:44.627583 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906209f-cc06-4a94-a427-990e7715562a req-aad70283-6c55-4781-9ae0-f736432a32b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:38:44.629205 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b906209f-cc06-4a94-a427-990e7715562a req-aad70283-6c55-4781-9ae0-f736432a32b8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0a49d9e5-8862-4cdb-b70f-2a80e57314de HTTP/1.1" status: 200  len: 1163 time: 0.0798554
Jan 29 10:38:44.651791 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c942a3ee-19ab-4e6b-a433-8e6ffb1199da req-3482b41f-845a-4d0e-ad65-37740e580c2c tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:38:44.653468 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c942a3ee-19ab-4e6b-a433-8e6ffb1199da req-3482b41f-845a-4d0e-ad65-37740e580c2c tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a49d9e5-8862-4cdb-b70f-2a80e57314de HTTP/1.1" status: 200  len: 946 time: 0.1726246
Jan 29 10:38:44.675782 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b906209f-cc06-4a94-a427-990e7715562a req-7269a973-51c8-40c8-980f-23bc51bc7688 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395405
Jan 29 10:38:44.718177 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c942a3ee-19ab-4e6b-a433-8e6ffb1199da req-1b0ceb29-4253-45f9-899f-e712f4353ce7 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0575511
Jan 29 10:38:45.613857 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 2ff2827d-8477-4f99-bcb0-6630098f0c9b up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:38:45.687268 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 2ff2827d-8477-4f99-bcb0-6630098f0c9b triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:38:45.687680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:38:46.011413 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70371417-387d-4eb4-b5f3-6a0d8f7161cc req-dcb56d87-5bb0-4e96-bd85-9e11887a3060 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:38:46.013049 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-70371417-387d-4eb4-b5f3-6a0d8f7161cc req-dcb56d87-5bb0-4e96-bd85-9e11887a3060 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a49d9e5-8862-4cdb-b70f-2a80e57314de HTTP/1.1" status: 200  len: 946 time: 0.1653366
Jan 29 10:38:46.086569 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-70371417-387d-4eb4-b5f3-6a0d8f7161cc req-7ea1934f-9874-4418-99be-7ccbf6a501ef tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0660913
Jan 29 10:38:47.381377 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7fe7ce-c2e3-47cd-8788-bd87bd5e0b6a req-441fb4b1-525c-48e4-8e31-81adcc311bb4 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:38:47.383010 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3b7fe7ce-c2e3-47cd-8788-bd87bd5e0b6a req-441fb4b1-525c-48e4-8e31-81adcc311bb4 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a49d9e5-8862-4cdb-b70f-2a80e57314de HTTP/1.1" status: 200  len: 946 time: 0.1629171
Jan 29 10:38:47.446544 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3b7fe7ce-c2e3-47cd-8788-bd87bd5e0b6a req-a3529875-b2a2-43e0-8a42-92a37fb1f916 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0571222
Jan 29 10:38:47.735282 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fbe60f-0c5c-4a68-9e71-2ab36d92c1b1 req-58fe7576-d045-4862-a5fc-c505896f7449 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:38:47.736844 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-75fbe60f-0c5c-4a68-9e71-2ab36d92c1b1 req-58fe7576-d045-4862-a5fc-c505896f7449 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a49d9e5-8862-4cdb-b70f-2a80e57314de HTTP/1.1" status: 200  len: 946 time: 0.1673024
Jan 29 10:38:47.746433 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 33872) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:38:47.752076 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-8742f32a-9ed0-462b-9f20-074112dc8328 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Request body: {'floatingip': {'port_id': '2ff2827d-8477-4f99-bcb0-6630098f0c9b'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:38:47.851866 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8742f32a-9ed0-462b-9f20-074112dc8328 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks [] for floatingip, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:38:48.478497 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8742f32a-9ed0-462b-9f20-074112dc8328 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:38:48.481037 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8742f32a-9ed0-462b-9f20-074112dc8328 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:38:48.659195 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [None req-8742f32a-9ed0-462b-9f20-074112dc8328 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Floating IP db1b4576-9364-4963-8da9-8b3b6d72a968 associated. External IP: 172.26.7.99, port: 2ff2827d-8477-4f99-bcb0-6630098f0c9b.
Jan 29 10:38:49.028062 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8742f32a-9ed0-462b-9f20-074112dc8328 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Router cf352b9c-9f97-4bc4-82cc-ad06defc927e has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:38:49.217349 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8742f32a-9ed0-462b-9f20-074112dc8328 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:38:49.221806 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8742f32a-9ed0-462b-9f20-074112dc8328 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:38:49.227318 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacf2469-ae28-4d95-a3af-54778ef9473a None None] Sync routers for ids ['cf352b9c-9f97-4bc4-82cc-ad06defc927e'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:38:49.237667 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacf2469-ae28-4d95-a3af-54778ef9473a None None] Routers {'cf352b9c-9f97-4bc4-82cc-ad06defc927e'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:38:49.238361 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-dacf2469-ae28-4d95-a3af-54778ef9473a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99cad38390>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:38:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['cf352b9c-9f97-4bc4-82cc-ad06defc927e'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:38:49.280341 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8742f32a-9ed0-462b-9f20-074112dc8328 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "PUT /v2.0/floatingips/db1b4576-9364-4963-8da9-8b3b6d72a968 HTTP/1.1" status: 200  len: 991 time: 1.5326164
Jan 29 10:38:49.281311 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a49d9e5-8862-4cdb-b70f-2a80e57314de', 'tag': '2ff2827d-8477-4f99-bcb0-6630098f0c9b'}] {{(pid=80765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:38:49.434685 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-dacf2469-ae28-4d95-a3af-54778ef9473a None None] Set router cf352b9c-9f97-4bc4-82cc-ad06defc927e gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:38:49.495894 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a49d9e5-8862-4cdb-b70f-2a80e57314de', 'tag': '2ff2827d-8477-4f99-bcb0-6630098f0c9b', 'status': 'completed', 'code': 200}
Jan 29 10:38:49.620194 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d7170-16da-4beb-82f9-c96232ae9712 req-3d92f480-58d0-46d9-aafc-3a57c62ba3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:38:49.621773 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f74d7170-16da-4beb-82f9-c96232ae9712 req-3d92f480-58d0-46d9-aafc-3a57c62ba3d0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cc9e325e6c9744c187b64ac43be16b79&device_id=0a49d9e5-8862-4cdb-b70f-2a80e57314de HTTP/1.1" status: 200  len: 1163 time: 0.0833375
Jan 29 10:38:49.766474 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d7170-16da-4beb-82f9-c96232ae9712 req-8c3498b6-185d-4a17-a2cc-93aae0a75b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:38:49.768227 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f74d7170-16da-4beb-82f9-c96232ae9712 req-8c3498b6-185d-4a17-a2cc-93aae0a75b38 service neutron] 10.222.0.22 "GET /v2.0/networks?id=890a0074-3e1e-49d8-8cf4-76a9a26980e6 HTTP/1.1" status: 200  len: 905 time: 0.1400182
Jan 29 10:38:49.803859 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-dacf2469-ae28-4d95-a3af-54778ef9473a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99cad38390>, [{'id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'name': 'tempest-ServerActionsTestJSON-466440453-router', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': '4da5e201-762a-412e-8feb-be8f921842a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:36:11Z', 'updated_at': '2021-01-29T10:36:16Z', 'revision_number': 4, 'project_id': 'cc9e325e6c9744c187b64ac43be16b79', 'gw_port': {'id': '4da5e201-762a-412e-8feb-be8f921842a9', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:14:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:36:12Z', 'updated_at': '2021-01-29T10:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': 'db1b4576-9364-4963-8da9-8b3b6d72a968', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'floating_ip_address': '172.26.7.99', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'port_id': '2ff2827d-8477-4f99-bcb0-6630098f0c9b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '890a0074-3e1e-49d8-8cf4-76a9a26980e6', 'mac_address': 'fa:16:3e:5a:1a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a49d9e5-8862-4cdb-b70f-2a80e57314de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:36:20Z', 'updated_at': '2021-01-29T10:38:48Z', 'revision_number': 5, 'project_id': 'cc9e325e6c9744c187b64ac43be16b79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '767a243a-d87b-4c91-bf22-90fdc76eb199', 'name': '', 'network_id': '890a0074-3e1e-49d8-8cf4-76a9a26980e6', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'mac_address': 'fa:16:3e:7b:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'c6b32b80-7adf-4992-aa8d-cb3c4b0180ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:36:15Z', 'updated_at': '2021-01-29T10:36:24Z', 'revision_number': 5, 'project_id': 'cc9e325e6c9744c187b64ac43be16b79', 'subnets': [{'id': 'c6b32b80-7adf-4992-aa8d-cb3c4b0180ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:38:49.807917 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacf2469-ae28-4d95-a3af-54778ef9473a None None] Checking router: cf352b9c-9f97-4bc4-82cc-ad06defc927e for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:38:49.817167 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacf2469-ae28-4d95-a3af-54778ef9473a None None] Routers {'cf352b9c-9f97-4bc4-82cc-ad06defc927e'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:38:49.817845 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-dacf2469-ae28-4d95-a3af-54778ef9473a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99cad38390>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:38:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['cf352b9c-9f97-4bc4-82cc-ad06defc927e'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:38:49.879727 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f74d7170-16da-4beb-82f9-c96232ae9712 req-9c675010-85d9-4722-912d-659f1f7f1e11 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ff2827d-8477-4f99-bcb0-6630098f0c9b HTTP/1.1" status: 200  len: 999 time: 0.1037052
Jan 29 10:38:49.950337 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d7170-16da-4beb-82f9-c96232ae9712 req-8d19c647-1df3-4d41-9f2e-f9d280a482cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:38:49.951906 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f74d7170-16da-4beb-82f9-c96232ae9712 req-8d19c647-1df3-4d41-9f2e-f9d280a482cc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c6b32b80-7adf-4992-aa8d-cb3c4b0180ce HTTP/1.1" status: 200  len: 850 time: 0.0645232
Jan 29 10:38:50.004006 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-dacf2469-ae28-4d95-a3af-54778ef9473a None None] Set router cf352b9c-9f97-4bc4-82cc-ad06defc927e gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:38:50.033366 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d7170-16da-4beb-82f9-c96232ae9712 req-1f3c8389-8657-4782-9ef3-3097e00180bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:38:50.035070 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f74d7170-16da-4beb-82f9-c96232ae9712 req-1f3c8389-8657-4782-9ef3-3097e00180bf service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=890a0074-3e1e-49d8-8cf4-76a9a26980e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0765338
Jan 29 10:38:50.182747 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f74d7170-16da-4beb-82f9-c96232ae9712 req-6f04c772-07c8-4219-862f-cbbfbb664ca6 service neutron] 10.222.0.22 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1404366
Jan 29 10:38:50.334855 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f74d7170-16da-4beb-82f9-c96232ae9712 req-ef673935-2626-4ea3-bce1-1e84f94a64ac service neutron] 10.222.0.22 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1461222
Jan 29 10:38:50.532919 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-dacf2469-ae28-4d95-a3af-54778ef9473a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99cad38390>, [{'id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'name': 'tempest-ServerActionsTestJSON-466440453-router', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': '4da5e201-762a-412e-8feb-be8f921842a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:36:11Z', 'updated_at': '2021-01-29T10:36:16Z', 'revision_number': 4, 'project_id': 'cc9e325e6c9744c187b64ac43be16b79', 'gw_port': {'id': '4da5e201-762a-412e-8feb-be8f921842a9', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:14:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:36:12Z', 'updated_at': '2021-01-29T10:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': 'db1b4576-9364-4963-8da9-8b3b6d72a968', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'floating_ip_address': '172.26.7.99', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'port_id': '2ff2827d-8477-4f99-bcb0-6630098f0c9b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '890a0074-3e1e-49d8-8cf4-76a9a26980e6', 'mac_address': 'fa:16:3e:5a:1a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a49d9e5-8862-4cdb-b70f-2a80e57314de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:36:20Z', 'updated_at': '2021-01-29T10:38:48Z', 'revision_number': 5, 'project_id': 'cc9e325e6c9744c187b64ac43be16b79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '767a243a-d87b-4c91-bf22-90fdc76eb199', 'name': '', 'network_id': '890a0074-3e1e-49d8-8cf4-76a9a26980e6', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'mac_address': 'fa:16:3e:7b:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'c6b32b80-7adf-4992-aa8d-cb3c4b0180ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:36:15Z', 'updated_at': '2021-01-29T10:36:24Z', 'revision_number': 5, 'project_id': 'cc9e325e6c9744c187b64ac43be16b79', 'subnets': [{'id': 'c6b32b80-7adf-4992-aa8d-cb3c4b0180ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:38:50.537325 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacf2469-ae28-4d95-a3af-54778ef9473a None None] The sync data for ids ['cf352b9c-9f97-4bc4-82cc-ad06defc927e'] in dv-neutron-772983-2-ovs is: [{'id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'name': 'tempest-ServerActionsTestJSON-466440453-router', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': '4da5e201-762a-412e-8feb-be8f921842a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:36:11Z', 'updated_at': '2021-01-29T10:36:16Z', 'revision_number': 4, 'project_id': 'cc9e325e6c9744c187b64ac43be16b79', 'gw_port': {'id': '4da5e201-762a-412e-8feb-be8f921842a9', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:14:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:36:12Z', 'updated_at': '2021-01-29T10:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': 'db1b4576-9364-4963-8da9-8b3b6d72a968', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'floating_ip_address': '172.26.7.99', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'port_id': '2ff2827d-8477-4f99-bcb0-6630098f0c9b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '890a0074-3e1e-49d8-8cf4-76a9a26980e6', 'mac_address': 'fa:16:3e:5a:1a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a49d9e5-8862-4cdb-b70f-2a80e57314de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:36:20Z', 'updated_at': '2021-01-29T10:38:48Z', 'revision_number': 5, 'project_id': 'cc9e325e6c9744c187b64ac43be16b79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '767a243a-d87b-4c91-bf22-90fdc76eb199', 'name': '', 'network_id': '890a0074-3e1e-49d8-8cf4-76a9a26980e6', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'mac_address': 'fa:16:3e:7b:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'c6b32b80-7adf-4992-aa8d-cb3c4b0180ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:36:15Z', 'updated_at': '2021-01-29T10:36:24Z', 'revision_number': 5, 'project_id': 'cc9e325e6c9744c187b64ac43be16b79', 'subnets': [{'id': 'c6b32b80-7adf-4992-aa8d-cb3c4b0180ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:38:50.830958 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0032ba18-d672-4096-95ec-36ed87b3c1d9 None None] New status for floating IP db1b4576-9364-4963-8da9-8b3b6d72a968: ACTIVE {{(pid=80767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 29 10:38:51.489891 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-21813073-e4e9-4098-b1cf-d7c1e963d934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:38:53.761341 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8a5b7266-fc4f-403c-a1ad-68ff7134f114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:38:54.324887 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:38:54.954503 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:38:56.131566 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:38:57.038779 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c4578e20-488b-4df7-99d0-4195be17ea92 req-d3ee2efd-a0f5-4992-9b01-0fe1e04710ce service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0a49d9e5-8862-4cdb-b70f-2a80e57314de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0802844
Jan 29 10:38:57.204992 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4578e20-488b-4df7-99d0-4195be17ea92 req-4874a8c1-2362-4fec-9ed4-acbcd012f672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:38:57.206665 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c4578e20-488b-4df7-99d0-4195be17ea92 req-4874a8c1-2362-4fec-9ed4-acbcd012f672 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cc9e325e6c9744c187b64ac43be16b79&device_id=0a49d9e5-8862-4cdb-b70f-2a80e57314de HTTP/1.1" status: 200  len: 1163 time: 0.0788276
Jan 29 10:38:57.367308 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4578e20-488b-4df7-99d0-4195be17ea92 req-16746ca1-219f-4e98-991f-6c61d8c6c48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:38:57.368881 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c4578e20-488b-4df7-99d0-4195be17ea92 req-16746ca1-219f-4e98-991f-6c61d8c6c48b service neutron] 10.222.0.22 "GET /v2.0/networks?id=890a0074-3e1e-49d8-8cf4-76a9a26980e6 HTTP/1.1" status: 200  len: 905 time: 0.1417677
Jan 29 10:38:57.483920 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c4578e20-488b-4df7-99d0-4195be17ea92 req-062a837d-5df6-46c8-86ea-634b93ec2d9a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ff2827d-8477-4f99-bcb0-6630098f0c9b HTTP/1.1" status: 200  len: 1001 time: 0.1064756
Jan 29 10:38:57.570972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4578e20-488b-4df7-99d0-4195be17ea92 req-a5a5ab95-e335-406b-b3fb-48eff9cef25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:38:57.572601 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c4578e20-488b-4df7-99d0-4195be17ea92 req-a5a5ab95-e335-406b-b3fb-48eff9cef25c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c6b32b80-7adf-4992-aa8d-cb3c4b0180ce HTTP/1.1" status: 200  len: 850 time: 0.0681496
Jan 29 10:38:57.664111 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4578e20-488b-4df7-99d0-4195be17ea92 req-d23f9b70-2614-48ea-b5c3-30155baf8716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:38:57.665703 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c4578e20-488b-4df7-99d0-4195be17ea92 req-d23f9b70-2614-48ea-b5c3-30155baf8716 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=890a0074-3e1e-49d8-8cf4-76a9a26980e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0765591
Jan 29 10:38:57.812603 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c4578e20-488b-4df7-99d0-4195be17ea92 req-590006f6-bca5-43aa-89a5-126692ebb8b7 service neutron] 10.222.0.22 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388869
Jan 29 10:38:57.955149 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c4578e20-488b-4df7-99d0-4195be17ea92 req-a56a97c1-03f8-48d6-9d2b-096ca9caf6e7 service neutron] 10.222.0.22 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1342776
Jan 29 10:39:05.041718 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:39:12.201453 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:39:21.491220 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-59009b6a-846c-4680-b671-fe43729f0c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:39:23.762062 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-13551768-2570-4fd4-82e3-c5b7298e6fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:39:24.325420 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:39:24.955845 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:39:26.137145 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:39:35.033478 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:39:49.200870 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:39:51.493075 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-aad976dc-0a34-4535-820d-0561fc394010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:39:53.762567 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d5584c45-4de6-4f72-8ac0-a0a1d919d2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:39:54.332215 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:39:54.957668 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:39:56.311356 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:39:59.593729 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-feb19d02-29ca-4045-a333-fad82547f2a4 req-6ed4ac7d-0475-4363-96e8-a440e5290d04 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0a49d9e5-8862-4cdb-b70f-2a80e57314de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0784194
Jan 29 10:39:59.763991 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb19d02-29ca-4045-a333-fad82547f2a4 req-c65bf4c3-4700-4d63-a144-7d6651b5c13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:39:59.766370 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-feb19d02-29ca-4045-a333-fad82547f2a4 req-c65bf4c3-4700-4d63-a144-7d6651b5c13c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cc9e325e6c9744c187b64ac43be16b79&device_id=0a49d9e5-8862-4cdb-b70f-2a80e57314de HTTP/1.1" status: 200  len: 1163 time: 0.0810707
Jan 29 10:39:59.921357 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb19d02-29ca-4045-a333-fad82547f2a4 req-6af9611d-ecd2-4779-8212-88f880afd17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:39:59.922987 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-feb19d02-29ca-4045-a333-fad82547f2a4 req-6af9611d-ecd2-4779-8212-88f880afd17d service neutron] 10.222.0.22 "GET /v2.0/networks?id=890a0074-3e1e-49d8-8cf4-76a9a26980e6 HTTP/1.1" status: 200  len: 905 time: 0.1371295
Jan 29 10:40:00.034050 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-feb19d02-29ca-4045-a333-fad82547f2a4 req-e15ec6cc-e7ab-4565-a7e0-838e93b2cadc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ff2827d-8477-4f99-bcb0-6630098f0c9b HTTP/1.1" status: 200  len: 1001 time: 0.1034789
Jan 29 10:40:00.104291 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb19d02-29ca-4045-a333-fad82547f2a4 req-c9c793c2-5db4-4c23-827f-b679b2a4ed10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:40:00.105848 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-feb19d02-29ca-4045-a333-fad82547f2a4 req-c9c793c2-5db4-4c23-827f-b679b2a4ed10 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c6b32b80-7adf-4992-aa8d-cb3c4b0180ce HTTP/1.1" status: 200  len: 850 time: 0.0651476
Jan 29 10:40:00.186307 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb19d02-29ca-4045-a333-fad82547f2a4 req-e8b2c534-29a8-4351-9c65-a7eb93df78d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:40:00.188382 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-feb19d02-29ca-4045-a333-fad82547f2a4 req-e8b2c534-29a8-4351-9c65-a7eb93df78d0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=890a0074-3e1e-49d8-8cf4-76a9a26980e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0758779
Jan 29 10:40:00.337107 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-feb19d02-29ca-4045-a333-fad82547f2a4 req-d5e70913-b101-4c03-b42c-da6065e897d8 service neutron] 10.222.0.22 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1415887
Jan 29 10:40:00.484661 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-feb19d02-29ca-4045-a333-fad82547f2a4 req-a90c2bb5-8edd-4d19-898e-1ad18e366e15 service neutron] 10.222.0.22 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1397934
Jan 29 10:40:01.039920 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8612444f-34ef-49d1-9ed6-31b96f611266 req-0e7093b4-f025-4211-a290-d701ce7fc24b tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:40:01.041479 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8612444f-34ef-49d1-9ed6-31b96f611266 req-0e7093b4-f025-4211-a290-d701ce7fc24b tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a49d9e5-8862-4cdb-b70f-2a80e57314de HTTP/1.1" status: 200  len: 946 time: 0.1710489
Jan 29 10:40:01.362669 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8612444f-34ef-49d1-9ed6-31b96f611266 req-738b356b-6270-497c-850d-a481d22cb434 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3137190
Jan 29 10:40:02.660072 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec61417-9372-430a-afb7-ccdbaabfa08c req-75f97951-04a0-41e1-a8ab-da451aa384ad tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:40:02.661700 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fec61417-9372-430a-afb7-ccdbaabfa08c req-75f97951-04a0-41e1-a8ab-da451aa384ad tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a49d9e5-8862-4cdb-b70f-2a80e57314de HTTP/1.1" status: 200  len: 946 time: 0.1660075
Jan 29 10:40:02.728716 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fec61417-9372-430a-afb7-ccdbaabfa08c req-5088d127-5f46-4ac4-b39a-4696547aa70a tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0606284
Jan 29 10:40:04.017934 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7843378-74eb-4499-a1fc-24418b4b52c0 req-ab57fb6f-ba73-45a0-91c8-b7618b38282b tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:40:04.019582 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d7843378-74eb-4499-a1fc-24418b4b52c0 req-ab57fb6f-ba73-45a0-91c8-b7618b38282b tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a49d9e5-8862-4cdb-b70f-2a80e57314de HTTP/1.1" status: 200  len: 946 time: 0.1595917
Jan 29 10:40:04.083102 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d7843378-74eb-4499-a1fc-24418b4b52c0 req-da659443-3fb1-48ca-9efc-bfe322089b6b tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0573022
Jan 29 10:40:05.035870 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:40:05.378385 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b471eaab-c405-430a-a9f4-da0fc07bd526 req-e7589030-049c-4e93-9123-53b094bc54fb tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:40:05.380048 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b471eaab-c405-430a-a9f4-da0fc07bd526 req-e7589030-049c-4e93-9123-53b094bc54fb tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a49d9e5-8862-4cdb-b70f-2a80e57314de HTTP/1.1" status: 200  len: 946 time: 0.1655269
Jan 29 10:40:05.443330 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b471eaab-c405-430a-a9f4-da0fc07bd526 req-11aa7024-af09-48bd-965b-c7394922c475 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0568609
Jan 29 10:40:06.738122 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ba8616-7c2b-4fd9-8281-9c6378b77e4b req-31448f05-20b3-4e50-9164-9cee81521348 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:40:06.739739 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-87ba8616-7c2b-4fd9-8281-9c6378b77e4b req-31448f05-20b3-4e50-9164-9cee81521348 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a49d9e5-8862-4cdb-b70f-2a80e57314de HTTP/1.1" status: 200  len: 946 time: 0.1622167
Jan 29 10:40:06.807932 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-87ba8616-7c2b-4fd9-8281-9c6378b77e4b req-45476807-2f8e-44cf-a14f-f057320bbcaa tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0618815
Jan 29 10:40:08.098634 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f375f2eb-9174-44cf-aa60-b411087eedb3 req-7f1f5458-3a9f-4506-b3e2-b4ce4aa43ac3 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:40:08.100302 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f375f2eb-9174-44cf-aa60-b411087eedb3 req-7f1f5458-3a9f-4506-b3e2-b4ce4aa43ac3 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a49d9e5-8862-4cdb-b70f-2a80e57314de HTTP/1.1" status: 200  len: 946 time: 0.1640370
Jan 29 10:40:08.164917 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f375f2eb-9174-44cf-aa60-b411087eedb3 req-87f20f7e-df3d-4ae0-b989-09184f1bf366 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0583799
Jan 29 10:40:09.461153 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a3a30-d4f7-40be-a8e1-279d519b2b1a req-1ccf58a5-04b5-43e2-bf69-8188105b149e tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:40:09.462722 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-015a3a30-d4f7-40be-a8e1-279d519b2b1a req-1ccf58a5-04b5-43e2-bf69-8188105b149e tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a49d9e5-8862-4cdb-b70f-2a80e57314de HTTP/1.1" status: 200  len: 946 time: 0.1665199
Jan 29 10:40:09.526375 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-015a3a30-d4f7-40be-a8e1-279d519b2b1a req-b6ec5969-b4fd-40da-9cdb-340d0c245733 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0565102
Jan 29 10:40:10.948920 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d673b215-0418-48fb-b41c-0f082369ea1c req-34181baa-feaf-4100-bd5a-c56e5c7bc521 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:40:10.950623 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d673b215-0418-48fb-b41c-0f082369ea1c req-34181baa-feaf-4100-bd5a-c56e5c7bc521 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a49d9e5-8862-4cdb-b70f-2a80e57314de HTTP/1.1" status: 200  len: 946 time: 0.1619813
Jan 29 10:40:11.018731 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d673b215-0418-48fb-b41c-0f082369ea1c req-b90fc674-d6e6-4aaa-8a68-99e9dae27c9c tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0608792
Jan 29 10:40:12.309400 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a3b8e7-9a4a-4746-afe0-170d1fb55664 req-497cc901-4698-40cf-b717-9f8cb1087faf tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:40:12.311071 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-98a3b8e7-9a4a-4746-afe0-170d1fb55664 req-497cc901-4698-40cf-b717-9f8cb1087faf tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a49d9e5-8862-4cdb-b70f-2a80e57314de HTTP/1.1" status: 200  len: 946 time: 0.1630237
Jan 29 10:40:12.375787 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-98a3b8e7-9a4a-4746-afe0-170d1fb55664 req-2be61233-71ba-4207-884e-dbfe9700881d tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0576141
Jan 29 10:40:12.855224 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9a24d95d-56e8-41a3-b968-bd275e424889 req-3f702ef0-ba0e-4e82-85f9-72f2eea4304b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0a49d9e5-8862-4cdb-b70f-2a80e57314de&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1707366
Jan 29 10:40:12.909551 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1fb1f-400f-4320-9f4c-6eb1d9cd96ee req-f166e552-4070-4e03-b7da-bfc692f151d1 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:40:12.911303 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8fb1fb1f-400f-4320-9f4c-6eb1d9cd96ee req-f166e552-4070-4e03-b7da-bfc692f151d1 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a49d9e5-8862-4cdb-b70f-2a80e57314de HTTP/1.1" status: 200  len: 946 time: 0.1700876
Jan 29 10:40:12.976672 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8fb1fb1f-400f-4320-9f4c-6eb1d9cd96ee req-6fb19c7a-6a70-4344-9bca-773d26b2e513 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0590034
Jan 29 10:40:14.203028 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24d95d-56e8-41a3-b968-bd275e424889 req-7795fae9-3253-4fbd-93f7-7e05bf015787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:40:14.204742 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9a24d95d-56e8-41a3-b968-bd275e424889 req-7795fae9-3253-4fbd-93f7-7e05bf015787 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cc9e325e6c9744c187b64ac43be16b79&device_id=0a49d9e5-8862-4cdb-b70f-2a80e57314de HTTP/1.1" status: 200  len: 1163 time: 0.0789530
Jan 29 10:40:14.288330 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb01aba5-6c25-4dce-8ab4-2e06edba492d req-7d06aa4a-bcd5-4e53-89ec-50f5bef23e1d tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:40:14.290179 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fb01aba5-6c25-4dce-8ab4-2e06edba492d req-7d06aa4a-bcd5-4e53-89ec-50f5bef23e1d tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a49d9e5-8862-4cdb-b70f-2a80e57314de HTTP/1.1" status: 200  len: 946 time: 0.1757641
Jan 29 10:40:14.355526 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fb01aba5-6c25-4dce-8ab4-2e06edba492d req-c82914b5-3443-488a-bb77-ac48498709fa tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0582089
Jan 29 10:40:14.356620 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24d95d-56e8-41a3-b968-bd275e424889 req-49ce0d2c-afaa-4654-8ba1-1effd6d1f29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:40:14.358222 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9a24d95d-56e8-41a3-b968-bd275e424889 req-49ce0d2c-afaa-4654-8ba1-1effd6d1f29d service neutron] 10.222.0.22 "GET /v2.0/networks?id=890a0074-3e1e-49d8-8cf4-76a9a26980e6 HTTP/1.1" status: 200  len: 905 time: 0.1411939
Jan 29 10:40:14.470508 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9a24d95d-56e8-41a3-b968-bd275e424889 req-d7a28af0-8ff4-4ae8-8238-9d673600e12c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ff2827d-8477-4f99-bcb0-6630098f0c9b HTTP/1.1" status: 200  len: 1001 time: 0.1048172
Jan 29 10:40:14.540490 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24d95d-56e8-41a3-b968-bd275e424889 req-53cf5b13-0a7c-4399-88fc-e50a7e570956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:40:14.542078 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9a24d95d-56e8-41a3-b968-bd275e424889 req-53cf5b13-0a7c-4399-88fc-e50a7e570956 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c6b32b80-7adf-4992-aa8d-cb3c4b0180ce HTTP/1.1" status: 200  len: 850 time: 0.0654500
Jan 29 10:40:14.621695 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24d95d-56e8-41a3-b968-bd275e424889 req-6a429a22-7c94-418b-9ea3-7bfe05ac4f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:40:14.623307 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9a24d95d-56e8-41a3-b968-bd275e424889 req-6a429a22-7c94-418b-9ea3-7bfe05ac4f7f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=890a0074-3e1e-49d8-8cf4-76a9a26980e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0753064
Jan 29 10:40:15.041411 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9a24d95d-56e8-41a3-b968-bd275e424889 req-8ffcef75-e8e7-4ff1-8dfb-d2f586ab228c service neutron] 10.222.0.22 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4107766
Jan 29 10:40:15.183774 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9a24d95d-56e8-41a3-b968-bd275e424889 req-3085213e-edf9-4130-8315-c0c4cf4e99cb service neutron] 10.222.0.22 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1357837
Jan 29 10:40:15.664099 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dfaf72-26b7-42ff-ba69-e434bc82c4bb req-39f1ab64-9f84-4b89-99b9-5f6167d702ba tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:40:15.665826 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-82dfaf72-26b7-42ff-ba69-e434bc82c4bb req-39f1ab64-9f84-4b89-99b9-5f6167d702ba tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a49d9e5-8862-4cdb-b70f-2a80e57314de HTTP/1.1" status: 200  len: 946 time: 0.1743598
Jan 29 10:40:15.730399 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-82dfaf72-26b7-42ff-ba69-e434bc82c4bb req-08a50eec-491a-4e2a-8991-0c7319616453 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0576973
Jan 29 10:40:17.023870 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e4939-5585-4e8e-9209-43d5b9d55eac req-68e4c11c-3308-4fc9-8494-cc33fdad5c37 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:40:17.025511 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ca1e4939-5585-4e8e-9209-43d5b9d55eac req-68e4c11c-3308-4fc9-8494-cc33fdad5c37 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a49d9e5-8862-4cdb-b70f-2a80e57314de HTTP/1.1" status: 200  len: 946 time: 0.1639447
Jan 29 10:40:17.034451 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9a24d95d-56e8-41a3-b968-bd275e424889 req-e68c9256-4391-4a4d-a7fb-c76f1dd8f483 service neutron] 10.222.0.22 "GET /v2.0/ports/2ff2827d-8477-4f99-bcb0-6630098f0c9b/bindings/hv-neutron-7729 HTTP/1.1" status: 200  len: 454 time: 0.0787244
Jan 29 10:40:17.095820 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ca1e4939-5585-4e8e-9209-43d5b9d55eac req-8d208129-3483-4d69-90be-a389ebe39850 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0636039
Jan 29 10:40:17.330734 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24d95d-56e8-41a3-b968-bd275e424889 req-9c0d3391-c783-4821-b245-892375d8a440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:40:17.332370 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9a24d95d-56e8-41a3-b968-bd275e424889 req-9c0d3391-c783-4821-b245-892375d8a440 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0a49d9e5-8862-4cdb-b70f-2a80e57314de&tenant_id=cc9e325e6c9744c187b64ac43be16b79 HTTP/1.1" status: 200  len: 1163 time: 0.0870848
Jan 29 10:40:17.442476 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24d95d-56e8-41a3-b968-bd275e424889 req-3b9ef711-d08b-4cca-8f7b-b205a4d0323f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:40:17.444079 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9a24d95d-56e8-41a3-b968-bd275e424889 req-3b9ef711-d08b-4cca-8f7b-b205a4d0323f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cc9e325e6c9744c187b64ac43be16b79&device_id=0a49d9e5-8862-4cdb-b70f-2a80e57314de HTTP/1.1" status: 200  len: 1163 time: 0.0777838
Jan 29 10:40:17.589612 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24d95d-56e8-41a3-b968-bd275e424889 req-cc817b9f-a33c-4f11-a5cd-47058fb7d014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:40:17.591146 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9a24d95d-56e8-41a3-b968-bd275e424889 req-cc817b9f-a33c-4f11-a5cd-47058fb7d014 service neutron] 10.222.0.22 "GET /v2.0/networks?id=890a0074-3e1e-49d8-8cf4-76a9a26980e6 HTTP/1.1" status: 200  len: 905 time: 0.1403115
Jan 29 10:40:17.705538 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9a24d95d-56e8-41a3-b968-bd275e424889 req-e87759dc-58dd-4be5-838e-ade1d75c7a0a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ff2827d-8477-4f99-bcb0-6630098f0c9b HTTP/1.1" status: 200  len: 1001 time: 0.1069500
Jan 29 10:40:17.777910 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24d95d-56e8-41a3-b968-bd275e424889 req-2ca60042-dd29-4c1d-a102-fa26bd564f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:40:17.779500 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9a24d95d-56e8-41a3-b968-bd275e424889 req-2ca60042-dd29-4c1d-a102-fa26bd564f9a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c6b32b80-7adf-4992-aa8d-cb3c4b0180ce HTTP/1.1" status: 200  len: 850 time: 0.0677791
Jan 29 10:40:17.863397 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24d95d-56e8-41a3-b968-bd275e424889 req-6395b63f-d730-4af2-8eab-24ee11d85535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:40:17.864887 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9a24d95d-56e8-41a3-b968-bd275e424889 req-6395b63f-d730-4af2-8eab-24ee11d85535 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=890a0074-3e1e-49d8-8cf4-76a9a26980e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0784435
Jan 29 10:40:18.009534 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9a24d95d-56e8-41a3-b968-bd275e424889 req-ed7cf226-ef89-4a0e-8df0-8c20ae78b549 service neutron] 10.222.0.22 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1372573
Jan 29 10:40:18.156523 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9a24d95d-56e8-41a3-b968-bd275e424889 req-b9ea32e5-ab12-4a5c-bf72-e826e61e0001 service neutron] 10.222.0.22 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1398411
Jan 29 10:40:18.367835 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 2ff2827d-8477-4f99-bcb0-6630098f0c9b no longer exists at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:40:18.391938 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74a3983-fe79-45ab-8c1e-d0b676730a53 req-dde57b21-8468-4ec7-9001-11ccba051c07 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:40:18.393823 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e74a3983-fe79-45ab-8c1e-d0b676730a53 req-dde57b21-8468-4ec7-9001-11ccba051c07 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a49d9e5-8862-4cdb-b70f-2a80e57314de HTTP/1.1" status: 200  len: 946 time: 0.1666560
Jan 29 10:40:18.460942 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e74a3983-fe79-45ab-8c1e-d0b676730a53 req-ad734f24-3faa-4452-958f-6bcde69dc785 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0596147
Jan 29 10:40:18.497689 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:40:18.526849 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a49d9e5-8862-4cdb-b70f-2a80e57314de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ff2827d-8477-4f99-bcb0-6630098f0c9b'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:40:18.537430 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port 2ff2827d-8477-4f99-bcb0-6630098f0c9b, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=2ff2827d-8477-4f99-bcb0-6630098f0c9b,segment=NetworkSegment(7f8f37ac-b75d-4202-96da-20b63b141e1f),segment_id=7f8f37ac-b75d-4202-96da-20b63b141e1f)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:40:18.541428 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:40:18.542846 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:40:18.615072 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=2ff2827d-8477-4f99-bcb0-6630098f0c9b,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:40:18.623053 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:40:18.623453 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:40:18.623956 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:40:18.625344 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:40:18.625732 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:40:18.626149 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:40:18.626532 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:40:18.626913 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:40:18.627293 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:40:18.627673 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:40:18.628049 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:40:18.628420 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:40:18.628860 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:40:18.629234 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:40:18.629609 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:40:18.630003 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:40:18.630372 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:40:18.630741 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:40:18.631109 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:40:18.631477 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:40:18.631847 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:40:18.632212 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:40:18.632578 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:40:18.632952 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:40:18.637677 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:40:18.683739 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a49d9e5-8862-4cdb-b70f-2a80e57314de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ff2827d-8477-4f99-bcb0-6630098f0c9b', 'code': 200}
Jan 29 10:40:19.866018 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4753c106-d568-49ae-8192-3e04ac19f0cc req-2099b055-d623-4740-924c-842328b62ad6 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:40:19.867617 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4753c106-d568-49ae-8192-3e04ac19f0cc req-2099b055-d623-4740-924c-842328b62ad6 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a49d9e5-8862-4cdb-b70f-2a80e57314de HTTP/1.1" status: 200  len: 944 time: 0.2701943
Jan 29 10:40:19.931367 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4753c106-d568-49ae-8192-3e04ac19f0cc req-7660dd8d-c9eb-4327-83ec-d560067c45f7 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0574419
Jan 29 10:40:21.228380 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a814d0df-6f35-4ca2-83c5-14de8612d3dc req-f74a86f5-556e-49c2-870b-15704f403cb1 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:40:21.230008 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a814d0df-6f35-4ca2-83c5-14de8612d3dc req-f74a86f5-556e-49c2-870b-15704f403cb1 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a49d9e5-8862-4cdb-b70f-2a80e57314de HTTP/1.1" status: 200  len: 944 time: 0.1687412
Jan 29 10:40:21.298461 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a814d0df-6f35-4ca2-83c5-14de8612d3dc req-87380d02-9ea9-42d3-8036-8a848539831c tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0615826
Jan 29 10:40:21.497096 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b352ee9e-6498-4eee-a3e7-ecb1dfd8c99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:40:21.733156 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df14051-55c5-4b31-8a90-844f6e6d2242 req-d06b9e0c-02f5-45ee-b729-9e3f5d7c0684 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:40:21.734888 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1df14051-55c5-4b31-8a90-844f6e6d2242 req-d06b9e0c-02f5-45ee-b729-9e3f5d7c0684 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a49d9e5-8862-4cdb-b70f-2a80e57314de HTTP/1.1" status: 200  len: 944 time: 0.1637766
Jan 29 10:40:21.737229 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df553e-546e-466c-846d-61d14a15b906 req-b19a6f8f-8d85-4082-a7ba-b70cd6ed66bd tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:40:21.738004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-83df553e-546e-466c-846d-61d14a15b906 req-b19a6f8f-8d85-4082-a7ba-b70cd6ed66bd tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Synchronizing usage tracker for tenant:cc9e325e6c9744c187b64ac43be16b79 on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:40:21.754111 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-83df553e-546e-466c-846d-61d14a15b906 req-b19a6f8f-8d85-4082-a7ba-b70cd6ed66bd tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Unset dirty status for tenant:cc9e325e6c9744c187b64ac43be16b79 on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:40:21.755360 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-83df553e-546e-466c-846d-61d14a15b906 req-b19a6f8f-8d85-4082-a7ba-b70cd6ed66bd tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a49d9e5-8862-4cdb-b70f-2a80e57314de&tenant_id=cc9e325e6c9744c187b64ac43be16b79&binding%3Ahost_id=hv-neutron-7729 HTTP/1.1" status: 200  len: 944 time: 0.1859579
Jan 29 10:40:21.801421 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1df14051-55c5-4b31-8a90-844f6e6d2242 req-6192ec3b-fc0e-4f22-b5f3-b4d274798072 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0599964
Jan 29 10:40:21.926025 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df553e-546e-466c-846d-61d14a15b906 req-f0ad276d-4576-4f3b-b7fb-fd46f30bf80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:40:21.927760 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-83df553e-546e-466c-846d-61d14a15b906 req-f0ad276d-4576-4f3b-b7fb-fd46f30bf80c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cc9e325e6c9744c187b64ac43be16b79&device_id=0a49d9e5-8862-4cdb-b70f-2a80e57314de HTTP/1.1" status: 200  len: 1161 time: 0.0816805
Jan 29 10:40:22.070291 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df553e-546e-466c-846d-61d14a15b906 req-707cea12-483b-4132-bd57-aef83b07883a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:40:22.071770 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-83df553e-546e-466c-846d-61d14a15b906 req-707cea12-483b-4132-bd57-aef83b07883a service neutron] 10.222.0.22 "GET /v2.0/networks?id=890a0074-3e1e-49d8-8cf4-76a9a26980e6 HTTP/1.1" status: 200  len: 905 time: 0.1365652
Jan 29 10:40:22.180605 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-83df553e-546e-466c-846d-61d14a15b906 req-28ad494f-48d0-4a37-a83c-1f5422e241ef service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ff2827d-8477-4f99-bcb0-6630098f0c9b HTTP/1.1" status: 200  len: 999 time: 0.1023166
Jan 29 10:40:22.248264 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df553e-546e-466c-846d-61d14a15b906 req-a3aeeefe-7fc1-47bc-81c2-a2b18319701a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:40:22.249832 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-83df553e-546e-466c-846d-61d14a15b906 req-a3aeeefe-7fc1-47bc-81c2-a2b18319701a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c6b32b80-7adf-4992-aa8d-cb3c4b0180ce HTTP/1.1" status: 200  len: 850 time: 0.0631146
Jan 29 10:40:22.333616 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df553e-546e-466c-846d-61d14a15b906 req-7163725a-caf4-47c4-8ca4-f1bd0b205b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:40:22.335272 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-83df553e-546e-466c-846d-61d14a15b906 req-7163725a-caf4-47c4-8ca4-f1bd0b205b3d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=890a0074-3e1e-49d8-8cf4-76a9a26980e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0786052
Jan 29 10:40:22.480028 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-83df553e-546e-466c-846d-61d14a15b906 req-047c327c-a42a-41ce-b851-74fd0679a334 service neutron] 10.222.0.22 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1362212
Jan 29 10:40:22.622352 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-83df553e-546e-466c-846d-61d14a15b906 req-5475bdcc-5fc6-4049-9714-b3c11747a0bf service neutron] 10.222.0.22 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1353936
Jan 29 10:40:23.109582 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d417ebc4-3888-420a-bb64-844c9147d594 req-076d9b5a-56b7-4ebf-b568-e12433dde293 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:40:23.111215 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d417ebc4-3888-420a-bb64-844c9147d594 req-076d9b5a-56b7-4ebf-b568-e12433dde293 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a49d9e5-8862-4cdb-b70f-2a80e57314de HTTP/1.1" status: 200  len: 944 time: 0.1715965
Jan 29 10:40:23.178109 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d417ebc4-3888-420a-bb64-844c9147d594 req-c936fb86-f10f-4190-afc4-00e3ce4d2972 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0598586
Jan 29 10:40:23.764816 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f6bfabcd-dff5-457a-b0ec-f16e37f3f8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:40:24.332490 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:40:24.472292 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c8a75-37c6-4427-b5a1-6b92965bdda3 req-749a1945-790e-4fb7-8ab5-dfb4f45eb0e6 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:40:24.473893 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-534c8a75-37c6-4427-b5a1-6b92965bdda3 req-749a1945-790e-4fb7-8ab5-dfb4f45eb0e6 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a49d9e5-8862-4cdb-b70f-2a80e57314de HTTP/1.1" status: 200  len: 944 time: 0.1638267
Jan 29 10:40:24.540890 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-534c8a75-37c6-4427-b5a1-6b92965bdda3 req-a95ac2ad-4133-4be7-a6e1-e0ef19905d73 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0606370
Jan 29 10:40:24.833347 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f280cb-72f5-45db-b13e-0898c648acb9 req-296f33ab-010f-4ade-ab19-04e678117a39 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:40:24.834934 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-32f280cb-72f5-45db-b13e-0898c648acb9 req-296f33ab-010f-4ade-ab19-04e678117a39 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a49d9e5-8862-4cdb-b70f-2a80e57314de HTTP/1.1" status: 200  len: 944 time: 0.1668425
Jan 29 10:40:24.898981 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-32f280cb-72f5-45db-b13e-0898c648acb9 req-15fc6308-3d5e-4d6b-8589-9a312663b0b0 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0577977
Jan 29 10:40:24.961496 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:40:25.353046 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f212a02-7986-4e08-bb2c-bbbddf0bf102 req-1fbdb8d4-64c8-4c74-b004-481243c33f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:40:25.354650 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2f212a02-7986-4e08-bb2c-bbbddf0bf102 req-1fbdb8d4-64c8-4c74-b004-481243c33f60 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cc9e325e6c9744c187b64ac43be16b79&device_id=0a49d9e5-8862-4cdb-b70f-2a80e57314de HTTP/1.1" status: 200  len: 1161 time: 0.0902288
Jan 29 10:40:25.369935 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897a454-7f90-446f-a45c-c446ee40a275 req-bb693f01-d602-4012-8f02-24b8c151ee1c tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:40:25.371615 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f897a454-7f90-446f-a45c-c446ee40a275 req-bb693f01-d602-4012-8f02-24b8c151ee1c tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a49d9e5-8862-4cdb-b70f-2a80e57314de HTTP/1.1" status: 200  len: 944 time: 0.1688600
Jan 29 10:40:25.435622 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f897a454-7f90-446f-a45c-c446ee40a275 req-2c37e071-d91a-4344-a6f4-6473b0eb932e tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0572059
Jan 29 10:40:25.503803 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f212a02-7986-4e08-bb2c-bbbddf0bf102 req-883f0f33-f546-479a-ae80-dceac0e58e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:40:25.505395 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2f212a02-7986-4e08-bb2c-bbbddf0bf102 req-883f0f33-f546-479a-ae80-dceac0e58e9e service neutron] 10.222.0.22 "GET /v2.0/networks?id=890a0074-3e1e-49d8-8cf4-76a9a26980e6 HTTP/1.1" status: 200  len: 905 time: 0.1443818
Jan 29 10:40:25.615657 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2f212a02-7986-4e08-bb2c-bbbddf0bf102 req-e8b0bc25-beb3-4a21-8521-fbabbce252d0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ff2827d-8477-4f99-bcb0-6630098f0c9b HTTP/1.1" status: 200  len: 999 time: 0.1020603
Jan 29 10:40:25.682877 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f212a02-7986-4e08-bb2c-bbbddf0bf102 req-2e996af7-6b98-4440-a61d-eadaf29f1129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:40:25.684448 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2f212a02-7986-4e08-bb2c-bbbddf0bf102 req-2e996af7-6b98-4440-a61d-eadaf29f1129 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c6b32b80-7adf-4992-aa8d-cb3c4b0180ce HTTP/1.1" status: 200  len: 850 time: 0.0624177
Jan 29 10:40:25.767803 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f212a02-7986-4e08-bb2c-bbbddf0bf102 req-6132dcb4-ed40-4663-9022-f998d644afda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:40:25.769371 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2f212a02-7986-4e08-bb2c-bbbddf0bf102 req-6132dcb4-ed40-4663-9022-f998d644afda service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=890a0074-3e1e-49d8-8cf4-76a9a26980e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0784905
Jan 29 10:40:25.913315 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2f212a02-7986-4e08-bb2c-bbbddf0bf102 req-d3fc9bec-c3e3-4990-8737-b6c1d17ccd90 service neutron] 10.222.0.22 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370041
Jan 29 10:40:26.056846 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2f212a02-7986-4e08-bb2c-bbbddf0bf102 req-b1245050-bd12-4d4d-8990-18caae5fd054 service neutron] 10.222.0.22 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1366894
Jan 29 10:40:26.141725 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:40:26.200174 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:40:26.732209 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8bf70e-f4de-4604-9a94-339f50a04789 req-7508e623-bbaf-4786-8c51-c747c9fc2060 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:40:26.733870 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2b8bf70e-f4de-4604-9a94-339f50a04789 req-7508e623-bbaf-4786-8c51-c747c9fc2060 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a49d9e5-8862-4cdb-b70f-2a80e57314de HTTP/1.1" status: 200  len: 944 time: 0.1665568
Jan 29 10:40:26.802158 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2b8bf70e-f4de-4604-9a94-339f50a04789 req-2a2dc67e-aacc-48be-af09-4af599d41010 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0619116
Jan 29 10:40:26.897410 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 2ff2827d-8477-4f99-bcb0-6630098f0c9b up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:40:26.972406 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 2ff2827d-8477-4f99-bcb0-6630098f0c9b triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:40:26.972961 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:40:27.092372 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:40:27.122005 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a49d9e5-8862-4cdb-b70f-2a80e57314de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff2827d-8477-4f99-bcb0-6630098f0c9b'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:40:27.132707 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port 2ff2827d-8477-4f99-bcb0-6630098f0c9b, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=2ff2827d-8477-4f99-bcb0-6630098f0c9b,segment=NetworkSegment(7f8f37ac-b75d-4202-96da-20b63b141e1f),segment_id=7f8f37ac-b75d-4202-96da-20b63b141e1f)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:40:27.135560 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:40:27.137397 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-661b0816-627b-49e4-ba5c-484a7be5cd75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:40:27.182121 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a49d9e5-8862-4cdb-b70f-2a80e57314de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff2827d-8477-4f99-bcb0-6630098f0c9b', 'code': 200}
Jan 29 10:40:27.209481 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=2ff2827d-8477-4f99-bcb0-6630098f0c9b,revision_number=6']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:40:27.212877 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:40:28.099131 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d502330-c613-4372-b1cb-b1024b1d99a5 req-e0cc38ab-df02-466a-9443-5541ef2541c4 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:40:28.100697 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9d502330-c613-4372-b1cb-b1024b1d99a5 req-e0cc38ab-df02-466a-9443-5541ef2541c4 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a49d9e5-8862-4cdb-b70f-2a80e57314de HTTP/1.1" status: 200  len: 946 time: 0.1654391
Jan 29 10:40:28.165077 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9d502330-c613-4372-b1cb-b1024b1d99a5 req-a6d120ca-2686-438c-bfbf-f13b52798fdb tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0580392
Jan 29 10:40:28.654755 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 2ff2827d-8477-4f99-bcb0-6630098f0c9b up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:40:28.675764 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420953bd-cb03-490d-aa54-a595486fa85f req-9ad3590f-99c3-4493-b152-dd59be4953d5 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:40:28.677368 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-420953bd-cb03-490d-aa54-a595486fa85f req-9ad3590f-99c3-4493-b152-dd59be4953d5 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a49d9e5-8862-4cdb-b70f-2a80e57314de HTTP/1.1" status: 200  len: 946 time: 0.1695220
Jan 29 10:40:28.733667 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 2ff2827d-8477-4f99-bcb0-6630098f0c9b triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:40:28.734128 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:40:28.742076 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-420953bd-cb03-490d-aa54-a595486fa85f req-198bf41b-3cf4-4b64-b0b2-5753285d8beb tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0582576
Jan 29 10:40:30.045396 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f30ec4-e025-4ccf-8831-e3f86582a027 req-5d32770e-54c2-47c6-8374-a89bf9a7bef4 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:40:30.046994 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e1f30ec4-e025-4ccf-8831-e3f86582a027 req-5d32770e-54c2-47c6-8374-a89bf9a7bef4 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a49d9e5-8862-4cdb-b70f-2a80e57314de HTTP/1.1" status: 200  len: 946 time: 0.1708763
Jan 29 10:40:30.117975 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e1f30ec4-e025-4ccf-8831-e3f86582a027 req-84447d29-40d6-4bc8-bf31-08f6aa62e250 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0645978
Jan 29 10:40:30.632878 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 2ff2827d-8477-4f99-bcb0-6630098f0c9b up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:40:30.702870 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903213e-958c-4e38-9dab-3c92855b7ade req-1abba86f-17af-45e4-a42e-bbecaad4e2af tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:40:30.704811 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c903213e-958c-4e38-9dab-3c92855b7ade req-1abba86f-17af-45e4-a42e-bbecaad4e2af tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a49d9e5-8862-4cdb-b70f-2a80e57314de HTTP/1.1" status: 200  len: 946 time: 0.1686974
Jan 29 10:40:30.710621 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 2ff2827d-8477-4f99-bcb0-6630098f0c9b triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:40:30.711057 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:40:30.799697 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-c903213e-958c-4e38-9dab-3c92855b7ade req-2e4d26a1-b409-48b1-88bb-a3f133557461 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Deleting port 2ff2827d-8477-4f99-bcb0-6630098f0c9b {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:40:30.800086 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-c903213e-958c-4e38-9dab-3c92855b7ade req-2e4d26a1-b409-48b1-88bb-a3f133557461 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:40:31.060605 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-c903213e-958c-4e38-9dab-3c92855b7ade req-2e4d26a1-b409-48b1-88bb-a3f133557461 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] For port 2ff2827d-8477-4f99-bcb0-6630098f0c9b, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=2ff2827d-8477-4f99-bcb0-6630098f0c9b,segment=NetworkSegment(7f8f37ac-b75d-4202-96da-20b63b141e1f),segment_id=7f8f37ac-b75d-4202-96da-20b63b141e1f)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:40:31.061675 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-c903213e-958c-4e38-9dab-3c92855b7ade req-2e4d26a1-b409-48b1-88bb-a3f133557461 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:40:31.378048 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-c903213e-958c-4e38-9dab-3c92855b7ade req-2e4d26a1-b409-48b1-88bb-a3f133557461 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:40:31.378467 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-c903213e-958c-4e38-9dab-3c92855b7ade req-2e4d26a1-b409-48b1-88bb-a3f133557461 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:40:31.378820 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [req-c903213e-958c-4e38-9dab-3c92855b7ade req-2e4d26a1-b409-48b1-88bb-a3f133557461 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Floating IP db1b4576-9364-4963-8da9-8b3b6d72a968 disassociated. External IP: 172.26.7.99, port: 2ff2827d-8477-4f99-bcb0-6630098f0c9b.
Jan 29 10:40:31.379203 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-c903213e-958c-4e38-9dab-3c92855b7ade req-2e4d26a1-b409-48b1-88bb-a3f133557461 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Calling delete_port for 2ff2827d-8477-4f99-bcb0-6630098f0c9b owned by compute:nova {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:40:31.413895 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8bc2b7-49e0-464e-862b-767aa6bc7f99 req-5c41e01e-be77-4a77-87d9-56f4cc565bd3 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:40:31.415596 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5c8bc2b7-49e0-464e-862b-767aa6bc7f99 req-5c41e01e-be77-4a77-87d9-56f4cc565bd3 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a49d9e5-8862-4cdb-b70f-2a80e57314de HTTP/1.1" status: 200  len: 946 time: 0.1652806
Jan 29 10:40:31.483554 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5c8bc2b7-49e0-464e-862b-767aa6bc7f99 req-f2a33ac7-86a5-425c-a127-99e0d410c078 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0605428
Jan 29 10:40:31.537420 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-c903213e-958c-4e38-9dab-3c92855b7ade req-2e4d26a1-b409-48b1-88bb-a3f133557461 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:40:31.554287 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3fbb4991-8525-4393-b89f-f29bec98be41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:40:31.611754 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4d26a1-b409-48b1-88bb-a3f133557461 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Pushing event deleted for resources: {'Port': ['ID=2ff2827d-8477-4f99-bcb0-6630098f0c9b,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:40:31.625510 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4d26a1-b409-48b1-88bb-a3f133557461 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:40:31.625991 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4d26a1-b409-48b1-88bb-a3f133557461 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:40:31.626413 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4d26a1-b409-48b1-88bb-a3f133557461 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:40:31.626828 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4d26a1-b409-48b1-88bb-a3f133557461 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:40:31.627238 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4d26a1-b409-48b1-88bb-a3f133557461 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:40:31.627647 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4d26a1-b409-48b1-88bb-a3f133557461 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:40:31.628055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4d26a1-b409-48b1-88bb-a3f133557461 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:40:31.628465 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4d26a1-b409-48b1-88bb-a3f133557461 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:40:31.628872 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4d26a1-b409-48b1-88bb-a3f133557461 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:40:31.629276 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4d26a1-b409-48b1-88bb-a3f133557461 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:40:31.629676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4d26a1-b409-48b1-88bb-a3f133557461 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:40:31.630105 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4d26a1-b409-48b1-88bb-a3f133557461 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:40:31.630580 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4d26a1-b409-48b1-88bb-a3f133557461 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:40:31.630984 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4d26a1-b409-48b1-88bb-a3f133557461 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:40:31.631385 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4d26a1-b409-48b1-88bb-a3f133557461 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:40:31.631788 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4d26a1-b409-48b1-88bb-a3f133557461 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:40:31.632189 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4d26a1-b409-48b1-88bb-a3f133557461 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:40:31.632589 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4d26a1-b409-48b1-88bb-a3f133557461 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:40:31.632987 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4d26a1-b409-48b1-88bb-a3f133557461 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:40:31.633384 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4d26a1-b409-48b1-88bb-a3f133557461 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:40:31.633814 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4d26a1-b409-48b1-88bb-a3f133557461 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:40:31.634202 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4d26a1-b409-48b1-88bb-a3f133557461 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:40:31.634602 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4d26a1-b409-48b1-88bb-a3f133557461 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:40:31.635000 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4d26a1-b409-48b1-88bb-a3f133557461 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:40:31.638607 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2e4d26a1-b409-48b1-88bb-a3f133557461 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:40:32.221478 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c903213e-958c-4e38-9dab-3c92855b7ade req-2e4d26a1-b409-48b1-88bb-a3f133557461 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Router cf352b9c-9f97-4bc4-82cc-ad06defc927e has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:40:32.417603 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c903213e-958c-4e38-9dab-3c92855b7ade req-2e4d26a1-b409-48b1-88bb-a3f133557461 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:40:32.428509 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea0b198-c7eb-44fe-afd7-7deea8e2eddf None None] Sync routers for ids ['cf352b9c-9f97-4bc4-82cc-ad06defc927e'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:40:32.438329 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea0b198-c7eb-44fe-afd7-7deea8e2eddf None None] Routers {'cf352b9c-9f97-4bc4-82cc-ad06defc927e'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:40:32.438995 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-6ea0b198-c7eb-44fe-afd7-7deea8e2eddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9f7d9b0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:40:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['cf352b9c-9f97-4bc4-82cc-ad06defc927e'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:40:32.457742 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-c903213e-958c-4e38-9dab-3c92855b7ade req-2e4d26a1-b409-48b1-88bb-a3f133557461 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] No DVR routers for this DVR port 2ff2827d-8477-4f99-bcb0-6630098f0c9b on host hv-neutron-7729 {{(pid=80766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:40:32.460192 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-c903213e-958c-4e38-9dab-3c92855b7ade req-2e4d26a1-b409-48b1-88bb-a3f133557461 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:40:32.463121 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a49d9e5-8862-4cdb-b70f-2a80e57314de', 'name': 'network-vif-deleted', 'tag': '2ff2827d-8477-4f99-bcb0-6630098f0c9b'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:40:32.463258 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 2ff2827d-8477-4f99-bcb0-6630098f0c9b no longer exists at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:40:32.486510 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c903213e-958c-4e38-9dab-3c92855b7ade req-2e4d26a1-b409-48b1-88bb-a3f133557461 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.22 "DELETE /v2.0/ports/2ff2827d-8477-4f99-bcb0-6630098f0c9b HTTP/1.1" status: 204  len: 173 time: 1.7760131
Jan 29 10:40:32.518128 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] No Port match for: 2ff2827d-8477-4f99-bcb0-6630098f0c9b {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:40:32.518541 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 2ff2827d-8477-4f99-bcb0-6630098f0c9b not bound to the agent host hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:40:32.531876 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a49d9e5-8862-4cdb-b70f-2a80e57314de', 'name': 'network-vif-deleted', 'tag': '2ff2827d-8477-4f99-bcb0-6630098f0c9b', 'status': 'completed', 'code': 200}
Jan 29 10:40:32.637417 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-6ea0b198-c7eb-44fe-afd7-7deea8e2eddf None None] Set router cf352b9c-9f97-4bc4-82cc-ad06defc927e gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:40:32.682701 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4487db1a-89e7-40e2-8bb7-1e7ed270b144 req-394ce390-960f-4dc7-8b18-fbeb986edc36 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a49d9e5-8862-4cdb-b70f-2a80e57314de HTTP/1.1" status: 200  len: 210 time: 0.0527542
Jan 29 10:40:32.974142 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-6ea0b198-c7eb-44fe-afd7-7deea8e2eddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9f7d9b0>, [{'id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'name': 'tempest-ServerActionsTestJSON-466440453-router', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': '4da5e201-762a-412e-8feb-be8f921842a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:36:11Z', 'updated_at': '2021-01-29T10:36:16Z', 'revision_number': 4, 'project_id': 'cc9e325e6c9744c187b64ac43be16b79', 'gw_port': {'id': '4da5e201-762a-412e-8feb-be8f921842a9', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:14:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:36:12Z', 'updated_at': '2021-01-29T10:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '767a243a-d87b-4c91-bf22-90fdc76eb199', 'name': '', 'network_id': '890a0074-3e1e-49d8-8cf4-76a9a26980e6', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'mac_address': 'fa:16:3e:7b:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'c6b32b80-7adf-4992-aa8d-cb3c4b0180ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:36:15Z', 'updated_at': '2021-01-29T10:36:24Z', 'revision_number': 5, 'project_id': 'cc9e325e6c9744c187b64ac43be16b79', 'subnets': [{'id': 'c6b32b80-7adf-4992-aa8d-cb3c4b0180ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:40:32.978217 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea0b198-c7eb-44fe-afd7-7deea8e2eddf None None] Checking router: cf352b9c-9f97-4bc4-82cc-ad06defc927e for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:40:32.987944 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea0b198-c7eb-44fe-afd7-7deea8e2eddf None None] Routers {'cf352b9c-9f97-4bc4-82cc-ad06defc927e'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:40:32.988600 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-6ea0b198-c7eb-44fe-afd7-7deea8e2eddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9f7d9b0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:40:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['cf352b9c-9f97-4bc4-82cc-ad06defc927e'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:40:33.186770 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-6ea0b198-c7eb-44fe-afd7-7deea8e2eddf None None] Set router cf352b9c-9f97-4bc4-82cc-ad06defc927e gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:40:33.513358 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-6ea0b198-c7eb-44fe-afd7-7deea8e2eddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9f7d9b0>, [{'id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'name': 'tempest-ServerActionsTestJSON-466440453-router', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': '4da5e201-762a-412e-8feb-be8f921842a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:36:11Z', 'updated_at': '2021-01-29T10:36:16Z', 'revision_number': 4, 'project_id': 'cc9e325e6c9744c187b64ac43be16b79', 'gw_port': {'id': '4da5e201-762a-412e-8feb-be8f921842a9', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:14:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:36:12Z', 'updated_at': '2021-01-29T10:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '767a243a-d87b-4c91-bf22-90fdc76eb199', 'name': '', 'network_id': '890a0074-3e1e-49d8-8cf4-76a9a26980e6', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'mac_address': 'fa:16:3e:7b:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'c6b32b80-7adf-4992-aa8d-cb3c4b0180ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:36:15Z', 'updated_at': '2021-01-29T10:36:24Z', 'revision_number': 5, 'project_id': 'cc9e325e6c9744c187b64ac43be16b79', 'subnets': [{'id': 'c6b32b80-7adf-4992-aa8d-cb3c4b0180ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:40:33.517754 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea0b198-c7eb-44fe-afd7-7deea8e2eddf None None] The sync data for ids ['cf352b9c-9f97-4bc4-82cc-ad06defc927e'] in dv-neutron-772983-2-ovs is: [{'id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'name': 'tempest-ServerActionsTestJSON-466440453-router', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': '4da5e201-762a-412e-8feb-be8f921842a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:36:11Z', 'updated_at': '2021-01-29T10:36:16Z', 'revision_number': 4, 'project_id': 'cc9e325e6c9744c187b64ac43be16b79', 'gw_port': {'id': '4da5e201-762a-412e-8feb-be8f921842a9', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:14:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:36:12Z', 'updated_at': '2021-01-29T10:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '767a243a-d87b-4c91-bf22-90fdc76eb199', 'name': '', 'network_id': '890a0074-3e1e-49d8-8cf4-76a9a26980e6', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'mac_address': 'fa:16:3e:7b:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'c6b32b80-7adf-4992-aa8d-cb3c4b0180ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:36:15Z', 'updated_at': '2021-01-29T10:36:24Z', 'revision_number': 5, 'project_id': 'cc9e325e6c9744c187b64ac43be16b79', 'subnets': [{'id': 'c6b32b80-7adf-4992-aa8d-cb3c4b0180ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:40:33.922505 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187aede5-2594-4de2-ba88-0968f1b88a68 None None] New status for floating IP db1b4576-9364-4963-8da9-8b3b6d72a968: DOWN {{(pid=80767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 29 10:40:34.121376 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-44a8b8fd-99b5-45ee-89f9-90b4af7f0e4f req-7770a0ae-90e4-4110-9f3e-400da90f378b tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--278944749&fields=id&tenant_id=cc9e325e6c9744c187b64ac43be16b79 HTTP/1.1" status: 200  len: 267 time: 0.0603027
Jan 29 10:40:34.368830 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8b8fd-99b5-45ee-89f9-90b4af7f0e4f req-20477c68-a28b-4a76-bc1a-1f9f325a0f2e tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:40:34.370541 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-44a8b8fd-99b5-45ee-89f9-90b4af7f0e4f req-20477c68-a28b-4a76-bc1a-1f9f325a0f2e tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/networks?id=890a0074-3e1e-49d8-8cf4-76a9a26980e6 HTTP/1.1" status: 200  len: 811 time: 0.2415318
Jan 29 10:40:34.388250 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-44a8b8fd-99b5-45ee-89f9-90b4af7f0e4f req-2ba396fe-48dc-4887-b55a-338ddb38c2b2 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/quotas/cc9e325e6c9744c187b64ac43be16b79 HTTP/1.1" status: 200  len: 375 time: 0.0103228
Jan 29 10:40:34.528665 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-44a8b8fd-99b5-45ee-89f9-90b4af7f0e4f req-261e4b6b-a857-4b05-9966-157d075d9dc9 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=cc9e325e6c9744c187b64ac43be16b79&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1342545
Jan 29 10:40:34.755725 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-44a8b8fd-99b5-45ee-89f9-90b4af7f0e4f req-410e8d40-eb28-4bbe-a408-fe06c1ce413f service neutron] 10.222.0.57 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2135704
Jan 29 10:40:34.898628 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-44a8b8fd-99b5-45ee-89f9-90b4af7f0e4f req-009d6750-b3d2-4bba-a763-7e993609a0f1 service neutron] 10.222.0.57 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1361647
Jan 29 10:40:35.041723 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:40:35.108850 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-17ee3182-6b0e-4931-8e4d-196772568e24 req-e18b0a18-a3f7-4774-ab67-1145ecafa1ca tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=4188a275-9aa9-480e-b80f-ff23f47300e0 HTTP/1.1" status: 200  len: 210 time: 0.0556431
Jan 29 10:40:36.292527 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-71174cf7-a824-46ce-9ed7-3cfd5b35b333 req-04763669-6b7f-4a4b-8bf1-4dd72d4188c5 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=4188a275-9aa9-480e-b80f-ff23f47300e0 HTTP/1.1" status: 200  len: 210 time: 0.0513196
Jan 29 10:40:36.319330 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8b8fd-99b5-45ee-89f9-90b4af7f0e4f req-f1bb6a11-1ddc-412d-bf21-9828415dfb93 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:40:36.320983 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-44a8b8fd-99b5-45ee-89f9-90b4af7f0e4f req-f1bb6a11-1ddc-412d-bf21-9828415dfb93 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.22 "GET /v2.0/networks?id=890a0074-3e1e-49d8-8cf4-76a9a26980e6 HTTP/1.1" status: 200  len: 811 time: 0.2399213
Jan 29 10:40:36.448827 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-44a8b8fd-99b5-45ee-89f9-90b4af7f0e4f req-d41a7752-488f-4c69-b3f4-ccdf135cd55c tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cc9e325e6c9744c187b64ac43be16b79 HTTP/1.1" status: 200  len: 5716 time: 0.1037672
Jan 29 10:40:36.458202 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-44a8b8fd-99b5-45ee-89f9-90b4af7f0e4f req-45c1103c-85d3-4b3c-bfce-3b70b68647b0 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Request body: {'port': {'device_id': '4188a275-9aa9-480e-b80f-ff23f47300e0', 'network_id': '890a0074-3e1e-49d8-8cf4-76a9a26980e6', 'admin_state_up': True, 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'security_groups': ['bcb4c84e-d441-4a54-aae6-0dd38d246af5']}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:40:36.603424 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-44a8b8fd-99b5-45ee-89f9-90b4af7f0e4f req-45c1103c-85d3-4b3c-bfce-3b70b68647b0 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:40:36.607789 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-44a8b8fd-99b5-45ee-89f9-90b4af7f0e4f req-45c1103c-85d3-4b3c-bfce-3b70b68647b0 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Usage tracker for resource:port and tenant:cc9e325e6c9744c187b64ac43be16b79 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:40:36.610814 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-44a8b8fd-99b5-45ee-89f9-90b4af7f0e4f req-45c1103c-85d3-4b3c-bfce-3b70b68647b0 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:40:36.616506 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-44a8b8fd-99b5-45ee-89f9-90b4af7f0e4f req-45c1103c-85d3-4b3c-bfce-3b70b68647b0 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:40:36.625366 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44a8b8fd-99b5-45ee-89f9-90b4af7f0e4f req-45c1103c-85d3-4b3c-bfce-3b70b68647b0 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Made reservation on behalf of cc9e325e6c9744c187b64ac43be16b79 for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:40:36.646690 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-44a8b8fd-99b5-45ee-89f9-90b4af7f0e4f req-45c1103c-85d3-4b3c-bfce-3b70b68647b0 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:40:36.956020 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [req-44a8b8fd-99b5-45ee-89f9-90b4af7f0e4f req-45c1103c-85d3-4b3c-bfce-3b70b68647b0 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Allocated IP 172.20.0.7 (890a0074-3e1e-49d8-8cf4-76a9a26980e6/c6b32b80-7adf-4992-aa8d-cb3c4b0180ce/1bdd1036-9369-4620-bea0-a0596cdca5cb) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:40:37.159149 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-44a8b8fd-99b5-45ee-89f9-90b4af7f0e4f req-45c1103c-85d3-4b3c-bfce-3b70b68647b0 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:40:37.175707 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-44a8b8fd-99b5-45ee-89f9-90b4af7f0e4f req-45c1103c-85d3-4b3c-bfce-3b70b68647b0 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Transition to ACTIVE for port object 1bdd1036-9369-4620-bea0-a0596cdca5cb will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:40:37.199002 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-44a8b8fd-99b5-45ee-89f9-90b4af7f0e4f req-45c1103c-85d3-4b3c-bfce-3b70b68647b0 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:40:37.214201 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e999c6bf-08a4-4e15-935f-280ec8dd242b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:40:37.356031 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c1103c-85d3-4b3c-bfce-3b70b68647b0 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Pushing event updated for resources: {'Port': ['ID=1bdd1036-9369-4620-bea0-a0596cdca5cb,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:40:37.364536 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-45c1103c-85d3-4b3c-bfce-3b70b68647b0 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:40:37.413625 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44a8b8fd-99b5-45ee-89f9-90b4af7f0e4f req-45c1103c-85d3-4b3c-bfce-3b70b68647b0 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Network 890a0074-3e1e-49d8-8cf4-76a9a26980e6 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:40:37.414698 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [req-44a8b8fd-99b5-45ee-89f9-90b4af7f0e4f req-45c1103c-85d3-4b3c-bfce-3b70b68647b0 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:40:37.417172 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a8b8fd-99b5-45ee-89f9-90b4af7f0e4f req-45c1103c-85d3-4b3c-bfce-3b70b68647b0 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:40:37.549003 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8b8fd-99b5-45ee-89f9-90b4af7f0e4f req-45c1103c-85d3-4b3c-bfce-3b70b68647b0 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:40:37.549744 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-44a8b8fd-99b5-45ee-89f9-90b4af7f0e4f req-45c1103c-85d3-4b3c-bfce-3b70b68647b0 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:40:37.580692 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-44a8b8fd-99b5-45ee-89f9-90b4af7f0e4f req-45c1103c-85d3-4b3c-bfce-3b70b68647b0 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1263578
Jan 29 10:40:37.600560 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-44a8b8fd-99b5-45ee-89f9-90b4af7f0e4f req-2d8093ce-20c1-47eb-ad40-df4b978981f2 service neutron] Request body: {'port': {'device_id': '4188a275-9aa9-480e-b80f-ff23f47300e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7729'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:40:37.609984 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac55ffd0-ccba-47b2-84d4-7840d39f589c req-16d904a2-9dc9-45a0-b290-609f4d066d56 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:40:37.611739 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ac55ffd0-ccba-47b2-84d4-7840d39f589c req-16d904a2-9dc9-45a0-b290-609f4d066d56 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=4188a275-9aa9-480e-b80f-ff23f47300e0 HTTP/1.1" status: 200  len: 931 time: 0.1730835
Jan 29 10:40:37.647033 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-bf4e374b-b77a-402b-af09-33b02dd90873 None None] Provisioning for port 1bdd1036-9369-4620-bea0-a0596cdca5cb completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:40:37.652562 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-bf4e374b-b77a-402b-af09-33b02dd90873 None None] Provisioning complete for port 1bdd1036-9369-4620-bea0-a0596cdca5cb triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:40:37.653594 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bf4e374b-b77a-402b-af09-33b02dd90873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:40:37.682235 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ac55ffd0-ccba-47b2-84d4-7840d39f589c req-f98f6d57-2f11-4c47-97eb-caf32ae36e54 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0634508
Jan 29 10:40:37.715939 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-bf4e374b-b77a-402b-af09-33b02dd90873 None None] Port 1bdd1036-9369-4620-bea0-a0596cdca5cb cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:40:37.724953 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-44a8b8fd-99b5-45ee-89f9-90b4af7f0e4f req-2d8093ce-20c1-47eb-ad40-df4b978981f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:40:38.142299 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [req-44a8b8fd-99b5-45ee-89f9-90b4af7f0e4f req-2d8093ce-20c1-47eb-ad40-df4b978981f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bdd1036-9369-4620-bea0-a0596cdca5cb {{(pid=80766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 29 10:40:38.149853 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-44a8b8fd-99b5-45ee-89f9-90b4af7f0e4f req-2d8093ce-20c1-47eb-ad40-df4b978981f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:40:38.162500 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-44a8b8fd-99b5-45ee-89f9-90b4af7f0e4f req-2d8093ce-20c1-47eb-ad40-df4b978981f2 service neutron] Transition to ACTIVE for port object 1bdd1036-9369-4620-bea0-a0596cdca5cb will not be triggered until provisioned by entity L2. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:40:38.165181 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-44a8b8fd-99b5-45ee-89f9-90b4af7f0e4f req-2d8093ce-20c1-47eb-ad40-df4b978981f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:40:38.181165 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-cc47ec5a-92f3-441a-a673-4a3942ea54ef tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:40:38.319352 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8093ce-20c1-47eb-ad40-df4b978981f2 service neutron] Pushing event updated for resources: {'Port': ['ID=1bdd1036-9369-4620-bea0-a0596cdca5cb,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:40:38.322702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2d8093ce-20c1-47eb-ad40-df4b978981f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:40:38.515804 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-44a8b8fd-99b5-45ee-89f9-90b4af7f0e4f req-2d8093ce-20c1-47eb-ad40-df4b978981f2 service neutron] Attempting to bind port 1bdd1036-9369-4620-bea0-a0596cdca5cb on host hv-neutron-7729 for vnic_type normal with profile  {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:40:38.516359 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-44a8b8fd-99b5-45ee-89f9-90b4af7f0e4f req-2d8093ce-20c1-47eb-ad40-df4b978981f2 service neutron] Attempting to bind port 1bdd1036-9369-4620-bea0-a0596cdca5cb by drivers openvswitch on host hv-neutron-7729 at level 0 using segments [{'id': '7f8f37ac-b75d-4202-96da-20b63b141e1f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '890a0074-3e1e-49d8-8cf4-76a9a26980e6'}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:40:38.516549 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a8b8fd-99b5-45ee-89f9-90b4af7f0e4f req-2d8093ce-20c1-47eb-ad40-df4b978981f2 service neutron] Attempting to bind port 1bdd1036-9369-4620-bea0-a0596cdca5cb on network 890a0074-3e1e-49d8-8cf4-76a9a26980e6 {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:40:38.522821 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a8b8fd-99b5-45ee-89f9-90b4af7f0e4f req-2d8093ce-20c1-47eb-ad40-df4b978981f2 service neutron] Checking agent: {'id': '5acf9624-c829-41ba-afd9-92278081af05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 10, 2, 34), 'started_at': datetime.datetime(2021, 1, 29, 10, 3, 4), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:40:38.523246 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a8b8fd-99b5-45ee-89f9-90b4af7f0e4f req-2d8093ce-20c1-47eb-ad40-df4b978981f2 service neutron] Checking segment: {'id': '7f8f37ac-b75d-4202-96da-20b63b141e1f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '890a0074-3e1e-49d8-8cf4-76a9a26980e6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:40:38.523676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-44a8b8fd-99b5-45ee-89f9-90b4af7f0e4f req-2d8093ce-20c1-47eb-ad40-df4b978981f2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:40:38.524078 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a8b8fd-99b5-45ee-89f9-90b4af7f0e4f req-2d8093ce-20c1-47eb-ad40-df4b978981f2 service neutron] Bound using segment: {'id': '7f8f37ac-b75d-4202-96da-20b63b141e1f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '890a0074-3e1e-49d8-8cf4-76a9a26980e6'} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:40:38.524562 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-44a8b8fd-99b5-45ee-89f9-90b4af7f0e4f req-2d8093ce-20c1-47eb-ad40-df4b978981f2 service neutron] Bound port: 1bdd1036-9369-4620-bea0-a0596cdca5cb, host: hv-neutron-7729, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f8f37ac-b75d-4202-96da-20b63b141e1f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '890a0074-3e1e-49d8-8cf4-76a9a26980e6'}}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:40:38.524946 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-44a8b8fd-99b5-45ee-89f9-90b4af7f0e4f req-2d8093ce-20c1-47eb-ad40-df4b978981f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:40:38.634349 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-44a8b8fd-99b5-45ee-89f9-90b4af7f0e4f req-2d8093ce-20c1-47eb-ad40-df4b978981f2 service neutron] For port 1bdd1036-9369-4620-bea0-a0596cdca5cb, host hv-neutron-7729, cleared binding levels {{(pid=80766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:40:38.637540 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-44a8b8fd-99b5-45ee-89f9-90b4af7f0e4f req-2d8093ce-20c1-47eb-ad40-df4b978981f2 service neutron] For port 1bdd1036-9369-4620-bea0-a0596cdca5cb, host hv-neutron-7729, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=1bdd1036-9369-4620-bea0-a0596cdca5cb,segment=NetworkSegment(7f8f37ac-b75d-4202-96da-20b63b141e1f),segment_id=7f8f37ac-b75d-4202-96da-20b63b141e1f)] {{(pid=80766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:40:38.641553 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-44a8b8fd-99b5-45ee-89f9-90b4af7f0e4f req-2d8093ce-20c1-47eb-ad40-df4b978981f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:40:38.657376 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-cc1f06ca-c4e1-4151-9a3f-2a7bac6eb975 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:40:38.809438 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8093ce-20c1-47eb-ad40-df4b978981f2 service neutron] Pushing event updated for resources: {'Port': ['ID=1bdd1036-9369-4620-bea0-a0596cdca5cb,revision_number=3']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:40:38.814408 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2d8093ce-20c1-47eb-ad40-df4b978981f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:40:38.848246 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8b8fd-99b5-45ee-89f9-90b4af7f0e4f req-2d8093ce-20c1-47eb-ad40-df4b978981f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:40:38.848748 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-44a8b8fd-99b5-45ee-89f9-90b4af7f0e4f req-2d8093ce-20c1-47eb-ad40-df4b978981f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:40:38.850305 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-44a8b8fd-99b5-45ee-89f9-90b4af7f0e4f req-2d8093ce-20c1-47eb-ad40-df4b978981f2 service neutron] 10.222.0.22 "PUT /v2.0/ports/1bdd1036-9369-4620-bea0-a0596cdca5cb HTTP/1.1" status: 200  len: 1157 time: 1.2547851
Jan 29 10:40:38.851295 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4188a275-9aa9-480e-b80f-ff23f47300e0', 'tag': '1bdd1036-9369-4620-bea0-a0596cdca5cb'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:40:38.993154 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8b8fd-99b5-45ee-89f9-90b4af7f0e4f req-ddd5b334-b3d1-4391-8e11-fbd8dab916d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:40:38.994777 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-44a8b8fd-99b5-45ee-89f9-90b4af7f0e4f req-ddd5b334-b3d1-4391-8e11-fbd8dab916d4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cc9e325e6c9744c187b64ac43be16b79&device_id=4188a275-9aa9-480e-b80f-ff23f47300e0 HTTP/1.1" status: 200  len: 1160 time: 0.0916541
Jan 29 10:40:39.077088 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-44a8b8fd-99b5-45ee-89f9-90b4af7f0e4f req-94feb489-1fab-4741-90bd-699b044db6d8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1bdd1036-9369-4620-bea0-a0596cdca5cb HTTP/1.1" status: 200  len: 217 time: 0.0683298
Jan 29 10:40:39.149952 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8b8fd-99b5-45ee-89f9-90b4af7f0e4f req-6c55ebab-3071-4937-b75a-42c3444e6f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:40:39.151549 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-44a8b8fd-99b5-45ee-89f9-90b4af7f0e4f req-6c55ebab-3071-4937-b75a-42c3444e6f69 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c6b32b80-7adf-4992-aa8d-cb3c4b0180ce HTTP/1.1" status: 200  len: 850 time: 0.0683115
Jan 29 10:40:39.227736 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabc846-0d68-4010-b21d-f406b6c7158d req-4f29997e-2257-4f43-846e-36aacc181a91 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:40:39.229437 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5dabc846-0d68-4010-b21d-f406b6c7158d req-4f29997e-2257-4f43-846e-36aacc181a91 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=4188a275-9aa9-480e-b80f-ff23f47300e0 HTTP/1.1" status: 200  len: 943 time: 0.4139590
Jan 29 10:40:39.236004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8b8fd-99b5-45ee-89f9-90b4af7f0e4f req-0314396c-f577-4db1-a3dd-c4f9995f1d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:40:39.237628 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-44a8b8fd-99b5-45ee-89f9-90b4af7f0e4f req-0314396c-f577-4db1-a3dd-c4f9995f1d0b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=890a0074-3e1e-49d8-8cf4-76a9a26980e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0776868
Jan 29 10:40:39.294679 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5dabc846-0d68-4010-b21d-f406b6c7158d req-60eaafd0-8670-42c0-9601-7e9e9c591722 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0579910
Jan 29 10:40:39.379202 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4188a275-9aa9-480e-b80f-ff23f47300e0', 'tag': '1bdd1036-9369-4620-bea0-a0596cdca5cb', 'status': 'completed', 'code': 200}
Jan 29 10:40:39.387535 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-44a8b8fd-99b5-45ee-89f9-90b4af7f0e4f req-15a906c6-a5b1-42ee-870e-3c7d5deb3ce2 service neutron] 10.222.0.22 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1430335
Jan 29 10:40:39.531959 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-44a8b8fd-99b5-45ee-89f9-90b4af7f0e4f req-b1428e6f-4d70-4b82-b178-9a3d903477b6 service neutron] 10.222.0.22 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1374774
Jan 29 10:40:39.694217 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33608067-c9e9-452b-91f9-699b6a3a4ce4 req-cf6a8b10-848c-4d99-acf6-891f959d2ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:40:39.695829 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-33608067-c9e9-452b-91f9-699b6a3a4ce4 req-cf6a8b10-848c-4d99-acf6-891f959d2ea5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cc9e325e6c9744c187b64ac43be16b79&device_id=4188a275-9aa9-480e-b80f-ff23f47300e0 HTTP/1.1" status: 200  len: 1160 time: 0.0807176
Jan 29 10:40:39.839103 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33608067-c9e9-452b-91f9-699b6a3a4ce4 req-3be28ac7-8ee1-4e3d-85d4-9aed6c705d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:40:39.840648 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-33608067-c9e9-452b-91f9-699b6a3a4ce4 req-3be28ac7-8ee1-4e3d-85d4-9aed6c705d0f service neutron] 10.222.0.22 "GET /v2.0/networks?id=890a0074-3e1e-49d8-8cf4-76a9a26980e6 HTTP/1.1" status: 200  len: 905 time: 0.1376424
Jan 29 10:40:39.912756 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-33608067-c9e9-452b-91f9-699b6a3a4ce4 req-edaf4052-d4fc-45c8-9ea7-e50571410f55 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1bdd1036-9369-4620-bea0-a0596cdca5cb HTTP/1.1" status: 200  len: 217 time: 0.0644052
Jan 29 10:40:39.984679 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33608067-c9e9-452b-91f9-699b6a3a4ce4 req-bc2b1b85-fa5f-46e8-938e-cd7e7b0856b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:40:39.986130 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-33608067-c9e9-452b-91f9-699b6a3a4ce4 req-bc2b1b85-fa5f-46e8-938e-cd7e7b0856b0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c6b32b80-7adf-4992-aa8d-cb3c4b0180ce HTTP/1.1" status: 200  len: 850 time: 0.0673084
Jan 29 10:40:40.073217 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33608067-c9e9-452b-91f9-699b6a3a4ce4 req-64bbe957-6d46-4724-b83b-6bff9b7dcf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:40:40.074901 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-33608067-c9e9-452b-91f9-699b6a3a4ce4 req-64bbe957-6d46-4724-b83b-6bff9b7dcf47 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=890a0074-3e1e-49d8-8cf4-76a9a26980e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0824983
Jan 29 10:40:40.221205 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-33608067-c9e9-452b-91f9-699b6a3a4ce4 req-c74d6fc6-8768-405a-8c96-3b274dbb1ed0 service neutron] 10.222.0.22 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396244
Jan 29 10:40:40.368755 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-33608067-c9e9-452b-91f9-699b6a3a4ce4 req-aeba3b0f-c85b-45aa-86c1-bd54959602c5 service neutron] 10.222.0.22 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1405087
Jan 29 10:40:40.596019 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e4908e-69d3-432e-8417-c15f253f8c1f req-65749dbf-6f4d-42d5-9981-375d16222aac tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:40:40.597575 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-99e4908e-69d3-432e-8417-c15f253f8c1f req-65749dbf-6f4d-42d5-9981-375d16222aac tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=4188a275-9aa9-480e-b80f-ff23f47300e0 HTTP/1.1" status: 200  len: 943 time: 0.1652093
Jan 29 10:40:40.663324 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-99e4908e-69d3-432e-8417-c15f253f8c1f req-9f3ccb6a-d9c6-4a1d-a611-e56eb80b36d9 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0593336
Jan 29 10:40:41.984074 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb698260-e3ec-4f4a-8836-aa47233d12cf req-a8148b7c-46e1-4736-acf2-a33c212bd27e tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:40:41.986949 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cb698260-e3ec-4f4a-8836-aa47233d12cf req-a8148b7c-46e1-4736-acf2-a33c212bd27e tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=4188a275-9aa9-480e-b80f-ff23f47300e0 HTTP/1.1" status: 200  len: 943 time: 0.1706271
Jan 29 10:40:42.055508 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cb698260-e3ec-4f4a-8836-aa47233d12cf req-935b4e7b-02d1-4d2a-81d2-d23245d05f97 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0619254
Jan 29 10:40:43.112055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 1bdd1036-9369-4620-bea0-a0596cdca5cb up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:40:43.186052 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning for port 1bdd1036-9369-4620-bea0-a0596cdca5cb completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:40:43.191010 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 1bdd1036-9369-4620-bea0-a0596cdca5cb triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:40:43.191440 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:40:43.315879 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:40:43.345605 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4188a275-9aa9-480e-b80f-ff23f47300e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bdd1036-9369-4620-bea0-a0596cdca5cb'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:40:43.356163 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port 1bdd1036-9369-4620-bea0-a0596cdca5cb, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=1bdd1036-9369-4620-bea0-a0596cdca5cb,segment=NetworkSegment(7f8f37ac-b75d-4202-96da-20b63b141e1f),segment_id=7f8f37ac-b75d-4202-96da-20b63b141e1f)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:40:43.357388 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4fe201-d848-40b3-bcc2-d8aede3fbb35 req-db6b766f-4722-43b7-b2c7-d4204b3f6146 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:40:43.359263 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4e4fe201-d848-40b3-bcc2-d8aede3fbb35 req-db6b766f-4722-43b7-b2c7-d4204b3f6146 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=4188a275-9aa9-480e-b80f-ff23f47300e0 HTTP/1.1" status: 200  len: 943 time: 0.1658063
Jan 29 10:40:43.359441 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:40:43.361289 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:40:43.425117 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4e4fe201-d848-40b3-bcc2-d8aede3fbb35 req-55e645be-6fdb-41ae-90c4-134f68d9e97f tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0591526
Jan 29 10:40:43.432982 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=1bdd1036-9369-4620-bea0-a0596cdca5cb,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:40:43.436624 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:40:43.494987 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4188a275-9aa9-480e-b80f-ff23f47300e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bdd1036-9369-4620-bea0-a0596cdca5cb', 'code': 200}
Jan 29 10:40:43.781334 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a440af-55bb-457a-a687-2e1485e5db14 req-4cc45a82-6f34-48de-a816-f15980c6fe96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:40:43.782967 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-31a440af-55bb-457a-a687-2e1485e5db14 req-4cc45a82-6f34-48de-a816-f15980c6fe96 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4188a275-9aa9-480e-b80f-ff23f47300e0 HTTP/1.1" status: 200  len: 1162 time: 0.0765462
Jan 29 10:40:43.830738 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-31a440af-55bb-457a-a687-2e1485e5db14 req-1faf3819-f7e0-4547-9444-954d7c0c7a21 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410256
Jan 29 10:40:44.692071 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 1bdd1036-9369-4620-bea0-a0596cdca5cb up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:40:44.731088 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a98c23-84d0-422d-9fe0-1f9de79b4f5e req-e59d6199-0d9e-4d79-a771-afa1ad1409f2 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:40:44.732879 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-05a98c23-84d0-422d-9fe0-1f9de79b4f5e req-e59d6199-0d9e-4d79-a771-afa1ad1409f2 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=4188a275-9aa9-480e-b80f-ff23f47300e0 HTTP/1.1" status: 200  len: 945 time: 0.1699986
Jan 29 10:40:44.769983 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 1bdd1036-9369-4620-bea0-a0596cdca5cb triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:40:44.770414 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:40:44.798717 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-05a98c23-84d0-422d-9fe0-1f9de79b4f5e req-f9aa1a1b-d849-42ae-9757-82070ece933c tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0593271
Jan 29 10:40:46.093228 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a7ae0-1bca-4306-97a0-9d51599cbfea req-9ad85ec0-63a5-4a50-8350-41fb94ef99d2 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:40:46.094873 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-004a7ae0-1bca-4306-97a0-9d51599cbfea req-9ad85ec0-63a5-4a50-8350-41fb94ef99d2 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=4188a275-9aa9-480e-b80f-ff23f47300e0 HTTP/1.1" status: 200  len: 945 time: 0.1671834
Jan 29 10:40:46.164129 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-004a7ae0-1bca-4306-97a0-9d51599cbfea req-4575af88-b11f-470e-8fb7-73363aa43052 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0627058
Jan 29 10:40:46.444163 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41950a58-ccd2-4cfe-b232-5f9742e208d2 req-eb420b75-1414-461e-9c0e-081797f54ad6 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:40:46.445793 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-41950a58-ccd2-4cfe-b232-5f9742e208d2 req-eb420b75-1414-461e-9c0e-081797f54ad6 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=4188a275-9aa9-480e-b80f-ff23f47300e0 HTTP/1.1" status: 200  len: 945 time: 0.1612599
Jan 29 10:40:46.456479 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 34162) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:40:46.462088 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-530611e7-3908-4738-a4c0-0dabc0eb96a7 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Request body: {'floatingip': {'port_id': '1bdd1036-9369-4620-bea0-a0596cdca5cb'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:40:46.561891 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-530611e7-3908-4738-a4c0-0dabc0eb96a7 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks [] for floatingip, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:40:47.180103 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-530611e7-3908-4738-a4c0-0dabc0eb96a7 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:40:47.182796 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-530611e7-3908-4738-a4c0-0dabc0eb96a7 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:40:47.371035 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [None req-530611e7-3908-4738-a4c0-0dabc0eb96a7 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Floating IP db1b4576-9364-4963-8da9-8b3b6d72a968 associated. External IP: 172.26.7.99, port: 1bdd1036-9369-4620-bea0-a0596cdca5cb.
Jan 29 10:40:47.738283 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-530611e7-3908-4738-a4c0-0dabc0eb96a7 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Router cf352b9c-9f97-4bc4-82cc-ad06defc927e has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:40:47.922727 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530611e7-3908-4738-a4c0-0dabc0eb96a7 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:40:47.927166 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-530611e7-3908-4738-a4c0-0dabc0eb96a7 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:40:47.932591 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7124d40-d750-4a4a-836f-f5f7c9bda6e5 None None] Sync routers for ids ['cf352b9c-9f97-4bc4-82cc-ad06defc927e'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:40:47.942556 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7124d40-d750-4a4a-836f-f5f7c9bda6e5 None None] Routers {'cf352b9c-9f97-4bc4-82cc-ad06defc927e'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:40:47.943218 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-e7124d40-d750-4a4a-836f-f5f7c9bda6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9f7d400>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:40:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['cf352b9c-9f97-4bc4-82cc-ad06defc927e'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:40:47.983663 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-530611e7-3908-4738-a4c0-0dabc0eb96a7 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "PUT /v2.0/floatingips/db1b4576-9364-4963-8da9-8b3b6d72a968 HTTP/1.1" status: 200  len: 990 time: 1.5260234
Jan 29 10:40:47.984427 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4188a275-9aa9-480e-b80f-ff23f47300e0', 'tag': '1bdd1036-9369-4620-bea0-a0596cdca5cb'}] {{(pid=80765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:40:48.134065 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-e7124d40-d750-4a4a-836f-f5f7c9bda6e5 None None] Set router cf352b9c-9f97-4bc4-82cc-ad06defc927e gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:40:48.193659 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4188a275-9aa9-480e-b80f-ff23f47300e0', 'tag': '1bdd1036-9369-4620-bea0-a0596cdca5cb', 'status': 'completed', 'code': 200}
Jan 29 10:40:48.321708 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b0d69e-38dd-417c-92ea-6ff7ec4184a9 req-9a9337ad-cdda-4b97-8ffc-d44f4a1d372a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:40:48.323340 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c7b0d69e-38dd-417c-92ea-6ff7ec4184a9 req-9a9337ad-cdda-4b97-8ffc-d44f4a1d372a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cc9e325e6c9744c187b64ac43be16b79&device_id=4188a275-9aa9-480e-b80f-ff23f47300e0 HTTP/1.1" status: 200  len: 1162 time: 0.0847743
Jan 29 10:40:48.472680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b0d69e-38dd-417c-92ea-6ff7ec4184a9 req-8b2417ec-57d0-4724-959b-25b0a38f46a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:40:48.474664 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c7b0d69e-38dd-417c-92ea-6ff7ec4184a9 req-8b2417ec-57d0-4724-959b-25b0a38f46a0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=890a0074-3e1e-49d8-8cf4-76a9a26980e6 HTTP/1.1" status: 200  len: 905 time: 0.1449900
Jan 29 10:40:48.668521 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-e7124d40-d750-4a4a-836f-f5f7c9bda6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9f7d400>, [{'id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'name': 'tempest-ServerActionsTestJSON-466440453-router', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': '4da5e201-762a-412e-8feb-be8f921842a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:36:11Z', 'updated_at': '2021-01-29T10:36:16Z', 'revision_number': 4, 'project_id': 'cc9e325e6c9744c187b64ac43be16b79', 'gw_port': {'id': '4da5e201-762a-412e-8feb-be8f921842a9', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:14:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:36:12Z', 'updated_at': '2021-01-29T10:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': 'db1b4576-9364-4963-8da9-8b3b6d72a968', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'floating_ip_address': '172.26.7.99', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'port_id': '1bdd1036-9369-4620-bea0-a0596cdca5cb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '890a0074-3e1e-49d8-8cf4-76a9a26980e6', 'mac_address': 'fa:16:3e:4e:f8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4188a275-9aa9-480e-b80f-ff23f47300e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:36:20Z', 'updated_at': '2021-01-29T10:40:47Z', 'revision_number': 9, 'project_id': 'cc9e325e6c9744c187b64ac43be16b79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '767a243a-d87b-4c91-bf22-90fdc76eb199', 'name': '', 'network_id': '890a0074-3e1e-49d8-8cf4-76a9a26980e6', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'mac_address': 'fa:16:3e:7b:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'c6b32b80-7adf-4992-aa8d-cb3c4b0180ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:36:15Z', 'updated_at': '2021-01-29T10:36:24Z', 'revision_number': 5, 'project_id': 'cc9e325e6c9744c187b64ac43be16b79', 'subnets': [{'id': 'c6b32b80-7adf-4992-aa8d-cb3c4b0180ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:40:48.673834 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7124d40-d750-4a4a-836f-f5f7c9bda6e5 None None] Checking router: cf352b9c-9f97-4bc4-82cc-ad06defc927e for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:40:48.683278 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7124d40-d750-4a4a-836f-f5f7c9bda6e5 None None] Routers {'cf352b9c-9f97-4bc4-82cc-ad06defc927e'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:40:48.683950 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-e7124d40-d750-4a4a-836f-f5f7c9bda6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9f7d400>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:40:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['cf352b9c-9f97-4bc4-82cc-ad06defc927e'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:40:48.861410 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c7b0d69e-38dd-417c-92ea-6ff7ec4184a9 req-2a112154-28f5-4e32-9867-73a4d2a331f3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1bdd1036-9369-4620-bea0-a0596cdca5cb HTTP/1.1" status: 200  len: 998 time: 0.3794000
Jan 29 10:40:48.877654 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-e7124d40-d750-4a4a-836f-f5f7c9bda6e5 None None] Set router cf352b9c-9f97-4bc4-82cc-ad06defc927e gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:40:48.935507 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b0d69e-38dd-417c-92ea-6ff7ec4184a9 req-3230ac2c-6574-4313-9b14-823322955e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:40:48.937069 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c7b0d69e-38dd-417c-92ea-6ff7ec4184a9 req-3230ac2c-6574-4313-9b14-823322955e4f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c6b32b80-7adf-4992-aa8d-cb3c4b0180ce HTTP/1.1" status: 200  len: 850 time: 0.0650444
Jan 29 10:40:49.022273 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b0d69e-38dd-417c-92ea-6ff7ec4184a9 req-10da470c-aaea-4424-9248-719371c14193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:40:49.023874 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c7b0d69e-38dd-417c-92ea-6ff7ec4184a9 req-10da470c-aaea-4424-9248-719371c14193 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=890a0074-3e1e-49d8-8cf4-76a9a26980e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0800238
Jan 29 10:40:49.168349 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c7b0d69e-38dd-417c-92ea-6ff7ec4184a9 req-425b94ff-3922-4b25-a4ce-d55d46c4c271 service neutron] 10.222.0.22 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376567
Jan 29 10:40:49.255326 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-e7124d40-d750-4a4a-836f-f5f7c9bda6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9f7d400>, [{'id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'name': 'tempest-ServerActionsTestJSON-466440453-router', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': '4da5e201-762a-412e-8feb-be8f921842a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:36:11Z', 'updated_at': '2021-01-29T10:36:16Z', 'revision_number': 4, 'project_id': 'cc9e325e6c9744c187b64ac43be16b79', 'gw_port': {'id': '4da5e201-762a-412e-8feb-be8f921842a9', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:14:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:36:12Z', 'updated_at': '2021-01-29T10:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': 'db1b4576-9364-4963-8da9-8b3b6d72a968', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'floating_ip_address': '172.26.7.99', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'port_id': '1bdd1036-9369-4620-bea0-a0596cdca5cb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '890a0074-3e1e-49d8-8cf4-76a9a26980e6', 'mac_address': 'fa:16:3e:4e:f8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4188a275-9aa9-480e-b80f-ff23f47300e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:36:20Z', 'updated_at': '2021-01-29T10:40:47Z', 'revision_number': 9, 'project_id': 'cc9e325e6c9744c187b64ac43be16b79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '767a243a-d87b-4c91-bf22-90fdc76eb199', 'name': '', 'network_id': '890a0074-3e1e-49d8-8cf4-76a9a26980e6', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'mac_address': 'fa:16:3e:7b:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'c6b32b80-7adf-4992-aa8d-cb3c4b0180ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:36:15Z', 'updated_at': '2021-01-29T10:36:24Z', 'revision_number': 5, 'project_id': 'cc9e325e6c9744c187b64ac43be16b79', 'subnets': [{'id': 'c6b32b80-7adf-4992-aa8d-cb3c4b0180ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:40:49.259493 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7124d40-d750-4a4a-836f-f5f7c9bda6e5 None None] The sync data for ids ['cf352b9c-9f97-4bc4-82cc-ad06defc927e'] in dv-neutron-772983-2-ovs is: [{'id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'name': 'tempest-ServerActionsTestJSON-466440453-router', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': '4da5e201-762a-412e-8feb-be8f921842a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:36:11Z', 'updated_at': '2021-01-29T10:36:16Z', 'revision_number': 4, 'project_id': 'cc9e325e6c9744c187b64ac43be16b79', 'gw_port': {'id': '4da5e201-762a-412e-8feb-be8f921842a9', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:14:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:36:12Z', 'updated_at': '2021-01-29T10:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': 'db1b4576-9364-4963-8da9-8b3b6d72a968', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'floating_ip_address': '172.26.7.99', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'port_id': '1bdd1036-9369-4620-bea0-a0596cdca5cb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '890a0074-3e1e-49d8-8cf4-76a9a26980e6', 'mac_address': 'fa:16:3e:4e:f8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4188a275-9aa9-480e-b80f-ff23f47300e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:36:20Z', 'updated_at': '2021-01-29T10:40:47Z', 'revision_number': 9, 'project_id': 'cc9e325e6c9744c187b64ac43be16b79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '767a243a-d87b-4c91-bf22-90fdc76eb199', 'name': '', 'network_id': '890a0074-3e1e-49d8-8cf4-76a9a26980e6', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'mac_address': 'fa:16:3e:7b:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'c6b32b80-7adf-4992-aa8d-cb3c4b0180ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:36:15Z', 'updated_at': '2021-01-29T10:36:24Z', 'revision_number': 5, 'project_id': 'cc9e325e6c9744c187b64ac43be16b79', 'subnets': [{'id': 'c6b32b80-7adf-4992-aa8d-cb3c4b0180ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:40:49.318971 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c7b0d69e-38dd-417c-92ea-6ff7ec4184a9 req-c0d682e6-3822-4f36-b356-67c09df53ffa service neutron] 10.222.0.22 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1440222
Jan 29 10:40:49.584302 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2251083-3a8c-42fa-ab56-34decc5a1a0e None None] New status for floating IP db1b4576-9364-4963-8da9-8b3b6d72a968: ACTIVE {{(pid=80767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 29 10:40:51.496683 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4435e221-2804-45bb-b99c-cba65d8171e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:40:53.767209 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e5c9887f-1b29-4551-b3b7-06ab6fdc9533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:40:54.332604 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:40:54.962533 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:40:56.145114 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:41:01.649997 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1b0e95dd-11da-4225-b1d1-b9b8435fb6e1 req-cd7164e2-8422-4363-a5ce-f1ef3e0c1353 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4188a275-9aa9-480e-b80f-ff23f47300e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1662822
Jan 29 10:41:01.822843 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e95dd-11da-4225-b1d1-b9b8435fb6e1 req-9a39ca31-a992-417a-a59d-f163258d7dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:41:01.824461 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1b0e95dd-11da-4225-b1d1-b9b8435fb6e1 req-9a39ca31-a992-417a-a59d-f163258d7dcf service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cc9e325e6c9744c187b64ac43be16b79&device_id=4188a275-9aa9-480e-b80f-ff23f47300e0 HTTP/1.1" status: 200  len: 1162 time: 0.0818026
Jan 29 10:41:01.986409 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e95dd-11da-4225-b1d1-b9b8435fb6e1 req-7e64179d-39a8-430f-bc14-be3af87b075d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:41:01.988037 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1b0e95dd-11da-4225-b1d1-b9b8435fb6e1 req-7e64179d-39a8-430f-bc14-be3af87b075d service neutron] 10.222.0.22 "GET /v2.0/networks?id=890a0074-3e1e-49d8-8cf4-76a9a26980e6 HTTP/1.1" status: 200  len: 905 time: 0.1425600
Jan 29 10:41:02.097258 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1b0e95dd-11da-4225-b1d1-b9b8435fb6e1 req-71c8d852-84ce-4489-8bcf-c82f83fb95a5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1bdd1036-9369-4620-bea0-a0596cdca5cb HTTP/1.1" status: 200  len: 1001 time: 0.1020937
Jan 29 10:41:02.169972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e95dd-11da-4225-b1d1-b9b8435fb6e1 req-17d7145e-7c44-4a3b-b4a7-072d603b014b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:41:02.171517 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1b0e95dd-11da-4225-b1d1-b9b8435fb6e1 req-17d7145e-7c44-4a3b-b4a7-072d603b014b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c6b32b80-7adf-4992-aa8d-cb3c4b0180ce HTTP/1.1" status: 200  len: 850 time: 0.0675654
Jan 29 10:41:02.251642 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e95dd-11da-4225-b1d1-b9b8435fb6e1 req-32722131-3e0f-47ca-8a3b-b701ae580782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:41:02.253136 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1b0e95dd-11da-4225-b1d1-b9b8435fb6e1 req-32722131-3e0f-47ca-8a3b-b701ae580782 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=890a0074-3e1e-49d8-8cf4-76a9a26980e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0755239
Jan 29 10:41:02.407563 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1b0e95dd-11da-4225-b1d1-b9b8435fb6e1 req-ca414db1-6e15-41d6-819e-106b7fd2eb80 service neutron] 10.222.0.22 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1470788
Jan 29 10:41:02.551777 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1b0e95dd-11da-4225-b1d1-b9b8435fb6e1 req-79cf663c-6219-463c-94d1-1b8173818dba service neutron] 10.222.0.22 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1377404
Jan 29 10:41:03.199934 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:41:05.031965 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:41:21.499124 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c06bbbb9-73a0-4ae5-b8d5-a29067199673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:41:23.768229 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bf63b679-0706-46c2-8d9a-f5f137a914c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:41:24.336088 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:41:24.964261 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:41:26.146027 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:41:35.036415 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:41:40.200154 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:41:51.500173 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-032a1c54-db1d-4e59-a3e3-9a4f87db5f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:41:53.768680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d919a58b-9dee-445d-8d65-47bb31e38ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:41:54.338197 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:41:54.968060 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:41:56.150384 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:41:59.669747 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7ddcbf96-1a8d-436a-946b-20299fd98704 req-0ee8dccf-6259-4a37-b168-eb36631b5bc1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4188a275-9aa9-480e-b80f-ff23f47300e0&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0850668
Jan 29 10:41:59.833733 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b5c7fe-80d6-4ea7-b67b-54c12f062b72 req-13a5f944-fe4a-4fe3-9838-ca07d666ef17 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:41:59.835448 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f0b5c7fe-80d6-4ea7-b67b-54c12f062b72 req-13a5f944-fe4a-4fe3-9838-ca07d666ef17 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=4188a275-9aa9-480e-b80f-ff23f47300e0 HTTP/1.1" status: 200  len: 945 time: 0.1888115
Jan 29 10:41:59.904233 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f0b5c7fe-80d6-4ea7-b67b-54c12f062b72 req-95cecd26-70e5-4387-9911-62eac22fa1b4 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0602214
Jan 29 10:42:00.944539 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddcbf96-1a8d-436a-946b-20299fd98704 req-dad72032-9975-40f9-bc62-04ada3571938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:00.946838 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7ddcbf96-1a8d-436a-946b-20299fd98704 req-dad72032-9975-40f9-bc62-04ada3571938 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cc9e325e6c9744c187b64ac43be16b79&device_id=4188a275-9aa9-480e-b80f-ff23f47300e0 HTTP/1.1" status: 200  len: 1162 time: 0.0812669
Jan 29 10:42:01.115746 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddcbf96-1a8d-436a-946b-20299fd98704 req-191e720f-3899-4277-9df1-1089cdeda8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:01.117385 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7ddcbf96-1a8d-436a-946b-20299fd98704 req-191e720f-3899-4277-9df1-1089cdeda8dc service neutron] 10.222.0.22 "GET /v2.0/networks?id=890a0074-3e1e-49d8-8cf4-76a9a26980e6 HTTP/1.1" status: 200  len: 905 time: 0.1646967
Jan 29 10:42:01.205451 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d0feb3-f417-45c1-b7b3-aa86aa235568 req-daefc0f7-b6b2-41e7-91d5-13ae4a57bc24 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:01.207113 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a2d0feb3-f417-45c1-b7b3-aa86aa235568 req-daefc0f7-b6b2-41e7-91d5-13ae4a57bc24 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=4188a275-9aa9-480e-b80f-ff23f47300e0 HTTP/1.1" status: 200  len: 945 time: 0.1709621
Jan 29 10:42:01.230236 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7ddcbf96-1a8d-436a-946b-20299fd98704 req-df0999e5-cdc3-487a-84c4-f87ee87962c4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1bdd1036-9369-4620-bea0-a0596cdca5cb HTTP/1.1" status: 200  len: 1001 time: 0.1053083
Jan 29 10:42:01.272105 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a2d0feb3-f417-45c1-b7b3-aa86aa235568 req-a48bf488-a013-4192-b944-1ee9bc0218ac tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0584888
Jan 29 10:42:01.304080 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddcbf96-1a8d-436a-946b-20299fd98704 req-b57a3a31-5737-4e4d-8e24-a7756ea9804b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:01.305654 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7ddcbf96-1a8d-436a-946b-20299fd98704 req-b57a3a31-5737-4e4d-8e24-a7756ea9804b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c6b32b80-7adf-4992-aa8d-cb3c4b0180ce HTTP/1.1" status: 200  len: 850 time: 0.0664887
Jan 29 10:42:01.391338 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddcbf96-1a8d-436a-946b-20299fd98704 req-d5ec94b1-34c1-459f-864a-6ae7357deebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:01.392951 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7ddcbf96-1a8d-436a-946b-20299fd98704 req-d5ec94b1-34c1-459f-864a-6ae7357deebd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=890a0074-3e1e-49d8-8cf4-76a9a26980e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0798399
Jan 29 10:42:01.536145 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7ddcbf96-1a8d-436a-946b-20299fd98704 req-8e842ee4-c802-4514-87da-657003c11ee2 service neutron] 10.222.0.22 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1364968
Jan 29 10:42:01.677124 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7ddcbf96-1a8d-436a-946b-20299fd98704 req-0db8d587-4c9b-407a-a015-fa8324b8a6ec service neutron] 10.222.0.22 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1342444
Jan 29 10:42:02.450807 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b2d5ec-3866-4b3b-bbf3-6e31544e1e6a req-61d302da-0529-4ed2-ad44-083526651c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:02.452439 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b7b2d5ec-3866-4b3b-bbf3-6e31544e1e6a req-61d302da-0529-4ed2-ad44-083526651c1f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cc9e325e6c9744c187b64ac43be16b79&device_id=4188a275-9aa9-480e-b80f-ff23f47300e0 HTTP/1.1" status: 200  len: 1162 time: 0.0802283
Jan 29 10:42:02.581129 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f33f88b-7eaa-4b88-99e1-88b7ceaada3e req-8ed8a68d-ca3c-422e-91b0-923c76546266 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:02.582790 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1f33f88b-7eaa-4b88-99e1-88b7ceaada3e req-8ed8a68d-ca3c-422e-91b0-923c76546266 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=4188a275-9aa9-480e-b80f-ff23f47300e0 HTTP/1.1" status: 200  len: 945 time: 0.1664526
Jan 29 10:42:02.613559 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b2d5ec-3866-4b3b-bbf3-6e31544e1e6a req-01467b3e-a756-4173-b6d5-c900c93976a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:02.615185 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b7b2d5ec-3866-4b3b-bbf3-6e31544e1e6a req-01467b3e-a756-4173-b6d5-c900c93976a4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=890a0074-3e1e-49d8-8cf4-76a9a26980e6 HTTP/1.1" status: 200  len: 905 time: 0.1401942
Jan 29 10:42:02.651417 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1f33f88b-7eaa-4b88-99e1-88b7ceaada3e req-52fc56bd-a76b-45df-847e-3840f7a8e399 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0620522
Jan 29 10:42:02.726729 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b7b2d5ec-3866-4b3b-bbf3-6e31544e1e6a req-e52c7de8-a5b6-4a3d-9a63-dd25ff1c9d6d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1bdd1036-9369-4620-bea0-a0596cdca5cb HTTP/1.1" status: 200  len: 1001 time: 0.1049175
Jan 29 10:42:02.794879 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b2d5ec-3866-4b3b-bbf3-6e31544e1e6a req-7dba108c-dbde-43d9-ab4c-149832df4ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:02.796406 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b7b2d5ec-3866-4b3b-bbf3-6e31544e1e6a req-7dba108c-dbde-43d9-ab4c-149832df4ed1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c6b32b80-7adf-4992-aa8d-cb3c4b0180ce HTTP/1.1" status: 200  len: 850 time: 0.0631518
Jan 29 10:42:02.881483 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b2d5ec-3866-4b3b-bbf3-6e31544e1e6a req-b4c5330c-e8ab-4bb2-b545-93ee7b2b3fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:02.883139 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b7b2d5ec-3866-4b3b-bbf3-6e31544e1e6a req-b4c5330c-e8ab-4bb2-b545-93ee7b2b3fa1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=890a0074-3e1e-49d8-8cf4-76a9a26980e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0795450
Jan 29 10:42:03.034814 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b7b2d5ec-3866-4b3b-bbf3-6e31544e1e6a req-1c28c5e1-4685-4ab2-8905-b61cdda3a84f service neutron] 10.222.0.22 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1439657
Jan 29 10:42:03.180992 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b7b2d5ec-3866-4b3b-bbf3-6e31544e1e6a req-3de791c3-e09b-4cc8-a00b-99dbde5f32f3 service neutron] 10.222.0.22 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1388173
Jan 29 10:42:03.944664 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3db7c3-fc0c-4959-90aa-1a98ad9a6eb2 req-a62efd98-90ec-4e1b-a922-547de5fbbfdc tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:03.946312 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9e3db7c3-fc0c-4959-90aa-1a98ad9a6eb2 req-a62efd98-90ec-4e1b-a922-547de5fbbfdc tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=4188a275-9aa9-480e-b80f-ff23f47300e0 HTTP/1.1" status: 200  len: 945 time: 0.1649675
Jan 29 10:42:04.010446 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9e3db7c3-fc0c-4959-90aa-1a98ad9a6eb2 req-24d567cc-5588-4e17-b6df-c5a817bd1082 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0573442
Jan 29 10:42:05.048323 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:42:05.561546 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88f280-0e4c-4191-8ca5-ceb0189816ea req-3552f4d0-ff63-40b5-8aa7-c9ffb90c8229 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:05.563241 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7a88f280-0e4c-4191-8ca5-ceb0189816ea req-3552f4d0-ff63-40b5-8aa7-c9ffb90c8229 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=4188a275-9aa9-480e-b80f-ff23f47300e0 HTTP/1.1" status: 200  len: 945 time: 0.4236484
Jan 29 10:42:05.626714 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7a88f280-0e4c-4191-8ca5-ceb0189816ea req-a5eb361b-78bf-439c-a4e6-541c4c5a0ecb tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0571914
Jan 29 10:42:06.929072 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f135533-bebc-4f28-add2-ce5b661407ef req-1e5cd9ca-8bbd-49ca-b7d8-c30c37ab1128 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:06.930635 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9f135533-bebc-4f28-add2-ce5b661407ef req-1e5cd9ca-8bbd-49ca-b7d8-c30c37ab1128 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=4188a275-9aa9-480e-b80f-ff23f47300e0 HTTP/1.1" status: 200  len: 945 time: 0.1642184
Jan 29 10:42:06.997194 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9f135533-bebc-4f28-add2-ce5b661407ef req-d222b9b8-3dfd-4722-b267-d3671e0bbdef tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0601254
Jan 29 10:42:08.298658 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedfd393-6405-40d8-b108-72e7775f49d4 req-cc94f915-225c-41dd-ac80-9b23d06f08d5 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:08.300290 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-bedfd393-6405-40d8-b108-72e7775f49d4 req-cc94f915-225c-41dd-ac80-9b23d06f08d5 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=4188a275-9aa9-480e-b80f-ff23f47300e0 HTTP/1.1" status: 200  len: 945 time: 0.1717358
Jan 29 10:42:08.366410 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-bedfd393-6405-40d8-b108-72e7775f49d4 req-ff43601d-0f0a-4eea-a1d4-6df2646bc400 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0595882
Jan 29 10:42:09.660389 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb1fb3-6b8f-4563-af36-56a1d2a14b4e req-ac8b9c82-98ec-42b8-a16f-4c8139a89f48 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:09.662033 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fceb1fb3-6b8f-4563-af36-56a1d2a14b4e req-ac8b9c82-98ec-42b8-a16f-4c8139a89f48 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=4188a275-9aa9-480e-b80f-ff23f47300e0 HTTP/1.1" status: 200  len: 945 time: 0.1659131
Jan 29 10:42:09.725504 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fceb1fb3-6b8f-4563-af36-56a1d2a14b4e req-fe8419bd-d649-4d3a-b085-1ea4c9cc23c5 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0570867
Jan 29 10:42:11.025104 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc8854b-9145-4ecf-8336-ff4f5ee95322 req-db6cdf2b-b9bc-497f-a831-0a983094c19c tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:11.026690 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3fc8854b-9145-4ecf-8336-ff4f5ee95322 req-db6cdf2b-b9bc-497f-a831-0a983094c19c tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=4188a275-9aa9-480e-b80f-ff23f47300e0 HTTP/1.1" status: 200  len: 945 time: 0.1654849
Jan 29 10:42:11.103225 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3fc8854b-9145-4ecf-8336-ff4f5ee95322 req-8ee002b4-86c0-4476-beee-5e3a33e1de7f tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0691931
Jan 29 10:42:12.523495 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d782ee7-cdef-4b28-a6f7-0e21dd2f1dc8 req-d37c4a36-02eb-4e58-bab0-10310ea1b3e3 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:12.525136 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1d782ee7-cdef-4b28-a6f7-0e21dd2f1dc8 req-d37c4a36-02eb-4e58-bab0-10310ea1b3e3 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=4188a275-9aa9-480e-b80f-ff23f47300e0 HTTP/1.1" status: 200  len: 945 time: 0.1622379
Jan 29 10:42:12.588614 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1d782ee7-cdef-4b28-a6f7-0e21dd2f1dc8 req-2315579b-bcd7-40c8-b720-162651b0e7ea tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0570281
Jan 29 10:42:13.661554 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7ddcbf96-1a8d-436a-946b-20299fd98704 req-d6d37757-449d-40c8-adea-9966c789c672 service neutron] 10.222.0.22 "GET /v2.0/ports/1bdd1036-9369-4620-bea0-a0596cdca5cb/bindings/hv-neutron-7729 HTTP/1.1" status: 200  len: 454 time: 0.0835195
Jan 29 10:42:13.896803 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec124dc5-01bd-4a78-82c7-b9308dea5c82 req-0bbbbfcf-8afd-41ce-b895-647ff2fcead6 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:13.898471 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ec124dc5-01bd-4a78-82c7-b9308dea5c82 req-0bbbbfcf-8afd-41ce-b895-647ff2fcead6 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=4188a275-9aa9-480e-b80f-ff23f47300e0 HTTP/1.1" status: 200  len: 945 time: 0.1749086
Jan 29 10:42:13.975458 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ec124dc5-01bd-4a78-82c7-b9308dea5c82 req-d3bc5b29-0d54-4dfb-98a4-9dc023cbd8ab tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0684812
Jan 29 10:42:14.030563 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddcbf96-1a8d-436a-946b-20299fd98704 req-791dec9e-442e-47b5-ac1a-11a2d77347b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:14.032211 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7ddcbf96-1a8d-436a-946b-20299fd98704 req-791dec9e-442e-47b5-ac1a-11a2d77347b0 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4188a275-9aa9-480e-b80f-ff23f47300e0&tenant_id=cc9e325e6c9744c187b64ac43be16b79 HTTP/1.1" status: 200  len: 1162 time: 0.0919359
Jan 29 10:42:14.150841 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddcbf96-1a8d-436a-946b-20299fd98704 req-5b46353f-e7d7-47b0-ab54-9b5c10fadbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:14.152497 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7ddcbf96-1a8d-436a-946b-20299fd98704 req-5b46353f-e7d7-47b0-ab54-9b5c10fadbe8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cc9e325e6c9744c187b64ac43be16b79&device_id=4188a275-9aa9-480e-b80f-ff23f47300e0 HTTP/1.1" status: 200  len: 1162 time: 0.0792480
Jan 29 10:42:14.329550 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddcbf96-1a8d-436a-946b-20299fd98704 req-e771437e-3de6-4b5c-85a8-dc373c56791e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:14.331197 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7ddcbf96-1a8d-436a-946b-20299fd98704 req-e771437e-3de6-4b5c-85a8-dc373c56791e service neutron] 10.222.0.22 "GET /v2.0/networks?id=890a0074-3e1e-49d8-8cf4-76a9a26980e6 HTTP/1.1" status: 200  len: 905 time: 0.1721480
Jan 29 10:42:14.449113 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7ddcbf96-1a8d-436a-946b-20299fd98704 req-ab61f68d-704b-4f50-93b0-342e04ac2a9a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1bdd1036-9369-4620-bea0-a0596cdca5cb HTTP/1.1" status: 200  len: 1001 time: 0.1112533
Jan 29 10:42:14.518951 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddcbf96-1a8d-436a-946b-20299fd98704 req-b6a42a94-d9e0-4461-8662-11e42f562b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:14.520526 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7ddcbf96-1a8d-436a-946b-20299fd98704 req-b6a42a94-d9e0-4461-8662-11e42f562b91 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c6b32b80-7adf-4992-aa8d-cb3c4b0180ce HTTP/1.1" status: 200  len: 850 time: 0.0648801
Jan 29 10:42:14.607106 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddcbf96-1a8d-436a-946b-20299fd98704 req-f4669afb-2390-4c22-9a97-dca581249b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:14.608711 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7ddcbf96-1a8d-436a-946b-20299fd98704 req-f4669afb-2390-4c22-9a97-dca581249b11 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=890a0074-3e1e-49d8-8cf4-76a9a26980e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0817950
Jan 29 10:42:15.033663 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7ddcbf96-1a8d-436a-946b-20299fd98704 req-7847aed0-bc1e-428f-8ab6-9b1268dd2a46 service neutron] 10.222.0.22 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4173384
Jan 29 10:42:15.181227 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7ddcbf96-1a8d-436a-946b-20299fd98704 req-e44b8055-3ea0-4274-b611-ed9352123e73 service neutron] 10.222.0.22 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1405594
Jan 29 10:42:15.276297 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265747b-87e6-4526-b6b8-e01e2f4c93f2 req-4fd3864b-39d0-4da3-b46a-4f1cef4d6917 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:15.278531 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3265747b-87e6-4526-b6b8-e01e2f4c93f2 req-4fd3864b-39d0-4da3-b46a-4f1cef4d6917 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=4188a275-9aa9-480e-b80f-ff23f47300e0 HTTP/1.1" status: 200  len: 945 time: 0.1640546
Jan 29 10:42:15.354885 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3265747b-87e6-4526-b6b8-e01e2f4c93f2 req-18886443-bba5-4d11-a63f-9ef3842bdf76 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0603304
Jan 29 10:42:15.508504 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 1bdd1036-9369-4620-bea0-a0596cdca5cb no longer exists at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:42:15.631645 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:42:15.659721 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4188a275-9aa9-480e-b80f-ff23f47300e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bdd1036-9369-4620-bea0-a0596cdca5cb'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:42:15.670111 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port 1bdd1036-9369-4620-bea0-a0596cdca5cb, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=1bdd1036-9369-4620-bea0-a0596cdca5cb,segment=NetworkSegment(7f8f37ac-b75d-4202-96da-20b63b141e1f),segment_id=7f8f37ac-b75d-4202-96da-20b63b141e1f)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:42:15.674475 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:42:15.676267 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:42:15.732190 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4188a275-9aa9-480e-b80f-ff23f47300e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bdd1036-9369-4620-bea0-a0596cdca5cb', 'code': 200}
Jan 29 10:42:15.747483 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=1bdd1036-9369-4620-bea0-a0596cdca5cb,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:42:15.755206 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:42:15.755588 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:42:15.755968 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:42:15.756337 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:42:15.756703 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:42:15.757072 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:42:15.757436 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:42:15.757816 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:42:15.758203 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:42:15.758565 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:42:15.758927 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:42:15.759285 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:42:15.759714 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:42:15.760073 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:42:15.760431 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:42:15.760788 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:42:15.761144 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:42:15.761500 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:42:15.761883 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:42:15.762855 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:42:15.763211 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:42:15.763566 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:42:15.763923 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:42:15.764278 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:42:15.768576 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:42:16.655591 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d6fb2-47e1-430e-b994-6dff1116e5d7 req-0a43229d-4c3d-4078-9336-282c2d7271a9 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:16.657233 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a19d6fb2-47e1-430e-b994-6dff1116e5d7 req-0a43229d-4c3d-4078-9336-282c2d7271a9 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=4188a275-9aa9-480e-b80f-ff23f47300e0 HTTP/1.1" status: 200  len: 943 time: 0.1705139
Jan 29 10:42:16.721553 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a19d6fb2-47e1-430e-b994-6dff1116e5d7 req-47da2018-76d5-42bb-ac05-fc4aa6597da9 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0579164
Jan 29 10:42:17.200959 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:42:18.015299 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb1416-a51e-4dd3-b1a5-f94dc83a79ae req-fb10edbc-503b-41c1-b43b-02a535f9ae13 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:18.016872 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-bedb1416-a51e-4dd3-b1a5-f94dc83a79ae req-fb10edbc-503b-41c1-b43b-02a535f9ae13 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=4188a275-9aa9-480e-b80f-ff23f47300e0 HTTP/1.1" status: 200  len: 943 time: 0.1642377
Jan 29 10:42:18.084777 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-bedb1416-a51e-4dd3-b1a5-f94dc83a79ae req-528b0d1e-d59f-4aab-8985-ac69beb31e02 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0615637
Jan 29 10:42:19.381237 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea948ed1-227e-42b2-ab60-c34e6ee583b3 req-c13cc626-3d31-4651-bbd3-2e298632f78c tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:19.382852 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ea948ed1-227e-42b2-ab60-c34e6ee583b3 req-c13cc626-3d31-4651-bbd3-2e298632f78c tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=4188a275-9aa9-480e-b80f-ff23f47300e0 HTTP/1.1" status: 200  len: 943 time: 0.1635978
Jan 29 10:42:19.446096 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ea948ed1-227e-42b2-ab60-c34e6ee583b3 req-08fb56e2-f0f0-47e4-93ef-20bcb44e1132 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0567956
Jan 29 10:42:19.850551 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 1bdd1036-9369-4620-bea0-a0596cdca5cb up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:42:19.927162 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 1bdd1036-9369-4620-bea0-a0596cdca5cb triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:42:19.927583 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:42:19.954133 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b8fd66-0d43-4a9a-9bac-0bab1ef6c306 req-c94bd15f-3dd3-449a-a0bb-cb6e43f72cc9 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:19.954949 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-54b8fd66-0d43-4a9a-9bac-0bab1ef6c306 req-c94bd15f-3dd3-449a-a0bb-cb6e43f72cc9 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Synchronizing usage tracker for tenant:cc9e325e6c9744c187b64ac43be16b79 on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:42:19.970580 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-54b8fd66-0d43-4a9a-9bac-0bab1ef6c306 req-c94bd15f-3dd3-449a-a0bb-cb6e43f72cc9 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Unset dirty status for tenant:cc9e325e6c9744c187b64ac43be16b79 on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:42:19.971823 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-54b8fd66-0d43-4a9a-9bac-0bab1ef6c306 req-c94bd15f-3dd3-449a-a0bb-cb6e43f72cc9 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.22 "GET /v2.0/ports?device_id=4188a275-9aa9-480e-b80f-ff23f47300e0&tenant_id=cc9e325e6c9744c187b64ac43be16b79&binding%3Ahost_id=hv-neutron-7729 HTTP/1.1" status: 200  len: 943 time: 0.1845479
Jan 29 10:42:20.036529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950ce20-e449-4367-b323-43b837b53002 req-aebc4793-2936-47e9-b017-bfd77f9b966f tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:20.038430 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b950ce20-e449-4367-b323-43b837b53002 req-aebc4793-2936-47e9-b017-bfd77f9b966f tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=4188a275-9aa9-480e-b80f-ff23f47300e0 HTTP/1.1" status: 200  len: 943 time: 0.1719120
Jan 29 10:42:20.054368 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:42:20.064052 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-54b8fd66-0d43-4a9a-9bac-0bab1ef6c306 req-1419fab1-174e-4b43-8cca-7df326cf6e44 service neutron] 10.222.0.22 "GET /v2.0/ports/1bdd1036-9369-4620-bea0-a0596cdca5cb/bindings/hv-neutron-7729 HTTP/1.1" status: 200  len: 454 time: 0.0850351
Jan 29 10:42:20.085434 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4188a275-9aa9-480e-b80f-ff23f47300e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bdd1036-9369-4620-bea0-a0596cdca5cb'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:42:20.095837 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port 1bdd1036-9369-4620-bea0-a0596cdca5cb, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=1bdd1036-9369-4620-bea0-a0596cdca5cb,segment=NetworkSegment(7f8f37ac-b75d-4202-96da-20b63b141e1f),segment_id=7f8f37ac-b75d-4202-96da-20b63b141e1f)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:42:20.098707 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:42:20.100620 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:42:20.107593 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b950ce20-e449-4367-b323-43b837b53002 req-63d4e56a-991b-4fac-b09d-06fae88e39d7 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0600133
Jan 29 10:42:20.174735 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=1bdd1036-9369-4620-bea0-a0596cdca5cb,revision_number=6']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:42:20.178152 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:42:20.185891 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b8fd66-0d43-4a9a-9bac-0bab1ef6c306 req-17158534-a230-4cd1-9a62-560c7c27aa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:20.187587 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-54b8fd66-0d43-4a9a-9bac-0bab1ef6c306 req-17158534-a230-4cd1-9a62-560c7c27aa3a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cc9e325e6c9744c187b64ac43be16b79&device_id=4188a275-9aa9-480e-b80f-ff23f47300e0 HTTP/1.1" status: 200  len: 1162 time: 0.0818760
Jan 29 10:42:20.192565 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4188a275-9aa9-480e-b80f-ff23f47300e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bdd1036-9369-4620-bea0-a0596cdca5cb', 'code': 200}
Jan 29 10:42:20.367826 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b8fd66-0d43-4a9a-9bac-0bab1ef6c306 req-ccb98172-8a3b-4d76-942e-63244b375cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:20.369394 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-54b8fd66-0d43-4a9a-9bac-0bab1ef6c306 req-ccb98172-8a3b-4d76-942e-63244b375cd1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=890a0074-3e1e-49d8-8cf4-76a9a26980e6 HTTP/1.1" status: 200  len: 905 time: 0.1389253
Jan 29 10:42:20.483438 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-54b8fd66-0d43-4a9a-9bac-0bab1ef6c306 req-0087f321-dcd1-4fda-882d-07e6e70394b3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1bdd1036-9369-4620-bea0-a0596cdca5cb HTTP/1.1" status: 200  len: 1001 time: 0.1066945
Jan 29 10:42:20.552277 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b8fd66-0d43-4a9a-9bac-0bab1ef6c306 req-becf91d2-2e42-4acb-9119-ce6e5b2b39ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:20.553841 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-54b8fd66-0d43-4a9a-9bac-0bab1ef6c306 req-becf91d2-2e42-4acb-9119-ce6e5b2b39ea service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c6b32b80-7adf-4992-aa8d-cb3c4b0180ce HTTP/1.1" status: 200  len: 850 time: 0.0641339
Jan 29 10:42:20.637448 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b8fd66-0d43-4a9a-9bac-0bab1ef6c306 req-4e269cdd-9754-45c2-a814-17a1499ead6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:20.639058 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-54b8fd66-0d43-4a9a-9bac-0bab1ef6c306 req-4e269cdd-9754-45c2-a814-17a1499ead6a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=890a0074-3e1e-49d8-8cf4-76a9a26980e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0787356
Jan 29 10:42:20.782686 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-54b8fd66-0d43-4a9a-9bac-0bab1ef6c306 req-90a8feab-754b-4b46-926f-6521ab6bff24 service neutron] 10.222.0.22 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1360691
Jan 29 10:42:20.926225 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-54b8fd66-0d43-4a9a-9bac-0bab1ef6c306 req-f042ff6e-7795-4f07-b472-ac10dab63b37 service neutron] 10.222.0.22 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1362906
Jan 29 10:42:21.403853 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d30cd9-93be-4099-8a62-a5b83639be4b req-c1a4e580-357a-43f6-b687-2a52cd1978bc tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:21.405502 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-89d30cd9-93be-4099-8a62-a5b83639be4b req-c1a4e580-357a-43f6-b687-2a52cd1978bc tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=4188a275-9aa9-480e-b80f-ff23f47300e0 HTTP/1.1" status: 200  len: 945 time: 0.1640611
Jan 29 10:42:21.472930 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-89d30cd9-93be-4099-8a62-a5b83639be4b req-0de373b3-893d-434d-af93-a5b4ea044c4c tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0611544
Jan 29 10:42:21.502805 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c3150065-057b-4c75-b975-805849931e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:42:21.782890 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 1bdd1036-9369-4620-bea0-a0596cdca5cb up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:42:21.858947 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 1bdd1036-9369-4620-bea0-a0596cdca5cb triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:42:21.859366 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:42:22.774074 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8bfd79-f693-4dab-a4b1-38744b1cd9b3 req-523e2fd1-4d58-4b7c-9399-4f3d672beef3 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:22.775754 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ba8bfd79-f693-4dab-a4b1-38744b1cd9b3 req-523e2fd1-4d58-4b7c-9399-4f3d672beef3 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=4188a275-9aa9-480e-b80f-ff23f47300e0 HTTP/1.1" status: 200  len: 945 time: 0.1666818
Jan 29 10:42:22.841669 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ba8bfd79-f693-4dab-a4b1-38744b1cd9b3 req-565eef48-395a-4875-ba7d-1c3eb0283db5 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0591662
Jan 29 10:42:23.578076 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 1bdd1036-9369-4620-bea0-a0596cdca5cb no longer exists at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:42:23.699814 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:42:23.727764 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4188a275-9aa9-480e-b80f-ff23f47300e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bdd1036-9369-4620-bea0-a0596cdca5cb'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:42:23.739065 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port 1bdd1036-9369-4620-bea0-a0596cdca5cb, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=1bdd1036-9369-4620-bea0-a0596cdca5cb,segment=NetworkSegment(7f8f37ac-b75d-4202-96da-20b63b141e1f),segment_id=7f8f37ac-b75d-4202-96da-20b63b141e1f)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:42:23.742103 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:42:23.744840 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:42:23.805690 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4188a275-9aa9-480e-b80f-ff23f47300e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bdd1036-9369-4620-bea0-a0596cdca5cb', 'code': 200}
Jan 29 10:42:23.829847 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-033b1720-3e7b-4c18-a1a7-7a68ef877302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:42:23.840166 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=1bdd1036-9369-4620-bea0-a0596cdca5cb,revision_number=7']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:42:23.843682 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:42:23.925303 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b8fd66-0d43-4a9a-9bac-0bab1ef6c306 req-922ce112-477d-4420-9f93-d221aaf69cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:23.926995 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-54b8fd66-0d43-4a9a-9bac-0bab1ef6c306 req-922ce112-477d-4420-9f93-d221aaf69cdf service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4188a275-9aa9-480e-b80f-ff23f47300e0&tenant_id=cc9e325e6c9744c187b64ac43be16b79 HTTP/1.1" status: 200  len: 1160 time: 0.0795605
Jan 29 10:42:24.043135 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b8fd66-0d43-4a9a-9bac-0bab1ef6c306 req-2f9a74b0-7247-41b4-9f57-7bc5d8cd4bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:24.044764 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-54b8fd66-0d43-4a9a-9bac-0bab1ef6c306 req-2f9a74b0-7247-41b4-9f57-7bc5d8cd4bfe service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cc9e325e6c9744c187b64ac43be16b79&device_id=4188a275-9aa9-480e-b80f-ff23f47300e0 HTTP/1.1" status: 200  len: 1160 time: 0.0826066
Jan 29 10:42:24.147641 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e248088-b9b2-4f00-8684-dc753e215f45 req-f6c6ba78-f4ea-440a-92ee-aed050e79b8d tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:24.149318 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8e248088-b9b2-4f00-8684-dc753e215f45 req-f6c6ba78-f4ea-440a-92ee-aed050e79b8d tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=4188a275-9aa9-480e-b80f-ff23f47300e0 HTTP/1.1" status: 200  len: 943 time: 0.1720498
Jan 29 10:42:24.191348 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b8fd66-0d43-4a9a-9bac-0bab1ef6c306 req-72b40d21-ee52-409f-af8b-5a1381214cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:24.192970 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-54b8fd66-0d43-4a9a-9bac-0bab1ef6c306 req-72b40d21-ee52-409f-af8b-5a1381214cf6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=890a0074-3e1e-49d8-8cf4-76a9a26980e6 HTTP/1.1" status: 200  len: 905 time: 0.1420627
Jan 29 10:42:24.214773 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8e248088-b9b2-4f00-8684-dc753e215f45 req-d86bc0dd-54b4-4257-865d-9c3a7ace6788 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0584652
Jan 29 10:42:24.301951 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-54b8fd66-0d43-4a9a-9bac-0bab1ef6c306 req-5d831fa9-2a14-473c-8023-046e899c9c0a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1bdd1036-9369-4620-bea0-a0596cdca5cb HTTP/1.1" status: 200  len: 999 time: 0.1020987
Jan 29 10:42:24.340992 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:42:24.376612 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b8fd66-0d43-4a9a-9bac-0bab1ef6c306 req-066c9e9a-1274-441b-8cd4-b41ec33e846c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:24.378211 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-54b8fd66-0d43-4a9a-9bac-0bab1ef6c306 req-066c9e9a-1274-441b-8cd4-b41ec33e846c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c6b32b80-7adf-4992-aa8d-cb3c4b0180ce HTTP/1.1" status: 200  len: 850 time: 0.0690372
Jan 29 10:42:24.462549 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b8fd66-0d43-4a9a-9bac-0bab1ef6c306 req-d93a8eb8-008c-408d-8555-1a862c9c98c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:24.464082 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-54b8fd66-0d43-4a9a-9bac-0bab1ef6c306 req-d93a8eb8-008c-408d-8555-1a862c9c98c5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=890a0074-3e1e-49d8-8cf4-76a9a26980e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0796607
Jan 29 10:42:24.608097 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-54b8fd66-0d43-4a9a-9bac-0bab1ef6c306 req-b54b4491-898f-478e-8c35-0192fa6fad05 service neutron] 10.222.0.22 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1365604
Jan 29 10:42:24.750902 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-54b8fd66-0d43-4a9a-9bac-0bab1ef6c306 req-fba9bf20-363a-4850-8ac0-7b4bbf1f7f6f service neutron] 10.222.0.22 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1363249
Jan 29 10:42:24.970584 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:42:25.506001 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf7a0cb-46b7-4b8e-a2e2-0126ce95ce96 req-5d1d73cb-fc7f-429e-bd2e-93310d5c0b32 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:25.507576 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-adf7a0cb-46b7-4b8e-a2e2-0126ce95ce96 req-5d1d73cb-fc7f-429e-bd2e-93310d5c0b32 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=4188a275-9aa9-480e-b80f-ff23f47300e0 HTTP/1.1" status: 200  len: 943 time: 0.1629374
Jan 29 10:42:25.574689 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-adf7a0cb-46b7-4b8e-a2e2-0126ce95ce96 req-b39ee52e-1b26-478a-bca0-7488425b9efd tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0609088
Jan 29 10:42:26.154369 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:42:26.874509 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46533710-6e2b-4747-a4d3-6cd5cbf08dc4 req-ba6cee42-a906-4738-b71a-849b91f9fa2e tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:26.876201 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-46533710-6e2b-4747-a4d3-6cd5cbf08dc4 req-ba6cee42-a906-4738-b71a-849b91f9fa2e tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=4188a275-9aa9-480e-b80f-ff23f47300e0 HTTP/1.1" status: 200  len: 943 time: 0.1682193
Jan 29 10:42:26.942874 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-46533710-6e2b-4747-a4d3-6cd5cbf08dc4 req-063547ac-b42f-4407-8a01-1efd4ad7b16a tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0601869
Jan 29 10:42:27.944715 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 1bdd1036-9369-4620-bea0-a0596cdca5cb up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:42:28.018314 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 1bdd1036-9369-4620-bea0-a0596cdca5cb triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:42:28.018740 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:42:28.144890 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:42:28.173821 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4188a275-9aa9-480e-b80f-ff23f47300e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bdd1036-9369-4620-bea0-a0596cdca5cb'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:42:28.183969 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port 1bdd1036-9369-4620-bea0-a0596cdca5cb, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=1bdd1036-9369-4620-bea0-a0596cdca5cb,segment=NetworkSegment(7f8f37ac-b75d-4202-96da-20b63b141e1f),segment_id=7f8f37ac-b75d-4202-96da-20b63b141e1f)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:42:28.187022 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:42:28.188952 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:42:28.240224 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f06726-c41c-46c1-a043-6e2e90da7e47 req-18d1beb3-9314-4e0d-8f2f-05bc73f10bd5 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:28.241880 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-74f06726-c41c-46c1-a043-6e2e90da7e47 req-18d1beb3-9314-4e0d-8f2f-05bc73f10bd5 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=4188a275-9aa9-480e-b80f-ff23f47300e0 HTTP/1.1" status: 200  len: 943 time: 0.1692085
Jan 29 10:42:28.261401 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=1bdd1036-9369-4620-bea0-a0596cdca5cb,revision_number=8']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:42:28.265451 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:42:28.306875 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-74f06726-c41c-46c1-a043-6e2e90da7e47 req-96260035-fdee-4061-a5f9-e16f4378aa36 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0584695
Jan 29 10:42:28.377948 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4188a275-9aa9-480e-b80f-ff23f47300e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bdd1036-9369-4620-bea0-a0596cdca5cb', 'code': 200}
Jan 29 10:42:28.639926 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd0528-c503-4aff-a515-4f338ef9a455 req-41bb79fb-4ac3-4d05-8ed9-1d1cc6eac5cf tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:28.641628 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b5dd0528-c503-4aff-a515-4f338ef9a455 req-41bb79fb-4ac3-4d05-8ed9-1d1cc6eac5cf tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=4188a275-9aa9-480e-b80f-ff23f47300e0 HTTP/1.1" status: 200  len: 945 time: 0.1648488
Jan 29 10:42:28.709394 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b5dd0528-c503-4aff-a515-4f338ef9a455 req-2e0c9e3a-935d-4ae0-84cf-a292d6d2e062 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0612066
Jan 29 10:42:29.002610 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4ac21d-8843-47ec-b89c-aac2065c71d5 req-6549324a-50b5-465a-b85c-2741d731a8ed tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:29.004249 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2f4ac21d-8843-47ec-b89c-aac2065c71d5 req-6549324a-50b5-465a-b85c-2741d731a8ed tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=4188a275-9aa9-480e-b80f-ff23f47300e0 HTTP/1.1" status: 200  len: 945 time: 0.1655490
Jan 29 10:42:29.067923 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2f4ac21d-8843-47ec-b89c-aac2065c71d5 req-8e6c06a6-9cb6-457f-83f1-48653f8c7083 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0573826
Jan 29 10:42:29.578215 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a04e25-7275-45be-a8cd-b2fe956f51cc req-42a31e56-d59e-440b-b2cf-8f56cf541c90 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:29.579967 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d0a04e25-7275-45be-a8cd-b2fe956f51cc req-42a31e56-d59e-440b-b2cf-8f56cf541c90 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=4188a275-9aa9-480e-b80f-ff23f47300e0 HTTP/1.1" status: 200  len: 945 time: 0.1675782
Jan 29 10:42:29.643083 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d0a04e25-7275-45be-a8cd-b2fe956f51cc req-be5acf68-2f5b-4798-82a7-a152d4f5667b tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0567613
Jan 29 10:42:29.832697 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 1bdd1036-9369-4620-bea0-a0596cdca5cb up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:42:29.906038 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 1bdd1036-9369-4620-bea0-a0596cdca5cb triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:42:29.906463 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:42:30.936850 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724108d8-364b-46e1-aa80-13742be43619 req-df459141-a894-4f82-ba52-c98b3e74305f tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:30.938452 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-724108d8-364b-46e1-aa80-13742be43619 req-df459141-a894-4f82-ba52-c98b3e74305f tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=4188a275-9aa9-480e-b80f-ff23f47300e0 HTTP/1.1" status: 200  len: 945 time: 0.1643519
Jan 29 10:42:31.006975 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-724108d8-364b-46e1-aa80-13742be43619 req-7a0d15a2-c9c8-44c7-b308-69f28398251e tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0618207
Jan 29 10:42:32.118235 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab69c03-24c1-4457-b6f4-8d5e0cabd919 req-eb0cd066-dac3-4b48-bcc8-d63ef9fff8f6 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:32.119928 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cab69c03-24c1-4457-b6f4-8d5e0cabd919 req-eb0cd066-dac3-4b48-bcc8-d63ef9fff8f6 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.22 "GET /v2.0/ports?device_id=4188a275-9aa9-480e-b80f-ff23f47300e0 HTTP/1.1" status: 200  len: 945 time: 0.1681774
Jan 29 10:42:32.212741 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-cab69c03-24c1-4457-b6f4-8d5e0cabd919 req-2cadc001-2599-40ff-8cd6-4bd0740b3268 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Deleting port 1bdd1036-9369-4620-bea0-a0596cdca5cb {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:42:32.213130 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-cab69c03-24c1-4457-b6f4-8d5e0cabd919 req-2cadc001-2599-40ff-8cd6-4bd0740b3268 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:42:32.299109 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76086c0b-e61b-43b5-a0d9-0b862b5c6964 req-3d297ca0-5c28-494c-882d-ba950a155d45 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:32.300761 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-76086c0b-e61b-43b5-a0d9-0b862b5c6964 req-3d297ca0-5c28-494c-882d-ba950a155d45 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=4188a275-9aa9-480e-b80f-ff23f47300e0 HTTP/1.1" status: 200  len: 945 time: 0.1636324
Jan 29 10:42:32.367149 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-76086c0b-e61b-43b5-a0d9-0b862b5c6964 req-447ea864-748d-40b2-b3e3-d8eb425de298 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0594707
Jan 29 10:42:32.480806 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-cab69c03-24c1-4457-b6f4-8d5e0cabd919 req-2cadc001-2599-40ff-8cd6-4bd0740b3268 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] For port 1bdd1036-9369-4620-bea0-a0596cdca5cb, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=1bdd1036-9369-4620-bea0-a0596cdca5cb,segment=NetworkSegment(7f8f37ac-b75d-4202-96da-20b63b141e1f),segment_id=7f8f37ac-b75d-4202-96da-20b63b141e1f)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:42:32.481206 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-cab69c03-24c1-4457-b6f4-8d5e0cabd919 req-2cadc001-2599-40ff-8cd6-4bd0740b3268 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:42:32.784944 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-cab69c03-24c1-4457-b6f4-8d5e0cabd919 req-2cadc001-2599-40ff-8cd6-4bd0740b3268 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:42:32.785353 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-cab69c03-24c1-4457-b6f4-8d5e0cabd919 req-2cadc001-2599-40ff-8cd6-4bd0740b3268 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:42:32.785707 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [req-cab69c03-24c1-4457-b6f4-8d5e0cabd919 req-2cadc001-2599-40ff-8cd6-4bd0740b3268 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Floating IP db1b4576-9364-4963-8da9-8b3b6d72a968 disassociated. External IP: 172.26.7.99, port: 1bdd1036-9369-4620-bea0-a0596cdca5cb.
Jan 29 10:42:32.786140 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-cab69c03-24c1-4457-b6f4-8d5e0cabd919 req-2cadc001-2599-40ff-8cd6-4bd0740b3268 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Calling delete_port for 1bdd1036-9369-4620-bea0-a0596cdca5cb owned by compute:nova {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:42:32.935404 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-cab69c03-24c1-4457-b6f4-8d5e0cabd919 req-2cadc001-2599-40ff-8cd6-4bd0740b3268 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:42:32.950706 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ca327adb-27f7-4e2b-9ddb-eddb461c749a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:42:33.002331 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cadc001-2599-40ff-8cd6-4bd0740b3268 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Pushing event deleted for resources: {'Port': ['ID=1bdd1036-9369-4620-bea0-a0596cdca5cb,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:42:33.022703 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cadc001-2599-40ff-8cd6-4bd0740b3268 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:42:33.023138 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cadc001-2599-40ff-8cd6-4bd0740b3268 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:42:33.023566 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cadc001-2599-40ff-8cd6-4bd0740b3268 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:42:33.023984 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cadc001-2599-40ff-8cd6-4bd0740b3268 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:42:33.024400 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cadc001-2599-40ff-8cd6-4bd0740b3268 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:42:33.024814 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cadc001-2599-40ff-8cd6-4bd0740b3268 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:42:33.025228 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cadc001-2599-40ff-8cd6-4bd0740b3268 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:42:33.025641 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cadc001-2599-40ff-8cd6-4bd0740b3268 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:42:33.026101 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cadc001-2599-40ff-8cd6-4bd0740b3268 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:42:33.026512 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cadc001-2599-40ff-8cd6-4bd0740b3268 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:42:33.026919 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cadc001-2599-40ff-8cd6-4bd0740b3268 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:42:33.027327 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cadc001-2599-40ff-8cd6-4bd0740b3268 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:42:33.027805 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cadc001-2599-40ff-8cd6-4bd0740b3268 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:42:33.028211 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cadc001-2599-40ff-8cd6-4bd0740b3268 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:42:33.028617 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cadc001-2599-40ff-8cd6-4bd0740b3268 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:42:33.029021 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cadc001-2599-40ff-8cd6-4bd0740b3268 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:42:33.030153 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cadc001-2599-40ff-8cd6-4bd0740b3268 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:42:33.030747 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cadc001-2599-40ff-8cd6-4bd0740b3268 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:42:33.031159 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cadc001-2599-40ff-8cd6-4bd0740b3268 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:42:33.031567 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cadc001-2599-40ff-8cd6-4bd0740b3268 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:42:33.031975 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cadc001-2599-40ff-8cd6-4bd0740b3268 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:42:33.032382 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cadc001-2599-40ff-8cd6-4bd0740b3268 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:42:33.032790 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cadc001-2599-40ff-8cd6-4bd0740b3268 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:42:33.033193 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cadc001-2599-40ff-8cd6-4bd0740b3268 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:42:33.040819 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2cadc001-2599-40ff-8cd6-4bd0740b3268 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:42:33.342764 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cab69c03-24c1-4457-b6f4-8d5e0cabd919 req-2cadc001-2599-40ff-8cd6-4bd0740b3268 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Router cf352b9c-9f97-4bc4-82cc-ad06defc927e has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:42:33.559510 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9e9b482f-6e8d-424b-92bb-28c79dc82b0a req-61656f2b-afe5-4327-be60-1c9f62716b86 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=4188a275-9aa9-480e-b80f-ff23f47300e0 HTTP/1.1" status: 200  len: 210 time: 0.0554185
Jan 29 10:42:33.693295 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 1bdd1036-9369-4620-bea0-a0596cdca5cb no longer exists at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:42:33.731671 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] No Port match for: 1bdd1036-9369-4620-bea0-a0596cdca5cb {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:42:33.732077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 1bdd1036-9369-4620-bea0-a0596cdca5cb not bound to the agent host hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:42:33.809717 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cab69c03-24c1-4457-b6f4-8d5e0cabd919 req-2cadc001-2599-40ff-8cd6-4bd0740b3268 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:42:33.820538 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28022a38-2c4c-40b0-9f63-54f1d08f884f None None] Sync routers for ids ['cf352b9c-9f97-4bc4-82cc-ad06defc927e'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:42:33.830840 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28022a38-2c4c-40b0-9f63-54f1d08f884f None None] Routers {'cf352b9c-9f97-4bc4-82cc-ad06defc927e'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:42:33.831502 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-28022a38-2c4c-40b0-9f63-54f1d08f884f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9d37cf8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:42:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['cf352b9c-9f97-4bc4-82cc-ad06defc927e'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:42:33.849684 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-cab69c03-24c1-4457-b6f4-8d5e0cabd919 req-2cadc001-2599-40ff-8cd6-4bd0740b3268 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] No DVR routers for this DVR port 1bdd1036-9369-4620-bea0-a0596cdca5cb on host hv-neutron-7729 {{(pid=80766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:42:33.852028 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-cab69c03-24c1-4457-b6f4-8d5e0cabd919 req-2cadc001-2599-40ff-8cd6-4bd0740b3268 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:42:33.854836 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4188a275-9aa9-480e-b80f-ff23f47300e0', 'name': 'network-vif-deleted', 'tag': '1bdd1036-9369-4620-bea0-a0596cdca5cb'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:42:33.871836 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cab69c03-24c1-4457-b6f4-8d5e0cabd919 req-2cadc001-2599-40ff-8cd6-4bd0740b3268 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.22 "DELETE /v2.0/ports/1bdd1036-9369-4620-bea0-a0596cdca5cb HTTP/1.1" status: 204  len: 173 time: 1.7463732
Jan 29 10:42:34.005520 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4188a275-9aa9-480e-b80f-ff23f47300e0', 'name': 'network-vif-deleted', 'tag': '1bdd1036-9369-4620-bea0-a0596cdca5cb', 'status': 'completed', 'code': 200}
Jan 29 10:42:34.033901 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-28022a38-2c4c-40b0-9f63-54f1d08f884f None None] Set router cf352b9c-9f97-4bc4-82cc-ad06defc927e gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:42:34.367252 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-28022a38-2c4c-40b0-9f63-54f1d08f884f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9d37cf8>, [{'id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'name': 'tempest-ServerActionsTestJSON-466440453-router', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': '4da5e201-762a-412e-8feb-be8f921842a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:36:11Z', 'updated_at': '2021-01-29T10:36:16Z', 'revision_number': 4, 'project_id': 'cc9e325e6c9744c187b64ac43be16b79', 'gw_port': {'id': '4da5e201-762a-412e-8feb-be8f921842a9', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:14:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:36:12Z', 'updated_at': '2021-01-29T10:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '767a243a-d87b-4c91-bf22-90fdc76eb199', 'name': '', 'network_id': '890a0074-3e1e-49d8-8cf4-76a9a26980e6', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'mac_address': 'fa:16:3e:7b:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'c6b32b80-7adf-4992-aa8d-cb3c4b0180ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:36:15Z', 'updated_at': '2021-01-29T10:36:24Z', 'revision_number': 5, 'project_id': 'cc9e325e6c9744c187b64ac43be16b79', 'subnets': [{'id': 'c6b32b80-7adf-4992-aa8d-cb3c4b0180ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:42:34.371306 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28022a38-2c4c-40b0-9f63-54f1d08f884f None None] Checking router: cf352b9c-9f97-4bc4-82cc-ad06defc927e for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:42:34.381157 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28022a38-2c4c-40b0-9f63-54f1d08f884f None None] Routers {'cf352b9c-9f97-4bc4-82cc-ad06defc927e'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:42:34.381832 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-28022a38-2c4c-40b0-9f63-54f1d08f884f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9d37cf8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:42:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['cf352b9c-9f97-4bc4-82cc-ad06defc927e'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:42:34.575951 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-28022a38-2c4c-40b0-9f63-54f1d08f884f None None] Set router cf352b9c-9f97-4bc4-82cc-ad06defc927e gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:42:34.993061 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-69cf795b-1fe9-43c6-bc35-b159ff0a2720 req-745daa22-7cfb-4552-8d25-eaad09fc0642 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--278944749&fields=id&tenant_id=cc9e325e6c9744c187b64ac43be16b79 HTTP/1.1" status: 200  len: 267 time: 0.0604215
Jan 29 10:42:35.047047 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:42:35.067369 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-28022a38-2c4c-40b0-9f63-54f1d08f884f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9d37cf8>, [{'id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'name': 'tempest-ServerActionsTestJSON-466440453-router', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': '4da5e201-762a-412e-8feb-be8f921842a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:36:11Z', 'updated_at': '2021-01-29T10:36:16Z', 'revision_number': 4, 'project_id': 'cc9e325e6c9744c187b64ac43be16b79', 'gw_port': {'id': '4da5e201-762a-412e-8feb-be8f921842a9', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:14:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:36:12Z', 'updated_at': '2021-01-29T10:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '767a243a-d87b-4c91-bf22-90fdc76eb199', 'name': '', 'network_id': '890a0074-3e1e-49d8-8cf4-76a9a26980e6', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'mac_address': 'fa:16:3e:7b:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'c6b32b80-7adf-4992-aa8d-cb3c4b0180ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:36:15Z', 'updated_at': '2021-01-29T10:36:24Z', 'revision_number': 5, 'project_id': 'cc9e325e6c9744c187b64ac43be16b79', 'subnets': [{'id': 'c6b32b80-7adf-4992-aa8d-cb3c4b0180ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:42:35.071577 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28022a38-2c4c-40b0-9f63-54f1d08f884f None None] The sync data for ids ['cf352b9c-9f97-4bc4-82cc-ad06defc927e'] in dv-neutron-772983-2-ovs is: [{'id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'name': 'tempest-ServerActionsTestJSON-466440453-router', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': '4da5e201-762a-412e-8feb-be8f921842a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:36:11Z', 'updated_at': '2021-01-29T10:36:16Z', 'revision_number': 4, 'project_id': 'cc9e325e6c9744c187b64ac43be16b79', 'gw_port': {'id': '4da5e201-762a-412e-8feb-be8f921842a9', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:14:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:36:12Z', 'updated_at': '2021-01-29T10:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '767a243a-d87b-4c91-bf22-90fdc76eb199', 'name': '', 'network_id': '890a0074-3e1e-49d8-8cf4-76a9a26980e6', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'mac_address': 'fa:16:3e:7b:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'c6b32b80-7adf-4992-aa8d-cb3c4b0180ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:36:15Z', 'updated_at': '2021-01-29T10:36:24Z', 'revision_number': 5, 'project_id': 'cc9e325e6c9744c187b64ac43be16b79', 'subnets': [{'id': 'c6b32b80-7adf-4992-aa8d-cb3c4b0180ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:42:35.245233 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf795b-1fe9-43c6-bc35-b159ff0a2720 req-044ff972-2087-4c75-b8be-74b6ad4eb6a0 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:35.246950 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-69cf795b-1fe9-43c6-bc35-b159ff0a2720 req-044ff972-2087-4c75-b8be-74b6ad4eb6a0 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/networks?id=890a0074-3e1e-49d8-8cf4-76a9a26980e6 HTTP/1.1" status: 200  len: 811 time: 0.2457457
Jan 29 10:42:35.264790 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-69cf795b-1fe9-43c6-bc35-b159ff0a2720 req-b0143985-358b-4fea-a464-4c57aa4696ca tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/quotas/cc9e325e6c9744c187b64ac43be16b79 HTTP/1.1" status: 200  len: 375 time: 0.0104206
Jan 29 10:42:35.406627 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-69cf795b-1fe9-43c6-bc35-b159ff0a2720 req-d1481412-492a-4f99-8112-dd2cae96b294 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=cc9e325e6c9744c187b64ac43be16b79&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1358988
Jan 29 10:42:35.424462 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [req-69cf795b-1fe9-43c6-bc35-b159ff0a2720 req-8372e308-29e0-4010-bde6-9ca6cf21fc23 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=80765) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:42:35.425572 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-69cf795b-1fe9-43c6-bc35-b159ff0a2720 req-8372e308-29e0-4010-bde6-9ca6cf21fc23 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0066156
Jan 29 10:42:35.496044 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33a5f93-474a-4acd-b005-cafea75f00b5 None None] New status for floating IP db1b4576-9364-4963-8da9-8b3b6d72a968: DOWN {{(pid=80767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 29 10:42:35.571537 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-69cf795b-1fe9-43c6-bc35-b159ff0a2720 req-e2da475c-5624-4820-8064-bbfd6ece6588 service neutron] 10.222.0.57 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1398928
Jan 29 10:42:35.724146 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-69cf795b-1fe9-43c6-bc35-b159ff0a2720 req-c8fad698-11a4-4a44-8159-4acb096e922d service neutron] 10.222.0.57 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1452208
Jan 29 10:42:35.933161 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-47307770-e627-418d-9a74-f05ace56ce82 req-6f8b9e03-9096-4a37-ad37-57ec39b4d382 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443 HTTP/1.1" status: 200  len: 210 time: 0.0544825
Jan 29 10:42:37.128436 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-06c289f4-0941-48eb-b2af-ca57c39ad2a7 req-43cce9be-c581-45ab-b53e-04d355fd969f tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443 HTTP/1.1" status: 200  len: 210 time: 0.0545442
Jan 29 10:42:37.146844 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf795b-1fe9-43c6-bc35-b159ff0a2720 req-b8ec941e-d36f-41ab-b4bd-4a349dccaaef tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:37.148486 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-69cf795b-1fe9-43c6-bc35-b159ff0a2720 req-b8ec941e-d36f-41ab-b4bd-4a349dccaaef tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.22 "GET /v2.0/networks?id=890a0074-3e1e-49d8-8cf4-76a9a26980e6 HTTP/1.1" status: 200  len: 811 time: 0.2398348
Jan 29 10:42:37.269014 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-69cf795b-1fe9-43c6-bc35-b159ff0a2720 req-09c9a0d6-28a7-4df3-a087-5113f702c774 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cc9e325e6c9744c187b64ac43be16b79 HTTP/1.1" status: 200  len: 5716 time: 0.0969684
Jan 29 10:42:37.279236 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-69cf795b-1fe9-43c6-bc35-b159ff0a2720 req-2332f060-4b50-4d8d-8d8b-79585cf85004 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Request body: {'port': {'device_id': '8ca5b686-05f8-4732-aa57-fea48d2e2443', 'network_id': '890a0074-3e1e-49d8-8cf4-76a9a26980e6', 'admin_state_up': True, 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'security_groups': ['bcb4c84e-d441-4a54-aae6-0dd38d246af5']}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:42:37.424855 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-69cf795b-1fe9-43c6-bc35-b159ff0a2720 req-2332f060-4b50-4d8d-8d8b-79585cf85004 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:42:37.429135 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-69cf795b-1fe9-43c6-bc35-b159ff0a2720 req-2332f060-4b50-4d8d-8d8b-79585cf85004 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Usage tracker for resource:port and tenant:cc9e325e6c9744c187b64ac43be16b79 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:42:37.432066 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-69cf795b-1fe9-43c6-bc35-b159ff0a2720 req-2332f060-4b50-4d8d-8d8b-79585cf85004 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:42:37.437960 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-69cf795b-1fe9-43c6-bc35-b159ff0a2720 req-2332f060-4b50-4d8d-8d8b-79585cf85004 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:42:37.446614 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69cf795b-1fe9-43c6-bc35-b159ff0a2720 req-2332f060-4b50-4d8d-8d8b-79585cf85004 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Made reservation on behalf of cc9e325e6c9744c187b64ac43be16b79 for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:42:37.468506 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-69cf795b-1fe9-43c6-bc35-b159ff0a2720 req-2332f060-4b50-4d8d-8d8b-79585cf85004 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:42:37.778809 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [req-69cf795b-1fe9-43c6-bc35-b159ff0a2720 req-2332f060-4b50-4d8d-8d8b-79585cf85004 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Allocated IP 172.20.0.5 (890a0074-3e1e-49d8-8cf4-76a9a26980e6/c6b32b80-7adf-4992-aa8d-cb3c4b0180ce/fed8f83f-f1f6-4718-8d59-ae37c0dddb8b) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:42:37.980154 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-69cf795b-1fe9-43c6-bc35-b159ff0a2720 req-2332f060-4b50-4d8d-8d8b-79585cf85004 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:42:37.996796 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-69cf795b-1fe9-43c6-bc35-b159ff0a2720 req-2332f060-4b50-4d8d-8d8b-79585cf85004 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Transition to ACTIVE for port object fed8f83f-f1f6-4718-8d59-ae37c0dddb8b will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:42:38.019066 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-69cf795b-1fe9-43c6-bc35-b159ff0a2720 req-2332f060-4b50-4d8d-8d8b-79585cf85004 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:42:38.034112 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2e4d26a1-b409-48b1-88bb-a3f133557461 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:42:38.180660 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2332f060-4b50-4d8d-8d8b-79585cf85004 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Pushing event updated for resources: {'Port': ['ID=fed8f83f-f1f6-4718-8d59-ae37c0dddb8b,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:42:38.185127 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2332f060-4b50-4d8d-8d8b-79585cf85004 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:42:38.238129 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69cf795b-1fe9-43c6-bc35-b159ff0a2720 req-2332f060-4b50-4d8d-8d8b-79585cf85004 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Network 890a0074-3e1e-49d8-8cf4-76a9a26980e6 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:42:38.239463 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [req-69cf795b-1fe9-43c6-bc35-b159ff0a2720 req-2332f060-4b50-4d8d-8d8b-79585cf85004 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:42:38.241883 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-69cf795b-1fe9-43c6-bc35-b159ff0a2720 req-2332f060-4b50-4d8d-8d8b-79585cf85004 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:42:38.384484 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf795b-1fe9-43c6-bc35-b159ff0a2720 req-2332f060-4b50-4d8d-8d8b-79585cf85004 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:38.385304 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-69cf795b-1fe9-43c6-bc35-b159ff0a2720 req-2332f060-4b50-4d8d-8d8b-79585cf85004 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:42:38.417340 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-69cf795b-1fe9-43c6-bc35-b159ff0a2720 req-2332f060-4b50-4d8d-8d8b-79585cf85004 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1421285
Jan 29 10:42:38.446482 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-69cf795b-1fe9-43c6-bc35-b159ff0a2720 req-e8476cbc-b8ed-478e-9672-e5d0c589c1b5 service neutron] Request body: {'port': {'device_id': '8ca5b686-05f8-4732-aa57-fea48d2e2443', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7729'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:42:38.446784 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bfa9f3-ae8c-4356-a4b0-cd529b9dce17 req-aa2d5bf9-c996-441d-9b40-24034fbf89a0 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:38.448479 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c6bfa9f3-ae8c-4356-a4b0-cd529b9dce17 req-aa2d5bf9-c996-441d-9b40-24034fbf89a0 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443 HTTP/1.1" status: 200  len: 931 time: 0.1846366
Jan 29 10:42:38.481839 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-e66541b8-768c-40e9-bd27-4e8639e63d53 None None] Provisioning for port fed8f83f-f1f6-4718-8d59-ae37c0dddb8b completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:42:38.488291 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-e66541b8-768c-40e9-bd27-4e8639e63d53 None None] Provisioning complete for port fed8f83f-f1f6-4718-8d59-ae37c0dddb8b triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:42:38.488729 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e66541b8-768c-40e9-bd27-4e8639e63d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:42:38.518135 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c6bfa9f3-ae8c-4356-a4b0-cd529b9dce17 req-ab2fc92d-d1de-460c-bb26-41eccafd8031 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0628808
Jan 29 10:42:38.554686 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-e66541b8-768c-40e9-bd27-4e8639e63d53 None None] Port fed8f83f-f1f6-4718-8d59-ae37c0dddb8b cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:42:38.580966 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-69cf795b-1fe9-43c6-bc35-b159ff0a2720 req-e8476cbc-b8ed-478e-9672-e5d0c589c1b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:42:39.007383 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [req-69cf795b-1fe9-43c6-bc35-b159ff0a2720 req-e8476cbc-b8ed-478e-9672-e5d0c589c1b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fed8f83f-f1f6-4718-8d59-ae37c0dddb8b {{(pid=80766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 29 10:42:39.015910 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-69cf795b-1fe9-43c6-bc35-b159ff0a2720 req-e8476cbc-b8ed-478e-9672-e5d0c589c1b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:42:39.027732 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-69cf795b-1fe9-43c6-bc35-b159ff0a2720 req-e8476cbc-b8ed-478e-9672-e5d0c589c1b5 service neutron] Transition to ACTIVE for port object fed8f83f-f1f6-4718-8d59-ae37c0dddb8b will not be triggered until provisioned by entity L2. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:42:39.031031 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-69cf795b-1fe9-43c6-bc35-b159ff0a2720 req-e8476cbc-b8ed-478e-9672-e5d0c589c1b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:42:39.046099 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b305d84b-d1d2-43fd-913c-a076654f350c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:42:39.182308 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8476cbc-b8ed-478e-9672-e5d0c589c1b5 service neutron] Pushing event updated for resources: {'Port': ['ID=fed8f83f-f1f6-4718-8d59-ae37c0dddb8b,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:42:39.185872 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e8476cbc-b8ed-478e-9672-e5d0c589c1b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:42:39.381256 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-69cf795b-1fe9-43c6-bc35-b159ff0a2720 req-e8476cbc-b8ed-478e-9672-e5d0c589c1b5 service neutron] Attempting to bind port fed8f83f-f1f6-4718-8d59-ae37c0dddb8b on host hv-neutron-7729 for vnic_type normal with profile  {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:42:39.381634 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-69cf795b-1fe9-43c6-bc35-b159ff0a2720 req-e8476cbc-b8ed-478e-9672-e5d0c589c1b5 service neutron] Attempting to bind port fed8f83f-f1f6-4718-8d59-ae37c0dddb8b by drivers openvswitch on host hv-neutron-7729 at level 0 using segments [{'id': '7f8f37ac-b75d-4202-96da-20b63b141e1f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '890a0074-3e1e-49d8-8cf4-76a9a26980e6'}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:42:39.382038 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cf795b-1fe9-43c6-bc35-b159ff0a2720 req-e8476cbc-b8ed-478e-9672-e5d0c589c1b5 service neutron] Attempting to bind port fed8f83f-f1f6-4718-8d59-ae37c0dddb8b on network 890a0074-3e1e-49d8-8cf4-76a9a26980e6 {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:42:39.388031 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cf795b-1fe9-43c6-bc35-b159ff0a2720 req-e8476cbc-b8ed-478e-9672-e5d0c589c1b5 service neutron] Checking agent: {'id': '5acf9624-c829-41ba-afd9-92278081af05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 10, 2, 34), 'started_at': datetime.datetime(2021, 1, 29, 10, 3, 4), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:42:39.388410 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cf795b-1fe9-43c6-bc35-b159ff0a2720 req-e8476cbc-b8ed-478e-9672-e5d0c589c1b5 service neutron] Checking segment: {'id': '7f8f37ac-b75d-4202-96da-20b63b141e1f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '890a0074-3e1e-49d8-8cf4-76a9a26980e6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:42:39.389398 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-69cf795b-1fe9-43c6-bc35-b159ff0a2720 req-e8476cbc-b8ed-478e-9672-e5d0c589c1b5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:42:39.389840 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cf795b-1fe9-43c6-bc35-b159ff0a2720 req-e8476cbc-b8ed-478e-9672-e5d0c589c1b5 service neutron] Bound using segment: {'id': '7f8f37ac-b75d-4202-96da-20b63b141e1f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '890a0074-3e1e-49d8-8cf4-76a9a26980e6'} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:42:39.390369 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-69cf795b-1fe9-43c6-bc35-b159ff0a2720 req-e8476cbc-b8ed-478e-9672-e5d0c589c1b5 service neutron] Bound port: fed8f83f-f1f6-4718-8d59-ae37c0dddb8b, host: hv-neutron-7729, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f8f37ac-b75d-4202-96da-20b63b141e1f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '890a0074-3e1e-49d8-8cf4-76a9a26980e6'}}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:42:39.390748 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-69cf795b-1fe9-43c6-bc35-b159ff0a2720 req-e8476cbc-b8ed-478e-9672-e5d0c589c1b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:42:39.487501 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-69cf795b-1fe9-43c6-bc35-b159ff0a2720 req-e8476cbc-b8ed-478e-9672-e5d0c589c1b5 service neutron] For port fed8f83f-f1f6-4718-8d59-ae37c0dddb8b, host hv-neutron-7729, cleared binding levels {{(pid=80766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:42:39.490716 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-69cf795b-1fe9-43c6-bc35-b159ff0a2720 req-e8476cbc-b8ed-478e-9672-e5d0c589c1b5 service neutron] For port fed8f83f-f1f6-4718-8d59-ae37c0dddb8b, host hv-neutron-7729, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=fed8f83f-f1f6-4718-8d59-ae37c0dddb8b,segment=NetworkSegment(7f8f37ac-b75d-4202-96da-20b63b141e1f),segment_id=7f8f37ac-b75d-4202-96da-20b63b141e1f)] {{(pid=80766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:42:39.494042 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-69cf795b-1fe9-43c6-bc35-b159ff0a2720 req-e8476cbc-b8ed-478e-9672-e5d0c589c1b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:42:39.509878 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ebf2ebc3-a62c-4227-84e1-aa9f5a32cdd5 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:42:39.662297 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8476cbc-b8ed-478e-9672-e5d0c589c1b5 service neutron] Pushing event updated for resources: {'Port': ['ID=fed8f83f-f1f6-4718-8d59-ae37c0dddb8b,revision_number=3']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:42:39.667932 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e8476cbc-b8ed-478e-9672-e5d0c589c1b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:42:39.702947 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf795b-1fe9-43c6-bc35-b159ff0a2720 req-e8476cbc-b8ed-478e-9672-e5d0c589c1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:39.703653 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-69cf795b-1fe9-43c6-bc35-b159ff0a2720 req-e8476cbc-b8ed-478e-9672-e5d0c589c1b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:42:39.705349 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-69cf795b-1fe9-43c6-bc35-b159ff0a2720 req-e8476cbc-b8ed-478e-9672-e5d0c589c1b5 service neutron] 10.222.0.22 "PUT /v2.0/ports/fed8f83f-f1f6-4718-8d59-ae37c0dddb8b HTTP/1.1" status: 200  len: 1157 time: 1.2636256
Jan 29 10:42:39.705954 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ca5b686-05f8-4732-aa57-fea48d2e2443', 'tag': 'fed8f83f-f1f6-4718-8d59-ae37c0dddb8b'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:42:39.834286 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eafa23b-bd9d-449b-ad96-cfa2289e3987 req-0a08cf91-f6e4-4fbd-a9e4-ebf0bcc23a18 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:39.835923 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9eafa23b-bd9d-449b-ad96-cfa2289e3987 req-0a08cf91-f6e4-4fbd-a9e4-ebf0bcc23a18 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443 HTTP/1.1" status: 200  len: 943 time: 0.1767383
Jan 29 10:42:39.852289 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf795b-1fe9-43c6-bc35-b159ff0a2720 req-cc30fd81-7f5a-4f0c-818f-88ccac29cdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:39.853983 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-69cf795b-1fe9-43c6-bc35-b159ff0a2720 req-cc30fd81-7f5a-4f0c-818f-88ccac29cdce service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cc9e325e6c9744c187b64ac43be16b79&device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443 HTTP/1.1" status: 200  len: 1160 time: 0.0899510
Jan 29 10:42:39.903551 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9eafa23b-bd9d-449b-ad96-cfa2289e3987 req-bbb132cf-a9ec-4a12-9290-970ee7305e6c tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0604620
Jan 29 10:42:39.938032 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-69cf795b-1fe9-43c6-bc35-b159ff0a2720 req-13ab3bd3-0ba5-404b-aab6-1b7aa5d2466b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fed8f83f-f1f6-4718-8d59-ae37c0dddb8b HTTP/1.1" status: 200  len: 217 time: 0.0688829
Jan 29 10:42:39.981210 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ca5b686-05f8-4732-aa57-fea48d2e2443', 'tag': 'fed8f83f-f1f6-4718-8d59-ae37c0dddb8b', 'status': 'completed', 'code': 200}
Jan 29 10:42:40.014309 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf795b-1fe9-43c6-bc35-b159ff0a2720 req-ef3082cf-2ec2-4448-989d-dfb27559f29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:40.015879 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-69cf795b-1fe9-43c6-bc35-b159ff0a2720 req-ef3082cf-2ec2-4448-989d-dfb27559f29d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c6b32b80-7adf-4992-aa8d-cb3c4b0180ce HTTP/1.1" status: 200  len: 850 time: 0.0715344
Jan 29 10:42:40.099004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf795b-1fe9-43c6-bc35-b159ff0a2720 req-335b5556-9df6-4a2d-9e12-09e7fcf40ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:40.100504 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-69cf795b-1fe9-43c6-bc35-b159ff0a2720 req-335b5556-9df6-4a2d-9e12-09e7fcf40ea1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=890a0074-3e1e-49d8-8cf4-76a9a26980e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0775623
Jan 29 10:42:40.244096 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-69cf795b-1fe9-43c6-bc35-b159ff0a2720 req-b6e055a4-e73f-4541-8f1c-adceb67d190a service neutron] 10.222.0.22 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1355047
Jan 29 10:42:40.387666 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-69cf795b-1fe9-43c6-bc35-b159ff0a2720 req-a2b9141e-f9be-4395-b546-52272a331a00 service neutron] 10.222.0.22 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1372585
Jan 29 10:42:40.550303 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc310f0-0999-40f6-a9d2-38d180c95d8b req-676e3b80-bce2-4a14-8741-a681e014f981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:40.551911 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1bc310f0-0999-40f6-a9d2-38d180c95d8b req-676e3b80-bce2-4a14-8741-a681e014f981 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cc9e325e6c9744c187b64ac43be16b79&device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443 HTTP/1.1" status: 200  len: 1160 time: 0.0787988
Jan 29 10:42:40.692908 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc310f0-0999-40f6-a9d2-38d180c95d8b req-b881e5d7-971d-4bb8-97b2-f803d06c35fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:40.694416 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1bc310f0-0999-40f6-a9d2-38d180c95d8b req-b881e5d7-971d-4bb8-97b2-f803d06c35fd service neutron] 10.222.0.22 "GET /v2.0/networks?id=890a0074-3e1e-49d8-8cf4-76a9a26980e6 HTTP/1.1" status: 200  len: 905 time: 0.1358805
Jan 29 10:42:40.769065 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1bc310f0-0999-40f6-a9d2-38d180c95d8b req-99f417d9-2d43-4366-8410-147e444f0ed7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fed8f83f-f1f6-4718-8d59-ae37c0dddb8b HTTP/1.1" status: 200  len: 217 time: 0.0669491
Jan 29 10:42:40.837253 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc310f0-0999-40f6-a9d2-38d180c95d8b req-7f78834e-1e54-4509-aab0-912bd493687b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:40.838899 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1bc310f0-0999-40f6-a9d2-38d180c95d8b req-7f78834e-1e54-4509-aab0-912bd493687b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c6b32b80-7adf-4992-aa8d-cb3c4b0180ce HTTP/1.1" status: 200  len: 850 time: 0.0632408
Jan 29 10:42:40.926914 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc310f0-0999-40f6-a9d2-38d180c95d8b req-d7ac5077-3115-421d-a780-803f9904b63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:40.928518 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1bc310f0-0999-40f6-a9d2-38d180c95d8b req-d7ac5077-3115-421d-a780-803f9904b63d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=890a0074-3e1e-49d8-8cf4-76a9a26980e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0825601
Jan 29 10:42:41.075239 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1bc310f0-0999-40f6-a9d2-38d180c95d8b req-30a80b4e-1230-4aa2-9400-8011da6f85c0 service neutron] 10.222.0.22 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1379986
Jan 29 10:42:41.210558 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f5c84-9b48-425b-8d31-38c97d13a6f9 req-40d8d6db-7c06-4d79-9813-113fed0d4e6d tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:41.212179 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4a0f5c84-9b48-425b-8d31-38c97d13a6f9 req-40d8d6db-7c06-4d79-9813-113fed0d4e6d tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443 HTTP/1.1" status: 200  len: 943 time: 0.1754241
Jan 29 10:42:41.223482 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1bc310f0-0999-40f6-a9d2-38d180c95d8b req-e0e6e242-9ef6-4f7b-af2d-79e08697ce56 service neutron] 10.222.0.22 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1411066
Jan 29 10:42:41.278562 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4a0f5c84-9b48-425b-8d31-38c97d13a6f9 req-fe2fc6a5-20c4-49fc-8b34-052453911a4a tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0597191
Jan 29 10:42:42.568385 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5bd52-994c-4a3f-8a6d-3445e795c6dd req-60a8c4b7-0ed6-48d9-b0eb-06d2efebf562 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:42.570070 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9be5bd52-994c-4a3f-8a6d-3445e795c6dd req-60a8c4b7-0ed6-48d9-b0eb-06d2efebf562 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443 HTTP/1.1" status: 200  len: 943 time: 0.1628325
Jan 29 10:42:42.634451 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9be5bd52-994c-4a3f-8a6d-3445e795c6dd req-ec095f72-99bf-41e5-b5ab-f776fbbf1fd3 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0581467
Jan 29 10:42:44.179586 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65373a95-6bfe-4a3e-a0d5-4087824b78c4 req-1a709d7e-9c36-4119-96ef-e42e3732ddd2 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:44.181268 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-65373a95-6bfe-4a3e-a0d5-4087824b78c4 req-1a709d7e-9c36-4119-96ef-e42e3732ddd2 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443 HTTP/1.1" status: 200  len: 943 time: 0.4027729
Jan 29 10:42:44.246389 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-65373a95-6bfe-4a3e-a0d5-4087824b78c4 req-ce3efee5-68c0-4833-96c2-02302b04e351 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0573804
Jan 29 10:42:44.410307 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device fed8f83f-f1f6-4718-8d59-ae37c0dddb8b up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:42:44.479139 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning for port fed8f83f-f1f6-4718-8d59-ae37c0dddb8b completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:42:44.484739 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port fed8f83f-f1f6-4718-8d59-ae37c0dddb8b triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:42:44.485165 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:42:44.606874 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:42:44.634429 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca5b686-05f8-4732-aa57-fea48d2e2443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fed8f83f-f1f6-4718-8d59-ae37c0dddb8b'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:42:44.644719 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port fed8f83f-f1f6-4718-8d59-ae37c0dddb8b, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=fed8f83f-f1f6-4718-8d59-ae37c0dddb8b,segment=NetworkSegment(7f8f37ac-b75d-4202-96da-20b63b141e1f),segment_id=7f8f37ac-b75d-4202-96da-20b63b141e1f)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:42:44.647690 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:42:44.649606 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:42:44.694269 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ca5b686-05f8-4732-aa57-fea48d2e2443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fed8f83f-f1f6-4718-8d59-ae37c0dddb8b', 'code': 200}
Jan 29 10:42:44.721488 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=fed8f83f-f1f6-4718-8d59-ae37c0dddb8b,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:42:44.724619 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:42:44.963945 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d27f7-5353-4d2b-ac41-8c19017a6d25 req-bd3eab82-ace9-413d-83a1-66e5340bd8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:44.965532 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fa4d27f7-5353-4d2b-ac41-8c19017a6d25 req-bd3eab82-ace9-413d-83a1-66e5340bd8c8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443 HTTP/1.1" status: 200  len: 1162 time: 0.0757258
Jan 29 10:42:45.007497 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fa4d27f7-5353-4d2b-ac41-8c19017a6d25 req-219b52ce-67c2-40d5-901c-fb778689506a service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0349305
Jan 29 10:42:45.539854 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7cf36-9003-4799-a59e-fb421a5fb90c req-d78cdaa9-1772-43bf-85a9-567346e7f9ed tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:45.541390 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-89e7cf36-9003-4799-a59e-fb421a5fb90c req-d78cdaa9-1772-43bf-85a9-567346e7f9ed tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443 HTTP/1.1" status: 200  len: 945 time: 0.1630473
Jan 29 10:42:45.604863 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-89e7cf36-9003-4799-a59e-fb421a5fb90c req-3849b7b6-3d05-46df-8d66-90581cce8fa2 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0565076
Jan 29 10:42:45.977377 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device fed8f83f-f1f6-4718-8d59-ae37c0dddb8b up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:42:46.052687 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port fed8f83f-f1f6-4718-8d59-ae37c0dddb8b triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:42:46.053109 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:42:46.894014 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213814f8-80bb-447e-8c0d-8988a0286243 req-7c00e40e-b99b-4502-bafe-e48ab2d0c558 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:46.895664 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-213814f8-80bb-447e-8c0d-8988a0286243 req-7c00e40e-b99b-4502-bafe-e48ab2d0c558 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443 HTTP/1.1" status: 200  len: 945 time: 0.1622734
Jan 29 10:42:46.959084 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-213814f8-80bb-447e-8c0d-8988a0286243 req-53dd90a7-2ac1-4e2f-bd43-51107aeefab3 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0568099
Jan 29 10:42:47.247051 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ef099-b880-4add-b679-3c5d5b002273 req-6c4fe37a-72b1-4506-9449-c543ecf37037 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:47.249189 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0b9ef099-b880-4add-b679-3c5d5b002273 req-6c4fe37a-72b1-4506-9449-c543ecf37037 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443 HTTP/1.1" status: 200  len: 945 time: 0.1660070
Jan 29 10:42:47.259254 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 34456) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:42:47.264854 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-57184e01-1a76-4ef1-9c40-52f42cc91255 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Request body: {'floatingip': {'port_id': 'fed8f83f-f1f6-4718-8d59-ae37c0dddb8b'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:42:47.365193 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-57184e01-1a76-4ef1-9c40-52f42cc91255 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks [] for floatingip, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:42:47.977996 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-57184e01-1a76-4ef1-9c40-52f42cc91255 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:42:47.980893 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-57184e01-1a76-4ef1-9c40-52f42cc91255 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:42:48.160121 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [None req-57184e01-1a76-4ef1-9c40-52f42cc91255 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Floating IP db1b4576-9364-4963-8da9-8b3b6d72a968 associated. External IP: 172.26.7.99, port: fed8f83f-f1f6-4718-8d59-ae37c0dddb8b.
Jan 29 10:42:48.543889 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57184e01-1a76-4ef1-9c40-52f42cc91255 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Router cf352b9c-9f97-4bc4-82cc-ad06defc927e has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:42:48.741089 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57184e01-1a76-4ef1-9c40-52f42cc91255 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:42:48.745646 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-57184e01-1a76-4ef1-9c40-52f42cc91255 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:42:48.751557 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ae96c4-5598-4fec-a658-53d302f2f3df None None] Sync routers for ids ['cf352b9c-9f97-4bc4-82cc-ad06defc927e'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:42:48.761989 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ae96c4-5598-4fec-a658-53d302f2f3df None None] Routers {'cf352b9c-9f97-4bc4-82cc-ad06defc927e'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:42:48.762661 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-48ae96c4-5598-4fec-a658-53d302f2f3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9ce5f28>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:42:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['cf352b9c-9f97-4bc4-82cc-ad06defc927e'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:42:48.805206 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-57184e01-1a76-4ef1-9c40-52f42cc91255 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "PUT /v2.0/floatingips/db1b4576-9364-4963-8da9-8b3b6d72a968 HTTP/1.1" status: 200  len: 991 time: 1.5448148
Jan 29 10:42:48.805950 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ca5b686-05f8-4732-aa57-fea48d2e2443', 'tag': 'fed8f83f-f1f6-4718-8d59-ae37c0dddb8b'}] {{(pid=80765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:42:48.950893 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-48ae96c4-5598-4fec-a658-53d302f2f3df None None] Set router cf352b9c-9f97-4bc4-82cc-ad06defc927e gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:42:49.119679 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ca5b686-05f8-4732-aa57-fea48d2e2443', 'tag': 'fed8f83f-f1f6-4718-8d59-ae37c0dddb8b', 'status': 'completed', 'code': 200}
Jan 29 10:42:49.246066 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e2c57-135a-49b3-b067-230bc2c54eb3 req-bd05b4d9-0ec7-48d5-9a6f-d65fc819e1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:49.247786 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-133e2c57-135a-49b3-b067-230bc2c54eb3 req-bd05b4d9-0ec7-48d5-9a6f-d65fc819e1b8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cc9e325e6c9744c187b64ac43be16b79&device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443 HTTP/1.1" status: 200  len: 1162 time: 0.0819962
Jan 29 10:42:49.328438 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-48ae96c4-5598-4fec-a658-53d302f2f3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9ce5f28>, [{'id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'name': 'tempest-ServerActionsTestJSON-466440453-router', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': '4da5e201-762a-412e-8feb-be8f921842a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:36:11Z', 'updated_at': '2021-01-29T10:36:16Z', 'revision_number': 4, 'project_id': 'cc9e325e6c9744c187b64ac43be16b79', 'gw_port': {'id': '4da5e201-762a-412e-8feb-be8f921842a9', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:14:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:36:12Z', 'updated_at': '2021-01-29T10:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': 'db1b4576-9364-4963-8da9-8b3b6d72a968', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'floating_ip_address': '172.26.7.99', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'port_id': 'fed8f83f-f1f6-4718-8d59-ae37c0dddb8b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '890a0074-3e1e-49d8-8cf4-76a9a26980e6', 'mac_address': 'fa:16:3e:45:e8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca5b686-05f8-4732-aa57-fea48d2e2443', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:36:20Z', 'updated_at': '2021-01-29T10:42:47Z', 'revision_number': 13, 'project_id': 'cc9e325e6c9744c187b64ac43be16b79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '767a243a-d87b-4c91-bf22-90fdc76eb199', 'name': '', 'network_id': '890a0074-3e1e-49d8-8cf4-76a9a26980e6', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'mac_address': 'fa:16:3e:7b:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'c6b32b80-7adf-4992-aa8d-cb3c4b0180ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:36:15Z', 'updated_at': '2021-01-29T10:36:24Z', 'revision_number': 5, 'project_id': 'cc9e325e6c9744c187b64ac43be16b79', 'subnets': [{'id': 'c6b32b80-7adf-4992-aa8d-cb3c4b0180ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:42:49.332938 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ae96c4-5598-4fec-a658-53d302f2f3df None None] Checking router: cf352b9c-9f97-4bc4-82cc-ad06defc927e for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:42:49.342696 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ae96c4-5598-4fec-a658-53d302f2f3df None None] Routers {'cf352b9c-9f97-4bc4-82cc-ad06defc927e'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:42:49.343358 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-48ae96c4-5598-4fec-a658-53d302f2f3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9ce5f28>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:42:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['cf352b9c-9f97-4bc4-82cc-ad06defc927e'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:42:49.398395 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e2c57-135a-49b3-b067-230bc2c54eb3 req-2422cd15-4401-4974-a33a-119a0e550c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:49.400006 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-133e2c57-135a-49b3-b067-230bc2c54eb3 req-2422cd15-4401-4974-a33a-119a0e550c0a service neutron] 10.222.0.22 "GET /v2.0/networks?id=890a0074-3e1e-49d8-8cf4-76a9a26980e6 HTTP/1.1" status: 200  len: 905 time: 0.1456842
Jan 29 10:42:49.545664 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-48ae96c4-5598-4fec-a658-53d302f2f3df None None] Set router cf352b9c-9f97-4bc4-82cc-ad06defc927e gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:42:49.799700 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-133e2c57-135a-49b3-b067-230bc2c54eb3 req-ee8cbbfd-6668-4c79-aaeb-3e260e27d2bf service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fed8f83f-f1f6-4718-8d59-ae37c0dddb8b HTTP/1.1" status: 200  len: 999 time: 0.3916583
Jan 29 10:42:49.868735 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e2c57-135a-49b3-b067-230bc2c54eb3 req-eaeedd07-d4cf-4a1b-9993-4454fcf18f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:49.870351 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-133e2c57-135a-49b3-b067-230bc2c54eb3 req-eaeedd07-d4cf-4a1b-9993-4454fcf18f19 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c6b32b80-7adf-4992-aa8d-cb3c4b0180ce HTTP/1.1" status: 200  len: 850 time: 0.0645010
Jan 29 10:42:49.927289 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-48ae96c4-5598-4fec-a658-53d302f2f3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9ce5f28>, [{'id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'name': 'tempest-ServerActionsTestJSON-466440453-router', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': '4da5e201-762a-412e-8feb-be8f921842a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:36:11Z', 'updated_at': '2021-01-29T10:36:16Z', 'revision_number': 4, 'project_id': 'cc9e325e6c9744c187b64ac43be16b79', 'gw_port': {'id': '4da5e201-762a-412e-8feb-be8f921842a9', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:14:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:36:12Z', 'updated_at': '2021-01-29T10:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': 'db1b4576-9364-4963-8da9-8b3b6d72a968', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'floating_ip_address': '172.26.7.99', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'port_id': 'fed8f83f-f1f6-4718-8d59-ae37c0dddb8b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '890a0074-3e1e-49d8-8cf4-76a9a26980e6', 'mac_address': 'fa:16:3e:45:e8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca5b686-05f8-4732-aa57-fea48d2e2443', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:36:20Z', 'updated_at': '2021-01-29T10:42:47Z', 'revision_number': 13, 'project_id': 'cc9e325e6c9744c187b64ac43be16b79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '767a243a-d87b-4c91-bf22-90fdc76eb199', 'name': '', 'network_id': '890a0074-3e1e-49d8-8cf4-76a9a26980e6', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'mac_address': 'fa:16:3e:7b:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'c6b32b80-7adf-4992-aa8d-cb3c4b0180ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:36:15Z', 'updated_at': '2021-01-29T10:36:24Z', 'revision_number': 5, 'project_id': 'cc9e325e6c9744c187b64ac43be16b79', 'subnets': [{'id': 'c6b32b80-7adf-4992-aa8d-cb3c4b0180ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:42:49.931445 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ae96c4-5598-4fec-a658-53d302f2f3df None None] The sync data for ids ['cf352b9c-9f97-4bc4-82cc-ad06defc927e'] in dv-neutron-772983-2-ovs is: [{'id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'name': 'tempest-ServerActionsTestJSON-466440453-router', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': '4da5e201-762a-412e-8feb-be8f921842a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:36:11Z', 'updated_at': '2021-01-29T10:36:16Z', 'revision_number': 4, 'project_id': 'cc9e325e6c9744c187b64ac43be16b79', 'gw_port': {'id': '4da5e201-762a-412e-8feb-be8f921842a9', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:14:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:36:12Z', 'updated_at': '2021-01-29T10:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': 'db1b4576-9364-4963-8da9-8b3b6d72a968', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'floating_ip_address': '172.26.7.99', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'port_id': 'fed8f83f-f1f6-4718-8d59-ae37c0dddb8b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '890a0074-3e1e-49d8-8cf4-76a9a26980e6', 'mac_address': 'fa:16:3e:45:e8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca5b686-05f8-4732-aa57-fea48d2e2443', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:36:20Z', 'updated_at': '2021-01-29T10:42:47Z', 'revision_number': 13, 'project_id': 'cc9e325e6c9744c187b64ac43be16b79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '767a243a-d87b-4c91-bf22-90fdc76eb199', 'name': '', 'network_id': '890a0074-3e1e-49d8-8cf4-76a9a26980e6', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'mac_address': 'fa:16:3e:7b:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'c6b32b80-7adf-4992-aa8d-cb3c4b0180ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:36:15Z', 'updated_at': '2021-01-29T10:36:24Z', 'revision_number': 5, 'project_id': 'cc9e325e6c9744c187b64ac43be16b79', 'subnets': [{'id': 'c6b32b80-7adf-4992-aa8d-cb3c4b0180ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:42:49.956365 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e2c57-135a-49b3-b067-230bc2c54eb3 req-1d976ddf-249f-413b-a4ed-15812e675a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:42:49.958018 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-133e2c57-135a-49b3-b067-230bc2c54eb3 req-1d976ddf-249f-413b-a4ed-15812e675a68 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=890a0074-3e1e-49d8-8cf4-76a9a26980e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0803728
Jan 29 10:42:50.111660 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-133e2c57-135a-49b3-b067-230bc2c54eb3 req-7ef1cddb-2f93-4338-85c5-ebbb3a638f48 service neutron] 10.222.0.22 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1460130
Jan 29 10:42:50.264623 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-133e2c57-135a-49b3-b067-230bc2c54eb3 req-51ee6d83-f447-4874-aa35-01783dcddfb2 service neutron] 10.222.0.22 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1461923
Jan 29 10:42:50.272687 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1633ac58-8f30-4644-8b42-3d4839803a38 None None] New status for floating IP db1b4576-9364-4963-8da9-8b3b6d72a968: ACTIVE {{(pid=80767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 29 10:42:51.505940 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d082c498-7307-49cb-8035-c6fe21702152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:42:53.771521 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bda56f12-aac8-4b2a-98fb-d4f521caeea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:42:54.200859 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:42:54.343239 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:42:54.972494 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:42:56.157773 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:43:02.740704 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c7a0d2f7-f725-4989-a238-037479ed015f req-370cad02-a238-4c58-8f14-b18c39cbb1f4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0794513
Jan 29 10:43:02.909928 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0d2f7-f725-4989-a238-037479ed015f req-b14c94dd-c021-4a62-a587-9d65a09317cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:43:02.911567 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c7a0d2f7-f725-4989-a238-037479ed015f req-b14c94dd-c021-4a62-a587-9d65a09317cb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cc9e325e6c9744c187b64ac43be16b79&device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443 HTTP/1.1" status: 200  len: 1162 time: 0.0805094
Jan 29 10:43:03.079801 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0d2f7-f725-4989-a238-037479ed015f req-bbbeff11-45f5-4bac-8f42-a99e415530d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:43:03.081807 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c7a0d2f7-f725-4989-a238-037479ed015f req-bbbeff11-45f5-4bac-8f42-a99e415530d7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=890a0074-3e1e-49d8-8cf4-76a9a26980e6 HTTP/1.1" status: 200  len: 905 time: 0.1401227
Jan 29 10:43:03.191253 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c7a0d2f7-f725-4989-a238-037479ed015f req-7ec4f913-b38e-434f-8a51-7483162e196e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fed8f83f-f1f6-4718-8d59-ae37c0dddb8b HTTP/1.1" status: 200  len: 1001 time: 0.1028361
Jan 29 10:43:03.262728 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0d2f7-f725-4989-a238-037479ed015f req-d26c8a93-6974-4c11-9dfe-8fcfc3e19aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:43:03.264822 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c7a0d2f7-f725-4989-a238-037479ed015f req-d26c8a93-6974-4c11-9dfe-8fcfc3e19aaa service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c6b32b80-7adf-4992-aa8d-cb3c4b0180ce HTTP/1.1" status: 200  len: 850 time: 0.0668910
Jan 29 10:43:03.347869 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0d2f7-f725-4989-a238-037479ed015f req-e00a9943-60f2-4af7-8809-14af8b86d3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:43:03.349433 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c7a0d2f7-f725-4989-a238-037479ed015f req-e00a9943-60f2-4af7-8809-14af8b86d3a5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=890a0074-3e1e-49d8-8cf4-76a9a26980e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0769610
Jan 29 10:43:03.499313 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c7a0d2f7-f725-4989-a238-037479ed015f req-6c023e35-f72b-4800-bea7-bb77a1d0ab5d service neutron] 10.222.0.22 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1417599
Jan 29 10:43:03.646438 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c7a0d2f7-f725-4989-a238-037479ed015f req-5f897ea4-51ac-44fa-96cd-4a6428cfeea6 service neutron] 10.222.0.22 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1385419
Jan 29 10:43:05.050342 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:43:21.507608 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-847fb033-f446-40be-8a41-9353551aceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:43:23.773103 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-62ce716c-b950-4f1a-bcd3-67e0c5c4f851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:43:24.346807 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:43:24.974840 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:43:26.162273 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:43:31.200595 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:43:35.065097 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:43:51.509474 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3ff80c1c-2820-43ec-8857-4424834b1c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:43:53.774596 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7dda9d18-7e62-4bd7-b407-48a820dd4a2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:43:54.349804 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:43:54.977112 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:43:56.165201 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:44:03.840897 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b67e7e4e-1932-4754-91e1-5cd41a313300 req-535c5a98-82f9-406b-b697-0c430a94ff93 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0770490
Jan 29 10:44:04.022514 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e7e4e-1932-4754-91e1-5cd41a313300 req-eac4aba1-e45f-4d7e-8b34-0478b4c4dac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:44:04.024226 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b67e7e4e-1932-4754-91e1-5cd41a313300 req-eac4aba1-e45f-4d7e-8b34-0478b4c4dac5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cc9e325e6c9744c187b64ac43be16b79&device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443 HTTP/1.1" status: 200  len: 1162 time: 0.0835731
Jan 29 10:44:04.183561 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e7e4e-1932-4754-91e1-5cd41a313300 req-704c8120-b467-4dd1-a232-3b8e7290f163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:44:04.185136 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b67e7e4e-1932-4754-91e1-5cd41a313300 req-704c8120-b467-4dd1-a232-3b8e7290f163 service neutron] 10.222.0.22 "GET /v2.0/networks?id=890a0074-3e1e-49d8-8cf4-76a9a26980e6 HTTP/1.1" status: 200  len: 905 time: 0.1398225
Jan 29 10:44:04.296806 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b67e7e4e-1932-4754-91e1-5cd41a313300 req-804853c2-81cb-4647-bd16-3d6a29ed26fc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fed8f83f-f1f6-4718-8d59-ae37c0dddb8b HTTP/1.1" status: 200  len: 1001 time: 0.1047690
Jan 29 10:44:04.367095 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e7e4e-1932-4754-91e1-5cd41a313300 req-10c2d18b-9dfb-4f42-9dc2-40d37172fb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:44:04.368666 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b67e7e4e-1932-4754-91e1-5cd41a313300 req-10c2d18b-9dfb-4f42-9dc2-40d37172fb33 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c6b32b80-7adf-4992-aa8d-cb3c4b0180ce HTTP/1.1" status: 200  len: 850 time: 0.0654132
Jan 29 10:44:04.450106 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e7e4e-1932-4754-91e1-5cd41a313300 req-4dcdfcb7-196e-45d6-9fa0-a229faee725b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:44:04.451698 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b67e7e4e-1932-4754-91e1-5cd41a313300 req-4dcdfcb7-196e-45d6-9fa0-a229faee725b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=890a0074-3e1e-49d8-8cf4-76a9a26980e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0760853
Jan 29 10:44:04.593279 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b67e7e4e-1932-4754-91e1-5cd41a313300 req-36263989-0776-4675-a7ed-7a6247beebfd service neutron] 10.222.0.22 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1347797
Jan 29 10:44:04.733967 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b67e7e4e-1932-4754-91e1-5cd41a313300 req-5e8e9772-56db-4d89-a024-c48e9ba348c5 service neutron] 10.222.0.22 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1345131
Jan 29 10:44:05.101610 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:44:06.692185 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac0cb3-eda7-4c77-98e1-222e63e5f89f req-e4c66858-ecff-4ae2-ace3-68ead84afa44 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:44:06.693806 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5dac0cb3-eda7-4c77-98e1-222e63e5f89f req-e4c66858-ecff-4ae2-ace3-68ead84afa44 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443 HTTP/1.1" status: 200  len: 945 time: 0.1668689
Jan 29 10:44:06.757154 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5dac0cb3-eda7-4c77-98e1-222e63e5f89f req-1ec97aa6-5faa-430a-b9fd-a91aa0c70dc0 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0568886
Jan 29 10:44:08.199835 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:44:16.506701 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7173e413-36e0-41d1-afb4-f5f7fd69a30e req-39580235-a0af-46c0-afbf-08f6ffbff8c6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0808644
Jan 29 10:44:16.650107 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dac6f9a-a879-4ccb-87b1-ac0372baf580 req-1d033352-ceb1-4e8b-bd2d-d249c0de3354 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:44:16.651821 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8dac6f9a-a879-4ccb-87b1-ac0372baf580 req-1d033352-ceb1-4e8b-bd2d-d249c0de3354 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443 HTTP/1.1" status: 200  len: 945 time: 0.1671245
Jan 29 10:44:16.718581 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8dac6f9a-a879-4ccb-87b1-ac0372baf580 req-c9a3c76c-ec0e-4b12-ba4a-a7fdbbb03172 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0595100
Jan 29 10:44:18.011600 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173e413-36e0-41d1-afb4-f5f7fd69a30e req-15b950db-4857-4129-9915-cc8e82e0d7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:44:18.013130 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7173e413-36e0-41d1-afb4-f5f7fd69a30e req-15b950db-4857-4129-9915-cc8e82e0d7fc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cc9e325e6c9744c187b64ac43be16b79&device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443 HTTP/1.1" status: 200  len: 1162 time: 0.0797169
Jan 29 10:44:18.019986 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe7331-6353-42ee-8aa4-e6ee0aed9459 req-c9c1722d-dee7-4aca-a170-d49eb457740e tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:44:18.021673 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-dbfe7331-6353-42ee-8aa4-e6ee0aed9459 req-c9c1722d-dee7-4aca-a170-d49eb457740e tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443 HTTP/1.1" status: 200  len: 945 time: 0.1706038
Jan 29 10:44:18.092476 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-dbfe7331-6353-42ee-8aa4-e6ee0aed9459 req-d8320cb3-9438-4cba-b7ab-a9ca9b640236 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0611124
Jan 29 10:44:18.158496 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173e413-36e0-41d1-afb4-f5f7fd69a30e req-d930ca36-666a-4215-9b2b-2f02dc34ee76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:44:18.160072 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7173e413-36e0-41d1-afb4-f5f7fd69a30e req-d930ca36-666a-4215-9b2b-2f02dc34ee76 service neutron] 10.222.0.22 "GET /v2.0/networks?id=890a0074-3e1e-49d8-8cf4-76a9a26980e6 HTTP/1.1" status: 200  len: 905 time: 0.1403189
Jan 29 10:44:18.270452 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7173e413-36e0-41d1-afb4-f5f7fd69a30e req-eeec2979-2bcd-4cdd-a439-4d716de34a66 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fed8f83f-f1f6-4718-8d59-ae37c0dddb8b HTTP/1.1" status: 200  len: 1001 time: 0.1041908
Jan 29 10:44:18.343895 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173e413-36e0-41d1-afb4-f5f7fd69a30e req-503a0542-1a31-472e-b47b-45a5fdb37d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:44:18.345474 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7173e413-36e0-41d1-afb4-f5f7fd69a30e req-503a0542-1a31-472e-b47b-45a5fdb37d90 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c6b32b80-7adf-4992-aa8d-cb3c4b0180ce HTTP/1.1" status: 200  len: 850 time: 0.0685856
Jan 29 10:44:18.429481 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173e413-36e0-41d1-afb4-f5f7fd69a30e req-3a6bce6d-e289-410d-a84f-a71b272e0c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:44:18.431138 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7173e413-36e0-41d1-afb4-f5f7fd69a30e req-3a6bce6d-e289-410d-a84f-a71b272e0c15 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=890a0074-3e1e-49d8-8cf4-76a9a26980e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0792108
Jan 29 10:44:18.577109 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7173e413-36e0-41d1-afb4-f5f7fd69a30e req-c700afb0-653c-4d28-89bc-d43b42611f98 service neutron] 10.222.0.22 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1385822
Jan 29 10:44:18.721733 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7173e413-36e0-41d1-afb4-f5f7fd69a30e req-28d2131e-8ba8-4bd9-9cf2-901177cf6931 service neutron] 10.222.0.22 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1381733
Jan 29 10:44:19.383882 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca0a00-5439-4d16-b991-eae6b3990605 req-b4d35e0a-a0a3-447d-90c5-cc2ceaf48c97 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:44:19.385590 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-72ca0a00-5439-4d16-b991-eae6b3990605 req-b4d35e0a-a0a3-447d-90c5-cc2ceaf48c97 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443 HTTP/1.1" status: 200  len: 945 time: 0.1639068
Jan 29 10:44:19.707595 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-72ca0a00-5439-4d16-b991-eae6b3990605 req-83d27116-372b-4cf0-a39c-d4c65de32c5f tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3156726
Jan 29 10:44:20.997033 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1535c4-e4de-4d72-87c1-0c12a486afca req-80494e47-f7e1-4af3-a062-d01cd7e5594b tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:44:20.998727 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ac1535c4-e4de-4d72-87c1-0c12a486afca req-80494e47-f7e1-4af3-a062-d01cd7e5594b tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443 HTTP/1.1" status: 200  len: 945 time: 0.1618297
Jan 29 10:44:21.061956 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ac1535c4-e4de-4d72-87c1-0c12a486afca req-98d55454-41f3-40ce-afd6-af4517683093 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0560086
Jan 29 10:44:21.512107 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-84d06240-1ab9-4247-b350-ead1fa85367f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:44:22.363529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede45795-6bb5-4f55-980d-3009738edb22 req-e6ed2b2d-32a4-4a93-ba63-c7eb759b8703 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:44:22.365158 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ede45795-6bb5-4f55-980d-3009738edb22 req-e6ed2b2d-32a4-4a93-ba63-c7eb759b8703 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443 HTTP/1.1" status: 200  len: 945 time: 0.1664877
Jan 29 10:44:22.431401 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ede45795-6bb5-4f55-980d-3009738edb22 req-22ed118d-c48a-4f6e-8a37-237ed7252aaf tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0597591
Jan 29 10:44:23.731129 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16a388e-a68f-4cac-9856-ee8057ab5d93 req-f804d15e-ebe1-4686-80dc-2887b6976719 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:44:23.732741 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c16a388e-a68f-4cac-9856-ee8057ab5d93 req-f804d15e-ebe1-4686-80dc-2887b6976719 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443 HTTP/1.1" status: 200  len: 945 time: 0.1617613
Jan 29 10:44:23.776507 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-754cae12-b3f7-4601-89e1-bcdaab216d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:44:23.800240 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c16a388e-a68f-4cac-9856-ee8057ab5d93 req-989285cf-f652-4c6e-ac8f-0cfc3ec4feb1 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0607786
Jan 29 10:44:24.352186 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:44:24.978687 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:44:25.093867 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed272d-bbc5-47fa-8400-51a6ec8066e1 req-eabffeee-5c48-42eb-9caf-9650846547aa tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:44:25.095494 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-43ed272d-bbc5-47fa-8400-51a6ec8066e1 req-eabffeee-5c48-42eb-9caf-9650846547aa tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443 HTTP/1.1" status: 200  len: 945 time: 0.1652150
Jan 29 10:44:25.158188 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-43ed272d-bbc5-47fa-8400-51a6ec8066e1 req-5e754db5-5b84-419c-a1c5-2244578169a0 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0563087
Jan 29 10:44:26.169817 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:44:26.586877 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d93f6c-4960-4ba5-b7fb-ff16199004e3 req-e10199ac-6ace-4652-ba11-bc00e0f5084d tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:44:26.588500 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a2d93f6c-4960-4ba5-b7fb-ff16199004e3 req-e10199ac-6ace-4652-ba11-bc00e0f5084d tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443 HTTP/1.1" status: 200  len: 945 time: 0.1653352
Jan 29 10:44:26.651956 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a2d93f6c-4960-4ba5-b7fb-ff16199004e3 req-d82e8d04-1efd-4daa-87cd-f0a80ad9b2de tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0570889
Jan 29 10:44:27.941005 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187903dd-edb9-4ec1-99f0-24ecee996350 req-db4d96a0-4c0a-44f8-85a1-495f0601bccf tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:44:27.942687 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-187903dd-edb9-4ec1-99f0-24ecee996350 req-db4d96a0-4c0a-44f8-85a1-495f0601bccf tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443 HTTP/1.1" status: 200  len: 945 time: 0.1630287
Jan 29 10:44:28.010421 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-187903dd-edb9-4ec1-99f0-24ecee996350 req-5e6366d8-4530-4eeb-9fd9-dc645c91c594 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0613594
Jan 29 10:44:29.306994 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f884aa33-3cd0-48c7-beb7-aa3dcf45760d req-f10cbd07-ad67-4db9-ae20-0c8bf30a4e70 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:44:29.308642 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f884aa33-3cd0-48c7-beb7-aa3dcf45760d req-f10cbd07-ad67-4db9-ae20-0c8bf30a4e70 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443 HTTP/1.1" status: 200  len: 945 time: 0.1643040
Jan 29 10:44:29.373917 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f884aa33-3cd0-48c7-beb7-aa3dcf45760d req-0da8c91d-dbab-4eca-b88b-bb93fc57ef9e tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0582814
Jan 29 10:44:30.675850 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7ea2e-c315-4bc3-bf73-083599d640d2 req-0f071382-7889-45d6-8c8f-87fed3295b31 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:44:30.677538 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fdc7ea2e-c315-4bc3-bf73-083599d640d2 req-0f071382-7889-45d6-8c8f-87fed3295b31 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443 HTTP/1.1" status: 200  len: 945 time: 0.1700025
Jan 29 10:44:30.742610 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fdc7ea2e-c315-4bc3-bf73-083599d640d2 req-de921cba-ceaa-4fd2-ba18-aea37253bcc0 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0586083
Jan 29 10:44:32.030641 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4e0dce-34a6-4680-9e2f-752fc1be2ba0 req-3211c9df-2a8d-4619-ba28-641ecb58a0a7 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:44:32.032234 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ab4e0dce-34a6-4680-9e2f-752fc1be2ba0 req-3211c9df-2a8d-4619-ba28-641ecb58a0a7 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443 HTTP/1.1" status: 200  len: 945 time: 0.1606946
Jan 29 10:44:32.100610 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ab4e0dce-34a6-4680-9e2f-752fc1be2ba0 req-b118c62f-1607-4b67-9fdd-9091648c4831 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0611968
Jan 29 10:44:33.390814 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d66907-e05e-4303-8c75-1f73a11d9740 req-b2236426-cb98-40d9-8440-5d189da020ab tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:44:33.393387 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-44d66907-e05e-4303-8c75-1f73a11d9740 req-b2236426-cb98-40d9-8440-5d189da020ab tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443 HTTP/1.1" status: 200  len: 945 time: 0.1642497
Jan 29 10:44:33.459552 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-44d66907-e05e-4303-8c75-1f73a11d9740 req-ac2ca436-e3cc-4790-a1a7-81d09c1240a7 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0595515
Jan 29 10:44:34.760625 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b06f9f-27ef-452f-af4d-1f1345b17a5b req-35fd9bae-39e3-4549-acd0-ca3c70165f25 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:44:34.762158 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-90b06f9f-27ef-452f-af4d-1f1345b17a5b req-35fd9bae-39e3-4549-acd0-ca3c70165f25 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443 HTTP/1.1" status: 200  len: 945 time: 0.1688426
Jan 29 10:44:34.825110 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-90b06f9f-27ef-452f-af4d-1f1345b17a5b req-de62f949-da43-4823-8080-27acf418a426 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0559683
Jan 29 10:44:35.102640 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:44:36.123055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca617d2-10d9-4a11-9408-6d5ed4cfe2b5 req-0b2dde73-7fe7-4848-a850-a3d3e51a702e tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:44:36.124796 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8ca617d2-10d9-4a11-9408-6d5ed4cfe2b5 req-0b2dde73-7fe7-4848-a850-a3d3e51a702e tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443 HTTP/1.1" status: 200  len: 945 time: 0.1642673
Jan 29 10:44:36.191192 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8ca617d2-10d9-4a11-9408-6d5ed4cfe2b5 req-dffae340-da91-425d-9dfa-f3bbad5b029e tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0599658
Jan 29 10:44:36.557796 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7173e413-36e0-41d1-afb4-f5f7fd69a30e req-e24bb6ec-0579-4997-a164-be2eab75cdb1 service neutron] 10.222.0.22 "GET /v2.0/ports/fed8f83f-f1f6-4718-8d59-ae37c0dddb8b/bindings/hv-neutron-7729 HTTP/1.1" status: 200  len: 454 time: 0.0792580
Jan 29 10:44:36.658718 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device fed8f83f-f1f6-4718-8d59-ae37c0dddb8b no longer exists at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:44:36.779633 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:44:36.808831 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca5b686-05f8-4732-aa57-fea48d2e2443', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fed8f83f-f1f6-4718-8d59-ae37c0dddb8b'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:44:36.819232 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port fed8f83f-f1f6-4718-8d59-ae37c0dddb8b, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=fed8f83f-f1f6-4718-8d59-ae37c0dddb8b,segment=NetworkSegment(7f8f37ac-b75d-4202-96da-20b63b141e1f),segment_id=7f8f37ac-b75d-4202-96da-20b63b141e1f)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:44:36.822234 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:44:36.824078 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-73988899-ce94-4328-a03c-ca4b95d5e8e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:44:36.861851 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173e413-36e0-41d1-afb4-f5f7fd69a30e req-7348eca0-7a95-4575-bb0d-1a69de0499ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:44:36.863505 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7173e413-36e0-41d1-afb4-f5f7fd69a30e req-7348eca0-7a95-4575-bb0d-1a69de0499ef service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443&tenant_id=cc9e325e6c9744c187b64ac43be16b79 HTTP/1.1" status: 200  len: 1160 time: 0.0860670
Jan 29 10:44:36.882451 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ca5b686-05f8-4732-aa57-fea48d2e2443', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fed8f83f-f1f6-4718-8d59-ae37c0dddb8b', 'code': 200}
Jan 29 10:44:36.898270 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=fed8f83f-f1f6-4718-8d59-ae37c0dddb8b,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:44:36.906276 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:44:36.906674 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:44:36.907063 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:44:36.908004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:44:36.908490 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:44:36.908917 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:44:36.909295 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:44:36.909672 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:44:36.910076 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:44:36.910452 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:44:36.910822 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:44:36.911190 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:44:36.911631 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:44:36.911998 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:44:36.912365 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:44:36.912731 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:44:36.913105 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:44:36.913470 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:44:36.913857 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:44:36.914223 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:44:36.914589 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:44:36.914997 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:44:36.915364 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:44:36.915729 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:44:36.920033 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:44:37.009743 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173e413-36e0-41d1-afb4-f5f7fd69a30e req-38148955-8b93-4671-95bd-c7971c73794f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:44:37.011430 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7173e413-36e0-41d1-afb4-f5f7fd69a30e req-38148955-8b93-4671-95bd-c7971c73794f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cc9e325e6c9744c187b64ac43be16b79&device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443 HTTP/1.1" status: 200  len: 1160 time: 0.0793922
Jan 29 10:44:37.154491 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173e413-36e0-41d1-afb4-f5f7fd69a30e req-6408d070-6097-48db-8aaa-fc08e94249c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:44:37.156051 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7173e413-36e0-41d1-afb4-f5f7fd69a30e req-6408d070-6097-48db-8aaa-fc08e94249c3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=890a0074-3e1e-49d8-8cf4-76a9a26980e6 HTTP/1.1" status: 200  len: 905 time: 0.1379087
Jan 29 10:44:37.268148 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7173e413-36e0-41d1-afb4-f5f7fd69a30e req-8c5c4b73-2152-46d4-9456-6df9892cec18 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fed8f83f-f1f6-4718-8d59-ae37c0dddb8b HTTP/1.1" status: 200  len: 999 time: 0.1054037
Jan 29 10:44:37.343861 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173e413-36e0-41d1-afb4-f5f7fd69a30e req-14f4ce85-0804-4460-8667-722321cf359d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:44:37.346412 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7173e413-36e0-41d1-afb4-f5f7fd69a30e req-14f4ce85-0804-4460-8667-722321cf359d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c6b32b80-7adf-4992-aa8d-cb3c4b0180ce HTTP/1.1" status: 200  len: 850 time: 0.0716074
Jan 29 10:44:37.428756 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173e413-36e0-41d1-afb4-f5f7fd69a30e req-ddbbabd4-e8e7-46c7-83b2-2d37a7773113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:44:37.430353 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7173e413-36e0-41d1-afb4-f5f7fd69a30e req-ddbbabd4-e8e7-46c7-83b2-2d37a7773113 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=890a0074-3e1e-49d8-8cf4-76a9a26980e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0778913
Jan 29 10:44:37.490559 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091cae26-3d56-4dd0-90b3-5cf0be3c5e32 req-baf2e39c-6508-43a5-a4a8-ee7505519011 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:44:37.492298 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-091cae26-3d56-4dd0-90b3-5cf0be3c5e32 req-baf2e39c-6508-43a5-a4a8-ee7505519011 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443 HTTP/1.1" status: 200  len: 943 time: 0.1687717
Jan 29 10:44:37.559596 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-091cae26-3d56-4dd0-90b3-5cf0be3c5e32 req-3f137713-ecd4-4498-a187-ac6516237967 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0606792
Jan 29 10:44:37.574601 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7173e413-36e0-41d1-afb4-f5f7fd69a30e req-e7d57ebc-16a1-4e0c-85a9-0cdda858f003 service neutron] 10.222.0.22 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374304
Jan 29 10:44:37.717509 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7173e413-36e0-41d1-afb4-f5f7fd69a30e req-a8d46e50-9347-4d2d-b5ca-54b01861d362 service neutron] 10.222.0.22 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1358206
Jan 29 10:44:38.862812 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c30b16-09d7-46fa-a9d0-2b12f155eb07 req-c90969d4-4985-48aa-8b54-fcd449948777 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:44:38.864474 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-29c30b16-09d7-46fa-a9d0-2b12f155eb07 req-c90969d4-4985-48aa-8b54-fcd449948777 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443 HTTP/1.1" status: 200  len: 943 time: 0.1695843
Jan 29 10:44:38.930363 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-29c30b16-09d7-46fa-a9d0-2b12f155eb07 req-a2d7111b-0e09-4b71-881f-517017a26233 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0593677
Jan 29 10:44:40.223758 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7380949-2267-4fb1-8b1c-8dcc01e97987 req-63a6d707-f579-4712-8f89-35e74ebde19e tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:44:40.225307 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b7380949-2267-4fb1-8b1c-8dcc01e97987 req-63a6d707-f579-4712-8f89-35e74ebde19e tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443 HTTP/1.1" status: 200  len: 943 time: 0.1640646
Jan 29 10:44:40.299307 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b7380949-2267-4fb1-8b1c-8dcc01e97987 req-b867c31f-ff81-4766-8f77-7aaf9d4f3c8d tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0674798
Jan 29 10:44:41.594660 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474748f8-4f63-4080-be13-b6038b95fa40 req-e820b803-adb6-4a3d-9326-a31e6ea27bab tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:44:41.596843 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-474748f8-4f63-4080-be13-b6038b95fa40 req-e820b803-adb6-4a3d-9326-a31e6ea27bab tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443 HTTP/1.1" status: 200  len: 943 time: 0.1689363
Jan 29 10:44:41.661077 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-474748f8-4f63-4080-be13-b6038b95fa40 req-1b289100-c935-4c2e-9fe1-b4507997e2e3 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0579145
Jan 29 10:44:42.954158 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760c68d8-6242-4bed-8e11-629483870da0 req-14cc9b3f-3baf-42f1-89ff-902fd927c23c tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:44:42.956166 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-760c68d8-6242-4bed-8e11-629483870da0 req-14cc9b3f-3baf-42f1-89ff-902fd927c23c tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443 HTTP/1.1" status: 200  len: 943 time: 0.1641006
Jan 29 10:44:43.025016 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-760c68d8-6242-4bed-8e11-629483870da0 req-219726f8-b408-4df5-995f-69aa11727479 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0622840
Jan 29 10:44:44.320842 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47436b-d807-42b3-aeac-f85c1e84d057 req-d225cd4b-9bea-4dbf-94c4-541ee2a8c3ed tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:44:44.322552 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1d47436b-d807-42b3-aeac-f85c1e84d057 req-d225cd4b-9bea-4dbf-94c4-541ee2a8c3ed tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443 HTTP/1.1" status: 200  len: 943 time: 0.1669648
Jan 29 10:44:44.388927 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1d47436b-d807-42b3-aeac-f85c1e84d057 req-35330604-b86d-4c5a-8096-df93bcb87a8a tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0596974
Jan 29 10:44:45.199959 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:44:45.689636 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2343766a-5ad5-46c1-bb74-4ee8ba01397f req-f977ac77-b4a0-4451-8e33-121812b2d722 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:44:45.691307 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2343766a-5ad5-46c1-bb74-4ee8ba01397f req-f977ac77-b4a0-4451-8e33-121812b2d722 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443 HTTP/1.1" status: 200  len: 943 time: 0.1728747
Jan 29 10:44:45.755922 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2343766a-5ad5-46c1-bb74-4ee8ba01397f req-97621d34-4ff0-4c2c-ba2d-94f3ffa4814d tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0582950
Jan 29 10:44:47.078022 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01d2da-d2f6-413a-b1d4-52d847b81de8 req-bfe19915-738b-4c82-a8d9-084b30f127c9 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:44:47.080736 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5e01d2da-d2f6-413a-b1d4-52d847b81de8 req-bfe19915-738b-4c82-a8d9-084b30f127c9 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443 HTTP/1.1" status: 200  len: 943 time: 0.1866627
Jan 29 10:44:47.152303 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5e01d2da-d2f6-413a-b1d4-52d847b81de8 req-f90f5785-94fa-4011-a02d-69118736204d tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0647786
Jan 29 10:44:48.452515 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c383be4-63f1-41e9-80e1-7ecec4f7bf49 req-78fdbcce-c8b1-47f2-bfc0-fcab39814466 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:44:48.454131 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9c383be4-63f1-41e9-80e1-7ecec4f7bf49 req-78fdbcce-c8b1-47f2-bfc0-fcab39814466 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443 HTTP/1.1" status: 200  len: 943 time: 0.1735654
Jan 29 10:44:48.518901 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9c383be4-63f1-41e9-80e1-7ecec4f7bf49 req-17a3da16-d5f3-4f0b-9b15-0b1855325780 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0581369
Jan 29 10:44:49.027577 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac620f-e74f-4d10-8069-d47706a977e9 req-e9ce1786-bf62-4c37-a2a4-8ec79666966c tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:44:49.028393 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-1bac620f-e74f-4d10-8069-d47706a977e9 req-e9ce1786-bf62-4c37-a2a4-8ec79666966c tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Synchronizing usage tracker for tenant:cc9e325e6c9744c187b64ac43be16b79 on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:44:49.043990 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-1bac620f-e74f-4d10-8069-d47706a977e9 req-e9ce1786-bf62-4c37-a2a4-8ec79666966c tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Unset dirty status for tenant:cc9e325e6c9744c187b64ac43be16b79 on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:44:49.045213 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1bac620f-e74f-4d10-8069-d47706a977e9 req-e9ce1786-bf62-4c37-a2a4-8ec79666966c tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443&tenant_id=cc9e325e6c9744c187b64ac43be16b79&binding%3Ahost_id=hv-neutron-7729 HTTP/1.1" status: 200  len: 943 time: 0.1860754
Jan 29 10:44:49.063664 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device fed8f83f-f1f6-4718-8d59-ae37c0dddb8b up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:44:49.113096 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d5e09-6b3f-4fd2-bf42-ff5a5b65abb8 req-a882e902-84f3-4efb-84eb-b55a39041150 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:44:49.114803 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7d6d5e09-6b3f-4fd2-bf42-ff5a5b65abb8 req-a882e902-84f3-4efb-84eb-b55a39041150 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443 HTTP/1.1" status: 200  len: 943 time: 0.1752200
Jan 29 10:44:49.141035 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1bac620f-e74f-4d10-8069-d47706a977e9 req-b67c9d1b-314f-4355-acf7-be0647fc9608 service neutron] 10.222.0.22 "GET /v2.0/ports/fed8f83f-f1f6-4718-8d59-ae37c0dddb8b/bindings/hv-neutron-7729 HTTP/1.1" status: 200  len: 454 time: 0.0887303
Jan 29 10:44:49.143357 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port fed8f83f-f1f6-4718-8d59-ae37c0dddb8b triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:44:49.143787 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:44:49.183387 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7d6d5e09-6b3f-4fd2-bf42-ff5a5b65abb8 req-76840d90-1711-4abf-ba89-cf24fe911005 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0593486
Jan 29 10:44:49.262069 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac620f-e74f-4d10-8069-d47706a977e9 req-8e704f33-9b27-4481-8d2c-8acd120bdaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:44:49.263724 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1bac620f-e74f-4d10-8069-d47706a977e9 req-8e704f33-9b27-4481-8d2c-8acd120bdaac service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cc9e325e6c9744c187b64ac43be16b79&device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443 HTTP/1.1" status: 200  len: 1160 time: 0.0833170
Jan 29 10:44:49.273745 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:44:49.304503 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca5b686-05f8-4732-aa57-fea48d2e2443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fed8f83f-f1f6-4718-8d59-ae37c0dddb8b'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:44:49.316765 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port fed8f83f-f1f6-4718-8d59-ae37c0dddb8b, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=fed8f83f-f1f6-4718-8d59-ae37c0dddb8b,segment=NetworkSegment(7f8f37ac-b75d-4202-96da-20b63b141e1f),segment_id=7f8f37ac-b75d-4202-96da-20b63b141e1f)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:44:49.321120 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:44:49.323380 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-761944b1-9570-48b6-b29e-c5256ba046f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:44:49.386763 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ca5b686-05f8-4732-aa57-fea48d2e2443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fed8f83f-f1f6-4718-8d59-ae37c0dddb8b', 'code': 200}
Jan 29 10:44:49.402194 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=fed8f83f-f1f6-4718-8d59-ae37c0dddb8b,revision_number=6']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:44:49.405694 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:44:49.414227 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac620f-e74f-4d10-8069-d47706a977e9 req-8e08bbe2-ae60-4eb4-89ac-5881044c6536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:44:49.415823 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1bac620f-e74f-4d10-8069-d47706a977e9 req-8e08bbe2-ae60-4eb4-89ac-5881044c6536 service neutron] 10.222.0.22 "GET /v2.0/networks?id=890a0074-3e1e-49d8-8cf4-76a9a26980e6 HTTP/1.1" status: 200  len: 905 time: 0.1459279
Jan 29 10:44:49.533467 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1bac620f-e74f-4d10-8069-d47706a977e9 req-04f3a09f-fdcb-47ec-8d22-7fec7b1762fd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fed8f83f-f1f6-4718-8d59-ae37c0dddb8b HTTP/1.1" status: 200  len: 1001 time: 0.1033089
Jan 29 10:44:49.603337 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac620f-e74f-4d10-8069-d47706a977e9 req-833d1e7d-e5d6-461e-8da3-b53addfaff33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:44:49.604876 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1bac620f-e74f-4d10-8069-d47706a977e9 req-833d1e7d-e5d6-461e-8da3-b53addfaff33 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c6b32b80-7adf-4992-aa8d-cb3c4b0180ce HTTP/1.1" status: 200  len: 850 time: 0.0635934
Jan 29 10:44:49.689121 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac620f-e74f-4d10-8069-d47706a977e9 req-60f14684-adfe-4c6a-a7d1-1cc1c2faf228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:44:49.690759 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1bac620f-e74f-4d10-8069-d47706a977e9 req-60f14684-adfe-4c6a-a7d1-1cc1c2faf228 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=890a0074-3e1e-49d8-8cf4-76a9a26980e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0783188
Jan 29 10:44:50.107769 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1bac620f-e74f-4d10-8069-d47706a977e9 req-eb4697ec-f10b-4ab0-a6dc-2ed1ed474d4a service neutron] 10.222.0.22 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4096050
Jan 29 10:44:50.255937 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1bac620f-e74f-4d10-8069-d47706a977e9 req-0fe62898-e8c1-4e1f-adda-905cfa5a5eec service neutron] 10.222.0.22 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1401625
Jan 29 10:44:50.489175 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb7a556-5152-46f2-98bd-66e707b488c5 req-03e5fbb9-fc27-476b-97c1-5ed650f8447e tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:44:50.490849 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2cb7a556-5152-46f2-98bd-66e707b488c5 req-03e5fbb9-fc27-476b-97c1-5ed650f8447e tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443 HTTP/1.1" status: 200  len: 945 time: 0.1720598
Jan 29 10:44:50.559969 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2cb7a556-5152-46f2-98bd-66e707b488c5 req-9777c437-200f-4c6d-9f21-69d17aaa2f6e tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0629034
Jan 29 10:44:50.928204 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device fed8f83f-f1f6-4718-8d59-ae37c0dddb8b up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:44:51.002037 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port fed8f83f-f1f6-4718-8d59-ae37c0dddb8b triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:44:51.002568 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:44:51.513193 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d348692a-b7da-4a11-bc9d-f4ce320488e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:44:51.851765 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4217c628-cfb6-41dd-abd9-f04bbfb7bb2a req-d016adc6-b020-4979-8f88-5932759fb919 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:44:51.853297 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4217c628-cfb6-41dd-abd9-f04bbfb7bb2a req-d016adc6-b020-4979-8f88-5932759fb919 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443 HTTP/1.1" status: 200  len: 945 time: 0.1617076
Jan 29 10:44:51.917390 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4217c628-cfb6-41dd-abd9-f04bbfb7bb2a req-f465ea94-e09b-4ba8-a478-43e1b25c9e61 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0577838
Jan 29 10:44:52.786165 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device fed8f83f-f1f6-4718-8d59-ae37c0dddb8b no longer exists at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:44:52.908636 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:44:52.937805 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca5b686-05f8-4732-aa57-fea48d2e2443', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fed8f83f-f1f6-4718-8d59-ae37c0dddb8b'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:44:52.949386 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port fed8f83f-f1f6-4718-8d59-ae37c0dddb8b, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=fed8f83f-f1f6-4718-8d59-ae37c0dddb8b,segment=NetworkSegment(7f8f37ac-b75d-4202-96da-20b63b141e1f),segment_id=7f8f37ac-b75d-4202-96da-20b63b141e1f)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:44:52.952151 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:44:52.955039 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:44:53.013147 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ca5b686-05f8-4732-aa57-fea48d2e2443', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fed8f83f-f1f6-4718-8d59-ae37c0dddb8b', 'code': 200}
Jan 29 10:44:53.031057 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=fed8f83f-f1f6-4718-8d59-ae37c0dddb8b,revision_number=7']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:44:53.035452 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:44:53.286465 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be23ab4-93cf-407a-a007-4608b4b4320b req-dee6a451-8e01-4650-9d95-4cca6092b301 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:44:53.288186 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2be23ab4-93cf-407a-a007-4608b4b4320b req-dee6a451-8e01-4650-9d95-4cca6092b301 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443 HTTP/1.1" status: 200  len: 943 time: 0.1731968
Jan 29 10:44:53.354845 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2be23ab4-93cf-407a-a007-4608b4b4320b req-755ff873-b8c2-43e0-8d65-ac544b252d24 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0600624
Jan 29 10:44:53.780678 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-11d87143-c9ef-40f6-994e-4d7d0fca967f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:44:53.921979 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac620f-e74f-4d10-8069-d47706a977e9 req-369c3c59-78d8-41d5-88e8-4cb5a667162a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:44:53.924106 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1bac620f-e74f-4d10-8069-d47706a977e9 req-369c3c59-78d8-41d5-88e8-4cb5a667162a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443&tenant_id=cc9e325e6c9744c187b64ac43be16b79 HTTP/1.1" status: 200  len: 1160 time: 0.0771258
Jan 29 10:44:54.036994 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac620f-e74f-4d10-8069-d47706a977e9 req-c6cd504c-81b6-4bc3-a335-085b7fc424a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:44:54.038566 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1bac620f-e74f-4d10-8069-d47706a977e9 req-c6cd504c-81b6-4bc3-a335-085b7fc424a6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cc9e325e6c9744c187b64ac43be16b79&device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443 HTTP/1.1" status: 200  len: 1160 time: 0.0805898
Jan 29 10:44:54.184695 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac620f-e74f-4d10-8069-d47706a977e9 req-84189356-c90a-48cc-94a6-47d3dac854d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:44:54.186293 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1bac620f-e74f-4d10-8069-d47706a977e9 req-84189356-c90a-48cc-94a6-47d3dac854d7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=890a0074-3e1e-49d8-8cf4-76a9a26980e6 HTTP/1.1" status: 200  len: 905 time: 0.1416786
Jan 29 10:44:54.294894 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1bac620f-e74f-4d10-8069-d47706a977e9 req-19e5b286-6a07-42af-ab67-1878a6ab140f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fed8f83f-f1f6-4718-8d59-ae37c0dddb8b HTTP/1.1" status: 200  len: 999 time: 0.1019492
Jan 29 10:44:54.356180 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:44:54.372889 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac620f-e74f-4d10-8069-d47706a977e9 req-1ba988e6-d93f-48c4-8c3e-12c454fa88ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:44:54.374514 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1bac620f-e74f-4d10-8069-d47706a977e9 req-1ba988e6-d93f-48c4-8c3e-12c454fa88ae service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c6b32b80-7adf-4992-aa8d-cb3c4b0180ce HTTP/1.1" status: 200  len: 850 time: 0.0733657
Jan 29 10:44:54.455886 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac620f-e74f-4d10-8069-d47706a977e9 req-b64fcded-3825-4f21-ad82-25f0e4307ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:44:54.457493 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1bac620f-e74f-4d10-8069-d47706a977e9 req-b64fcded-3825-4f21-ad82-25f0e4307ac9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=890a0074-3e1e-49d8-8cf4-76a9a26980e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0765812
Jan 29 10:44:54.604161 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1bac620f-e74f-4d10-8069-d47706a977e9 req-50b5df52-460f-4ae7-8760-6b393c9e1ac1 service neutron] 10.222.0.22 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1392083
Jan 29 10:44:54.655066 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b436e2dd-5068-475c-a602-63446af2c771 req-60e48dbb-80cb-45a7-9d5f-8e4c38e3ec83 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:44:54.656779 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b436e2dd-5068-475c-a602-63446af2c771 req-60e48dbb-80cb-45a7-9d5f-8e4c38e3ec83 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443 HTTP/1.1" status: 200  len: 943 time: 0.1704619
Jan 29 10:44:54.723519 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b436e2dd-5068-475c-a602-63446af2c771 req-cf04849e-c003-4a8d-921d-64a133cdbe63 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0596714
Jan 29 10:44:54.751627 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1bac620f-e74f-4d10-8069-d47706a977e9 req-a834bd6e-71d6-4102-808c-3ce4da6ed747 service neutron] 10.222.0.22 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1402509
Jan 29 10:44:54.981418 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:44:56.027785 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc77cd78-ff04-4100-90c0-5a673c8ea271 req-02b465dc-6b62-47ad-aa7e-09d64ffa62d8 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:44:56.029379 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-dc77cd78-ff04-4100-90c0-5a673c8ea271 req-02b465dc-6b62-47ad-aa7e-09d64ffa62d8 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443 HTTP/1.1" status: 200  len: 943 time: 0.1713538
Jan 29 10:44:56.096274 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-dc77cd78-ff04-4100-90c0-5a673c8ea271 req-1e86ff01-da73-4963-85f0-70bb0f0d5dc2 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0603590
Jan 29 10:44:56.171921 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:44:57.396694 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1853b09-a3db-401e-bdf7-1573863f88ac req-f5609116-5634-469b-aaeb-04bdaccd2768 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:44:57.398293 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b1853b09-a3db-401e-bdf7-1573863f88ac req-f5609116-5634-469b-aaeb-04bdaccd2768 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443 HTTP/1.1" status: 200  len: 943 time: 0.1696384
Jan 29 10:44:57.461716 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b1853b09-a3db-401e-bdf7-1573863f88ac req-e29a1e2c-2ee1-44d2-9120-f8e3cb574eed tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0570655
Jan 29 10:44:58.753043 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f64277-9c1b-4a14-9fad-2de32c082f67 req-5d6d0b00-54b2-43d0-b063-1e83aabc1f5c tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:44:58.754685 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-97f64277-9c1b-4a14-9fad-2de32c082f67 req-5d6d0b00-54b2-43d0-b063-1e83aabc1f5c tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443 HTTP/1.1" status: 200  len: 943 time: 0.1615613
Jan 29 10:44:58.820297 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-97f64277-9c1b-4a14-9fad-2de32c082f67 req-a7f7b8a0-c1d7-438f-adde-c748d64e1c3b tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0592959
Jan 29 10:45:00.117892 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a44bc3-3863-4736-8a2c-90938d69dc75 req-78314209-5f1d-41de-b18f-cc07b2f23564 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:45:00.119433 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f5a44bc3-3863-4736-8a2c-90938d69dc75 req-78314209-5f1d-41de-b18f-cc07b2f23564 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443 HTTP/1.1" status: 200  len: 943 time: 0.1666934
Jan 29 10:45:00.182787 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f5a44bc3-3863-4736-8a2c-90938d69dc75 req-044e5b9f-0d4f-405a-be23-da9f6751863b tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0570648
Jan 29 10:45:01.476832 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb86617-7043-48b2-91cf-3857d0cc0f47 req-dc97f09d-14cc-4a65-b20b-6f13ae171719 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:45:01.478482 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-acb86617-7043-48b2-91cf-3857d0cc0f47 req-dc97f09d-14cc-4a65-b20b-6f13ae171719 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443 HTTP/1.1" status: 200  len: 943 time: 0.1631887
Jan 29 10:45:01.551090 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-acb86617-7043-48b2-91cf-3857d0cc0f47 req-992d9cbe-f346-47ec-b139-10a39658355c tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0662041
Jan 29 10:45:02.843595 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebfbf96-f817-470b-be43-2451651a444c req-e1fdaf94-4baf-48f2-9660-3982c31d6beb tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:45:02.845773 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5ebfbf96-f817-470b-be43-2451651a444c req-e1fdaf94-4baf-48f2-9660-3982c31d6beb tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443 HTTP/1.1" status: 200  len: 943 time: 0.1638570
Jan 29 10:45:02.910328 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5ebfbf96-f817-470b-be43-2451651a444c req-3af15d47-7d27-499d-a845-871647b3bca3 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0581548
Jan 29 10:45:04.442451 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54593d9e-674a-4ec4-a14a-7e158c01bfea req-24ae6b96-fe9a-4204-8ca7-c2406bbf03d2 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:45:04.444089 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-54593d9e-674a-4ec4-a14a-7e158c01bfea req-24ae6b96-fe9a-4204-8ca7-c2406bbf03d2 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443 HTTP/1.1" status: 200  len: 943 time: 0.3985989
Jan 29 10:45:04.508808 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-54593d9e-674a-4ec4-a14a-7e158c01bfea req-3ea6fcbb-941c-4db3-ad1b-6049a85481bf tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0581164
Jan 29 10:45:04.696761 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5fcc9f84-3dcf-4e72-8b88-e28db1aa82ad req-506f3b20-d3ec-474a-90bd-7c8ef6bcba0a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0822096
Jan 29 10:45:04.799879 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768d397-8018-48ed-9cdd-67c8d39632f6 req-1f49d338-a60d-43d4-bbd1-43d55dec87e8 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:45:04.801576 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0768d397-8018-48ed-9cdd-67c8d39632f6 req-1f49d338-a60d-43d4-bbd1-43d55dec87e8 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443 HTTP/1.1" status: 200  len: 943 time: 0.1637678
Jan 29 10:45:04.862844 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc9f84-3dcf-4e72-8b88-e28db1aa82ad req-e534afb1-4d58-4919-9eac-761ed33608ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:45:04.864400 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5fcc9f84-3dcf-4e72-8b88-e28db1aa82ad req-e534afb1-4d58-4919-9eac-761ed33608ca service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cc9e325e6c9744c187b64ac43be16b79&device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443 HTTP/1.1" status: 200  len: 1160 time: 0.0794344
Jan 29 10:45:04.869338 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0768d397-8018-48ed-9cdd-67c8d39632f6 req-126c6185-c130-4f9c-9695-5ef4693b5ccc tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0612636
Jan 29 10:45:05.025214 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc9f84-3dcf-4e72-8b88-e28db1aa82ad req-3d9c2ea6-00f9-44f4-b6cc-4fb099bce0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:45:05.026844 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5fcc9f84-3dcf-4e72-8b88-e28db1aa82ad req-3d9c2ea6-00f9-44f4-b6cc-4fb099bce0f3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=890a0074-3e1e-49d8-8cf4-76a9a26980e6 HTTP/1.1" status: 200  len: 905 time: 0.1407759
Jan 29 10:45:05.126743 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:05.143427 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5fcc9f84-3dcf-4e72-8b88-e28db1aa82ad req-4470b23c-edca-400f-bc68-d7bbd5869e91 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fed8f83f-f1f6-4718-8d59-ae37c0dddb8b HTTP/1.1" status: 200  len: 999 time: 0.1093180
Jan 29 10:45:05.161977 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0cfc56-1569-45eb-8225-7df4ee79895f req-b23f5a9a-1f32-4b38-ab7a-de13d02f9a68 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:45:05.163679 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0f0cfc56-1569-45eb-8225-7df4ee79895f req-b23f5a9a-1f32-4b38-ab7a-de13d02f9a68 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443 HTTP/1.1" status: 200  len: 943 time: 0.1649594
Jan 29 10:45:05.217243 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc9f84-3dcf-4e72-8b88-e28db1aa82ad req-10d22e83-bfb6-47b0-8c10-6e4f40f18710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:45:05.218843 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5fcc9f84-3dcf-4e72-8b88-e28db1aa82ad req-10d22e83-bfb6-47b0-8c10-6e4f40f18710 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c6b32b80-7adf-4992-aa8d-cb3c4b0180ce HTTP/1.1" status: 200  len: 850 time: 0.0684047
Jan 29 10:45:05.228454 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0f0cfc56-1569-45eb-8225-7df4ee79895f req-df80a0fd-b9f0-43f4-ae6b-8fb2a02a2f02 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0582979
Jan 29 10:45:05.252940 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device fed8f83f-f1f6-4718-8d59-ae37c0dddb8b up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:45:05.312225 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc9f84-3dcf-4e72-8b88-e28db1aa82ad req-93fdf4e9-b74f-480d-9f53-061f3d48dfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:45:05.314291 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5fcc9f84-3dcf-4e72-8b88-e28db1aa82ad req-93fdf4e9-b74f-480d-9f53-061f3d48dfe7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=890a0074-3e1e-49d8-8cf4-76a9a26980e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0879116
Jan 29 10:45:05.338550 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port fed8f83f-f1f6-4718-8d59-ae37c0dddb8b triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:45:05.338985 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:05.468396 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5fcc9f84-3dcf-4e72-8b88-e28db1aa82ad req-2b7ff177-9371-4a02-9293-a75bab8a1cd5 service neutron] 10.222.0.22 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1468832
Jan 29 10:45:05.470401 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:05.504704 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca5b686-05f8-4732-aa57-fea48d2e2443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fed8f83f-f1f6-4718-8d59-ae37c0dddb8b'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:45:05.515678 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port fed8f83f-f1f6-4718-8d59-ae37c0dddb8b, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=fed8f83f-f1f6-4718-8d59-ae37c0dddb8b,segment=NetworkSegment(7f8f37ac-b75d-4202-96da-20b63b141e1f),segment_id=7f8f37ac-b75d-4202-96da-20b63b141e1f)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:45:05.518844 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:05.520762 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7c259935-5986-4069-b68e-c476bfcf29a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:45:05.590174 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=fed8f83f-f1f6-4718-8d59-ae37c0dddb8b,revision_number=8']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:45:05.593646 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:45:05.621943 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5fcc9f84-3dcf-4e72-8b88-e28db1aa82ad req-b7e2089c-518b-43a0-ba8e-31861305c3b0 service neutron] 10.222.0.22 "GET /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1470394
Jan 29 10:45:05.782941 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78688f59-ee0e-4413-8712-a5279cef1b33 req-dff61aa1-aafb-456d-8e0f-1134af7d9dc9 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:45:05.784473 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-78688f59-ee0e-4413-8712-a5279cef1b33 req-dff61aa1-aafb-456d-8e0f-1134af7d9dc9 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443 HTTP/1.1" status: 200  len: 945 time: 0.1683397
Jan 29 10:45:05.848291 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-78688f59-ee0e-4413-8712-a5279cef1b33 req-9d3126c0-6c26-4ad1-a1bf-2015d9bbca93 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0574021
Jan 29 10:45:05.918570 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ca5b686-05f8-4732-aa57-fea48d2e2443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fed8f83f-f1f6-4718-8d59-ae37c0dddb8b', 'code': 200}
Jan 29 10:45:07.124436 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device fed8f83f-f1f6-4718-8d59-ae37c0dddb8b up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:45:07.147938 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac78870-5558-406c-abfa-8843bf702089 req-bb91ade3-879d-4869-8afd-25ebb87a2584 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:45:07.149583 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8ac78870-5558-406c-abfa-8843bf702089 req-bb91ade3-879d-4869-8afd-25ebb87a2584 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443 HTTP/1.1" status: 200  len: 945 time: 0.1669316
Jan 29 10:45:07.200753 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port fed8f83f-f1f6-4718-8d59-ae37c0dddb8b triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:45:07.201174 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:07.220299 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8ac78870-5558-406c-abfa-8843bf702089 req-c569d665-aeb5-4ecf-8a86-d2310297db09 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0634115
Jan 29 10:45:08.483143 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd16d75d-87a4-4585-ae3e-e4fb61162565 req-34165781-1425-4140-ba5b-a98146b08c54 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:45:08.485319 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fd16d75d-87a4-4585-ae3e-e4fb61162565 req-34165781-1425-4140-ba5b-a98146b08c54 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443 HTTP/1.1" status: 200  len: 945 time: 0.1731250
Jan 29 10:45:08.522705 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2178bfe8-5551-4927-9f76-6f1d4a01b1b4 req-8f65481c-f086-4c95-a5f5-f49b31dee21c tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:45:08.524351 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2178bfe8-5551-4927-9f76-6f1d4a01b1b4 req-8f65481c-f086-4c95-a5f5-f49b31dee21c tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443 HTTP/1.1" status: 200  len: 945 time: 0.1728611
Jan 29 10:45:08.582470 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-fd16d75d-87a4-4585-ae3e-e4fb61162565 req-de979f18-fad6-43b9-bf74-a2947d93b581 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Deleting port fed8f83f-f1f6-4718-8d59-ae37c0dddb8b {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:45:08.582872 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-fd16d75d-87a4-4585-ae3e-e4fb61162565 req-de979f18-fad6-43b9-bf74-a2947d93b581 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:08.592499 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2178bfe8-5551-4927-9f76-6f1d4a01b1b4 req-163ab29f-bd87-47d7-acaa-6c8ab79263ba tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0616479
Jan 29 10:45:08.843739 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-fd16d75d-87a4-4585-ae3e-e4fb61162565 req-de979f18-fad6-43b9-bf74-a2947d93b581 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] For port fed8f83f-f1f6-4718-8d59-ae37c0dddb8b, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=fed8f83f-f1f6-4718-8d59-ae37c0dddb8b,segment=NetworkSegment(7f8f37ac-b75d-4202-96da-20b63b141e1f),segment_id=7f8f37ac-b75d-4202-96da-20b63b141e1f)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:45:08.844572 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-fd16d75d-87a4-4585-ae3e-e4fb61162565 req-de979f18-fad6-43b9-bf74-a2947d93b581 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:08.982968 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device fed8f83f-f1f6-4718-8d59-ae37c0dddb8b no longer exists at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:45:09.107270 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:09.134589 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca5b686-05f8-4732-aa57-fea48d2e2443', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fed8f83f-f1f6-4718-8d59-ae37c0dddb8b'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:45:09.145285 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port fed8f83f-f1f6-4718-8d59-ae37c0dddb8b, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=fed8f83f-f1f6-4718-8d59-ae37c0dddb8b,segment=NetworkSegment(7f8f37ac-b75d-4202-96da-20b63b141e1f),segment_id=7f8f37ac-b75d-4202-96da-20b63b141e1f)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:45:09.148362 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:09.150344 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:45:09.158290 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-fd16d75d-87a4-4585-ae3e-e4fb61162565 req-de979f18-fad6-43b9-bf74-a2947d93b581 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:09.158885 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-fd16d75d-87a4-4585-ae3e-e4fb61162565 req-de979f18-fad6-43b9-bf74-a2947d93b581 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:09.159239 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [req-fd16d75d-87a4-4585-ae3e-e4fb61162565 req-de979f18-fad6-43b9-bf74-a2947d93b581 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Floating IP db1b4576-9364-4963-8da9-8b3b6d72a968 disassociated. External IP: 172.26.7.99, port: fed8f83f-f1f6-4718-8d59-ae37c0dddb8b.
Jan 29 10:45:09.159615 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-fd16d75d-87a4-4585-ae3e-e4fb61162565 req-de979f18-fad6-43b9-bf74-a2947d93b581 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Calling delete_port for fed8f83f-f1f6-4718-8d59-ae37c0dddb8b owned by compute:nova {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:45:09.199274 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ca5b686-05f8-4732-aa57-fea48d2e2443', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fed8f83f-f1f6-4718-8d59-ae37c0dddb8b', 'code': 200}
Jan 29 10:45:09.227309 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=fed8f83f-f1f6-4718-8d59-ae37c0dddb8b,revision_number=9']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:45:09.230696 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:45:09.245562 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [req-fd16d75d-87a4-4585-ae3e-e4fb61162565 req-de979f18-fad6-43b9-bf74-a2947d93b581 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80766) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:45:09.245960 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [req-fd16d75d-87a4-4585-ae3e-e4fb61162565 req-de979f18-fad6-43b9-bf74-a2947d93b581 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:45:09.746968 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-fd16d75d-87a4-4585-ae3e-e4fb61162565 req-de979f18-fad6-43b9-bf74-a2947d93b581 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Deleting port fed8f83f-f1f6-4718-8d59-ae37c0dddb8b {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:45:09.747521 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-fd16d75d-87a4-4585-ae3e-e4fb61162565 req-de979f18-fad6-43b9-bf74-a2947d93b581 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:09.896201 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09bc9a7-81af-4d8d-9de8-299d51b510b0 req-bfc499e5-c169-4fac-b22c-fcaa8bdbb678 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:45:09.897928 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f09bc9a7-81af-4d8d-9de8-299d51b510b0 req-bfc499e5-c169-4fac-b22c-fcaa8bdbb678 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443 HTTP/1.1" status: 200  len: 943 time: 0.1713653
Jan 29 10:45:09.963041 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f09bc9a7-81af-4d8d-9de8-299d51b510b0 req-039825d5-1f08-4e3c-86b3-1954ba0fa03d tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcb4c84e-d441-4a54-aae6-0dd38d246af5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0584192
Jan 29 10:45:10.011285 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-fd16d75d-87a4-4585-ae3e-e4fb61162565 req-de979f18-fad6-43b9-bf74-a2947d93b581 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] For port fed8f83f-f1f6-4718-8d59-ae37c0dddb8b, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=fed8f83f-f1f6-4718-8d59-ae37c0dddb8b,segment=NetworkSegment(7f8f37ac-b75d-4202-96da-20b63b141e1f),segment_id=7f8f37ac-b75d-4202-96da-20b63b141e1f)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:45:10.011679 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-fd16d75d-87a4-4585-ae3e-e4fb61162565 req-de979f18-fad6-43b9-bf74-a2947d93b581 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:10.318981 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-fd16d75d-87a4-4585-ae3e-e4fb61162565 req-de979f18-fad6-43b9-bf74-a2947d93b581 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:10.319351 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-fd16d75d-87a4-4585-ae3e-e4fb61162565 req-de979f18-fad6-43b9-bf74-a2947d93b581 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:10.319648 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [req-fd16d75d-87a4-4585-ae3e-e4fb61162565 req-de979f18-fad6-43b9-bf74-a2947d93b581 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Floating IP db1b4576-9364-4963-8da9-8b3b6d72a968 disassociated. External IP: 172.26.7.99, port: fed8f83f-f1f6-4718-8d59-ae37c0dddb8b.
Jan 29 10:45:10.320027 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-fd16d75d-87a4-4585-ae3e-e4fb61162565 req-de979f18-fad6-43b9-bf74-a2947d93b581 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Calling delete_port for fed8f83f-f1f6-4718-8d59-ae37c0dddb8b owned by compute:nova {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:45:10.470548 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-fd16d75d-87a4-4585-ae3e-e4fb61162565 req-de979f18-fad6-43b9-bf74-a2947d93b581 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:10.488895 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-240b7f83-e461-41b8-aac1-c3c578a94368 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:45:10.546098 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de979f18-fad6-43b9-bf74-a2947d93b581 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Pushing event deleted for resources: {'Port': ['ID=fed8f83f-f1f6-4718-8d59-ae37c0dddb8b,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:45:10.559905 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de979f18-fad6-43b9-bf74-a2947d93b581 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:45:10.560337 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de979f18-fad6-43b9-bf74-a2947d93b581 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:45:10.560757 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de979f18-fad6-43b9-bf74-a2947d93b581 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:45:10.561171 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de979f18-fad6-43b9-bf74-a2947d93b581 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:45:10.561579 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de979f18-fad6-43b9-bf74-a2947d93b581 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:45:10.562013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de979f18-fad6-43b9-bf74-a2947d93b581 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:45:10.562420 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de979f18-fad6-43b9-bf74-a2947d93b581 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:45:10.562873 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de979f18-fad6-43b9-bf74-a2947d93b581 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:45:10.563812 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de979f18-fad6-43b9-bf74-a2947d93b581 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:45:10.564215 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de979f18-fad6-43b9-bf74-a2947d93b581 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:45:10.564618 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de979f18-fad6-43b9-bf74-a2947d93b581 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:45:10.565017 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de979f18-fad6-43b9-bf74-a2947d93b581 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:45:10.565488 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de979f18-fad6-43b9-bf74-a2947d93b581 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:45:10.565912 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de979f18-fad6-43b9-bf74-a2947d93b581 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:45:10.566294 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de979f18-fad6-43b9-bf74-a2947d93b581 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:45:10.566692 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de979f18-fad6-43b9-bf74-a2947d93b581 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:45:10.567089 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de979f18-fad6-43b9-bf74-a2947d93b581 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:45:10.567488 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de979f18-fad6-43b9-bf74-a2947d93b581 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:45:10.567888 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de979f18-fad6-43b9-bf74-a2947d93b581 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:45:10.568333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de979f18-fad6-43b9-bf74-a2947d93b581 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:45:10.568730 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de979f18-fad6-43b9-bf74-a2947d93b581 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:45:10.569179 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de979f18-fad6-43b9-bf74-a2947d93b581 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:45:10.569528 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de979f18-fad6-43b9-bf74-a2947d93b581 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:45:10.569970 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de979f18-fad6-43b9-bf74-a2947d93b581 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:45:10.621094 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-de979f18-fad6-43b9-bf74-a2947d93b581 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:45:10.866300 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd16d75d-87a4-4585-ae3e-e4fb61162565 req-de979f18-fad6-43b9-bf74-a2947d93b581 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Router cf352b9c-9f97-4bc4-82cc-ad06defc927e has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:45:11.155104 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2e0ca950-3719-450d-a43e-29481ccbcf0c req-659e1de3-5adc-4313-b022-1dd9c9031f2b tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443 HTTP/1.1" status: 200  len: 210 time: 0.0530739
Jan 29 10:45:11.343854 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd16d75d-87a4-4585-ae3e-e4fb61162565 req-de979f18-fad6-43b9-bf74-a2947d93b581 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:45:11.355445 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837276a2-ceff-4ddb-b5e6-390f495402c7 None None] Sync routers for ids ['cf352b9c-9f97-4bc4-82cc-ad06defc927e'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:45:11.365364 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837276a2-ceff-4ddb-b5e6-390f495402c7 None None] Routers {'cf352b9c-9f97-4bc4-82cc-ad06defc927e'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:45:11.366200 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-837276a2-ceff-4ddb-b5e6-390f495402c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9de0240>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:44:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['cf352b9c-9f97-4bc4-82cc-ad06defc927e'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:45:11.382638 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd16d75d-87a4-4585-ae3e-e4fb61162565 req-de979f18-fad6-43b9-bf74-a2947d93b581 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] No DVR routers for this DVR port fed8f83f-f1f6-4718-8d59-ae37c0dddb8b on host hv-neutron-7729 {{(pid=80766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:45:11.384947 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-fd16d75d-87a4-4585-ae3e-e4fb61162565 req-de979f18-fad6-43b9-bf74-a2947d93b581 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:11.387749 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca5b686-05f8-4732-aa57-fea48d2e2443', 'name': 'network-vif-deleted', 'tag': 'fed8f83f-f1f6-4718-8d59-ae37c0dddb8b'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:45:11.404011 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fd16d75d-87a4-4585-ae3e-e4fb61162565 req-de979f18-fad6-43b9-bf74-a2947d93b581 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.22 "DELETE /v2.0/ports/fed8f83f-f1f6-4718-8d59-ae37c0dddb8b HTTP/1.1" status: 204  len: 173 time: 2.9135318
Jan 29 10:45:11.451096 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ca5b686-05f8-4732-aa57-fea48d2e2443', 'name': 'network-vif-deleted', 'tag': 'fed8f83f-f1f6-4718-8d59-ae37c0dddb8b', 'status': 'completed', 'code': 200}
Jan 29 10:45:11.564284 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-837276a2-ceff-4ddb-b5e6-390f495402c7 None None] Set router cf352b9c-9f97-4bc4-82cc-ad06defc927e gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:45:12.051248 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-837276a2-ceff-4ddb-b5e6-390f495402c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9de0240>, [{'id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'name': 'tempest-ServerActionsTestJSON-466440453-router', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': '4da5e201-762a-412e-8feb-be8f921842a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:36:11Z', 'updated_at': '2021-01-29T10:36:16Z', 'revision_number': 4, 'project_id': 'cc9e325e6c9744c187b64ac43be16b79', 'gw_port': {'id': '4da5e201-762a-412e-8feb-be8f921842a9', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:14:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:36:12Z', 'updated_at': '2021-01-29T10:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '767a243a-d87b-4c91-bf22-90fdc76eb199', 'name': '', 'network_id': '890a0074-3e1e-49d8-8cf4-76a9a26980e6', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'mac_address': 'fa:16:3e:7b:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'c6b32b80-7adf-4992-aa8d-cb3c4b0180ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:36:15Z', 'updated_at': '2021-01-29T10:36:24Z', 'revision_number': 5, 'project_id': 'cc9e325e6c9744c187b64ac43be16b79', 'subnets': [{'id': 'c6b32b80-7adf-4992-aa8d-cb3c4b0180ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:45:12.055373 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837276a2-ceff-4ddb-b5e6-390f495402c7 None None] Checking router: cf352b9c-9f97-4bc4-82cc-ad06defc927e for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:45:12.065079 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837276a2-ceff-4ddb-b5e6-390f495402c7 None None] Routers {'cf352b9c-9f97-4bc4-82cc-ad06defc927e'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:45:12.065738 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-837276a2-ceff-4ddb-b5e6-390f495402c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9de0240>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:44:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['cf352b9c-9f97-4bc4-82cc-ad06defc927e'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:45:12.254800 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-837276a2-ceff-4ddb-b5e6-390f495402c7 None None] Set router cf352b9c-9f97-4bc4-82cc-ad06defc927e gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:45:12.369541 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-af68c832-8f79-4499-a15d-e840bee932cf req-430cbd61-7ea5-41f7-a70e-27a676710a01 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ca5b686-05f8-4732-aa57-fea48d2e2443 HTTP/1.1" status: 200  len: 210 time: 0.0610874
Jan 29 10:45:12.600951 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-837276a2-ceff-4ddb-b5e6-390f495402c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9de0240>, [{'id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'name': 'tempest-ServerActionsTestJSON-466440453-router', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': '4da5e201-762a-412e-8feb-be8f921842a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:36:11Z', 'updated_at': '2021-01-29T10:36:16Z', 'revision_number': 4, 'project_id': 'cc9e325e6c9744c187b64ac43be16b79', 'gw_port': {'id': '4da5e201-762a-412e-8feb-be8f921842a9', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:14:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:36:12Z', 'updated_at': '2021-01-29T10:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '767a243a-d87b-4c91-bf22-90fdc76eb199', 'name': '', 'network_id': '890a0074-3e1e-49d8-8cf4-76a9a26980e6', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'mac_address': 'fa:16:3e:7b:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'c6b32b80-7adf-4992-aa8d-cb3c4b0180ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:36:15Z', 'updated_at': '2021-01-29T10:36:24Z', 'revision_number': 5, 'project_id': 'cc9e325e6c9744c187b64ac43be16b79', 'subnets': [{'id': 'c6b32b80-7adf-4992-aa8d-cb3c4b0180ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:45:12.605129 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837276a2-ceff-4ddb-b5e6-390f495402c7 None None] The sync data for ids ['cf352b9c-9f97-4bc4-82cc-ad06defc927e'] in dv-neutron-772983-2-ovs is: [{'id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'name': 'tempest-ServerActionsTestJSON-466440453-router', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': '4da5e201-762a-412e-8feb-be8f921842a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:36:11Z', 'updated_at': '2021-01-29T10:36:16Z', 'revision_number': 4, 'project_id': 'cc9e325e6c9744c187b64ac43be16b79', 'gw_port': {'id': '4da5e201-762a-412e-8feb-be8f921842a9', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:14:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:36:12Z', 'updated_at': '2021-01-29T10:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '767a243a-d87b-4c91-bf22-90fdc76eb199', 'name': '', 'network_id': '890a0074-3e1e-49d8-8cf4-76a9a26980e6', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'mac_address': 'fa:16:3e:7b:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'c6b32b80-7adf-4992-aa8d-cb3c4b0180ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:36:15Z', 'updated_at': '2021-01-29T10:36:24Z', 'revision_number': 5, 'project_id': 'cc9e325e6c9744c187b64ac43be16b79', 'subnets': [{'id': 'c6b32b80-7adf-4992-aa8d-cb3c4b0180ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:45:13.036982 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb02cb3-a62e-455b-8dc7-0c8115a08ec5 None None] New status for floating IP db1b4576-9364-4963-8da9-8b3b6d72a968: DOWN {{(pid=80767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 29 10:45:16.785947 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 34812) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:45:16.870629 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8e585e22-2c02-404e-884a-c788a101b05a tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:16.899603 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8e585e22-2c02-404e-884a-c788a101b05a tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:16.949647 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8e585e22-2c02-404e-884a-c788a101b05a tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:16.955185 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-863e0b69-5b68-41b5-b80c-ab8a24fe2a7e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:45:16.971572 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e585e22-2c02-404e-884a-c788a101b05a tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb4c84e-d441-4a54-aae6-0dd38d246af5,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:45:16.983172 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e585e22-2c02-404e-884a-c788a101b05a tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:45:16.983607 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e585e22-2c02-404e-884a-c788a101b05a tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:45:16.984029 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e585e22-2c02-404e-884a-c788a101b05a tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:45:16.985070 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e585e22-2c02-404e-884a-c788a101b05a tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:45:16.985553 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e585e22-2c02-404e-884a-c788a101b05a tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:45:16.985992 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e585e22-2c02-404e-884a-c788a101b05a tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:45:16.986432 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e585e22-2c02-404e-884a-c788a101b05a tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:45:16.986827 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e585e22-2c02-404e-884a-c788a101b05a tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:45:16.987241 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e585e22-2c02-404e-884a-c788a101b05a tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:45:16.987651 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e585e22-2c02-404e-884a-c788a101b05a tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:45:16.988061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e585e22-2c02-404e-884a-c788a101b05a tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:45:16.988480 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e585e22-2c02-404e-884a-c788a101b05a tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:45:16.988947 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e585e22-2c02-404e-884a-c788a101b05a tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:45:16.989354 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e585e22-2c02-404e-884a-c788a101b05a tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:45:16.989757 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e585e22-2c02-404e-884a-c788a101b05a tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:45:16.990210 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e585e22-2c02-404e-884a-c788a101b05a tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:45:16.990667 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e585e22-2c02-404e-884a-c788a101b05a tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:45:16.991072 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e585e22-2c02-404e-884a-c788a101b05a tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:45:16.991475 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e585e22-2c02-404e-884a-c788a101b05a tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:45:16.991878 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e585e22-2c02-404e-884a-c788a101b05a tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:45:16.992280 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e585e22-2c02-404e-884a-c788a101b05a tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:45:16.992684 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e585e22-2c02-404e-884a-c788a101b05a tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:45:16.993085 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e585e22-2c02-404e-884a-c788a101b05a tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:45:16.993485 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e585e22-2c02-404e-884a-c788a101b05a tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:45:16.996899 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8e585e22-2c02-404e-884a-c788a101b05a tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:16.998153 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8e585e22-2c02-404e-884a-c788a101b05a tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "DELETE /v2.0/security-groups/bcb4c84e-d441-4a54-aae6-0dd38d246af5 HTTP/1.1" status: 204  len: 168 time: 0.2110982
Jan 29 10:45:16.999254 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8e585e22-2c02-404e-884a-c788a101b05a tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:45:17.001367 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 34816) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:45:17.019447 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-3fdb11bd-6f32-45da-9e4c-10533fcc68b7 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] show failed (client error): The resource could not be found.
Jan 29 10:45:17.020490 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3fdb11bd-6f32-45da-9e4c-10533fcc68b7 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "GET /v2.0/security-groups/bcb4c84e-d441-4a54-aae6-0dd38d246af5 HTTP/1.1" status: 404  len: 347 time: 0.0181248
Jan 29 10:45:17.023362 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 34820) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:45:17.207357 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-1be514dc-2a43-457f-affa-45b08ea78d82 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Deleting port f430a8b6-5395-458d-b45e-228742ba17d3 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:45:17.207759 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1be514dc-2a43-457f-affa-45b08ea78d82 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:17.394863 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1be514dc-2a43-457f-affa-45b08ea78d82 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:17.395235 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1be514dc-2a43-457f-affa-45b08ea78d82 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:17.530968 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-1be514dc-2a43-457f-affa-45b08ea78d82 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Calling delete_port for f430a8b6-5395-458d-b45e-228742ba17d3 owned by network:floatingip {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:45:17.675044 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1be514dc-2a43-457f-affa-45b08ea78d82 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:17.691367 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b7ce34e0-9308-456f-aaca-9692bf2e24b5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:45:17.751218 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be514dc-2a43-457f-affa-45b08ea78d82 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Pushing event deleted for resources: {'Port': ['ID=f430a8b6-5395-458d-b45e-228742ba17d3,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:45:17.755343 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1be514dc-2a43-457f-affa-45b08ea78d82 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:45:17.915835 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1be514dc-2a43-457f-affa-45b08ea78d82 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks [] for floatingip, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:17.930972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1be514dc-2a43-457f-affa-45b08ea78d82 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:17.932214 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1be514dc-2a43-457f-affa-45b08ea78d82 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] 10.222.0.57 "DELETE /v2.0/floatingips/db1b4576-9364-4963-8da9-8b3b6d72a968 HTTP/1.1" status: 204  len: 168 time: 0.9078918
Jan 29 10:45:17.935378 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 34824) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:45:18.606472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-03f45e64-09ce-43da-b6c4-df6c62031da0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349253'] for router_interface, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:18.970295 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-03f45e64-09ce-43da-b6c4-df6c62031da0 admin admin] Deleting port 767a243a-d87b-4c91-bf22-90fdc76eb199 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:45:18.970907 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-03f45e64-09ce-43da-b6c4-df6c62031da0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:19.153762 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-03f45e64-09ce-43da-b6c4-df6c62031da0 admin admin] For port 767a243a-d87b-4c91-bf22-90fdc76eb199, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=767a243a-d87b-4c91-bf22-90fdc76eb199,segment=NetworkSegment(7f8f37ac-b75d-4202-96da-20b63b141e1f),segment_id=7f8f37ac-b75d-4202-96da-20b63b141e1f)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:45:19.154217 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-03f45e64-09ce-43da-b6c4-df6c62031da0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:19.283888 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-03f45e64-09ce-43da-b6c4-df6c62031da0 admin admin] Calling delete_port for 767a243a-d87b-4c91-bf22-90fdc76eb199 owned by network:router_interface {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:45:19.728041 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-03f45e64-09ce-43da-b6c4-df6c62031da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:19.742846 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-23159ea9-2303-4e5b-8668-3e468f110b79 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:45:19.798049 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f45e64-09ce-43da-b6c4-df6c62031da0 admin admin] Pushing event deleted for resources: {'Port': ['ID=767a243a-d87b-4c91-bf22-90fdc76eb199,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:45:19.803146 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-03f45e64-09ce-43da-b6c4-df6c62031da0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:45:20.150884 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-03f45e64-09ce-43da-b6c4-df6c62031da0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854415430'] for router_interface, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:20.663775 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03f45e64-09ce-43da-b6c4-df6c62031da0 admin admin] Router cf352b9c-9f97-4bc4-82cc-ad06defc927e has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:45:20.851796 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f45e64-09ce-43da-b6c4-df6c62031da0 admin admin] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:45:20.861400 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4473550-d0bb-48d4-bb64-a51dad45f36e None None] Sync routers for ids ['cf352b9c-9f97-4bc4-82cc-ad06defc927e'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:45:20.867016 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-03f45e64-09ce-43da-b6c4-df6c62031da0 admin admin] 10.222.0.57 "PUT /v2.0/routers/cf352b9c-9f97-4bc4-82cc-ad06defc927e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9281623
Jan 29 10:45:20.867284 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 34832) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:45:20.871711 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4473550-d0bb-48d4-bb64-a51dad45f36e None None] Routers {'cf352b9c-9f97-4bc4-82cc-ad06defc927e'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:45:20.872480 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-b4473550-d0bb-48d4-bb64-a51dad45f36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9ec0710>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:44:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['cf352b9c-9f97-4bc4-82cc-ad06defc927e'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:45:21.056601 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cbcb1f85-81e5-4c25-98a8-88207411db16 admin admin] Notify callbacks [] for router, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:21.063759 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-b4473550-d0bb-48d4-bb64-a51dad45f36e None None] Set router cf352b9c-9f97-4bc4-82cc-ad06defc927e gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:45:21.242770 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cbcb1f85-81e5-4c25-98a8-88207411db16 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:21.247924 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-cbcb1f85-81e5-4c25-98a8-88207411db16 admin admin] Deleting port 4da5e201-762a-412e-8feb-be8f921842a9 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:45:21.248314 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cbcb1f85-81e5-4c25-98a8-88207411db16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:21.368533 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-b4473550-d0bb-48d4-bb64-a51dad45f36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9ec0710>, [{'id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'name': 'tempest-ServerActionsTestJSON-466440453-router', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': '4da5e201-762a-412e-8feb-be8f921842a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:36:11Z', 'updated_at': '2021-01-29T10:45:19Z', 'revision_number': 5, 'project_id': 'cc9e325e6c9744c187b64ac43be16b79', 'gw_port': {'id': '4da5e201-762a-412e-8feb-be8f921842a9', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:14:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:36:12Z', 'updated_at': '2021-01-29T10:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:45:21.372525 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4473550-d0bb-48d4-bb64-a51dad45f36e None None] Checking router: cf352b9c-9f97-4bc4-82cc-ad06defc927e for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:45:21.382224 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4473550-d0bb-48d4-bb64-a51dad45f36e None None] Routers {'cf352b9c-9f97-4bc4-82cc-ad06defc927e'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:45:21.382875 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-b4473550-d0bb-48d4-bb64-a51dad45f36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9ec0710>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:44:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['cf352b9c-9f97-4bc4-82cc-ad06defc927e'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:45:21.444012 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-cbcb1f85-81e5-4c25-98a8-88207411db16 admin admin] For port 4da5e201-762a-412e-8feb-be8f921842a9, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=4da5e201-762a-412e-8feb-be8f921842a9,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:45:21.444410 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cbcb1f85-81e5-4c25-98a8-88207411db16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:21.517246 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bb140552-ac34-408a-8322-b28b44ca1180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:21.581010 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-cbcb1f85-81e5-4c25-98a8-88207411db16 admin admin] Calling delete_port for 4da5e201-762a-412e-8feb-be8f921842a9 owned by network:router_gateway {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:45:21.726023 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-b4473550-d0bb-48d4-bb64-a51dad45f36e None None] Set router cf352b9c-9f97-4bc4-82cc-ad06defc927e gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:45:21.732567 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cbcb1f85-81e5-4c25-98a8-88207411db16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:21.928137 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cbcb1f85-81e5-4c25-98a8-88207411db16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854102222'] for router_gateway, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:22.023157 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-b4473550-d0bb-48d4-bb64-a51dad45f36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9ec0710>, [{'id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'name': 'tempest-ServerActionsTestJSON-466440453-router', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': '4da5e201-762a-412e-8feb-be8f921842a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:36:11Z', 'updated_at': '2021-01-29T10:45:19Z', 'revision_number': 5, 'project_id': 'cc9e325e6c9744c187b64ac43be16b79', 'gw_port': {'id': '4da5e201-762a-412e-8feb-be8f921842a9', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:14:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:36:12Z', 'updated_at': '2021-01-29T10:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:45:22.027195 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4473550-d0bb-48d4-bb64-a51dad45f36e None None] The sync data for ids ['cf352b9c-9f97-4bc4-82cc-ad06defc927e'] in dv-neutron-772983-2-ovs is: [{'id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'name': 'tempest-ServerActionsTestJSON-466440453-router', 'tenant_id': 'cc9e325e6c9744c187b64ac43be16b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': '4da5e201-762a-412e-8feb-be8f921842a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:36:11Z', 'updated_at': '2021-01-29T10:45:19Z', 'revision_number': 5, 'project_id': 'cc9e325e6c9744c187b64ac43be16b79', 'gw_port': {'id': '4da5e201-762a-412e-8feb-be8f921842a9', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:14:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf352b9c-9f97-4bc4-82cc-ad06defc927e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:36:12Z', 'updated_at': '2021-01-29T10:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:45:22.070124 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cbcb1f85-81e5-4c25-98a8-88207411db16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:22.072459 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cbcb1f85-81e5-4c25-98a8-88207411db16 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:22.097633 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cbcb1f85-81e5-4c25-98a8-88207411db16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:22.098239 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbcb1f85-81e5-4c25-98a8-88207411db16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf352b9c-9f97-4bc4-82cc-ad06defc927e {{(pid=80765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 10:45:22.111353 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cbcb1f85-81e5-4c25-98a8-88207411db16 admin admin] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:22.112607 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-cbcb1f85-81e5-4c25-98a8-88207411db16 admin admin] 10.222.0.57 "DELETE /v2.0/routers/cf352b9c-9f97-4bc4-82cc-ad06defc927e HTTP/1.1" status: 204  len: 168 time: 1.2441239
Jan 29 10:45:22.115375 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 34836) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:45:22.181298 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8039689-6202-42c7-954e-6d467a5b7eb0 admin admin] Deleting subnet c6b32b80-7adf-4992-aa8d-cb3c4b0180ce {{(pid=80765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:45:22.184469 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b8039689-6202-42c7-954e-6d467a5b7eb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:22.199548 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:45:22.238713 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b8039689-6202-42c7-954e-6d467a5b7eb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1479249'] for subnet, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:22.597486 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b8039689-6202-42c7-954e-6d467a5b7eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:22.623595 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 767a243a-d87b-4c91-bf22-90fdc76eb199 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:45:22.661850 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 767a243a-d87b-4c91-bf22-90fdc76eb199 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:45:22.662196 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 767a243a-d87b-4c91-bf22-90fdc76eb199 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:45:22.865587 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b8039689-6202-42c7-954e-6d467a5b7eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852603100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2204728'] for subnet, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:22.881525 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-cdbe6857-709d-45d1-8e96-883c27f8c63c tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:45:22.928290 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8039689-6202-42c7-954e-6d467a5b7eb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6b32b80-7adf-4992-aa8d-cb3c4b0180ce,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:45:22.932719 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b8039689-6202-42c7-954e-6d467a5b7eb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:45:23.020435 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b8039689-6202-42c7-954e-6d467a5b7eb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:23.025816 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6de3c90-d1d5-48fc-abb8-2b60056492d5 None None] Network 890a0074-3e1e-49d8-8cf4-76a9a26980e6 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:45:23.026943 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b8039689-6202-42c7-954e-6d467a5b7eb0 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/c6b32b80-7adf-4992-aa8d-cb3c4b0180ce HTTP/1.1" status: 204  len: 168 time: 0.9105260
Jan 29 10:45:23.029581 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 34840) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:45:23.150366 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-08ea6433-845b-4de8-81b4-425bd15b1c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:23.222379 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-08ea6433-845b-4de8-81b4-425bd15b1c14 admin admin] Deleting port e82421a5-f0e5-485f-ad96-2919f233bd18 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:45:23.222672 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-08ea6433-845b-4de8-81b4-425bd15b1c14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:23.301002 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc590777-9e1a-4a94-a962-de1b03911cf6 None None] DHCP port deletion for 890a0074-3e1e-49d8-8cf4-76a9a26980e6 request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:45:23.306327 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-fc590777-9e1a-4a94-a962-de1b03911cf6 None None] Deleting port e82421a5-f0e5-485f-ad96-2919f233bd18 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:45:23.307156 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fc590777-9e1a-4a94-a962-de1b03911cf6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:23.442638 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-08ea6433-845b-4de8-81b4-425bd15b1c14 admin admin] For port e82421a5-f0e5-485f-ad96-2919f233bd18, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=e82421a5-f0e5-485f-ad96-2919f233bd18,segment=NetworkSegment(7f8f37ac-b75d-4202-96da-20b63b141e1f),segment_id=7f8f37ac-b75d-4202-96da-20b63b141e1f)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:45:23.443029 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-08ea6433-845b-4de8-81b4-425bd15b1c14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:23.528148 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-fc590777-9e1a-4a94-a962-de1b03911cf6 None None] For port e82421a5-f0e5-485f-ad96-2919f233bd18, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=e82421a5-f0e5-485f-ad96-2919f233bd18,segment=NetworkSegment(7f8f37ac-b75d-4202-96da-20b63b141e1f),segment_id=7f8f37ac-b75d-4202-96da-20b63b141e1f)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:45:23.528488 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fc590777-9e1a-4a94-a962-de1b03911cf6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:23.575343 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-08ea6433-845b-4de8-81b4-425bd15b1c14 admin admin] Calling delete_port for e82421a5-f0e5-485f-ad96-2919f233bd18 owned by network:dhcp {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:45:23.654326 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-08ea6433-845b-4de8-81b4-425bd15b1c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:23.662742 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-fc590777-9e1a-4a94-a962-de1b03911cf6 None None] Calling delete_port for e82421a5-f0e5-485f-ad96-2919f233bd18 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:45:23.670214 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-db3f9e24-5708-468a-bf91-f5ff1c562366 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:45:23.727602 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ea6433-845b-4de8-81b4-425bd15b1c14 admin admin] Pushing event deleted for resources: {'Port': ['ID=e82421a5-f0e5-485f-ad96-2919f233bd18,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:45:23.731571 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-08ea6433-845b-4de8-81b4-425bd15b1c14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:45:23.736209 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-fc590777-9e1a-4a94-a962-de1b03911cf6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80767) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:45:23.736631 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-fc590777-9e1a-4a94-a962-de1b03911cf6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:45:23.782631 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-879aa686-96ef-4129-81f9-177a50a4f565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:23.817690 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ea6433-845b-4de8-81b4-425bd15b1c14 admin admin] No DVR routers for this DVR port e82421a5-f0e5-485f-ad96-2919f233bd18 on host dv-neutron-772983-2-ovs {{(pid=80765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:45:23.942270 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-08ea6433-845b-4de8-81b4-425bd15b1c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:24.057214 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-08ea6433-845b-4de8-81b4-425bd15b1c14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c3923da0>,) {'filters': {'network_id': ['890a0074-3e1e-49d8-8cf4-76a9a26980e6']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:45:24.070535 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-08ea6433-845b-4de8-81b4-425bd15b1c14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3923da0>, '7f8f37ac-b75d-4202-96da-20b63b141e1f') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:45:24.070874 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-08ea6433-845b-4de8-81b4-425bd15b1c14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3923da0>, '7f8f37ac-b75d-4202-96da-20b63b141e1f') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:45:24.083557 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-08ea6433-845b-4de8-81b4-425bd15b1c14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:24.098466 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-08ea6433-845b-4de8-81b4-425bd15b1c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:24.100443 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-08ea6433-845b-4de8-81b4-425bd15b1c14 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:45:24.237575 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-fc590777-9e1a-4a94-a962-de1b03911cf6 None None] Deleting port e82421a5-f0e5-485f-ad96-2919f233bd18 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:45:24.238157 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fc590777-9e1a-4a94-a962-de1b03911cf6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:24.282507 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-08ea6433-845b-4de8-81b4-425bd15b1c14 admin admin] Network 890a0074-3e1e-49d8-8cf4-76a9a26980e6 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:45:24.291919 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-08ea6433-845b-4de8-81b4-425bd15b1c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:24.313692 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-fc590777-9e1a-4a94-a962-de1b03911cf6 None None] The port 'e82421a5-f0e5-485f-ad96-2919f233bd18' was deleted {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 29 10:45:24.358022 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:24.472707 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-08ea6433-845b-4de8-81b4-425bd15b1c14 admin admin] Network 890a0074-3e1e-49d8-8cf4-76a9a26980e6 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:45:24.495714 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:45:24.495714 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:45:24.495714 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:45:24.495714 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:45:24.495714 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:45:24.495714 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:45:24.495714 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:45:24.495714 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:45:24.495714 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:45:24.495714 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:45:24.495714 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:45:24.495714 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:45:24.495714 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:45:24.495714 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:45:24.495714 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:45:24.495714 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:45:24.495714 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:45:24.495714 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:45:24.495714 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:45:24.495714 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:45:24.495714 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:45:24.495714 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:45:24.495714 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:45:24.495714 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:45:24.495714 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:45:24.495714 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:45:24.495714 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:45:24.495714 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:45:24.495714 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:45:24.495714 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:45:24.495714 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:45:24.495714 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:45:24.573360 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-08ea6433-845b-4de8-81b4-425bd15b1c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:24.576759 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-44540216-560a-4b14-9408-2e19a65f53ba tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:45:24.593839 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-08ea6433-845b-4de8-81b4-425bd15b1c14 admin admin] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:24.602448 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ea6433-845b-4de8-81b4-425bd15b1c14 admin admin] Pushing event deleted for resources: {'Network': ['ID=890a0074-3e1e-49d8-8cf4-76a9a26980e6,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:45:24.605835 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-08ea6433-845b-4de8-81b4-425bd15b1c14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:45:24.615918 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-08ea6433-845b-4de8-81b4-425bd15b1c14 admin admin] 10.222.0.57 "DELETE /v2.0/networks/890a0074-3e1e-49d8-8cf4-76a9a26980e6 HTTP/1.1" status: 204  len: 168 time: 1.5852480
Jan 29 10:45:24.675774 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 4da5e201-762a-412e-8feb-be8f921842a9 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:45:24.712286 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 4da5e201-762a-412e-8feb-be8f921842a9 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:45:24.712678 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 4da5e201-762a-412e-8feb-be8f921842a9 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:45:24.713139 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device e82421a5-f0e5-485f-ad96-2919f233bd18 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:45:24.747672 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: e82421a5-f0e5-485f-ad96-2919f233bd18 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:45:24.748066 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device e82421a5-f0e5-485f-ad96-2919f233bd18 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:45:24.767180 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 34848) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:45:24.821985 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-01e3365c-4f18-4206-ad55-5873e44c13ee admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cc9e325e6c9744c187b64ac43be16b79&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0534396
Jan 29 10:45:24.824426 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 34852) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:45:24.889305 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4ceab8b4-9bd0-4234-9d24-1856af05dc79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:24.916070 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4ceab8b4-9bd0-4234-9d24-1856af05dc79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:24.962896 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4ceab8b4-9bd0-4234-9d24-1856af05dc79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:24.968189 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1a65e375-2ce9-47ba-be91-b8e330cae938 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:45:24.982763 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:24.984080 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceab8b4-9bd0-4234-9d24-1856af05dc79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c76981b-2bb0-40eb-886e-26833658ee9b,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:45:24.987762 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4ceab8b4-9bd0-4234-9d24-1856af05dc79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:45:24.989762 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4ceab8b4-9bd0-4234-9d24-1856af05dc79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:24.990988 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4ceab8b4-9bd0-4234-9d24-1856af05dc79 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0c76981b-2bb0-40eb-886e-26833658ee9b HTTP/1.1" status: 204  len: 168 time: 0.1656609
Jan 29 10:45:25.950534 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 34874) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:45:26.090383 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-7c242d83-f5ac-4125-851d-2bcd9e0e4b05 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-862608477-network', 'tenant_id': 'a6eff143abc2490ba72273bec16e29cc'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:45:26.095637 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-7c242d83-f5ac-4125-851d-2bcd9e0e4b05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:45:26.099678 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-7c242d83-f5ac-4125-851d-2bcd9e0e4b05 admin admin] Usage tracker for resource:network and tenant:a6eff143abc2490ba72273bec16e29cc is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:45:26.102687 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-7c242d83-f5ac-4125-851d-2bcd9e0e4b05 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:45:26.108413 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-7c242d83-f5ac-4125-851d-2bcd9e0e4b05 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:45:26.117957 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c242d83-f5ac-4125-851d-2bcd9e0e4b05 admin admin] Made reservation on behalf of a6eff143abc2490ba72273bec16e29cc for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:45:26.122802 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7c242d83-f5ac-4125-851d-2bcd9e0e4b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:26.135894 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7c242d83-f5ac-4125-851d-2bcd9e0e4b05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:26.151575 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-7c242d83-f5ac-4125-851d-2bcd9e0e4b05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:45:26.155655 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-7c242d83-f5ac-4125-851d-2bcd9e0e4b05 admin admin] Usage tracker for resource:security_group_rule and tenant:a6eff143abc2490ba72273bec16e29cc is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:45:26.158584 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-7c242d83-f5ac-4125-851d-2bcd9e0e4b05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:45:26.165337 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-7c242d83-f5ac-4125-851d-2bcd9e0e4b05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:45:26.177758 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:26.256080 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7c242d83-f5ac-4125-851d-2bcd9e0e4b05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:26.258751 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7c242d83-f5ac-4125-851d-2bcd9e0e4b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:26.263016 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a24eaa14-8e5c-4b5c-bbcc-1c24d20d7b7b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:45:26.298842 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c242d83-f5ac-4125-851d-2bcd9e0e4b05 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:45:26.308357 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c242d83-f5ac-4125-851d-2bcd9e0e4b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96b8b73-eea7-499a-99fa-e3a813fa9984,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:45:26.311844 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7c242d83-f5ac-4125-851d-2bcd9e0e4b05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:45:26.316473 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7c242d83-f5ac-4125-851d-2bcd9e0e4b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:26.317166 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-7c242d83-f5ac-4125-851d-2bcd9e0e4b05 admin admin] Added segment eec29bfa-7a1c-4e48-8033-1fab39533b55 of type vxlan for network 18523b39-834f-4743-b975-a13a26e733e2
Jan 29 10:45:26.345063 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7c242d83-f5ac-4125-851d-2bcd9e0e4b05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:26.374359 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7c242d83-f5ac-4125-851d-2bcd9e0e4b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:26.375965 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c242d83-f5ac-4125-851d-2bcd9e0e4b05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:45:26.376607 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7c242d83-f5ac-4125-851d-2bcd9e0e4b05 admin admin] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:26.381618 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-04a2e5c3-e560-4319-aa2d-f6228d05334e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:45:26.480955 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7c242d83-f5ac-4125-851d-2bcd9e0e4b05 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 0.5292408
Jan 29 10:45:26.484784 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 34880) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:45:26.490291 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c242d83-f5ac-4125-851d-2bcd9e0e4b05 admin admin] Pushing event updated for resources: {'Network': ['ID=18523b39-834f-4743-b975-a13a26e733e2,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:45:26.491334 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-644a2844-c56a-4ade-95dc-71f145713698 admin admin] Request body: {'subnet': {'network_id': '18523b39-834f-4743-b975-a13a26e733e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-862608477-subnet', 'tenant_id': 'a6eff143abc2490ba72273bec16e29cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:45:26.493257 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7c242d83-f5ac-4125-851d-2bcd9e0e4b05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:45:26.497965 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-644a2844-c56a-4ade-95dc-71f145713698 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:45:26.501652 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 18523b39-834f-4743-b975-a13a26e733e2 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:45:26.503111 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-644a2844-c56a-4ade-95dc-71f145713698 admin admin] Usage tracker for resource:subnet and tenant:a6eff143abc2490ba72273bec16e29cc is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:45:26.506293 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-644a2844-c56a-4ade-95dc-71f145713698 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:45:26.512147 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-644a2844-c56a-4ade-95dc-71f145713698 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:45:26.521713 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-644a2844-c56a-4ade-95dc-71f145713698 admin admin] Made reservation on behalf of a6eff143abc2490ba72273bec16e29cc for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:45:26.522200 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 18523b39-834f-4743-b975-a13a26e733e2 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:45:26.526651 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-644a2844-c56a-4ade-95dc-71f145713698 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:26.929114 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-644a2844-c56a-4ade-95dc-71f145713698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:26.944484 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3e6d259a-46b0-4426-913a-9847a4f1cb0d tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:45:27.071337 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644a2844-c56a-4ade-95dc-71f145713698 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a3d05ed-c464-49ba-b3f3-494e005ceb9d,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:45:27.075381 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-644a2844-c56a-4ade-95dc-71f145713698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:45:27.146712 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644a2844-c56a-4ade-95dc-71f145713698 admin admin] Checking segment: {'id': 'eec29bfa-7a1c-4e48-8033-1fab39533b55', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '18523b39-834f-4743-b975-a13a26e733e2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:45:27.147100 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644a2844-c56a-4ade-95dc-71f145713698 admin admin] Network hostable DHCP agents. Network: 18523b39-834f-4743-b975-a13a26e733e2, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:45:27.164915 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644a2844-c56a-4ade-95dc-71f145713698 admin admin] Network 18523b39-834f-4743-b975-a13a26e733e2 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:45:27.173436 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-644a2844-c56a-4ade-95dc-71f145713698 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 18523b39-834f-4743-b975-a13a26e733e2) {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:45:27.184184 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613d9f2d-0381-4bb1-b18b-2317bbceb4fa None None] Network 18523b39-834f-4743-b975-a13a26e733e2 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:45:27.185079 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644a2844-c56a-4ade-95dc-71f145713698 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:45:27.185720 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-644a2844-c56a-4ade-95dc-71f145713698 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:27.215709 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-644a2844-c56a-4ade-95dc-71f145713698 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.7220209
Jan 29 10:45:27.419933 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc780f4-c56d-4cf4-82db-1c8663a0abd0 None None] Network 18523b39-834f-4743-b975-a13a26e733e2 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:45:28.071945 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0713d6-b234-4a92-889e-9e30d4820ba8 req-ae6ecf79-2987-499d-ad2b-87e0fe0b2402 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:45:28.072630 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-eb0713d6-b234-4a92-889e-9e30d4820ba8 req-ae6ecf79-2987-499d-ad2b-87e0fe0b2402 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Synchronizing usage tracker for tenant:a6eff143abc2490ba72273bec16e29cc on resource:network {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:45:28.090910 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-eb0713d6-b234-4a92-889e-9e30d4820ba8 req-ae6ecf79-2987-499d-ad2b-87e0fe0b2402 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Unset dirty status for tenant:a6eff143abc2490ba72273bec16e29cc on resource:network {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:45:28.092178 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-eb0713d6-b234-4a92-889e-9e30d4820ba8 req-ae6ecf79-2987-499d-ad2b-87e0fe0b2402 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] 10.222.0.57 "GET /v2.0/networks?id=18523b39-834f-4743-b975-a13a26e733e2 HTTP/1.1" status: 200  len: 813 time: 0.2604017
Jan 29 10:45:28.108403 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-eb0713d6-b234-4a92-889e-9e30d4820ba8 req-7a4b0d71-7d1a-42c2-98dc-877d8873646e tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] 10.222.0.57 "GET /v2.0/quotas/a6eff143abc2490ba72273bec16e29cc HTTP/1.1" status: 200  len: 375 time: 0.0099564
Jan 29 10:45:28.161703 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-eb0713d6-b234-4a92-889e-9e30d4820ba8 req-314d8a56-6d6d-4b28-b43f-e9605d4e9d20 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=a6eff143abc2490ba72273bec16e29cc&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0475886
Jan 29 10:45:28.304615 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-eb0713d6-b234-4a92-889e-9e30d4820ba8 req-ba3c8edd-bcaf-4b88-8a29-2179d86bc370 service neutron] 10.222.0.57 "GET /v2.0/networks/18523b39-834f-4743-b975-a13a26e733e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1356504
Jan 29 10:45:28.449736 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-eb0713d6-b234-4a92-889e-9e30d4820ba8 req-4776b5b1-dc0b-4193-b56a-46b652d9d033 service neutron] 10.222.0.57 "GET /v2.0/networks/18523b39-834f-4743-b975-a13a26e733e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1385317
Jan 29 10:45:28.650535 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e35d3ed9-4a53-4c38-9920-24bc7bb1709b req-3ffa7604-f9f2-458a-9f71-37b17f13059e tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] 10.222.0.57 "GET /v2.0/ports?device_id=35b53718-69c3-4b67-8866-7e4e557d0926 HTTP/1.1" status: 200  len: 210 time: 0.0497425
Jan 29 10:45:29.846351 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-93f6e216-66b9-4643-9af9-5d0a86fe903c req-deae29d2-36aa-458b-892b-2a0768c82baa tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] 10.222.0.57 "GET /v2.0/ports?device_id=35b53718-69c3-4b67-8866-7e4e557d0926 HTTP/1.1" status: 200  len: 210 time: 0.0573380
Jan 29 10:45:29.853901 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0713d6-b234-4a92-889e-9e30d4820ba8 req-76fd195b-0c81-4ff9-b9d4-ab85d6524f50 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:45:29.855385 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-eb0713d6-b234-4a92-889e-9e30d4820ba8 req-76fd195b-0c81-4ff9-b9d4-ab85d6524f50 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] 10.222.0.22 "GET /v2.0/networks?id=18523b39-834f-4743-b975-a13a26e733e2 HTTP/1.1" status: 200  len: 813 time: 0.2429829
Jan 29 10:45:29.883422 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-eb0713d6-b234-4a92-889e-9e30d4820ba8 req-0fc036da-c863-4227-900c-9b7ff6f209b6 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Request body: {'port': {'device_id': '35b53718-69c3-4b67-8866-7e4e557d0926', 'network_id': '18523b39-834f-4743-b975-a13a26e733e2', 'admin_state_up': True, 'tenant_id': 'a6eff143abc2490ba72273bec16e29cc'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:45:30.028948 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-eb0713d6-b234-4a92-889e-9e30d4820ba8 req-0fc036da-c863-4227-900c-9b7ff6f209b6 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:45:30.033636 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-eb0713d6-b234-4a92-889e-9e30d4820ba8 req-0fc036da-c863-4227-900c-9b7ff6f209b6 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Usage tracker for resource:port and tenant:a6eff143abc2490ba72273bec16e29cc is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:45:30.036588 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-eb0713d6-b234-4a92-889e-9e30d4820ba8 req-0fc036da-c863-4227-900c-9b7ff6f209b6 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:45:30.042319 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-eb0713d6-b234-4a92-889e-9e30d4820ba8 req-0fc036da-c863-4227-900c-9b7ff6f209b6 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:45:30.051224 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb0713d6-b234-4a92-889e-9e30d4820ba8 req-0fc036da-c863-4227-900c-9b7ff6f209b6 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Made reservation on behalf of a6eff143abc2490ba72273bec16e29cc for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:45:30.072173 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-eb0713d6-b234-4a92-889e-9e30d4820ba8 req-0fc036da-c863-4227-900c-9b7ff6f209b6 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:30.386391 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [req-eb0713d6-b234-4a92-889e-9e30d4820ba8 req-0fc036da-c863-4227-900c-9b7ff6f209b6 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Allocated IP 172.20.0.8 (18523b39-834f-4743-b975-a13a26e733e2/2a3d05ed-c464-49ba-b3f3-494e005ceb9d/0bc4c8f3-5cdd-4633-92a7-dfcc3dac9a4d) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:45:30.607317 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-eb0713d6-b234-4a92-889e-9e30d4820ba8 req-0fc036da-c863-4227-900c-9b7ff6f209b6 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:30.637200 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-eb0713d6-b234-4a92-889e-9e30d4820ba8 req-0fc036da-c863-4227-900c-9b7ff6f209b6 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:30.653029 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2cadc001-2599-40ff-8cd6-4bd0740b3268 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:45:30.798622 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc036da-c863-4227-900c-9b7ff6f209b6 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Pushing event updated for resources: {'Port': ['ID=0bc4c8f3-5cdd-4633-92a7-dfcc3dac9a4d,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:45:30.802960 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0fc036da-c863-4227-900c-9b7ff6f209b6 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:45:30.853970 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb0713d6-b234-4a92-889e-9e30d4820ba8 req-0fc036da-c863-4227-900c-9b7ff6f209b6 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Network 18523b39-834f-4743-b975-a13a26e733e2 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:45:30.855138 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [req-eb0713d6-b234-4a92-889e-9e30d4820ba8 req-0fc036da-c863-4227-900c-9b7ff6f209b6 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:45:30.857497 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb0713d6-b234-4a92-889e-9e30d4820ba8 req-0fc036da-c863-4227-900c-9b7ff6f209b6 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:45:30.989661 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0713d6-b234-4a92-889e-9e30d4820ba8 req-0fc036da-c863-4227-900c-9b7ff6f209b6 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:45:30.990542 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-eb0713d6-b234-4a92-889e-9e30d4820ba8 req-0fc036da-c863-4227-900c-9b7ff6f209b6 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:31.011729 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-eb0713d6-b234-4a92-889e-9e30d4820ba8 req-0fc036da-c863-4227-900c-9b7ff6f209b6 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1333640
Jan 29 10:45:31.030644 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-eb0713d6-b234-4a92-889e-9e30d4820ba8 req-d38c2004-1443-470f-b16c-16f30aef6152 service neutron] Request body: {'port': {'device_id': '35b53718-69c3-4b67-8866-7e4e557d0926', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7729'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:45:31.146531 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6cc65e-4ac0-4c96-919b-bdff464b323e req-5ab9f8d8-4fa9-4f31-9e75-0798346a3842 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:45:31.148255 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cf6cc65e-4ac0-4c96-919b-bdff464b323e req-5ab9f8d8-4fa9-4f31-9e75-0798346a3842 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] 10.222.0.57 "GET /v2.0/ports?device_id=35b53718-69c3-4b67-8866-7e4e557d0926 HTTP/1.1" status: 200  len: 931 time: 0.1669598
Jan 29 10:45:31.151753 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-eb0713d6-b234-4a92-889e-9e30d4820ba8 req-d38c2004-1443-470f-b16c-16f30aef6152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:31.215646 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-cf6cc65e-4ac0-4c96-919b-bdff464b323e req-e4191e71-2d3b-42cc-8549-8d1ecb2d716b tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Synchronizing usage tracker for tenant:a6eff143abc2490ba72273bec16e29cc on resource:security_group {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:45:31.232646 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-cf6cc65e-4ac0-4c96-919b-bdff464b323e req-e4191e71-2d3b-42cc-8549-8d1ecb2d716b tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Unset dirty status for tenant:a6eff143abc2490ba72273bec16e29cc on resource:security_group {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:45:31.233940 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cf6cc65e-4ac0-4c96-919b-bdff464b323e req-e4191e71-2d3b-42cc-8549-8d1ecb2d716b tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] 10.222.0.57 "GET /v2.0/security-groups?id=c96b8b73-eea7-499a-99fa-e3a813fa9984&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776510
Jan 29 10:45:31.569665 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [req-eb0713d6-b234-4a92-889e-9e30d4820ba8 req-d38c2004-1443-470f-b16c-16f30aef6152 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bc4c8f3-5cdd-4633-92a7-dfcc3dac9a4d {{(pid=80766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 29 10:45:31.577178 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-eb0713d6-b234-4a92-889e-9e30d4820ba8 req-d38c2004-1443-470f-b16c-16f30aef6152 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:31.590109 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-eb0713d6-b234-4a92-889e-9e30d4820ba8 req-d38c2004-1443-470f-b16c-16f30aef6152 service neutron] Transition to ACTIVE for port object 0bc4c8f3-5cdd-4633-92a7-dfcc3dac9a4d will not be triggered until provisioned by entity L2. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:45:31.592750 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-eb0713d6-b234-4a92-889e-9e30d4820ba8 req-d38c2004-1443-470f-b16c-16f30aef6152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:31.608693 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7168e339-c614-4735-b148-2909617dc61e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:45:31.747527 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38c2004-1443-470f-b16c-16f30aef6152 service neutron] Pushing event updated for resources: {'Port': ['ID=0bc4c8f3-5cdd-4633-92a7-dfcc3dac9a4d,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:45:31.752862 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d38c2004-1443-470f-b16c-16f30aef6152 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:45:31.941035 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-eb0713d6-b234-4a92-889e-9e30d4820ba8 req-d38c2004-1443-470f-b16c-16f30aef6152 service neutron] Attempting to bind port 0bc4c8f3-5cdd-4633-92a7-dfcc3dac9a4d on host hv-neutron-7729 for vnic_type normal with profile  {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:45:31.941605 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-eb0713d6-b234-4a92-889e-9e30d4820ba8 req-d38c2004-1443-470f-b16c-16f30aef6152 service neutron] Attempting to bind port 0bc4c8f3-5cdd-4633-92a7-dfcc3dac9a4d by drivers openvswitch on host hv-neutron-7729 at level 0 using segments [{'id': 'eec29bfa-7a1c-4e48-8033-1fab39533b55', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '18523b39-834f-4743-b975-a13a26e733e2'}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:45:31.941734 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0713d6-b234-4a92-889e-9e30d4820ba8 req-d38c2004-1443-470f-b16c-16f30aef6152 service neutron] Attempting to bind port 0bc4c8f3-5cdd-4633-92a7-dfcc3dac9a4d on network 18523b39-834f-4743-b975-a13a26e733e2 {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:45:31.947415 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0713d6-b234-4a92-889e-9e30d4820ba8 req-d38c2004-1443-470f-b16c-16f30aef6152 service neutron] Checking agent: {'id': '5acf9624-c829-41ba-afd9-92278081af05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 10, 2, 34), 'started_at': datetime.datetime(2021, 1, 29, 10, 3, 4), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:45:31.947792 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0713d6-b234-4a92-889e-9e30d4820ba8 req-d38c2004-1443-470f-b16c-16f30aef6152 service neutron] Checking segment: {'id': 'eec29bfa-7a1c-4e48-8033-1fab39533b55', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '18523b39-834f-4743-b975-a13a26e733e2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:45:31.948197 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-eb0713d6-b234-4a92-889e-9e30d4820ba8 req-d38c2004-1443-470f-b16c-16f30aef6152 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:31.948596 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0713d6-b234-4a92-889e-9e30d4820ba8 req-d38c2004-1443-470f-b16c-16f30aef6152 service neutron] Bound using segment: {'id': 'eec29bfa-7a1c-4e48-8033-1fab39533b55', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '18523b39-834f-4743-b975-a13a26e733e2'} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:45:31.949074 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-eb0713d6-b234-4a92-889e-9e30d4820ba8 req-d38c2004-1443-470f-b16c-16f30aef6152 service neutron] Bound port: 0bc4c8f3-5cdd-4633-92a7-dfcc3dac9a4d, host: hv-neutron-7729, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eec29bfa-7a1c-4e48-8033-1fab39533b55', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '18523b39-834f-4743-b975-a13a26e733e2'}}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:45:31.949451 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-eb0713d6-b234-4a92-889e-9e30d4820ba8 req-d38c2004-1443-470f-b16c-16f30aef6152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:32.043391 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-eb0713d6-b234-4a92-889e-9e30d4820ba8 req-d38c2004-1443-470f-b16c-16f30aef6152 service neutron] For port 0bc4c8f3-5cdd-4633-92a7-dfcc3dac9a4d, host hv-neutron-7729, cleared binding levels {{(pid=80766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:45:32.046504 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-eb0713d6-b234-4a92-889e-9e30d4820ba8 req-d38c2004-1443-470f-b16c-16f30aef6152 service neutron] For port 0bc4c8f3-5cdd-4633-92a7-dfcc3dac9a4d, host hv-neutron-7729, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=0bc4c8f3-5cdd-4633-92a7-dfcc3dac9a4d,segment=NetworkSegment(eec29bfa-7a1c-4e48-8033-1fab39533b55),segment_id=eec29bfa-7a1c-4e48-8033-1fab39533b55)] {{(pid=80766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:45:32.050753 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-eb0713d6-b234-4a92-889e-9e30d4820ba8 req-d38c2004-1443-470f-b16c-16f30aef6152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:32.066249 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9a08bc74-d284-4729-8711-1534f2117a90 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:45:32.223315 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38c2004-1443-470f-b16c-16f30aef6152 service neutron] Pushing event updated for resources: {'Port': ['ID=0bc4c8f3-5cdd-4633-92a7-dfcc3dac9a4d,revision_number=3']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:45:32.228001 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d38c2004-1443-470f-b16c-16f30aef6152 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:45:32.263810 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0713d6-b234-4a92-889e-9e30d4820ba8 req-d38c2004-1443-470f-b16c-16f30aef6152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:45:32.264476 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-eb0713d6-b234-4a92-889e-9e30d4820ba8 req-d38c2004-1443-470f-b16c-16f30aef6152 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:32.267301 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-eb0713d6-b234-4a92-889e-9e30d4820ba8 req-d38c2004-1443-470f-b16c-16f30aef6152 service neutron] 10.222.0.22 "PUT /v2.0/ports/0bc4c8f3-5cdd-4633-92a7-dfcc3dac9a4d HTTP/1.1" status: 200  len: 1157 time: 1.2412744
Jan 29 10:45:32.267913 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35b53718-69c3-4b67-8866-7e4e557d0926', 'tag': '0bc4c8f3-5cdd-4633-92a7-dfcc3dac9a4d'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:45:32.400758 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0713d6-b234-4a92-889e-9e30d4820ba8 req-8ef09c7d-40e1-4f5f-a44c-df3bdc61767f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:45:32.402434 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-eb0713d6-b234-4a92-889e-9e30d4820ba8 req-8ef09c7d-40e1-4f5f-a44c-df3bdc61767f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a6eff143abc2490ba72273bec16e29cc&device_id=35b53718-69c3-4b67-8866-7e4e557d0926 HTTP/1.1" status: 200  len: 1160 time: 0.0828302
Jan 29 10:45:32.486046 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-eb0713d6-b234-4a92-889e-9e30d4820ba8 req-a0f003fa-cc3f-4d6e-91e6-6a8320aa2e9f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bc4c8f3-5cdd-4633-92a7-dfcc3dac9a4d HTTP/1.1" status: 200  len: 217 time: 0.0711858
Jan 29 10:45:32.536592 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cbf4ed-b9fd-4440-a6c5-7daeeead1ddb req-e1e617ec-8751-476c-aa3a-2c11fe4380ee tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:45:32.538304 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-93cbf4ed-b9fd-4440-a6c5-7daeeead1ddb req-e1e617ec-8751-476c-aa3a-2c11fe4380ee tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] 10.222.0.57 "GET /v2.0/ports?device_id=35b53718-69c3-4b67-8866-7e4e557d0926 HTTP/1.1" status: 200  len: 943 time: 0.1689186
Jan 29 10:45:32.556550 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0713d6-b234-4a92-889e-9e30d4820ba8 req-9c3df87c-2325-43b3-b456-e5b550adbd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:45:32.558190 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-eb0713d6-b234-4a92-889e-9e30d4820ba8 req-9c3df87c-2325-43b3-b456-e5b550adbd9e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2a3d05ed-c464-49ba-b3f3-494e005ceb9d HTTP/1.1" status: 200  len: 853 time: 0.0661783
Jan 29 10:45:32.603638 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-93cbf4ed-b9fd-4440-a6c5-7daeeead1ddb req-4ee94737-0a57-44d6-bab6-b17c9836cf17 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] 10.222.0.57 "GET /v2.0/security-groups?id=c96b8b73-eea7-499a-99fa-e3a813fa9984&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585411
Jan 29 10:45:32.611248 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-eb0713d6-b234-4a92-889e-9e30d4820ba8 req-b7c41852-8668-423e-9eea-f96e3ee99e4b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=18523b39-834f-4743-b975-a13a26e733e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0467803
Jan 29 10:45:32.711110 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35b53718-69c3-4b67-8866-7e4e557d0926', 'tag': '0bc4c8f3-5cdd-4633-92a7-dfcc3dac9a4d', 'status': 'completed', 'code': 200}
Jan 29 10:45:32.755270 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-eb0713d6-b234-4a92-889e-9e30d4820ba8 req-bd310139-9bcc-4c6f-8190-150c2782e671 service neutron] 10.222.0.22 "GET /v2.0/networks/18523b39-834f-4743-b975-a13a26e733e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376357
Jan 29 10:45:32.902972 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-eb0713d6-b234-4a92-889e-9e30d4820ba8 req-2fa6e703-26b8-4104-9ff0-f9463c743232 service neutron] 10.222.0.22 "GET /v2.0/networks/18523b39-834f-4743-b975-a13a26e733e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1401215
Jan 29 10:45:33.341689 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a4750-abac-4ad7-9423-7bbef960d6fa req-94069f77-6d2c-47dd-899e-ecee8ccb40bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:45:33.343882 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a97a4750-abac-4ad7-9423-7bbef960d6fa req-94069f77-6d2c-47dd-899e-ecee8ccb40bc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a6eff143abc2490ba72273bec16e29cc&device_id=35b53718-69c3-4b67-8866-7e4e557d0926 HTTP/1.1" status: 200  len: 1160 time: 0.3584259
Jan 29 10:45:33.492045 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a4750-abac-4ad7-9423-7bbef960d6fa req-3d9bd3ef-3fa2-4027-a88c-12843e09171b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:45:33.493606 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a97a4750-abac-4ad7-9423-7bbef960d6fa req-3d9bd3ef-3fa2-4027-a88c-12843e09171b service neutron] 10.222.0.22 "GET /v2.0/networks?id=18523b39-834f-4743-b975-a13a26e733e2 HTTP/1.1" status: 200  len: 907 time: 0.1436172
Jan 29 10:45:33.570010 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a97a4750-abac-4ad7-9423-7bbef960d6fa req-1f77ae28-5107-43c9-a56a-93e2f4d290ac service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bc4c8f3-5cdd-4633-92a7-dfcc3dac9a4d HTTP/1.1" status: 200  len: 217 time: 0.0689340
Jan 29 10:45:33.639992 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a4750-abac-4ad7-9423-7bbef960d6fa req-cd973abe-38ae-4166-b327-fe7c73a1762d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:45:33.642591 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a97a4750-abac-4ad7-9423-7bbef960d6fa req-cd973abe-38ae-4166-b327-fe7c73a1762d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2a3d05ed-c464-49ba-b3f3-494e005ceb9d HTTP/1.1" status: 200  len: 853 time: 0.0658929
Jan 29 10:45:33.696966 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a97a4750-abac-4ad7-9423-7bbef960d6fa req-29886161-5eed-4a4f-b9db-d74343f427f9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=18523b39-834f-4743-b975-a13a26e733e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0474524
Jan 29 10:45:33.842365 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a97a4750-abac-4ad7-9423-7bbef960d6fa req-054d572b-750c-4d2b-bb87-4fca56635cda service neutron] 10.222.0.22 "GET /v2.0/networks/18523b39-834f-4743-b975-a13a26e733e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380415
Jan 29 10:45:33.899364 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d9a34e-be69-47f4-b5c7-ed70ac86f62e req-8cd204e3-3be5-404f-8d41-1e191195f1e0 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:45:33.900987 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e3d9a34e-be69-47f4-b5c7-ed70ac86f62e req-8cd204e3-3be5-404f-8d41-1e191195f1e0 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] 10.222.0.57 "GET /v2.0/ports?device_id=35b53718-69c3-4b67-8866-7e4e557d0926 HTTP/1.1" status: 200  len: 943 time: 0.1657662
Jan 29 10:45:33.970668 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e3d9a34e-be69-47f4-b5c7-ed70ac86f62e req-885cad33-ceca-4b39-a82b-7e4f444e7188 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] 10.222.0.57 "GET /v2.0/security-groups?id=c96b8b73-eea7-499a-99fa-e3a813fa9984&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627058
Jan 29 10:45:33.988150 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a97a4750-abac-4ad7-9423-7bbef960d6fa req-6e77f5b0-708b-4a39-b61b-521446915751 service neutron] 10.222.0.22 "GET /v2.0/networks/18523b39-834f-4743-b975-a13a26e733e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1390998
Jan 29 10:45:35.118542 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:35.264844 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3a6fe-3a5f-43b1-9993-8fccbd887a7b req-d896cf6c-def8-48d0-9ab3-7352e955b86b tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:45:35.266569 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-97a3a6fe-3a5f-43b1-9993-8fccbd887a7b req-d896cf6c-def8-48d0-9ab3-7352e955b86b tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] 10.222.0.57 "GET /v2.0/ports?device_id=35b53718-69c3-4b67-8866-7e4e557d0926 HTTP/1.1" status: 200  len: 943 time: 0.1641798
Jan 29 10:45:35.332610 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-97a3a6fe-3a5f-43b1-9993-8fccbd887a7b req-56cb9b48-c427-4b33-a289-59f9a4aba7e8 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] 10.222.0.57 "GET /v2.0/security-groups?id=c96b8b73-eea7-499a-99fa-e3a813fa9984&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597284
Jan 29 10:45:36.885809 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b7ba9-63b3-49ac-8fd6-7d91107ddcb3 req-7ae34389-0135-4312-810e-e166dbd8d30f tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:45:36.887458 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c91b7ba9-63b3-49ac-8fd6-7d91107ddcb3 req-7ae34389-0135-4312-810e-e166dbd8d30f tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] 10.222.0.57 "GET /v2.0/ports?device_id=35b53718-69c3-4b67-8866-7e4e557d0926 HTTP/1.1" status: 200  len: 943 time: 0.4268303
Jan 29 10:45:36.952575 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c91b7ba9-63b3-49ac-8fd6-7d91107ddcb3 req-355abc47-9861-479b-be41-4200c8ad761a tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] 10.222.0.57 "GET /v2.0/security-groups?id=c96b8b73-eea7-499a-99fa-e3a813fa9984&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584815
Jan 29 10:45:37.312713 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.objects.ports [None req-66d9024d-6e8c-4648-9a9b-5371b5ce2cdf None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80767) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 29 10:45:37.896105 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 0bc4c8f3-5cdd-4633-92a7-dfcc3dac9a4d up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:45:37.966717 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning for port 0bc4c8f3-5cdd-4633-92a7-dfcc3dac9a4d completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:45:37.971665 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 0bc4c8f3-5cdd-4633-92a7-dfcc3dac9a4d triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:45:37.972089 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:38.098540 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:38.127323 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b53718-69c3-4b67-8866-7e4e557d0926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc4c8f3-5cdd-4633-92a7-dfcc3dac9a4d'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:45:38.137892 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port 0bc4c8f3-5cdd-4633-92a7-dfcc3dac9a4d, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=0bc4c8f3-5cdd-4633-92a7-dfcc3dac9a4d,segment=NetworkSegment(eec29bfa-7a1c-4e48-8033-1fab39533b55),segment_id=eec29bfa-7a1c-4e48-8033-1fab39533b55)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:45:38.141462 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:38.144181 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:45:38.216565 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=0bc4c8f3-5cdd-4633-92a7-dfcc3dac9a4d,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:45:38.224522 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:45:38.224916 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:45:38.225299 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:45:38.225677 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:45:38.226080 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:45:38.226460 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:45:38.226827 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:45:38.227198 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:45:38.227565 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:45:38.227933 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:45:38.228298 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:45:38.228661 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:45:38.229094 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:45:38.229460 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:45:38.229843 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:45:38.230209 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:45:38.230573 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:45:38.230935 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:45:38.231296 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:45:38.231656 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:45:38.232013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:45:38.232373 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:45:38.232733 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:45:38.233092 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:45:38.237917 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:45:38.247565 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9661cc-a44f-467a-b180-094adcfad189 req-c133f2ec-c51b-4c6c-9653-422648d2904f tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:45:38.249254 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-bd9661cc-a44f-467a-b180-094adcfad189 req-c133f2ec-c51b-4c6c-9653-422648d2904f tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] 10.222.0.57 "GET /v2.0/ports?device_id=35b53718-69c3-4b67-8866-7e4e557d0926 HTTP/1.1" status: 200  len: 943 time: 0.1641207
Jan 29 10:45:38.318424 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-bd9661cc-a44f-467a-b180-094adcfad189 req-036d78df-4791-4c23-94e4-f751f2cab609 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] 10.222.0.57 "GET /v2.0/security-groups?id=c96b8b73-eea7-499a-99fa-e3a813fa9984&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622072
Jan 29 10:45:38.469755 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35b53718-69c3-4b67-8866-7e4e557d0926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc4c8f3-5cdd-4633-92a7-dfcc3dac9a4d', 'code': 200}
Jan 29 10:45:38.753439 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e03b1b-b2d4-4e7e-91c2-d5d682f69c71 req-42d7f311-ee92-4afc-aaff-9a9a4a3aa095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:45:38.755020 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-69e03b1b-b2d4-4e7e-91c2-d5d682f69c71 req-42d7f311-ee92-4afc-aaff-9a9a4a3aa095 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=35b53718-69c3-4b67-8866-7e4e557d0926 HTTP/1.1" status: 200  len: 1162 time: 0.0895615
Jan 29 10:45:38.798226 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-69e03b1b-b2d4-4e7e-91c2-d5d682f69c71 req-da231544-0d6b-49ff-b1e1-e99117da2300 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c96b8b73-eea7-499a-99fa-e3a813fa9984&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0358081
Jan 29 10:45:39.297053 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 0bc4c8f3-5cdd-4633-92a7-dfcc3dac9a4d up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:45:39.372547 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 0bc4c8f3-5cdd-4633-92a7-dfcc3dac9a4d triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:45:39.372979 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:39.614007 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec7bb7b-3b5b-48eb-815d-ec22d7dad9f6 req-c6b6556e-a753-49a0-bb76-62610ea05e83 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:45:39.615551 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1ec7bb7b-3b5b-48eb-815d-ec22d7dad9f6 req-c6b6556e-a753-49a0-bb76-62610ea05e83 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] 10.222.0.57 "GET /v2.0/ports?device_id=35b53718-69c3-4b67-8866-7e4e557d0926 HTTP/1.1" status: 200  len: 945 time: 0.1651933
Jan 29 10:45:39.678889 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1ec7bb7b-3b5b-48eb-815d-ec22d7dad9f6 req-67109d59-3943-4beb-8e75-dc1eaa82ab31 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] 10.222.0.57 "GET /v2.0/security-groups?id=c96b8b73-eea7-499a-99fa-e3a813fa9984&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570047
Jan 29 10:45:40.981432 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a2ced-df3c-4194-a691-2c3879bbf23e req-3830e795-9ff7-4101-b633-b6b4772191c3 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:45:40.983082 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-910a2ced-df3c-4194-a691-2c3879bbf23e req-3830e795-9ff7-4101-b633-b6b4772191c3 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] 10.222.0.57 "GET /v2.0/ports?device_id=35b53718-69c3-4b67-8866-7e4e557d0926 HTTP/1.1" status: 200  len: 945 time: 0.1683667
Jan 29 10:45:41.048649 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-910a2ced-df3c-4194-a691-2c3879bbf23e req-d82ec955-92ba-495b-aa40-43de1e7599ac tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] 10.222.0.57 "GET /v2.0/security-groups?id=c96b8b73-eea7-499a-99fa-e3a813fa9984&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584483
Jan 29 10:45:41.455612 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8d39ae-6a24-4f0e-ad19-74392668b9a2 req-6d75267b-e40b-4c39-89b7-427014598e38 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:45:41.457271 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0b8d39ae-6a24-4f0e-ad19-74392668b9a2 req-6d75267b-e40b-4c39-89b7-427014598e38 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] 10.222.0.57 "GET /v2.0/networks?id=18523b39-834f-4743-b975-a13a26e733e2 HTTP/1.1" status: 200  len: 813 time: 0.2375479
Jan 29 10:45:41.473973 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0b8d39ae-6a24-4f0e-ad19-74392668b9a2 req-78994fb4-7ea2-421a-9cb6-e6cb05111a55 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] 10.222.0.57 "GET /v2.0/quotas/a6eff143abc2490ba72273bec16e29cc HTTP/1.1" status: 200  len: 375 time: 0.0105369
Jan 29 10:45:41.577245 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0b8d39ae-6a24-4f0e-ad19-74392668b9a2 req-fe43ad33-2b5e-4814-a929-3a48da29a378 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=a6eff143abc2490ba72273bec16e29cc&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0978303
Jan 29 10:45:41.795788 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0b8d39ae-6a24-4f0e-ad19-74392668b9a2 req-851bda9a-14c9-4a09-aca9-04500d9b1425 service neutron] 10.222.0.57 "GET /v2.0/networks/18523b39-834f-4743-b975-a13a26e733e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2105825
Jan 29 10:45:41.945362 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0b8d39ae-6a24-4f0e-ad19-74392668b9a2 req-a3bb8acc-ca9b-4a74-afb3-bde1d86b6e0f service neutron] 10.222.0.57 "GET /v2.0/networks/18523b39-834f-4743-b975-a13a26e733e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1417010
Jan 29 10:45:42.152633 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c55f9489-70ae-41ab-9477-e1306d424190 req-a5027ad2-3e6b-46db-a8a3-37d46b905b01 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] 10.222.0.57 "GET /v2.0/ports?device_id=ec0738e1-0b5b-475b-85d9-73fe1dce7b6a HTTP/1.1" status: 200  len: 210 time: 0.0535567
Jan 29 10:45:43.335677 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-dd05ba90-894c-4bab-bfa6-02faa6a5f3e6 req-0c40fcd3-7652-48f0-9c03-87b9b4cdda1b tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] 10.222.0.57 "GET /v2.0/ports?device_id=ec0738e1-0b5b-475b-85d9-73fe1dce7b6a HTTP/1.1" status: 200  len: 210 time: 0.0493727
Jan 29 10:45:43.356536 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8d39ae-6a24-4f0e-ad19-74392668b9a2 req-ad2573ec-6435-48f5-a7af-d025204166e0 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:45:43.358230 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0b8d39ae-6a24-4f0e-ad19-74392668b9a2 req-ad2573ec-6435-48f5-a7af-d025204166e0 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] 10.222.0.22 "GET /v2.0/networks?id=18523b39-834f-4743-b975-a13a26e733e2 HTTP/1.1" status: 200  len: 813 time: 0.2635376
Jan 29 10:45:43.387391 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-0b8d39ae-6a24-4f0e-ad19-74392668b9a2 req-644e532e-fcdf-48be-b69e-e0f2fdeff5e4 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Request body: {'port': {'device_id': 'ec0738e1-0b5b-475b-85d9-73fe1dce7b6a', 'network_id': '18523b39-834f-4743-b975-a13a26e733e2', 'admin_state_up': True, 'tenant_id': 'a6eff143abc2490ba72273bec16e29cc'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:45:43.537640 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-0b8d39ae-6a24-4f0e-ad19-74392668b9a2 req-644e532e-fcdf-48be-b69e-e0f2fdeff5e4 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:45:43.541628 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-0b8d39ae-6a24-4f0e-ad19-74392668b9a2 req-644e532e-fcdf-48be-b69e-e0f2fdeff5e4 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Usage tracker for resource:port and tenant:a6eff143abc2490ba72273bec16e29cc is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:45:43.544646 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-0b8d39ae-6a24-4f0e-ad19-74392668b9a2 req-644e532e-fcdf-48be-b69e-e0f2fdeff5e4 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Quota usage for port was recalculated. Used quota:1. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:45:43.552549 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-0b8d39ae-6a24-4f0e-ad19-74392668b9a2 req-644e532e-fcdf-48be-b69e-e0f2fdeff5e4 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:45:43.561364 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b8d39ae-6a24-4f0e-ad19-74392668b9a2 req-644e532e-fcdf-48be-b69e-e0f2fdeff5e4 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Made reservation on behalf of a6eff143abc2490ba72273bec16e29cc for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:45:43.583253 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-0b8d39ae-6a24-4f0e-ad19-74392668b9a2 req-644e532e-fcdf-48be-b69e-e0f2fdeff5e4 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:43.899217 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [req-0b8d39ae-6a24-4f0e-ad19-74392668b9a2 req-644e532e-fcdf-48be-b69e-e0f2fdeff5e4 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Allocated IP 172.20.0.10 (18523b39-834f-4743-b975-a13a26e733e2/2a3d05ed-c464-49ba-b3f3-494e005ceb9d/c89ca5b6-91fe-4255-a09d-c6a8257dd1e5) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:45:44.111664 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-0b8d39ae-6a24-4f0e-ad19-74392668b9a2 req-644e532e-fcdf-48be-b69e-e0f2fdeff5e4 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:44.139789 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-0b8d39ae-6a24-4f0e-ad19-74392668b9a2 req-644e532e-fcdf-48be-b69e-e0f2fdeff5e4 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:44.155223 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2d8093ce-20c1-47eb-ad40-df4b978981f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:45:44.295397 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644e532e-fcdf-48be-b69e-e0f2fdeff5e4 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Pushing event updated for resources: {'Port': ['ID=c89ca5b6-91fe-4255-a09d-c6a8257dd1e5,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:45:44.299738 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-644e532e-fcdf-48be-b69e-e0f2fdeff5e4 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:45:44.352544 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b8d39ae-6a24-4f0e-ad19-74392668b9a2 req-644e532e-fcdf-48be-b69e-e0f2fdeff5e4 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Network 18523b39-834f-4743-b975-a13a26e733e2 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:45:44.353707 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [req-0b8d39ae-6a24-4f0e-ad19-74392668b9a2 req-644e532e-fcdf-48be-b69e-e0f2fdeff5e4 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:45:44.356140 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b8d39ae-6a24-4f0e-ad19-74392668b9a2 req-644e532e-fcdf-48be-b69e-e0f2fdeff5e4 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:45:44.484838 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8d39ae-6a24-4f0e-ad19-74392668b9a2 req-644e532e-fcdf-48be-b69e-e0f2fdeff5e4 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:45:44.486113 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-0b8d39ae-6a24-4f0e-ad19-74392668b9a2 req-644e532e-fcdf-48be-b69e-e0f2fdeff5e4 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:44.508558 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0b8d39ae-6a24-4f0e-ad19-74392668b9a2 req-644e532e-fcdf-48be-b69e-e0f2fdeff5e4 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1253593
Jan 29 10:45:44.526643 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-0b8d39ae-6a24-4f0e-ad19-74392668b9a2 req-1b5a48f0-b52a-4a4f-b0ab-5b2d40a78063 service neutron] Request body: {'port': {'device_id': 'ec0738e1-0b5b-475b-85d9-73fe1dce7b6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7729'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:45:44.630485 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a2a341-259e-4805-97bb-6954974e455a req-902d253a-5f13-4761-87c5-51a9af512159 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:45:44.632184 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c0a2a341-259e-4805-97bb-6954974e455a req-902d253a-5f13-4761-87c5-51a9af512159 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] 10.222.0.57 "GET /v2.0/ports?device_id=ec0738e1-0b5b-475b-85d9-73fe1dce7b6a HTTP/1.1" status: 200  len: 932 time: 0.1645968
Jan 29 10:45:44.648234 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-0b8d39ae-6a24-4f0e-ad19-74392668b9a2 req-1b5a48f0-b52a-4a4f-b0ab-5b2d40a78063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:44.700440 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c0a2a341-259e-4805-97bb-6954974e455a req-54a1b711-478a-4f31-b226-9bb7d44d987f tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] 10.222.0.57 "GET /v2.0/security-groups?id=c96b8b73-eea7-499a-99fa-e3a813fa9984&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617192
Jan 29 10:45:45.066620 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [req-0b8d39ae-6a24-4f0e-ad19-74392668b9a2 req-1b5a48f0-b52a-4a4f-b0ab-5b2d40a78063 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c89ca5b6-91fe-4255-a09d-c6a8257dd1e5 {{(pid=80766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 29 10:45:45.074184 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-0b8d39ae-6a24-4f0e-ad19-74392668b9a2 req-1b5a48f0-b52a-4a4f-b0ab-5b2d40a78063 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:45.087286 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-0b8d39ae-6a24-4f0e-ad19-74392668b9a2 req-1b5a48f0-b52a-4a4f-b0ab-5b2d40a78063 service neutron] Transition to ACTIVE for port object c89ca5b6-91fe-4255-a09d-c6a8257dd1e5 will not be triggered until provisioned by entity L2. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:45:45.090023 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-0b8d39ae-6a24-4f0e-ad19-74392668b9a2 req-1b5a48f0-b52a-4a4f-b0ab-5b2d40a78063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:45.108600 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e8476cbc-b8ed-478e-9672-e5d0c589c1b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:45:45.244134 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5a48f0-b52a-4a4f-b0ab-5b2d40a78063 service neutron] Pushing event updated for resources: {'Port': ['ID=c89ca5b6-91fe-4255-a09d-c6a8257dd1e5,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:45:45.248428 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1b5a48f0-b52a-4a4f-b0ab-5b2d40a78063 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:45:45.430234 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-0b8d39ae-6a24-4f0e-ad19-74392668b9a2 req-1b5a48f0-b52a-4a4f-b0ab-5b2d40a78063 service neutron] Attempting to bind port c89ca5b6-91fe-4255-a09d-c6a8257dd1e5 on host hv-neutron-7729 for vnic_type normal with profile  {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:45:45.430811 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-0b8d39ae-6a24-4f0e-ad19-74392668b9a2 req-1b5a48f0-b52a-4a4f-b0ab-5b2d40a78063 service neutron] Attempting to bind port c89ca5b6-91fe-4255-a09d-c6a8257dd1e5 by drivers openvswitch on host hv-neutron-7729 at level 0 using segments [{'id': 'eec29bfa-7a1c-4e48-8033-1fab39533b55', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '18523b39-834f-4743-b975-a13a26e733e2'}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:45:45.430936 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8d39ae-6a24-4f0e-ad19-74392668b9a2 req-1b5a48f0-b52a-4a4f-b0ab-5b2d40a78063 service neutron] Attempting to bind port c89ca5b6-91fe-4255-a09d-c6a8257dd1e5 on network 18523b39-834f-4743-b975-a13a26e733e2 {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:45:45.436523 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8d39ae-6a24-4f0e-ad19-74392668b9a2 req-1b5a48f0-b52a-4a4f-b0ab-5b2d40a78063 service neutron] Checking agent: {'id': '5acf9624-c829-41ba-afd9-92278081af05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 10, 2, 34), 'started_at': datetime.datetime(2021, 1, 29, 10, 3, 4), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:45:45.436904 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8d39ae-6a24-4f0e-ad19-74392668b9a2 req-1b5a48f0-b52a-4a4f-b0ab-5b2d40a78063 service neutron] Checking segment: {'id': 'eec29bfa-7a1c-4e48-8033-1fab39533b55', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '18523b39-834f-4743-b975-a13a26e733e2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:45:45.437312 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-0b8d39ae-6a24-4f0e-ad19-74392668b9a2 req-1b5a48f0-b52a-4a4f-b0ab-5b2d40a78063 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:45.437712 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8d39ae-6a24-4f0e-ad19-74392668b9a2 req-1b5a48f0-b52a-4a4f-b0ab-5b2d40a78063 service neutron] Bound using segment: {'id': 'eec29bfa-7a1c-4e48-8033-1fab39533b55', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '18523b39-834f-4743-b975-a13a26e733e2'} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:45:45.438227 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-0b8d39ae-6a24-4f0e-ad19-74392668b9a2 req-1b5a48f0-b52a-4a4f-b0ab-5b2d40a78063 service neutron] Bound port: c89ca5b6-91fe-4255-a09d-c6a8257dd1e5, host: hv-neutron-7729, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eec29bfa-7a1c-4e48-8033-1fab39533b55', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '18523b39-834f-4743-b975-a13a26e733e2'}}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:45:45.439155 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-0b8d39ae-6a24-4f0e-ad19-74392668b9a2 req-1b5a48f0-b52a-4a4f-b0ab-5b2d40a78063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:45.530661 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-0b8d39ae-6a24-4f0e-ad19-74392668b9a2 req-1b5a48f0-b52a-4a4f-b0ab-5b2d40a78063 service neutron] For port c89ca5b6-91fe-4255-a09d-c6a8257dd1e5, host hv-neutron-7729, cleared binding levels {{(pid=80766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:45:45.534025 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-0b8d39ae-6a24-4f0e-ad19-74392668b9a2 req-1b5a48f0-b52a-4a4f-b0ab-5b2d40a78063 service neutron] For port c89ca5b6-91fe-4255-a09d-c6a8257dd1e5, host hv-neutron-7729, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=c89ca5b6-91fe-4255-a09d-c6a8257dd1e5,segment=NetworkSegment(eec29bfa-7a1c-4e48-8033-1fab39533b55),segment_id=eec29bfa-7a1c-4e48-8033-1fab39533b55)] {{(pid=80766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:45:45.537172 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-0b8d39ae-6a24-4f0e-ad19-74392668b9a2 req-1b5a48f0-b52a-4a4f-b0ab-5b2d40a78063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:45.556183 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-035b6c1c-7cdb-416e-8109-eb0eb8ff672f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:45:45.706092 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5a48f0-b52a-4a4f-b0ab-5b2d40a78063 service neutron] Pushing event updated for resources: {'Port': ['ID=c89ca5b6-91fe-4255-a09d-c6a8257dd1e5,revision_number=3']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:45:45.712802 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1b5a48f0-b52a-4a4f-b0ab-5b2d40a78063 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:45:45.746837 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8d39ae-6a24-4f0e-ad19-74392668b9a2 req-1b5a48f0-b52a-4a4f-b0ab-5b2d40a78063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:45:45.747863 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-0b8d39ae-6a24-4f0e-ad19-74392668b9a2 req-1b5a48f0-b52a-4a4f-b0ab-5b2d40a78063 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:45.749010 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0b8d39ae-6a24-4f0e-ad19-74392668b9a2 req-1b5a48f0-b52a-4a4f-b0ab-5b2d40a78063 service neutron] 10.222.0.22 "PUT /v2.0/ports/c89ca5b6-91fe-4255-a09d-c6a8257dd1e5 HTTP/1.1" status: 200  len: 1158 time: 1.2270761
Jan 29 10:45:45.749709 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec0738e1-0b5b-475b-85d9-73fe1dce7b6a', 'tag': 'c89ca5b6-91fe-4255-a09d-c6a8257dd1e5'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:45:45.875340 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8d39ae-6a24-4f0e-ad19-74392668b9a2 req-42c5e691-47d3-4cee-a8e8-db9c560b56de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:45:45.877098 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0b8d39ae-6a24-4f0e-ad19-74392668b9a2 req-42c5e691-47d3-4cee-a8e8-db9c560b56de service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a6eff143abc2490ba72273bec16e29cc&device_id=ec0738e1-0b5b-475b-85d9-73fe1dce7b6a HTTP/1.1" status: 200  len: 1161 time: 0.0777113
Jan 29 10:45:45.958808 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0b8d39ae-6a24-4f0e-ad19-74392668b9a2 req-2dcc780d-b5aa-4fe3-b904-d1be2f40601c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c89ca5b6-91fe-4255-a09d-c6a8257dd1e5 HTTP/1.1" status: 200  len: 217 time: 0.0683484
Jan 29 10:45:45.995129 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17576e-a1ed-40b1-ba3a-0dd8ed9ae275 req-27748dc2-1533-4967-bc6d-83a78f25dc3b tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:45:45.996826 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9c17576e-a1ed-40b1-ba3a-0dd8ed9ae275 req-27748dc2-1533-4967-bc6d-83a78f25dc3b tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] 10.222.0.57 "GET /v2.0/ports?device_id=ec0738e1-0b5b-475b-85d9-73fe1dce7b6a HTTP/1.1" status: 200  len: 944 time: 0.1657398
Jan 29 10:45:46.027424 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8d39ae-6a24-4f0e-ad19-74392668b9a2 req-efe7a788-9b76-4c50-8a69-12caa780effb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:45:46.028990 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0b8d39ae-6a24-4f0e-ad19-74392668b9a2 req-efe7a788-9b76-4c50-8a69-12caa780effb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2a3d05ed-c464-49ba-b3f3-494e005ceb9d HTTP/1.1" status: 200  len: 853 time: 0.0646913
Jan 29 10:45:46.061857 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9c17576e-a1ed-40b1-ba3a-0dd8ed9ae275 req-efbd474f-16da-4138-9d1d-14f99fa58213 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] 10.222.0.57 "GET /v2.0/security-groups?id=c96b8b73-eea7-499a-99fa-e3a813fa9984&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584071
Jan 29 10:45:46.085241 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0b8d39ae-6a24-4f0e-ad19-74392668b9a2 req-e16d9494-7536-4778-817c-eb1ebf4504a3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=18523b39-834f-4743-b975-a13a26e733e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0497026
Jan 29 10:45:46.135292 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec0738e1-0b5b-475b-85d9-73fe1dce7b6a', 'tag': 'c89ca5b6-91fe-4255-a09d-c6a8257dd1e5', 'status': 'completed', 'code': 200}
Jan 29 10:45:46.505844 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0b8d39ae-6a24-4f0e-ad19-74392668b9a2 req-f16e5eb6-b601-4d13-89f8-78373bef3d01 service neutron] 10.222.0.22 "GET /v2.0/networks/18523b39-834f-4743-b975-a13a26e733e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4142368
Jan 29 10:45:46.647122 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0b8d39ae-6a24-4f0e-ad19-74392668b9a2 req-afde763a-8701-4d1a-9f1b-71597dab9594 service neutron] 10.222.0.22 "GET /v2.0/networks/18523b39-834f-4743-b975-a13a26e733e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1346047
Jan 29 10:45:46.806680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba844c34-8dd8-4a43-ab32-e629cd83935f req-35f561cc-1c19-4d89-843f-3e80dfe3ada3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:45:46.808351 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ba844c34-8dd8-4a43-ab32-e629cd83935f req-35f561cc-1c19-4d89-843f-3e80dfe3ada3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a6eff143abc2490ba72273bec16e29cc&device_id=ec0738e1-0b5b-475b-85d9-73fe1dce7b6a HTTP/1.1" status: 200  len: 1161 time: 0.0787318
Jan 29 10:45:46.952371 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba844c34-8dd8-4a43-ab32-e629cd83935f req-7303add1-54d1-4067-8f8a-7c2ae3bcab31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:45:46.954477 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ba844c34-8dd8-4a43-ab32-e629cd83935f req-7303add1-54d1-4067-8f8a-7c2ae3bcab31 service neutron] 10.222.0.22 "GET /v2.0/networks?id=18523b39-834f-4743-b975-a13a26e733e2 HTTP/1.1" status: 200  len: 907 time: 0.1389451
Jan 29 10:45:47.036288 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ba844c34-8dd8-4a43-ab32-e629cd83935f req-b2e61e44-5db6-4573-a03d-d313c6ec81e7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c89ca5b6-91fe-4255-a09d-c6a8257dd1e5 HTTP/1.1" status: 200  len: 217 time: 0.0691874
Jan 29 10:45:47.105531 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba844c34-8dd8-4a43-ab32-e629cd83935f req-5a1671d8-b4da-4189-b693-f2c445d8fe7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:45:47.107189 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ba844c34-8dd8-4a43-ab32-e629cd83935f req-5a1671d8-b4da-4189-b693-f2c445d8fe7e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2a3d05ed-c464-49ba-b3f3-494e005ceb9d HTTP/1.1" status: 200  len: 853 time: 0.0646720
Jan 29 10:45:47.160747 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ba844c34-8dd8-4a43-ab32-e629cd83935f req-948a8ee0-0420-4b98-a61e-b618ea38c0e5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=18523b39-834f-4743-b975-a13a26e733e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0463195
Jan 29 10:45:47.319619 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ba844c34-8dd8-4a43-ab32-e629cd83935f req-65eb95ed-5f37-4861-b641-1d2da5a120df service neutron] 10.222.0.22 "GET /v2.0/networks/18523b39-834f-4743-b975-a13a26e733e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1514108
Jan 29 10:45:47.400842 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0417a9-892e-4a64-8388-a8da8b18f174 req-dc9a8f96-c8e3-4c88-94aa-f6d6f70dc00e tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:45:47.403764 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ad0417a9-892e-4a64-8388-a8da8b18f174 req-dc9a8f96-c8e3-4c88-94aa-f6d6f70dc00e tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] 10.222.0.57 "GET /v2.0/ports?device_id=ec0738e1-0b5b-475b-85d9-73fe1dce7b6a HTTP/1.1" status: 200  len: 944 time: 0.2074428
Jan 29 10:45:47.477421 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ad0417a9-892e-4a64-8388-a8da8b18f174 req-2c95467e-bb2e-44b1-97a1-7388e7e71c07 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] 10.222.0.57 "GET /v2.0/security-groups?id=c96b8b73-eea7-499a-99fa-e3a813fa9984&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656822
Jan 29 10:45:47.486657 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ba844c34-8dd8-4a43-ab32-e629cd83935f req-1223f8e9-a4c1-492c-80d7-ea534f47618c service neutron] 10.222.0.22 "GET /v2.0/networks/18523b39-834f-4743-b975-a13a26e733e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1598663
Jan 29 10:45:48.773382 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b6ec2-d8f9-443f-835b-3fb9b578d179 req-e7f97929-609a-4b9e-97f5-44e5a1c1a4bd tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:45:48.775036 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ec4b6ec2-d8f9-443f-835b-3fb9b578d179 req-e7f97929-609a-4b9e-97f5-44e5a1c1a4bd tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] 10.222.0.57 "GET /v2.0/ports?device_id=ec0738e1-0b5b-475b-85d9-73fe1dce7b6a HTTP/1.1" status: 200  len: 944 time: 0.1667156
Jan 29 10:45:48.846615 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ec4b6ec2-d8f9-443f-835b-3fb9b578d179 req-978a74a6-1ae7-4e35-ac58-facee5c1ee34 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] 10.222.0.57 "GET /v2.0/security-groups?id=c96b8b73-eea7-499a-99fa-e3a813fa9984&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650873
Jan 29 10:45:50.139633 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb8691-41d1-4b91-9d3c-bfe5bfbb9702 req-cd98309b-2a43-4bf7-b735-e71d52d5f002 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:45:50.141185 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2acb8691-41d1-4b91-9d3c-bfe5bfbb9702 req-cd98309b-2a43-4bf7-b735-e71d52d5f002 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] 10.222.0.57 "GET /v2.0/ports?device_id=ec0738e1-0b5b-475b-85d9-73fe1dce7b6a HTTP/1.1" status: 200  len: 944 time: 0.1660695
Jan 29 10:45:50.206216 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2acb8691-41d1-4b91-9d3c-bfe5bfbb9702 req-8859896f-600f-46e7-b8fc-c9020b5bb305 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] 10.222.0.57 "GET /v2.0/security-groups?id=c96b8b73-eea7-499a-99fa-e3a813fa9984&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580573
Jan 29 10:45:51.504366 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229bc71-6f71-48d3-88e0-4fa8355fd9a9 req-eb823f0f-eb41-4e94-af2b-f467a49f5e6e tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:45:51.505974 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0229bc71-6f71-48d3-88e0-4fa8355fd9a9 req-eb823f0f-eb41-4e94-af2b-f467a49f5e6e tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] 10.222.0.57 "GET /v2.0/ports?device_id=ec0738e1-0b5b-475b-85d9-73fe1dce7b6a HTTP/1.1" status: 200  len: 944 time: 0.1673779
Jan 29 10:45:51.519859 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1964a461-228e-408f-8f67-9b20dba1e3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:51.571388 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0229bc71-6f71-48d3-88e0-4fa8355fd9a9 req-d9bc1028-0838-48ce-892e-b5c60e1e89a6 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] 10.222.0.57 "GET /v2.0/security-groups?id=c96b8b73-eea7-499a-99fa-e3a813fa9984&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591252
Jan 29 10:45:51.907002 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device c89ca5b6-91fe-4255-a09d-c6a8257dd1e5 up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:45:51.977139 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning for port c89ca5b6-91fe-4255-a09d-c6a8257dd1e5 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:45:51.982012 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port c89ca5b6-91fe-4255-a09d-c6a8257dd1e5 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:45:51.982443 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:52.106370 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:52.133846 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec0738e1-0b5b-475b-85d9-73fe1dce7b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89ca5b6-91fe-4255-a09d-c6a8257dd1e5'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:45:52.144588 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port c89ca5b6-91fe-4255-a09d-c6a8257dd1e5, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=c89ca5b6-91fe-4255-a09d-c6a8257dd1e5,segment=NetworkSegment(eec29bfa-7a1c-4e48-8033-1fab39533b55),segment_id=eec29bfa-7a1c-4e48-8033-1fab39533b55)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:45:52.148206 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:52.149832 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:45:52.197938 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec0738e1-0b5b-475b-85d9-73fe1dce7b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89ca5b6-91fe-4255-a09d-c6a8257dd1e5', 'code': 200}
Jan 29 10:45:52.403802 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=c89ca5b6-91fe-4255-a09d-c6a8257dd1e5,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:45:52.407297 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:45:52.497220 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd0cc65-7716-4b41-aa5f-f7c14000b614 req-a46ab9ed-9123-4886-8ca2-992ebd9bb205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:45:52.498871 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fdd0cc65-7716-4b41-aa5f-f7c14000b614 req-a46ab9ed-9123-4886-8ca2-992ebd9bb205 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ec0738e1-0b5b-475b-85d9-73fe1dce7b6a HTTP/1.1" status: 200  len: 1163 time: 0.0845449
Jan 29 10:45:52.542358 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fdd0cc65-7716-4b41-aa5f-f7c14000b614 req-4e5214e3-43ac-4440-8f50-1d6fc2c9d83b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c96b8b73-eea7-499a-99fa-e3a813fa9984&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0367599
Jan 29 10:45:52.872940 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e7ccc-2c56-4f53-a53c-4c95cc44d670 req-7d7b1159-e92a-412d-9be3-032a95e87609 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:45:52.874633 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-957e7ccc-2c56-4f53-a53c-4c95cc44d670 req-7d7b1159-e92a-412d-9be3-032a95e87609 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] 10.222.0.57 "GET /v2.0/ports?device_id=ec0738e1-0b5b-475b-85d9-73fe1dce7b6a HTTP/1.1" status: 200  len: 946 time: 0.1722500
Jan 29 10:45:52.943898 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-957e7ccc-2c56-4f53-a53c-4c95cc44d670 req-2add141d-22db-46c4-a293-28fd247fdef3 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] 10.222.0.57 "GET /v2.0/security-groups?id=c96b8b73-eea7-499a-99fa-e3a813fa9984&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620909
Jan 29 10:45:53.463448 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device c89ca5b6-91fe-4255-a09d-c6a8257dd1e5 up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:45:53.537126 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port c89ca5b6-91fe-4255-a09d-c6a8257dd1e5 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:45:53.537474 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:53.784093 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e7a9666d-0552-4bed-8d0e-b7d102f9ac4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:54.241999 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b07354-98d8-499c-9ba7-caaaa0b14e04 req-f8c8ca02-52a0-489d-8563-5c35894bbbc9 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:45:54.243547 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-97b07354-98d8-499c-9ba7-caaaa0b14e04 req-f8c8ca02-52a0-489d-8563-5c35894bbbc9 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] 10.222.0.57 "GET /v2.0/ports?device_id=ec0738e1-0b5b-475b-85d9-73fe1dce7b6a HTTP/1.1" status: 200  len: 946 time: 0.1634469
Jan 29 10:45:54.308829 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-97b07354-98d8-499c-9ba7-caaaa0b14e04 req-7f7b87c5-6879-41be-8d35-5ecb32963186 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] 10.222.0.57 "GET /v2.0/security-groups?id=c96b8b73-eea7-499a-99fa-e3a813fa9984&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587623
Jan 29 10:45:54.362373 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:54.816955 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528bb43d-2c35-4a40-8e49-3b45b09be34a req-6cc3b496-759a-4a4e-95fa-0d4831b17b2e tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:45:54.818522 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-528bb43d-2c35-4a40-8e49-3b45b09be34a req-6cc3b496-759a-4a4e-95fa-0d4831b17b2e tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] 10.222.0.57 "GET /v2.0/ports?device_id=ec0738e1-0b5b-475b-85d9-73fe1dce7b6a HTTP/1.1" status: 200  len: 946 time: 0.1654086
Jan 29 10:45:54.882679 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-528bb43d-2c35-4a40-8e49-3b45b09be34a req-95aebd36-0b91-425a-89c3-92779f53197e tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] 10.222.0.57 "GET /v2.0/security-groups?id=c96b8b73-eea7-499a-99fa-e3a813fa9984&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577936
Jan 29 10:45:54.986964 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:56.180344 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:56.319316 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d18e267-4f8b-43d0-8c59-bd7b3f1d8aa2 req-f397a557-da0a-4f16-8b00-7517dcca10a2 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:45:56.321023 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8d18e267-4f8b-43d0-8c59-bd7b3f1d8aa2 req-f397a557-da0a-4f16-8b00-7517dcca10a2 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] 10.222.0.57 "GET /v2.0/ports?device_id=ec0738e1-0b5b-475b-85d9-73fe1dce7b6a HTTP/1.1" status: 200  len: 946 time: 0.1646342
Jan 29 10:45:56.388848 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8d18e267-4f8b-43d0-8c59-bd7b3f1d8aa2 req-c7fbb0f9-cf47-4a8e-839e-cb1cbc5c359e tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] 10.222.0.57 "GET /v2.0/security-groups?id=c96b8b73-eea7-499a-99fa-e3a813fa9984&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614967
Jan 29 10:45:56.555266 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d61e6-ed0e-44a1-b358-1742ec91bd1e req-cb4a8e26-3e03-4911-8a55-db7d540d9064 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:45:56.555972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-ad2d61e6-ed0e-44a1-b358-1742ec91bd1e req-cb4a8e26-3e03-4911-8a55-db7d540d9064 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Synchronizing usage tracker for tenant:a6eff143abc2490ba72273bec16e29cc on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:45:56.575173 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-ad2d61e6-ed0e-44a1-b358-1742ec91bd1e req-cb4a8e26-3e03-4911-8a55-db7d540d9064 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Unset dirty status for tenant:a6eff143abc2490ba72273bec16e29cc on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:45:56.576383 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ad2d61e6-ed0e-44a1-b358-1742ec91bd1e req-cb4a8e26-3e03-4911-8a55-db7d540d9064 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec0738e1-0b5b-475b-85d9-73fe1dce7b6a HTTP/1.1" status: 200  len: 946 time: 0.1799703
Jan 29 10:45:56.672278 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-ad2d61e6-ed0e-44a1-b358-1742ec91bd1e req-8b7dcd29-1147-40cd-bbcd-1a38ebd86f56 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Deleting port c89ca5b6-91fe-4255-a09d-c6a8257dd1e5 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:45:56.673162 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-ad2d61e6-ed0e-44a1-b358-1742ec91bd1e req-8b7dcd29-1147-40cd-bbcd-1a38ebd86f56 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:56.941119 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-ad2d61e6-ed0e-44a1-b358-1742ec91bd1e req-8b7dcd29-1147-40cd-bbcd-1a38ebd86f56 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] For port c89ca5b6-91fe-4255-a09d-c6a8257dd1e5, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=c89ca5b6-91fe-4255-a09d-c6a8257dd1e5,segment=NetworkSegment(eec29bfa-7a1c-4e48-8033-1fab39533b55),segment_id=eec29bfa-7a1c-4e48-8033-1fab39533b55)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:45:56.941520 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-ad2d61e6-ed0e-44a1-b358-1742ec91bd1e req-8b7dcd29-1147-40cd-bbcd-1a38ebd86f56 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:57.072157 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-ad2d61e6-ed0e-44a1-b358-1742ec91bd1e req-8b7dcd29-1147-40cd-bbcd-1a38ebd86f56 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Calling delete_port for c89ca5b6-91fe-4255-a09d-c6a8257dd1e5 owned by compute:nova {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:45:57.220920 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-ad2d61e6-ed0e-44a1-b358-1742ec91bd1e req-8b7dcd29-1147-40cd-bbcd-1a38ebd86f56 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:57.236554 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-98f5b599-7a23-4a21-ab1a-c64ed1ae77b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:45:57.289688 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device c89ca5b6-91fe-4255-a09d-c6a8257dd1e5 no longer exists at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:45:57.294698 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7dcd29-1147-40cd-bbcd-1a38ebd86f56 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Pushing event deleted for resources: {'Port': ['ID=c89ca5b6-91fe-4255-a09d-c6a8257dd1e5,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:45:57.300714 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8b7dcd29-1147-40cd-bbcd-1a38ebd86f56 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:45:57.335589 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] No Port match for: c89ca5b6-91fe-4255-a09d-c6a8257dd1e5 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:45:57.336224 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device c89ca5b6-91fe-4255-a09d-c6a8257dd1e5 not bound to the agent host hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:45:57.446759 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad2d61e6-ed0e-44a1-b358-1742ec91bd1e req-8b7dcd29-1147-40cd-bbcd-1a38ebd86f56 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] No DVR routers for this DVR port c89ca5b6-91fe-4255-a09d-c6a8257dd1e5 on host hv-neutron-7729 {{(pid=80766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:45:57.449079 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-ad2d61e6-ed0e-44a1-b358-1742ec91bd1e req-8b7dcd29-1147-40cd-bbcd-1a38ebd86f56 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:45:57.451936 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec0738e1-0b5b-475b-85d9-73fe1dce7b6a', 'name': 'network-vif-deleted', 'tag': 'c89ca5b6-91fe-4255-a09d-c6a8257dd1e5'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:45:57.467360 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ad2d61e6-ed0e-44a1-b358-1742ec91bd1e req-8b7dcd29-1147-40cd-bbcd-1a38ebd86f56 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] 10.222.0.22 "DELETE /v2.0/ports/c89ca5b6-91fe-4255-a09d-c6a8257dd1e5 HTTP/1.1" status: 204  len: 173 time: 0.8850484
Jan 29 10:45:57.568259 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fd6888b2-46cc-4f48-bac9-ecfd3da7dbea req-9042a9f9-0330-480c-a594-e8052648010b tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] 10.222.0.57 "GET /v2.0/ports?device_id=ec0738e1-0b5b-475b-85d9-73fe1dce7b6a HTTP/1.1" status: 200  len: 210 time: 0.0501368
Jan 29 10:45:57.637939 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec0738e1-0b5b-475b-85d9-73fe1dce7b6a', 'name': 'network-vif-deleted', 'tag': 'c89ca5b6-91fe-4255-a09d-c6a8257dd1e5', 'status': 'completed', 'code': 200}
Jan 29 10:45:58.947956 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee7c97-3277-482e-8e6f-1646dc692b1e req-198b5f38-ecc0-4471-8368-00e983be74c4 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:45:58.949632 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a7ee7c97-3277-482e-8e6f-1646dc692b1e req-198b5f38-ecc0-4471-8368-00e983be74c4 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] 10.222.0.57 "GET /v2.0/ports?device_id=35b53718-69c3-4b67-8866-7e4e557d0926 HTTP/1.1" status: 200  len: 945 time: 0.1694546
Jan 29 10:45:59.018163 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a7ee7c97-3277-482e-8e6f-1646dc692b1e req-73abbe3c-b595-410d-9ca3-ae1e6267f777 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] 10.222.0.57 "GET /v2.0/security-groups?id=c96b8b73-eea7-499a-99fa-e3a813fa9984&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613935
Jan 29 10:45:59.198499 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:45:59.335348 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5575c3c-7ae3-495b-8207-8042a117fef8 req-c28a0bbb-0b62-4887-bfcd-c4d5f010dc87 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:45:59.337053 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f5575c3c-7ae3-495b-8207-8042a117fef8 req-c28a0bbb-0b62-4887-bfcd-c4d5f010dc87 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] 10.222.0.57 "GET /v2.0/ports?device_id=35b53718-69c3-4b67-8866-7e4e557d0926 HTTP/1.1" status: 200  len: 945 time: 0.1677046
Jan 29 10:45:59.403307 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f5575c3c-7ae3-495b-8207-8042a117fef8 req-3f144bdd-263f-4358-a8aa-234433f4f5e3 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] 10.222.0.57 "GET /v2.0/security-groups?id=c96b8b73-eea7-499a-99fa-e3a813fa9984&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598989
Jan 29 10:45:59.700342 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09daad9b-11ba-41f6-8f2e-4259f2acb7d5 req-22649f7c-5310-44ce-9ddd-45e9bd508bbc tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:45:59.701983 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-09daad9b-11ba-41f6-8f2e-4259f2acb7d5 req-22649f7c-5310-44ce-9ddd-45e9bd508bbc tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] 10.222.0.57 "GET /v2.0/ports?device_id=35b53718-69c3-4b67-8866-7e4e557d0926 HTTP/1.1" status: 200  len: 945 time: 0.1682632
Jan 29 10:45:59.765763 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-09daad9b-11ba-41f6-8f2e-4259f2acb7d5 req-a525e9d1-528a-425f-a8a3-8b6714a4c1e1 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] 10.222.0.57 "GET /v2.0/security-groups?id=c96b8b73-eea7-499a-99fa-e3a813fa9984&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566080
Jan 29 10:46:00.179894 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d42da-29ca-4501-89af-0ff21a1986b7 req-65deba5d-7f3f-4c5c-abc1-4d719cbd4444 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:46:00.181520 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8d7d42da-29ca-4501-89af-0ff21a1986b7 req-65deba5d-7f3f-4c5c-abc1-4d719cbd4444 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] 10.222.0.57 "GET /v2.0/ports?device_id=35b53718-69c3-4b67-8866-7e4e557d0926 HTTP/1.1" status: 200  len: 945 time: 0.1639709
Jan 29 10:46:00.249530 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8d7d42da-29ca-4501-89af-0ff21a1986b7 req-9a7e814e-8a51-41c5-8d7b-de6a8cd2d528 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] 10.222.0.57 "GET /v2.0/security-groups?id=c96b8b73-eea7-499a-99fa-e3a813fa9984&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616822
Jan 29 10:46:00.538219 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f6349a-5a5e-4f8d-a0a2-ccb81014bd2c req-a8456580-46b0-4e1f-bca8-ea967c87201f tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:46:00.539765 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-24f6349a-5a5e-4f8d-a0a2-ccb81014bd2c req-a8456580-46b0-4e1f-bca8-ea967c87201f tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] 10.222.0.57 "GET /v2.0/ports?device_id=35b53718-69c3-4b67-8866-7e4e557d0926 HTTP/1.1" status: 200  len: 945 time: 0.1606140
Jan 29 10:46:00.603602 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-24f6349a-5a5e-4f8d-a0a2-ccb81014bd2c req-bab2422e-cf62-4032-8338-d35f68ff172a tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] 10.222.0.57 "GET /v2.0/security-groups?id=c96b8b73-eea7-499a-99fa-e3a813fa9984&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575781
Jan 29 10:46:00.919093 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec837445-e2a5-4da0-b236-565203a0c7e0 req-55be5aca-57f5-4ef4-8dfd-82eabcbd1696 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:46:00.920776 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ec837445-e2a5-4da0-b236-565203a0c7e0 req-55be5aca-57f5-4ef4-8dfd-82eabcbd1696 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] 10.222.0.57 "GET /v2.0/ports?device_id=35b53718-69c3-4b67-8866-7e4e557d0926 HTTP/1.1" status: 200  len: 945 time: 0.1666322
Jan 29 10:46:00.987446 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ec837445-e2a5-4da0-b236-565203a0c7e0 req-6c1925e8-7ab1-4a8a-b5da-ce8ac05cc123 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] 10.222.0.57 "GET /v2.0/security-groups?id=c96b8b73-eea7-499a-99fa-e3a813fa9984&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592003
Jan 29 10:46:01.655951 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ab1c8-eb5d-406a-a883-e8442ded8d37 req-d05f286f-59d4-4e11-9ab5-d9c81e31396d tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:46:01.658091 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-802ab1c8-eb5d-406a-a883-e8442ded8d37 req-d05f286f-59d4-4e11-9ab5-d9c81e31396d tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] 10.222.0.57 "GET /v2.0/ports?device_id=35b53718-69c3-4b67-8866-7e4e557d0926 HTTP/1.1" status: 200  len: 945 time: 0.1649177
Jan 29 10:46:01.726199 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-802ab1c8-eb5d-406a-a883-e8442ded8d37 req-393e6fdb-ee32-4597-95ba-72a54e8af744 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] 10.222.0.57 "GET /v2.0/security-groups?id=c96b8b73-eea7-499a-99fa-e3a813fa9984&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616906
Jan 29 10:46:03.026423 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bbfaba-c5b2-408d-9a11-73881e789801 req-34c38de5-a88a-44d8-8277-778f397ccf47 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:46:03.028040 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-86bbfaba-c5b2-408d-9a11-73881e789801 req-34c38de5-a88a-44d8-8277-778f397ccf47 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] 10.222.0.57 "GET /v2.0/ports?device_id=35b53718-69c3-4b67-8866-7e4e557d0926 HTTP/1.1" status: 200  len: 945 time: 0.1724551
Jan 29 10:46:03.094405 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-86bbfaba-c5b2-408d-9a11-73881e789801 req-63ff0522-2b4d-4b3b-9389-95c6421617cb tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] 10.222.0.57 "GET /v2.0/security-groups?id=c96b8b73-eea7-499a-99fa-e3a813fa9984&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594771
Jan 29 10:46:03.409791 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 0bc4c8f3-5cdd-4633-92a7-dfcc3dac9a4d no longer exists at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:46:03.474622 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6573251-645f-4a7a-b2fd-949a425ef1c1 req-02284540-01b3-40cb-956d-b59ae55d068d tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:46:03.475441 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-c6573251-645f-4a7a-b2fd-949a425ef1c1 req-02284540-01b3-40cb-956d-b59ae55d068d tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Synchronizing usage tracker for tenant:a6eff143abc2490ba72273bec16e29cc on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:46:03.491204 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-c6573251-645f-4a7a-b2fd-949a425ef1c1 req-02284540-01b3-40cb-956d-b59ae55d068d tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Unset dirty status for tenant:a6eff143abc2490ba72273bec16e29cc on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:46:03.492493 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c6573251-645f-4a7a-b2fd-949a425ef1c1 req-02284540-01b3-40cb-956d-b59ae55d068d tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] 10.222.0.22 "GET /v2.0/ports?device_id=35b53718-69c3-4b67-8866-7e4e557d0926 HTTP/1.1" status: 200  len: 945 time: 0.1854858
Jan 29 10:46:03.529805 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:03.557929 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b53718-69c3-4b67-8866-7e4e557d0926', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bc4c8f3-5cdd-4633-92a7-dfcc3dac9a4d'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:46:03.569118 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port 0bc4c8f3-5cdd-4633-92a7-dfcc3dac9a4d, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=0bc4c8f3-5cdd-4633-92a7-dfcc3dac9a4d,segment=NetworkSegment(eec29bfa-7a1c-4e48-8033-1fab39533b55),segment_id=eec29bfa-7a1c-4e48-8033-1fab39533b55)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:46:03.572497 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:03.574403 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:03.588148 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-c6573251-645f-4a7a-b2fd-949a425ef1c1 req-9989a9c0-d7e3-4b4e-8ede-0fa053d01e0b tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Deleting port 0bc4c8f3-5cdd-4633-92a7-dfcc3dac9a4d {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:46:03.588545 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-c6573251-645f-4a7a-b2fd-949a425ef1c1 req-9989a9c0-d7e3-4b4e-8ede-0fa053d01e0b tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:03.622339 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35b53718-69c3-4b67-8866-7e4e557d0926', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bc4c8f3-5cdd-4633-92a7-dfcc3dac9a4d', 'code': 200}
Jan 29 10:46:03.647585 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=0bc4c8f3-5cdd-4633-92a7-dfcc3dac9a4d,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:03.650909 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:03.855636 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-c6573251-645f-4a7a-b2fd-949a425ef1c1 req-9989a9c0-d7e3-4b4e-8ede-0fa053d01e0b tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] For port 0bc4c8f3-5cdd-4633-92a7-dfcc3dac9a4d, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=0bc4c8f3-5cdd-4633-92a7-dfcc3dac9a4d,segment=NetworkSegment(eec29bfa-7a1c-4e48-8033-1fab39533b55),segment_id=eec29bfa-7a1c-4e48-8033-1fab39533b55)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:46:03.855955 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-c6573251-645f-4a7a-b2fd-949a425ef1c1 req-9989a9c0-d7e3-4b4e-8ede-0fa053d01e0b tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:03.986287 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-c6573251-645f-4a7a-b2fd-949a425ef1c1 req-9989a9c0-d7e3-4b4e-8ede-0fa053d01e0b tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Calling delete_port for 0bc4c8f3-5cdd-4633-92a7-dfcc3dac9a4d owned by compute:nova {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:46:04.131312 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-c6573251-645f-4a7a-b2fd-949a425ef1c1 req-9989a9c0-d7e3-4b4e-8ede-0fa053d01e0b tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:04.147812 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e3686b17-3365-42d2-a3d6-eb42e7a50a69 tempest-DeleteServersTestJSON-1275981379 tempest-DeleteServersTestJSON-1275981379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:04.199031 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9989a9c0-d7e3-4b4e-8ede-0fa053d01e0b tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Pushing event deleted for resources: {'Port': ['ID=0bc4c8f3-5cdd-4633-92a7-dfcc3dac9a4d,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:04.212253 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9989a9c0-d7e3-4b4e-8ede-0fa053d01e0b tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:04.283157 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9840f79d-3dce-473c-b5ea-f26702f8a7ee req-5e8f01fa-2e09-4c1b-9bbd-220a2881d8f8 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] 10.222.0.57 "GET /v2.0/ports?device_id=35b53718-69c3-4b67-8866-7e4e557d0926 HTTP/1.1" status: 200  len: 210 time: 0.0534930
Jan 29 10:46:04.374916 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6573251-645f-4a7a-b2fd-949a425ef1c1 req-9989a9c0-d7e3-4b4e-8ede-0fa053d01e0b tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] No DVR routers for this DVR port 0bc4c8f3-5cdd-4633-92a7-dfcc3dac9a4d on host hv-neutron-7729 {{(pid=80766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:46:04.377705 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-c6573251-645f-4a7a-b2fd-949a425ef1c1 req-9989a9c0-d7e3-4b4e-8ede-0fa053d01e0b tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:04.380522 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b53718-69c3-4b67-8866-7e4e557d0926', 'name': 'network-vif-deleted', 'tag': '0bc4c8f3-5cdd-4633-92a7-dfcc3dac9a4d'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:46:04.395974 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c6573251-645f-4a7a-b2fd-949a425ef1c1 req-9989a9c0-d7e3-4b4e-8ede-0fa053d01e0b tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] 10.222.0.22 "DELETE /v2.0/ports/0bc4c8f3-5cdd-4633-92a7-dfcc3dac9a4d HTTP/1.1" status: 204  len: 173 time: 0.8975358
Jan 29 10:46:04.438737 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35b53718-69c3-4b67-8866-7e4e557d0926', 'name': 'network-vif-deleted', 'tag': '0bc4c8f3-5cdd-4633-92a7-dfcc3dac9a4d', 'status': 'completed', 'code': 200}
Jan 29 10:46:05.131523 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:05.395404 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 35038) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:46:05.461922 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-56fd0ac1-5abb-442d-a25a-6d0b628deb85 admin admin] Deleting subnet 2a3d05ed-c464-49ba-b3f3-494e005ceb9d {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:46:05.464973 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-56fd0ac1-5abb-442d-a25a-6d0b628deb85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:05.517392 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-56fd0ac1-5abb-442d-a25a-6d0b628deb85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:05.578644 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-56fd0ac1-5abb-442d-a25a-6d0b628deb85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:05.841331 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-56fd0ac1-5abb-442d-a25a-6d0b628deb85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:05.860726 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-377ad02c-1682-4222-9ac6-a42b512e2ad9 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:05.906142 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fd0ac1-5abb-442d-a25a-6d0b628deb85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a3d05ed-c464-49ba-b3f3-494e005ceb9d,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:05.909466 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-56fd0ac1-5abb-442d-a25a-6d0b628deb85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:05.998095 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-56fd0ac1-5abb-442d-a25a-6d0b628deb85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:06.004110 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-56fd0ac1-5abb-442d-a25a-6d0b628deb85 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/2a3d05ed-c464-49ba-b3f3-494e005ceb9d HTTP/1.1" status: 204  len: 168 time: 0.6076214
Jan 29 10:46:06.006800 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 35042) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:46:06.120611 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8b30ee04-8f64-4493-8c14-eeb19ab1ff91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:06.316612 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8b30ee04-8f64-4493-8c14-eeb19ab1ff91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:06.432995 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-8b30ee04-8f64-4493-8c14-eeb19ab1ff91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c3c36f98>,) {'filters': {'network_id': ['18523b39-834f-4743-b975-a13a26e733e2']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:46:06.445863 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-8b30ee04-8f64-4493-8c14-eeb19ab1ff91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3c36f98>, 'eec29bfa-7a1c-4e48-8033-1fab39533b55') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:46:06.446208 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-8b30ee04-8f64-4493-8c14-eeb19ab1ff91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3c36f98>, 'eec29bfa-7a1c-4e48-8033-1fab39533b55') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:46:06.459219 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8b30ee04-8f64-4493-8c14-eeb19ab1ff91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:06.473904 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8b30ee04-8f64-4493-8c14-eeb19ab1ff91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:06.475889 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8b30ee04-8f64-4493-8c14-eeb19ab1ff91 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:46:06.660677 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-8b30ee04-8f64-4493-8c14-eeb19ab1ff91 admin admin] Network 18523b39-834f-4743-b975-a13a26e733e2 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:46:06.670047 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8b30ee04-8f64-4493-8c14-eeb19ab1ff91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:07.130485 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-8b30ee04-8f64-4493-8c14-eeb19ab1ff91 admin admin] Network 18523b39-834f-4743-b975-a13a26e733e2 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:46:07.155861 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:46:07.155861 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:46:07.155861 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:46:07.155861 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:46:07.155861 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:46:07.155861 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:46:07.155861 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:46:07.155861 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:46:07.155861 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:46:07.155861 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:46:07.155861 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:46:07.155861 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:46:07.155861 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:46:07.155861 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:46:07.155861 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:46:07.155861 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:46:07.155861 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:46:07.155861 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:46:07.155861 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:46:07.155861 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:46:07.155861 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:46:07.155861 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:46:07.155861 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:46:07.155861 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:46:07.155861 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:46:07.155861 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:46:07.155861 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:46:07.155861 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:46:07.155861 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:46:07.155861 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:46:07.155861 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:46:07.155861 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:46:07.231776 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8b30ee04-8f64-4493-8c14-eeb19ab1ff91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:07.235982 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8b30ee04-8f64-4493-8c14-eeb19ab1ff91 admin admin] Notify callbacks [] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:07.240034 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2135529f-8add-471d-bfe8-8bec5b1c52c3 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:07.263325 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30ee04-8f64-4493-8c14-eeb19ab1ff91 admin admin] Pushing event deleted for resources: {'Network': ['ID=18523b39-834f-4743-b975-a13a26e733e2,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:07.266199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8b30ee04-8f64-4493-8c14-eeb19ab1ff91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:07.269288 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8b30ee04-8f64-4493-8c14-eeb19ab1ff91 admin admin] 10.222.0.57 "DELETE /v2.0/networks/18523b39-834f-4743-b975-a13a26e733e2 HTTP/1.1" status: 204  len: 168 time: 1.2610526
Jan 29 10:46:07.417912 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 35048) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:46:07.472869 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e9ed099b-517c-443c-be05-cc918091f4ee admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a6eff143abc2490ba72273bec16e29cc&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0535860
Jan 29 10:46:07.475458 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 35052) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:46:07.536308 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-08e760aa-a367-4195-8761-047f8b5252ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:07.562626 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-08e760aa-a367-4195-8761-047f8b5252ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:07.609021 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-08e760aa-a367-4195-8761-047f8b5252ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:07.614673 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-33da7ebd-fdcc-440b-9aae-a2fa4a055090 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:07.629030 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e760aa-a367-4195-8761-047f8b5252ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96b8b73-eea7-499a-99fa-e3a813fa9984,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:07.631938 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-08e760aa-a367-4195-8761-047f8b5252ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:07.639399 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-08e760aa-a367-4195-8761-047f8b5252ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:07.640573 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-08e760aa-a367-4195-8761-047f8b5252ea admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c96b8b73-eea7-499a-99fa-e3a813fa9984 HTTP/1.1" status: 204  len: 168 time: 0.1641157
Jan 29 10:46:08.555410 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 35074) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:46:08.698213 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-c940a423-baf6-4e50-a0b1-7fa3eac49a81 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-260411480'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:46:08.703642 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c940a423-baf6-4e50-a0b1-7fa3eac49a81 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:46:08.708519 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c940a423-baf6-4e50-a0b1-7fa3eac49a81 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Usage tracker for resource:network and tenant:232b42b15f894efc985047a409120d33 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:46:08.711497 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c940a423-baf6-4e50-a0b1-7fa3eac49a81 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Quota usage for network was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:46:08.717135 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c940a423-baf6-4e50-a0b1-7fa3eac49a81 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:46:08.727677 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c940a423-baf6-4e50-a0b1-7fa3eac49a81 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Made reservation on behalf of 232b42b15f894efc985047a409120d33 for: {'network': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:46:08.748588 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c940a423-baf6-4e50-a0b1-7fa3eac49a81 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:08.762145 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c940a423-baf6-4e50-a0b1-7fa3eac49a81 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks [] for security_group, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:08.778421 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c940a423-baf6-4e50-a0b1-7fa3eac49a81 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:46:08.782443 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c940a423-baf6-4e50-a0b1-7fa3eac49a81 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Usage tracker for resource:security_group_rule and tenant:232b42b15f894efc985047a409120d33 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:46:08.786198 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c940a423-baf6-4e50-a0b1-7fa3eac49a81 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:46:08.791935 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c940a423-baf6-4e50-a0b1-7fa3eac49a81 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:46:08.886515 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c940a423-baf6-4e50-a0b1-7fa3eac49a81 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks [] for security_group, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:08.889117 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c940a423-baf6-4e50-a0b1-7fa3eac49a81 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:08.894305 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-891badf9-744e-41ca-a91d-f1c2297c2e37 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:08.929273 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c940a423-baf6-4e50-a0b1-7fa3eac49a81 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:46:08.938382 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c940a423-baf6-4e50-a0b1-7fa3eac49a81 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7431f52e-0756-488a-b0a3-74bac6987634,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:08.941888 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c940a423-baf6-4e50-a0b1-7fa3eac49a81 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:08.945934 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c940a423-baf6-4e50-a0b1-7fa3eac49a81 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268197113528', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:08.946376 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-c940a423-baf6-4e50-a0b1-7fa3eac49a81 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Added segment aa1f32ed-f53d-49d7-8b8b-e719b1f502e8 of type vxlan for network cb95bded-7be3-4eca-9295-f378ecfc9e60
Jan 29 10:46:08.975110 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c940a423-baf6-4e50-a0b1-7fa3eac49a81 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:09.006013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c940a423-baf6-4e50-a0b1-7fa3eac49a81 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:09.073481 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c940a423-baf6-4e50-a0b1-7fa3eac49a81 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:46:09.074167 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c940a423-baf6-4e50-a0b1-7fa3eac49a81 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks [] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:09.079669 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3d63d5c0-bca2-4338-b937-2996a892911b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:09.197321 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c940a423-baf6-4e50-a0b1-7fa3eac49a81 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.6406984
Jan 29 10:46:09.200819 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c940a423-baf6-4e50-a0b1-7fa3eac49a81 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Pushing event updated for resources: {'Network': ['ID=cb95bded-7be3-4eca-9295-f378ecfc9e60,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:09.211474 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c940a423-baf6-4e50-a0b1-7fa3eac49a81 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:09.220040 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network cb95bded-7be3-4eca-9295-f378ecfc9e60 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:46:09.234864 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network cb95bded-7be3-4eca-9295-f378ecfc9e60 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:46:12.928103 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 35080) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:46:12.934619 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-abd23c1e-819e-40ee-884e-44c4bbcaf5e3 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Request body: {'subnet': {'network_id': 'cb95bded-7be3-4eca-9295-f378ecfc9e60', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:46:13.061380 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-abd23c1e-819e-40ee-884e-44c4bbcaf5e3 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:46:13.066612 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-abd23c1e-819e-40ee-884e-44c4bbcaf5e3 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Usage tracker for resource:subnet and tenant:232b42b15f894efc985047a409120d33 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:46:13.069639 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-abd23c1e-819e-40ee-884e-44c4bbcaf5e3 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:46:13.075835 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-abd23c1e-819e-40ee-884e-44c4bbcaf5e3 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:46:13.086161 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd23c1e-819e-40ee-884e-44c4bbcaf5e3 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Made reservation on behalf of 232b42b15f894efc985047a409120d33 for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:46:13.107428 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-abd23c1e-819e-40ee-884e-44c4bbcaf5e3 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:13.571654 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-abd23c1e-819e-40ee-884e-44c4bbcaf5e3 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:13.588866 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8b1ec9ab-6ece-4a2c-ad23-9340a18e6fb1 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:13.730970 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd23c1e-819e-40ee-884e-44c4bbcaf5e3 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Pushing event updated for resources: {'Subnet': ['ID=01e27af7-f455-41c7-9b88-9fbee0291d7b,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:13.748616 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd23c1e-819e-40ee-884e-44c4bbcaf5e3 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:13.749051 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd23c1e-819e-40ee-884e-44c4bbcaf5e3 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:13.749483 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd23c1e-819e-40ee-884e-44c4bbcaf5e3 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:13.749933 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd23c1e-819e-40ee-884e-44c4bbcaf5e3 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:13.750355 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd23c1e-819e-40ee-884e-44c4bbcaf5e3 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:13.750775 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd23c1e-819e-40ee-884e-44c4bbcaf5e3 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:13.751192 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd23c1e-819e-40ee-884e-44c4bbcaf5e3 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:13.751607 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd23c1e-819e-40ee-884e-44c4bbcaf5e3 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:13.753111 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd23c1e-819e-40ee-884e-44c4bbcaf5e3 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:13.753557 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd23c1e-819e-40ee-884e-44c4bbcaf5e3 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:13.754004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd23c1e-819e-40ee-884e-44c4bbcaf5e3 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:13.754426 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd23c1e-819e-40ee-884e-44c4bbcaf5e3 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:13.754919 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd23c1e-819e-40ee-884e-44c4bbcaf5e3 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:13.755337 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd23c1e-819e-40ee-884e-44c4bbcaf5e3 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:13.755752 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd23c1e-819e-40ee-884e-44c4bbcaf5e3 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:13.756167 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd23c1e-819e-40ee-884e-44c4bbcaf5e3 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:13.756581 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd23c1e-819e-40ee-884e-44c4bbcaf5e3 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:13.756994 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd23c1e-819e-40ee-884e-44c4bbcaf5e3 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:13.757408 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd23c1e-819e-40ee-884e-44c4bbcaf5e3 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:13.757837 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd23c1e-819e-40ee-884e-44c4bbcaf5e3 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:13.758252 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd23c1e-819e-40ee-884e-44c4bbcaf5e3 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:13.758664 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd23c1e-819e-40ee-884e-44c4bbcaf5e3 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:13.759076 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd23c1e-819e-40ee-884e-44c4bbcaf5e3 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:13.759482 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd23c1e-819e-40ee-884e-44c4bbcaf5e3 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:13.765027 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-abd23c1e-819e-40ee-884e-44c4bbcaf5e3 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:13.824133 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd23c1e-819e-40ee-884e-44c4bbcaf5e3 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Checking segment: {'id': 'aa1f32ed-f53d-49d7-8b8b-e719b1f502e8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cb95bded-7be3-4eca-9295-f378ecfc9e60'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:46:13.824638 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd23c1e-819e-40ee-884e-44c4bbcaf5e3 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Network hostable DHCP agents. Network: cb95bded-7be3-4eca-9295-f378ecfc9e60, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:46:13.843160 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd23c1e-819e-40ee-884e-44c4bbcaf5e3 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Network cb95bded-7be3-4eca-9295-f378ecfc9e60 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:46:13.864287 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-abd23c1e-819e-40ee-884e-44c4bbcaf5e3 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, cb95bded-7be3-4eca-9295-f378ecfc9e60) {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:46:13.873387 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbee4d5f-ffcc-4c18-890b-9837ba0d3692 None None] Network cb95bded-7be3-4eca-9295-f378ecfc9e60 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:46:13.878797 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd23c1e-819e-40ee-884e-44c4bbcaf5e3 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:46:13.879453 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-abd23c1e-819e-40ee-884e-44c4bbcaf5e3 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks [] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:13.902939 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-abd23c1e-819e-40ee-884e-44c4bbcaf5e3 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.9736605
Jan 29 10:46:13.906533 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 35084) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:46:13.914089 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-8500fd49-c05c-4d3b-8b62-e625721ad7f3 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-226449058'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:46:13.920087 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-8500fd49-c05c-4d3b-8b62-e625721ad7f3 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:46:13.925508 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8500fd49-c05c-4d3b-8b62-e625721ad7f3 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Usage tracker for resource:network and tenant:232b42b15f894efc985047a409120d33 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:46:13.928836 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8500fd49-c05c-4d3b-8b62-e625721ad7f3 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Quota usage for network was recalculated. Used quota:1. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:46:13.934866 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-8500fd49-c05c-4d3b-8b62-e625721ad7f3 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:46:13.944871 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8500fd49-c05c-4d3b-8b62-e625721ad7f3 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Made reservation on behalf of 232b42b15f894efc985047a409120d33 for: {'network': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:46:13.966418 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8500fd49-c05c-4d3b-8b62-e625721ad7f3 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:14.003831 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8500fd49-c05c-4d3b-8b62-e625721ad7f3 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:46:14.012985 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8500fd49-c05c-4d3b-8b62-e625721ad7f3 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268197113528', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:14.013414 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-8500fd49-c05c-4d3b-8b62-e625721ad7f3 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Added segment d671c075-4c1a-431e-91f8-9365646b8630 of type vxlan for network a2f9b006-2c93-428f-8715-22cd5069d0bd
Jan 29 10:46:14.039333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8500fd49-c05c-4d3b-8b62-e625721ad7f3 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:14.070556 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8500fd49-c05c-4d3b-8b62-e625721ad7f3 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:14.121858 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5967f5c9-bcad-48cb-9ba0-327564d9bd22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-cb95bded-7be3-4eca-9295-f378ecfc9e60', 'network_id': 'cb95bded-7be3-4eca-9295-f378ecfc9e60', 'tenant_id': '232b42b15f894efc985047a409120d33', 'fixed_ips': [{'subnet_id': '01e27af7-f455-41c7-9b88-9fbee0291d7b'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:46:14.122784 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5967f5c9-bcad-48cb-9ba0-327564d9bd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:14.138066 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8500fd49-c05c-4d3b-8b62-e625721ad7f3 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:46:14.138762 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8500fd49-c05c-4d3b-8b62-e625721ad7f3 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks [] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:14.145207 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-34137b79-3482-4e40-97c7-40d8f0b7374f tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:14.197498 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8500fd49-c05c-4d3b-8b62-e625721ad7f3 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.2869732
Jan 29 10:46:14.197916 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 35088) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:46:14.255083 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-786912b5-85f4-48fe-afc2-a4e5f50cedd4 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Request body: {'subnet': {'network_id': 'a2f9b006-2c93-428f-8715-22cd5069d0bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:46:14.295726 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8500fd49-c05c-4d3b-8b62-e625721ad7f3 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Pushing event updated for resources: {'Network': ['ID=a2f9b006-2c93-428f-8715-22cd5069d0bd,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:14.301260 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8500fd49-c05c-4d3b-8b62-e625721ad7f3 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:14.313635 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network a2f9b006-2c93-428f-8715-22cd5069d0bd details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:46:14.333752 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network a2f9b006-2c93-428f-8715-22cd5069d0bd details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:46:14.380283 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-786912b5-85f4-48fe-afc2-a4e5f50cedd4 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:46:14.384609 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-786912b5-85f4-48fe-afc2-a4e5f50cedd4 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Usage tracker for resource:subnet and tenant:232b42b15f894efc985047a409120d33 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:46:14.387961 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-786912b5-85f4-48fe-afc2-a4e5f50cedd4 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:46:14.394512 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-786912b5-85f4-48fe-afc2-a4e5f50cedd4 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:46:14.403468 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786912b5-85f4-48fe-afc2-a4e5f50cedd4 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Made reservation on behalf of 232b42b15f894efc985047a409120d33 for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:46:14.426277 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-786912b5-85f4-48fe-afc2-a4e5f50cedd4 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:14.638395 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-5967f5c9-bcad-48cb-9ba0-327564d9bd22 None None] Allocated IP 2001:db8:0:ffff::2 (cb95bded-7be3-4eca-9295-f378ecfc9e60/01e27af7-f455-41c7-9b88-9fbee0291d7b/b00ca16b-a38e-4496-8e13-424fc209c76d) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:46:14.864783 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5967f5c9-bcad-48cb-9ba0-327564d9bd22 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:14.875326 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-5967f5c9-bcad-48cb-9ba0-327564d9bd22 None None] Transition to ACTIVE for port object b00ca16b-a38e-4496-8e13-424fc209c76d will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:46:14.886522 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-786912b5-85f4-48fe-afc2-a4e5f50cedd4 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:14.891962 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-5967f5c9-bcad-48cb-9ba0-327564d9bd22 None None] Transition to ACTIVE for port object b00ca16b-a38e-4496-8e13-424fc209c76d will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:46:14.896952 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5967f5c9-bcad-48cb-9ba0-327564d9bd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:14.902690 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-54a334c5-82b6-4551-be2c-2616ead99b1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:14.910356 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:15.043474 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786912b5-85f4-48fe-afc2-a4e5f50cedd4 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Pushing event updated for resources: {'Subnet': ['ID=7840c0cf-d677-4ad3-81fd-1cc905969d5d,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:15.045497 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967f5c9-bcad-48cb-9ba0-327564d9bd22 None None] Pushing event updated for resources: {'Port': ['ID=b00ca16b-a38e-4496-8e13-424fc209c76d,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:15.047923 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-786912b5-85f4-48fe-afc2-a4e5f50cedd4 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:15.050029 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5967f5c9-bcad-48cb-9ba0-327564d9bd22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:15.103719 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5967f5c9-bcad-48cb-9ba0-327564d9bd22 None None] Network cb95bded-7be3-4eca-9295-f378ecfc9e60 is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:46:15.104977 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-5967f5c9-bcad-48cb-9ba0-327564d9bd22 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:46:15.107318 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5967f5c9-bcad-48cb-9ba0-327564d9bd22 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:46:15.123573 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786912b5-85f4-48fe-afc2-a4e5f50cedd4 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Checking segment: {'id': 'd671c075-4c1a-431e-91f8-9365646b8630', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a2f9b006-2c93-428f-8715-22cd5069d0bd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:46:15.123968 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786912b5-85f4-48fe-afc2-a4e5f50cedd4 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Network hostable DHCP agents. Network: a2f9b006-2c93-428f-8715-22cd5069d0bd, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:46:15.142582 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786912b5-85f4-48fe-afc2-a4e5f50cedd4 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Network a2f9b006-2c93-428f-8715-22cd5069d0bd is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:46:15.150989 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-786912b5-85f4-48fe-afc2-a4e5f50cedd4 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, a2f9b006-2c93-428f-8715-22cd5069d0bd) {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:46:15.163466 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ed0d60-1f92-4d91-8266-f7e1d8aa4742 None None] Network a2f9b006-2c93-428f-8715-22cd5069d0bd requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:46:15.164928 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786912b5-85f4-48fe-afc2-a4e5f50cedd4 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:46:15.165578 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-786912b5-85f4-48fe-afc2-a4e5f50cedd4 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks [] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:15.186018 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-786912b5-85f4-48fe-afc2-a4e5f50cedd4 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 913 time: 0.9871075
Jan 29 10:46:15.188920 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 35092) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:46:15.198613 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-5967f5c9-bcad-48cb-9ba0-327564d9bd22 None None] Attempting to bind port b00ca16b-a38e-4496-8e13-424fc209c76d on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:46:15.199034 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-5967f5c9-bcad-48cb-9ba0-327564d9bd22 None None] Attempting to bind port b00ca16b-a38e-4496-8e13-424fc209c76d by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'aa1f32ed-f53d-49d7-8b8b-e719b1f502e8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cb95bded-7be3-4eca-9295-f378ecfc9e60'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:46:15.199455 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5967f5c9-bcad-48cb-9ba0-327564d9bd22 None None] Attempting to bind port b00ca16b-a38e-4496-8e13-424fc209c76d on network cb95bded-7be3-4eca-9295-f378ecfc9e60 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:46:15.209812 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5967f5c9-bcad-48cb-9ba0-327564d9bd22 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:46:15.210244 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5967f5c9-bcad-48cb-9ba0-327564d9bd22 None None] Checking segment: {'id': 'aa1f32ed-f53d-49d7-8b8b-e719b1f502e8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cb95bded-7be3-4eca-9295-f378ecfc9e60'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:46:15.210695 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5967f5c9-bcad-48cb-9ba0-327564d9bd22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:15.211171 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5967f5c9-bcad-48cb-9ba0-327564d9bd22 None None] Bound using segment: {'id': 'aa1f32ed-f53d-49d7-8b8b-e719b1f502e8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cb95bded-7be3-4eca-9295-f378ecfc9e60'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:46:15.211683 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-5967f5c9-bcad-48cb-9ba0-327564d9bd22 None None] Bound port: b00ca16b-a38e-4496-8e13-424fc209c76d, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa1f32ed-f53d-49d7-8b8b-e719b1f502e8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cb95bded-7be3-4eca-9295-f378ecfc9e60'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:46:15.212105 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5967f5c9-bcad-48cb-9ba0-327564d9bd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:15.359363 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-74514bfc-295e-460f-8088-b8d935b5db37 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:15.483560 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-5967f5c9-bcad-48cb-9ba0-327564d9bd22 None None] For port b00ca16b-a38e-4496-8e13-424fc209c76d, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:46:15.491436 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-74514bfc-295e-460f-8088-b8d935b5db37 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:15.679047 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-5967f5c9-bcad-48cb-9ba0-327564d9bd22 None None] For port b00ca16b-a38e-4496-8e13-424fc209c76d, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=b00ca16b-a38e-4496-8e13-424fc209c76d,segment=NetworkSegment(aa1f32ed-f53d-49d7-8b8b-e719b1f502e8),segment_id=aa1f32ed-f53d-49d7-8b8b-e719b1f502e8)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:46:15.683275 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5967f5c9-bcad-48cb-9ba0-327564d9bd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:15.700656 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:15.732228 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c34ca8d-a0dd-4676-8cba-a554c2349d62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-a2f9b006-2c93-428f-8715-22cd5069d0bd', 'network_id': 'a2f9b006-2c93-428f-8715-22cd5069d0bd', 'tenant_id': '232b42b15f894efc985047a409120d33', 'fixed_ips': [{'subnet_id': '7840c0cf-d677-4ad3-81fd-1cc905969d5d'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:46:15.733120 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7c34ca8d-a0dd-4676-8cba-a554c2349d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:15.802813 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-74514bfc-295e-460f-8088-b8d935b5db37 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:15.819702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-644a2844-c56a-4ade-95dc-71f145713698 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:15.868603 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74514bfc-295e-460f-8088-b8d935b5db37 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Pushing event deleted for resources: {'Subnet': ['ID=7840c0cf-d677-4ad3-81fd-1cc905969d5d,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:15.872522 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-74514bfc-295e-460f-8088-b8d935b5db37 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:15.928020 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967f5c9-bcad-48cb-9ba0-327564d9bd22 None None] Pushing event updated for resources: {'Port': ['ID=b00ca16b-a38e-4496-8e13-424fc209c76d,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:15.937493 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5967f5c9-bcad-48cb-9ba0-327564d9bd22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:16.058141 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-74514bfc-295e-460f-8088-b8d935b5db37 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:16.108915 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b559509-4aad-44a1-8a74-5665d0cd7084 None None] Network a2f9b006-2c93-428f-8715-22cd5069d0bd requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:46:16.189295 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-74514bfc-295e-460f-8088-b8d935b5db37 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c3a872e8>,) {'filters': {'network_id': ['a2f9b006-2c93-428f-8715-22cd5069d0bd']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:46:16.203662 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-74514bfc-295e-460f-8088-b8d935b5db37 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3a872e8>, 'd671c075-4c1a-431e-91f8-9365646b8630') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:46:16.204023 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-74514bfc-295e-460f-8088-b8d935b5db37 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3a872e8>, 'd671c075-4c1a-431e-91f8-9365646b8630') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:46:16.218582 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-74514bfc-295e-460f-8088-b8d935b5db37 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:16.235791 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-74514bfc-295e-460f-8088-b8d935b5db37 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:16.238510 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-74514bfc-295e-460f-8088-b8d935b5db37 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Releasing vxlan tunnel 4 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:46:16.429891 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-74514bfc-295e-460f-8088-b8d935b5db37 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Network a2f9b006-2c93-428f-8715-22cd5069d0bd has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:46:16.445280 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-74514bfc-295e-460f-8088-b8d935b5db37 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:16.640573 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-74514bfc-295e-460f-8088-b8d935b5db37 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Network a2f9b006-2c93-428f-8715-22cd5069d0bd has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:46:16.665449 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:46:16.665449 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:46:16.665449 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:46:16.665449 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:46:16.665449 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:46:16.665449 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:46:16.665449 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:46:16.665449 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:46:16.665449 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:46:16.665449 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:46:16.665449 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:46:16.665449 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:46:16.665449 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:46:16.665449 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:46:16.665449 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:46:16.665449 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:46:16.665449 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:46:16.665449 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:46:16.665449 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:46:16.665449 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:46:16.665449 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:46:16.665449 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:46:16.665449 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:46:16.665449 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:46:16.665449 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:46:16.665449 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:46:16.665449 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:46:16.665449 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:46:16.665449 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:46:16.665449 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:46:16.665449 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:46:16.665449 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:46:16.720436 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device b00ca16b-a38e-4496-8e13-424fc209c76d up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:46:16.754748 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-74514bfc-295e-460f-8088-b8d935b5db37 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:16.758873 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-74514bfc-295e-460f-8088-b8d935b5db37 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks [] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:16.763526 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-21120e53-0f8d-4595-8285-e90b00aa4a8f tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:16.788259 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74514bfc-295e-460f-8088-b8d935b5db37 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Pushing event deleted for resources: {'Network': ['ID=a2f9b006-2c93-428f-8715-22cd5069d0bd,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:16.791315 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-74514bfc-295e-460f-8088-b8d935b5db37 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:16.792171 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port b00ca16b-a38e-4496-8e13-424fc209c76d completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:46:16.796379 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-74514bfc-295e-460f-8088-b8d935b5db37 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] 10.222.0.57 "DELETE /v2.0/networks/a2f9b006-2c93-428f-8715-22cd5069d0bd HTTP/1.1" status: 204  len: 168 time: 1.6024733
Jan 29 10:46:16.796880 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 35096) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:46:16.803580 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-d2d46c00-4078-4af4-b9d9-0eb25b998461 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1743788743'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:46:16.809003 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d2d46c00-4078-4af4-b9d9-0eb25b998461 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:46:16.813087 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d2d46c00-4078-4af4-b9d9-0eb25b998461 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Usage tracker for resource:network and tenant:232b42b15f894efc985047a409120d33 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:46:16.817011 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d2d46c00-4078-4af4-b9d9-0eb25b998461 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Quota usage for network was recalculated. Used quota:1. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:46:16.822799 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d2d46c00-4078-4af4-b9d9-0eb25b998461 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:46:16.832613 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d46c00-4078-4af4-b9d9-0eb25b998461 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Made reservation on behalf of 232b42b15f894efc985047a409120d33 for: {'network': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:46:16.853579 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d2d46c00-4078-4af4-b9d9-0eb25b998461 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:16.887008 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2d46c00-4078-4af4-b9d9-0eb25b998461 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:46:16.896118 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d2d46c00-4078-4af4-b9d9-0eb25b998461 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268197113528', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:16.896556 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-d2d46c00-4078-4af4-b9d9-0eb25b998461 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Added segment 668d4a19-1844-440d-9233-3842674a190d of type vxlan for network 9699385c-d296-439f-a9e3-5b2296ccf0a3
Jan 29 10:46:16.923064 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d2d46c00-4078-4af4-b9d9-0eb25b998461 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:16.954379 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d2d46c00-4078-4af4-b9d9-0eb25b998461 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:17.020960 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d46c00-4078-4af4-b9d9-0eb25b998461 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:46:17.021627 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d2d46c00-4078-4af4-b9d9-0eb25b998461 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks [] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:17.026029 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c467face-5c83-46f9-85b7-80dedf191ed9 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:17.410363 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d2d46c00-4078-4af4-b9d9-0eb25b998461 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.6125941
Jan 29 10:46:17.413458 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 35100) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:46:17.420126 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-911d927a-c51a-40d6-98cd-18597b7479a7 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Request body: {'subnet': {'network_id': '9699385c-d296-439f-a9e3-5b2296ccf0a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:46:17.421088 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d46c00-4078-4af4-b9d9-0eb25b998461 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Pushing event updated for resources: {'Network': ['ID=9699385c-d296-439f-a9e3-5b2296ccf0a3,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:17.424904 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d2d46c00-4078-4af4-b9d9-0eb25b998461 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:17.434041 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 9699385c-d296-439f-a9e3-5b2296ccf0a3 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:46:17.457031 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 9699385c-d296-439f-a9e3-5b2296ccf0a3 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:46:17.547776 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-911d927a-c51a-40d6-98cd-18597b7479a7 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:46:17.552119 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-911d927a-c51a-40d6-98cd-18597b7479a7 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Usage tracker for resource:subnet and tenant:232b42b15f894efc985047a409120d33 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:46:17.555216 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-911d927a-c51a-40d6-98cd-18597b7479a7 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:46:17.562139 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-911d927a-c51a-40d6-98cd-18597b7479a7 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:46:17.571609 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-911d927a-c51a-40d6-98cd-18597b7479a7 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Made reservation on behalf of 232b42b15f894efc985047a409120d33 for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:46:17.593702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-911d927a-c51a-40d6-98cd-18597b7479a7 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:17.617692 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d21290-46b7-45af-8bb3-5a31464d45b0 None None] Network cb95bded-7be3-4eca-9295-f378ecfc9e60 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:46:17.690930 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.ipam_backend_mixin [None req-911d927a-c51a-40d6-98cd-18597b7479a7 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Performing IP validity checks on allocation pools {{(pid=80765) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}}
Jan 29 10:46:17.691529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.ipam_backend_mixin [None req-911d927a-c51a-40d6-98cd-18597b7479a7 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Checking for overlaps among allocation pools and gateway ip {{(pid=80765) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}}
Jan 29 10:46:17.753883 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-3bfc9c6d-b9f8-4492-887b-96fefbb10ac3 None None] Provisioning for port b00ca16b-a38e-4496-8e13-424fc209c76d completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:46:17.763579 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-3bfc9c6d-b9f8-4492-887b-96fefbb10ac3 None None] Provisioning complete for port b00ca16b-a38e-4496-8e13-424fc209c76d triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:46:17.764007 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3bfc9c6d-b9f8-4492-887b-96fefbb10ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:18.007261 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3bfc9c6d-b9f8-4492-887b-96fefbb10ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:18.040825 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-911d927a-c51a-40d6-98cd-18597b7479a7 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:18.056594 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ac3e6e8c-25ec-4d1e-bab6-e8e996756e96 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:18.058716 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-3bfc9c6d-b9f8-4492-887b-96fefbb10ac3 None None] For port b00ca16b-a38e-4496-8e13-424fc209c76d, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=b00ca16b-a38e-4496-8e13-424fc209c76d,segment=NetworkSegment(aa1f32ed-f53d-49d7-8b8b-e719b1f502e8),segment_id=aa1f32ed-f53d-49d7-8b8b-e719b1f502e8)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:46:18.063747 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3bfc9c6d-b9f8-4492-887b-96fefbb10ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:18.066242 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-de5cb2dd-60a2-49b3-bf12-218ba16ff6e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:18.143116 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfc9c6d-b9f8-4492-887b-96fefbb10ac3 None None] Pushing event updated for resources: {'Port': ['ID=b00ca16b-a38e-4496-8e13-424fc209c76d,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:18.146740 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3bfc9c6d-b9f8-4492-887b-96fefbb10ac3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:18.195790 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911d927a-c51a-40d6-98cd-18597b7479a7 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Pushing event updated for resources: {'Subnet': ['ID=53d53e7e-802f-40ff-9a4f-51ee7a009602,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:18.214650 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911d927a-c51a-40d6-98cd-18597b7479a7 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:18.215079 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911d927a-c51a-40d6-98cd-18597b7479a7 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:18.215505 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911d927a-c51a-40d6-98cd-18597b7479a7 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:18.215922 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911d927a-c51a-40d6-98cd-18597b7479a7 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:18.216335 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911d927a-c51a-40d6-98cd-18597b7479a7 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:18.216745 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911d927a-c51a-40d6-98cd-18597b7479a7 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:18.217153 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911d927a-c51a-40d6-98cd-18597b7479a7 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:18.217561 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911d927a-c51a-40d6-98cd-18597b7479a7 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:18.217994 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911d927a-c51a-40d6-98cd-18597b7479a7 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:18.218403 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911d927a-c51a-40d6-98cd-18597b7479a7 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:18.218809 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911d927a-c51a-40d6-98cd-18597b7479a7 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:18.219213 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911d927a-c51a-40d6-98cd-18597b7479a7 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:18.219694 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911d927a-c51a-40d6-98cd-18597b7479a7 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:18.220102 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911d927a-c51a-40d6-98cd-18597b7479a7 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:18.220547 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911d927a-c51a-40d6-98cd-18597b7479a7 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:18.221044 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911d927a-c51a-40d6-98cd-18597b7479a7 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:18.221634 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911d927a-c51a-40d6-98cd-18597b7479a7 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:18.222099 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911d927a-c51a-40d6-98cd-18597b7479a7 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:18.222507 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911d927a-c51a-40d6-98cd-18597b7479a7 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:18.222917 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911d927a-c51a-40d6-98cd-18597b7479a7 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:18.223318 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911d927a-c51a-40d6-98cd-18597b7479a7 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:18.223719 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911d927a-c51a-40d6-98cd-18597b7479a7 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:18.224123 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911d927a-c51a-40d6-98cd-18597b7479a7 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:18.224523 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911d927a-c51a-40d6-98cd-18597b7479a7 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:18.230311 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-911d927a-c51a-40d6-98cd-18597b7479a7 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:18.306849 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-fe9bd3cd-2987-47ee-9bf6-a446cad9e627 None None] Provisioning complete for port b00ca16b-a38e-4496-8e13-424fc209c76d triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:46:18.307279 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fe9bd3cd-2987-47ee-9bf6-a446cad9e627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:18.556027 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911d927a-c51a-40d6-98cd-18597b7479a7 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Checking segment: {'id': '668d4a19-1844-440d-9233-3842674a190d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9699385c-d296-439f-a9e3-5b2296ccf0a3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:46:18.556628 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911d927a-c51a-40d6-98cd-18597b7479a7 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Network hostable DHCP agents. Network: 9699385c-d296-439f-a9e3-5b2296ccf0a3, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:46:18.571218 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-9e6816e8-cdf1-4ca1-87c2-9e14b50f2626 None None] Provisioning complete for port b00ca16b-a38e-4496-8e13-424fc209c76d triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:46:18.572028 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9e6816e8-cdf1-4ca1-87c2-9e14b50f2626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:18.577098 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911d927a-c51a-40d6-98cd-18597b7479a7 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Network 9699385c-d296-439f-a9e3-5b2296ccf0a3 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:46:18.587559 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-911d927a-c51a-40d6-98cd-18597b7479a7 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 9699385c-d296-439f-a9e3-5b2296ccf0a3) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:46:18.604271 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911d927a-c51a-40d6-98cd-18597b7479a7 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:46:18.604490 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-911d927a-c51a-40d6-98cd-18597b7479a7 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:18.605869 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea44efe-f713-4baa-acbc-60c2bb4cb69c None None] Network 9699385c-d296-439f-a9e3-5b2296ccf0a3 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:46:18.630210 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 35104) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:46:18.630446 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-911d927a-c51a-40d6-98cd-18597b7479a7 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 1.2154641
Jan 29 10:46:18.729457 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device b00ca16b-a38e-4496-8e13-424fc209c76d up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:46:18.813853 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f3727fa2-fbf1-47cd-9c51-7e7d658b068a tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:18.944288 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f3727fa2-fbf1-47cd-9c51-7e7d658b068a tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:18.983769 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port b00ca16b-a38e-4496-8e13-424fc209c76d triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:46:18.984186 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:19.031209 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade7c6db-4bc2-4bd1-b5c7-8f083eb45575 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-9699385c-d296-439f-a9e3-5b2296ccf0a3', 'network_id': '9699385c-d296-439f-a9e3-5b2296ccf0a3', 'tenant_id': '232b42b15f894efc985047a409120d33', 'fixed_ips': [{'subnet_id': '53d53e7e-802f-40ff-9a4f-51ee7a009602'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:46:19.032103 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ade7c6db-4bc2-4bd1-b5c7-8f083eb45575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:19.253886 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f3727fa2-fbf1-47cd-9c51-7e7d658b068a tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:19.270448 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-abd23c1e-819e-40ee-884e-44c4bbcaf5e3 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:19.295414 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-e0dd9176-ff50-438a-aaa1-af1b0f4d9446 None None] Provisioning complete for port b00ca16b-a38e-4496-8e13-424fc209c76d triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:46:19.295831 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e0dd9176-ff50-438a-aaa1-af1b0f4d9446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:19.325400 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3727fa2-fbf1-47cd-9c51-7e7d658b068a tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Pushing event deleted for resources: {'Subnet': ['ID=53d53e7e-802f-40ff-9a4f-51ee7a009602,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:19.328599 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f3727fa2-fbf1-47cd-9c51-7e7d658b068a tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:19.510355 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f3727fa2-fbf1-47cd-9c51-7e7d658b068a tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:19.593552 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7a2716-f00b-4baa-88ab-a05a614894b6 None None] Network 9699385c-d296-439f-a9e3-5b2296ccf0a3 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:46:19.636863 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-f3727fa2-fbf1-47cd-9c51-7e7d658b068a tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c90323c8>,) {'filters': {'network_id': ['9699385c-d296-439f-a9e3-5b2296ccf0a3']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:46:19.650369 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-f3727fa2-fbf1-47cd-9c51-7e7d658b068a tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c90323c8>, '668d4a19-1844-440d-9233-3842674a190d') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:46:19.650713 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-f3727fa2-fbf1-47cd-9c51-7e7d658b068a tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c90323c8>, '668d4a19-1844-440d-9233-3842674a190d') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:46:19.663682 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f3727fa2-fbf1-47cd-9c51-7e7d658b068a tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:19.679616 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f3727fa2-fbf1-47cd-9c51-7e7d658b068a tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:19.681663 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f3727fa2-fbf1-47cd-9c51-7e7d658b068a tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Releasing vxlan tunnel 4 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:46:19.870314 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-f3727fa2-fbf1-47cd-9c51-7e7d658b068a tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Network 9699385c-d296-439f-a9e3-5b2296ccf0a3 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:46:19.879901 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f3727fa2-fbf1-47cd-9c51-7e7d658b068a tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:20.057543 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-f3727fa2-fbf1-47cd-9c51-7e7d658b068a tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Network 9699385c-d296-439f-a9e3-5b2296ccf0a3 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:46:20.083100 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:46:20.083100 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:46:20.083100 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:46:20.083100 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:46:20.083100 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:46:20.083100 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:46:20.083100 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:46:20.083100 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:46:20.083100 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:46:20.083100 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:46:20.083100 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:46:20.083100 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:46:20.083100 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:46:20.083100 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:46:20.083100 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:46:20.083100 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:46:20.083100 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:46:20.083100 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:46:20.083100 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:46:20.083100 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:46:20.083100 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:46:20.083100 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:46:20.083100 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:46:20.083100 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:46:20.083100 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:46:20.083100 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:46:20.083100 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:46:20.083100 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:46:20.083100 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:46:20.083100 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:46:20.083100 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:46:20.083100 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:46:20.164510 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f3727fa2-fbf1-47cd-9c51-7e7d658b068a tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:20.167716 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6c66e5af-7c10-4653-876b-72cb0ac27f2e tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:20.185447 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f3727fa2-fbf1-47cd-9c51-7e7d658b068a tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks [] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:20.194899 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3727fa2-fbf1-47cd-9c51-7e7d658b068a tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Pushing event deleted for resources: {'Network': ['ID=9699385c-d296-439f-a9e3-5b2296ccf0a3,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:20.198182 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f3727fa2-fbf1-47cd-9c51-7e7d658b068a tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:20.199769 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f3727fa2-fbf1-47cd-9c51-7e7d658b068a tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] 10.222.0.57 "DELETE /v2.0/networks/9699385c-d296-439f-a9e3-5b2296ccf0a3 HTTP/1.1" status: 204  len: 168 time: 1.5684891
Jan 29 10:46:20.203621 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 35108) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:46:20.211277 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-07e11e5b-5060-4805-8550-869470903206 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1247701479'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:46:20.216568 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-07e11e5b-5060-4805-8550-869470903206 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:46:20.221081 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-07e11e5b-5060-4805-8550-869470903206 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Usage tracker for resource:network and tenant:232b42b15f894efc985047a409120d33 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:46:20.224284 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-07e11e5b-5060-4805-8550-869470903206 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Quota usage for network was recalculated. Used quota:1. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:46:20.230191 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-07e11e5b-5060-4805-8550-869470903206 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:46:20.239528 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e11e5b-5060-4805-8550-869470903206 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Made reservation on behalf of 232b42b15f894efc985047a409120d33 for: {'network': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:46:20.260983 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-07e11e5b-5060-4805-8550-869470903206 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:20.295845 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07e11e5b-5060-4805-8550-869470903206 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:46:20.305761 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-07e11e5b-5060-4805-8550-869470903206 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268197113528', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:20.306231 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-07e11e5b-5060-4805-8550-869470903206 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Added segment 2b054773-537c-41c3-9d03-3ff7da79680d of type vxlan for network 138dcf2a-b012-457f-aa80-f83385b170ae
Jan 29 10:46:20.335082 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-07e11e5b-5060-4805-8550-869470903206 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:20.370536 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-07e11e5b-5060-4805-8550-869470903206 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:20.437259 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e11e5b-5060-4805-8550-869470903206 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:46:20.437935 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-07e11e5b-5060-4805-8550-869470903206 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks [] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:20.443638 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bac85f92-4d70-45d4-b73c-ef9350181dcc tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:20.496152 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-07e11e5b-5060-4805-8550-869470903206 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2914064
Jan 29 10:46:20.499248 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 35112) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:46:20.505681 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-233ec8dd-31fc-46e2-9e1a-efafc8b57d0e tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Request body: {'subnet': {'network_id': '138dcf2a-b012-457f-aa80-f83385b170ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:46:20.558054 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e11e5b-5060-4805-8550-869470903206 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Pushing event updated for resources: {'Network': ['ID=138dcf2a-b012-457f-aa80-f83385b170ae,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:20.560830 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-07e11e5b-5060-4805-8550-869470903206 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:20.569692 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 138dcf2a-b012-457f-aa80-f83385b170ae details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:46:20.591492 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 138dcf2a-b012-457f-aa80-f83385b170ae details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:46:20.629743 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-233ec8dd-31fc-46e2-9e1a-efafc8b57d0e tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:46:20.633994 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-233ec8dd-31fc-46e2-9e1a-efafc8b57d0e tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Usage tracker for resource:subnet and tenant:232b42b15f894efc985047a409120d33 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:46:20.636999 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-233ec8dd-31fc-46e2-9e1a-efafc8b57d0e tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:46:20.642767 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-233ec8dd-31fc-46e2-9e1a-efafc8b57d0e tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:46:20.651555 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233ec8dd-31fc-46e2-9e1a-efafc8b57d0e tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Made reservation on behalf of 232b42b15f894efc985047a409120d33 for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:46:20.672871 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-233ec8dd-31fc-46e2-9e1a-efafc8b57d0e tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:21.130092 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-233ec8dd-31fc-46e2-9e1a-efafc8b57d0e tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:21.150334 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9fc1c5db-bb54-4e5c-945d-3070186e102a tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:21.285883 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233ec8dd-31fc-46e2-9e1a-efafc8b57d0e tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Pushing event updated for resources: {'Subnet': ['ID=1e8405b9-ee50-4915-94b5-9608dc79fd22,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:21.288719 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-233ec8dd-31fc-46e2-9e1a-efafc8b57d0e tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:21.359544 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233ec8dd-31fc-46e2-9e1a-efafc8b57d0e tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Checking segment: {'id': '2b054773-537c-41c3-9d03-3ff7da79680d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '138dcf2a-b012-457f-aa80-f83385b170ae'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:46:21.359937 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233ec8dd-31fc-46e2-9e1a-efafc8b57d0e tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Network hostable DHCP agents. Network: 138dcf2a-b012-457f-aa80-f83385b170ae, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:46:21.378654 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233ec8dd-31fc-46e2-9e1a-efafc8b57d0e tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Network 138dcf2a-b012-457f-aa80-f83385b170ae is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:46:21.386730 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-233ec8dd-31fc-46e2-9e1a-efafc8b57d0e tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 138dcf2a-b012-457f-aa80-f83385b170ae) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:46:21.397045 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4068ff7b-44ee-463e-af1f-84f129449eb9 None None] Network 138dcf2a-b012-457f-aa80-f83385b170ae requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:46:21.400290 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233ec8dd-31fc-46e2-9e1a-efafc8b57d0e tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:46:21.400935 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-233ec8dd-31fc-46e2-9e1a-efafc8b57d0e tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:21.420866 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-233ec8dd-31fc-46e2-9e1a-efafc8b57d0e tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9203813
Jan 29 10:46:21.424759 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 35116) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:46:21.430901 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-c895a11f-9c38-4428-8b1f-ab4b5b8a6eee tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1557726172'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:46:21.436106 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c895a11f-9c38-4428-8b1f-ab4b5b8a6eee tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:46:21.441020 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c895a11f-9c38-4428-8b1f-ab4b5b8a6eee tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Usage tracker for resource:network and tenant:232b42b15f894efc985047a409120d33 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:46:21.444188 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c895a11f-9c38-4428-8b1f-ab4b5b8a6eee tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Quota usage for network was recalculated. Used quota:2. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:46:21.450153 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c895a11f-9c38-4428-8b1f-ab4b5b8a6eee tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:46:21.460719 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c895a11f-9c38-4428-8b1f-ab4b5b8a6eee tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Made reservation on behalf of 232b42b15f894efc985047a409120d33 for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:46:21.482505 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c895a11f-9c38-4428-8b1f-ab4b5b8a6eee tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:21.515677 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c895a11f-9c38-4428-8b1f-ab4b5b8a6eee tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:46:21.525922 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c895a11f-9c38-4428-8b1f-ab4b5b8a6eee tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:21.526316 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-c895a11f-9c38-4428-8b1f-ab4b5b8a6eee tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Added segment 2ddc631f-e683-4a75-a7c5-0737a386599d of type vxlan for network 933fe380-583d-4c96-9cfe-96ed96378b27
Jan 29 10:46:21.540466 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-456f2454-8b92-462e-a9ae-ffe45d6baaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:21.555297 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c895a11f-9c38-4428-8b1f-ab4b5b8a6eee tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:21.589651 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c895a11f-9c38-4428-8b1f-ab4b5b8a6eee tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:21.645128 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267c6f97-13d3-4d16-9046-085c34b309cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-138dcf2a-b012-457f-aa80-f83385b170ae', 'network_id': '138dcf2a-b012-457f-aa80-f83385b170ae', 'tenant_id': '232b42b15f894efc985047a409120d33', 'fixed_ips': [{'subnet_id': '1e8405b9-ee50-4915-94b5-9608dc79fd22'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:46:21.646086 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-267c6f97-13d3-4d16-9046-085c34b309cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:21.658693 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c895a11f-9c38-4428-8b1f-ab4b5b8a6eee tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:46:21.659399 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c895a11f-9c38-4428-8b1f-ab4b5b8a6eee tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:21.665212 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7c242d83-f5ac-4125-851d-2bcd9e0e4b05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:21.718987 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c895a11f-9c38-4428-8b1f-ab4b5b8a6eee tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2931228
Jan 29 10:46:21.723282 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 35120) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:46:21.730268 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-f1de38dc-aba0-48df-b67a-a7a0ca50bcb8 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Request body: {'subnet': {'network_id': '933fe380-583d-4c96-9cfe-96ed96378b27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:46:21.776855 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c895a11f-9c38-4428-8b1f-ab4b5b8a6eee tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Pushing event updated for resources: {'Network': ['ID=933fe380-583d-4c96-9cfe-96ed96378b27,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:21.779868 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c895a11f-9c38-4428-8b1f-ab4b5b8a6eee tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:21.791338 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 933fe380-583d-4c96-9cfe-96ed96378b27 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:46:21.810505 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 933fe380-583d-4c96-9cfe-96ed96378b27 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:46:21.857256 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-f1de38dc-aba0-48df-b67a-a7a0ca50bcb8 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:46:21.862082 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f1de38dc-aba0-48df-b67a-a7a0ca50bcb8 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Usage tracker for resource:subnet and tenant:232b42b15f894efc985047a409120d33 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:46:21.865073 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-f1de38dc-aba0-48df-b67a-a7a0ca50bcb8 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:46:21.870896 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-f1de38dc-aba0-48df-b67a-a7a0ca50bcb8 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:46:21.880528 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1de38dc-aba0-48df-b67a-a7a0ca50bcb8 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Made reservation on behalf of 232b42b15f894efc985047a409120d33 for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:46:21.902978 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f1de38dc-aba0-48df-b67a-a7a0ca50bcb8 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:22.145381 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-267c6f97-13d3-4d16-9046-085c34b309cf None None] Allocated IP 2001:db8::2 (138dcf2a-b012-457f-aa80-f83385b170ae/1e8405b9-ee50-4915-94b5-9608dc79fd22/4481ef00-9151-41fc-a733-837097270525) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:46:22.363778 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f1de38dc-aba0-48df-b67a-a7a0ca50bcb8 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:22.370449 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-267c6f97-13d3-4d16-9046-085c34b309cf None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:22.379599 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5da5488f-9792-4a26-b65e-a48fd42f9526 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:22.381758 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-267c6f97-13d3-4d16-9046-085c34b309cf None None] Transition to ACTIVE for port object 4481ef00-9151-41fc-a733-837097270525 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:46:22.398607 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-267c6f97-13d3-4d16-9046-085c34b309cf None None] Transition to ACTIVE for port object 4481ef00-9151-41fc-a733-837097270525 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:46:22.403200 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-267c6f97-13d3-4d16-9046-085c34b309cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:22.418579 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5967f5c9-bcad-48cb-9ba0-327564d9bd22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:22.515816 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de38dc-aba0-48df-b67a-a7a0ca50bcb8 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Pushing event updated for resources: {'Subnet': ['ID=10d9c317-fbc6-40f5-8a6f-365f02ec21a2,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:22.526038 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f1de38dc-aba0-48df-b67a-a7a0ca50bcb8 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:22.560082 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267c6f97-13d3-4d16-9046-085c34b309cf None None] Pushing event updated for resources: {'Port': ['ID=4481ef00-9151-41fc-a733-837097270525,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:22.563568 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-267c6f97-13d3-4d16-9046-085c34b309cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:22.591415 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1de38dc-aba0-48df-b67a-a7a0ca50bcb8 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Checking segment: {'id': '2ddc631f-e683-4a75-a7c5-0737a386599d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '933fe380-583d-4c96-9cfe-96ed96378b27'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:46:22.591743 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1de38dc-aba0-48df-b67a-a7a0ca50bcb8 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Network hostable DHCP agents. Network: 933fe380-583d-4c96-9cfe-96ed96378b27, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:46:22.611889 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1de38dc-aba0-48df-b67a-a7a0ca50bcb8 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Network 933fe380-583d-4c96-9cfe-96ed96378b27 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:46:22.612117 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267c6f97-13d3-4d16-9046-085c34b309cf None None] Network 138dcf2a-b012-457f-aa80-f83385b170ae is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:46:22.613172 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-267c6f97-13d3-4d16-9046-085c34b309cf None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:46:22.615534 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267c6f97-13d3-4d16-9046-085c34b309cf None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:46:22.621900 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-f1de38dc-aba0-48df-b67a-a7a0ca50bcb8 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 933fe380-583d-4c96-9cfe-96ed96378b27) {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:46:22.636167 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1de38dc-aba0-48df-b67a-a7a0ca50bcb8 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:46:22.636787 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f1de38dc-aba0-48df-b67a-a7a0ca50bcb8 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks [] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:22.653581 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e95b79-912b-421d-8d58-9b96fadfffba None None] Network 933fe380-583d-4c96-9cfe-96ed96378b27 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:46:22.657272 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f1de38dc-aba0-48df-b67a-a7a0ca50bcb8 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9326129
Jan 29 10:46:22.660508 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 35124) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:46:22.712502 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-267c6f97-13d3-4d16-9046-085c34b309cf None None] Attempting to bind port 4481ef00-9151-41fc-a733-837097270525 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:46:22.712917 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-267c6f97-13d3-4d16-9046-085c34b309cf None None] Attempting to bind port 4481ef00-9151-41fc-a733-837097270525 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '2b054773-537c-41c3-9d03-3ff7da79680d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '138dcf2a-b012-457f-aa80-f83385b170ae'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:46:22.713337 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267c6f97-13d3-4d16-9046-085c34b309cf None None] Attempting to bind port 4481ef00-9151-41fc-a733-837097270525 on network 138dcf2a-b012-457f-aa80-f83385b170ae {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:46:22.770659 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267c6f97-13d3-4d16-9046-085c34b309cf None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:46:22.771091 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267c6f97-13d3-4d16-9046-085c34b309cf None None] Checking segment: {'id': '2b054773-537c-41c3-9d03-3ff7da79680d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '138dcf2a-b012-457f-aa80-f83385b170ae'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:46:22.771544 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-267c6f97-13d3-4d16-9046-085c34b309cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:22.771987 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267c6f97-13d3-4d16-9046-085c34b309cf None None] Bound using segment: {'id': '2b054773-537c-41c3-9d03-3ff7da79680d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '138dcf2a-b012-457f-aa80-f83385b170ae'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:46:22.772518 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-267c6f97-13d3-4d16-9046-085c34b309cf None None] Bound port: 4481ef00-9151-41fc-a733-837097270525, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b054773-537c-41c3-9d03-3ff7da79680d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '138dcf2a-b012-457f-aa80-f83385b170ae'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:46:22.772941 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-267c6f97-13d3-4d16-9046-085c34b309cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:22.836261 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-85893827-bb29-4555-8e28-d23e8240f5c1 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:22.974449 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-85893827-bb29-4555-8e28-d23e8240f5c1 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:23.133726 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-267c6f97-13d3-4d16-9046-085c34b309cf None None] For port 4481ef00-9151-41fc-a733-837097270525, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:46:23.178535 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-267c6f97-13d3-4d16-9046-085c34b309cf None None] For port 4481ef00-9151-41fc-a733-837097270525, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=4481ef00-9151-41fc-a733-837097270525,segment=NetworkSegment(2b054773-537c-41c3-9d03-3ff7da79680d),segment_id=2b054773-537c-41c3-9d03-3ff7da79680d)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:46:23.183686 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-267c6f97-13d3-4d16-9046-085c34b309cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:23.201098 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:23.231724 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9145eec9-454a-42ef-bfe3-ac36e04acaf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-933fe380-583d-4c96-9cfe-96ed96378b27', 'network_id': '933fe380-583d-4c96-9cfe-96ed96378b27', 'tenant_id': '232b42b15f894efc985047a409120d33', 'fixed_ips': [{'subnet_id': '10d9c317-fbc6-40f5-8a6f-365f02ec21a2'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:46:23.232551 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9145eec9-454a-42ef-bfe3-ac36e04acaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:23.269796 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-85893827-bb29-4555-8e28-d23e8240f5c1 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:23.285908 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-022849ce-de6e-4aa2-b444-d1a49d06474c tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:23.333634 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85893827-bb29-4555-8e28-d23e8240f5c1 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Pushing event deleted for resources: {'Subnet': ['ID=10d9c317-fbc6-40f5-8a6f-365f02ec21a2,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:23.338498 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-85893827-bb29-4555-8e28-d23e8240f5c1 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:23.418844 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267c6f97-13d3-4d16-9046-085c34b309cf None None] Pushing event updated for resources: {'Port': ['ID=4481ef00-9151-41fc-a733-837097270525,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:23.422338 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-267c6f97-13d3-4d16-9046-085c34b309cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:23.521422 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-85893827-bb29-4555-8e28-d23e8240f5c1 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:23.601938 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34ce273-3d2a-4637-86c4-cff9bafb58a5 None None] Network 933fe380-583d-4c96-9cfe-96ed96378b27 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:46:23.646124 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-85893827-bb29-4555-8e28-d23e8240f5c1 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c3cc9860>,) {'filters': {'network_id': ['933fe380-583d-4c96-9cfe-96ed96378b27']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:46:23.659949 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-85893827-bb29-4555-8e28-d23e8240f5c1 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3cc9860>, '2ddc631f-e683-4a75-a7c5-0737a386599d') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:46:23.660521 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-85893827-bb29-4555-8e28-d23e8240f5c1 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3cc9860>, '2ddc631f-e683-4a75-a7c5-0737a386599d') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:46:23.673539 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-85893827-bb29-4555-8e28-d23e8240f5c1 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:23.689664 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-85893827-bb29-4555-8e28-d23e8240f5c1 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:23.691932 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-85893827-bb29-4555-8e28-d23e8240f5c1 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Releasing vxlan tunnel 5 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:46:23.813344 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-60b6cb1b-99ca-41c4-a53d-8def86271912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:23.893409 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-85893827-bb29-4555-8e28-d23e8240f5c1 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Network 933fe380-583d-4c96-9cfe-96ed96378b27 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:46:23.905126 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-85893827-bb29-4555-8e28-d23e8240f5c1 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:24.364479 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-85893827-bb29-4555-8e28-d23e8240f5c1 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Network 933fe380-583d-4c96-9cfe-96ed96378b27 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:46:24.364694 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:24.389754 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:46:24.389754 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:46:24.389754 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:46:24.389754 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:46:24.389754 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:46:24.389754 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:46:24.389754 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:46:24.389754 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:46:24.389754 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:46:24.389754 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:46:24.389754 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:46:24.389754 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:46:24.389754 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:46:24.389754 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:46:24.389754 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:46:24.389754 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:46:24.389754 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:46:24.389754 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:46:24.389754 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:46:24.389754 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:46:24.389754 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:46:24.389754 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:46:24.389754 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:46:24.389754 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:46:24.389754 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:46:24.389754 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:46:24.389754 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:46:24.389754 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:46:24.389754 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:46:24.389754 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:46:24.389754 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:46:24.389754 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:46:24.472607 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-85893827-bb29-4555-8e28-d23e8240f5c1 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:24.475877 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-65078579-fbba-4dc1-adcc-380f928d659b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:24.493999 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-85893827-bb29-4555-8e28-d23e8240f5c1 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks [] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:24.503023 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85893827-bb29-4555-8e28-d23e8240f5c1 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Pushing event deleted for resources: {'Network': ['ID=933fe380-583d-4c96-9cfe-96ed96378b27,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:24.506357 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-85893827-bb29-4555-8e28-d23e8240f5c1 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:24.508022 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-85893827-bb29-4555-8e28-d23e8240f5c1 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] 10.222.0.57 "DELETE /v2.0/networks/933fe380-583d-4c96-9cfe-96ed96378b27 HTTP/1.1" status: 204  len: 168 time: 1.8464050
Jan 29 10:46:24.510821 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 35128) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:46:24.556324 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-e81ae51d-f174-49f9-8889-7bcf4e0b175c tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] GET failed (client error): The resource could not be found.
Jan 29 10:46:24.556811 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e81ae51d-f174-49f9-8889-7bcf4e0b175c tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Synchronizing usage tracker for tenant:232b42b15f894efc985047a409120d33 on resource:subnet {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:46:24.572965 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e81ae51d-f174-49f9-8889-7bcf4e0b175c tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Unset dirty status for tenant:232b42b15f894efc985047a409120d33 on resource:subnet {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:46:24.574148 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e81ae51d-f174-49f9-8889-7bcf4e0b175c tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] 10.222.0.57 "GET /v2.0/subnets/10d9c317-fbc6-40f5-8a6f-365f02ec21a2 HTTP/1.1" status: 404  len: 337 time: 0.0622833
Jan 29 10:46:24.577051 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 35132) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:46:24.603840 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae55aae0-0a15-4486-8f8b-49bfdc4217ed tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:46:24.604313 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae55aae0-0a15-4486-8f8b-49bfdc4217ed tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:46:24.606033 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ae55aae0-0a15-4486-8f8b-49bfdc4217ed tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] 10.222.0.57 "DELETE /v2.0/networks/933fe380-583d-4c96-9cfe-96ed96378b27 HTTP/1.1" status: 404  len: 339 time: 0.0280197
Jan 29 10:46:24.609876 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 35136) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:46:24.654359 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-b355556e-0121-4304-9c38-39977c2af5f6 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:46:24.654854 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b355556e-0121-4304-9c38-39977c2af5f6 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:46:24.657300 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b355556e-0121-4304-9c38-39977c2af5f6 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] 10.222.0.57 "DELETE /v2.0/subnets/10d9c317-fbc6-40f5-8a6f-365f02ec21a2 HTTP/1.1" status: 404  len: 337 time: 0.0458241
Jan 29 10:46:24.659262 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 35140) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:46:24.686443 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2ff6495-c4a4-4a76-b0b0-3eeaf5c18b12 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:46:24.687006 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2ff6495-c4a4-4a76-b0b0-3eeaf5c18b12 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:46:24.688787 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f2ff6495-c4a4-4a76-b0b0-3eeaf5c18b12 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] 10.222.0.57 "DELETE /v2.0/networks/933fe380-583d-4c96-9cfe-96ed96378b27 HTTP/1.1" status: 404  len: 339 time: 0.0285649
Jan 29 10:46:24.692091 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 35144) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:46:24.729531 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 4481ef00-9151-41fc-a733-837097270525 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:46:24.787691 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bf70545-bac5-4af7-9be3-472fa17027cf tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Deleting subnet 1e8405b9-ee50-4915-94b5-9608dc79fd22 {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:46:24.792901 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7bf70545-bac5-4af7-9be3-472fa17027cf tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:24.811098 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 4481ef00-9151-41fc-a733-837097270525 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:46:24.864309 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7bf70545-bac5-4af7-9be3-472fa17027cf tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:24.957599 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7bf70545-bac5-4af7-9be3-472fa17027cf tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:24.991988 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:25.117689 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4b8c48-75e0-48a5-8e8d-97c9c6c0ed6a None None] Network 138dcf2a-b012-457f-aa80-f83385b170ae requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:46:25.235488 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-39de5423-e8f0-4df9-b92a-b248c0cab970 None None] Provisioning for port 4481ef00-9151-41fc-a733-837097270525 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:46:25.253388 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-39de5423-e8f0-4df9-b92a-b248c0cab970 None None] Provisioning complete for port 4481ef00-9151-41fc-a733-837097270525 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:46:25.253892 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-39de5423-e8f0-4df9-b92a-b248c0cab970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:25.256003 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7bf70545-bac5-4af7-9be3-472fa17027cf tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:25.272505 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6f893cf3-8894-4a01-89f9-3868740efbaa tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:25.324012 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf70545-bac5-4af7-9be3-472fa17027cf tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Pushing event deleted for resources: {'Subnet': ['ID=1e8405b9-ee50-4915-94b5-9608dc79fd22,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:25.326643 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7bf70545-bac5-4af7-9be3-472fa17027cf tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:25.416387 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7bf70545-bac5-4af7-9be3-472fa17027cf tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks [] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:25.430888 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7bf70545-bac5-4af7-9be3-472fa17027cf tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] 10.222.0.57 "DELETE /v2.0/subnets/1e8405b9-ee50-4915-94b5-9608dc79fd22 HTTP/1.1" status: 204  len: 168 time: 0.7353644
Jan 29 10:46:25.431152 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 35148) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:46:25.471958 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-39de5423-e8f0-4df9-b92a-b248c0cab970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:25.506814 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-39de5423-e8f0-4df9-b92a-b248c0cab970 None None] For port 4481ef00-9151-41fc-a733-837097270525, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=4481ef00-9151-41fc-a733-837097270525,segment=NetworkSegment(2b054773-537c-41c3-9d03-3ff7da79680d),segment_id=2b054773-537c-41c3-9d03-3ff7da79680d)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:46:25.509764 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-39de5423-e8f0-4df9-b92a-b248c0cab970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:25.511677 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:25.549333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2444ee55-0889-407a-b20e-4648cd49cc52 None None] DHCP port deletion for 138dcf2a-b012-457f-aa80-f83385b170ae request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:46:25.565693 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-2444ee55-0889-407a-b20e-4648cd49cc52 None None] Deleting port 4481ef00-9151-41fc-a733-837097270525 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:46:25.566146 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2444ee55-0889-407a-b20e-4648cd49cc52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:25.577727 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e79f1258-d20e-4983-b508-a71ef75d6f91 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:25.651992 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-e79f1258-d20e-4983-b508-a71ef75d6f91 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Deleting port 4481ef00-9151-41fc-a733-837097270525 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:46:25.652360 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e79f1258-d20e-4983-b508-a71ef75d6f91 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:25.669897 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39de5423-e8f0-4df9-b92a-b248c0cab970 None None] Pushing event updated for resources: {'Port': ['ID=4481ef00-9151-41fc-a733-837097270525,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:25.678976 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-39de5423-e8f0-4df9-b92a-b248c0cab970 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:25.806126 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-2444ee55-0889-407a-b20e-4648cd49cc52 None None] For port 4481ef00-9151-41fc-a733-837097270525, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=4481ef00-9151-41fc-a733-837097270525,segment=NetworkSegment(2b054773-537c-41c3-9d03-3ff7da79680d),segment_id=2b054773-537c-41c3-9d03-3ff7da79680d)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:46:25.806700 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2444ee55-0889-407a-b20e-4648cd49cc52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:25.871990 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-e79f1258-d20e-4983-b508-a71ef75d6f91 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] For port 4481ef00-9151-41fc-a733-837097270525, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=4481ef00-9151-41fc-a733-837097270525,segment=NetworkSegment(2b054773-537c-41c3-9d03-3ff7da79680d),segment_id=2b054773-537c-41c3-9d03-3ff7da79680d)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:46:25.872408 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e79f1258-d20e-4983-b508-a71ef75d6f91 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:25.937991 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-2444ee55-0889-407a-b20e-4648cd49cc52 None None] Calling delete_port for 4481ef00-9151-41fc-a733-837097270525 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:46:26.006451 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-e79f1258-d20e-4983-b508-a71ef75d6f91 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Calling delete_port for 4481ef00-9151-41fc-a733-837097270525 owned by network:dhcp {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:46:26.015767 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2444ee55-0889-407a-b20e-4648cd49cc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:26.030941 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:26.085269 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-e79f1258-d20e-4983-b508-a71ef75d6f91 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80766) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:46:26.085638 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-e79f1258-d20e-4983-b508-a71ef75d6f91 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:46:26.087474 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2444ee55-0889-407a-b20e-4648cd49cc52 None None] Pushing event deleted for resources: {'Port': ['ID=4481ef00-9151-41fc-a733-837097270525,revision_number=None']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:26.091318 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2444ee55-0889-407a-b20e-4648cd49cc52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:26.183697 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2444ee55-0889-407a-b20e-4648cd49cc52 None None] No DVR routers for this DVR port 4481ef00-9151-41fc-a733-837097270525 on host dv-neutron-772983-2-ovs {{(pid=80767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:46:26.188024 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:26.586525 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-e79f1258-d20e-4983-b508-a71ef75d6f91 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Deleting port 4481ef00-9151-41fc-a733-837097270525 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:46:26.586859 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e79f1258-d20e-4983-b508-a71ef75d6f91 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:26.658665 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-e79f1258-d20e-4983-b508-a71ef75d6f91 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] The port '4481ef00-9151-41fc-a733-837097270525' was deleted {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 29 10:46:26.694143 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 4481ef00-9151-41fc-a733-837097270525 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:46:26.731695 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 4481ef00-9151-41fc-a733-837097270525 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:46:26.732100 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 4481ef00-9151-41fc-a733-837097270525 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:46:26.799792 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e79f1258-d20e-4983-b508-a71ef75d6f91 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:26.920047 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-e79f1258-d20e-4983-b508-a71ef75d6f91 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c3f10d30>,) {'filters': {'network_id': ['138dcf2a-b012-457f-aa80-f83385b170ae']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:46:26.937278 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-e79f1258-d20e-4983-b508-a71ef75d6f91 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3f10d30>, '2b054773-537c-41c3-9d03-3ff7da79680d') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:46:26.937623 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-e79f1258-d20e-4983-b508-a71ef75d6f91 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3f10d30>, '2b054773-537c-41c3-9d03-3ff7da79680d') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:46:26.950075 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e79f1258-d20e-4983-b508-a71ef75d6f91 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:26.966680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e79f1258-d20e-4983-b508-a71ef75d6f91 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:26.968783 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e79f1258-d20e-4983-b508-a71ef75d6f91 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Releasing vxlan tunnel 4 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:46:27.148847 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-e79f1258-d20e-4983-b508-a71ef75d6f91 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Network 138dcf2a-b012-457f-aa80-f83385b170ae has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:46:27.158435 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e79f1258-d20e-4983-b508-a71ef75d6f91 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:27.343521 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-e79f1258-d20e-4983-b508-a71ef75d6f91 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Network 138dcf2a-b012-457f-aa80-f83385b170ae has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:46:27.368107 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:46:27.368107 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:46:27.368107 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:46:27.368107 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:46:27.368107 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:46:27.368107 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:46:27.368107 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 10:46:27.368107 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 10:46:27.368107 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:46:27.368107 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:46:27.368107 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:46:27.368107 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:46:27.368107 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:46:27.368107 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:46:27.368107 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:46:27.368107 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:46:27.368107 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:46:27.368107 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:46:27.368107 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:46:27.368107 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:46:27.368107 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:46:27.368107 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:46:27.368107 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:46:27.368107 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:46:27.368107 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:46:27.368107 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:46:27.368107 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:46:27.368107 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:46:27.368107 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:46:27.368107 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:46:27.368107 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:46:27.368107 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:46:27.368107 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:46:27.368107 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:46:27.368107 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:46:27.368107 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:46:27.368107 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:46:27.368107 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:46:27.368107 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:46:27.368107 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:46:27.453186 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e79f1258-d20e-4983-b508-a71ef75d6f91 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:27.457315 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-67e22c21-9b7d-48ca-b2ea-70971a0daebe tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:27.473206 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e79f1258-d20e-4983-b508-a71ef75d6f91 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks [] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:27.485063 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79f1258-d20e-4983-b508-a71ef75d6f91 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Pushing event deleted for resources: {'Network': ['ID=138dcf2a-b012-457f-aa80-f83385b170ae,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:27.488590 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e79f1258-d20e-4983-b508-a71ef75d6f91 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:27.490463 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e79f1258-d20e-4983-b508-a71ef75d6f91 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] 10.222.0.57 "DELETE /v2.0/networks/138dcf2a-b012-457f-aa80-f83385b170ae HTTP/1.1" status: 204  len: 168 time: 2.0583260
Jan 29 10:46:27.493090 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 35152) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:46:27.534922 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e035844-72e4-4bee-b00f-3a3ec1d4977b tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:46:27.535409 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e035844-72e4-4bee-b00f-3a3ec1d4977b tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:46:27.537165 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1e035844-72e4-4bee-b00f-3a3ec1d4977b tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] 10.222.0.57 "DELETE /v2.0/subnets/53d53e7e-802f-40ff-9a4f-51ee7a009602 HTTP/1.1" status: 404  len: 337 time: 0.0428405
Jan 29 10:46:27.539867 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 35156) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:46:27.566783 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d7bf74c-b0d0-46dc-8d47-16d0fa2afe22 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:46:27.567253 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d7bf74c-b0d0-46dc-8d47-16d0fa2afe22 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:46:27.568942 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7d7bf74c-b0d0-46dc-8d47-16d0fa2afe22 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] 10.222.0.57 "DELETE /v2.0/networks/9699385c-d296-439f-a9e3-5b2296ccf0a3 HTTP/1.1" status: 404  len: 339 time: 0.0281236
Jan 29 10:46:27.571338 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 35160) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:46:27.615682 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-78bfdc97-2d2c-467c-8245-30d1730d26ea tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:46:27.616104 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78bfdc97-2d2c-467c-8245-30d1730d26ea tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:46:27.617823 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-78bfdc97-2d2c-467c-8245-30d1730d26ea tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] 10.222.0.57 "DELETE /v2.0/subnets/7840c0cf-d677-4ad3-81fd-1cc905969d5d HTTP/1.1" status: 404  len: 337 time: 0.0455394
Jan 29 10:46:27.620405 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 35164) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:46:27.647421 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.pecan_wsgi.hooks.translation [None req-58a04dc4-c144-4723-9796-7443133ca9cf tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] DELETE failed (client error): The resource could not be found.
Jan 29 10:46:27.647906 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58a04dc4-c144-4723-9796-7443133ca9cf tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Jan 29 10:46:27.649632 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-58a04dc4-c144-4723-9796-7443133ca9cf tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] 10.222.0.57 "DELETE /v2.0/networks/a2f9b006-2c93-428f-8715-22cd5069d0bd HTTP/1.1" status: 404  len: 339 time: 0.0282760
Jan 29 10:46:27.652088 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 35168) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:46:27.741279 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-76a6e616-4415-46b9-b333-9c5b7ea3008e tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Deleting subnet 01e27af7-f455-41c7-9b88-9fbee0291d7b {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:46:27.745454 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-76a6e616-4415-46b9-b333-9c5b7ea3008e tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:27.810624 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-76a6e616-4415-46b9-b333-9c5b7ea3008e tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:27.900641 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-76a6e616-4415-46b9-b333-9c5b7ea3008e tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:28.184275 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-76a6e616-4415-46b9-b333-9c5b7ea3008e tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:28.200162 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0a53549e-47f9-4618-bebb-9b63471f4e21 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:28.248977 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a6e616-4415-46b9-b333-9c5b7ea3008e tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Pushing event deleted for resources: {'Subnet': ['ID=01e27af7-f455-41c7-9b88-9fbee0291d7b,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:28.253425 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-76a6e616-4415-46b9-b333-9c5b7ea3008e tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:28.336457 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-76a6e616-4415-46b9-b333-9c5b7ea3008e tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks [] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:28.342351 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f2130d-af74-43a5-a300-458ef08058ad None None] Network cb95bded-7be3-4eca-9295-f378ecfc9e60 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:46:28.346946 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-76a6e616-4415-46b9-b333-9c5b7ea3008e tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] 10.222.0.57 "DELETE /v2.0/subnets/01e27af7-f455-41c7-9b88-9fbee0291d7b HTTP/1.1" status: 204  len: 168 time: 0.6938007
Jan 29 10:46:28.349401 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 35172) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:46:28.491904 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2ecdb671-7d64-4f15-a107-d72e2514bf62 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:28.567616 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-2ecdb671-7d64-4f15-a107-d72e2514bf62 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Deleting port b00ca16b-a38e-4496-8e13-424fc209c76d {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:46:28.567998 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2ecdb671-7d64-4f15-a107-d72e2514bf62 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:28.605541 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e827ceae-0b1f-40ce-a080-450327f76d02 None None] DHCP port deletion for cb95bded-7be3-4eca-9295-f378ecfc9e60 request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:46:28.610004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-e827ceae-0b1f-40ce-a080-450327f76d02 None None] Deleting port b00ca16b-a38e-4496-8e13-424fc209c76d {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:46:28.610584 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e827ceae-0b1f-40ce-a080-450327f76d02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:28.701122 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device b00ca16b-a38e-4496-8e13-424fc209c76d no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:46:28.792075 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-2ecdb671-7d64-4f15-a107-d72e2514bf62 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] For port b00ca16b-a38e-4496-8e13-424fc209c76d, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=b00ca16b-a38e-4496-8e13-424fc209c76d,segment=NetworkSegment(aa1f32ed-f53d-49d7-8b8b-e719b1f502e8),segment_id=aa1f32ed-f53d-49d7-8b8b-e719b1f502e8)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:46:28.792398 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2ecdb671-7d64-4f15-a107-d72e2514bf62 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:28.924916 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-2ecdb671-7d64-4f15-a107-d72e2514bf62 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Calling delete_port for b00ca16b-a38e-4496-8e13-424fc209c76d owned by network:dhcp {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:46:28.934858 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-e827ceae-0b1f-40ce-a080-450327f76d02 None None] For port b00ca16b-a38e-4496-8e13-424fc209c76d, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=b00ca16b-a38e-4496-8e13-424fc209c76d,segment=NetworkSegment(aa1f32ed-f53d-49d7-8b8b-e719b1f502e8),segment_id=aa1f32ed-f53d-49d7-8b8b-e719b1f502e8)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:46:28.935305 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e827ceae-0b1f-40ce-a080-450327f76d02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:29.003983 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2ecdb671-7d64-4f15-a107-d72e2514bf62 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:29.021675 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-45c1103c-85d3-4b3c-bfce-3b70b68647b0 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:29.081567 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecdb671-7d64-4f15-a107-d72e2514bf62 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Pushing event deleted for resources: {'Port': ['ID=b00ca16b-a38e-4496-8e13-424fc209c76d,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:29.086981 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2ecdb671-7d64-4f15-a107-d72e2514bf62 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:29.202702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:29.282272 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-e827ceae-0b1f-40ce-a080-450327f76d02 None None] Calling delete_port for b00ca16b-a38e-4496-8e13-424fc209c76d owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:46:29.410985 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-e827ceae-0b1f-40ce-a080-450327f76d02 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80767) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:46:29.411400 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-e827ceae-0b1f-40ce-a080-450327f76d02 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:46:29.464710 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecdb671-7d64-4f15-a107-d72e2514bf62 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] No DVR routers for this DVR port b00ca16b-a38e-4496-8e13-424fc209c76d on host dv-neutron-772983-2-ovs {{(pid=80766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:46:29.597272 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2ecdb671-7d64-4f15-a107-d72e2514bf62 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:29.718722 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-2ecdb671-7d64-4f15-a107-d72e2514bf62 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c82a4ef0>,) {'filters': {'network_id': ['cb95bded-7be3-4eca-9295-f378ecfc9e60']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:46:29.731702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-2ecdb671-7d64-4f15-a107-d72e2514bf62 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c82a4ef0>, 'aa1f32ed-f53d-49d7-8b8b-e719b1f502e8') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:46:29.732046 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-2ecdb671-7d64-4f15-a107-d72e2514bf62 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c82a4ef0>, 'aa1f32ed-f53d-49d7-8b8b-e719b1f502e8') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:46:29.744521 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2ecdb671-7d64-4f15-a107-d72e2514bf62 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:29.759719 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2ecdb671-7d64-4f15-a107-d72e2514bf62 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:29.761701 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2ecdb671-7d64-4f15-a107-d72e2514bf62 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Releasing vxlan tunnel 3 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:46:29.913298 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-e827ceae-0b1f-40ce-a080-450327f76d02 None None] Deleting port b00ca16b-a38e-4496-8e13-424fc209c76d {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:46:29.913728 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e827ceae-0b1f-40ce-a080-450327f76d02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:29.949484 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-2ecdb671-7d64-4f15-a107-d72e2514bf62 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Network cb95bded-7be3-4eca-9295-f378ecfc9e60 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:46:29.959388 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2ecdb671-7d64-4f15-a107-d72e2514bf62 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:29.984035 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-e827ceae-0b1f-40ce-a080-450327f76d02 None None] The port 'b00ca16b-a38e-4496-8e13-424fc209c76d' was deleted {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 29 10:46:30.142132 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-2ecdb671-7d64-4f15-a107-d72e2514bf62 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Network cb95bded-7be3-4eca-9295-f378ecfc9e60 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:46:30.169215 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:46:30.169215 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:46:30.169215 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:46:30.169215 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:46:30.169215 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:46:30.169215 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:46:30.169215 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:46:30.169215 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:46:30.169215 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:46:30.169215 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:46:30.169215 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:46:30.169215 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:46:30.169215 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:46:30.169215 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:46:30.169215 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:46:30.169215 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:46:30.169215 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:46:30.169215 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:46:30.169215 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:46:30.169215 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:46:30.169215 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:46:30.169215 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:46:30.169215 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:46:30.169215 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:46:30.169215 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:46:30.169215 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:46:30.169215 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:46:30.169215 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:46:30.169215 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:46:30.169215 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:46:30.169215 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:46:30.169215 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:46:30.248400 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2ecdb671-7d64-4f15-a107-d72e2514bf62 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:30.252109 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6a5afa0f-5270-495b-acca-cfe4db46911e tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:30.269723 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2ecdb671-7d64-4f15-a107-d72e2514bf62 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Notify callbacks [] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:30.276238 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecdb671-7d64-4f15-a107-d72e2514bf62 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Pushing event deleted for resources: {'Network': ['ID=cb95bded-7be3-4eca-9295-f378ecfc9e60,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:30.280818 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2ecdb671-7d64-4f15-a107-d72e2514bf62 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:30.283885 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2ecdb671-7d64-4f15-a107-d72e2514bf62 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] 10.222.0.57 "DELETE /v2.0/networks/cb95bded-7be3-4eca-9295-f378ecfc9e60 HTTP/1.1" status: 204  len: 168 time: 1.9334192
Jan 29 10:46:30.589527 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 35180) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:46:30.777603 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-219059b1-57a2-4f18-a69c-3686fa6d3b5e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=232b42b15f894efc985047a409120d33&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1861689
Jan 29 10:46:30.780108 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 35186) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:46:30.843307 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-77a28e03-bd2d-4284-a715-d83a6eac9600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:30.871048 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-77a28e03-bd2d-4284-a715-d83a6eac9600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:30.917201 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-77a28e03-bd2d-4284-a715-d83a6eac9600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:30.922225 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2761fba6-fe19-4946-8e2b-ab0160bc1ad2 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:30.933432 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a28e03-bd2d-4284-a715-d83a6eac9600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7431f52e-0756-488a-b0a3-74bac6987634,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:30.938296 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-77a28e03-bd2d-4284-a715-d83a6eac9600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:30.940409 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-77a28e03-bd2d-4284-a715-d83a6eac9600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:30.942467 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-77a28e03-bd2d-4284-a715-d83a6eac9600 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7431f52e-0756-488a-b0a3-74bac6987634 HTTP/1.1" status: 204  len: 168 time: 0.1605442
Jan 29 10:46:31.805215 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 35208) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:46:31.948996 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-88cf89a8-77f1-4276-8c62-87eaa7b5483a tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-556435717', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:46:31.973271 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-88cf89a8-77f1-4276-8c62-87eaa7b5483a tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:46:31.977333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-88cf89a8-77f1-4276-8c62-87eaa7b5483a tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Usage tracker for resource:router and tenant:97801a097ffb438183bafcc1d577a57f is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:46:31.980427 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-88cf89a8-77f1-4276-8c62-87eaa7b5483a tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Quota usage for router was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:46:31.987594 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-88cf89a8-77f1-4276-8c62-87eaa7b5483a tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:46:31.996433 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-88cf89a8-77f1-4276-8c62-87eaa7b5483a tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:31.997468 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-88cf89a8-77f1-4276-8c62-87eaa7b5483a tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:32.014269 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-88cf89a8-77f1-4276-8c62-87eaa7b5483a tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:32.031263 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-88cf89a8-77f1-4276-8c62-87eaa7b5483a tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:32.086479 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-88cf89a8-77f1-4276-8c62-87eaa7b5483a tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:32.087812 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-88cf89a8-77f1-4276-8c62-87eaa7b5483a tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 707 time: 0.2814906
Jan 29 10:46:32.090754 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 35214) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:46:32.097365 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-030accc3-12a8-4f89-98db-d0254106c1ce tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-928099238'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:46:32.102499 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-030accc3-12a8-4f89-98db-d0254106c1ce tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:46:32.106574 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-030accc3-12a8-4f89-98db-d0254106c1ce tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Usage tracker for resource:network and tenant:97801a097ffb438183bafcc1d577a57f is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:46:32.111166 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-030accc3-12a8-4f89-98db-d0254106c1ce tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Quota usage for network was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:46:32.116946 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-030accc3-12a8-4f89-98db-d0254106c1ce tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:46:32.125527 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030accc3-12a8-4f89-98db-d0254106c1ce tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Made reservation on behalf of 97801a097ffb438183bafcc1d577a57f for: {'network': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:46:32.146437 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-030accc3-12a8-4f89-98db-d0254106c1ce tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:32.160535 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-030accc3-12a8-4f89-98db-d0254106c1ce tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Notify callbacks [] for security_group, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:32.179959 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-030accc3-12a8-4f89-98db-d0254106c1ce tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:46:32.183933 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-030accc3-12a8-4f89-98db-d0254106c1ce tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Usage tracker for resource:security_group_rule and tenant:97801a097ffb438183bafcc1d577a57f is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:46:32.186817 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-030accc3-12a8-4f89-98db-d0254106c1ce tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:46:32.192630 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-030accc3-12a8-4f89-98db-d0254106c1ce tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:46:32.278431 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-030accc3-12a8-4f89-98db-d0254106c1ce tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Notify callbacks [] for security_group, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:32.283773 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-030accc3-12a8-4f89-98db-d0254106c1ce tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:32.288334 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-20e77014-9a45-42db-9a0f-df9fdefdf0b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:32.320163 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-030accc3-12a8-4f89-98db-d0254106c1ce tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:46:32.333486 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030accc3-12a8-4f89-98db-d0254106c1ce tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=914c054c-074e-4c47-ad44-bf3425db6832,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:32.337769 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-030accc3-12a8-4f89-98db-d0254106c1ce tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:32.338762 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-030accc3-12a8-4f89-98db-d0254106c1ce tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268197113528', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:32.339194 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-030accc3-12a8-4f89-98db-d0254106c1ce tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Added segment e3866d1b-10a2-49a4-b354-a4eeb6212c4e of type vxlan for network 05433d8a-2ed2-459f-b913-6efe07eaff23
Jan 29 10:46:32.367100 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-030accc3-12a8-4f89-98db-d0254106c1ce tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:32.396031 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-030accc3-12a8-4f89-98db-d0254106c1ce tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:32.462870 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030accc3-12a8-4f89-98db-d0254106c1ce tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:46:32.463466 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-030accc3-12a8-4f89-98db-d0254106c1ce tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Notify callbacks [] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:32.468798 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e1b342d7-f321-417b-bb45-76cfab2b5aa2 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:32.582749 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-030accc3-12a8-4f89-98db-d0254106c1ce tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.4908743
Jan 29 10:46:32.585831 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 35218) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:46:32.586200 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030accc3-12a8-4f89-98db-d0254106c1ce tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Pushing event updated for resources: {'Network': ['ID=05433d8a-2ed2-459f-b913-6efe07eaff23,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:32.589155 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-030accc3-12a8-4f89-98db-d0254106c1ce tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:32.592662 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-4f4c3011-94fd-472d-83a0-8916a7b47ae1 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Request body: {'subnet': {'network_id': '05433d8a-2ed2-459f-b913-6efe07eaff23', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:46:32.597095 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 05433d8a-2ed2-459f-b913-6efe07eaff23 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:46:32.613049 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 05433d8a-2ed2-459f-b913-6efe07eaff23 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:46:32.716622 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-4f4c3011-94fd-472d-83a0-8916a7b47ae1 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:46:32.720660 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-4f4c3011-94fd-472d-83a0-8916a7b47ae1 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Usage tracker for resource:subnet and tenant:97801a097ffb438183bafcc1d577a57f is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:46:32.723692 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-4f4c3011-94fd-472d-83a0-8916a7b47ae1 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:46:32.729500 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-4f4c3011-94fd-472d-83a0-8916a7b47ae1 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:46:32.739113 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4c3011-94fd-472d-83a0-8916a7b47ae1 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Made reservation on behalf of 97801a097ffb438183bafcc1d577a57f for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:46:32.761991 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4f4c3011-94fd-472d-83a0-8916a7b47ae1 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:33.213624 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4f4c3011-94fd-472d-83a0-8916a7b47ae1 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:33.229481 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-22465dc0-fe73-4dde-8f05-bb5ae15a75f5 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:33.363411 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4c3011-94fd-472d-83a0-8916a7b47ae1 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Pushing event updated for resources: {'Subnet': ['ID=dbc10883-147e-4e0b-a7f2-f909deeecad4,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:33.372502 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4f4c3011-94fd-472d-83a0-8916a7b47ae1 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:33.434881 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4c3011-94fd-472d-83a0-8916a7b47ae1 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Checking segment: {'id': 'e3866d1b-10a2-49a4-b354-a4eeb6212c4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '05433d8a-2ed2-459f-b913-6efe07eaff23'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:46:33.435268 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4c3011-94fd-472d-83a0-8916a7b47ae1 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Network hostable DHCP agents. Network: 05433d8a-2ed2-459f-b913-6efe07eaff23, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:46:33.454199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4c3011-94fd-472d-83a0-8916a7b47ae1 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Network 05433d8a-2ed2-459f-b913-6efe07eaff23 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:46:33.462520 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-4f4c3011-94fd-472d-83a0-8916a7b47ae1 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 05433d8a-2ed2-459f-b913-6efe07eaff23) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:46:33.474246 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfd0c43-f688-484f-a0b4-6209c88b2fef None None] Network 05433d8a-2ed2-459f-b913-6efe07eaff23 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:46:33.475590 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4c3011-94fd-472d-83a0-8916a7b47ae1 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:46:33.476228 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4f4c3011-94fd-472d-83a0-8916a7b47ae1 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:33.496417 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4f4c3011-94fd-472d-83a0-8916a7b47ae1 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9094138
Jan 29 10:46:33.499688 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 35222) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:46:33.506485 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-8a850410-949a-4c66-98db-cfc600c0a47f tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2010460789'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:46:33.511895 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-8a850410-949a-4c66-98db-cfc600c0a47f tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:46:33.516623 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8a850410-949a-4c66-98db-cfc600c0a47f tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Usage tracker for resource:network and tenant:97801a097ffb438183bafcc1d577a57f is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:46:33.519675 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8a850410-949a-4c66-98db-cfc600c0a47f tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Quota usage for network was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:46:33.525356 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-8a850410-949a-4c66-98db-cfc600c0a47f tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:46:33.534234 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a850410-949a-4c66-98db-cfc600c0a47f tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Made reservation on behalf of 97801a097ffb438183bafcc1d577a57f for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:46:33.555594 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8a850410-949a-4c66-98db-cfc600c0a47f tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:33.589524 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a850410-949a-4c66-98db-cfc600c0a47f tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:46:33.600026 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8a850410-949a-4c66-98db-cfc600c0a47f tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:33.600416 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-8a850410-949a-4c66-98db-cfc600c0a47f tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Added segment f8701d07-941b-4307-8960-b60a90168933 of type vxlan for network f757e643-f37f-4324-b3e3-cc51701f3657
Jan 29 10:46:33.627368 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8a850410-949a-4c66-98db-cfc600c0a47f tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:33.658388 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8a850410-949a-4c66-98db-cfc600c0a47f tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:33.710963 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadd6228-2f59-4f3b-8e5f-0d05d4183029 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-05433d8a-2ed2-459f-b913-6efe07eaff23', 'network_id': '05433d8a-2ed2-459f-b913-6efe07eaff23', 'tenant_id': '97801a097ffb438183bafcc1d577a57f', 'fixed_ips': [{'subnet_id': 'dbc10883-147e-4e0b-a7f2-f909deeecad4'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:46:33.711852 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fadd6228-2f59-4f3b-8e5f-0d05d4183029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:33.728201 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a850410-949a-4c66-98db-cfc600c0a47f tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:46:33.728847 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8a850410-949a-4c66-98db-cfc600c0a47f tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:33.734675 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-69e9f6a6-3f0c-4395-ae8a-b92192b60884 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:33.787456 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8a850410-949a-4c66-98db-cfc600c0a47f tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 0.2866690
Jan 29 10:46:33.791215 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 35226) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:46:33.798078 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-b882bec2-ac2f-4c69-a016-43f97cb677de tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Request body: {'subnet': {'network_id': 'f757e643-f37f-4324-b3e3-cc51701f3657', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:46:33.854007 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a850410-949a-4c66-98db-cfc600c0a47f tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Pushing event updated for resources: {'Network': ['ID=f757e643-f37f-4324-b3e3-cc51701f3657,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:33.856868 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8a850410-949a-4c66-98db-cfc600c0a47f tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:33.896422 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network f757e643-f37f-4324-b3e3-cc51701f3657 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:46:33.909579 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network f757e643-f37f-4324-b3e3-cc51701f3657 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:46:33.932060 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-b882bec2-ac2f-4c69-a016-43f97cb677de tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:46:33.936102 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b882bec2-ac2f-4c69-a016-43f97cb677de tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Usage tracker for resource:subnet and tenant:97801a097ffb438183bafcc1d577a57f is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:46:33.939201 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b882bec2-ac2f-4c69-a016-43f97cb677de tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:46:33.944996 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-b882bec2-ac2f-4c69-a016-43f97cb677de tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:46:33.955567 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b882bec2-ac2f-4c69-a016-43f97cb677de tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Made reservation on behalf of 97801a097ffb438183bafcc1d577a57f for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:46:33.977406 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b882bec2-ac2f-4c69-a016-43f97cb677de tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:34.197225 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-fadd6228-2f59-4f3b-8e5f-0d05d4183029 None None] Allocated IP 172.20.0.2 (05433d8a-2ed2-459f-b913-6efe07eaff23/dbc10883-147e-4e0b-a7f2-f909deeecad4/1fe2ffc1-0530-4838-98ed-74c913788981) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:46:34.418379 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fadd6228-2f59-4f3b-8e5f-0d05d4183029 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:34.422109 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b882bec2-ac2f-4c69-a016-43f97cb677de tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:34.429139 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-fadd6228-2f59-4f3b-8e5f-0d05d4183029 None None] Transition to ACTIVE for port object 1fe2ffc1-0530-4838-98ed-74c913788981 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:46:34.437550 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bcf7b77f-c122-4a93-9895-2384b51c6234 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:34.445614 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-fadd6228-2f59-4f3b-8e5f-0d05d4183029 None None] Transition to ACTIVE for port object 1fe2ffc1-0530-4838-98ed-74c913788981 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:46:34.450004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fadd6228-2f59-4f3b-8e5f-0d05d4183029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:34.466971 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:34.572498 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b882bec2-ac2f-4c69-a016-43f97cb677de tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Pushing event updated for resources: {'Subnet': ['ID=3cf0ed8b-cc2a-4f0f-9127-62d7945ddeac,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:34.582805 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b882bec2-ac2f-4c69-a016-43f97cb677de tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:34.601523 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadd6228-2f59-4f3b-8e5f-0d05d4183029 None None] Pushing event updated for resources: {'Port': ['ID=1fe2ffc1-0530-4838-98ed-74c913788981,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:34.605689 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-fadd6228-2f59-4f3b-8e5f-0d05d4183029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:34.642991 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b882bec2-ac2f-4c69-a016-43f97cb677de tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Checking segment: {'id': 'f8701d07-941b-4307-8960-b60a90168933', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f757e643-f37f-4324-b3e3-cc51701f3657'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:46:34.643405 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b882bec2-ac2f-4c69-a016-43f97cb677de tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Network hostable DHCP agents. Network: f757e643-f37f-4324-b3e3-cc51701f3657, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:46:34.654910 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadd6228-2f59-4f3b-8e5f-0d05d4183029 None None] Network 05433d8a-2ed2-459f-b913-6efe07eaff23 is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:46:34.656074 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-fadd6228-2f59-4f3b-8e5f-0d05d4183029 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:46:34.658841 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadd6228-2f59-4f3b-8e5f-0d05d4183029 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:46:34.662090 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b882bec2-ac2f-4c69-a016-43f97cb677de tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Network f757e643-f37f-4324-b3e3-cc51701f3657 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:46:34.670409 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-b882bec2-ac2f-4c69-a016-43f97cb677de tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, f757e643-f37f-4324-b3e3-cc51701f3657) {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:46:34.683660 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b882bec2-ac2f-4c69-a016-43f97cb677de tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:46:34.684313 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b882bec2-ac2f-4c69-a016-43f97cb677de tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Notify callbacks [] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:34.701476 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915be22c-caa1-47d1-95fc-fd92dbd6bac1 None None] Network f757e643-f37f-4324-b3e3-cc51701f3657 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:46:34.705623 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b882bec2-ac2f-4c69-a016-43f97cb677de tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9130116
Jan 29 10:46:34.708814 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 35230) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:46:34.715007 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-ec2c6a27-efdd-4e48-a14a-e055c1de7a32 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f757e643-f37f-4324-b3e3-cc51701f3657'}}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:46:34.801117 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-fadd6228-2f59-4f3b-8e5f-0d05d4183029 None None] Attempting to bind port 1fe2ffc1-0530-4838-98ed-74c913788981 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:46:34.801543 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-fadd6228-2f59-4f3b-8e5f-0d05d4183029 None None] Attempting to bind port 1fe2ffc1-0530-4838-98ed-74c913788981 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'e3866d1b-10a2-49a4-b354-a4eeb6212c4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '05433d8a-2ed2-459f-b913-6efe07eaff23'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:46:34.802007 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadd6228-2f59-4f3b-8e5f-0d05d4183029 None None] Attempting to bind port 1fe2ffc1-0530-4838-98ed-74c913788981 on network 05433d8a-2ed2-459f-b913-6efe07eaff23 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:46:34.817583 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadd6228-2f59-4f3b-8e5f-0d05d4183029 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:46:34.818056 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadd6228-2f59-4f3b-8e5f-0d05d4183029 None None] Checking segment: {'id': 'e3866d1b-10a2-49a4-b354-a4eeb6212c4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '05433d8a-2ed2-459f-b913-6efe07eaff23'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:46:34.818512 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fadd6228-2f59-4f3b-8e5f-0d05d4183029 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:34.818958 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadd6228-2f59-4f3b-8e5f-0d05d4183029 None None] Bound using segment: {'id': 'e3866d1b-10a2-49a4-b354-a4eeb6212c4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '05433d8a-2ed2-459f-b913-6efe07eaff23'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:46:34.819487 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-fadd6228-2f59-4f3b-8e5f-0d05d4183029 None None] Bound port: 1fe2ffc1-0530-4838-98ed-74c913788981, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3866d1b-10a2-49a4-b354-a4eeb6212c4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '05433d8a-2ed2-459f-b913-6efe07eaff23'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:46:34.819910 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fadd6228-2f59-4f3b-8e5f-0d05d4183029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:34.988594 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-fadd6228-2f59-4f3b-8e5f-0d05d4183029 None None] For port 1fe2ffc1-0530-4838-98ed-74c913788981, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:46:35.035032 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-fadd6228-2f59-4f3b-8e5f-0d05d4183029 None None] For port 1fe2ffc1-0530-4838-98ed-74c913788981, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=1fe2ffc1-0530-4838-98ed-74c913788981,segment=NetworkSegment(e3866d1b-10a2-49a4-b354-a4eeb6212c4e),segment_id=e3866d1b-10a2-49a4-b354-a4eeb6212c4e)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:46:35.038698 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fadd6228-2f59-4f3b-8e5f-0d05d4183029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:35.055179 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5967f5c9-bcad-48cb-9ba0-327564d9bd22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:35.086768 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c56cc08-aa0a-4113-b90a-15f72e067136 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-f757e643-f37f-4324-b3e3-cc51701f3657', 'network_id': 'f757e643-f37f-4324-b3e3-cc51701f3657', 'tenant_id': '97801a097ffb438183bafcc1d577a57f', 'fixed_ips': [{'subnet_id': '3cf0ed8b-cc2a-4f0f-9127-62d7945ddeac'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:46:35.087670 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9c56cc08-aa0a-4113-b90a-15f72e067136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:35.143466 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ec2c6a27-efdd-4e48-a14a-e055c1de7a32 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:35.309427 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.api.v2.resource [None req-ec2c6a27-efdd-4e48-a14a-e055c1de7a32 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 10:46:35.310524 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ec2c6a27-efdd-4e48-a14a-e055c1de7a32 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] 10.222.0.57 "PUT /v2.0/routers/dda67a1f-ca5d-4fde-9723-dadd9ecf552e HTTP/1.1" status: 400  len: 364 time: 0.6005564
Jan 29 10:46:35.318851 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 35234) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:46:35.406856 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-65bff04f-c009-403b-a07f-56158cddbaa8 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Deleting subnet 3cf0ed8b-cc2a-4f0f-9127-62d7945ddeac {{(pid=80765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:46:35.411442 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-65bff04f-c009-403b-a07f-56158cddbaa8 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Notify callbacks [] for subnet, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:35.422499 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:35.471056 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadd6228-2f59-4f3b-8e5f-0d05d4183029 None None] Pushing event updated for resources: {'Port': ['ID=1fe2ffc1-0530-4838-98ed-74c913788981,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:35.475779 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-65bff04f-c009-403b-a07f-56158cddbaa8 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1479249'] for subnet, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:35.478750 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-fadd6228-2f59-4f3b-8e5f-0d05d4183029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:35.540886 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-65bff04f-c009-403b-a07f-56158cddbaa8 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:35.832313 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-65bff04f-c009-403b-a07f-56158cddbaa8 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852603100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2204728'] for subnet, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server [None req-9c56cc08-aa0a-4113-b90a-15f72e067136 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3cf0ed8b-cc2a-4f0f-9127-62d7945ddeac: This subnet is being modified by another concurrent operation.
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     raise value
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     raise value
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     raise value
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     context, {port_apidef.RESOURCE_NAME: port_data})
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     raise value
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     raise value
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     raise value
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in create_port
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1404, in _create_port_db
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     context, port, port_id)
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     revert_on_fail=False)
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     raise value
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     distributed_service=self._is_distributed_service(p))
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 687, in _ipam_get_subnets
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     id=subnet.id)
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server     raise exception
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3cf0ed8b-cc2a-4f0f-9127-62d7945ddeac: This subnet is being modified by another concurrent operation.
Jan 29 10:46:35.835650 dv-neutron-772983-2-ovs neutron-server[80656]: ERROR oslo_messaging.rpc.server 
Jan 29 10:46:35.848253 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-128d0827-d23d-47f9-b07d-a7cc6036b7a2 tempest-RoutersNegativeIpV6Test-38355684 tempest-RoutersNegativeIpV6Test-38355684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:35.859095 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90224435-2154-4cce-9064-58ecd053b45b None None] Network f757e643-f37f-4324-b3e3-cc51701f3657 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:46:35.904412 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bff04f-c009-403b-a07f-56158cddbaa8 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Pushing event deleted for resources: {'Subnet': ['ID=3cf0ed8b-cc2a-4f0f-9127-62d7945ddeac,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:36.198445 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:46:36.242218 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-65bff04f-c009-403b-a07f-56158cddbaa8 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:36.278344 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-65bff04f-c009-403b-a07f-56158cddbaa8 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:36.286791 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-65bff04f-c009-403b-a07f-56158cddbaa8 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] 10.222.0.57 "DELETE /v2.0/subnets/3cf0ed8b-cc2a-4f0f-9127-62d7945ddeac HTTP/1.1" status: 204  len: 168 time: 0.9665153
Jan 29 10:46:36.289151 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 35238) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:46:36.430657 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-788908c4-64ad-424f-a956-8c7217e10c65 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:36.633859 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-788908c4-64ad-424f-a956-8c7217e10c65 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:36.731671 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 1fe2ffc1-0530-4838-98ed-74c913788981 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:46:36.767028 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-788908c4-64ad-424f-a956-8c7217e10c65 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c3fa3198>,) {'filters': {'network_id': ['f757e643-f37f-4324-b3e3-cc51701f3657']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:46:36.782186 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-788908c4-64ad-424f-a956-8c7217e10c65 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3fa3198>, 'f8701d07-941b-4307-8960-b60a90168933') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:46:36.783237 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-788908c4-64ad-424f-a956-8c7217e10c65 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3fa3198>, 'f8701d07-941b-4307-8960-b60a90168933') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:46:36.796828 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-788908c4-64ad-424f-a956-8c7217e10c65 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:36.809726 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 1fe2ffc1-0530-4838-98ed-74c913788981 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:46:36.816508 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-788908c4-64ad-424f-a956-8c7217e10c65 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:36.819195 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-788908c4-64ad-424f-a956-8c7217e10c65 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Releasing vxlan tunnel 4 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:46:37.014272 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-788908c4-64ad-424f-a956-8c7217e10c65 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Network f757e643-f37f-4324-b3e3-cc51701f3657 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:46:37.024506 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-788908c4-64ad-424f-a956-8c7217e10c65 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:37.054329 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24d9297-3569-44d4-825a-f918dba1fd07 None None] Network 05433d8a-2ed2-459f-b913-6efe07eaff23 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:46:37.169879 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-6fd931d9-85b6-422f-80a7-08e0321f5d1c None None] Provisioning for port 1fe2ffc1-0530-4838-98ed-74c913788981 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:46:37.178881 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-6fd931d9-85b6-422f-80a7-08e0321f5d1c None None] Provisioning complete for port 1fe2ffc1-0530-4838-98ed-74c913788981 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:46:37.179301 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6fd931d9-85b6-422f-80a7-08e0321f5d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:37.218848 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-788908c4-64ad-424f-a956-8c7217e10c65 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Network f757e643-f37f-4324-b3e3-cc51701f3657 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:46:37.245311 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:46:37.245311 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:46:37.245311 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:46:37.245311 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:46:37.245311 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:46:37.245311 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:46:37.245311 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:46:37.245311 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:46:37.245311 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:46:37.245311 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:46:37.245311 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:46:37.245311 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:46:37.245311 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:46:37.245311 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:46:37.245311 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:46:37.245311 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:46:37.245311 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:46:37.245311 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:46:37.245311 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:46:37.245311 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:46:37.245311 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:46:37.245311 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:46:37.245311 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:46:37.245311 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:46:37.245311 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:46:37.245311 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:46:37.245311 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:46:37.245311 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:46:37.245311 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:46:37.245311 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:46:37.245311 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:46:37.245311 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:46:37.340908 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-788908c4-64ad-424f-a956-8c7217e10c65 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:37.344162 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8a850410-949a-4c66-98db-cfc600c0a47f tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:37.362417 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-788908c4-64ad-424f-a956-8c7217e10c65 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:37.373098 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788908c4-64ad-424f-a956-8c7217e10c65 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Pushing event deleted for resources: {'Network': ['ID=f757e643-f37f-4324-b3e3-cc51701f3657,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:37.379408 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-788908c4-64ad-424f-a956-8c7217e10c65 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] 10.222.0.57 "DELETE /v2.0/networks/f757e643-f37f-4324-b3e3-cc51701f3657 HTTP/1.1" status: 204  len: 168 time: 1.0868828
Jan 29 10:46:37.379408 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-788908c4-64ad-424f-a956-8c7217e10c65 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:37.380313 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 35242) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:46:37.433845 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6fd931d9-85b6-422f-80a7-08e0321f5d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:37.470752 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-073f4b28-76f1-4888-b56d-a6e991e95c24 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Deleting subnet dbc10883-147e-4e0b-a7f2-f909deeecad4 {{(pid=80765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:46:37.474028 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-073f4b28-76f1-4888-b56d-a6e991e95c24 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Notify callbacks [] for subnet, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:37.479229 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-6fd931d9-85b6-422f-80a7-08e0321f5d1c None None] For port 1fe2ffc1-0530-4838-98ed-74c913788981, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=1fe2ffc1-0530-4838-98ed-74c913788981,segment=NetworkSegment(e3866d1b-10a2-49a4-b354-a4eeb6212c4e),segment_id=e3866d1b-10a2-49a4-b354-a4eeb6212c4e)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:46:37.482274 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6fd931d9-85b6-422f-80a7-08e0321f5d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:37.484752 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:37.546814 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-073f4b28-76f1-4888-b56d-a6e991e95c24 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1479249'] for subnet, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:37.564283 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd931d9-85b6-422f-80a7-08e0321f5d1c None None] Pushing event updated for resources: {'Port': ['ID=1fe2ffc1-0530-4838-98ed-74c913788981,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:37.567871 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6fd931d9-85b6-422f-80a7-08e0321f5d1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:37.643976 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-073f4b28-76f1-4888-b56d-a6e991e95c24 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:37.706361 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-16241c57-1a4f-4265-b955-b8ed041669c8 None None] Provisioning complete for port 1fe2ffc1-0530-4838-98ed-74c913788981 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:46:37.706953 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-16241c57-1a4f-4265-b955-b8ed041669c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:37.958753 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-073f4b28-76f1-4888-b56d-a6e991e95c24 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852603100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2204728'] for subnet, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:37.970527 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-0b30d302-5f7e-4774-8fae-09837af36232 None None] Provisioning complete for port 1fe2ffc1-0530-4838-98ed-74c913788981 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:46:37.970966 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0b30d302-5f7e-4774-8fae-09837af36232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:37.976393 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-79bc13d5-9924-477d-ab2f-4e8636d89c57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:38.005708 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889d6642-6e08-42cd-a6c7-64ed9cfb9027 None None] get_active_networks_info from dv-neutron-772983-2-ovs {{(pid=80767) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Jan 29 10:46:38.029706 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f4b28-76f1-4888-b56d-a6e991e95c24 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Pushing event deleted for resources: {'Subnet': ['ID=dbc10883-147e-4e0b-a7f2-f909deeecad4,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:38.035515 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-073f4b28-76f1-4888-b56d-a6e991e95c24 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:38.120575 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-073f4b28-76f1-4888-b56d-a6e991e95c24 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:38.127737 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-073f4b28-76f1-4888-b56d-a6e991e95c24 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] 10.222.0.57 "DELETE /v2.0/subnets/dbc10883-147e-4e0b-a7f2-f909deeecad4 HTTP/1.1" status: 204  len: 168 time: 0.7470717
Jan 29 10:46:38.130305 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 35246) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:46:38.169890 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889d6642-6e08-42cd-a6c7-64ed9cfb9027 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Jan 29 10:46:38.279828 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-148ef98e-0d97-49ec-9619-bf2dcb9f3df2 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:38.343435 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-91600c2a-6975-487d-9598-713be4b0d964 None None] Provisioning complete for port 1fe2ffc1-0530-4838-98ed-74c913788981 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:46:38.343866 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-91600c2a-6975-487d-9598-713be4b0d964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:38.357007 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-148ef98e-0d97-49ec-9619-bf2dcb9f3df2 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Deleting port 1fe2ffc1-0530-4838-98ed-74c913788981 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:46:38.357397 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-148ef98e-0d97-49ec-9619-bf2dcb9f3df2 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:38.582115 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-148ef98e-0d97-49ec-9619-bf2dcb9f3df2 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] For port 1fe2ffc1-0530-4838-98ed-74c913788981, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=1fe2ffc1-0530-4838-98ed-74c913788981,segment=NetworkSegment(e3866d1b-10a2-49a4-b354-a4eeb6212c4e),segment_id=e3866d1b-10a2-49a4-b354-a4eeb6212c4e)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:46:38.582626 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-148ef98e-0d97-49ec-9619-bf2dcb9f3df2 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:38.617750 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d39ef0-13da-47d4-9219-29d0a0b80586 None None] Network 05433d8a-2ed2-459f-b913-6efe07eaff23 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:46:38.713500 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 1fe2ffc1-0530-4838-98ed-74c913788981 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:46:38.722963 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-148ef98e-0d97-49ec-9619-bf2dcb9f3df2 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Calling delete_port for 1fe2ffc1-0530-4838-98ed-74c913788981 owned by network:dhcp {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:46:38.803506 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-148ef98e-0d97-49ec-9619-bf2dcb9f3df2 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:38.820349 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bae7ca99-205a-41da-a34e-b0a65d90c8bd tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:38.859164 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No active binding found for port 1fe2ffc1-0530-4838-98ed-74c913788981 {{(pid=80767) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}}
Jan 29 10:46:38.859164 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 1fe2ffc1-0530-4838-98ed-74c913788981 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}}
Jan 29 10:46:38.868017 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148ef98e-0d97-49ec-9619-bf2dcb9f3df2 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Pushing event deleted for resources: {'Port': ['ID=1fe2ffc1-0530-4838-98ed-74c913788981,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:38.885056 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-148ef98e-0d97-49ec-9619-bf2dcb9f3df2 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:38.896742 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Port 1fe2ffc1-0530-4838-98ed-74c913788981 not found, will not notify nova. {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}}
Jan 29 10:46:38.909881 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf39496-8d5f-4fb7-ae48-e6146e21f8ff None None] DHCP port deletion for 05433d8a-2ed2-459f-b913-6efe07eaff23 request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:46:38.975313 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148ef98e-0d97-49ec-9619-bf2dcb9f3df2 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] No DVR routers for this DVR port 1fe2ffc1-0530-4838-98ed-74c913788981 on host dv-neutron-772983-2-ovs {{(pid=80765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:46:39.112996 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-148ef98e-0d97-49ec-9619-bf2dcb9f3df2 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:39.236429 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-148ef98e-0d97-49ec-9619-bf2dcb9f3df2 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c9ea20b8>,) {'filters': {'network_id': ['05433d8a-2ed2-459f-b913-6efe07eaff23']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:46:39.268508 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-148ef98e-0d97-49ec-9619-bf2dcb9f3df2 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c9ea20b8>, 'e3866d1b-10a2-49a4-b354-a4eeb6212c4e') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:46:39.268849 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-148ef98e-0d97-49ec-9619-bf2dcb9f3df2 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c9ea20b8>, 'e3866d1b-10a2-49a4-b354-a4eeb6212c4e') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:46:39.282692 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-148ef98e-0d97-49ec-9619-bf2dcb9f3df2 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:39.300937 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-148ef98e-0d97-49ec-9619-bf2dcb9f3df2 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:39.303042 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-148ef98e-0d97-49ec-9619-bf2dcb9f3df2 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Releasing vxlan tunnel 3 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:46:39.487366 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-148ef98e-0d97-49ec-9619-bf2dcb9f3df2 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Network 05433d8a-2ed2-459f-b913-6efe07eaff23 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:46:39.496403 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-148ef98e-0d97-49ec-9619-bf2dcb9f3df2 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:39.671829 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-148ef98e-0d97-49ec-9619-bf2dcb9f3df2 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Network 05433d8a-2ed2-459f-b913-6efe07eaff23 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:46:39.696099 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:46:39.696099 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:46:39.696099 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:46:39.696099 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:46:39.696099 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:46:39.696099 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:46:39.696099 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:46:39.696099 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:46:39.696099 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:46:39.696099 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:46:39.696099 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:46:39.696099 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:46:39.696099 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:46:39.696099 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:46:39.696099 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:46:39.696099 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:46:39.696099 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:46:39.696099 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:46:39.696099 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:46:39.696099 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:46:39.696099 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:46:39.696099 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:46:39.696099 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:46:39.696099 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:46:39.696099 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:46:39.696099 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:46:39.696099 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:46:39.696099 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:46:39.696099 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:46:39.696099 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:46:39.696099 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:46:39.696099 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:46:39.779166 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-148ef98e-0d97-49ec-9619-bf2dcb9f3df2 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:39.782835 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-08ea6433-845b-4de8-81b4-425bd15b1c14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:39.801315 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-148ef98e-0d97-49ec-9619-bf2dcb9f3df2 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:39.807916 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148ef98e-0d97-49ec-9619-bf2dcb9f3df2 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Pushing event deleted for resources: {'Network': ['ID=05433d8a-2ed2-459f-b913-6efe07eaff23,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:39.812535 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-148ef98e-0d97-49ec-9619-bf2dcb9f3df2 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:39.815564 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-148ef98e-0d97-49ec-9619-bf2dcb9f3df2 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] 10.222.0.57 "DELETE /v2.0/networks/05433d8a-2ed2-459f-b913-6efe07eaff23 HTTP/1.1" status: 204  len: 168 time: 1.6842601
Jan 29 10:46:39.818406 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 35250) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:46:39.869760 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-9bcaf35b-d9fe-4405-985c-1edffe2841cf tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Synchronizing usage tracker for tenant:97801a097ffb438183bafcc1d577a57f on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:46:39.884809 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-9bcaf35b-d9fe-4405-985c-1edffe2841cf tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Unset dirty status for tenant:97801a097ffb438183bafcc1d577a57f on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:46:39.886113 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9bcaf35b-d9fe-4405-985c-1edffe2841cf tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] 10.222.0.57 "GET /v2.0/ports?device_id=dda67a1f-ca5d-4fde-9723-dadd9ecf552e HTTP/1.1" status: 200  len: 205 time: 0.0667102
Jan 29 10:46:39.888778 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 35254) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:46:40.044354 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0cd4c898-e0d8-46bc-bf68-a692d03b3d56 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Notify callbacks [] for router, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:40.575878 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0cd4c898-e0d8-46bc-bf68-a692d03b3d56 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:40.578285 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0cd4c898-e0d8-46bc-bf68-a692d03b3d56 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:40.598915 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0cd4c898-e0d8-46bc-bf68-a692d03b3d56 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:40.599464 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd4c898-e0d8-46bc-bf68-a692d03b3d56 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Fanout notify agent at l3_agent the message router_deleted on router dda67a1f-ca5d-4fde-9723-dadd9ecf552e {{(pid=80765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 10:46:40.641832 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0cd4c898-e0d8-46bc-bf68-a692d03b3d56 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:40.643028 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0cd4c898-e0d8-46bc-bf68-a692d03b3d56 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] 10.222.0.57 "DELETE /v2.0/routers/dda67a1f-ca5d-4fde-9723-dadd9ecf552e HTTP/1.1" status: 204  len: 168 time: 0.7532849
Jan 29 10:46:40.702207 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 1fe2ffc1-0530-4838-98ed-74c913788981 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:46:40.742269 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 1fe2ffc1-0530-4838-98ed-74c913788981 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:46:40.742831 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 1fe2ffc1-0530-4838-98ed-74c913788981 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:46:41.053179 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 35262) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:46:41.241126 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5e5410bc-50bd-40cf-992f-93f62505bd98 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=97801a097ffb438183bafcc1d577a57f&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1865754
Jan 29 10:46:41.243852 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 35268) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:46:41.311769 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e400b620-91ab-4c19-a612-2a5a0b000fd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:41.341207 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e400b620-91ab-4c19-a612-2a5a0b000fd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:41.390082 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e400b620-91ab-4c19-a612-2a5a0b000fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:41.395839 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9278727c-3a25-4340-87fd-9be73c50823c tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:41.410241 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e400b620-91ab-4c19-a612-2a5a0b000fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914c054c-074e-4c47-ad44-bf3425db6832,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:41.413016 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e400b620-91ab-4c19-a612-2a5a0b000fd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:41.414200 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e400b620-91ab-4c19-a612-2a5a0b000fd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:41.415408 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e400b620-91ab-4c19-a612-2a5a0b000fd3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/914c054c-074e-4c47-ad44-bf3425db6832 HTTP/1.1" status: 204  len: 168 time: 0.1705902
Jan 29 10:46:42.243178 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 35290) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:46:42.386515 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-2ce00f6f-2709-44b3-8190-f9fb2c57ed99 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1642398132-network', 'tenant_id': '35bd16f603d246dfa8e5b8b2b00fe174'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:46:42.392358 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-2ce00f6f-2709-44b3-8190-f9fb2c57ed99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:46:42.396560 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2ce00f6f-2709-44b3-8190-f9fb2c57ed99 admin admin] Usage tracker for resource:network and tenant:35bd16f603d246dfa8e5b8b2b00fe174 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:46:42.399623 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2ce00f6f-2709-44b3-8190-f9fb2c57ed99 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:46:42.405346 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-2ce00f6f-2709-44b3-8190-f9fb2c57ed99 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:46:42.415678 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce00f6f-2709-44b3-8190-f9fb2c57ed99 admin admin] Made reservation on behalf of 35bd16f603d246dfa8e5b8b2b00fe174 for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:46:42.420475 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2ce00f6f-2709-44b3-8190-f9fb2c57ed99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:42.433301 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2ce00f6f-2709-44b3-8190-f9fb2c57ed99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:42.448382 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-2ce00f6f-2709-44b3-8190-f9fb2c57ed99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:46:42.452418 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2ce00f6f-2709-44b3-8190-f9fb2c57ed99 admin admin] Usage tracker for resource:security_group_rule and tenant:35bd16f603d246dfa8e5b8b2b00fe174 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:46:42.456445 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2ce00f6f-2709-44b3-8190-f9fb2c57ed99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:46:42.462417 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-2ce00f6f-2709-44b3-8190-f9fb2c57ed99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:46:42.548193 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2ce00f6f-2709-44b3-8190-f9fb2c57ed99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:42.550847 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2ce00f6f-2709-44b3-8190-f9fb2c57ed99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:42.555151 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d38574d7-e4f7-44d1-aed9-f2d67fccb8d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:42.591313 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ce00f6f-2709-44b3-8190-f9fb2c57ed99 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:46:42.601386 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce00f6f-2709-44b3-8190-f9fb2c57ed99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774d035c-38e5-45c2-8cd0-4f66bfdcf51e,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:42.605236 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2ce00f6f-2709-44b3-8190-f9fb2c57ed99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:42.607737 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2ce00f6f-2709-44b3-8190-f9fb2c57ed99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:42.608120 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-2ce00f6f-2709-44b3-8190-f9fb2c57ed99 admin admin] Added segment da377826-cf89-49f8-849d-43f971c9fa40 of type vxlan for network 4bfcca2d-5e87-4eed-a60a-f48e86a0f88e
Jan 29 10:46:42.635432 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2ce00f6f-2709-44b3-8190-f9fb2c57ed99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:42.664941 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2ce00f6f-2709-44b3-8190-f9fb2c57ed99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:42.665953 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce00f6f-2709-44b3-8190-f9fb2c57ed99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:46:42.666597 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2ce00f6f-2709-44b3-8190-f9fb2c57ed99 admin admin] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:42.671598 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4392fc14-e0fd-417f-8696-2415263136d1 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:42.772422 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2ce00f6f-2709-44b3-8190-f9fb2c57ed99 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.5279856
Jan 29 10:46:42.775740 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 35296) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:46:42.781128 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce00f6f-2709-44b3-8190-f9fb2c57ed99 admin admin] Pushing event updated for resources: {'Network': ['ID=4bfcca2d-5e87-4eed-a60a-f48e86a0f88e,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:42.783271 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-ec5cfda1-fcda-48fa-b2d9-26561cd5bb08 admin admin] Request body: {'subnet': {'network_id': '4bfcca2d-5e87-4eed-a60a-f48e86a0f88e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1642398132-subnet', 'tenant_id': '35bd16f603d246dfa8e5b8b2b00fe174', 'ip_version': 4}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:46:42.784525 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2ce00f6f-2709-44b3-8190-f9fb2c57ed99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:42.789733 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ec5cfda1-fcda-48fa-b2d9-26561cd5bb08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:46:42.792624 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 4bfcca2d-5e87-4eed-a60a-f48e86a0f88e details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:46:42.795035 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ec5cfda1-fcda-48fa-b2d9-26561cd5bb08 admin admin] Usage tracker for resource:subnet and tenant:35bd16f603d246dfa8e5b8b2b00fe174 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:46:42.798908 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ec5cfda1-fcda-48fa-b2d9-26561cd5bb08 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:46:42.804764 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ec5cfda1-fcda-48fa-b2d9-26561cd5bb08 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:46:42.813965 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 4bfcca2d-5e87-4eed-a60a-f48e86a0f88e details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:46:42.814165 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec5cfda1-fcda-48fa-b2d9-26561cd5bb08 admin admin] Made reservation on behalf of 35bd16f603d246dfa8e5b8b2b00fe174 for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:46:42.819013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ec5cfda1-fcda-48fa-b2d9-26561cd5bb08 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:43.227549 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ec5cfda1-fcda-48fa-b2d9-26561cd5bb08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:43.242670 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-85893827-bb29-4555-8e28-d23e8240f5c1 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:43.372941 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5cfda1-fcda-48fa-b2d9-26561cd5bb08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51486aea-09df-45fd-bdf1-e3a4dcd4ec73,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:43.382889 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ec5cfda1-fcda-48fa-b2d9-26561cd5bb08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:43.443864 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5cfda1-fcda-48fa-b2d9-26561cd5bb08 admin admin] Checking segment: {'id': 'da377826-cf89-49f8-849d-43f971c9fa40', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4bfcca2d-5e87-4eed-a60a-f48e86a0f88e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:46:43.444260 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5cfda1-fcda-48fa-b2d9-26561cd5bb08 admin admin] Network hostable DHCP agents. Network: 4bfcca2d-5e87-4eed-a60a-f48e86a0f88e, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:46:43.463496 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5cfda1-fcda-48fa-b2d9-26561cd5bb08 admin admin] Network 4bfcca2d-5e87-4eed-a60a-f48e86a0f88e is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:46:43.471741 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-ec5cfda1-fcda-48fa-b2d9-26561cd5bb08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 4bfcca2d-5e87-4eed-a60a-f48e86a0f88e) {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:46:43.482124 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa163f3-a273-4f4f-82a7-9c040bfd76cf None None] Network 4bfcca2d-5e87-4eed-a60a-f48e86a0f88e requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:46:43.487352 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5cfda1-fcda-48fa-b2d9-26561cd5bb08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:46:43.488007 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ec5cfda1-fcda-48fa-b2d9-26561cd5bb08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:43.507621 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ec5cfda1-fcda-48fa-b2d9-26561cd5bb08 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.7306726
Jan 29 10:46:43.510526 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 35300) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:46:43.516782 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-52515c31-25b6-495a-8ace-511f9fcf1048 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1642398132-router', 'tenant_id': '35bd16f603d246dfa8e5b8b2b00fe174', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:46:43.521686 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-52515c31-25b6-495a-8ace-511f9fcf1048 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:46:43.525747 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-52515c31-25b6-495a-8ace-511f9fcf1048 admin admin] Usage tracker for resource:router and tenant:35bd16f603d246dfa8e5b8b2b00fe174 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:46:43.529425 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-52515c31-25b6-495a-8ace-511f9fcf1048 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:46:43.536130 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-52515c31-25b6-495a-8ace-511f9fcf1048 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:46:43.545497 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-52515c31-25b6-495a-8ace-511f9fcf1048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:43.546621 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-52515c31-25b6-495a-8ace-511f9fcf1048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:43.565907 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-52515c31-25b6-495a-8ace-511f9fcf1048 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:43.863040 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-52515c31-25b6-495a-8ace-511f9fcf1048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:43.889128 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda949a5-3af4-4687-ba68-972dfd4785bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-4bfcca2d-5e87-4eed-a60a-f48e86a0f88e', 'network_id': '4bfcca2d-5e87-4eed-a60a-f48e86a0f88e', 'tenant_id': '35bd16f603d246dfa8e5b8b2b00fe174', 'fixed_ips': [{'subnet_id': '51486aea-09df-45fd-bdf1-e3a4dcd4ec73'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:46:43.890206 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dda949a5-3af4-4687-ba68-972dfd4785bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:44.183174 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-dda949a5-3af4-4687-ba68-972dfd4785bd None None] Allocated IP 172.20.0.2 (4bfcca2d-5e87-4eed-a60a-f48e86a0f88e/51486aea-09df-45fd-bdf1-e3a4dcd4ec73/142c2a7f-4d93-4d91-b71c-e91399013d36) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:46:44.415835 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dda949a5-3af4-4687-ba68-972dfd4785bd None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:44.427056 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-dda949a5-3af4-4687-ba68-972dfd4785bd None None] Transition to ACTIVE for port object 142c2a7f-4d93-4d91-b71c-e91399013d36 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:46:44.443982 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-dda949a5-3af4-4687-ba68-972dfd4785bd None None] Transition to ACTIVE for port object 142c2a7f-4d93-4d91-b71c-e91399013d36 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:46:44.448552 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dda949a5-3af4-4687-ba68-972dfd4785bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:44.464674 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:44.479842 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-52515c31-25b6-495a-8ace-511f9fcf1048 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:44.513922 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-52515c31-25b6-495a-8ace-511f9fcf1048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:44.603205 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda949a5-3af4-4687-ba68-972dfd4785bd None None] Pushing event updated for resources: {'Port': ['ID=142c2a7f-4d93-4d91-b71c-e91399013d36,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:44.620326 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda949a5-3af4-4687-ba68-972dfd4785bd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:44.620713 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda949a5-3af4-4687-ba68-972dfd4785bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:44.621092 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda949a5-3af4-4687-ba68-972dfd4785bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:44.621461 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda949a5-3af4-4687-ba68-972dfd4785bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:44.621851 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda949a5-3af4-4687-ba68-972dfd4785bd None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:44.622243 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda949a5-3af4-4687-ba68-972dfd4785bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:44.622604 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda949a5-3af4-4687-ba68-972dfd4785bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:44.622946 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda949a5-3af4-4687-ba68-972dfd4785bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:44.623308 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda949a5-3af4-4687-ba68-972dfd4785bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:44.623666 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda949a5-3af4-4687-ba68-972dfd4785bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:44.624022 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda949a5-3af4-4687-ba68-972dfd4785bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:44.624380 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda949a5-3af4-4687-ba68-972dfd4785bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:44.624805 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda949a5-3af4-4687-ba68-972dfd4785bd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:44.625187 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda949a5-3af4-4687-ba68-972dfd4785bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:44.626126 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda949a5-3af4-4687-ba68-972dfd4785bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:44.626472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda949a5-3af4-4687-ba68-972dfd4785bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:44.626830 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda949a5-3af4-4687-ba68-972dfd4785bd None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:44.627182 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda949a5-3af4-4687-ba68-972dfd4785bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:44.627537 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda949a5-3af4-4687-ba68-972dfd4785bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:44.627892 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda949a5-3af4-4687-ba68-972dfd4785bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:44.628245 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda949a5-3af4-4687-ba68-972dfd4785bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:44.628598 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda949a5-3af4-4687-ba68-972dfd4785bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:44.628952 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda949a5-3af4-4687-ba68-972dfd4785bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:44.629303 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda949a5-3af4-4687-ba68-972dfd4785bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:44.633537 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-dda949a5-3af4-4687-ba68-972dfd4785bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:44.675195 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda949a5-3af4-4687-ba68-972dfd4785bd None None] Network 4bfcca2d-5e87-4eed-a60a-f48e86a0f88e is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:46:44.676339 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-dda949a5-3af4-4687-ba68-972dfd4785bd None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:46:44.678727 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda949a5-3af4-4687-ba68-972dfd4785bd None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:46:44.736110 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-dda949a5-3af4-4687-ba68-972dfd4785bd None None] Attempting to bind port 142c2a7f-4d93-4d91-b71c-e91399013d36 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:46:44.736450 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-dda949a5-3af4-4687-ba68-972dfd4785bd None None] Attempting to bind port 142c2a7f-4d93-4d91-b71c-e91399013d36 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'da377826-cf89-49f8-849d-43f971c9fa40', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4bfcca2d-5e87-4eed-a60a-f48e86a0f88e'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:46:44.736869 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda949a5-3af4-4687-ba68-972dfd4785bd None None] Attempting to bind port 142c2a7f-4d93-4d91-b71c-e91399013d36 on network 4bfcca2d-5e87-4eed-a60a-f48e86a0f88e {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:46:44.742566 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda949a5-3af4-4687-ba68-972dfd4785bd None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:46:44.742995 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda949a5-3af4-4687-ba68-972dfd4785bd None None] Checking segment: {'id': 'da377826-cf89-49f8-849d-43f971c9fa40', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4bfcca2d-5e87-4eed-a60a-f48e86a0f88e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:46:44.743460 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dda949a5-3af4-4687-ba68-972dfd4785bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:44.743894 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda949a5-3af4-4687-ba68-972dfd4785bd None None] Bound using segment: {'id': 'da377826-cf89-49f8-849d-43f971c9fa40', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4bfcca2d-5e87-4eed-a60a-f48e86a0f88e'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:46:44.744417 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-dda949a5-3af4-4687-ba68-972dfd4785bd None None] Bound port: 142c2a7f-4d93-4d91-b71c-e91399013d36, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da377826-cf89-49f8-849d-43f971c9fa40', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4bfcca2d-5e87-4eed-a60a-f48e86a0f88e'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:46:44.744834 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dda949a5-3af4-4687-ba68-972dfd4785bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:44.793601 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-52515c31-25b6-495a-8ace-511f9fcf1048 admin admin] Allocated IP 172.26.7.159 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/4925729d-b046-4eca-9f12-dad13cb7508e) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:46:44.840222 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-dda949a5-3af4-4687-ba68-972dfd4785bd None None] For port 142c2a7f-4d93-4d91-b71c-e91399013d36, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:46:44.843335 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-dda949a5-3af4-4687-ba68-972dfd4785bd None None] For port 142c2a7f-4d93-4d91-b71c-e91399013d36, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=142c2a7f-4d93-4d91-b71c-e91399013d36,segment=NetworkSegment(da377826-cf89-49f8-849d-43f971c9fa40),segment_id=da377826-cf89-49f8-849d-43f971c9fa40)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:46:44.847148 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dda949a5-3af4-4687-ba68-972dfd4785bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:44.862909 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:44.955785 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-52515c31-25b6-495a-8ace-511f9fcf1048 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:44.985725 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-52515c31-25b6-495a-8ace-511f9fcf1048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:45.001536 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1b5a48f0-b52a-4a4f-b0ab-5b2d40a78063 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:45.015439 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda949a5-3af4-4687-ba68-972dfd4785bd None None] Pushing event updated for resources: {'Port': ['ID=142c2a7f-4d93-4d91-b71c-e91399013d36,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:45.020400 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-dda949a5-3af4-4687-ba68-972dfd4785bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:45.147467 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52515c31-25b6-495a-8ace-511f9fcf1048 admin admin] Pushing event updated for resources: {'Port': ['ID=4925729d-b046-4eca-9f12-dad13cb7508e,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:45.152070 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-52515c31-25b6-495a-8ace-511f9fcf1048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:45.201555 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52515c31-25b6-495a-8ace-511f9fcf1048 admin admin] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:46:45.202761 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-52515c31-25b6-495a-8ace-511f9fcf1048 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:46:45.206151 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52515c31-25b6-495a-8ace-511f9fcf1048 admin admin] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:46:45.660366 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-52515c31-25b6-495a-8ace-511f9fcf1048 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:46.017471 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-52515c31-25b6-495a-8ace-511f9fcf1048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:46.238915 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52515c31-25b6-495a-8ace-511f9fcf1048 admin admin] Router e72aa2be-6cc2-4d7a-bc50-df00b288d00e is scheduled to L3 agent 18987107-6d88-4736-94cf-15791d65b3ff with binding_index 1 {{(pid=80766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 29 10:46:46.431570 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d74ec4e-2185-4544-a6d6-f133b5cac1de None None] Network 4bfcca2d-5e87-4eed-a60a-f48e86a0f88e requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:46:46.439091 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52515c31-25b6-495a-8ace-511f9fcf1048 admin admin] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:46:46.451528 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336e89ec-93ad-4a83-a805-227757a6496a None None] Sync routers for ids ['e72aa2be-6cc2-4d7a-bc50-df00b288d00e'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:46:46.462799 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-52515c31-25b6-495a-8ace-511f9fcf1048 admin admin] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:46.464139 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-52515c31-25b6-495a-8ace-511f9fcf1048 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 2.9526167
Jan 29 10:46:46.467064 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 35304) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:46:46.534880 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336e89ec-93ad-4a83-a805-227757a6496a None None] Routers {'e72aa2be-6cc2-4d7a-bc50-df00b288d00e'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:46:46.535521 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-336e89ec-93ad-4a83-a805-227757a6496a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c916b4a8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:46:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['e72aa2be-6cc2-4d7a-bc50-df00b288d00e'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:46:46.722209 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-f0381468-481c-4d17-bf3c-9fe546ac98b8 None None] Provisioning for port 142c2a7f-4d93-4d91-b71c-e91399013d36 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:46:46.753100 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 142c2a7f-4d93-4d91-b71c-e91399013d36 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:46:46.889202 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-336e89ec-93ad-4a83-a805-227757a6496a None None] Set router e72aa2be-6cc2-4d7a-bc50-df00b288d00e gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:46:47.156030 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 142c2a7f-4d93-4d91-b71c-e91399013d36 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:46:47.175963 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 142c2a7f-4d93-4d91-b71c-e91399013d36 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:46:47.176391 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:47.185805 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-55c6c441-6d66-4725-909c-edcba91d0667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:47.560065 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-55c6c441-6d66-4725-909c-edcba91d0667 admin admin] Allocated IP 172.20.0.1 (4bfcca2d-5e87-4eed-a60a-f48e86a0f88e/51486aea-09df-45fd-bdf1-e3a4dcd4ec73/bef30c59-65ee-4d10-b734-dc2c90423a7f) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:46:47.591036 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:47.616093 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-336e89ec-93ad-4a83-a805-227757a6496a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c916b4a8>, [{'id': 'e72aa2be-6cc2-4d7a-bc50-df00b288d00e', 'name': 'tempest-TestEncryptedCinderVolumes-1642398132-router', 'tenant_id': '35bd16f603d246dfa8e5b8b2b00fe174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.159'}], 'enable_snat': True}, 'gw_port_id': '4925729d-b046-4eca-9f12-dad13cb7508e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:46:43Z', 'updated_at': '2021-01-29T10:46:45Z', 'revision_number': 3, 'project_id': '35bd16f603d246dfa8e5b8b2b00fe174', 'gw_port': {'id': '4925729d-b046-4eca-9f12-dad13cb7508e', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:29:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e72aa2be-6cc2-4d7a-bc50-df00b288d00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:46:44Z', 'updated_at': '2021-01-29T10:46:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:46:47.629290 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336e89ec-93ad-4a83-a805-227757a6496a None None] Checking router: e72aa2be-6cc2-4d7a-bc50-df00b288d00e for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:46:47.629705 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336e89ec-93ad-4a83-a805-227757a6496a None None] Updating router e72aa2be-6cc2-4d7a-bc50-df00b288d00e port 4925729d-b046-4eca-9f12-dad13cb7508e binding host dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 29 10:46:47.684427 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port 142c2a7f-4d93-4d91-b71c-e91399013d36, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=142c2a7f-4d93-4d91-b71c-e91399013d36,segment=NetworkSegment(da377826-cf89-49f8-849d-43f971c9fa40),segment_id=da377826-cf89-49f8-849d-43f971c9fa40)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:46:47.701145 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:47.707698 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-267c6f97-13d3-4d16-9046-085c34b309cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:47.746145 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-55c6c441-6d66-4725-909c-edcba91d0667 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:47.756973 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-336e89ec-93ad-4a83-a805-227757a6496a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:47.763838 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-55c6c441-6d66-4725-909c-edcba91d0667 admin admin] Transition to ACTIVE for port object bef30c59-65ee-4d10-b734-dc2c90423a7f will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:46:47.789338 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-55c6c441-6d66-4725-909c-edcba91d0667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:47.821999 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-038bc08d-6a4c-4a0b-91c5-bd39d3272e37 None None] Provisioning complete for port 142c2a7f-4d93-4d91-b71c-e91399013d36 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:46:47.822433 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-038bc08d-6a4c-4a0b-91c5-bd39d3272e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:47.946899 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=142c2a7f-4d93-4d91-b71c-e91399013d36,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:47.955427 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:48.107690 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-de979f18-fad6-43b9-bf74-a2947d93b581 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:48.253658 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c6c441-6d66-4725-909c-edcba91d0667 admin admin] Pushing event updated for resources: {'Port': ['ID=bef30c59-65ee-4d10-b734-dc2c90423a7f,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:48.256813 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-55c6c441-6d66-4725-909c-edcba91d0667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:48.296728 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-8e9b314d-921f-4cf4-b7ac-5fd731f383ee None None] Provisioning complete for port 142c2a7f-4d93-4d91-b71c-e91399013d36 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:46:48.297153 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8e9b314d-921f-4cf4-b7ac-5fd731f383ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:48.319487 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c6c441-6d66-4725-909c-edcba91d0667 admin admin] Network 4bfcca2d-5e87-4eed-a60a-f48e86a0f88e is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:46:48.320831 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-55c6c441-6d66-4725-909c-edcba91d0667 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:46:48.323892 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c6c441-6d66-4725-909c-edcba91d0667 admin admin] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:46:48.393198 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-55c6c441-6d66-4725-909c-edcba91d0667 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854426412'] for router_interface, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:48.523647 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-55c6c441-6d66-4725-909c-edcba91d0667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:48.538853 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-336e89ec-93ad-4a83-a805-227757a6496a None None] Notify callbacks [] for port, precommit_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:48.573894 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-336e89ec-93ad-4a83-a805-227757a6496a None None] Transition to ACTIVE for port object 4925729d-b046-4eca-9f12-dad13cb7508e will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:46:48.577723 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-336e89ec-93ad-4a83-a805-227757a6496a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:48.598177 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-fadd6228-2f59-4f3b-8e5f-0d05d4183029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:48.756247 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 142c2a7f-4d93-4d91-b71c-e91399013d36 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:46:48.817026 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a71a8d-843d-4e7f-864a-542f16abe1da None None] Pushing event updated for resources: {'Port': ['ID=4925729d-b046-4eca-9f12-dad13cb7508e,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:48.831282 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-58a71a8d-843d-4e7f-864a-542f16abe1da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:48.856455 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-fadb05a6-f2fb-4bd3-bd6c-4b44f6a1143d None None] Provisioning for port bef30c59-65ee-4d10-b734-dc2c90423a7f completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:46:48.864716 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-55c6c441-6d66-4725-909c-edcba91d0667 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:48.868759 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-55c6c441-6d66-4725-909c-edcba91d0667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:48.886544 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-fadb05a6-f2fb-4bd3-bd6c-4b44f6a1143d None None] Provisioning complete for port bef30c59-65ee-4d10-b734-dc2c90423a7f triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:46:48.886982 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fadb05a6-f2fb-4bd3-bd6c-4b44f6a1143d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:48.903422 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4a1aa6b0-e375-4005-8d11-1ec53fb15062 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:48.987625 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-fadb05a6-f2fb-4bd3-bd6c-4b44f6a1143d None None] Port bef30c59-65ee-4d10-b734-dc2c90423a7f cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:46:48.999218 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-336e89ec-93ad-4a83-a805-227757a6496a None None] Attempting to bind port 4925729d-b046-4eca-9f12-dad13cb7508e on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:46:48.999643 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-336e89ec-93ad-4a83-a805-227757a6496a None None] Attempting to bind port 4925729d-b046-4eca-9f12-dad13cb7508e by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:46:49.000131 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336e89ec-93ad-4a83-a805-227757a6496a None None] Attempting to bind port 4925729d-b046-4eca-9f12-dad13cb7508e on network aadf795f-2e1a-4d04-be0e-12575f0f28a5 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:46:49.009022 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-55c6c441-6d66-4725-909c-edcba91d0667 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854133895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349242'] for router_interface, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:49.009690 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 142c2a7f-4d93-4d91-b71c-e91399013d36 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:46:49.010149 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:49.025355 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c6c441-6d66-4725-909c-edcba91d0667 admin admin] Pushing event updated for resources: {'Port': ['ID=bef30c59-65ee-4d10-b734-dc2c90423a7f,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:49.032362 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-55c6c441-6d66-4725-909c-edcba91d0667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:49.041649 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336e89ec-93ad-4a83-a805-227757a6496a None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:46:49.042141 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336e89ec-93ad-4a83-a805-227757a6496a None None] Checking segment: {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:46:49.042609 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-336e89ec-93ad-4a83-a805-227757a6496a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:49.043146 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336e89ec-93ad-4a83-a805-227757a6496a None None] Bound using segment: {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:46:49.043708 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-336e89ec-93ad-4a83-a805-227757a6496a None None] Bound port: 4925729d-b046-4eca-9f12-dad13cb7508e, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:46:49.044117 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-336e89ec-93ad-4a83-a805-227757a6496a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:49.155823 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-336e89ec-93ad-4a83-a805-227757a6496a None None] For port 4925729d-b046-4eca-9f12-dad13cb7508e, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:46:49.164710 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c6c441-6d66-4725-909c-edcba91d0667 admin admin] Network 4bfcca2d-5e87-4eed-a60a-f48e86a0f88e is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:46:49.165924 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-55c6c441-6d66-4725-909c-edcba91d0667 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:46:49.201799 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-336e89ec-93ad-4a83-a805-227757a6496a None None] For port 4925729d-b046-4eca-9f12-dad13cb7508e, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=4925729d-b046-4eca-9f12-dad13cb7508e,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:46:49.213649 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-336e89ec-93ad-4a83-a805-227757a6496a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:49.232114 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:49.398168 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a71a8d-843d-4e7f-864a-542f16abe1da None None] Pushing event updated for resources: {'Port': ['ID=4925729d-b046-4eca-9f12-dad13cb7508e,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:49.407005 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-58a71a8d-843d-4e7f-864a-542f16abe1da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:49.413793 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55c6c441-6d66-4725-909c-edcba91d0667 admin admin] Router e72aa2be-6cc2-4d7a-bc50-df00b288d00e has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:46:49.443602 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-b0b0099c-3b68-4288-a995-2292da7b8d98 None None] Provisioning complete for port bef30c59-65ee-4d10-b734-dc2c90423a7f triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:46:49.443959 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b0b0099c-3b68-4288-a995-2292da7b8d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:49.516056 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336e89ec-93ad-4a83-a805-227757a6496a None None] Routers {'e72aa2be-6cc2-4d7a-bc50-df00b288d00e'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:46:49.516755 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-336e89ec-93ad-4a83-a805-227757a6496a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c916b4a8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:46:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['e72aa2be-6cc2-4d7a-bc50-df00b288d00e'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:46:49.583781 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-b0b0099c-3b68-4288-a995-2292da7b8d98 None None] Port bef30c59-65ee-4d10-b734-dc2c90423a7f cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:46:49.607192 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c6c441-6d66-4725-909c-edcba91d0667 admin admin] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:46:49.616493 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-55c6c441-6d66-4725-909c-edcba91d0667 admin admin] 10.222.0.57 "PUT /v2.0/routers/e72aa2be-6cc2-4d7a-bc50-df00b288d00e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1483898
Jan 29 10:46:49.710598 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-336e89ec-93ad-4a83-a805-227757a6496a None None] Set router e72aa2be-6cc2-4d7a-bc50-df00b288d00e gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:46:50.052578 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-336e89ec-93ad-4a83-a805-227757a6496a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c916b4a8>, [{'id': 'e72aa2be-6cc2-4d7a-bc50-df00b288d00e', 'name': 'tempest-TestEncryptedCinderVolumes-1642398132-router', 'tenant_id': '35bd16f603d246dfa8e5b8b2b00fe174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.159'}], 'enable_snat': True}, 'gw_port_id': '4925729d-b046-4eca-9f12-dad13cb7508e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:46:43Z', 'updated_at': '2021-01-29T10:46:48Z', 'revision_number': 4, 'project_id': '35bd16f603d246dfa8e5b8b2b00fe174', 'gw_port': {'id': '4925729d-b046-4eca-9f12-dad13cb7508e', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:29:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e72aa2be-6cc2-4d7a-bc50-df00b288d00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:46:44Z', 'updated_at': '2021-01-29T10:46:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'bef30c59-65ee-4d10-b734-dc2c90423a7f', 'name': '', 'network_id': '4bfcca2d-5e87-4eed-a60a-f48e86a0f88e', 'tenant_id': '35bd16f603d246dfa8e5b8b2b00fe174', 'mac_address': 'fa:16:3e:a6:99:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e72aa2be-6cc2-4d7a-bc50-df00b288d00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '51486aea-09df-45fd-bdf1-e3a4dcd4ec73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:46:47Z', 'updated_at': '2021-01-29T10:46:48Z', 'revision_number': 2, 'project_id': '35bd16f603d246dfa8e5b8b2b00fe174', 'subnets': [{'id': '51486aea-09df-45fd-bdf1-e3a4dcd4ec73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:46:50.056843 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336e89ec-93ad-4a83-a805-227757a6496a None None] The sync data for ids ['e72aa2be-6cc2-4d7a-bc50-df00b288d00e'] in dv-neutron-772983-2-ovs is: [{'id': 'e72aa2be-6cc2-4d7a-bc50-df00b288d00e', 'name': 'tempest-TestEncryptedCinderVolumes-1642398132-router', 'tenant_id': '35bd16f603d246dfa8e5b8b2b00fe174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.159'}], 'enable_snat': True}, 'gw_port_id': '4925729d-b046-4eca-9f12-dad13cb7508e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:46:43Z', 'updated_at': '2021-01-29T10:46:48Z', 'revision_number': 4, 'project_id': '35bd16f603d246dfa8e5b8b2b00fe174', 'gw_port': {'id': '4925729d-b046-4eca-9f12-dad13cb7508e', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:29:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e72aa2be-6cc2-4d7a-bc50-df00b288d00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:46:44Z', 'updated_at': '2021-01-29T10:46:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'bef30c59-65ee-4d10-b734-dc2c90423a7f', 'name': '', 'network_id': '4bfcca2d-5e87-4eed-a60a-f48e86a0f88e', 'tenant_id': '35bd16f603d246dfa8e5b8b2b00fe174', 'mac_address': 'fa:16:3e:a6:99:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e72aa2be-6cc2-4d7a-bc50-df00b288d00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '51486aea-09df-45fd-bdf1-e3a4dcd4ec73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:46:47Z', 'updated_at': '2021-01-29T10:46:48Z', 'revision_number': 2, 'project_id': '35bd16f603d246dfa8e5b8b2b00fe174', 'subnets': [{'id': '51486aea-09df-45fd-bdf1-e3a4dcd4ec73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:46:50.554940 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 35326) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:46:50.561418 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-11ea46a4-8427-4b77-b7e4-e5852bb799c5 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-949389889-network', 'tenant_id': '3dace571b76b4ad1b99b4e3de0b8a80d'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:46:50.567469 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-11ea46a4-8427-4b77-b7e4-e5852bb799c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:46:50.571723 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-11ea46a4-8427-4b77-b7e4-e5852bb799c5 admin admin] Usage tracker for resource:network and tenant:3dace571b76b4ad1b99b4e3de0b8a80d is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:46:50.574863 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-11ea46a4-8427-4b77-b7e4-e5852bb799c5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:46:50.581799 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-11ea46a4-8427-4b77-b7e4-e5852bb799c5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:46:50.592546 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ea46a4-8427-4b77-b7e4-e5852bb799c5 admin admin] Made reservation on behalf of 3dace571b76b4ad1b99b4e3de0b8a80d for: {'network': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:46:50.598291 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-11ea46a4-8427-4b77-b7e4-e5852bb799c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:50.612636 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-11ea46a4-8427-4b77-b7e4-e5852bb799c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:50.629405 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-11ea46a4-8427-4b77-b7e4-e5852bb799c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:46:50.633729 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-11ea46a4-8427-4b77-b7e4-e5852bb799c5 admin admin] Usage tracker for resource:security_group_rule and tenant:3dace571b76b4ad1b99b4e3de0b8a80d is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:46:50.636761 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-11ea46a4-8427-4b77-b7e4-e5852bb799c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:46:50.642750 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-11ea46a4-8427-4b77-b7e4-e5852bb799c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:46:50.741114 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-11ea46a4-8427-4b77-b7e4-e5852bb799c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:50.745036 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-11ea46a4-8427-4b77-b7e4-e5852bb799c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:50.749655 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e0dfa040-9b2b-44ee-a8b0-072112cbb6ae tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:50.782263 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11ea46a4-8427-4b77-b7e4-e5852bb799c5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:46:50.800255 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea46a4-8427-4b77-b7e4-e5852bb799c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2258d602-773d-4f5e-98bd-8b397b87e987,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:50.804865 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-11ea46a4-8427-4b77-b7e4-e5852bb799c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:50.805887 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-11ea46a4-8427-4b77-b7e4-e5852bb799c5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268197113528', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:50.806334 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-11ea46a4-8427-4b77-b7e4-e5852bb799c5 admin admin] Added segment 438065be-28ce-4582-9bb6-996408d327f1 of type vxlan for network fadce8a5-0843-4420-acfd-0e450a013256
Jan 29 10:46:50.838203 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-11ea46a4-8427-4b77-b7e4-e5852bb799c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:50.872335 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-11ea46a4-8427-4b77-b7e4-e5852bb799c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:50.873464 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ea46a4-8427-4b77-b7e4-e5852bb799c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:46:50.874228 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-11ea46a4-8427-4b77-b7e4-e5852bb799c5 admin admin] Notify callbacks [] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:50.881244 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7c159023-819d-4cb3-bb4c-5ddc116eb756 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:50.997501 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-11ea46a4-8427-4b77-b7e4-e5852bb799c5 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.4412689
Jan 29 10:46:51.000899 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 35330) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:46:51.002371 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea46a4-8427-4b77-b7e4-e5852bb799c5 admin admin] Pushing event updated for resources: {'Network': ['ID=fadce8a5-0843-4420-acfd-0e450a013256,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:51.005412 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-11ea46a4-8427-4b77-b7e4-e5852bb799c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:51.009402 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-7694cf53-168d-4632-a3b8-a535b50f652e admin admin] Request body: {'subnet': {'network_id': 'fadce8a5-0843-4420-acfd-0e450a013256', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-949389889-subnet', 'tenant_id': '3dace571b76b4ad1b99b4e3de0b8a80d', 'ip_version': 4}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:46:51.013811 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network fadce8a5-0843-4420-acfd-0e450a013256 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:46:51.033575 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-7694cf53-168d-4632-a3b8-a535b50f652e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:46:51.038738 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network fadce8a5-0843-4420-acfd-0e450a013256 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:46:51.042438 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-7694cf53-168d-4632-a3b8-a535b50f652e admin admin] Usage tracker for resource:subnet and tenant:3dace571b76b4ad1b99b4e3de0b8a80d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:46:51.045905 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-7694cf53-168d-4632-a3b8-a535b50f652e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:46:51.052125 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-7694cf53-168d-4632-a3b8-a535b50f652e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:46:51.065556 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7694cf53-168d-4632-a3b8-a535b50f652e admin admin] Made reservation on behalf of 3dace571b76b4ad1b99b4e3de0b8a80d for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:46:51.070688 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7694cf53-168d-4632-a3b8-a535b50f652e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:51.523957 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-de4dce72-419f-4f97-b925-5783a36b2a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:51.530792 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7694cf53-168d-4632-a3b8-a535b50f652e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:51.550603 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-073f4b28-76f1-4888-b56d-a6e991e95c24 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:51.686754 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7694cf53-168d-4632-a3b8-a535b50f652e admin admin] Pushing event updated for resources: {'Subnet': ['ID=33810523-45c8-40a5-be0d-114c70603655,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:51.692510 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7694cf53-168d-4632-a3b8-a535b50f652e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:51.748525 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7694cf53-168d-4632-a3b8-a535b50f652e admin admin] Checking segment: {'id': '438065be-28ce-4582-9bb6-996408d327f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fadce8a5-0843-4420-acfd-0e450a013256'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:46:51.748919 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7694cf53-168d-4632-a3b8-a535b50f652e admin admin] Network hostable DHCP agents. Network: fadce8a5-0843-4420-acfd-0e450a013256, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:46:51.767706 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7694cf53-168d-4632-a3b8-a535b50f652e admin admin] Network fadce8a5-0843-4420-acfd-0e450a013256 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:46:51.775884 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-7694cf53-168d-4632-a3b8-a535b50f652e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, fadce8a5-0843-4420-acfd-0e450a013256) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:46:51.785444 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b69c64-10b7-4fe1-a2c9-cff263739353 None None] Network fadce8a5-0843-4420-acfd-0e450a013256 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:46:51.787701 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7694cf53-168d-4632-a3b8-a535b50f652e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:46:51.788351 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7694cf53-168d-4632-a3b8-a535b50f652e admin admin] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:51.807993 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7694cf53-168d-4632-a3b8-a535b50f652e admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.8058033
Jan 29 10:46:51.810632 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 35334) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:46:51.816762 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-4cae7b35-6b9e-41bb-9bb0-b305b31cae21 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-949389889-router', 'tenant_id': '3dace571b76b4ad1b99b4e3de0b8a80d', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:46:51.821932 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-4cae7b35-6b9e-41bb-9bb0-b305b31cae21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:46:51.826042 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-4cae7b35-6b9e-41bb-9bb0-b305b31cae21 admin admin] Usage tracker for resource:router and tenant:3dace571b76b4ad1b99b4e3de0b8a80d is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:46:51.830502 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-4cae7b35-6b9e-41bb-9bb0-b305b31cae21 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:46:51.836334 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-4cae7b35-6b9e-41bb-9bb0-b305b31cae21 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:46:51.846064 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4cae7b35-6b9e-41bb-9bb0-b305b31cae21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:51.847126 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4cae7b35-6b9e-41bb-9bb0-b305b31cae21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:51.861997 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4cae7b35-6b9e-41bb-9bb0-b305b31cae21 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:52.014406 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc344902-3423-427c-96b6-62104ea1484d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-fadce8a5-0843-4420-acfd-0e450a013256', 'network_id': 'fadce8a5-0843-4420-acfd-0e450a013256', 'tenant_id': '3dace571b76b4ad1b99b4e3de0b8a80d', 'fixed_ips': [{'subnet_id': '33810523-45c8-40a5-be0d-114c70603655'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:46:52.015367 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cc344902-3423-427c-96b6-62104ea1484d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:52.152742 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4cae7b35-6b9e-41bb-9bb0-b305b31cae21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:52.496428 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-cc344902-3423-427c-96b6-62104ea1484d None None] Allocated IP 172.20.0.2 (fadce8a5-0843-4420-acfd-0e450a013256/33810523-45c8-40a5-be0d-114c70603655/82a05c55-8817-441e-a90e-40dd4b71db04) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:46:52.500579 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4cae7b35-6b9e-41bb-9bb0-b305b31cae21 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:52.533170 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4cae7b35-6b9e-41bb-9bb0-b305b31cae21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:52.723068 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cc344902-3423-427c-96b6-62104ea1484d None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:52.734826 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-cc344902-3423-427c-96b6-62104ea1484d None None] Transition to ACTIVE for port object 82a05c55-8817-441e-a90e-40dd4b71db04 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:46:52.748565 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 4925729d-b046-4eca-9f12-dad13cb7508e up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:46:52.793939 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-cc344902-3423-427c-96b6-62104ea1484d None None] Transition to ACTIVE for port object 82a05c55-8817-441e-a90e-40dd4b71db04 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:46:52.809417 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cc344902-3423-427c-96b6-62104ea1484d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:52.815963 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-4cae7b35-6b9e-41bb-9bb0-b305b31cae21 admin admin] Allocated IP 172.26.7.67 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/1425cfb0-8f3f-4fb0-8548-99df66b1606e) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:46:52.826569 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-39de5423-e8f0-4df9-b92a-b248c0cab970 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:52.974351 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc344902-3423-427c-96b6-62104ea1484d None None] Pushing event updated for resources: {'Port': ['ID=82a05c55-8817-441e-a90e-40dd4b71db04,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:52.980259 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4cae7b35-6b9e-41bb-9bb0-b305b31cae21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:52.981565 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-cc344902-3423-427c-96b6-62104ea1484d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:52.989772 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 4925729d-b046-4eca-9f12-dad13cb7508e completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:46:53.004509 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 4925729d-b046-4eca-9f12-dad13cb7508e triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:46:53.004886 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:53.010342 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4cae7b35-6b9e-41bb-9bb0-b305b31cae21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:53.026730 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1b055176-5c9c-47cf-9636-b3b4d59e5d89 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:53.105150 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc344902-3423-427c-96b6-62104ea1484d None None] Network fadce8a5-0843-4420-acfd-0e450a013256 is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:46:53.106957 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-cc344902-3423-427c-96b6-62104ea1484d None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:46:53.110375 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc344902-3423-427c-96b6-62104ea1484d None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:46:53.164970 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae7b35-6b9e-41bb-9bb0-b305b31cae21 admin admin] Pushing event updated for resources: {'Port': ['ID=1425cfb0-8f3f-4fb0-8548-99df66b1606e,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:53.169515 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4cae7b35-6b9e-41bb-9bb0-b305b31cae21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:53.224455 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cae7b35-6b9e-41bb-9bb0-b305b31cae21 admin admin] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:46:53.224669 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-cc344902-3423-427c-96b6-62104ea1484d None None] Attempting to bind port 82a05c55-8817-441e-a90e-40dd4b71db04 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:46:53.225055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-cc344902-3423-427c-96b6-62104ea1484d None None] Attempting to bind port 82a05c55-8817-441e-a90e-40dd4b71db04 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '438065be-28ce-4582-9bb6-996408d327f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fadce8a5-0843-4420-acfd-0e450a013256'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:46:53.225477 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc344902-3423-427c-96b6-62104ea1484d None None] Attempting to bind port 82a05c55-8817-441e-a90e-40dd4b71db04 on network fadce8a5-0843-4420-acfd-0e450a013256 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:46:53.225704 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-4cae7b35-6b9e-41bb-9bb0-b305b31cae21 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:46:53.228246 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cae7b35-6b9e-41bb-9bb0-b305b31cae21 admin admin] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:46:53.229210 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:53.238368 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc344902-3423-427c-96b6-62104ea1484d None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:46:53.238804 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc344902-3423-427c-96b6-62104ea1484d None None] Checking segment: {'id': '438065be-28ce-4582-9bb6-996408d327f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fadce8a5-0843-4420-acfd-0e450a013256'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:46:53.239253 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cc344902-3423-427c-96b6-62104ea1484d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:53.239707 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc344902-3423-427c-96b6-62104ea1484d None None] Bound using segment: {'id': '438065be-28ce-4582-9bb6-996408d327f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fadce8a5-0843-4420-acfd-0e450a013256'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:46:53.240247 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-cc344902-3423-427c-96b6-62104ea1484d None None] Bound port: 82a05c55-8817-441e-a90e-40dd4b71db04, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '438065be-28ce-4582-9bb6-996408d327f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fadce8a5-0843-4420-acfd-0e450a013256'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:46:53.240657 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cc344902-3423-427c-96b6-62104ea1484d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:53.306642 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port 4925729d-b046-4eca-9f12-dad13cb7508e, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=4925729d-b046-4eca-9f12-dad13cb7508e,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:46:53.323412 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:53.338230 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ec962886-2bea-4831-950c-f4b409ef77a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:53.415812 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-cc344902-3423-427c-96b6-62104ea1484d None None] For port 82a05c55-8817-441e-a90e-40dd4b71db04, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:46:53.432671 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-cc344902-3423-427c-96b6-62104ea1484d None None] For port 82a05c55-8817-441e-a90e-40dd4b71db04, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=82a05c55-8817-441e-a90e-40dd4b71db04,segment=NetworkSegment(438065be-28ce-4582-9bb6-996408d327f1),segment_id=438065be-28ce-4582-9bb6-996408d327f1)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:46:53.436537 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cc344902-3423-427c-96b6-62104ea1484d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:53.456072 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=4925729d-b046-4eca-9f12-dad13cb7508e,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:53.462805 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:53.463453 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-dda949a5-3af4-4687-ba68-972dfd4785bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:53.468004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bc24b4-8d97-482f-80ad-da932b0767e4 None None] Sync routers for ids ['e72aa2be-6cc2-4d7a-bc50-df00b288d00e'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:46:53.479846 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bc24b4-8d97-482f-80ad-da932b0767e4 None None] Routers {'e72aa2be-6cc2-4d7a-bc50-df00b288d00e'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:46:53.480542 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-16bc24b4-8d97-482f-80ad-da932b0767e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca2e8cc0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:46:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['e72aa2be-6cc2-4d7a-bc50-df00b288d00e'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:46:53.623707 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc344902-3423-427c-96b6-62104ea1484d None None] Pushing event updated for resources: {'Port': ['ID=82a05c55-8817-441e-a90e-40dd4b71db04,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:53.630040 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-cc344902-3423-427c-96b6-62104ea1484d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:53.678980 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-16bc24b4-8d97-482f-80ad-da932b0767e4 None None] Set router e72aa2be-6cc2-4d7a-bc50-df00b288d00e gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:46:53.788457 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6ba8d47a-c77d-4b35-b5c0-9314eda3e518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:54.018694 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4cae7b35-6b9e-41bb-9bb0-b305b31cae21 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:54.050356 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-16bc24b4-8d97-482f-80ad-da932b0767e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca2e8cc0>, [{'id': 'e72aa2be-6cc2-4d7a-bc50-df00b288d00e', 'name': 'tempest-TestEncryptedCinderVolumes-1642398132-router', 'tenant_id': '35bd16f603d246dfa8e5b8b2b00fe174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.159'}], 'enable_snat': True}, 'gw_port_id': '4925729d-b046-4eca-9f12-dad13cb7508e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:46:43Z', 'updated_at': '2021-01-29T10:46:48Z', 'revision_number': 4, 'project_id': '35bd16f603d246dfa8e5b8b2b00fe174', 'gw_port': {'id': '4925729d-b046-4eca-9f12-dad13cb7508e', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:29:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72aa2be-6cc2-4d7a-bc50-df00b288d00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:46:44Z', 'updated_at': '2021-01-29T10:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'bef30c59-65ee-4d10-b734-dc2c90423a7f', 'name': '', 'network_id': '4bfcca2d-5e87-4eed-a60a-f48e86a0f88e', 'tenant_id': '35bd16f603d246dfa8e5b8b2b00fe174', 'mac_address': 'fa:16:3e:a6:99:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e72aa2be-6cc2-4d7a-bc50-df00b288d00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '51486aea-09df-45fd-bdf1-e3a4dcd4ec73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:46:47Z', 'updated_at': '2021-01-29T10:46:48Z', 'revision_number': 2, 'project_id': '35bd16f603d246dfa8e5b8b2b00fe174', 'subnets': [{'id': '51486aea-09df-45fd-bdf1-e3a4dcd4ec73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:46:54.054756 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bc24b4-8d97-482f-80ad-da932b0767e4 None None] Checking router: e72aa2be-6cc2-4d7a-bc50-df00b288d00e for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:46:54.055161 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bc24b4-8d97-482f-80ad-da932b0767e4 None None] Updating router e72aa2be-6cc2-4d7a-bc50-df00b288d00e port bef30c59-65ee-4d10-b734-dc2c90423a7f binding host dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 29 10:46:54.113830 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-16bc24b4-8d97-482f-80ad-da932b0767e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:54.367469 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:54.392212 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4cae7b35-6b9e-41bb-9bb0-b305b31cae21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:54.547153 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-16bc24b4-8d97-482f-80ad-da932b0767e4 None None] Notify callbacks [] for port, precommit_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:54.559752 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-16bc24b4-8d97-482f-80ad-da932b0767e4 None None] Transition to ACTIVE for port object bef30c59-65ee-4d10-b734-dc2c90423a7f will not be triggered until provisioned by entity L2. {{(pid=80768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:46:54.563172 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-16bc24b4-8d97-482f-80ad-da932b0767e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:54.582087 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d216248e-2172-4868-ac1a-b91283a67f00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:54.615517 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cae7b35-6b9e-41bb-9bb0-b305b31cae21 admin admin] Router bdb6503d-70d2-459a-9583-3c6f706e31c7 is scheduled to L3 agent 18987107-6d88-4736-94cf-15791d65b3ff with binding_index 1 {{(pid=80765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 29 10:46:54.720016 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c717be7a-9674-4b62-83b2-13e5faaf059d None None] Pushing event updated for resources: {'Port': ['ID=bef30c59-65ee-4d10-b734-dc2c90423a7f,revision_number=3']} {{(pid=80768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:54.732581 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717be7a-9674-4b62-83b2-13e5faaf059d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:54.732973 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717be7a-9674-4b62-83b2-13e5faaf059d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:54.733353 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717be7a-9674-4b62-83b2-13e5faaf059d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:54.733729 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717be7a-9674-4b62-83b2-13e5faaf059d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:54.734729 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717be7a-9674-4b62-83b2-13e5faaf059d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:54.735109 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717be7a-9674-4b62-83b2-13e5faaf059d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:54.735483 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717be7a-9674-4b62-83b2-13e5faaf059d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:54.735851 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717be7a-9674-4b62-83b2-13e5faaf059d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:54.736223 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717be7a-9674-4b62-83b2-13e5faaf059d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:54.736589 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717be7a-9674-4b62-83b2-13e5faaf059d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:54.736957 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717be7a-9674-4b62-83b2-13e5faaf059d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:54.737318 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717be7a-9674-4b62-83b2-13e5faaf059d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:54.737765 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717be7a-9674-4b62-83b2-13e5faaf059d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:54.738294 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717be7a-9674-4b62-83b2-13e5faaf059d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:54.738542 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717be7a-9674-4b62-83b2-13e5faaf059d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:54.738904 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717be7a-9674-4b62-83b2-13e5faaf059d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:54.739271 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717be7a-9674-4b62-83b2-13e5faaf059d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:54.739626 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717be7a-9674-4b62-83b2-13e5faaf059d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:54.739985 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717be7a-9674-4b62-83b2-13e5faaf059d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:54.740344 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717be7a-9674-4b62-83b2-13e5faaf059d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:54.740705 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717be7a-9674-4b62-83b2-13e5faaf059d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:54.741061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717be7a-9674-4b62-83b2-13e5faaf059d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:54.741425 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717be7a-9674-4b62-83b2-13e5faaf059d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:54.741825 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717be7a-9674-4b62-83b2-13e5faaf059d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:46:54.746114 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c717be7a-9674-4b62-83b2-13e5faaf059d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:54.809702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 4925729d-b046-4eca-9f12-dad13cb7508e up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:46:54.826639 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cae7b35-6b9e-41bb-9bb0-b305b31cae21 admin admin] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:46:54.871439 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4cae7b35-6b9e-41bb-9bb0-b305b31cae21 admin admin] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:54.872810 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4cae7b35-6b9e-41bb-9bb0-b305b31cae21 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 3.0611715
Jan 29 10:46:54.875067 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928c6cb4-5354-4534-8b9a-65d79a41bc01 None None] Sync routers for ids ['bdb6503d-70d2-459a-9583-3c6f706e31c7'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:46:54.875943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 35338) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:46:54.901171 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928c6cb4-5354-4534-8b9a-65d79a41bc01 None None] Routers {'bdb6503d-70d2-459a-9583-3c6f706e31c7'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:46:54.901916 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-928c6cb4-5354-4534-8b9a-65d79a41bc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9456780>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:46:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['bdb6503d-70d2-459a-9583-3c6f706e31c7'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:46:54.964966 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-16bc24b4-8d97-482f-80ad-da932b0767e4 None None] Attempting to bind port bef30c59-65ee-4d10-b734-dc2c90423a7f on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:46:54.965530 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-16bc24b4-8d97-482f-80ad-da932b0767e4 None None] Attempting to bind port bef30c59-65ee-4d10-b734-dc2c90423a7f by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'da377826-cf89-49f8-849d-43f971c9fa40', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4bfcca2d-5e87-4eed-a60a-f48e86a0f88e'}] {{(pid=80768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:46:54.966078 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bc24b4-8d97-482f-80ad-da932b0767e4 None None] Attempting to bind port bef30c59-65ee-4d10-b734-dc2c90423a7f on network 4bfcca2d-5e87-4eed-a60a-f48e86a0f88e {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:46:54.975920 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bc24b4-8d97-482f-80ad-da932b0767e4 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:46:54.976501 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bc24b4-8d97-482f-80ad-da932b0767e4 None None] Checking segment: {'id': 'da377826-cf89-49f8-849d-43f971c9fa40', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4bfcca2d-5e87-4eed-a60a-f48e86a0f88e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:46:54.977070 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-16bc24b4-8d97-482f-80ad-da932b0767e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:54.977614 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bc24b4-8d97-482f-80ad-da932b0767e4 None None] Bound using segment: {'id': 'da377826-cf89-49f8-849d-43f971c9fa40', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4bfcca2d-5e87-4eed-a60a-f48e86a0f88e'} {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:46:54.978274 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-16bc24b4-8d97-482f-80ad-da932b0767e4 None None] Bound port: bef30c59-65ee-4d10-b734-dc2c90423a7f, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da377826-cf89-49f8-849d-43f971c9fa40', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4bfcca2d-5e87-4eed-a60a-f48e86a0f88e'}}] {{(pid=80768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:46:54.978801 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-16bc24b4-8d97-482f-80ad-da932b0767e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:55.094133 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-16bc24b4-8d97-482f-80ad-da932b0767e4 None None] For port bef30c59-65ee-4d10-b734-dc2c90423a7f, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:46:55.097917 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-16bc24b4-8d97-482f-80ad-da932b0767e4 None None] For port bef30c59-65ee-4d10-b734-dc2c90423a7f, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=bef30c59-65ee-4d10-b734-dc2c90423a7f,segment=NetworkSegment(da377826-cf89-49f8-849d-43f971c9fa40),segment_id=da377826-cf89-49f8-849d-43f971c9fa40)] {{(pid=80768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:46:55.107740 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-16bc24b4-8d97-482f-80ad-da932b0767e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:55.117586 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:55.122940 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 4925729d-b046-4eca-9f12-dad13cb7508e triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:46:55.123368 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:55.136936 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-be33eb69-37bc-429f-9750-6001e833b9d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:55.262470 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-928c6cb4-5354-4534-8b9a-65d79a41bc01 None None] Set router bdb6503d-70d2-459a-9583-3c6f706e31c7 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:46:55.305634 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c717be7a-9674-4b62-83b2-13e5faaf059d None None] Pushing event updated for resources: {'Port': ['ID=bef30c59-65ee-4d10-b734-dc2c90423a7f,revision_number=4']} {{(pid=80768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:55.310498 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c717be7a-9674-4b62-83b2-13e5faaf059d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:55.364745 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bc24b4-8d97-482f-80ad-da932b0767e4 None None] Routers {'e72aa2be-6cc2-4d7a-bc50-df00b288d00e'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:46:55.365311 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-16bc24b4-8d97-482f-80ad-da932b0767e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca2e8cc0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:46:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['e72aa2be-6cc2-4d7a-bc50-df00b288d00e'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:46:55.432605 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040bb28b-ed16-44d5-8e01-9b06bc8567a2 None None] Network fadce8a5-0843-4420-acfd-0e450a013256 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:46:55.750136 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d538554a-2b91-4a7d-8aea-a63906f229af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:55.755293 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-16bc24b4-8d97-482f-80ad-da932b0767e4 None None] Set router e72aa2be-6cc2-4d7a-bc50-df00b288d00e gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:46:55.798040 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 82a05c55-8817-441e-a90e-40dd4b71db04 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:46:55.885983 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-321cfe67-aa79-44c0-aa29-5daa3ce96aa0 None None] Provisioning for port 82a05c55-8817-441e-a90e-40dd4b71db04 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:46:56.110991 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 82a05c55-8817-441e-a90e-40dd4b71db04 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:46:56.114246 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-16bc24b4-8d97-482f-80ad-da932b0767e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca2e8cc0>, [{'id': 'e72aa2be-6cc2-4d7a-bc50-df00b288d00e', 'name': 'tempest-TestEncryptedCinderVolumes-1642398132-router', 'tenant_id': '35bd16f603d246dfa8e5b8b2b00fe174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.159'}], 'enable_snat': True}, 'gw_port_id': '4925729d-b046-4eca-9f12-dad13cb7508e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:46:43Z', 'updated_at': '2021-01-29T10:46:48Z', 'revision_number': 4, 'project_id': '35bd16f603d246dfa8e5b8b2b00fe174', 'gw_port': {'id': '4925729d-b046-4eca-9f12-dad13cb7508e', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:29:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72aa2be-6cc2-4d7a-bc50-df00b288d00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:46:44Z', 'updated_at': '2021-01-29T10:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'bef30c59-65ee-4d10-b734-dc2c90423a7f', 'name': '', 'network_id': '4bfcca2d-5e87-4eed-a60a-f48e86a0f88e', 'tenant_id': '35bd16f603d246dfa8e5b8b2b00fe174', 'mac_address': 'fa:16:3e:a6:99:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e72aa2be-6cc2-4d7a-bc50-df00b288d00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '51486aea-09df-45fd-bdf1-e3a4dcd4ec73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:46:47Z', 'updated_at': '2021-01-29T10:46:55Z', 'revision_number': 4, 'project_id': '35bd16f603d246dfa8e5b8b2b00fe174', 'subnets': [{'id': '51486aea-09df-45fd-bdf1-e3a4dcd4ec73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:46:56.119337 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bc24b4-8d97-482f-80ad-da932b0767e4 None None] The sync data for ids ['e72aa2be-6cc2-4d7a-bc50-df00b288d00e'] in dv-neutron-772983-2-ovs is: [{'id': 'e72aa2be-6cc2-4d7a-bc50-df00b288d00e', 'name': 'tempest-TestEncryptedCinderVolumes-1642398132-router', 'tenant_id': '35bd16f603d246dfa8e5b8b2b00fe174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.159'}], 'enable_snat': True}, 'gw_port_id': '4925729d-b046-4eca-9f12-dad13cb7508e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:46:43Z', 'updated_at': '2021-01-29T10:46:48Z', 'revision_number': 4, 'project_id': '35bd16f603d246dfa8e5b8b2b00fe174', 'gw_port': {'id': '4925729d-b046-4eca-9f12-dad13cb7508e', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:29:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72aa2be-6cc2-4d7a-bc50-df00b288d00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:46:44Z', 'updated_at': '2021-01-29T10:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'bef30c59-65ee-4d10-b734-dc2c90423a7f', 'name': '', 'network_id': '4bfcca2d-5e87-4eed-a60a-f48e86a0f88e', 'tenant_id': '35bd16f603d246dfa8e5b8b2b00fe174', 'mac_address': 'fa:16:3e:a6:99:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e72aa2be-6cc2-4d7a-bc50-df00b288d00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '51486aea-09df-45fd-bdf1-e3a4dcd4ec73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:46:47Z', 'updated_at': '2021-01-29T10:46:55Z', 'revision_number': 4, 'project_id': '35bd16f603d246dfa8e5b8b2b00fe174', 'subnets': [{'id': '51486aea-09df-45fd-bdf1-e3a4dcd4ec73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:46:56.119965 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-d538554a-2b91-4a7d-8aea-a63906f229af admin admin] Allocated IP 172.20.0.1 (fadce8a5-0843-4420-acfd-0e450a013256/33810523-45c8-40a5-be0d-114c70603655/92eae388-f0a8-43a1-adec-95307922d4cb) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:46:56.133970 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 82a05c55-8817-441e-a90e-40dd4b71db04 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:46:56.134552 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:56.243874 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:56.266888 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-928c6cb4-5354-4534-8b9a-65d79a41bc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9456780>, [{'id': 'bdb6503d-70d2-459a-9583-3c6f706e31c7', 'name': 'tempest-TestEncryptedCinderVolumes-949389889-router', 'tenant_id': '3dace571b76b4ad1b99b4e3de0b8a80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.67'}], 'enable_snat': True}, 'gw_port_id': '1425cfb0-8f3f-4fb0-8548-99df66b1606e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:46:51Z', 'updated_at': '2021-01-29T10:46:53Z', 'revision_number': 3, 'project_id': '3dace571b76b4ad1b99b4e3de0b8a80d', 'gw_port': {'id': '1425cfb0-8f3f-4fb0-8548-99df66b1606e', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c4:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb6503d-70d2-459a-9583-3c6f706e31c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:46:52Z', 'updated_at': '2021-01-29T10:46:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:46:56.301017 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d538554a-2b91-4a7d-8aea-a63906f229af admin admin] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:56.321589 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-d538554a-2b91-4a7d-8aea-a63906f229af admin admin] Transition to ACTIVE for port object 92eae388-f0a8-43a1-adec-95307922d4cb will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:46:56.325759 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928c6cb4-5354-4534-8b9a-65d79a41bc01 None None] Checking router: bdb6503d-70d2-459a-9583-3c6f706e31c7 for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:46:56.326176 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928c6cb4-5354-4534-8b9a-65d79a41bc01 None None] Updating router bdb6503d-70d2-459a-9583-3c6f706e31c7 port 1425cfb0-8f3f-4fb0-8548-99df66b1606e binding host dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 29 10:46:56.349027 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d538554a-2b91-4a7d-8aea-a63906f229af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:56.368365 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-29aeb786-823b-455d-9140-c58b1a36ad03 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:56.404813 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:56.419138 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-928c6cb4-5354-4534-8b9a-65d79a41bc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:56.518559 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538554a-2b91-4a7d-8aea-a63906f229af admin admin] Pushing event updated for resources: {'Port': ['ID=92eae388-f0a8-43a1-adec-95307922d4cb,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:56.536283 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port 82a05c55-8817-441e-a90e-40dd4b71db04, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=82a05c55-8817-441e-a90e-40dd4b71db04,segment=NetworkSegment(438065be-28ce-4582-9bb6-996408d327f1),segment_id=438065be-28ce-4582-9bb6-996408d327f1)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:46:56.549560 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:56.554124 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:56.563092 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d538554a-2b91-4a7d-8aea-a63906f229af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:56.579259 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d538554a-2b91-4a7d-8aea-a63906f229af admin admin] Network fadce8a5-0843-4420-acfd-0e450a013256 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:46:56.580846 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-d538554a-2b91-4a7d-8aea-a63906f229af admin admin] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:46:56.583351 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d538554a-2b91-4a7d-8aea-a63906f229af admin admin] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:46:56.649040 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d538554a-2b91-4a7d-8aea-a63906f229af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854426412'] for router_interface, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:56.711304 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-e5d9f008-00f1-462f-baa4-022bd101852a None None] Provisioning complete for port 82a05c55-8817-441e-a90e-40dd4b71db04 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:46:56.711588 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e5d9f008-00f1-462f-baa4-022bd101852a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:56.774441 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=82a05c55-8817-441e-a90e-40dd4b71db04,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:56.778056 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:56.809750 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device bef30c59-65ee-4d10-b734-dc2c90423a7f up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:46:56.811087 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d538554a-2b91-4a7d-8aea-a63906f229af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:57.064080 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port bef30c59-65ee-4d10-b734-dc2c90423a7f completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:46:57.082478 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port bef30c59-65ee-4d10-b734-dc2c90423a7f triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:46:57.082912 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:57.294940 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-40a2e592-add7-45e6-85c2-60bd858ca186 None None] Provisioning complete for port 82a05c55-8817-441e-a90e-40dd4b71db04 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:46:57.295416 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-40a2e592-add7-45e6-85c2-60bd858ca186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:57.360176 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-928c6cb4-5354-4534-8b9a-65d79a41bc01 None None] Notify callbacks [] for port, precommit_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:57.382762 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:57.412131 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-928c6cb4-5354-4534-8b9a-65d79a41bc01 None None] Transition to ACTIVE for port object 1425cfb0-8f3f-4fb0-8548-99df66b1606e will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:46:57.422768 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-928c6cb4-5354-4534-8b9a-65d79a41bc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:57.435171 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d538554a-2b91-4a7d-8aea-a63906f229af admin admin] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:57.439406 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d538554a-2b91-4a7d-8aea-a63906f229af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:57.451669 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:57.469324 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-240b7f83-e461-41b8-aac1-c3c578a94368 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:57.523160 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port bef30c59-65ee-4d10-b734-dc2c90423a7f, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=bef30c59-65ee-4d10-b734-dc2c90423a7f,segment=NetworkSegment(da377826-cf89-49f8-849d-43f971c9fa40),segment_id=da377826-cf89-49f8-849d-43f971c9fa40)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:46:57.556726 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d538554a-2b91-4a7d-8aea-a63906f229af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854133895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349242'] for router_interface, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:57.573555 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538554a-2b91-4a7d-8aea-a63906f229af admin admin] Pushing event updated for resources: {'Port': ['ID=92eae388-f0a8-43a1-adec-95307922d4cb,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:57.580451 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d538554a-2b91-4a7d-8aea-a63906f229af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:57.715173 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d538554a-2b91-4a7d-8aea-a63906f229af admin admin] Network fadce8a5-0843-4420-acfd-0e450a013256 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:46:57.716446 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-d538554a-2b91-4a7d-8aea-a63906f229af admin admin] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:46:57.772234 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:57.830970 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0cbf09-0017-444d-9df2-1e15b568dde8 None None] Pushing event updated for resources: {'Port': ['ID=1425cfb0-8f3f-4fb0-8548-99df66b1606e,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:57.834126 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2a0cbf09-0017-444d-9df2-1e15b568dde8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:57.838702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:57.925014 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d538554a-2b91-4a7d-8aea-a63906f229af admin admin] Router bdb6503d-70d2-459a-9583-3c6f706e31c7 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:46:57.969393 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=bef30c59-65ee-4d10-b734-dc2c90423a7f,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:57.972852 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:57.985546 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-40a2e592-add7-45e6-85c2-60bd858ca186 None None] Provisioning for port 92eae388-f0a8-43a1-adec-95307922d4cb completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:46:57.997219 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-40a2e592-add7-45e6-85c2-60bd858ca186 None None] Provisioning complete for port 92eae388-f0a8-43a1-adec-95307922d4cb triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:46:57.997581 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-40a2e592-add7-45e6-85c2-60bd858ca186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:58.028614 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-928c6cb4-5354-4534-8b9a-65d79a41bc01 None None] Attempting to bind port 1425cfb0-8f3f-4fb0-8548-99df66b1606e on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:46:58.029034 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-928c6cb4-5354-4534-8b9a-65d79a41bc01 None None] Attempting to bind port 1425cfb0-8f3f-4fb0-8548-99df66b1606e by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:46:58.029452 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928c6cb4-5354-4534-8b9a-65d79a41bc01 None None] Attempting to bind port 1425cfb0-8f3f-4fb0-8548-99df66b1606e on network aadf795f-2e1a-4d04-be0e-12575f0f28a5 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:46:58.044700 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928c6cb4-5354-4534-8b9a-65d79a41bc01 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:46:58.045123 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928c6cb4-5354-4534-8b9a-65d79a41bc01 None None] Checking segment: {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:46:58.045576 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-928c6cb4-5354-4534-8b9a-65d79a41bc01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:58.046046 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928c6cb4-5354-4534-8b9a-65d79a41bc01 None None] Bound using segment: {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:46:58.047424 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-928c6cb4-5354-4534-8b9a-65d79a41bc01 None None] Bound port: 1425cfb0-8f3f-4fb0-8548-99df66b1606e, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:46:58.047617 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-928c6cb4-5354-4534-8b9a-65d79a41bc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:58.113490 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-40a2e592-add7-45e6-85c2-60bd858ca186 None None] Port 92eae388-f0a8-43a1-adec-95307922d4cb cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:46:58.118151 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d538554a-2b91-4a7d-8aea-a63906f229af admin admin] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:46:58.137871 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d538554a-2b91-4a7d-8aea-a63906f229af admin admin] 10.222.0.57 "PUT /v2.0/routers/bdb6503d-70d2-459a-9583-3c6f706e31c7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2517843
Jan 29 10:46:58.144589 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-928c6cb4-5354-4534-8b9a-65d79a41bc01 None None] For port 1425cfb0-8f3f-4fb0-8548-99df66b1606e, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:46:58.147834 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-928c6cb4-5354-4534-8b9a-65d79a41bc01 None None] For port 1425cfb0-8f3f-4fb0-8548-99df66b1606e, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=1425cfb0-8f3f-4fb0-8548-99df66b1606e,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:46:58.151191 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-928c6cb4-5354-4534-8b9a-65d79a41bc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:58.166693 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:46:58.342395 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-46dfa1c3-f8b5-4af4-9220-167310f63291 None None] Provisioning complete for port 82a05c55-8817-441e-a90e-40dd4b71db04 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:46:58.342816 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-46dfa1c3-f8b5-4af4-9220-167310f63291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:58.395784 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0cbf09-0017-444d-9df2-1e15b568dde8 None None] Pushing event updated for resources: {'Port': ['ID=1425cfb0-8f3f-4fb0-8548-99df66b1606e,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:46:58.399269 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2a0cbf09-0017-444d-9df2-1e15b568dde8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:46:58.479146 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928c6cb4-5354-4534-8b9a-65d79a41bc01 None None] Routers {'bdb6503d-70d2-459a-9583-3c6f706e31c7'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:46:58.479841 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-928c6cb4-5354-4534-8b9a-65d79a41bc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9456780>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:46:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['bdb6503d-70d2-459a-9583-3c6f706e31c7'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:46:58.686169 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-46dfa1c3-f8b5-4af4-9220-167310f63291 None None] Provisioning complete for port 92eae388-f0a8-43a1-adec-95307922d4cb triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:46:58.686614 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-46dfa1c3-f8b5-4af4-9220-167310f63291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:58.733075 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device bef30c59-65ee-4d10-b734-dc2c90423a7f up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:46:58.787758 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-928c6cb4-5354-4534-8b9a-65d79a41bc01 None None] Set router bdb6503d-70d2-459a-9583-3c6f706e31c7 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:46:58.859748 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-46dfa1c3-f8b5-4af4-9220-167310f63291 None None] Port 92eae388-f0a8-43a1-adec-95307922d4cb cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:46:59.001402 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port bef30c59-65ee-4d10-b734-dc2c90423a7f triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:46:59.001847 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:59.269871 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 82a05c55-8817-441e-a90e-40dd4b71db04 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:46:59.325634 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-928c6cb4-5354-4534-8b9a-65d79a41bc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9456780>, [{'id': 'bdb6503d-70d2-459a-9583-3c6f706e31c7', 'name': 'tempest-TestEncryptedCinderVolumes-949389889-router', 'tenant_id': '3dace571b76b4ad1b99b4e3de0b8a80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.67'}], 'enable_snat': True}, 'gw_port_id': '1425cfb0-8f3f-4fb0-8548-99df66b1606e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:46:51Z', 'updated_at': '2021-01-29T10:46:56Z', 'revision_number': 4, 'project_id': '3dace571b76b4ad1b99b4e3de0b8a80d', 'gw_port': {'id': '1425cfb0-8f3f-4fb0-8548-99df66b1606e', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c4:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb6503d-70d2-459a-9583-3c6f706e31c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:46:52Z', 'updated_at': '2021-01-29T10:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '92eae388-f0a8-43a1-adec-95307922d4cb', 'name': '', 'network_id': 'fadce8a5-0843-4420-acfd-0e450a013256', 'tenant_id': '3dace571b76b4ad1b99b4e3de0b8a80d', 'mac_address': 'fa:16:3e:b8:92:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb6503d-70d2-459a-9583-3c6f706e31c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '33810523-45c8-40a5-be0d-114c70603655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:46:55Z', 'updated_at': '2021-01-29T10:46:56Z', 'revision_number': 2, 'project_id': '3dace571b76b4ad1b99b4e3de0b8a80d', 'subnets': [{'id': '33810523-45c8-40a5-be0d-114c70603655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:46:59.334146 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928c6cb4-5354-4534-8b9a-65d79a41bc01 None None] The sync data for ids ['bdb6503d-70d2-459a-9583-3c6f706e31c7'] in dv-neutron-772983-2-ovs is: [{'id': 'bdb6503d-70d2-459a-9583-3c6f706e31c7', 'name': 'tempest-TestEncryptedCinderVolumes-949389889-router', 'tenant_id': '3dace571b76b4ad1b99b4e3de0b8a80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.67'}], 'enable_snat': True}, 'gw_port_id': '1425cfb0-8f3f-4fb0-8548-99df66b1606e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:46:51Z', 'updated_at': '2021-01-29T10:46:56Z', 'revision_number': 4, 'project_id': '3dace571b76b4ad1b99b4e3de0b8a80d', 'gw_port': {'id': '1425cfb0-8f3f-4fb0-8548-99df66b1606e', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c4:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb6503d-70d2-459a-9583-3c6f706e31c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:46:52Z', 'updated_at': '2021-01-29T10:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '92eae388-f0a8-43a1-adec-95307922d4cb', 'name': '', 'network_id': 'fadce8a5-0843-4420-acfd-0e450a013256', 'tenant_id': '3dace571b76b4ad1b99b4e3de0b8a80d', 'mac_address': 'fa:16:3e:b8:92:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb6503d-70d2-459a-9583-3c6f706e31c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '33810523-45c8-40a5-be0d-114c70603655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:46:55Z', 'updated_at': '2021-01-29T10:46:56Z', 'revision_number': 2, 'project_id': '3dace571b76b4ad1b99b4e3de0b8a80d', 'subnets': [{'id': '33810523-45c8-40a5-be0d-114c70603655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:46:59.353085 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 82a05c55-8817-441e-a90e-40dd4b71db04 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:46:59.353825 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:46:59.364533 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c8115-80a7-4821-9a83-e79ec05ebe21 req-55a39ace-d30d-4f88-9a7b-ce25c879e8b4 tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:46:59.365608 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-565c8115-80a7-4821-9a83-e79ec05ebe21 req-55a39ace-d30d-4f88-9a7b-ce25c879e8b4 tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Synchronizing usage tracker for tenant:35bd16f603d246dfa8e5b8b2b00fe174 on resource:network {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:46:59.383811 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-565c8115-80a7-4821-9a83-e79ec05ebe21 req-55a39ace-d30d-4f88-9a7b-ce25c879e8b4 tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Unset dirty status for tenant:35bd16f603d246dfa8e5b8b2b00fe174 on resource:network {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:46:59.385107 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-565c8115-80a7-4821-9a83-e79ec05ebe21 req-55a39ace-d30d-4f88-9a7b-ce25c879e8b4 tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] 10.222.0.57 "GET /v2.0/networks?id=4bfcca2d-5e87-4eed-a60a-f48e86a0f88e HTTP/1.1" status: 200  len: 817 time: 0.2621279
Jan 29 10:46:59.402002 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-565c8115-80a7-4821-9a83-e79ec05ebe21 req-c2f1fa06-c819-4036-8c64-1a9b743cd427 tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] 10.222.0.57 "GET /v2.0/quotas/35bd16f603d246dfa8e5b8b2b00fe174 HTTP/1.1" status: 200  len: 375 time: 0.0100491
Jan 29 10:46:59.534671 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-565c8115-80a7-4821-9a83-e79ec05ebe21 req-7040d811-cfa0-4230-b10d-aae247597951 tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=35bd16f603d246dfa8e5b8b2b00fe174&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1259885
Jan 29 10:46:59.692763 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-565c8115-80a7-4821-9a83-e79ec05ebe21 req-3cf2c97b-3f28-4574-896a-a02277747c0d service neutron] 10.222.0.57 "GET /v2.0/networks/4bfcca2d-5e87-4eed-a60a-f48e86a0f88e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1449754
Jan 29 10:46:59.854322 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-565c8115-80a7-4821-9a83-e79ec05ebe21 req-3847aff8-0af1-4f79-a715-0421b697c8bd service neutron] 10.222.0.57 "GET /v2.0/networks/4bfcca2d-5e87-4eed-a60a-f48e86a0f88e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1476629
Jan 29 10:47:00.061365 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0313204c-d2e6-4bbb-8080-8bd213042fda req-19c4e0bd-50ed-47d1-8de0-7c3d2bb99abc tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] 10.222.0.57 "GET /v2.0/ports?device_id=54c32cfe-8db9-49f2-8973-a7e0f8eb2e5a HTTP/1.1" status: 200  len: 210 time: 0.0483842
Jan 29 10:47:00.750637 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 1425cfb0-8f3f-4fb0-8548-99df66b1606e up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:47:00.824248 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 1425cfb0-8f3f-4fb0-8548-99df66b1606e completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:47:00.830268 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 1425cfb0-8f3f-4fb0-8548-99df66b1606e triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:47:00.830689 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:47:00.951542 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:47:00.969463 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port 1425cfb0-8f3f-4fb0-8548-99df66b1606e, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=1425cfb0-8f3f-4fb0-8548-99df66b1606e,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:47:00.972335 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:47:00.974303 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:47:01.252757 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=1425cfb0-8f3f-4fb0-8548-99df66b1606e,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:47:01.256251 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:47:01.296899 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-874ccc72-59f4-4be1-a46e-5c7bab8a0a8a req-b7eb8aa0-75b4-4bcb-8a08-9242e9655d30 tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] 10.222.0.57 "GET /v2.0/ports?device_id=54c32cfe-8db9-49f2-8973-a7e0f8eb2e5a HTTP/1.1" status: 200  len: 210 time: 0.0592592
Jan 29 10:47:01.413426 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c8115-80a7-4821-9a83-e79ec05ebe21 req-aa631ec2-8caa-4425-b9f0-72e8bce34e54 tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:47:01.415297 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-565c8115-80a7-4821-9a83-e79ec05ebe21 req-aa631ec2-8caa-4425-b9f0-72e8bce34e54 tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] 10.222.0.22 "GET /v2.0/networks?id=4bfcca2d-5e87-4eed-a60a-f48e86a0f88e HTTP/1.1" status: 200  len: 817 time: 0.2964492
Jan 29 10:47:01.440088 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-565c8115-80a7-4821-9a83-e79ec05ebe21 req-2112bd64-578f-493c-a6fb-a9a639bc0fbe tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Request body: {'port': {'device_id': '54c32cfe-8db9-49f2-8973-a7e0f8eb2e5a', 'network_id': '4bfcca2d-5e87-4eed-a60a-f48e86a0f88e', 'admin_state_up': True, 'tenant_id': '35bd16f603d246dfa8e5b8b2b00fe174'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:47:01.599675 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-565c8115-80a7-4821-9a83-e79ec05ebe21 req-2112bd64-578f-493c-a6fb-a9a639bc0fbe tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:47:01.603725 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-565c8115-80a7-4821-9a83-e79ec05ebe21 req-2112bd64-578f-493c-a6fb-a9a639bc0fbe tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Usage tracker for resource:port and tenant:35bd16f603d246dfa8e5b8b2b00fe174 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:47:01.606739 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-565c8115-80a7-4821-9a83-e79ec05ebe21 req-2112bd64-578f-493c-a6fb-a9a639bc0fbe tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Quota usage for port was recalculated. Used quota:2. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:47:01.612745 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-565c8115-80a7-4821-9a83-e79ec05ebe21 req-2112bd64-578f-493c-a6fb-a9a639bc0fbe tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:47:01.621562 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-565c8115-80a7-4821-9a83-e79ec05ebe21 req-2112bd64-578f-493c-a6fb-a9a639bc0fbe tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Made reservation on behalf of 35bd16f603d246dfa8e5b8b2b00fe174 for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:47:01.643523 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-565c8115-80a7-4821-9a83-e79ec05ebe21 req-2112bd64-578f-493c-a6fb-a9a639bc0fbe tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:47:01.955971 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [req-565c8115-80a7-4821-9a83-e79ec05ebe21 req-2112bd64-578f-493c-a6fb-a9a639bc0fbe tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Allocated IP 172.20.0.4 (4bfcca2d-5e87-4eed-a60a-f48e86a0f88e/51486aea-09df-45fd-bdf1-e3a4dcd4ec73/0dd0b6ac-79fa-4ba9-ac27-f3e680526e9f) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:47:02.168011 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-565c8115-80a7-4821-9a83-e79ec05ebe21 req-2112bd64-578f-493c-a6fb-a9a639bc0fbe tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:47:02.184138 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-565c8115-80a7-4821-9a83-e79ec05ebe21 req-2112bd64-578f-493c-a6fb-a9a639bc0fbe tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Transition to ACTIVE for port object 0dd0b6ac-79fa-4ba9-ac27-f3e680526e9f will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:47:02.207230 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-565c8115-80a7-4821-9a83-e79ec05ebe21 req-2112bd64-578f-493c-a6fb-a9a639bc0fbe tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:47:02.221975 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d538554a-2b91-4a7d-8aea-a63906f229af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:47:02.367216 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2112bd64-578f-493c-a6fb-a9a639bc0fbe tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Pushing event updated for resources: {'Port': ['ID=0dd0b6ac-79fa-4ba9-ac27-f3e680526e9f,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:47:02.371612 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2112bd64-578f-493c-a6fb-a9a639bc0fbe tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:47:02.429410 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-565c8115-80a7-4821-9a83-e79ec05ebe21 req-2112bd64-578f-493c-a6fb-a9a639bc0fbe tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Network 4bfcca2d-5e87-4eed-a60a-f48e86a0f88e is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:47:02.430638 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [req-565c8115-80a7-4821-9a83-e79ec05ebe21 req-2112bd64-578f-493c-a6fb-a9a639bc0fbe tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:47:02.432986 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-565c8115-80a7-4821-9a83-e79ec05ebe21 req-2112bd64-578f-493c-a6fb-a9a639bc0fbe tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:47:02.565177 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c8115-80a7-4821-9a83-e79ec05ebe21 req-2112bd64-578f-493c-a6fb-a9a639bc0fbe tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:47:02.565944 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-565c8115-80a7-4821-9a83-e79ec05ebe21 req-2112bd64-578f-493c-a6fb-a9a639bc0fbe tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:47:02.588598 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-565c8115-80a7-4821-9a83-e79ec05ebe21 req-2112bd64-578f-493c-a6fb-a9a639bc0fbe tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1533442
Jan 29 10:47:02.605629 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [req-565c8115-80a7-4821-9a83-e79ec05ebe21 req-a35c622c-aa1c-4106-ac4f-37e2c27cdef5 tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=80766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:47:02.606713 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-565c8115-80a7-4821-9a83-e79ec05ebe21 req-a35c622c-aa1c-4106-ac4f-37e2c27cdef5 tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0060122
Jan 29 10:47:02.616753 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14c505-05ad-4dd7-80e7-4273b86930bd req-f03736ff-3f1b-4690-a8b3-0773defe6679 tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:47:02.618505 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6e14c505-05ad-4dd7-80e7-4273b86930bd req-f03736ff-3f1b-4690-a8b3-0773defe6679 tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] 10.222.0.57 "GET /v2.0/ports?device_id=54c32cfe-8db9-49f2-8973-a7e0f8eb2e5a HTTP/1.1" status: 200  len: 931 time: 0.1820416
Jan 29 10:47:02.686714 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-6e14c505-05ad-4dd7-80e7-4273b86930bd req-62ccfa05-c274-4116-b3b8-be6d3c53523d tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Synchronizing usage tracker for tenant:35bd16f603d246dfa8e5b8b2b00fe174 on resource:security_group {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:47:02.717501 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-abe636f6-61a0-477b-b92a-999afba4eb99 None None] Provisioning for port 0dd0b6ac-79fa-4ba9-ac27-f3e680526e9f completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:47:02.723783 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-abe636f6-61a0-477b-b92a-999afba4eb99 None None] Provisioning complete for port 0dd0b6ac-79fa-4ba9-ac27-f3e680526e9f triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:47:02.724214 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-abe636f6-61a0-477b-b92a-999afba4eb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:47:02.725116 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-6e14c505-05ad-4dd7-80e7-4273b86930bd req-62ccfa05-c274-4116-b3b8-be6d3c53523d tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Unset dirty status for tenant:35bd16f603d246dfa8e5b8b2b00fe174 on resource:security_group {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:47:02.726731 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6e14c505-05ad-4dd7-80e7-4273b86930bd req-62ccfa05-c274-4116-b3b8-be6d3c53523d tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] 10.222.0.57 "GET /v2.0/security-groups?id=774d035c-38e5-45c2-8cd0-4f66bfdcf51e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0996833
Jan 29 10:47:02.769525 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 1425cfb0-8f3f-4fb0-8548-99df66b1606e up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:47:02.853250 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-abe636f6-61a0-477b-b92a-999afba4eb99 None None] Port 0dd0b6ac-79fa-4ba9-ac27-f3e680526e9f cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:47:02.858671 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-565c8115-80a7-4821-9a83-e79ec05ebe21 req-70ad1691-f2bc-437c-ab7c-3c6c63f4b02b service neutron] Request body: {'port': {'device_id': '54c32cfe-8db9-49f2-8973-a7e0f8eb2e5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7729'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:47:02.871429 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 1425cfb0-8f3f-4fb0-8548-99df66b1606e triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:47:02.871858 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:47:02.926079 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9bb7d9-7591-47b8-ad96-03eb92740c26 None None] Sync routers for ids ['bdb6503d-70d2-459a-9583-3c6f706e31c7'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:47:02.939664 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9bb7d9-7591-47b8-ad96-03eb92740c26 None None] Routers {'bdb6503d-70d2-459a-9583-3c6f706e31c7'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:47:02.940583 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-5b9bb7d9-7591-47b8-ad96-03eb92740c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca04fd68>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:46:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['bdb6503d-70d2-459a-9583-3c6f706e31c7'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:47:02.986945 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-565c8115-80a7-4821-9a83-e79ec05ebe21 req-70ad1691-f2bc-437c-ab7c-3c6c63f4b02b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:47:03.138693 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-5b9bb7d9-7591-47b8-ad96-03eb92740c26 None None] Set router bdb6503d-70d2-459a-9583-3c6f706e31c7 gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:47:03.411666 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [req-565c8115-80a7-4821-9a83-e79ec05ebe21 req-70ad1691-f2bc-437c-ab7c-3c6c63f4b02b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dd0b6ac-79fa-4ba9-ac27-f3e680526e9f {{(pid=80766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 29 10:47:03.419610 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-565c8115-80a7-4821-9a83-e79ec05ebe21 req-70ad1691-f2bc-437c-ab7c-3c6c63f4b02b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:47:03.434123 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-565c8115-80a7-4821-9a83-e79ec05ebe21 req-70ad1691-f2bc-437c-ab7c-3c6c63f4b02b service neutron] Transition to ACTIVE for port object 0dd0b6ac-79fa-4ba9-ac27-f3e680526e9f will not be triggered until provisioned by entity L2. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:47:03.436851 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-565c8115-80a7-4821-9a83-e79ec05ebe21 req-70ad1691-f2bc-437c-ab7c-3c6c63f4b02b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:47:03.452759 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d38c2004-1443-470f-b16c-16f30aef6152 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:47:03.476569 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-5b9bb7d9-7591-47b8-ad96-03eb92740c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca04fd68>, [{'id': 'bdb6503d-70d2-459a-9583-3c6f706e31c7', 'name': 'tempest-TestEncryptedCinderVolumes-949389889-router', 'tenant_id': '3dace571b76b4ad1b99b4e3de0b8a80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.67'}], 'enable_snat': True}, 'gw_port_id': '1425cfb0-8f3f-4fb0-8548-99df66b1606e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:46:51Z', 'updated_at': '2021-01-29T10:46:56Z', 'revision_number': 4, 'project_id': '3dace571b76b4ad1b99b4e3de0b8a80d', 'gw_port': {'id': '1425cfb0-8f3f-4fb0-8548-99df66b1606e', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb6503d-70d2-459a-9583-3c6f706e31c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:46:52Z', 'updated_at': '2021-01-29T10:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '92eae388-f0a8-43a1-adec-95307922d4cb', 'name': '', 'network_id': 'fadce8a5-0843-4420-acfd-0e450a013256', 'tenant_id': '3dace571b76b4ad1b99b4e3de0b8a80d', 'mac_address': 'fa:16:3e:b8:92:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb6503d-70d2-459a-9583-3c6f706e31c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '33810523-45c8-40a5-be0d-114c70603655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:46:55Z', 'updated_at': '2021-01-29T10:46:56Z', 'revision_number': 2, 'project_id': '3dace571b76b4ad1b99b4e3de0b8a80d', 'subnets': [{'id': '33810523-45c8-40a5-be0d-114c70603655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:47:03.480789 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9bb7d9-7591-47b8-ad96-03eb92740c26 None None] Checking router: bdb6503d-70d2-459a-9583-3c6f706e31c7 for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:47:03.481190 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9bb7d9-7591-47b8-ad96-03eb92740c26 None None] Updating router bdb6503d-70d2-459a-9583-3c6f706e31c7 port 92eae388-f0a8-43a1-adec-95307922d4cb binding host dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 29 10:47:03.536090 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5b9bb7d9-7591-47b8-ad96-03eb92740c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:47:03.600295 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ad1691-f2bc-437c-ab7c-3c6c63f4b02b service neutron] Pushing event updated for resources: {'Port': ['ID=0dd0b6ac-79fa-4ba9-ac27-f3e680526e9f,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:47:03.604529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-70ad1691-f2bc-437c-ab7c-3c6c63f4b02b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:47:03.794295 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-565c8115-80a7-4821-9a83-e79ec05ebe21 req-70ad1691-f2bc-437c-ab7c-3c6c63f4b02b service neutron] Attempting to bind port 0dd0b6ac-79fa-4ba9-ac27-f3e680526e9f on host hv-neutron-7729 for vnic_type normal with profile  {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:47:03.794678 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-565c8115-80a7-4821-9a83-e79ec05ebe21 req-70ad1691-f2bc-437c-ab7c-3c6c63f4b02b service neutron] Attempting to bind port 0dd0b6ac-79fa-4ba9-ac27-f3e680526e9f by drivers openvswitch on host hv-neutron-7729 at level 0 using segments [{'id': 'da377826-cf89-49f8-849d-43f971c9fa40', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4bfcca2d-5e87-4eed-a60a-f48e86a0f88e'}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:47:03.795051 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565c8115-80a7-4821-9a83-e79ec05ebe21 req-70ad1691-f2bc-437c-ab7c-3c6c63f4b02b service neutron] Attempting to bind port 0dd0b6ac-79fa-4ba9-ac27-f3e680526e9f on network 4bfcca2d-5e87-4eed-a60a-f48e86a0f88e {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:47:03.801642 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565c8115-80a7-4821-9a83-e79ec05ebe21 req-70ad1691-f2bc-437c-ab7c-3c6c63f4b02b service neutron] Checking agent: {'id': '5acf9624-c829-41ba-afd9-92278081af05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 10, 2, 34), 'started_at': datetime.datetime(2021, 1, 29, 10, 3, 4), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:47:03.801955 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565c8115-80a7-4821-9a83-e79ec05ebe21 req-70ad1691-f2bc-437c-ab7c-3c6c63f4b02b service neutron] Checking segment: {'id': 'da377826-cf89-49f8-849d-43f971c9fa40', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4bfcca2d-5e87-4eed-a60a-f48e86a0f88e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:47:03.802303 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-565c8115-80a7-4821-9a83-e79ec05ebe21 req-70ad1691-f2bc-437c-ab7c-3c6c63f4b02b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:47:03.802703 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565c8115-80a7-4821-9a83-e79ec05ebe21 req-70ad1691-f2bc-437c-ab7c-3c6c63f4b02b service neutron] Bound using segment: {'id': 'da377826-cf89-49f8-849d-43f971c9fa40', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4bfcca2d-5e87-4eed-a60a-f48e86a0f88e'} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:47:03.803186 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-565c8115-80a7-4821-9a83-e79ec05ebe21 req-70ad1691-f2bc-437c-ab7c-3c6c63f4b02b service neutron] Bound port: 0dd0b6ac-79fa-4ba9-ac27-f3e680526e9f, host: hv-neutron-7729, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da377826-cf89-49f8-849d-43f971c9fa40', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4bfcca2d-5e87-4eed-a60a-f48e86a0f88e'}}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:47:03.803563 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-565c8115-80a7-4821-9a83-e79ec05ebe21 req-70ad1691-f2bc-437c-ab7c-3c6c63f4b02b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:47:03.914037 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-565c8115-80a7-4821-9a83-e79ec05ebe21 req-70ad1691-f2bc-437c-ab7c-3c6c63f4b02b service neutron] For port 0dd0b6ac-79fa-4ba9-ac27-f3e680526e9f, host hv-neutron-7729, cleared binding levels {{(pid=80766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:47:03.917352 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-565c8115-80a7-4821-9a83-e79ec05ebe21 req-70ad1691-f2bc-437c-ab7c-3c6c63f4b02b service neutron] For port 0dd0b6ac-79fa-4ba9-ac27-f3e680526e9f, host hv-neutron-7729, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=0dd0b6ac-79fa-4ba9-ac27-f3e680526e9f,segment=NetworkSegment(da377826-cf89-49f8-849d-43f971c9fa40),segment_id=da377826-cf89-49f8-849d-43f971c9fa40)] {{(pid=80766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:47:03.923572 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-565c8115-80a7-4821-9a83-e79ec05ebe21 req-70ad1691-f2bc-437c-ab7c-3c6c63f4b02b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:47:03.940012 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e2086330-bc15-4c15-aa16-f7e4459eb6a0 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:47:03.969091 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5b9bb7d9-7591-47b8-ad96-03eb92740c26 None None] Notify callbacks [] for port, precommit_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:47:03.981531 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-5b9bb7d9-7591-47b8-ad96-03eb92740c26 None None] Transition to ACTIVE for port object 92eae388-f0a8-43a1-adec-95307922d4cb will not be triggered until provisioned by entity L2. {{(pid=80768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:47:03.985262 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5b9bb7d9-7591-47b8-ad96-03eb92740c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:47:04.001002 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b92f6701-31c4-4922-a6e9-20ca5eb1035c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:47:04.051744 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c1df95-3a16-4b17-aa12-c255ebaf0272 req-6890d5f0-78aa-4489-9658-4db9a0fc042c tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:47:04.053463 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e3c1df95-3a16-4b17-aa12-c255ebaf0272 req-6890d5f0-78aa-4489-9658-4db9a0fc042c tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] 10.222.0.57 "GET /v2.0/ports?device_id=54c32cfe-8db9-49f2-8973-a7e0f8eb2e5a HTTP/1.1" status: 200  len: 943 time: 0.1703861
Jan 29 10:47:04.102554 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ad1691-f2bc-437c-ab7c-3c6c63f4b02b service neutron] Pushing event updated for resources: {'Port': ['ID=0dd0b6ac-79fa-4ba9-ac27-f3e680526e9f,revision_number=3']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:47:04.107450 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-70ad1691-f2bc-437c-ab7c-3c6c63f4b02b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:47:04.137619 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e3c1df95-3a16-4b17-aa12-c255ebaf0272 req-eaebd4af-bd6c-48fd-8be7-593246175c5e tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] 10.222.0.57 "GET /v2.0/security-groups?id=774d035c-38e5-45c2-8cd0-4f66bfdcf51e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766675
Jan 29 10:47:04.140026 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c8115-80a7-4821-9a83-e79ec05ebe21 req-70ad1691-f2bc-437c-ab7c-3c6c63f4b02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:47:04.140779 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-565c8115-80a7-4821-9a83-e79ec05ebe21 req-70ad1691-f2bc-437c-ab7c-3c6c63f4b02b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:47:04.141038 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dfaa17-3f00-4721-85a3-881cead5d855 None None] Pushing event updated for resources: {'Port': ['ID=92eae388-f0a8-43a1-adec-95307922d4cb,revision_number=3']} {{(pid=80768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:47:04.142529 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-565c8115-80a7-4821-9a83-e79ec05ebe21 req-70ad1691-f2bc-437c-ab7c-3c6c63f4b02b service neutron] 10.222.0.22 "PUT /v2.0/ports/0dd0b6ac-79fa-4ba9-ac27-f3e680526e9f HTTP/1.1" status: 200  len: 1157 time: 1.5287089
Jan 29 10:47:04.143113 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54c32cfe-8db9-49f2-8973-a7e0f8eb2e5a', 'tag': '0dd0b6ac-79fa-4ba9-ac27-f3e680526e9f'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:47:04.144054 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-73dfaa17-3f00-4721-85a3-881cead5d855 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:47:04.270515 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54c32cfe-8db9-49f2-8973-a7e0f8eb2e5a', 'tag': '0dd0b6ac-79fa-4ba9-ac27-f3e680526e9f', 'status': 'completed', 'code': 200}
Jan 29 10:47:04.343575 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c8115-80a7-4821-9a83-e79ec05ebe21 req-9525c520-5bfa-4a4a-8709-203f091b780b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:47:04.347996 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-5b9bb7d9-7591-47b8-ad96-03eb92740c26 None None] Attempting to bind port 92eae388-f0a8-43a1-adec-95307922d4cb on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:47:04.348404 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-5b9bb7d9-7591-47b8-ad96-03eb92740c26 None None] Attempting to bind port 92eae388-f0a8-43a1-adec-95307922d4cb by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '438065be-28ce-4582-9bb6-996408d327f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fadce8a5-0843-4420-acfd-0e450a013256'}] {{(pid=80768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:47:04.348807 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9bb7d9-7591-47b8-ad96-03eb92740c26 None None] Attempting to bind port 92eae388-f0a8-43a1-adec-95307922d4cb on network fadce8a5-0843-4420-acfd-0e450a013256 {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:47:04.348952 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-565c8115-80a7-4821-9a83-e79ec05ebe21 req-9525c520-5bfa-4a4a-8709-203f091b780b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=35bd16f603d246dfa8e5b8b2b00fe174&device_id=54c32cfe-8db9-49f2-8973-a7e0f8eb2e5a HTTP/1.1" status: 200  len: 1160 time: 0.1366558
Jan 29 10:47:04.355482 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9bb7d9-7591-47b8-ad96-03eb92740c26 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:47:04.355482 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9bb7d9-7591-47b8-ad96-03eb92740c26 None None] Checking segment: {'id': '438065be-28ce-4582-9bb6-996408d327f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fadce8a5-0843-4420-acfd-0e450a013256'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:47:04.355868 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5b9bb7d9-7591-47b8-ad96-03eb92740c26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:47:04.356310 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9bb7d9-7591-47b8-ad96-03eb92740c26 None None] Bound using segment: {'id': '438065be-28ce-4582-9bb6-996408d327f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fadce8a5-0843-4420-acfd-0e450a013256'} {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:47:04.356829 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-5b9bb7d9-7591-47b8-ad96-03eb92740c26 None None] Bound port: 92eae388-f0a8-43a1-adec-95307922d4cb, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '438065be-28ce-4582-9bb6-996408d327f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fadce8a5-0843-4420-acfd-0e450a013256'}}] {{(pid=80768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:47:04.357383 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5b9bb7d9-7591-47b8-ad96-03eb92740c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:47:04.434173 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-565c8115-80a7-4821-9a83-e79ec05ebe21 req-2cd9b6f7-f5f4-445e-b7be-fb055a64ca96 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0dd0b6ac-79fa-4ba9-ac27-f3e680526e9f HTTP/1.1" status: 200  len: 217 time: 0.0731246
Jan 29 10:47:04.464511 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-5b9bb7d9-7591-47b8-ad96-03eb92740c26 None None] For port 92eae388-f0a8-43a1-adec-95307922d4cb, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:47:04.467865 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-5b9bb7d9-7591-47b8-ad96-03eb92740c26 None None] For port 92eae388-f0a8-43a1-adec-95307922d4cb, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=92eae388-f0a8-43a1-adec-95307922d4cb,segment=NetworkSegment(438065be-28ce-4582-9bb6-996408d327f1),segment_id=438065be-28ce-4582-9bb6-996408d327f1)] {{(pid=80768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:47:04.471825 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5b9bb7d9-7591-47b8-ad96-03eb92740c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:47:04.487209 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3f07d020-8af1-45d6-a144-fda9518062d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:47:04.508333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c8115-80a7-4821-9a83-e79ec05ebe21 req-1de6c271-5ed7-4f67-ae53-f1b92cdf4ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:47:04.509970 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-565c8115-80a7-4821-9a83-e79ec05ebe21 req-1de6c271-5ed7-4f67-ae53-f1b92cdf4ab1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=51486aea-09df-45fd-bdf1-e3a4dcd4ec73 HTTP/1.1" status: 200  len: 856 time: 0.0697403
Jan 29 10:47:04.593001 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c8115-80a7-4821-9a83-e79ec05ebe21 req-22dd8eb3-0c37-4910-9e3b-576b9aaacb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:47:04.594702 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-565c8115-80a7-4821-9a83-e79ec05ebe21 req-22dd8eb3-0c37-4910-9e3b-576b9aaacb28 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4bfcca2d-5e87-4eed-a60a-f48e86a0f88e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0787594
Jan 29 10:47:04.630472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dfaa17-3f00-4721-85a3-881cead5d855 None None] Pushing event updated for resources: {'Port': ['ID=92eae388-f0a8-43a1-adec-95307922d4cb,revision_number=4']} {{(pid=80768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:47:04.640408 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-73dfaa17-3f00-4721-85a3-881cead5d855 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:47:04.688581 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9bb7d9-7591-47b8-ad96-03eb92740c26 None None] Routers {'bdb6503d-70d2-459a-9583-3c6f706e31c7'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:47:04.688581 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-5b9bb7d9-7591-47b8-ad96-03eb92740c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca04fd68>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:46:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['bdb6503d-70d2-459a-9583-3c6f706e31c7'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:47:04.773724 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 92eae388-f0a8-43a1-adec-95307922d4cb up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:47:04.857943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 92eae388-f0a8-43a1-adec-95307922d4cb completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:47:04.865114 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 92eae388-f0a8-43a1-adec-95307922d4cb triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:47:04.865546 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:47:04.911344 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-5b9bb7d9-7591-47b8-ad96-03eb92740c26 None None] Set router bdb6503d-70d2-459a-9583-3c6f706e31c7 gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:47:04.956653 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-21501ffc-062a-4217-b309-62a0fdbb6b61 None None] Provisioning complete for port 92eae388-f0a8-43a1-adec-95307922d4cb triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:47:04.957247 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-21501ffc-062a-4217-b309-62a0fdbb6b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:47:05.038257 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-565c8115-80a7-4821-9a83-e79ec05ebe21 req-ffc69442-2e5e-4138-af99-571177e0ed59 service neutron] 10.222.0.22 "GET /v2.0/networks/4bfcca2d-5e87-4eed-a60a-f48e86a0f88e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4371395
Jan 29 10:47:05.066803 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:47:05.160897 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port 92eae388-f0a8-43a1-adec-95307922d4cb, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=92eae388-f0a8-43a1-adec-95307922d4cb,segment=NetworkSegment(438065be-28ce-4582-9bb6-996408d327f1),segment_id=438065be-28ce-4582-9bb6-996408d327f1)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:47:05.181469 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:47:05.186871 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2a0cbf09-0017-444d-9df2-1e15b568dde8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:47:05.207024 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-565c8115-80a7-4821-9a83-e79ec05ebe21 req-307968f1-40f9-4690-9190-c9b1f796643f service neutron] 10.222.0.22 "GET /v2.0/networks/4bfcca2d-5e87-4eed-a60a-f48e86a0f88e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1624382
Jan 29 10:47:05.221558 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:47:05.244567 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-21501ffc-062a-4217-b309-62a0fdbb6b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:47:05.345324 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=92eae388-f0a8-43a1-adec-95307922d4cb,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:47:05.349242 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:47:05.379937 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-21501ffc-062a-4217-b309-62a0fdbb6b61 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80767) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:47:05.380404 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-21501ffc-062a-4217-b309-62a0fdbb6b61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:47:05.427329 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf8a44-1984-4241-b606-52ebbc13d720 req-ec638530-d1ba-4431-92bb-762d78e4145a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:47:05.429123 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2ebf8a44-1984-4241-b606-52ebbc13d720 req-ec638530-d1ba-4431-92bb-762d78e4145a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=35bd16f603d246dfa8e5b8b2b00fe174&device_id=54c32cfe-8db9-49f2-8973-a7e0f8eb2e5a HTTP/1.1" status: 200  len: 1160 time: 0.1359503
Jan 29 10:47:05.433154 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-5b9bb7d9-7591-47b8-ad96-03eb92740c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca04fd68>, [{'id': 'bdb6503d-70d2-459a-9583-3c6f706e31c7', 'name': 'tempest-TestEncryptedCinderVolumes-949389889-router', 'tenant_id': '3dace571b76b4ad1b99b4e3de0b8a80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.67'}], 'enable_snat': True}, 'gw_port_id': '1425cfb0-8f3f-4fb0-8548-99df66b1606e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:46:51Z', 'updated_at': '2021-01-29T10:46:56Z', 'revision_number': 4, 'project_id': '3dace571b76b4ad1b99b4e3de0b8a80d', 'gw_port': {'id': '1425cfb0-8f3f-4fb0-8548-99df66b1606e', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb6503d-70d2-459a-9583-3c6f706e31c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:46:52Z', 'updated_at': '2021-01-29T10:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '92eae388-f0a8-43a1-adec-95307922d4cb', 'name': '', 'network_id': 'fadce8a5-0843-4420-acfd-0e450a013256', 'tenant_id': '3dace571b76b4ad1b99b4e3de0b8a80d', 'mac_address': 'fa:16:3e:b8:92:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb6503d-70d2-459a-9583-3c6f706e31c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '33810523-45c8-40a5-be0d-114c70603655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:46:55Z', 'updated_at': '2021-01-29T10:47:04Z', 'revision_number': 4, 'project_id': '3dace571b76b4ad1b99b4e3de0b8a80d', 'subnets': [{'id': '33810523-45c8-40a5-be0d-114c70603655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:47:05.438149 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9bb7d9-7591-47b8-ad96-03eb92740c26 None None] The sync data for ids ['bdb6503d-70d2-459a-9583-3c6f706e31c7'] in dv-neutron-772983-2-ovs is: [{'id': 'bdb6503d-70d2-459a-9583-3c6f706e31c7', 'name': 'tempest-TestEncryptedCinderVolumes-949389889-router', 'tenant_id': '3dace571b76b4ad1b99b4e3de0b8a80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.67'}], 'enable_snat': True}, 'gw_port_id': '1425cfb0-8f3f-4fb0-8548-99df66b1606e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:46:51Z', 'updated_at': '2021-01-29T10:46:56Z', 'revision_number': 4, 'project_id': '3dace571b76b4ad1b99b4e3de0b8a80d', 'gw_port': {'id': '1425cfb0-8f3f-4fb0-8548-99df66b1606e', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb6503d-70d2-459a-9583-3c6f706e31c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:46:52Z', 'updated_at': '2021-01-29T10:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '92eae388-f0a8-43a1-adec-95307922d4cb', 'name': '', 'network_id': 'fadce8a5-0843-4420-acfd-0e450a013256', 'tenant_id': '3dace571b76b4ad1b99b4e3de0b8a80d', 'mac_address': 'fa:16:3e:b8:92:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb6503d-70d2-459a-9583-3c6f706e31c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '33810523-45c8-40a5-be0d-114c70603655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:46:55Z', 'updated_at': '2021-01-29T10:47:04Z', 'revision_number': 4, 'project_id': '3dace571b76b4ad1b99b4e3de0b8a80d', 'subnets': [{'id': '33810523-45c8-40a5-be0d-114c70603655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:47:05.539866 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc942b16-2114-4d49-9299-0c45a86fac0e req-197945ec-321b-4dc7-8ae3-b7e340759e9c tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:47:05.541608 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-bc942b16-2114-4d49-9299-0c45a86fac0e req-197945ec-321b-4dc7-8ae3-b7e340759e9c tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] 10.222.0.57 "GET /v2.0/ports?device_id=54c32cfe-8db9-49f2-8973-a7e0f8eb2e5a HTTP/1.1" status: 200  len: 943 time: 0.1898022
Jan 29 10:47:05.584335 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf8a44-1984-4241-b606-52ebbc13d720 req-85a4da63-871a-4a13-b6e9-e7a561f1f7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:47:05.585966 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2ebf8a44-1984-4241-b606-52ebbc13d720 req-85a4da63-871a-4a13-b6e9-e7a561f1f7ef service neutron] 10.222.0.22 "GET /v2.0/networks?id=4bfcca2d-5e87-4eed-a60a-f48e86a0f88e HTTP/1.1" status: 200  len: 911 time: 0.1495686
Jan 29 10:47:05.612624 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-bc942b16-2114-4d49-9299-0c45a86fac0e req-c86d6057-f688-41ff-9bec-abe343553fc7 tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] 10.222.0.57 "GET /v2.0/security-groups?id=774d035c-38e5-45c2-8cd0-4f66bfdcf51e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627615
Jan 29 10:47:05.661564 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2ebf8a44-1984-4241-b606-52ebbc13d720 req-4ab27207-ac6a-4367-b81c-5a32add96ad2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0dd0b6ac-79fa-4ba9-ac27-f3e680526e9f HTTP/1.1" status: 200  len: 217 time: 0.0693212
Jan 29 10:47:05.737012 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf8a44-1984-4241-b606-52ebbc13d720 req-1d5e476a-1386-4e53-8a59-a03d129a8272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:47:05.738637 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2ebf8a44-1984-4241-b606-52ebbc13d720 req-1d5e476a-1386-4e53-8a59-a03d129a8272 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=51486aea-09df-45fd-bdf1-e3a4dcd4ec73 HTTP/1.1" status: 200  len: 856 time: 0.0714693
Jan 29 10:47:05.824635 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf8a44-1984-4241-b606-52ebbc13d720 req-f1f9cae8-4408-412c-81c4-fcb6e989b393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:47:05.826459 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2ebf8a44-1984-4241-b606-52ebbc13d720 req-f1f9cae8-4408-412c-81c4-fcb6e989b393 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4bfcca2d-5e87-4eed-a60a-f48e86a0f88e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0803459
Jan 29 10:47:05.979169 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2ebf8a44-1984-4241-b606-52ebbc13d720 req-1356622e-5141-45b4-bd14-03809fbca13b service neutron] 10.222.0.22 "GET /v2.0/networks/4bfcca2d-5e87-4eed-a60a-f48e86a0f88e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1449447
Jan 29 10:47:06.129201 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2ebf8a44-1984-4241-b606-52ebbc13d720 req-5938b802-4091-497b-8f4f-47fb26696117 service neutron] 10.222.0.22 "GET /v2.0/networks/4bfcca2d-5e87-4eed-a60a-f48e86a0f88e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1423359
Jan 29 10:47:06.726491 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 92eae388-f0a8-43a1-adec-95307922d4cb up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:47:06.802221 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 92eae388-f0a8-43a1-adec-95307922d4cb triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:47:06.802649 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:47:06.912089 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b116153-af61-4f61-8e59-e0f09e7a786a req-183135db-232f-4407-bb78-547bc5a70a5c tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:47:06.913704 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6b116153-af61-4f61-8e59-e0f09e7a786a req-183135db-232f-4407-bb78-547bc5a70a5c tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] 10.222.0.57 "GET /v2.0/ports?device_id=54c32cfe-8db9-49f2-8973-a7e0f8eb2e5a HTTP/1.1" status: 200  len: 943 time: 0.1668577
Jan 29 10:47:06.978610 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6b116153-af61-4f61-8e59-e0f09e7a786a req-b86b14f8-ee21-4d07-89fd-36db9200ef9a tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] 10.222.0.57 "GET /v2.0/security-groups?id=774d035c-38e5-45c2-8cd0-4f66bfdcf51e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586762
Jan 29 10:47:08.280563 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1d6dc-ebba-4190-94dc-cef0e1c51010 req-13986506-0a60-48df-91de-031c10aadfa4 tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:47:08.283164 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ace1d6dc-ebba-4190-94dc-cef0e1c51010 req-13986506-0a60-48df-91de-031c10aadfa4 tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] 10.222.0.57 "GET /v2.0/ports?device_id=54c32cfe-8db9-49f2-8973-a7e0f8eb2e5a HTTP/1.1" status: 200  len: 943 time: 0.1713009
Jan 29 10:47:08.604494 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ace1d6dc-ebba-4190-94dc-cef0e1c51010 req-dbdaf5ee-e50e-4e5a-9789-7570d0cc0418 tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] 10.222.0.57 "GET /v2.0/security-groups?id=774d035c-38e5-45c2-8cd0-4f66bfdcf51e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3143260
Jan 29 10:47:09.895426 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb2387-c693-4f61-bf19-a630b07d17eb req-68d1b71f-42e2-4b2d-afc5-b9727f96b765 tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:47:09.897145 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7ebb2387-c693-4f61-bf19-a630b07d17eb req-68d1b71f-42e2-4b2d-afc5-b9727f96b765 tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] 10.222.0.57 "GET /v2.0/ports?device_id=54c32cfe-8db9-49f2-8973-a7e0f8eb2e5a HTTP/1.1" status: 200  len: 943 time: 0.1624708
Jan 29 10:47:09.964975 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7ebb2387-c693-4f61-bf19-a630b07d17eb req-b1b19347-e494-4948-bd9e-fa9df00f152f tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] 10.222.0.57 "GET /v2.0/security-groups?id=774d035c-38e5-45c2-8cd0-4f66bfdcf51e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614445
Jan 29 10:47:10.140225 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.objects.ports [None req-852c85f8-d445-47ca-99ad-ec0a8ab341ea None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80767) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 29 10:47:10.707172 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 0dd0b6ac-79fa-4ba9-ac27-f3e680526e9f up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:47:10.777118 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning for port 0dd0b6ac-79fa-4ba9-ac27-f3e680526e9f completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:47:10.782502 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 0dd0b6ac-79fa-4ba9-ac27-f3e680526e9f triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:47:10.782926 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:47:10.904775 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:47:10.933331 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c32cfe-8db9-49f2-8973-a7e0f8eb2e5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dd0b6ac-79fa-4ba9-ac27-f3e680526e9f'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:47:10.943706 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port 0dd0b6ac-79fa-4ba9-ac27-f3e680526e9f, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=0dd0b6ac-79fa-4ba9-ac27-f3e680526e9f,segment=NetworkSegment(da377826-cf89-49f8-849d-43f971c9fa40),segment_id=da377826-cf89-49f8-849d-43f971c9fa40)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:47:10.948589 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:47:10.950506 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:47:10.998782 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54c32cfe-8db9-49f2-8973-a7e0f8eb2e5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dd0b6ac-79fa-4ba9-ac27-f3e680526e9f', 'code': 200}
Jan 29 10:47:11.032684 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=0dd0b6ac-79fa-4ba9-ac27-f3e680526e9f,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:47:11.036583 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:47:11.260915 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db65436-04e5-4dbf-8743-3ebf8cb9139d req-a0e4792f-c944-45c3-94c0-e3ee97b0a092 tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:47:11.262556 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2db65436-04e5-4dbf-8743-3ebf8cb9139d req-a0e4792f-c944-45c3-94c0-e3ee97b0a092 tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] 10.222.0.57 "GET /v2.0/ports?device_id=54c32cfe-8db9-49f2-8973-a7e0f8eb2e5a HTTP/1.1" status: 200  len: 945 time: 0.1649125
Jan 29 10:47:11.270412 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01248a-9235-45d2-851a-a337fa4243d8 req-8c09de30-2d07-401e-a61d-e8cdcac06e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:47:11.272066 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4c01248a-9235-45d2-851a-a337fa4243d8 req-8c09de30-2d07-401e-a61d-e8cdcac06e53 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=54c32cfe-8db9-49f2-8973-a7e0f8eb2e5a HTTP/1.1" status: 200  len: 1162 time: 0.0772552
Jan 29 10:47:11.323821 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4c01248a-9235-45d2-851a-a337fa4243d8 req-81909e24-a443-4e6d-ad00-8e17656d998e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=774d035c-38e5-45c2-8cd0-4f66bfdcf51e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445156
Jan 29 10:47:11.329382 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2db65436-04e5-4dbf-8743-3ebf8cb9139d req-0f1adb83-2132-4503-812b-24e510b341d9 tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] 10.222.0.57 "GET /v2.0/security-groups?id=774d035c-38e5-45c2-8cd0-4f66bfdcf51e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592725
Jan 29 10:47:12.168794 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 0dd0b6ac-79fa-4ba9-ac27-f3e680526e9f up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:47:12.240675 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 0dd0b6ac-79fa-4ba9-ac27-f3e680526e9f triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:47:12.241095 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:47:12.625393 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea7c27-e7e7-4b0e-b47e-2d596d81eaed req-fd05f191-fe7a-4af0-963d-208f3cbefaae tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:47:12.627105 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-07ea7c27-e7e7-4b0e-b47e-2d596d81eaed req-fd05f191-fe7a-4af0-963d-208f3cbefaae tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] 10.222.0.57 "GET /v2.0/ports?device_id=54c32cfe-8db9-49f2-8973-a7e0f8eb2e5a HTTP/1.1" status: 200  len: 945 time: 0.1680474
Jan 29 10:47:12.691225 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-07ea7c27-e7e7-4b0e-b47e-2d596d81eaed req-6b62e3a7-09a9-4beb-b22a-7ab7d2eae5b0 tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] 10.222.0.57 "GET /v2.0/security-groups?id=774d035c-38e5-45c2-8cd0-4f66bfdcf51e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578134
Jan 29 10:47:13.198640 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:47:13.982863 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c903282-0556-49fd-9c06-765be0053a09 req-36ae095b-6a6f-463b-8aa5-58e4d5b0d715 tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:47:13.984603 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3c903282-0556-49fd-9c06-765be0053a09 req-36ae095b-6a6f-463b-8aa5-58e4d5b0d715 tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] 10.222.0.57 "GET /v2.0/ports?device_id=54c32cfe-8db9-49f2-8973-a7e0f8eb2e5a HTTP/1.1" status: 200  len: 945 time: 0.1636200
Jan 29 10:47:14.051503 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3c903282-0556-49fd-9c06-765be0053a09 req-65ca915a-c8e9-4e3d-b622-9ddfd23170c1 tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] 10.222.0.57 "GET /v2.0/security-groups?id=774d035c-38e5-45c2-8cd0-4f66bfdcf51e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605645
Jan 29 10:47:14.340201 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296198e6-5e79-493c-ae4d-5968e4cf09c6 req-14c060e1-bc2a-42aa-8834-4b694861f1d0 tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:47:14.341947 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-296198e6-5e79-493c-ae4d-5968e4cf09c6 req-14c060e1-bc2a-42aa-8834-4b694861f1d0 tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] 10.222.0.57 "GET /v2.0/ports?device_id=54c32cfe-8db9-49f2-8973-a7e0f8eb2e5a HTTP/1.1" status: 200  len: 945 time: 0.1643834
Jan 29 10:47:14.406186 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-296198e6-5e79-493c-ae4d-5968e4cf09c6 req-37b7e305-84f2-4d89-90ed-e4485df7f3ba tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] 10.222.0.57 "GET /v2.0/security-groups?id=774d035c-38e5-45c2-8cd0-4f66bfdcf51e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576773
Jan 29 10:47:21.525809 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7c82e65c-a2a0-47c1-8543-70f3cee345d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:47:23.790496 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0e6ba6e0-cd63-4836-b94e-8aa8e6839dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:47:24.370528 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:47:24.990096 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:47:26.191120 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:47:30.502326 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0775247-4986-46fb-a742-1f6bc266c100 req-196c1b2d-c4a7-4828-9284-bb80012a8600 tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:47:30.503952 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b0775247-4986-46fb-a742-1f6bc266c100 req-196c1b2d-c4a7-4828-9284-bb80012a8600 tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] 10.222.0.57 "GET /v2.0/ports?device_id=54c32cfe-8db9-49f2-8973-a7e0f8eb2e5a HTTP/1.1" status: 200  len: 945 time: 0.1665003
Jan 29 10:47:30.568049 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b0775247-4986-46fb-a742-1f6bc266c100 req-049a636a-2b68-4886-9177-a0f23cb79b25 tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] 10.222.0.57 "GET /v2.0/security-groups?id=774d035c-38e5-45c2-8cd0-4f66bfdcf51e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575619
Jan 29 10:47:31.861677 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2410ce-63d7-4631-907d-e722d217f19c req-39c511ef-d764-4451-8121-7bc5c374db4e tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:47:31.863294 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7d2410ce-63d7-4631-907d-e722d217f19c req-39c511ef-d764-4451-8121-7bc5c374db4e tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] 10.222.0.57 "GET /v2.0/ports?device_id=54c32cfe-8db9-49f2-8973-a7e0f8eb2e5a HTTP/1.1" status: 200  len: 945 time: 0.1662836
Jan 29 10:47:31.931142 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7d2410ce-63d7-4631-907d-e722d217f19c req-7d57b936-b02b-40c8-8208-0b11ae112f19 tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] 10.222.0.57 "GET /v2.0/security-groups?id=774d035c-38e5-45c2-8cd0-4f66bfdcf51e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615280
Jan 29 10:47:32.198265 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 0dd0b6ac-79fa-4ba9-ac27-f3e680526e9f no longer exists at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:47:32.257902 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece0e7a-f8a1-4a73-9ac6-f57b62112a38 req-acd28c64-b354-4b70-b4f5-81b4b4ee199d tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:47:32.258721 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-1ece0e7a-f8a1-4a73-9ac6-f57b62112a38 req-acd28c64-b354-4b70-b4f5-81b4b4ee199d tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Synchronizing usage tracker for tenant:35bd16f603d246dfa8e5b8b2b00fe174 on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:47:32.276224 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-1ece0e7a-f8a1-4a73-9ac6-f57b62112a38 req-acd28c64-b354-4b70-b4f5-81b4b4ee199d tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Unset dirty status for tenant:35bd16f603d246dfa8e5b8b2b00fe174 on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:47:32.276965 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1ece0e7a-f8a1-4a73-9ac6-f57b62112a38 req-acd28c64-b354-4b70-b4f5-81b4b4ee199d tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] 10.222.0.22 "GET /v2.0/ports?device_id=54c32cfe-8db9-49f2-8973-a7e0f8eb2e5a HTTP/1.1" status: 200  len: 945 time: 0.1778033
Jan 29 10:47:32.320704 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:47:32.350361 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c32cfe-8db9-49f2-8973-a7e0f8eb2e5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0dd0b6ac-79fa-4ba9-ac27-f3e680526e9f'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:47:32.360590 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port 0dd0b6ac-79fa-4ba9-ac27-f3e680526e9f, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=0dd0b6ac-79fa-4ba9-ac27-f3e680526e9f,segment=NetworkSegment(da377826-cf89-49f8-849d-43f971c9fa40),segment_id=da377826-cf89-49f8-849d-43f971c9fa40)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:47:32.366728 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:47:32.368571 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-fadd6228-2f59-4f3b-8e5f-0d05d4183029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:47:32.369746 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-1ece0e7a-f8a1-4a73-9ac6-f57b62112a38 req-83f95c8f-f7bf-40b4-91c3-547c244518fe tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Deleting port 0dd0b6ac-79fa-4ba9-ac27-f3e680526e9f {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:47:32.370167 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-1ece0e7a-f8a1-4a73-9ac6-f57b62112a38 req-83f95c8f-f7bf-40b4-91c3-547c244518fe tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:47:32.425221 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54c32cfe-8db9-49f2-8973-a7e0f8eb2e5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0dd0b6ac-79fa-4ba9-ac27-f3e680526e9f', 'code': 200}
Jan 29 10:47:32.440568 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=0dd0b6ac-79fa-4ba9-ac27-f3e680526e9f,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:47:32.443993 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:47:32.634516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-1ece0e7a-f8a1-4a73-9ac6-f57b62112a38 req-83f95c8f-f7bf-40b4-91c3-547c244518fe tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] For port 0dd0b6ac-79fa-4ba9-ac27-f3e680526e9f, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=0dd0b6ac-79fa-4ba9-ac27-f3e680526e9f,segment=NetworkSegment(da377826-cf89-49f8-849d-43f971c9fa40),segment_id=da377826-cf89-49f8-849d-43f971c9fa40)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:47:32.634905 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-1ece0e7a-f8a1-4a73-9ac6-f57b62112a38 req-83f95c8f-f7bf-40b4-91c3-547c244518fe tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:47:32.768512 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-1ece0e7a-f8a1-4a73-9ac6-f57b62112a38 req-83f95c8f-f7bf-40b4-91c3-547c244518fe tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Calling delete_port for 0dd0b6ac-79fa-4ba9-ac27-f3e680526e9f owned by compute:nova {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:47:32.915267 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-1ece0e7a-f8a1-4a73-9ac6-f57b62112a38 req-83f95c8f-f7bf-40b4-91c3-547c244518fe tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:47:32.930743 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8caf7285-5018-434e-b7ec-fb9bf856e513 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:47:32.981018 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f95c8f-f7bf-40b4-91c3-547c244518fe tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Pushing event deleted for resources: {'Port': ['ID=0dd0b6ac-79fa-4ba9-ac27-f3e680526e9f,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:47:33.001877 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f95c8f-f7bf-40b4-91c3-547c244518fe tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:47:33.002316 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f95c8f-f7bf-40b4-91c3-547c244518fe tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:47:33.002741 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f95c8f-f7bf-40b4-91c3-547c244518fe tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:47:33.003158 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f95c8f-f7bf-40b4-91c3-547c244518fe tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:47:33.003571 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f95c8f-f7bf-40b4-91c3-547c244518fe tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:47:33.003981 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f95c8f-f7bf-40b4-91c3-547c244518fe tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:47:33.004389 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f95c8f-f7bf-40b4-91c3-547c244518fe tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:47:33.004797 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f95c8f-f7bf-40b4-91c3-547c244518fe tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:47:33.005202 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f95c8f-f7bf-40b4-91c3-547c244518fe tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:47:33.005606 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f95c8f-f7bf-40b4-91c3-547c244518fe tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:47:33.006033 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f95c8f-f7bf-40b4-91c3-547c244518fe tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:47:33.006474 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f95c8f-f7bf-40b4-91c3-547c244518fe tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:47:33.006952 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f95c8f-f7bf-40b4-91c3-547c244518fe tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:47:33.007360 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f95c8f-f7bf-40b4-91c3-547c244518fe tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:47:33.007761 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f95c8f-f7bf-40b4-91c3-547c244518fe tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:47:33.008157 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f95c8f-f7bf-40b4-91c3-547c244518fe tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:47:33.008559 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f95c8f-f7bf-40b4-91c3-547c244518fe tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:47:33.008957 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f95c8f-f7bf-40b4-91c3-547c244518fe tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:47:33.009358 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f95c8f-f7bf-40b4-91c3-547c244518fe tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:47:33.009755 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f95c8f-f7bf-40b4-91c3-547c244518fe tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:47:33.010179 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f95c8f-f7bf-40b4-91c3-547c244518fe tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:47:33.010578 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f95c8f-f7bf-40b4-91c3-547c244518fe tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:47:33.010978 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f95c8f-f7bf-40b4-91c3-547c244518fe tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:47:33.011376 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f95c8f-f7bf-40b4-91c3-547c244518fe tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:47:33.016355 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-83f95c8f-f7bf-40b4-91c3-547c244518fe tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:47:33.114667 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8daaa76e-4f62-4446-8051-320c0d57e148 req-d9b002f4-b3c3-43c2-af7b-b0a88de275b9 tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] 10.222.0.57 "GET /v2.0/ports?device_id=54c32cfe-8db9-49f2-8973-a7e0f8eb2e5a HTTP/1.1" status: 200  len: 210 time: 0.0504756
Jan 29 10:47:33.159745 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ece0e7a-f8a1-4a73-9ac6-f57b62112a38 req-83f95c8f-f7bf-40b4-91c3-547c244518fe tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] No DVR routers for this DVR port 0dd0b6ac-79fa-4ba9-ac27-f3e680526e9f on host hv-neutron-7729 {{(pid=80766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:47:33.162100 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-1ece0e7a-f8a1-4a73-9ac6-f57b62112a38 req-83f95c8f-f7bf-40b4-91c3-547c244518fe tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:47:33.165217 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c32cfe-8db9-49f2-8973-a7e0f8eb2e5a', 'name': 'network-vif-deleted', 'tag': '0dd0b6ac-79fa-4ba9-ac27-f3e680526e9f'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:47:33.181997 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1ece0e7a-f8a1-4a73-9ac6-f57b62112a38 req-83f95c8f-f7bf-40b4-91c3-547c244518fe tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] 10.222.0.22 "DELETE /v2.0/ports/0dd0b6ac-79fa-4ba9-ac27-f3e680526e9f HTTP/1.1" status: 204  len: 173 time: 0.8991222
Jan 29 10:47:33.226351 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54c32cfe-8db9-49f2-8973-a7e0f8eb2e5a', 'name': 'network-vif-deleted', 'tag': '0dd0b6ac-79fa-4ba9-ac27-f3e680526e9f', 'status': 'completed', 'code': 200}
Jan 29 10:47:34.873618 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b09ffb-bfcb-4daf-bf19-1844581b2393 req-e2e26898-53c3-471f-9e7a-7099880cc877 tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:47:34.875304 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-58b09ffb-bfcb-4daf-bf19-1844581b2393 req-e2e26898-53c3-471f-9e7a-7099880cc877 tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] 10.222.0.57 "GET /v2.0/networks?id=4bfcca2d-5e87-4eed-a60a-f48e86a0f88e HTTP/1.1" status: 200  len: 817 time: 0.2397110
Jan 29 10:47:34.892253 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-58b09ffb-bfcb-4daf-bf19-1844581b2393 req-67b91245-3ae1-42d2-86d6-5cf37f281659 tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] 10.222.0.57 "GET /v2.0/quotas/35bd16f603d246dfa8e5b8b2b00fe174 HTTP/1.1" status: 200  len: 375 time: 0.0108051
Jan 29 10:47:35.011851 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-58b09ffb-bfcb-4daf-bf19-1844581b2393 req-770f958c-4a99-4d33-80d1-052bae915600 tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=35bd16f603d246dfa8e5b8b2b00fe174&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1140878
Jan 29 10:47:35.157639 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:47:35.166008 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-58b09ffb-bfcb-4daf-bf19-1844581b2393 req-1c9e2167-28fa-4186-b858-955bbe2d7fda service neutron] 10.222.0.57 "GET /v2.0/networks/4bfcca2d-5e87-4eed-a60a-f48e86a0f88e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1405215
Jan 29 10:47:35.311623 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-58b09ffb-bfcb-4daf-bf19-1844581b2393 req-e89c1a2f-bc55-482f-84b8-b9fdf5e4cc43 service neutron] 10.222.0.57 "GET /v2.0/networks/4bfcca2d-5e87-4eed-a60a-f48e86a0f88e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1383893
Jan 29 10:47:35.527057 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-67783c4a-8945-4bd1-8844-76eb8785b2fc req-19c9b65f-4132-4417-afbc-c517b60d83d6 tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] 10.222.0.57 "GET /v2.0/ports?device_id=bfe82037-ae9f-4292-ab6d-7c7a83328b32 HTTP/1.1" status: 200  len: 210 time: 0.0546792
Jan 29 10:47:36.713445 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-bc57fa66-ad41-421e-953a-0baea8b1ac6f req-7908ffc8-c4c5-49fd-b420-8c68c9224bba tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] 10.222.0.57 "GET /v2.0/ports?device_id=bfe82037-ae9f-4292-ab6d-7c7a83328b32 HTTP/1.1" status: 200  len: 210 time: 0.0509231
Jan 29 10:47:36.714955 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b09ffb-bfcb-4daf-bf19-1844581b2393 req-e8477a12-22fb-4ac2-ac1b-30255fd769ee tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:47:36.716776 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-58b09ffb-bfcb-4daf-bf19-1844581b2393 req-e8477a12-22fb-4ac2-ac1b-30255fd769ee tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] 10.222.0.22 "GET /v2.0/networks?id=4bfcca2d-5e87-4eed-a60a-f48e86a0f88e HTTP/1.1" status: 200  len: 817 time: 0.2477374
Jan 29 10:47:36.739116 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-58b09ffb-bfcb-4daf-bf19-1844581b2393 req-de065237-164f-4ffe-8a08-ff30e5534f4d tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Request body: {'port': {'device_id': 'bfe82037-ae9f-4292-ab6d-7c7a83328b32', 'network_id': '4bfcca2d-5e87-4eed-a60a-f48e86a0f88e', 'admin_state_up': True, 'tenant_id': '35bd16f603d246dfa8e5b8b2b00fe174'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:47:36.886232 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-58b09ffb-bfcb-4daf-bf19-1844581b2393 req-de065237-164f-4ffe-8a08-ff30e5534f4d tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:47:36.890295 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-58b09ffb-bfcb-4daf-bf19-1844581b2393 req-de065237-164f-4ffe-8a08-ff30e5534f4d tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Usage tracker for resource:port and tenant:35bd16f603d246dfa8e5b8b2b00fe174 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:47:36.893226 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-58b09ffb-bfcb-4daf-bf19-1844581b2393 req-de065237-164f-4ffe-8a08-ff30e5534f4d tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Quota usage for port was recalculated. Used quota:2. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:47:36.899002 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-58b09ffb-bfcb-4daf-bf19-1844581b2393 req-de065237-164f-4ffe-8a08-ff30e5534f4d tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:47:36.908287 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58b09ffb-bfcb-4daf-bf19-1844581b2393 req-de065237-164f-4ffe-8a08-ff30e5534f4d tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Made reservation on behalf of 35bd16f603d246dfa8e5b8b2b00fe174 for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:47:36.929657 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-58b09ffb-bfcb-4daf-bf19-1844581b2393 req-de065237-164f-4ffe-8a08-ff30e5534f4d tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:47:37.240160 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [req-58b09ffb-bfcb-4daf-bf19-1844581b2393 req-de065237-164f-4ffe-8a08-ff30e5534f4d tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Allocated IP 172.20.0.13 (4bfcca2d-5e87-4eed-a60a-f48e86a0f88e/51486aea-09df-45fd-bdf1-e3a4dcd4ec73/51f3baad-fc96-4b0a-89fe-aa3cb91413bc) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:47:37.454868 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-58b09ffb-bfcb-4daf-bf19-1844581b2393 req-de065237-164f-4ffe-8a08-ff30e5534f4d tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:47:37.471111 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-58b09ffb-bfcb-4daf-bf19-1844581b2393 req-de065237-164f-4ffe-8a08-ff30e5534f4d tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Transition to ACTIVE for port object 51f3baad-fc96-4b0a-89fe-aa3cb91413bc will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:47:37.493942 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-58b09ffb-bfcb-4daf-bf19-1844581b2393 req-de065237-164f-4ffe-8a08-ff30e5534f4d tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:47:37.511389 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d38c2004-1443-470f-b16c-16f30aef6152 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:47:37.661131 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de065237-164f-4ffe-8a08-ff30e5534f4d tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Pushing event updated for resources: {'Port': ['ID=51f3baad-fc96-4b0a-89fe-aa3cb91413bc,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:47:37.665403 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-de065237-164f-4ffe-8a08-ff30e5534f4d tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:47:37.715836 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58b09ffb-bfcb-4daf-bf19-1844581b2393 req-de065237-164f-4ffe-8a08-ff30e5534f4d tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Network 4bfcca2d-5e87-4eed-a60a-f48e86a0f88e is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:47:37.717763 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [req-58b09ffb-bfcb-4daf-bf19-1844581b2393 req-de065237-164f-4ffe-8a08-ff30e5534f4d tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:47:37.720288 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-58b09ffb-bfcb-4daf-bf19-1844581b2393 req-de065237-164f-4ffe-8a08-ff30e5534f4d tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:47:37.854033 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b09ffb-bfcb-4daf-bf19-1844581b2393 req-de065237-164f-4ffe-8a08-ff30e5534f4d tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:47:37.854793 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-58b09ffb-bfcb-4daf-bf19-1844581b2393 req-de065237-164f-4ffe-8a08-ff30e5534f4d tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:47:37.884959 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-58b09ffb-bfcb-4daf-bf19-1844581b2393 req-de065237-164f-4ffe-8a08-ff30e5534f4d tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1504045
Jan 29 10:47:37.902906 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-58b09ffb-bfcb-4daf-bf19-1844581b2393 req-38487f36-f1ff-4c8a-8cb7-93e4aeea82b8 service neutron] Request body: {'port': {'device_id': 'bfe82037-ae9f-4292-ab6d-7c7a83328b32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7729'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:47:37.955823 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-2b747c15-c372-470b-b546-454253991734 None None] Provisioning for port 51f3baad-fc96-4b0a-89fe-aa3cb91413bc completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:47:37.961433 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-2b747c15-c372-470b-b546-454253991734 None None] Provisioning complete for port 51f3baad-fc96-4b0a-89fe-aa3cb91413bc triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:47:37.961907 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2b747c15-c372-470b-b546-454253991734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:47:38.017349 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deccac5-681f-4d47-a3e6-0d06b314a41f req-5fd351ac-3893-4d42-b6d5-7ee5c8a1339f tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:47:38.022735 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2deccac5-681f-4d47-a3e6-0d06b314a41f req-5fd351ac-3893-4d42-b6d5-7ee5c8a1339f tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] 10.222.0.57 "GET /v2.0/ports?device_id=bfe82037-ae9f-4292-ab6d-7c7a83328b32 HTTP/1.1" status: 200  len: 932 time: 0.1724803
Jan 29 10:47:38.024840 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-2b747c15-c372-470b-b546-454253991734 None None] Port 51f3baad-fc96-4b0a-89fe-aa3cb91413bc cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:47:38.025207 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-58b09ffb-bfcb-4daf-bf19-1844581b2393 req-38487f36-f1ff-4c8a-8cb7-93e4aeea82b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:47:38.090887 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2deccac5-681f-4d47-a3e6-0d06b314a41f req-c59d18e7-b67b-4ff1-9ebb-e10f8ee5c855 tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] 10.222.0.57 "GET /v2.0/security-groups?id=774d035c-38e5-45c2-8cd0-4f66bfdcf51e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652957
Jan 29 10:47:38.462104 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [req-58b09ffb-bfcb-4daf-bf19-1844581b2393 req-38487f36-f1ff-4c8a-8cb7-93e4aeea82b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51f3baad-fc96-4b0a-89fe-aa3cb91413bc {{(pid=80766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 29 10:47:38.470741 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-58b09ffb-bfcb-4daf-bf19-1844581b2393 req-38487f36-f1ff-4c8a-8cb7-93e4aeea82b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:47:38.484400 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-58b09ffb-bfcb-4daf-bf19-1844581b2393 req-38487f36-f1ff-4c8a-8cb7-93e4aeea82b8 service neutron] Transition to ACTIVE for port object 51f3baad-fc96-4b0a-89fe-aa3cb91413bc will not be triggered until provisioned by entity L2. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:47:38.487042 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-58b09ffb-bfcb-4daf-bf19-1844581b2393 req-38487f36-f1ff-4c8a-8cb7-93e4aeea82b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:47:38.503734 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2332f060-4b50-4d8d-8d8b-79585cf85004 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:47:38.923874 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38487f36-f1ff-4c8a-8cb7-93e4aeea82b8 service neutron] Pushing event updated for resources: {'Port': ['ID=51f3baad-fc96-4b0a-89fe-aa3cb91413bc,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:47:38.927349 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-38487f36-f1ff-4c8a-8cb7-93e4aeea82b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:47:39.127071 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-58b09ffb-bfcb-4daf-bf19-1844581b2393 req-38487f36-f1ff-4c8a-8cb7-93e4aeea82b8 service neutron] Attempting to bind port 51f3baad-fc96-4b0a-89fe-aa3cb91413bc on host hv-neutron-7729 for vnic_type normal with profile  {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:47:39.127655 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-58b09ffb-bfcb-4daf-bf19-1844581b2393 req-38487f36-f1ff-4c8a-8cb7-93e4aeea82b8 service neutron] Attempting to bind port 51f3baad-fc96-4b0a-89fe-aa3cb91413bc by drivers openvswitch on host hv-neutron-7729 at level 0 using segments [{'id': 'da377826-cf89-49f8-849d-43f971c9fa40', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4bfcca2d-5e87-4eed-a60a-f48e86a0f88e'}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:47:39.128142 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b09ffb-bfcb-4daf-bf19-1844581b2393 req-38487f36-f1ff-4c8a-8cb7-93e4aeea82b8 service neutron] Attempting to bind port 51f3baad-fc96-4b0a-89fe-aa3cb91413bc on network 4bfcca2d-5e87-4eed-a60a-f48e86a0f88e {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:47:39.134706 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b09ffb-bfcb-4daf-bf19-1844581b2393 req-38487f36-f1ff-4c8a-8cb7-93e4aeea82b8 service neutron] Checking agent: {'id': '5acf9624-c829-41ba-afd9-92278081af05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 10, 2, 34), 'started_at': datetime.datetime(2021, 1, 29, 10, 3, 4), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:47:39.134706 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b09ffb-bfcb-4daf-bf19-1844581b2393 req-38487f36-f1ff-4c8a-8cb7-93e4aeea82b8 service neutron] Checking segment: {'id': 'da377826-cf89-49f8-849d-43f971c9fa40', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4bfcca2d-5e87-4eed-a60a-f48e86a0f88e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:47:39.135613 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-58b09ffb-bfcb-4daf-bf19-1844581b2393 req-38487f36-f1ff-4c8a-8cb7-93e4aeea82b8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:47:39.136118 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b09ffb-bfcb-4daf-bf19-1844581b2393 req-38487f36-f1ff-4c8a-8cb7-93e4aeea82b8 service neutron] Bound using segment: {'id': 'da377826-cf89-49f8-849d-43f971c9fa40', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4bfcca2d-5e87-4eed-a60a-f48e86a0f88e'} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:47:39.136828 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-58b09ffb-bfcb-4daf-bf19-1844581b2393 req-38487f36-f1ff-4c8a-8cb7-93e4aeea82b8 service neutron] Bound port: 51f3baad-fc96-4b0a-89fe-aa3cb91413bc, host: hv-neutron-7729, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da377826-cf89-49f8-849d-43f971c9fa40', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4bfcca2d-5e87-4eed-a60a-f48e86a0f88e'}}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:47:39.137474 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-58b09ffb-bfcb-4daf-bf19-1844581b2393 req-38487f36-f1ff-4c8a-8cb7-93e4aeea82b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:47:39.241996 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-58b09ffb-bfcb-4daf-bf19-1844581b2393 req-38487f36-f1ff-4c8a-8cb7-93e4aeea82b8 service neutron] For port 51f3baad-fc96-4b0a-89fe-aa3cb91413bc, host hv-neutron-7729, cleared binding levels {{(pid=80766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:47:39.245354 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-58b09ffb-bfcb-4daf-bf19-1844581b2393 req-38487f36-f1ff-4c8a-8cb7-93e4aeea82b8 service neutron] For port 51f3baad-fc96-4b0a-89fe-aa3cb91413bc, host hv-neutron-7729, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=51f3baad-fc96-4b0a-89fe-aa3cb91413bc,segment=NetworkSegment(da377826-cf89-49f8-849d-43f971c9fa40),segment_id=da377826-cf89-49f8-849d-43f971c9fa40)] {{(pid=80766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:47:39.250125 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-58b09ffb-bfcb-4daf-bf19-1844581b2393 req-38487f36-f1ff-4c8a-8cb7-93e4aeea82b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:47:39.265934 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-38487f36-f1ff-4c8a-8cb7-93e4aeea82b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:47:39.393163 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56c3d85-574a-4dd2-914f-581703876f6a req-6684d2c8-f5be-4cf7-ae9f-8b33d13c862e tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:47:39.394930 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c56c3d85-574a-4dd2-914f-581703876f6a req-6684d2c8-f5be-4cf7-ae9f-8b33d13c862e tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] 10.222.0.57 "GET /v2.0/ports?device_id=bfe82037-ae9f-4292-ab6d-7c7a83328b32 HTTP/1.1" status: 200  len: 944 time: 0.1690986
Jan 29 10:47:39.416179 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38487f36-f1ff-4c8a-8cb7-93e4aeea82b8 service neutron] Pushing event updated for resources: {'Port': ['ID=51f3baad-fc96-4b0a-89fe-aa3cb91413bc,revision_number=3']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:47:39.426528 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-38487f36-f1ff-4c8a-8cb7-93e4aeea82b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:47:39.460195 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c56c3d85-574a-4dd2-914f-581703876f6a req-862975e2-264e-48da-9623-22846e93cfe1 tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] 10.222.0.57 "GET /v2.0/security-groups?id=774d035c-38e5-45c2-8cd0-4f66bfdcf51e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590470
Jan 29 10:47:39.463717 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b09ffb-bfcb-4daf-bf19-1844581b2393 req-38487f36-f1ff-4c8a-8cb7-93e4aeea82b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:47:39.464397 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-58b09ffb-bfcb-4daf-bf19-1844581b2393 req-38487f36-f1ff-4c8a-8cb7-93e4aeea82b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:47:39.465915 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-58b09ffb-bfcb-4daf-bf19-1844581b2393 req-38487f36-f1ff-4c8a-8cb7-93e4aeea82b8 service neutron] 10.222.0.22 "PUT /v2.0/ports/51f3baad-fc96-4b0a-89fe-aa3cb91413bc HTTP/1.1" status: 200  len: 1158 time: 1.5678790
Jan 29 10:47:39.466490 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfe82037-ae9f-4292-ab6d-7c7a83328b32', 'tag': '51f3baad-fc96-4b0a-89fe-aa3cb91413bc'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:47:39.609039 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b09ffb-bfcb-4daf-bf19-1844581b2393 req-f16772e1-f11a-47fe-b84f-a27ce872e704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:47:39.610747 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-58b09ffb-bfcb-4daf-bf19-1844581b2393 req-f16772e1-f11a-47fe-b84f-a27ce872e704 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=35bd16f603d246dfa8e5b8b2b00fe174&device_id=bfe82037-ae9f-4292-ab6d-7c7a83328b32 HTTP/1.1" status: 200  len: 1161 time: 0.0937679
Jan 29 10:47:39.677674 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfe82037-ae9f-4292-ab6d-7c7a83328b32', 'tag': '51f3baad-fc96-4b0a-89fe-aa3cb91413bc', 'status': 'completed', 'code': 200}
Jan 29 10:47:39.693186 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-58b09ffb-bfcb-4daf-bf19-1844581b2393 req-d910339b-1270-4cc6-aa3a-b8b42526d1b5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51f3baad-fc96-4b0a-89fe-aa3cb91413bc HTTP/1.1" status: 200  len: 217 time: 0.0698919
Jan 29 10:47:39.768791 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b09ffb-bfcb-4daf-bf19-1844581b2393 req-f2bc7d18-b6c5-4879-90d2-444ab7f6446f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:47:39.770342 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-58b09ffb-bfcb-4daf-bf19-1844581b2393 req-f2bc7d18-b6c5-4879-90d2-444ab7f6446f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=51486aea-09df-45fd-bdf1-e3a4dcd4ec73 HTTP/1.1" status: 200  len: 856 time: 0.0706897
Jan 29 10:47:39.853199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b09ffb-bfcb-4daf-bf19-1844581b2393 req-1e373d8c-1a41-462f-bbd1-fce9cbdcfe42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:47:39.854843 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-58b09ffb-bfcb-4daf-bf19-1844581b2393 req-1e373d8c-1a41-462f-bbd1-fce9cbdcfe42 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4bfcca2d-5e87-4eed-a60a-f48e86a0f88e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0785835
Jan 29 10:47:39.997772 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-58b09ffb-bfcb-4daf-bf19-1844581b2393 req-c7fc3c94-75cf-4199-bb7d-80715291711f service neutron] 10.222.0.22 "GET /v2.0/networks/4bfcca2d-5e87-4eed-a60a-f48e86a0f88e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1363058
Jan 29 10:47:40.140687 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-58b09ffb-bfcb-4daf-bf19-1844581b2393 req-e75fac6c-7455-431a-9dee-05449e54c95f service neutron] 10.222.0.22 "GET /v2.0/networks/4bfcca2d-5e87-4eed-a60a-f48e86a0f88e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1366086
Jan 29 10:47:40.307569 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a539f-6b37-43b8-af2d-edcd151fde64 req-4a6b3fe6-0770-4e51-9cbe-9b7da8c6bd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:47:40.309216 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6c6a539f-6b37-43b8-af2d-edcd151fde64 req-4a6b3fe6-0770-4e51-9cbe-9b7da8c6bd61 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=35bd16f603d246dfa8e5b8b2b00fe174&device_id=bfe82037-ae9f-4292-ab6d-7c7a83328b32 HTTP/1.1" status: 200  len: 1161 time: 0.0767946
Jan 29 10:47:40.453148 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a539f-6b37-43b8-af2d-edcd151fde64 req-a8415437-7f86-4ca8-a8b0-590cd161cf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:47:40.454940 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6c6a539f-6b37-43b8-af2d-edcd151fde64 req-a8415437-7f86-4ca8-a8b0-590cd161cf45 service neutron] 10.222.0.22 "GET /v2.0/networks?id=4bfcca2d-5e87-4eed-a60a-f48e86a0f88e HTTP/1.1" status: 200  len: 911 time: 0.1396775
Jan 29 10:47:40.531217 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6c6a539f-6b37-43b8-af2d-edcd151fde64 req-f69701c0-0f7d-416b-a472-f2f293bb5cfd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51f3baad-fc96-4b0a-89fe-aa3cb91413bc HTTP/1.1" status: 200  len: 217 time: 0.0702732
Jan 29 10:47:40.601688 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a539f-6b37-43b8-af2d-edcd151fde64 req-f1fc3dac-2a88-4edf-833e-e36331f7fb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:47:40.603310 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6c6a539f-6b37-43b8-af2d-edcd151fde64 req-f1fc3dac-2a88-4edf-833e-e36331f7fb8a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=51486aea-09df-45fd-bdf1-e3a4dcd4ec73 HTTP/1.1" status: 200  len: 856 time: 0.0658152
Jan 29 10:47:40.690055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a539f-6b37-43b8-af2d-edcd151fde64 req-2f327d47-c686-4dc2-9d18-0866dcaccc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:47:40.691698 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6c6a539f-6b37-43b8-af2d-edcd151fde64 req-2f327d47-c686-4dc2-9d18-0866dcaccc39 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4bfcca2d-5e87-4eed-a60a-f48e86a0f88e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0825579
Jan 29 10:47:40.764942 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70504728-9506-4b2f-9b3a-7eb4c92ca3c1 req-421c6327-b67d-4a1b-a18b-e57f724c0db5 tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:47:40.766608 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-70504728-9506-4b2f-9b3a-7eb4c92ca3c1 req-421c6327-b67d-4a1b-a18b-e57f724c0db5 tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] 10.222.0.57 "GET /v2.0/ports?device_id=bfe82037-ae9f-4292-ab6d-7c7a83328b32 HTTP/1.1" status: 200  len: 944 time: 0.1699374
Jan 29 10:47:40.832458 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-70504728-9506-4b2f-9b3a-7eb4c92ca3c1 req-d1a77cf3-c0eb-4dfc-9668-5275f6cfcd8f tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] 10.222.0.57 "GET /v2.0/security-groups?id=774d035c-38e5-45c2-8cd0-4f66bfdcf51e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594146
Jan 29 10:47:40.836293 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6c6a539f-6b37-43b8-af2d-edcd151fde64 req-fae1ee75-e924-4720-a3bd-d41ccd2d3b53 service neutron] 10.222.0.22 "GET /v2.0/networks/4bfcca2d-5e87-4eed-a60a-f48e86a0f88e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1383002
Jan 29 10:47:40.980764 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6c6a539f-6b37-43b8-af2d-edcd151fde64 req-95c5b8fc-2335-406f-9626-3df166456783 service neutron] 10.222.0.22 "GET /v2.0/networks/4bfcca2d-5e87-4eed-a60a-f48e86a0f88e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1378369
Jan 29 10:47:42.121234 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2cdadb-5fae-4849-9216-80a005e2ea60 req-610db647-4be0-4140-99c2-64a8cfc563d8 tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:47:42.123462 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7c2cdadb-5fae-4849-9216-80a005e2ea60 req-610db647-4be0-4140-99c2-64a8cfc563d8 tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] 10.222.0.57 "GET /v2.0/ports?device_id=bfe82037-ae9f-4292-ab6d-7c7a83328b32 HTTP/1.1" status: 200  len: 944 time: 0.1639445
Jan 29 10:47:42.187614 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7c2cdadb-5fae-4849-9216-80a005e2ea60 req-016a9de1-9561-474c-a143-21282010bdc0 tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] 10.222.0.57 "GET /v2.0/security-groups?id=774d035c-38e5-45c2-8cd0-4f66bfdcf51e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577581
Jan 29 10:47:43.495451 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826b48d-2dfe-4c88-9125-e461467e625c req-2f740433-a29c-407e-9d36-452e83b121bb tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:47:43.497039 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3826b48d-2dfe-4c88-9125-e461467e625c req-2f740433-a29c-407e-9d36-452e83b121bb tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] 10.222.0.57 "GET /v2.0/ports?device_id=bfe82037-ae9f-4292-ab6d-7c7a83328b32 HTTP/1.1" status: 200  len: 944 time: 0.1747770
Jan 29 10:47:43.563426 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3826b48d-2dfe-4c88-9125-e461467e625c req-4860316b-881d-4c17-8273-906df60e22c0 tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] 10.222.0.57 "GET /v2.0/security-groups?id=774d035c-38e5-45c2-8cd0-4f66bfdcf51e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594594
Jan 29 10:47:44.785647 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 51f3baad-fc96-4b0a-89fe-aa3cb91413bc up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:47:44.856784 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning for port 51f3baad-fc96-4b0a-89fe-aa3cb91413bc completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:47:44.861404 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983ebd4-9860-4669-9468-84abe23fb0be req-52927c07-0972-4dd3-9a35-8d2ba081c8a1 tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:47:44.862141 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 51f3baad-fc96-4b0a-89fe-aa3cb91413bc triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:47:44.862595 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:47:44.863148 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5983ebd4-9860-4669-9468-84abe23fb0be req-52927c07-0972-4dd3-9a35-8d2ba081c8a1 tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] 10.222.0.57 "GET /v2.0/ports?device_id=bfe82037-ae9f-4292-ab6d-7c7a83328b32 HTTP/1.1" status: 200  len: 944 time: 0.1710246
Jan 29 10:47:44.928347 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5983ebd4-9860-4669-9468-84abe23fb0be req-a1b5eedb-bc5d-465d-93c4-63d978b0fa54 tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] 10.222.0.57 "GET /v2.0/security-groups?id=774d035c-38e5-45c2-8cd0-4f66bfdcf51e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585008
Jan 29 10:47:44.986144 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:47:45.014460 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe82037-ae9f-4292-ab6d-7c7a83328b32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f3baad-fc96-4b0a-89fe-aa3cb91413bc'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:47:45.024403 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port 51f3baad-fc96-4b0a-89fe-aa3cb91413bc, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=51f3baad-fc96-4b0a-89fe-aa3cb91413bc,segment=NetworkSegment(da377826-cf89-49f8-849d-43f971c9fa40),segment_id=da377826-cf89-49f8-849d-43f971c9fa40)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:47:45.027182 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:47:45.029131 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2444ee55-0889-407a-b20e-4648cd49cc52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:47:45.075579 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfe82037-ae9f-4292-ab6d-7c7a83328b32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f3baad-fc96-4b0a-89fe-aa3cb91413bc', 'code': 200}
Jan 29 10:47:45.102693 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=51f3baad-fc96-4b0a-89fe-aa3cb91413bc,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:47:45.110754 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:47:45.111082 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:47:45.111457 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:47:45.111827 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:47:45.112199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:47:45.112565 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:47:45.112933 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:47:45.113298 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:47:45.113663 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:47:45.114052 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:47:45.114416 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:47:45.114776 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:47:45.115210 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:47:45.115567 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:47:45.115938 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:47:45.116294 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:47:45.116653 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:47:45.117009 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:47:45.117367 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:47:45.117726 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:47:45.118108 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:47:45.118467 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:47:45.118823 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:47:45.119179 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:47:45.124490 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:47:45.344073 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad61633-3b6e-4f39-b496-d4fd023de35b req-aa1097ed-7859-42c7-9942-c60448e8bacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:47:45.345694 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4ad61633-3b6e-4f39-b496-d4fd023de35b req-aa1097ed-7859-42c7-9942-c60448e8bacf service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=bfe82037-ae9f-4292-ab6d-7c7a83328b32 HTTP/1.1" status: 200  len: 1163 time: 0.0793648
Jan 29 10:47:45.387959 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4ad61633-3b6e-4f39-b496-d4fd023de35b req-3fef7137-617b-4a6f-95f6-a0b7cdcb331d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=774d035c-38e5-45c2-8cd0-4f66bfdcf51e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0358381
Jan 29 10:47:46.220220 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07025c9-35dd-4047-8756-54f2236a1524 req-d2638e75-42ed-440a-a5be-dceb1e31147f tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:47:46.221923 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a07025c9-35dd-4047-8756-54f2236a1524 req-d2638e75-42ed-440a-a5be-dceb1e31147f tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] 10.222.0.57 "GET /v2.0/ports?device_id=bfe82037-ae9f-4292-ab6d-7c7a83328b32 HTTP/1.1" status: 200  len: 946 time: 0.1642570
Jan 29 10:47:46.286529 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a07025c9-35dd-4047-8756-54f2236a1524 req-122ef574-c46d-4703-b68d-c8bd7c7c62e4 tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] 10.222.0.57 "GET /v2.0/security-groups?id=774d035c-38e5-45c2-8cd0-4f66bfdcf51e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582936
Jan 29 10:47:46.439488 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 51f3baad-fc96-4b0a-89fe-aa3cb91413bc up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:47:46.510506 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 51f3baad-fc96-4b0a-89fe-aa3cb91413bc triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:47:46.510857 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:47:47.582897 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a320368c-9c9a-4eb9-be3d-28241f4dfd39 req-9b5bf29a-3c1d-4e6d-ae22-995792cae492 tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:47:47.584431 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a320368c-9c9a-4eb9-be3d-28241f4dfd39 req-9b5bf29a-3c1d-4e6d-ae22-995792cae492 tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] 10.222.0.57 "GET /v2.0/ports?device_id=bfe82037-ae9f-4292-ab6d-7c7a83328b32 HTTP/1.1" status: 200  len: 946 time: 0.1658030
Jan 29 10:47:47.647595 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a320368c-9c9a-4eb9-be3d-28241f4dfd39 req-7ff22367-6fb3-43c5-87b9-3221e8cd46a6 tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] 10.222.0.57 "GET /v2.0/security-groups?id=774d035c-38e5-45c2-8cd0-4f66bfdcf51e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568473
Jan 29 10:47:47.943621 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447ba1f-f7a4-4eef-86e7-c5e09bb30067 req-b6901b8e-3bf3-40f0-ab46-0cd2fd7d2323 tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:47:47.945247 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2447ba1f-f7a4-4eef-86e7-c5e09bb30067 req-b6901b8e-3bf3-40f0-ab46-0cd2fd7d2323 tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] 10.222.0.57 "GET /v2.0/ports?device_id=bfe82037-ae9f-4292-ab6d-7c7a83328b32 HTTP/1.1" status: 200  len: 946 time: 0.1684403
Jan 29 10:47:48.010422 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2447ba1f-f7a4-4eef-86e7-c5e09bb30067 req-93ecb9fd-b0bf-485c-81f1-1ac471e661b6 tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] 10.222.0.57 "GET /v2.0/security-groups?id=774d035c-38e5-45c2-8cd0-4f66bfdcf51e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581887
Jan 29 10:47:48.416579 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 51f3baad-fc96-4b0a-89fe-aa3cb91413bc up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:47:48.490061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 51f3baad-fc96-4b0a-89fe-aa3cb91413bc triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:47:48.490501 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:47:50.199090 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:47:51.529912 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fdc1f6d8-1cdc-4979-988d-db61f4d728f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:47:53.791506 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1fbd0f7c-5622-4c89-adf5-59d567c9abcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:47:54.373127 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:47:54.992500 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:47:56.194785 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:03.969713 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac051454-bbea-4f6a-aa5a-85252eb1df74 req-72bfb346-66e7-4189-8987-5597e552c761 tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:48:03.971418 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ac051454-bbea-4f6a-aa5a-85252eb1df74 req-72bfb346-66e7-4189-8987-5597e552c761 tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] 10.222.0.57 "GET /v2.0/ports?device_id=bfe82037-ae9f-4292-ab6d-7c7a83328b32 HTTP/1.1" status: 200  len: 946 time: 0.1646545
Jan 29 10:48:04.036052 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ac051454-bbea-4f6a-aa5a-85252eb1df74 req-818c0118-ab69-434e-b2a2-4df41d35dc38 tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] 10.222.0.57 "GET /v2.0/security-groups?id=774d035c-38e5-45c2-8cd0-4f66bfdcf51e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581937
Jan 29 10:48:05.173160 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:05.330200 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3685c2c7-dd0f-4174-9a66-abc8f166fee8 req-2a8d11d7-c484-4573-9abf-bb0e8444553b tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:48:05.331849 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3685c2c7-dd0f-4174-9a66-abc8f166fee8 req-2a8d11d7-c484-4573-9abf-bb0e8444553b tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] 10.222.0.57 "GET /v2.0/ports?device_id=bfe82037-ae9f-4292-ab6d-7c7a83328b32 HTTP/1.1" status: 200  len: 946 time: 0.1691201
Jan 29 10:48:05.396039 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3685c2c7-dd0f-4174-9a66-abc8f166fee8 req-ae63bb95-d3bd-4cd5-adfe-aed1181c495a tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] 10.222.0.57 "GET /v2.0/security-groups?id=774d035c-38e5-45c2-8cd0-4f66bfdcf51e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575268
Jan 29 10:48:05.836769 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9334d50e-c75b-41f9-861c-18135f55726f req-8798d17a-eb3e-4322-8663-81c49fc08a8b tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:48:05.837533 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-9334d50e-c75b-41f9-861c-18135f55726f req-8798d17a-eb3e-4322-8663-81c49fc08a8b tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Synchronizing usage tracker for tenant:35bd16f603d246dfa8e5b8b2b00fe174 on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:48:05.852683 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-9334d50e-c75b-41f9-861c-18135f55726f req-8798d17a-eb3e-4322-8663-81c49fc08a8b tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Unset dirty status for tenant:35bd16f603d246dfa8e5b8b2b00fe174 on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:48:05.853914 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9334d50e-c75b-41f9-861c-18135f55726f req-8798d17a-eb3e-4322-8663-81c49fc08a8b tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] 10.222.0.22 "GET /v2.0/ports?device_id=bfe82037-ae9f-4292-ab6d-7c7a83328b32 HTTP/1.1" status: 200  len: 946 time: 0.1795094
Jan 29 10:48:05.944843 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-9334d50e-c75b-41f9-861c-18135f55726f req-89fb5fb4-d59a-4b5e-b050-00ae35645346 tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Deleting port 51f3baad-fc96-4b0a-89fe-aa3cb91413bc {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:48:05.945229 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-9334d50e-c75b-41f9-861c-18135f55726f req-89fb5fb4-d59a-4b5e-b050-00ae35645346 tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:06.205592 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-9334d50e-c75b-41f9-861c-18135f55726f req-89fb5fb4-d59a-4b5e-b050-00ae35645346 tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] For port 51f3baad-fc96-4b0a-89fe-aa3cb91413bc, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=51f3baad-fc96-4b0a-89fe-aa3cb91413bc,segment=NetworkSegment(da377826-cf89-49f8-849d-43f971c9fa40),segment_id=da377826-cf89-49f8-849d-43f971c9fa40)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:48:06.206283 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-9334d50e-c75b-41f9-861c-18135f55726f req-89fb5fb4-d59a-4b5e-b050-00ae35645346 tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:06.362020 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-9334d50e-c75b-41f9-861c-18135f55726f req-89fb5fb4-d59a-4b5e-b050-00ae35645346 tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Calling delete_port for 51f3baad-fc96-4b0a-89fe-aa3cb91413bc owned by compute:nova {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:48:06.395024 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 51f3baad-fc96-4b0a-89fe-aa3cb91413bc no longer exists at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:48:06.519170 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:06.521411 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-9334d50e-c75b-41f9-861c-18135f55726f req-89fb5fb4-d59a-4b5e-b050-00ae35645346 tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:06.538526 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-de065237-164f-4ffe-8a08-ff30e5534f4d tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:48:06.581602 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-25d3f362-8be3-43bb-bdcb-968cc5627147 req-1211787c-59b3-4150-9f3b-170d333162d8 tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] 10.222.0.57 "GET /v2.0/ports?device_id=bfe82037-ae9f-4292-ab6d-7c7a83328b32 HTTP/1.1" status: 200  len: 210 time: 0.0498164
Jan 29 10:48:06.594119 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb5fb4-d59a-4b5e-b050-00ae35645346 tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Pushing event deleted for resources: {'Port': ['ID=51f3baad-fc96-4b0a-89fe-aa3cb91413bc,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:48:06.607324 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-89fb5fb4-d59a-4b5e-b050-00ae35645346 tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:48:06.755251 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-9334d50e-c75b-41f9-861c-18135f55726f req-89fb5fb4-d59a-4b5e-b050-00ae35645346 tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] No DVR routers for this DVR port 51f3baad-fc96-4b0a-89fe-aa3cb91413bc on host hv-neutron-7729 {{(pid=80766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:48:06.757712 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-9334d50e-c75b-41f9-861c-18135f55726f req-89fb5fb4-d59a-4b5e-b050-00ae35645346 tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:06.760752 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe82037-ae9f-4292-ab6d-7c7a83328b32', 'name': 'network-vif-deleted', 'tag': '51f3baad-fc96-4b0a-89fe-aa3cb91413bc'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:48:06.780444 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9334d50e-c75b-41f9-861c-18135f55726f req-89fb5fb4-d59a-4b5e-b050-00ae35645346 tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] 10.222.0.22 "DELETE /v2.0/ports/51f3baad-fc96-4b0a-89fe-aa3cb91413bc HTTP/1.1" status: 204  len: 173 time: 0.9212854
Jan 29 10:48:06.830005 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfe82037-ae9f-4292-ab6d-7c7a83328b32', 'name': 'network-vif-deleted', 'tag': '51f3baad-fc96-4b0a-89fe-aa3cb91413bc', 'status': 'completed', 'code': 200}
Jan 29 10:48:07.315528 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cec09340-ccc5-444b-99a9-970d3d8f3211 req-bcb25756-31dc-4799-a1e2-903b420a92bc service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=bfe82037-ae9f-4292-ab6d-7c7a83328b32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 210 time: 0.0495691
Jan 29 10:48:07.495218 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cec09340-ccc5-444b-99a9-970d3d8f3211 req-34aaf009-6a87-409e-a29a-229ffdc7d132 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=35bd16f603d246dfa8e5b8b2b00fe174&device_id=bfe82037-ae9f-4292-ab6d-7c7a83328b32 HTTP/1.1" status: 200  len: 210 time: 0.0468085
Jan 29 10:48:07.665982 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec09340-ccc5-444b-99a9-970d3d8f3211 req-e657bd7c-b17e-4af5-b0d2-d82596bbe9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:48:07.667557 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cec09340-ccc5-444b-99a9-970d3d8f3211 req-e657bd7c-b17e-4af5-b0d2-d82596bbe9ea service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=35bd16f603d246dfa8e5b8b2b00fe174&shared=False HTTP/1.1" status: 200  len: 911 time: 0.1490557
Jan 29 10:48:07.743152 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 35630) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:48:07.816421 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec09340-ccc5-444b-99a9-970d3d8f3211 req-8a46e183-61da-4319-9c0d-20b66358a30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:48:07.817937 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cec09340-ccc5-444b-99a9-970d3d8f3211 req-8a46e183-61da-4319-9c0d-20b66358a30d service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1439562
Jan 29 10:48:08.583121 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b8dcd803-d1a6-4278-b1f0-006045faa956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349253'] for router_interface, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:08.951185 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-b8dcd803-d1a6-4278-b1f0-006045faa956 admin admin] Deleting port bef30c59-65ee-4d10-b734-dc2c90423a7f {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:48:08.951551 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b8dcd803-d1a6-4278-b1f0-006045faa956 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:09.130749 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-b8dcd803-d1a6-4278-b1f0-006045faa956 admin admin] For port bef30c59-65ee-4d10-b734-dc2c90423a7f, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=bef30c59-65ee-4d10-b734-dc2c90423a7f,segment=NetworkSegment(da377826-cf89-49f8-849d-43f971c9fa40),segment_id=da377826-cf89-49f8-849d-43f971c9fa40)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:48:09.131138 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b8dcd803-d1a6-4278-b1f0-006045faa956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:09.261033 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-b8dcd803-d1a6-4278-b1f0-006045faa956 admin admin] Calling delete_port for bef30c59-65ee-4d10-b734-dc2c90423a7f owned by network:router_interface {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:48:09.439838 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b8dcd803-d1a6-4278-b1f0-006045faa956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:09.455365 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-136f3f93-00fa-4bca-a197-52c41fa8c46c tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:48:09.514314 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dcd803-d1a6-4278-b1f0-006045faa956 admin admin] Pushing event deleted for resources: {'Port': ['ID=bef30c59-65ee-4d10-b734-dc2c90423a7f,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:48:09.571140 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dcd803-d1a6-4278-b1f0-006045faa956 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:48:09.571600 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dcd803-d1a6-4278-b1f0-006045faa956 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:48:09.571998 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dcd803-d1a6-4278-b1f0-006045faa956 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:48:09.572416 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dcd803-d1a6-4278-b1f0-006045faa956 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:48:09.572829 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dcd803-d1a6-4278-b1f0-006045faa956 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:48:09.573239 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dcd803-d1a6-4278-b1f0-006045faa956 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:48:09.573649 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dcd803-d1a6-4278-b1f0-006045faa956 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:48:09.574081 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dcd803-d1a6-4278-b1f0-006045faa956 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:48:09.574534 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dcd803-d1a6-4278-b1f0-006045faa956 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:48:09.574995 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dcd803-d1a6-4278-b1f0-006045faa956 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:48:09.575403 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dcd803-d1a6-4278-b1f0-006045faa956 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:48:09.575805 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dcd803-d1a6-4278-b1f0-006045faa956 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:48:09.576275 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dcd803-d1a6-4278-b1f0-006045faa956 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:48:09.576681 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dcd803-d1a6-4278-b1f0-006045faa956 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:48:09.577085 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dcd803-d1a6-4278-b1f0-006045faa956 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:48:09.577487 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dcd803-d1a6-4278-b1f0-006045faa956 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:48:09.577911 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dcd803-d1a6-4278-b1f0-006045faa956 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:48:09.578569 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dcd803-d1a6-4278-b1f0-006045faa956 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:48:09.578968 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dcd803-d1a6-4278-b1f0-006045faa956 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:48:09.579368 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dcd803-d1a6-4278-b1f0-006045faa956 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:48:09.579767 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dcd803-d1a6-4278-b1f0-006045faa956 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:48:09.580165 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dcd803-d1a6-4278-b1f0-006045faa956 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:48:09.580565 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dcd803-d1a6-4278-b1f0-006045faa956 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:48:09.580964 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dcd803-d1a6-4278-b1f0-006045faa956 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:48:09.584711 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b8dcd803-d1a6-4278-b1f0-006045faa956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:48:09.887731 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b8dcd803-d1a6-4278-b1f0-006045faa956 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854415430'] for router_interface, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:10.401179 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8dcd803-d1a6-4278-b1f0-006045faa956 admin admin] Router e72aa2be-6cc2-4d7a-bc50-df00b288d00e has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:48:10.586136 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8dcd803-d1a6-4278-b1f0-006045faa956 admin admin] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:48:10.595261 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78c5b58-6a8d-4493-956f-f46542d78633 None None] Sync routers for ids ['e72aa2be-6cc2-4d7a-bc50-df00b288d00e'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:48:10.599074 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b8dcd803-d1a6-4278-b1f0-006045faa956 admin admin] 10.222.0.57 "PUT /v2.0/routers/e72aa2be-6cc2-4d7a-bc50-df00b288d00e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8547649
Jan 29 10:48:10.601725 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 35634) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:48:10.605412 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78c5b58-6a8d-4493-956f-f46542d78633 None None] Routers {'e72aa2be-6cc2-4d7a-bc50-df00b288d00e'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:48:10.606724 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-b78c5b58-6a8d-4493-956f-f46542d78633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9392da0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:47:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['e72aa2be-6cc2-4d7a-bc50-df00b288d00e'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:48:10.797194 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-69b53ac4-acb8-4da9-9ec5-936654ff4452 admin admin] Notify callbacks [] for router, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:10.986224 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-b78c5b58-6a8d-4493-956f-f46542d78633 None None] Set router e72aa2be-6cc2-4d7a-bc50-df00b288d00e gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:48:10.991355 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-69b53ac4-acb8-4da9-9ec5-936654ff4452 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:10.996642 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-69b53ac4-acb8-4da9-9ec5-936654ff4452 admin admin] Deleting port 4925729d-b046-4eca-9f12-dad13cb7508e {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:48:10.997006 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-69b53ac4-acb8-4da9-9ec5-936654ff4452 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:11.318053 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-b78c5b58-6a8d-4493-956f-f46542d78633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9392da0>, [{'id': 'e72aa2be-6cc2-4d7a-bc50-df00b288d00e', 'name': 'tempest-TestEncryptedCinderVolumes-1642398132-router', 'tenant_id': '35bd16f603d246dfa8e5b8b2b00fe174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.159'}], 'enable_snat': True}, 'gw_port_id': '4925729d-b046-4eca-9f12-dad13cb7508e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:46:43Z', 'updated_at': '2021-01-29T10:48:09Z', 'revision_number': 5, 'project_id': '35bd16f603d246dfa8e5b8b2b00fe174', 'gw_port': {'id': '4925729d-b046-4eca-9f12-dad13cb7508e', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:29:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72aa2be-6cc2-4d7a-bc50-df00b288d00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:46:44Z', 'updated_at': '2021-01-29T10:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:48:11.322354 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78c5b58-6a8d-4493-956f-f46542d78633 None None] Checking router: e72aa2be-6cc2-4d7a-bc50-df00b288d00e for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:48:11.333922 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78c5b58-6a8d-4493-956f-f46542d78633 None None] Routers {'e72aa2be-6cc2-4d7a-bc50-df00b288d00e'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:48:11.334646 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-b78c5b58-6a8d-4493-956f-f46542d78633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9392da0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:47:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['e72aa2be-6cc2-4d7a-bc50-df00b288d00e'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:48:11.464290 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-69b53ac4-acb8-4da9-9ec5-936654ff4452 admin admin] For port 4925729d-b046-4eca-9f12-dad13cb7508e, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=4925729d-b046-4eca-9f12-dad13cb7508e,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:48:11.464684 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-69b53ac4-acb8-4da9-9ec5-936654ff4452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:11.526650 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-b78c5b58-6a8d-4493-956f-f46542d78633 None None] Set router e72aa2be-6cc2-4d7a-bc50-df00b288d00e gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:48:11.598560 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-69b53ac4-acb8-4da9-9ec5-936654ff4452 admin admin] Calling delete_port for 4925729d-b046-4eca-9f12-dad13cb7508e owned by network:router_gateway {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:48:11.739217 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-69b53ac4-acb8-4da9-9ec5-936654ff4452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:11.837052 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-b78c5b58-6a8d-4493-956f-f46542d78633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9392da0>, [{'id': 'e72aa2be-6cc2-4d7a-bc50-df00b288d00e', 'name': 'tempest-TestEncryptedCinderVolumes-1642398132-router', 'tenant_id': '35bd16f603d246dfa8e5b8b2b00fe174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.159'}], 'enable_snat': True}, 'gw_port_id': '4925729d-b046-4eca-9f12-dad13cb7508e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:46:43Z', 'updated_at': '2021-01-29T10:48:09Z', 'revision_number': 5, 'project_id': '35bd16f603d246dfa8e5b8b2b00fe174', 'gw_port': {'id': '4925729d-b046-4eca-9f12-dad13cb7508e', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:29:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72aa2be-6cc2-4d7a-bc50-df00b288d00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:46:44Z', 'updated_at': '2021-01-29T10:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:48:11.841352 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78c5b58-6a8d-4493-956f-f46542d78633 None None] The sync data for ids ['e72aa2be-6cc2-4d7a-bc50-df00b288d00e'] in dv-neutron-772983-2-ovs is: [{'id': 'e72aa2be-6cc2-4d7a-bc50-df00b288d00e', 'name': 'tempest-TestEncryptedCinderVolumes-1642398132-router', 'tenant_id': '35bd16f603d246dfa8e5b8b2b00fe174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.159'}], 'enable_snat': True}, 'gw_port_id': '4925729d-b046-4eca-9f12-dad13cb7508e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:46:43Z', 'updated_at': '2021-01-29T10:48:09Z', 'revision_number': 5, 'project_id': '35bd16f603d246dfa8e5b8b2b00fe174', 'gw_port': {'id': '4925729d-b046-4eca-9f12-dad13cb7508e', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:29:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72aa2be-6cc2-4d7a-bc50-df00b288d00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:46:44Z', 'updated_at': '2021-01-29T10:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:48:11.935156 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-69b53ac4-acb8-4da9-9ec5-936654ff4452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854102222'] for router_gateway, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:12.083869 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-69b53ac4-acb8-4da9-9ec5-936654ff4452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:12.086362 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-69b53ac4-acb8-4da9-9ec5-936654ff4452 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:12.110765 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-69b53ac4-acb8-4da9-9ec5-936654ff4452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:12.111333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b53ac4-acb8-4da9-9ec5-936654ff4452 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e72aa2be-6cc2-4d7a-bc50-df00b288d00e {{(pid=80765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 10:48:12.124150 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-69b53ac4-acb8-4da9-9ec5-936654ff4452 admin admin] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:12.125374 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-69b53ac4-acb8-4da9-9ec5-936654ff4452 admin admin] 10.222.0.57 "DELETE /v2.0/routers/e72aa2be-6cc2-4d7a-bc50-df00b288d00e HTTP/1.1" status: 204  len: 168 time: 1.5226505
Jan 29 10:48:12.128126 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 35638) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:48:12.195170 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fc7e56c-2786-4a4f-8ff1-eac2630f1030 admin admin] Deleting subnet 51486aea-09df-45fd-bdf1-e3a4dcd4ec73 {{(pid=80765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:48:12.198270 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5fc7e56c-2786-4a4f-8ff1-eac2630f1030 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:12.254614 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5fc7e56c-2786-4a4f-8ff1-eac2630f1030 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1479249'] for subnet, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:12.343146 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5fc7e56c-2786-4a4f-8ff1-eac2630f1030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:12.610865 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5fc7e56c-2786-4a4f-8ff1-eac2630f1030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852603100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2204728'] for subnet, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:12.626019 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3eb355b3-bd87-4359-a408-a3d08fa4761c tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:48:12.673725 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc7e56c-2786-4a4f-8ff1-eac2630f1030 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51486aea-09df-45fd-bdf1-e3a4dcd4ec73,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:48:12.677609 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5fc7e56c-2786-4a4f-8ff1-eac2630f1030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:48:12.753270 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device bef30c59-65ee-4d10-b734-dc2c90423a7f no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:48:12.761634 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5fc7e56c-2786-4a4f-8ff1-eac2630f1030 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:12.767886 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5fc7e56c-2786-4a4f-8ff1-eac2630f1030 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/51486aea-09df-45fd-bdf1-e3a4dcd4ec73 HTTP/1.1" status: 204  len: 168 time: 0.6387453
Jan 29 10:48:12.770597 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 35642) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:48:12.787961 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f9aa83-42e3-408e-b00b-874208842c5f None None] Network 4bfcca2d-5e87-4eed-a60a-f48e86a0f88e requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:48:12.811809 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: bef30c59-65ee-4d10-b734-dc2c90423a7f {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:48:12.812219 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device bef30c59-65ee-4d10-b734-dc2c90423a7f not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:48:12.812684 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 4925729d-b046-4eca-9f12-dad13cb7508e no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:48:12.867261 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 4925729d-b046-4eca-9f12-dad13cb7508e {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:48:12.867662 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 4925729d-b046-4eca-9f12-dad13cb7508e not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:48:12.892161 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7b157a63-2762-4e99-a1ac-592308c1ca1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:12.961532 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-7b157a63-2762-4e99-a1ac-592308c1ca1b admin admin] Deleting port 142c2a7f-4d93-4d91-b71c-e91399013d36 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:48:12.961857 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7b157a63-2762-4e99-a1ac-592308c1ca1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:13.100849 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfc956f-03d5-48d1-a286-993faa04204f None None] DHCP port deletion for 4bfcca2d-5e87-4eed-a60a-f48e86a0f88e request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:48:13.105146 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-3dfc956f-03d5-48d1-a286-993faa04204f None None] Deleting port 142c2a7f-4d93-4d91-b71c-e91399013d36 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:48:13.106512 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3dfc956f-03d5-48d1-a286-993faa04204f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:13.194677 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-7b157a63-2762-4e99-a1ac-592308c1ca1b admin admin] For port 142c2a7f-4d93-4d91-b71c-e91399013d36, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=142c2a7f-4d93-4d91-b71c-e91399013d36,segment=NetworkSegment(da377826-cf89-49f8-849d-43f971c9fa40),segment_id=da377826-cf89-49f8-849d-43f971c9fa40)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:48:13.195188 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7b157a63-2762-4e99-a1ac-592308c1ca1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:13.336761 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-3dfc956f-03d5-48d1-a286-993faa04204f None None] For port 142c2a7f-4d93-4d91-b71c-e91399013d36, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=142c2a7f-4d93-4d91-b71c-e91399013d36,segment=NetworkSegment(da377826-cf89-49f8-849d-43f971c9fa40),segment_id=da377826-cf89-49f8-849d-43f971c9fa40)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:48:13.337213 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3dfc956f-03d5-48d1-a286-993faa04204f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:13.355371 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-7b157a63-2762-4e99-a1ac-592308c1ca1b admin admin] Calling delete_port for 142c2a7f-4d93-4d91-b71c-e91399013d36 owned by network:dhcp {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:48:13.443141 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7b157a63-2762-4e99-a1ac-592308c1ca1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:13.460255 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bae7ca99-205a-41da-a34e-b0a65d90c8bd tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:48:13.482025 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-3dfc956f-03d5-48d1-a286-993faa04204f None None] Calling delete_port for 142c2a7f-4d93-4d91-b71c-e91399013d36 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:48:13.519653 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b157a63-2762-4e99-a1ac-592308c1ca1b admin admin] Pushing event deleted for resources: {'Port': ['ID=142c2a7f-4d93-4d91-b71c-e91399013d36,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:48:13.522624 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7b157a63-2762-4e99-a1ac-592308c1ca1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:48:13.562638 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-3dfc956f-03d5-48d1-a286-993faa04204f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80767) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:48:13.563054 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-3dfc956f-03d5-48d1-a286-993faa04204f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:48:13.611208 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b157a63-2762-4e99-a1ac-592308c1ca1b admin admin] No DVR routers for this DVR port 142c2a7f-4d93-4d91-b71c-e91399013d36 on host dv-neutron-772983-2-ovs {{(pid=80765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:48:13.737684 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7b157a63-2762-4e99-a1ac-592308c1ca1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:13.855548 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-7b157a63-2762-4e99-a1ac-592308c1ca1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c869d860>,) {'filters': {'network_id': ['4bfcca2d-5e87-4eed-a60a-f48e86a0f88e']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:48:13.870255 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-7b157a63-2762-4e99-a1ac-592308c1ca1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c869d860>, 'da377826-cf89-49f8-849d-43f971c9fa40') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:48:13.870547 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-7b157a63-2762-4e99-a1ac-592308c1ca1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c869d860>, 'da377826-cf89-49f8-849d-43f971c9fa40') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:48:13.884859 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7b157a63-2762-4e99-a1ac-592308c1ca1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:13.903978 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7b157a63-2762-4e99-a1ac-592308c1ca1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:13.906189 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7b157a63-2762-4e99-a1ac-592308c1ca1b admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:48:14.064874 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-3dfc956f-03d5-48d1-a286-993faa04204f None None] Deleting port 142c2a7f-4d93-4d91-b71c-e91399013d36 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:48:14.065330 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3dfc956f-03d5-48d1-a286-993faa04204f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:14.089947 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-7b157a63-2762-4e99-a1ac-592308c1ca1b admin admin] Network 4bfcca2d-5e87-4eed-a60a-f48e86a0f88e has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:48:14.099303 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7b157a63-2762-4e99-a1ac-592308c1ca1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:14.142633 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-3dfc956f-03d5-48d1-a286-993faa04204f None None] The port '142c2a7f-4d93-4d91-b71c-e91399013d36' was deleted {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 29 10:48:14.282103 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-7b157a63-2762-4e99-a1ac-592308c1ca1b admin admin] Network 4bfcca2d-5e87-4eed-a60a-f48e86a0f88e has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:48:14.305031 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:48:14.305031 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:48:14.305031 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:48:14.305031 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:48:14.305031 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:48:14.305031 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:48:14.305031 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:48:14.305031 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:48:14.305031 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:48:14.305031 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:48:14.305031 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:48:14.305031 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:48:14.305031 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:48:14.305031 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:48:14.305031 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:48:14.305031 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:48:14.305031 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:48:14.305031 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:48:14.305031 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:48:14.305031 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:48:14.305031 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:48:14.305031 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:48:14.305031 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:48:14.305031 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:48:14.305031 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:48:14.305031 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:48:14.305031 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:48:14.305031 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:48:14.305031 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:48:14.305031 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:48:14.305031 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:48:14.305031 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:48:14.386395 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7b157a63-2762-4e99-a1ac-592308c1ca1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:14.390357 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4ce792e6-664b-417b-b026-8cce8e64dcdd tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:48:14.404207 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7b157a63-2762-4e99-a1ac-592308c1ca1b admin admin] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:14.415288 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b157a63-2762-4e99-a1ac-592308c1ca1b admin admin] Pushing event deleted for resources: {'Network': ['ID=4bfcca2d-5e87-4eed-a60a-f48e86a0f88e,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:48:14.419290 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7b157a63-2762-4e99-a1ac-592308c1ca1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:48:14.429614 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7b157a63-2762-4e99-a1ac-592308c1ca1b admin admin] 10.222.0.57 "DELETE /v2.0/networks/4bfcca2d-5e87-4eed-a60a-f48e86a0f88e HTTP/1.1" status: 204  len: 168 time: 1.6579804
Jan 29 10:48:14.432634 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 35646) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:48:14.757069 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 142c2a7f-4d93-4d91-b71c-e91399013d36 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:48:14.795375 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 142c2a7f-4d93-4d91-b71c-e91399013d36 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:48:14.795791 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 142c2a7f-4d93-4d91-b71c-e91399013d36 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:48:15.269167 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-89b97ccc-10cc-4661-b9d8-a011500b0277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349253'] for router_interface, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:15.634956 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-89b97ccc-10cc-4661-b9d8-a011500b0277 admin admin] Deleting port 92eae388-f0a8-43a1-adec-95307922d4cb {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:48:15.635337 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-89b97ccc-10cc-4661-b9d8-a011500b0277 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:15.817386 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-89b97ccc-10cc-4661-b9d8-a011500b0277 admin admin] For port 92eae388-f0a8-43a1-adec-95307922d4cb, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=92eae388-f0a8-43a1-adec-95307922d4cb,segment=NetworkSegment(438065be-28ce-4582-9bb6-996408d327f1),segment_id=438065be-28ce-4582-9bb6-996408d327f1)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:48:15.818035 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-89b97ccc-10cc-4661-b9d8-a011500b0277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:15.953644 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-89b97ccc-10cc-4661-b9d8-a011500b0277 admin admin] Calling delete_port for 92eae388-f0a8-43a1-adec-95307922d4cb owned by network:router_interface {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:48:16.128509 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-89b97ccc-10cc-4661-b9d8-a011500b0277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:16.144447 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1be514dc-2a43-457f-affa-45b08ea78d82 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:48:16.200597 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b97ccc-10cc-4661-b9d8-a011500b0277 admin admin] Pushing event deleted for resources: {'Port': ['ID=92eae388-f0a8-43a1-adec-95307922d4cb,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:48:16.204938 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-89b97ccc-10cc-4661-b9d8-a011500b0277 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:48:16.554438 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-89b97ccc-10cc-4661-b9d8-a011500b0277 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854415430'] for router_interface, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:17.075545 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89b97ccc-10cc-4661-b9d8-a011500b0277 admin admin] Router bdb6503d-70d2-459a-9583-3c6f706e31c7 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:48:17.269207 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b97ccc-10cc-4661-b9d8-a011500b0277 admin admin] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:48:17.278364 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e94a7a7-19cf-4636-b4eb-b67b58771d70 None None] Sync routers for ids ['bdb6503d-70d2-459a-9583-3c6f706e31c7'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:48:17.280649 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-89b97ccc-10cc-4661-b9d8-a011500b0277 admin admin] 10.222.0.57 "PUT /v2.0/routers/bdb6503d-70d2-459a-9583-3c6f706e31c7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8469298
Jan 29 10:48:17.284048 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 35650) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:48:17.290774 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e94a7a7-19cf-4636-b4eb-b67b58771d70 None None] Routers {'bdb6503d-70d2-459a-9583-3c6f706e31c7'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:48:17.291497 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-5e94a7a7-19cf-4636-b4eb-b67b58771d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9ffccf8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:47:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['bdb6503d-70d2-459a-9583-3c6f706e31c7'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:48:17.481612 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b61b43f3-7ce3-4d6c-a88b-a92cc1545cb5 admin admin] Notify callbacks [] for router, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:17.481937 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-5e94a7a7-19cf-4636-b4eb-b67b58771d70 None None] Set router bdb6503d-70d2-459a-9583-3c6f706e31c7 gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:48:17.673497 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b61b43f3-7ce3-4d6c-a88b-a92cc1545cb5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:17.678745 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-b61b43f3-7ce3-4d6c-a88b-a92cc1545cb5 admin admin] Deleting port 1425cfb0-8f3f-4fb0-8548-99df66b1606e {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:48:17.679118 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b61b43f3-7ce3-4d6c-a88b-a92cc1545cb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:17.781799 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-5e94a7a7-19cf-4636-b4eb-b67b58771d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9ffccf8>, [{'id': 'bdb6503d-70d2-459a-9583-3c6f706e31c7', 'name': 'tempest-TestEncryptedCinderVolumes-949389889-router', 'tenant_id': '3dace571b76b4ad1b99b4e3de0b8a80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.67'}], 'enable_snat': True}, 'gw_port_id': '1425cfb0-8f3f-4fb0-8548-99df66b1606e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:46:51Z', 'updated_at': '2021-01-29T10:48:16Z', 'revision_number': 5, 'project_id': '3dace571b76b4ad1b99b4e3de0b8a80d', 'gw_port': {'id': '1425cfb0-8f3f-4fb0-8548-99df66b1606e', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb6503d-70d2-459a-9583-3c6f706e31c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:46:52Z', 'updated_at': '2021-01-29T10:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:48:17.785905 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e94a7a7-19cf-4636-b4eb-b67b58771d70 None None] Checking router: bdb6503d-70d2-459a-9583-3c6f706e31c7 for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:48:17.796156 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e94a7a7-19cf-4636-b4eb-b67b58771d70 None None] Routers {'bdb6503d-70d2-459a-9583-3c6f706e31c7'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:48:17.796815 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-5e94a7a7-19cf-4636-b4eb-b67b58771d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9ffccf8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:47:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['bdb6503d-70d2-459a-9583-3c6f706e31c7'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:48:17.862328 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-b61b43f3-7ce3-4d6c-a88b-a92cc1545cb5 admin admin] For port 1425cfb0-8f3f-4fb0-8548-99df66b1606e, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=1425cfb0-8f3f-4fb0-8548-99df66b1606e,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:48:17.862726 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b61b43f3-7ce3-4d6c-a88b-a92cc1545cb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:17.988624 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-5e94a7a7-19cf-4636-b4eb-b67b58771d70 None None] Set router bdb6503d-70d2-459a-9583-3c6f706e31c7 gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:48:17.993441 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-b61b43f3-7ce3-4d6c-a88b-a92cc1545cb5 admin admin] Calling delete_port for 1425cfb0-8f3f-4fb0-8548-99df66b1606e owned by network:router_gateway {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:48:18.317177 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-5e94a7a7-19cf-4636-b4eb-b67b58771d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9ffccf8>, [{'id': 'bdb6503d-70d2-459a-9583-3c6f706e31c7', 'name': 'tempest-TestEncryptedCinderVolumes-949389889-router', 'tenant_id': '3dace571b76b4ad1b99b4e3de0b8a80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.67'}], 'enable_snat': True}, 'gw_port_id': '1425cfb0-8f3f-4fb0-8548-99df66b1606e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:46:51Z', 'updated_at': '2021-01-29T10:48:16Z', 'revision_number': 5, 'project_id': '3dace571b76b4ad1b99b4e3de0b8a80d', 'gw_port': {'id': '1425cfb0-8f3f-4fb0-8548-99df66b1606e', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb6503d-70d2-459a-9583-3c6f706e31c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:46:52Z', 'updated_at': '2021-01-29T10:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:48:18.321175 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e94a7a7-19cf-4636-b4eb-b67b58771d70 None None] The sync data for ids ['bdb6503d-70d2-459a-9583-3c6f706e31c7'] in dv-neutron-772983-2-ovs is: [{'id': 'bdb6503d-70d2-459a-9583-3c6f706e31c7', 'name': 'tempest-TestEncryptedCinderVolumes-949389889-router', 'tenant_id': '3dace571b76b4ad1b99b4e3de0b8a80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.67'}], 'enable_snat': True}, 'gw_port_id': '1425cfb0-8f3f-4fb0-8548-99df66b1606e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:46:51Z', 'updated_at': '2021-01-29T10:48:16Z', 'revision_number': 5, 'project_id': '3dace571b76b4ad1b99b4e3de0b8a80d', 'gw_port': {'id': '1425cfb0-8f3f-4fb0-8548-99df66b1606e', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb6503d-70d2-459a-9583-3c6f706e31c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:46:52Z', 'updated_at': '2021-01-29T10:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:48:18.421068 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b61b43f3-7ce3-4d6c-a88b-a92cc1545cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:18.622913 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b61b43f3-7ce3-4d6c-a88b-a92cc1545cb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854102222'] for router_gateway, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:18.715686 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 92eae388-f0a8-43a1-adec-95307922d4cb no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:48:18.753521 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 92eae388-f0a8-43a1-adec-95307922d4cb {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:48:18.753945 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 92eae388-f0a8-43a1-adec-95307922d4cb not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:48:18.766076 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b61b43f3-7ce3-4d6c-a88b-a92cc1545cb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:18.768397 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b61b43f3-7ce3-4d6c-a88b-a92cc1545cb5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:18.795057 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b61b43f3-7ce3-4d6c-a88b-a92cc1545cb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:18.795616 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61b43f3-7ce3-4d6c-a88b-a92cc1545cb5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bdb6503d-70d2-459a-9583-3c6f706e31c7 {{(pid=80766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 10:48:18.807942 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b61b43f3-7ce3-4d6c-a88b-a92cc1545cb5 admin admin] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:18.809231 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b61b43f3-7ce3-4d6c-a88b-a92cc1545cb5 admin admin] 10.222.0.57 "DELETE /v2.0/routers/bdb6503d-70d2-459a-9583-3c6f706e31c7 HTTP/1.1" status: 204  len: 168 time: 1.5238190
Jan 29 10:48:18.811903 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 35654) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:48:18.882051 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-40146b17-54fe-4aa3-8a10-c27189756604 admin admin] Deleting subnet 33810523-45c8-40a5-be0d-114c70603655 {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:48:18.885226 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-40146b17-54fe-4aa3-8a10-c27189756604 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:18.938390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-40146b17-54fe-4aa3-8a10-c27189756604 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:19.026536 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-40146b17-54fe-4aa3-8a10-c27189756604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:19.297602 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-40146b17-54fe-4aa3-8a10-c27189756604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:19.314523 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f3727fa2-fbf1-47cd-9c51-7e7d658b068a tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:48:19.365016 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40146b17-54fe-4aa3-8a10-c27189756604 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33810523-45c8-40a5-be0d-114c70603655,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:48:19.369547 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-40146b17-54fe-4aa3-8a10-c27189756604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:48:19.450172 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-40146b17-54fe-4aa3-8a10-c27189756604 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:19.456018 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019a2d05-b29e-4fa3-afdd-f3fd1e3228b0 None None] Network fadce8a5-0843-4420-acfd-0e450a013256 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:48:19.456483 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-40146b17-54fe-4aa3-8a10-c27189756604 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/33810523-45c8-40a5-be0d-114c70603655 HTTP/1.1" status: 204  len: 168 time: 0.6435449
Jan 29 10:48:19.459247 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 35658) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:48:19.579471 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-68a9ef00-82e9-4f9b-9484-cace33d7161b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:19.651934 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-68a9ef00-82e9-4f9b-9484-cace33d7161b admin admin] Deleting port 82a05c55-8817-441e-a90e-40dd4b71db04 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:48:19.652851 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-68a9ef00-82e9-4f9b-9484-cace33d7161b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:19.712933 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e074bad8-930e-476f-ab1d-d979949e9e9a None None] DHCP port deletion for fadce8a5-0843-4420-acfd-0e450a013256 request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:48:19.718059 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-e074bad8-930e-476f-ab1d-d979949e9e9a None None] Deleting port 82a05c55-8817-441e-a90e-40dd4b71db04 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:48:19.718579 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e074bad8-930e-476f-ab1d-d979949e9e9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:19.878015 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-68a9ef00-82e9-4f9b-9484-cace33d7161b admin admin] For port 82a05c55-8817-441e-a90e-40dd4b71db04, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=82a05c55-8817-441e-a90e-40dd4b71db04,segment=NetworkSegment(438065be-28ce-4582-9bb6-996408d327f1),segment_id=438065be-28ce-4582-9bb6-996408d327f1)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:48:19.878423 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-68a9ef00-82e9-4f9b-9484-cace33d7161b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:19.936529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-e074bad8-930e-476f-ab1d-d979949e9e9a None None] For port 82a05c55-8817-441e-a90e-40dd4b71db04, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=82a05c55-8817-441e-a90e-40dd4b71db04,segment=NetworkSegment(438065be-28ce-4582-9bb6-996408d327f1),segment_id=438065be-28ce-4582-9bb6-996408d327f1)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:48:19.936953 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e074bad8-930e-476f-ab1d-d979949e9e9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:20.017096 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-68a9ef00-82e9-4f9b-9484-cace33d7161b admin admin] Calling delete_port for 82a05c55-8817-441e-a90e-40dd4b71db04 owned by network:dhcp {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:48:20.073458 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-e074bad8-930e-476f-ab1d-d979949e9e9a None None] Calling delete_port for 82a05c55-8817-441e-a90e-40dd4b71db04 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:48:20.095636 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-68a9ef00-82e9-4f9b-9484-cace33d7161b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:20.111122 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-644e532e-fcdf-48be-b69e-e0f2fdeff5e4 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:48:20.147699 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-e074bad8-930e-476f-ab1d-d979949e9e9a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80767) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:48:20.148039 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-e074bad8-930e-476f-ab1d-d979949e9e9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:48:20.169829 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a9ef00-82e9-4f9b-9484-cace33d7161b admin admin] Pushing event deleted for resources: {'Port': ['ID=82a05c55-8817-441e-a90e-40dd4b71db04,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:48:20.173835 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-68a9ef00-82e9-4f9b-9484-cace33d7161b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:48:20.252625 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a9ef00-82e9-4f9b-9484-cace33d7161b admin admin] No DVR routers for this DVR port 82a05c55-8817-441e-a90e-40dd4b71db04 on host dv-neutron-772983-2-ovs {{(pid=80766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:48:20.376552 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-68a9ef00-82e9-4f9b-9484-cace33d7161b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:20.490586 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-68a9ef00-82e9-4f9b-9484-cace33d7161b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c3aa7a58>,) {'filters': {'network_id': ['fadce8a5-0843-4420-acfd-0e450a013256']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:48:20.503104 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-68a9ef00-82e9-4f9b-9484-cace33d7161b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3aa7a58>, '438065be-28ce-4582-9bb6-996408d327f1') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:48:20.503443 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-68a9ef00-82e9-4f9b-9484-cace33d7161b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c3aa7a58>, '438065be-28ce-4582-9bb6-996408d327f1') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:48:20.515880 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-68a9ef00-82e9-4f9b-9484-cace33d7161b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:20.531497 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-68a9ef00-82e9-4f9b-9484-cace33d7161b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:20.533527 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-68a9ef00-82e9-4f9b-9484-cace33d7161b admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:48:20.648991 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-e074bad8-930e-476f-ab1d-d979949e9e9a None None] Deleting port 82a05c55-8817-441e-a90e-40dd4b71db04 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:48:20.649427 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e074bad8-930e-476f-ab1d-d979949e9e9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:20.715848 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-68a9ef00-82e9-4f9b-9484-cace33d7161b admin admin] Network fadce8a5-0843-4420-acfd-0e450a013256 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:48:20.723615 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-e074bad8-930e-476f-ab1d-d979949e9e9a None None] The port '82a05c55-8817-441e-a90e-40dd4b71db04' was deleted {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 29 10:48:20.727024 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-68a9ef00-82e9-4f9b-9484-cace33d7161b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:20.757558 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 1425cfb0-8f3f-4fb0-8548-99df66b1606e no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:48:20.794844 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 1425cfb0-8f3f-4fb0-8548-99df66b1606e {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:48:20.795251 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 1425cfb0-8f3f-4fb0-8548-99df66b1606e not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:48:20.795702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 82a05c55-8817-441e-a90e-40dd4b71db04 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:48:20.831766 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 82a05c55-8817-441e-a90e-40dd4b71db04 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:48:20.832165 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 82a05c55-8817-441e-a90e-40dd4b71db04 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:48:20.911127 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-68a9ef00-82e9-4f9b-9484-cace33d7161b admin admin] Network fadce8a5-0843-4420-acfd-0e450a013256 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:48:20.937545 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:48:20.937545 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:48:20.937545 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:48:20.937545 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:48:20.937545 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:48:20.937545 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:48:20.937545 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:48:20.937545 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:48:20.937545 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:48:20.937545 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:48:20.937545 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:48:20.937545 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:48:20.937545 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:48:20.937545 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:48:20.937545 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:48:20.937545 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:48:20.937545 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:48:20.937545 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:48:20.937545 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:48:20.937545 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:48:20.937545 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:48:20.937545 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:48:20.937545 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:48:20.937545 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:48:20.937545 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:48:20.937545 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:48:20.937545 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:48:20.937545 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:48:20.937545 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:48:20.937545 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:48:20.937545 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:48:20.937545 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:48:21.015164 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-68a9ef00-82e9-4f9b-9484-cace33d7161b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:21.018470 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5725d91f-d91c-42eb-b199-c4b6c06e1a57 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:48:21.032295 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-68a9ef00-82e9-4f9b-9484-cace33d7161b admin admin] Notify callbacks [] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:21.043104 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a9ef00-82e9-4f9b-9484-cace33d7161b admin admin] Pushing event deleted for resources: {'Network': ['ID=fadce8a5-0843-4420-acfd-0e450a013256,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:48:21.046300 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-68a9ef00-82e9-4f9b-9484-cace33d7161b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:48:21.047919 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-68a9ef00-82e9-4f9b-9484-cace33d7161b admin admin] 10.222.0.57 "DELETE /v2.0/networks/fadce8a5-0843-4420-acfd-0e450a013256 HTTP/1.1" status: 204  len: 168 time: 1.5875323
Jan 29 10:48:21.251004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 35664) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:48:21.309364 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f9c221e1-3fa3-48a8-8fb8-f546f54ee948 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=35bd16f603d246dfa8e5b8b2b00fe174&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0566635
Jan 29 10:48:21.311753 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 35668) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:48:21.375736 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e1da0803-2807-4193-abc3-7164e44d0851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:21.403945 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e1da0803-2807-4193-abc3-7164e44d0851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:21.450230 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e1da0803-2807-4193-abc3-7164e44d0851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:21.455545 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5b673f12-73b4-4053-af05-0224df7dff09 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:48:21.469605 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1da0803-2807-4193-abc3-7164e44d0851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774d035c-38e5-45c2-8cd0-4f66bfdcf51e,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:48:21.472471 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e1da0803-2807-4193-abc3-7164e44d0851 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:48:21.479150 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e1da0803-2807-4193-abc3-7164e44d0851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:21.480553 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e1da0803-2807-4193-abc3-7164e44d0851 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/774d035c-38e5-45c2-8cd0-4f66bfdcf51e HTTP/1.1" status: 204  len: 168 time: 0.1676705
Jan 29 10:48:21.532731 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5a1fd6e0-541a-4153-8788-cc46b1432e94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:21.882793 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 35676) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:48:21.934801 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0e4b6818-84f9-4bec-b0a2-02c2a79fae64 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3dace571b76b4ad1b99b4e3de0b8a80d&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0506494
Jan 29 10:48:21.937163 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 35680) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:48:22.001106 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b9dc7c9e-d369-4834-912d-af954691b627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:22.037055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b9dc7c9e-d369-4834-912d-af954691b627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:22.086477 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b9dc7c9e-d369-4834-912d-af954691b627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:22.092191 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bc5c1359-a2fa-47d3-b996-94629d691997 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:48:22.103057 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dc7c9e-d369-4834-912d-af954691b627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2258d602-773d-4f5e-98bd-8b397b87e987,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:48:22.108030 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b9dc7c9e-d369-4834-912d-af954691b627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:48:22.109648 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b9dc7c9e-d369-4834-912d-af954691b627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:22.110883 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b9dc7c9e-d369-4834-912d-af954691b627 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2258d602-773d-4f5e-98bd-8b397b87e987 HTTP/1.1" status: 204  len: 168 time: 0.1727767
Jan 29 10:48:23.014383 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 35702) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:48:23.156468 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-0851e28f-2e8e-437a-85a4-1acffbac1aa1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-521912982-network', 'tenant_id': 'c3b48cc417d840ae865e59e594e7e5a6'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:48:23.161942 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-0851e28f-2e8e-437a-85a4-1acffbac1aa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:48:23.166092 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-0851e28f-2e8e-437a-85a4-1acffbac1aa1 admin admin] Usage tracker for resource:network and tenant:c3b48cc417d840ae865e59e594e7e5a6 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:48:23.169883 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-0851e28f-2e8e-437a-85a4-1acffbac1aa1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:48:23.175729 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-0851e28f-2e8e-437a-85a4-1acffbac1aa1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:48:23.185613 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0851e28f-2e8e-437a-85a4-1acffbac1aa1 admin admin] Made reservation on behalf of c3b48cc417d840ae865e59e594e7e5a6 for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:48:23.190400 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0851e28f-2e8e-437a-85a4-1acffbac1aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:23.203672 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0851e28f-2e8e-437a-85a4-1acffbac1aa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:23.219560 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-0851e28f-2e8e-437a-85a4-1acffbac1aa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:48:23.223609 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-0851e28f-2e8e-437a-85a4-1acffbac1aa1 admin admin] Usage tracker for resource:security_group_rule and tenant:c3b48cc417d840ae865e59e594e7e5a6 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:48:23.226551 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-0851e28f-2e8e-437a-85a4-1acffbac1aa1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:48:23.232928 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-0851e28f-2e8e-437a-85a4-1acffbac1aa1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:48:23.321623 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0851e28f-2e8e-437a-85a4-1acffbac1aa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:23.325303 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0851e28f-2e8e-437a-85a4-1acffbac1aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:23.329921 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9084c6aa-ca23-4545-9608-58c88f199b6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:48:23.359501 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0851e28f-2e8e-437a-85a4-1acffbac1aa1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:48:23.372248 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0851e28f-2e8e-437a-85a4-1acffbac1aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14f9187d-3066-4931-a790-7b5d28b64d65,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:48:23.376643 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0851e28f-2e8e-437a-85a4-1acffbac1aa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:48:23.377617 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0851e28f-2e8e-437a-85a4-1acffbac1aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:23.378021 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-0851e28f-2e8e-437a-85a4-1acffbac1aa1 admin admin] Added segment 62fc5a3b-84ca-4a02-9317-e82b84afa755 of type vxlan for network 09f71a49-2f0f-4aaf-b4f5-e5844ebe3485
Jan 29 10:48:23.407620 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0851e28f-2e8e-437a-85a4-1acffbac1aa1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:23.437744 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0851e28f-2e8e-437a-85a4-1acffbac1aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:23.438748 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0851e28f-2e8e-437a-85a4-1acffbac1aa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:48:23.439388 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0851e28f-2e8e-437a-85a4-1acffbac1aa1 admin admin] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:23.444370 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a9309717-314b-497b-8b6f-97f082229c97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:48:23.553253 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0851e28f-2e8e-437a-85a4-1acffbac1aa1 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.5373595
Jan 29 10:48:23.556438 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 35708) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:48:23.556829 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0851e28f-2e8e-437a-85a4-1acffbac1aa1 admin admin] Pushing event updated for resources: {'Network': ['ID=09f71a49-2f0f-4aaf-b4f5-e5844ebe3485,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:48:23.560254 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0851e28f-2e8e-437a-85a4-1acffbac1aa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:48:23.563085 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-d731234c-8808-4238-b96a-90c57f5ec4bf admin admin] Request body: {'subnet': {'network_id': '09f71a49-2f0f-4aaf-b4f5-e5844ebe3485', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-521912982-subnet', 'tenant_id': 'c3b48cc417d840ae865e59e594e7e5a6', 'ip_version': 4}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:48:23.568072 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 09f71a49-2f0f-4aaf-b4f5-e5844ebe3485 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:48:23.568510 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d731234c-8808-4238-b96a-90c57f5ec4bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:48:23.572611 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d731234c-8808-4238-b96a-90c57f5ec4bf admin admin] Usage tracker for resource:subnet and tenant:c3b48cc417d840ae865e59e594e7e5a6 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:48:23.576309 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d731234c-8808-4238-b96a-90c57f5ec4bf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:48:23.582440 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d731234c-8808-4238-b96a-90c57f5ec4bf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:48:23.586620 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 09f71a49-2f0f-4aaf-b4f5-e5844ebe3485 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:48:23.592892 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d731234c-8808-4238-b96a-90c57f5ec4bf admin admin] Made reservation on behalf of c3b48cc417d840ae865e59e594e7e5a6 for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:48:23.597721 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d731234c-8808-4238-b96a-90c57f5ec4bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:23.793936 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-11bc21b1-5d7a-41fb-95bf-5ca2a7b72fe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:24.015513 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d731234c-8808-4238-b96a-90c57f5ec4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:24.030866 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ed029b76-37ba-43fe-b03f-5aac5d826374 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:48:24.158842 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d731234c-8808-4238-b96a-90c57f5ec4bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ff87fef-b13d-4822-a9fd-fffb4832324e,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:48:24.162911 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d731234c-8808-4238-b96a-90c57f5ec4bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:48:24.229085 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d731234c-8808-4238-b96a-90c57f5ec4bf admin admin] Checking segment: {'id': '62fc5a3b-84ca-4a02-9317-e82b84afa755', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '09f71a49-2f0f-4aaf-b4f5-e5844ebe3485'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:48:24.229475 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d731234c-8808-4238-b96a-90c57f5ec4bf admin admin] Network hostable DHCP agents. Network: 09f71a49-2f0f-4aaf-b4f5-e5844ebe3485, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:48:24.249039 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d731234c-8808-4238-b96a-90c57f5ec4bf admin admin] Network 09f71a49-2f0f-4aaf-b4f5-e5844ebe3485 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:48:24.257327 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-d731234c-8808-4238-b96a-90c57f5ec4bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 09f71a49-2f0f-4aaf-b4f5-e5844ebe3485) {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:48:24.266766 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e34f88-1395-47b3-b7dd-b40702b905c8 None None] Network 09f71a49-2f0f-4aaf-b4f5-e5844ebe3485 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:48:24.269086 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d731234c-8808-4238-b96a-90c57f5ec4bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:48:24.269727 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d731234c-8808-4238-b96a-90c57f5ec4bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:24.292298 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d731234c-8808-4238-b96a-90c57f5ec4bf admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.7346001
Jan 29 10:48:24.295539 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 35712) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:48:24.301233 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-b7b89af2-0500-4c44-9b59-96c956fcbb9b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-521912982-router', 'tenant_id': 'c3b48cc417d840ae865e59e594e7e5a6', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:48:24.306380 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-b7b89af2-0500-4c44-9b59-96c956fcbb9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:48:24.311244 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b7b89af2-0500-4c44-9b59-96c956fcbb9b admin admin] Usage tracker for resource:router and tenant:c3b48cc417d840ae865e59e594e7e5a6 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:48:24.314807 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b7b89af2-0500-4c44-9b59-96c956fcbb9b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:48:24.320640 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-b7b89af2-0500-4c44-9b59-96c956fcbb9b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:48:24.331843 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b7b89af2-0500-4c44-9b59-96c956fcbb9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:24.332908 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b7b89af2-0500-4c44-9b59-96c956fcbb9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:24.347717 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b7b89af2-0500-4c44-9b59-96c956fcbb9b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:24.390218 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:24.513146 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436bb287-9bff-44d7-823e-e9cf4cd4ce23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-09f71a49-2f0f-4aaf-b4f5-e5844ebe3485', 'network_id': '09f71a49-2f0f-4aaf-b4f5-e5844ebe3485', 'tenant_id': 'c3b48cc417d840ae865e59e594e7e5a6', 'fixed_ips': [{'subnet_id': '5ff87fef-b13d-4822-a9fd-fffb4832324e'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:48:24.514073 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-436bb287-9bff-44d7-823e-e9cf4cd4ce23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:24.922788 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b7b89af2-0500-4c44-9b59-96c956fcbb9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:25.007021 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-436bb287-9bff-44d7-823e-e9cf4cd4ce23 None None] Allocated IP 172.20.0.2 (09f71a49-2f0f-4aaf-b4f5-e5844ebe3485/5ff87fef-b13d-4822-a9fd-fffb4832324e/cd40e5ac-dea6-4005-8ac2-74f90044ebec) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:48:25.011668 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:25.234651 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-436bb287-9bff-44d7-823e-e9cf4cd4ce23 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:25.245184 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-436bb287-9bff-44d7-823e-e9cf4cd4ce23 None None] Transition to ACTIVE for port object cd40e5ac-dea6-4005-8ac2-74f90044ebec will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:48:25.258111 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b7b89af2-0500-4c44-9b59-96c956fcbb9b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:25.261013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-436bb287-9bff-44d7-823e-e9cf4cd4ce23 None None] Transition to ACTIVE for port object cd40e5ac-dea6-4005-8ac2-74f90044ebec will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:48:25.269051 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-436bb287-9bff-44d7-823e-e9cf4cd4ce23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:25.285676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:48:25.297561 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b7b89af2-0500-4c44-9b59-96c956fcbb9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:25.423362 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436bb287-9bff-44d7-823e-e9cf4cd4ce23 None None] Pushing event updated for resources: {'Port': ['ID=cd40e5ac-dea6-4005-8ac2-74f90044ebec,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:48:25.427651 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-436bb287-9bff-44d7-823e-e9cf4cd4ce23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:48:25.475243 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436bb287-9bff-44d7-823e-e9cf4cd4ce23 None None] Network 09f71a49-2f0f-4aaf-b4f5-e5844ebe3485 is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:48:25.476399 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-436bb287-9bff-44d7-823e-e9cf4cd4ce23 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:48:25.478713 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436bb287-9bff-44d7-823e-e9cf4cd4ce23 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:48:25.538235 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-436bb287-9bff-44d7-823e-e9cf4cd4ce23 None None] Attempting to bind port cd40e5ac-dea6-4005-8ac2-74f90044ebec on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:48:25.538571 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-436bb287-9bff-44d7-823e-e9cf4cd4ce23 None None] Attempting to bind port cd40e5ac-dea6-4005-8ac2-74f90044ebec by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '62fc5a3b-84ca-4a02-9317-e82b84afa755', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '09f71a49-2f0f-4aaf-b4f5-e5844ebe3485'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:48:25.538982 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436bb287-9bff-44d7-823e-e9cf4cd4ce23 None None] Attempting to bind port cd40e5ac-dea6-4005-8ac2-74f90044ebec on network 09f71a49-2f0f-4aaf-b4f5-e5844ebe3485 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:48:25.545287 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436bb287-9bff-44d7-823e-e9cf4cd4ce23 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:48:25.545705 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436bb287-9bff-44d7-823e-e9cf4cd4ce23 None None] Checking segment: {'id': '62fc5a3b-84ca-4a02-9317-e82b84afa755', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '09f71a49-2f0f-4aaf-b4f5-e5844ebe3485'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:48:25.546181 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-436bb287-9bff-44d7-823e-e9cf4cd4ce23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:25.546627 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436bb287-9bff-44d7-823e-e9cf4cd4ce23 None None] Bound using segment: {'id': '62fc5a3b-84ca-4a02-9317-e82b84afa755', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '09f71a49-2f0f-4aaf-b4f5-e5844ebe3485'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:48:25.547144 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-436bb287-9bff-44d7-823e-e9cf4cd4ce23 None None] Bound port: cd40e5ac-dea6-4005-8ac2-74f90044ebec, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62fc5a3b-84ca-4a02-9317-e82b84afa755', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '09f71a49-2f0f-4aaf-b4f5-e5844ebe3485'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:48:25.547570 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-436bb287-9bff-44d7-823e-e9cf4cd4ce23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:25.577252 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-b7b89af2-0500-4c44-9b59-96c956fcbb9b admin admin] Allocated IP 172.26.7.87 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/27ddb691-6e17-463a-a09e-a75d5ba72c78) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:48:25.641813 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-436bb287-9bff-44d7-823e-e9cf4cd4ce23 None None] For port cd40e5ac-dea6-4005-8ac2-74f90044ebec, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:48:25.645494 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-436bb287-9bff-44d7-823e-e9cf4cd4ce23 None None] For port cd40e5ac-dea6-4005-8ac2-74f90044ebec, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=cd40e5ac-dea6-4005-8ac2-74f90044ebec,segment=NetworkSegment(62fc5a3b-84ca-4a02-9317-e82b84afa755),segment_id=62fc5a3b-84ca-4a02-9317-e82b84afa755)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:48:25.648936 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-436bb287-9bff-44d7-823e-e9cf4cd4ce23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:25.664228 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:48:25.739004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b7b89af2-0500-4c44-9b59-96c956fcbb9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:25.768442 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b7b89af2-0500-4c44-9b59-96c956fcbb9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:25.784330 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d538554a-2b91-4a7d-8aea-a63906f229af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:48:25.824221 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436bb287-9bff-44d7-823e-e9cf4cd4ce23 None None] Pushing event updated for resources: {'Port': ['ID=cd40e5ac-dea6-4005-8ac2-74f90044ebec,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:48:25.827636 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-436bb287-9bff-44d7-823e-e9cf4cd4ce23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:48:25.927407 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b89af2-0500-4c44-9b59-96c956fcbb9b admin admin] Pushing event updated for resources: {'Port': ['ID=27ddb691-6e17-463a-a09e-a75d5ba72c78,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:48:25.931777 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b7b89af2-0500-4c44-9b59-96c956fcbb9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:48:25.983380 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b89af2-0500-4c44-9b59-96c956fcbb9b admin admin] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:48:25.984556 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-b7b89af2-0500-4c44-9b59-96c956fcbb9b admin admin] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:48:25.986918 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b89af2-0500-4c44-9b59-96c956fcbb9b admin admin] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:48:26.200090 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:26.450388 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b7b89af2-0500-4c44-9b59-96c956fcbb9b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:26.784586 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device cd40e5ac-dea6-4005-8ac2-74f90044ebec up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:48:26.806379 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b7b89af2-0500-4c44-9b59-96c956fcbb9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:26.858205 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port cd40e5ac-dea6-4005-8ac2-74f90044ebec completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:48:27.032538 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b89af2-0500-4c44-9b59-96c956fcbb9b admin admin] Router e2ea27d3-d3c3-41fd-ba50-105d1bb358c9 is scheduled to L3 agent 18987107-6d88-4736-94cf-15791d65b3ff with binding_index 1 {{(pid=80766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 29 10:48:27.199467 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:48:27.222087 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf28187-36b4-402b-8dd9-692ba418b99d None None] Network 09f71a49-2f0f-4aaf-b4f5-e5844ebe3485 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:48:27.228384 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b89af2-0500-4c44-9b59-96c956fcbb9b admin admin] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:48:27.241688 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae4b2c7-8ec2-43c1-85f3-dd817250ef6e None None] Sync routers for ids ['e2ea27d3-d3c3-41fd-ba50-105d1bb358c9'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:48:27.254070 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b7b89af2-0500-4c44-9b59-96c956fcbb9b admin admin] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:27.255422 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b7b89af2-0500-4c44-9b59-96c956fcbb9b admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 2.9588897
Jan 29 10:48:27.258354 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 35716) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:48:27.272793 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae4b2c7-8ec2-43c1-85f3-dd817250ef6e None None] Routers {'e2ea27d3-d3c3-41fd-ba50-105d1bb358c9'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:48:27.273486 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-1ae4b2c7-8ec2-43c1-85f3-dd817250ef6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c83bf390>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:48:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['e2ea27d3-d3c3-41fd-ba50-105d1bb358c9'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:48:27.486032 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-7f2765ee-8a87-4ac6-a27e-48b61056cfd0 None None] Provisioning for port cd40e5ac-dea6-4005-8ac2-74f90044ebec completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:48:27.503448 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-7f2765ee-8a87-4ac6-a27e-48b61056cfd0 None None] Provisioning complete for port cd40e5ac-dea6-4005-8ac2-74f90044ebec triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:48:27.503867 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7f2765ee-8a87-4ac6-a27e-48b61056cfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:27.673149 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-1ae4b2c7-8ec2-43c1-85f3-dd817250ef6e None None] Set router e2ea27d3-d3c3-41fd-ba50-105d1bb358c9 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:48:27.994843 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7f2765ee-8a87-4ac6-a27e-48b61056cfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:28.096360 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-7f2765ee-8a87-4ac6-a27e-48b61056cfd0 None None] For port cd40e5ac-dea6-4005-8ac2-74f90044ebec, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=cd40e5ac-dea6-4005-8ac2-74f90044ebec,segment=NetworkSegment(62fc5a3b-84ca-4a02-9317-e82b84afa755),segment_id=62fc5a3b-84ca-4a02-9317-e82b84afa755)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:48:28.105146 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7f2765ee-8a87-4ac6-a27e-48b61056cfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:28.108521 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:48:28.200467 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2765ee-8a87-4ac6-a27e-48b61056cfd0 None None] Pushing event updated for resources: {'Port': ['ID=cd40e5ac-dea6-4005-8ac2-74f90044ebec,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:48:28.204742 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7f2765ee-8a87-4ac6-a27e-48b61056cfd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:48:28.213111 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-1ae4b2c7-8ec2-43c1-85f3-dd817250ef6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c83bf390>, [{'id': 'e2ea27d3-d3c3-41fd-ba50-105d1bb358c9', 'name': 'tempest-TestMinimumBasicScenario-521912982-router', 'tenant_id': 'c3b48cc417d840ae865e59e594e7e5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': '27ddb691-6e17-463a-a09e-a75d5ba72c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:48:24Z', 'updated_at': '2021-01-29T10:48:26Z', 'revision_number': 3, 'project_id': 'c3b48cc417d840ae865e59e594e7e5a6', 'gw_port': {'id': '27ddb691-6e17-463a-a09e-a75d5ba72c78', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:06:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ea27d3-d3c3-41fd-ba50-105d1bb358c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:48:25Z', 'updated_at': '2021-01-29T10:48:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:48:28.218216 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae4b2c7-8ec2-43c1-85f3-dd817250ef6e None None] Checking router: e2ea27d3-d3c3-41fd-ba50-105d1bb358c9 for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:48:28.218616 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae4b2c7-8ec2-43c1-85f3-dd817250ef6e None None] Updating router e2ea27d3-d3c3-41fd-ba50-105d1bb358c9 port 27ddb691-6e17-463a-a09e-a75d5ba72c78 binding host dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 29 10:48:28.279623 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1ae4b2c7-8ec2-43c1-85f3-dd817250ef6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:28.320784 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-63b7f952-d904-44dd-a12f-80aa069cb376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:28.569859 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-7eed72e7-b145-4f25-aeae-f262df44b87e None None] Provisioning complete for port cd40e5ac-dea6-4005-8ac2-74f90044ebec triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:48:28.570423 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7eed72e7-b145-4f25-aeae-f262df44b87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:28.700205 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-63b7f952-d904-44dd-a12f-80aa069cb376 admin admin] Allocated IP 172.20.0.1 (09f71a49-2f0f-4aaf-b4f5-e5844ebe3485/5ff87fef-b13d-4822-a9fd-fffb4832324e/bbef6f5b-76b4-465c-9efb-16e02bf2bc86) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:48:28.770131 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device cd40e5ac-dea6-4005-8ac2-74f90044ebec up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:48:28.858648 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-63b7f952-d904-44dd-a12f-80aa069cb376 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:28.874841 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-63b7f952-d904-44dd-a12f-80aa069cb376 admin admin] Transition to ACTIVE for port object bbef6f5b-76b4-465c-9efb-16e02bf2bc86 will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:48:28.897249 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-63b7f952-d904-44dd-a12f-80aa069cb376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:28.917035 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-52515c31-25b6-495a-8ace-511f9fcf1048 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:48:28.997483 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port cd40e5ac-dea6-4005-8ac2-74f90044ebec triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:48:28.997940 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:29.056501 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b7f952-d904-44dd-a12f-80aa069cb376 admin admin] Pushing event updated for resources: {'Port': ['ID=bbef6f5b-76b4-465c-9efb-16e02bf2bc86,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:48:29.061432 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-63b7f952-d904-44dd-a12f-80aa069cb376 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:48:29.070999 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-9211e8f8-13c3-4a4f-85c0-ec724f218791 None None] Provisioning complete for port cd40e5ac-dea6-4005-8ac2-74f90044ebec triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:48:29.071424 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9211e8f8-13c3-4a4f-85c0-ec724f218791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:29.109762 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b7f952-d904-44dd-a12f-80aa069cb376 admin admin] Network 09f71a49-2f0f-4aaf-b4f5-e5844ebe3485 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:48:29.110989 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-63b7f952-d904-44dd-a12f-80aa069cb376 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:48:29.113217 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b7f952-d904-44dd-a12f-80aa069cb376 admin admin] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:48:29.172549 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-63b7f952-d904-44dd-a12f-80aa069cb376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854426412'] for router_interface, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:29.301270 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-63b7f952-d904-44dd-a12f-80aa069cb376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:29.343105 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1ae4b2c7-8ec2-43c1-85f3-dd817250ef6e None None] Notify callbacks [] for port, precommit_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:29.376364 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-1ae4b2c7-8ec2-43c1-85f3-dd817250ef6e None None] Transition to ACTIVE for port object 27ddb691-6e17-463a-a09e-a75d5ba72c78 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:48:29.384210 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1ae4b2c7-8ec2-43c1-85f3-dd817250ef6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:29.401091 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:48:29.539114 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6995306b-120f-49e8-96a1-ca99ccfd47b2 None None] Pushing event updated for resources: {'Port': ['ID=27ddb691-6e17-463a-a09e-a75d5ba72c78,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:48:29.542684 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6995306b-120f-49e8-96a1-ca99ccfd47b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:48:29.586226 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-acb324a0-22ef-44e2-ae37-8eb3db9a6989 None None] Provisioning for port bbef6f5b-76b4-465c-9efb-16e02bf2bc86 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:48:29.597637 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-acb324a0-22ef-44e2-ae37-8eb3db9a6989 None None] Provisioning complete for port bbef6f5b-76b4-465c-9efb-16e02bf2bc86 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:48:29.598098 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-acb324a0-22ef-44e2-ae37-8eb3db9a6989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:29.603481 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-63b7f952-d904-44dd-a12f-80aa069cb376 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:29.607552 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-63b7f952-d904-44dd-a12f-80aa069cb376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:29.638121 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b305d84b-d1d2-43fd-913c-a076654f350c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:48:29.673516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-1ae4b2c7-8ec2-43c1-85f3-dd817250ef6e None None] Attempting to bind port 27ddb691-6e17-463a-a09e-a75d5ba72c78 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:48:29.673962 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-1ae4b2c7-8ec2-43c1-85f3-dd817250ef6e None None] Attempting to bind port 27ddb691-6e17-463a-a09e-a75d5ba72c78 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:48:29.674380 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae4b2c7-8ec2-43c1-85f3-dd817250ef6e None None] Attempting to bind port 27ddb691-6e17-463a-a09e-a75d5ba72c78 on network aadf795f-2e1a-4d04-be0e-12575f0f28a5 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:48:29.682705 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-acb324a0-22ef-44e2-ae37-8eb3db9a6989 None None] Port bbef6f5b-76b4-465c-9efb-16e02bf2bc86 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:48:29.685668 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae4b2c7-8ec2-43c1-85f3-dd817250ef6e None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:48:29.686143 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae4b2c7-8ec2-43c1-85f3-dd817250ef6e None None] Checking segment: {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:48:29.686595 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1ae4b2c7-8ec2-43c1-85f3-dd817250ef6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:29.687002 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae4b2c7-8ec2-43c1-85f3-dd817250ef6e None None] Bound using segment: {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:48:29.687544 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-1ae4b2c7-8ec2-43c1-85f3-dd817250ef6e None None] Bound port: 27ddb691-6e17-463a-a09e-a75d5ba72c78, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:48:29.687968 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1ae4b2c7-8ec2-43c1-85f3-dd817250ef6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:29.728621 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-63b7f952-d904-44dd-a12f-80aa069cb376 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854133895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349242'] for router_interface, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:29.744566 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b7f952-d904-44dd-a12f-80aa069cb376 admin admin] Pushing event updated for resources: {'Port': ['ID=bbef6f5b-76b4-465c-9efb-16e02bf2bc86,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:48:29.751368 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-63b7f952-d904-44dd-a12f-80aa069cb376 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:48:29.766047 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-1ae4b2c7-8ec2-43c1-85f3-dd817250ef6e None None] For port 27ddb691-6e17-463a-a09e-a75d5ba72c78, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:48:29.769488 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-1ae4b2c7-8ec2-43c1-85f3-dd817250ef6e None None] For port 27ddb691-6e17-463a-a09e-a75d5ba72c78, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=27ddb691-6e17-463a-a09e-a75d5ba72c78,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:48:29.772996 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1ae4b2c7-8ec2-43c1-85f3-dd817250ef6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:29.788810 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:48:29.881703 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b7f952-d904-44dd-a12f-80aa069cb376 admin admin] Network 09f71a49-2f0f-4aaf-b4f5-e5844ebe3485 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:48:29.882935 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-63b7f952-d904-44dd-a12f-80aa069cb376 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:48:29.938855 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6995306b-120f-49e8-96a1-ca99ccfd47b2 None None] Pushing event updated for resources: {'Port': ['ID=27ddb691-6e17-463a-a09e-a75d5ba72c78,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:48:29.947947 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6995306b-120f-49e8-96a1-ca99ccfd47b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:48:29.994692 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae4b2c7-8ec2-43c1-85f3-dd817250ef6e None None] Routers {'e2ea27d3-d3c3-41fd-ba50-105d1bb358c9'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:48:29.996007 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-1ae4b2c7-8ec2-43c1-85f3-dd817250ef6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c83bf390>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:48:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['e2ea27d3-d3c3-41fd-ba50-105d1bb358c9'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:48:30.097673 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b7f952-d904-44dd-a12f-80aa069cb376 admin admin] Router e2ea27d3-d3c3-41fd-ba50-105d1bb358c9 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:48:30.161080 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-fa4aab8b-0d80-427c-a961-fd7e6fabcd09 None None] Provisioning complete for port bbef6f5b-76b4-465c-9efb-16e02bf2bc86 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:48:30.161402 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fa4aab8b-0d80-427c-a961-fd7e6fabcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:30.242536 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-fa4aab8b-0d80-427c-a961-fd7e6fabcd09 None None] Port bbef6f5b-76b4-465c-9efb-16e02bf2bc86 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:48:30.251746 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-1ae4b2c7-8ec2-43c1-85f3-dd817250ef6e None None] Set router e2ea27d3-d3c3-41fd-ba50-105d1bb358c9 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:48:30.296161 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b7f952-d904-44dd-a12f-80aa069cb376 admin admin] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:48:30.314368 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-63b7f952-d904-44dd-a12f-80aa069cb376 admin admin] 10.222.0.57 "PUT /v2.0/routers/e2ea27d3-d3c3-41fd-ba50-105d1bb358c9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0548818
Jan 29 10:48:30.592581 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-1ae4b2c7-8ec2-43c1-85f3-dd817250ef6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c83bf390>, [{'id': 'e2ea27d3-d3c3-41fd-ba50-105d1bb358c9', 'name': 'tempest-TestMinimumBasicScenario-521912982-router', 'tenant_id': 'c3b48cc417d840ae865e59e594e7e5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': '27ddb691-6e17-463a-a09e-a75d5ba72c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:48:24Z', 'updated_at': '2021-01-29T10:48:29Z', 'revision_number': 4, 'project_id': 'c3b48cc417d840ae865e59e594e7e5a6', 'gw_port': {'id': '27ddb691-6e17-463a-a09e-a75d5ba72c78', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:06:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ea27d3-d3c3-41fd-ba50-105d1bb358c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:48:25Z', 'updated_at': '2021-01-29T10:48:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'bbef6f5b-76b4-465c-9efb-16e02bf2bc86', 'name': '', 'network_id': '09f71a49-2f0f-4aaf-b4f5-e5844ebe3485', 'tenant_id': 'c3b48cc417d840ae865e59e594e7e5a6', 'mac_address': 'fa:16:3e:ed:32:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ea27d3-d3c3-41fd-ba50-105d1bb358c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '5ff87fef-b13d-4822-a9fd-fffb4832324e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:48:28Z', 'updated_at': '2021-01-29T10:48:29Z', 'revision_number': 2, 'project_id': 'c3b48cc417d840ae865e59e594e7e5a6', 'subnets': [{'id': '5ff87fef-b13d-4822-a9fd-fffb4832324e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:48:30.596873 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae4b2c7-8ec2-43c1-85f3-dd817250ef6e None None] The sync data for ids ['e2ea27d3-d3c3-41fd-ba50-105d1bb358c9'] in dv-neutron-772983-2-ovs is: [{'id': 'e2ea27d3-d3c3-41fd-ba50-105d1bb358c9', 'name': 'tempest-TestMinimumBasicScenario-521912982-router', 'tenant_id': 'c3b48cc417d840ae865e59e594e7e5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': '27ddb691-6e17-463a-a09e-a75d5ba72c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:48:24Z', 'updated_at': '2021-01-29T10:48:29Z', 'revision_number': 4, 'project_id': 'c3b48cc417d840ae865e59e594e7e5a6', 'gw_port': {'id': '27ddb691-6e17-463a-a09e-a75d5ba72c78', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:06:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ea27d3-d3c3-41fd-ba50-105d1bb358c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:48:25Z', 'updated_at': '2021-01-29T10:48:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'bbef6f5b-76b4-465c-9efb-16e02bf2bc86', 'name': '', 'network_id': '09f71a49-2f0f-4aaf-b4f5-e5844ebe3485', 'tenant_id': 'c3b48cc417d840ae865e59e594e7e5a6', 'mac_address': 'fa:16:3e:ed:32:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ea27d3-d3c3-41fd-ba50-105d1bb358c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '5ff87fef-b13d-4822-a9fd-fffb4832324e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:48:28Z', 'updated_at': '2021-01-29T10:48:29Z', 'revision_number': 2, 'project_id': 'c3b48cc417d840ae865e59e594e7e5a6', 'subnets': [{'id': '5ff87fef-b13d-4822-a9fd-fffb4832324e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:48:32.801033 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 27ddb691-6e17-463a-a09e-a75d5ba72c78 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:48:32.889464 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 27ddb691-6e17-463a-a09e-a75d5ba72c78 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:48:32.898526 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 27ddb691-6e17-463a-a09e-a75d5ba72c78 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:48:32.898998 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:33.041773 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:33.060492 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port 27ddb691-6e17-463a-a09e-a75d5ba72c78, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=27ddb691-6e17-463a-a09e-a75d5ba72c78,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:48:33.064377 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:33.068547 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:48:33.316592 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=27ddb691-6e17-463a-a09e-a75d5ba72c78,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:48:33.319971 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:48:34.255975 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3aeb9ab-2c74-420e-9943-973d546ddebc None None] Sync routers for ids ['e2ea27d3-d3c3-41fd-ba50-105d1bb358c9'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:48:34.269758 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3aeb9ab-2c74-420e-9943-973d546ddebc None None] Routers {'e2ea27d3-d3c3-41fd-ba50-105d1bb358c9'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:48:34.270584 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-f3aeb9ab-2c74-420e-9943-973d546ddebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9ffc940>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:48:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['e2ea27d3-d3c3-41fd-ba50-105d1bb358c9'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:48:34.463499 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-f3aeb9ab-2c74-420e-9943-973d546ddebc None None] Set router e2ea27d3-d3c3-41fd-ba50-105d1bb358c9 gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:48:34.783350 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 27ddb691-6e17-463a-a09e-a75d5ba72c78 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:48:34.833709 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-f3aeb9ab-2c74-420e-9943-973d546ddebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9ffc940>, [{'id': 'e2ea27d3-d3c3-41fd-ba50-105d1bb358c9', 'name': 'tempest-TestMinimumBasicScenario-521912982-router', 'tenant_id': 'c3b48cc417d840ae865e59e594e7e5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': '27ddb691-6e17-463a-a09e-a75d5ba72c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:48:24Z', 'updated_at': '2021-01-29T10:48:29Z', 'revision_number': 4, 'project_id': 'c3b48cc417d840ae865e59e594e7e5a6', 'gw_port': {'id': '27ddb691-6e17-463a-a09e-a75d5ba72c78', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:06:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ea27d3-d3c3-41fd-ba50-105d1bb358c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:48:25Z', 'updated_at': '2021-01-29T10:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'bbef6f5b-76b4-465c-9efb-16e02bf2bc86', 'name': '', 'network_id': '09f71a49-2f0f-4aaf-b4f5-e5844ebe3485', 'tenant_id': 'c3b48cc417d840ae865e59e594e7e5a6', 'mac_address': 'fa:16:3e:ed:32:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ea27d3-d3c3-41fd-ba50-105d1bb358c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '5ff87fef-b13d-4822-a9fd-fffb4832324e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:48:28Z', 'updated_at': '2021-01-29T10:48:29Z', 'revision_number': 2, 'project_id': 'c3b48cc417d840ae865e59e594e7e5a6', 'subnets': [{'id': '5ff87fef-b13d-4822-a9fd-fffb4832324e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:48:34.839844 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3aeb9ab-2c74-420e-9943-973d546ddebc None None] Checking router: e2ea27d3-d3c3-41fd-ba50-105d1bb358c9 for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:48:34.839844 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3aeb9ab-2c74-420e-9943-973d546ddebc None None] Updating router e2ea27d3-d3c3-41fd-ba50-105d1bb358c9 port bbef6f5b-76b4-465c-9efb-16e02bf2bc86 binding host dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 29 10:48:34.860581 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 27ddb691-6e17-463a-a09e-a75d5ba72c78 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:48:34.861006 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:34.905199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f3aeb9ab-2c74-420e-9943-973d546ddebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:35.174286 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:35.556850 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f3aeb9ab-2c74-420e-9943-973d546ddebc None None] Notify callbacks [] for port, precommit_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:35.571982 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-f3aeb9ab-2c74-420e-9943-973d546ddebc None None] Transition to ACTIVE for port object bbef6f5b-76b4-465c-9efb-16e02bf2bc86 will not be triggered until provisioned by entity L2. {{(pid=80768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:48:35.575168 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f3aeb9ab-2c74-420e-9943-973d546ddebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:35.591887 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-639fc7c3-7472-45cd-99e9-0ab7dcf11903 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:48:35.728287 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f0006a-199d-4300-9665-c1ce1a527ac1 None None] Pushing event updated for resources: {'Port': ['ID=bbef6f5b-76b4-465c-9efb-16e02bf2bc86,revision_number=3']} {{(pid=80768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:48:35.747329 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f0006a-199d-4300-9665-c1ce1a527ac1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:48:35.747717 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f0006a-199d-4300-9665-c1ce1a527ac1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:48:35.748555 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f0006a-199d-4300-9665-c1ce1a527ac1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:48:35.748555 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f0006a-199d-4300-9665-c1ce1a527ac1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:48:35.749896 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f0006a-199d-4300-9665-c1ce1a527ac1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:48:35.749896 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f0006a-199d-4300-9665-c1ce1a527ac1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:48:35.749896 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f0006a-199d-4300-9665-c1ce1a527ac1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:48:35.749896 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f0006a-199d-4300-9665-c1ce1a527ac1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:48:35.750273 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f0006a-199d-4300-9665-c1ce1a527ac1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:48:35.753923 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f0006a-199d-4300-9665-c1ce1a527ac1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:48:35.753923 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f0006a-199d-4300-9665-c1ce1a527ac1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:48:35.753923 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f0006a-199d-4300-9665-c1ce1a527ac1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:48:35.753923 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f0006a-199d-4300-9665-c1ce1a527ac1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:48:35.753923 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f0006a-199d-4300-9665-c1ce1a527ac1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:48:35.753923 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f0006a-199d-4300-9665-c1ce1a527ac1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:48:35.753923 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f0006a-199d-4300-9665-c1ce1a527ac1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:48:35.753923 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f0006a-199d-4300-9665-c1ce1a527ac1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:48:35.753923 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f0006a-199d-4300-9665-c1ce1a527ac1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:48:35.753923 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f0006a-199d-4300-9665-c1ce1a527ac1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:48:35.753923 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f0006a-199d-4300-9665-c1ce1a527ac1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:48:35.754818 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f0006a-199d-4300-9665-c1ce1a527ac1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:48:35.754818 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f0006a-199d-4300-9665-c1ce1a527ac1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:48:35.754987 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f0006a-199d-4300-9665-c1ce1a527ac1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:48:35.755298 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f0006a-199d-4300-9665-c1ce1a527ac1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:48:35.763692 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-87f0006a-199d-4300-9665-c1ce1a527ac1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:48:35.942539 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-f3aeb9ab-2c74-420e-9943-973d546ddebc None None] Attempting to bind port bbef6f5b-76b4-465c-9efb-16e02bf2bc86 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:48:35.946108 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-f3aeb9ab-2c74-420e-9943-973d546ddebc None None] Attempting to bind port bbef6f5b-76b4-465c-9efb-16e02bf2bc86 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '62fc5a3b-84ca-4a02-9317-e82b84afa755', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '09f71a49-2f0f-4aaf-b4f5-e5844ebe3485'}] {{(pid=80768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:48:35.946912 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3aeb9ab-2c74-420e-9943-973d546ddebc None None] Attempting to bind port bbef6f5b-76b4-465c-9efb-16e02bf2bc86 on network 09f71a49-2f0f-4aaf-b4f5-e5844ebe3485 {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:48:35.954858 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3aeb9ab-2c74-420e-9943-973d546ddebc None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:48:35.955788 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3aeb9ab-2c74-420e-9943-973d546ddebc None None] Checking segment: {'id': '62fc5a3b-84ca-4a02-9317-e82b84afa755', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '09f71a49-2f0f-4aaf-b4f5-e5844ebe3485'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:48:35.956591 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f3aeb9ab-2c74-420e-9943-973d546ddebc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:35.957232 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3aeb9ab-2c74-420e-9943-973d546ddebc None None] Bound using segment: {'id': '62fc5a3b-84ca-4a02-9317-e82b84afa755', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '09f71a49-2f0f-4aaf-b4f5-e5844ebe3485'} {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:48:35.958010 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-f3aeb9ab-2c74-420e-9943-973d546ddebc None None] Bound port: bbef6f5b-76b4-465c-9efb-16e02bf2bc86, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62fc5a3b-84ca-4a02-9317-e82b84afa755', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '09f71a49-2f0f-4aaf-b4f5-e5844ebe3485'}}] {{(pid=80768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:48:35.958655 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f3aeb9ab-2c74-420e-9943-973d546ddebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:36.077542 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-f3aeb9ab-2c74-420e-9943-973d546ddebc None None] For port bbef6f5b-76b4-465c-9efb-16e02bf2bc86, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:48:36.079976 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-f3aeb9ab-2c74-420e-9943-973d546ddebc None None] For port bbef6f5b-76b4-465c-9efb-16e02bf2bc86, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=bbef6f5b-76b4-465c-9efb-16e02bf2bc86,segment=NetworkSegment(62fc5a3b-84ca-4a02-9317-e82b84afa755),segment_id=62fc5a3b-84ca-4a02-9317-e82b84afa755)] {{(pid=80768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:48:36.083548 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f3aeb9ab-2c74-420e-9943-973d546ddebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:36.100664 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b92f6701-31c4-4922-a6e9-20ca5eb1035c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:48:36.263419 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f0006a-199d-4300-9665-c1ce1a527ac1 None None] Pushing event updated for resources: {'Port': ['ID=bbef6f5b-76b4-465c-9efb-16e02bf2bc86,revision_number=4']} {{(pid=80768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:48:36.268932 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-87f0006a-199d-4300-9665-c1ce1a527ac1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:48:36.332400 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3aeb9ab-2c74-420e-9943-973d546ddebc None None] Routers {'e2ea27d3-d3c3-41fd-ba50-105d1bb358c9'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:48:36.333197 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-f3aeb9ab-2c74-420e-9943-973d546ddebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9ffc940>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:48:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['e2ea27d3-d3c3-41fd-ba50-105d1bb358c9'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:48:36.546828 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-f3aeb9ab-2c74-420e-9943-973d546ddebc None None] Set router e2ea27d3-d3c3-41fd-ba50-105d1bb358c9 gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:48:36.842531 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device bbef6f5b-76b4-465c-9efb-16e02bf2bc86 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:48:36.907532 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-f3aeb9ab-2c74-420e-9943-973d546ddebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9ffc940>, [{'id': 'e2ea27d3-d3c3-41fd-ba50-105d1bb358c9', 'name': 'tempest-TestMinimumBasicScenario-521912982-router', 'tenant_id': 'c3b48cc417d840ae865e59e594e7e5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': '27ddb691-6e17-463a-a09e-a75d5ba72c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:48:24Z', 'updated_at': '2021-01-29T10:48:29Z', 'revision_number': 4, 'project_id': 'c3b48cc417d840ae865e59e594e7e5a6', 'gw_port': {'id': '27ddb691-6e17-463a-a09e-a75d5ba72c78', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:06:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ea27d3-d3c3-41fd-ba50-105d1bb358c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:48:25Z', 'updated_at': '2021-01-29T10:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'bbef6f5b-76b4-465c-9efb-16e02bf2bc86', 'name': '', 'network_id': '09f71a49-2f0f-4aaf-b4f5-e5844ebe3485', 'tenant_id': 'c3b48cc417d840ae865e59e594e7e5a6', 'mac_address': 'fa:16:3e:ed:32:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ea27d3-d3c3-41fd-ba50-105d1bb358c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '5ff87fef-b13d-4822-a9fd-fffb4832324e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:48:28Z', 'updated_at': '2021-01-29T10:48:36Z', 'revision_number': 4, 'project_id': 'c3b48cc417d840ae865e59e594e7e5a6', 'subnets': [{'id': '5ff87fef-b13d-4822-a9fd-fffb4832324e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:48:36.911968 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3aeb9ab-2c74-420e-9943-973d546ddebc None None] The sync data for ids ['e2ea27d3-d3c3-41fd-ba50-105d1bb358c9'] in dv-neutron-772983-2-ovs is: [{'id': 'e2ea27d3-d3c3-41fd-ba50-105d1bb358c9', 'name': 'tempest-TestMinimumBasicScenario-521912982-router', 'tenant_id': 'c3b48cc417d840ae865e59e594e7e5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': '27ddb691-6e17-463a-a09e-a75d5ba72c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:48:24Z', 'updated_at': '2021-01-29T10:48:29Z', 'revision_number': 4, 'project_id': 'c3b48cc417d840ae865e59e594e7e5a6', 'gw_port': {'id': '27ddb691-6e17-463a-a09e-a75d5ba72c78', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:06:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ea27d3-d3c3-41fd-ba50-105d1bb358c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:48:25Z', 'updated_at': '2021-01-29T10:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'bbef6f5b-76b4-465c-9efb-16e02bf2bc86', 'name': '', 'network_id': '09f71a49-2f0f-4aaf-b4f5-e5844ebe3485', 'tenant_id': 'c3b48cc417d840ae865e59e594e7e5a6', 'mac_address': 'fa:16:3e:ed:32:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ea27d3-d3c3-41fd-ba50-105d1bb358c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '5ff87fef-b13d-4822-a9fd-fffb4832324e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:48:28Z', 'updated_at': '2021-01-29T10:48:36Z', 'revision_number': 4, 'project_id': 'c3b48cc417d840ae865e59e594e7e5a6', 'subnets': [{'id': '5ff87fef-b13d-4822-a9fd-fffb4832324e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:48:36.928214 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port bbef6f5b-76b4-465c-9efb-16e02bf2bc86 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:48:36.934187 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port bbef6f5b-76b4-465c-9efb-16e02bf2bc86 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:48:36.934757 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:37.072166 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:37.114175 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port bbef6f5b-76b4-465c-9efb-16e02bf2bc86, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=bbef6f5b-76b4-465c-9efb-16e02bf2bc86,segment=NetworkSegment(62fc5a3b-84ca-4a02-9317-e82b84afa755),segment_id=62fc5a3b-84ca-4a02-9317-e82b84afa755)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:48:37.119096 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:37.122137 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6fd931d9-85b6-422f-80a7-08e0321f5d1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:48:37.200134 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=bbef6f5b-76b4-465c-9efb-16e02bf2bc86,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:48:37.203798 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:48:38.778247 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device bbef6f5b-76b4-465c-9efb-16e02bf2bc86 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:48:38.857882 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port bbef6f5b-76b4-465c-9efb-16e02bf2bc86 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:48:38.858309 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:40.786494 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b3f1f4-f73e-4fb9-9518-0c72b64278f7 req-9de96b2f-aefe-4216-9c55-84ddfbf9885f tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:48:40.787297 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-61b3f1f4-f73e-4fb9-9518-0c72b64278f7 req-9de96b2f-aefe-4216-9c55-84ddfbf9885f tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Synchronizing usage tracker for tenant:c3b48cc417d840ae865e59e594e7e5a6 on resource:network {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:48:40.803623 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-61b3f1f4-f73e-4fb9-9518-0c72b64278f7 req-9de96b2f-aefe-4216-9c55-84ddfbf9885f tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Unset dirty status for tenant:c3b48cc417d840ae865e59e594e7e5a6 on resource:network {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:48:40.804940 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-61b3f1f4-f73e-4fb9-9518-0c72b64278f7 req-9de96b2f-aefe-4216-9c55-84ddfbf9885f tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/networks?id=09f71a49-2f0f-4aaf-b4f5-e5844ebe3485 HTTP/1.1" status: 200  len: 814 time: 0.2532382
Jan 29 10:48:40.821487 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-61b3f1f4-f73e-4fb9-9518-0c72b64278f7 req-60361536-bf64-4fde-801c-f0948f906024 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/quotas/c3b48cc417d840ae865e59e594e7e5a6 HTTP/1.1" status: 200  len: 375 time: 0.0097847
Jan 29 10:48:40.945701 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-61b3f1f4-f73e-4fb9-9518-0c72b64278f7 req-cb64e2db-e92c-406a-b97d-12e958370231 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c3b48cc417d840ae865e59e594e7e5a6&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1172764
Jan 29 10:48:41.100725 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-61b3f1f4-f73e-4fb9-9518-0c72b64278f7 req-1cceca04-0b9e-489a-9f32-548f45ded51e service neutron] 10.222.0.57 "GET /v2.0/networks/09f71a49-2f0f-4aaf-b4f5-e5844ebe3485?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1415935
Jan 29 10:48:41.516307 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-61b3f1f4-f73e-4fb9-9518-0c72b64278f7 req-aa3fb4c3-20c6-4f87-a638-6b6b6315b7cf service neutron] 10.222.0.57 "GET /v2.0/networks/09f71a49-2f0f-4aaf-b4f5-e5844ebe3485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4089923
Jan 29 10:48:41.724707 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c29b1169-a084-49bd-aa84-cd38821b3dbe req-6887021f-3f5b-4060-8c07-c29fb99432b8 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5 HTTP/1.1" status: 200  len: 210 time: 0.0494421
Jan 29 10:48:42.914534 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f404e5f8-fabd-4b58-935c-ccae701f7c97 req-b4c55f8e-9ed3-48cc-bd02-474dce492d09 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5 HTTP/1.1" status: 200  len: 210 time: 0.0491273
Jan 29 10:48:42.965632 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b3f1f4-f73e-4fb9-9518-0c72b64278f7 req-111f638f-5f8f-4e7f-afa0-aab91f055828 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:48:42.967243 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-61b3f1f4-f73e-4fb9-9518-0c72b64278f7 req-111f638f-5f8f-4e7f-afa0-aab91f055828 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.22 "GET /v2.0/networks?id=09f71a49-2f0f-4aaf-b4f5-e5844ebe3485 HTTP/1.1" status: 200  len: 814 time: 0.2531748
Jan 29 10:48:42.990420 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-61b3f1f4-f73e-4fb9-9518-0c72b64278f7 req-b4652c3a-aec5-47e9-bb54-16661d27e9d6 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Request body: {'port': {'device_id': '4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5', 'network_id': '09f71a49-2f0f-4aaf-b4f5-e5844ebe3485', 'admin_state_up': True, 'tenant_id': 'c3b48cc417d840ae865e59e594e7e5a6'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:48:43.142695 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-61b3f1f4-f73e-4fb9-9518-0c72b64278f7 req-b4652c3a-aec5-47e9-bb54-16661d27e9d6 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:48:43.146735 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-61b3f1f4-f73e-4fb9-9518-0c72b64278f7 req-b4652c3a-aec5-47e9-bb54-16661d27e9d6 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Usage tracker for resource:port and tenant:c3b48cc417d840ae865e59e594e7e5a6 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:48:43.149683 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-61b3f1f4-f73e-4fb9-9518-0c72b64278f7 req-b4652c3a-aec5-47e9-bb54-16661d27e9d6 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Quota usage for port was recalculated. Used quota:2. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:48:43.157286 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-61b3f1f4-f73e-4fb9-9518-0c72b64278f7 req-b4652c3a-aec5-47e9-bb54-16661d27e9d6 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:48:43.166450 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61b3f1f4-f73e-4fb9-9518-0c72b64278f7 req-b4652c3a-aec5-47e9-bb54-16661d27e9d6 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Made reservation on behalf of c3b48cc417d840ae865e59e594e7e5a6 for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:48:43.188171 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-61b3f1f4-f73e-4fb9-9518-0c72b64278f7 req-b4652c3a-aec5-47e9-bb54-16661d27e9d6 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:43.834004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [req-61b3f1f4-f73e-4fb9-9518-0c72b64278f7 req-b4652c3a-aec5-47e9-bb54-16661d27e9d6 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Allocated IP 172.20.0.4 (09f71a49-2f0f-4aaf-b4f5-e5844ebe3485/5ff87fef-b13d-4822-a9fd-fffb4832324e/02677f8b-95c1-4560-b9d4-c1264bebd7c3) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:48:44.062196 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-61b3f1f4-f73e-4fb9-9518-0c72b64278f7 req-b4652c3a-aec5-47e9-bb54-16661d27e9d6 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:44.080049 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-61b3f1f4-f73e-4fb9-9518-0c72b64278f7 req-b4652c3a-aec5-47e9-bb54-16661d27e9d6 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Transition to ACTIVE for port object 02677f8b-95c1-4560-b9d4-c1264bebd7c3 will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:48:44.106697 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-61b3f1f4-f73e-4fb9-9518-0c72b64278f7 req-b4652c3a-aec5-47e9-bb54-16661d27e9d6 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:44.144046 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-55c6c441-6d66-4725-909c-edcba91d0667 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:48:44.278791 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4652c3a-aec5-47e9-bb54-16661d27e9d6 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Pushing event updated for resources: {'Port': ['ID=02677f8b-95c1-4560-b9d4-c1264bebd7c3,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:48:44.279045 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2dde85-f51a-4a08-b9c6-dc256cda91ee req-c40d8adb-43c6-453f-a5c7-669bcb490f1a tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:48:44.284406 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2c2dde85-f51a-4a08-b9c6-dc256cda91ee req-c40d8adb-43c6-453f-a5c7-669bcb490f1a tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5 HTTP/1.1" status: 200  len: 931 time: 0.2041581
Jan 29 10:48:44.336353 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4652c3a-aec5-47e9-bb54-16661d27e9d6 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:48:44.337070 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4652c3a-aec5-47e9-bb54-16661d27e9d6 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:48:44.337812 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4652c3a-aec5-47e9-bb54-16661d27e9d6 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:48:44.338536 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4652c3a-aec5-47e9-bb54-16661d27e9d6 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:48:44.339447 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4652c3a-aec5-47e9-bb54-16661d27e9d6 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:48:44.340312 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4652c3a-aec5-47e9-bb54-16661d27e9d6 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:48:44.340989 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4652c3a-aec5-47e9-bb54-16661d27e9d6 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:48:44.341672 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4652c3a-aec5-47e9-bb54-16661d27e9d6 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:48:44.342339 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4652c3a-aec5-47e9-bb54-16661d27e9d6 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:48:44.343184 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4652c3a-aec5-47e9-bb54-16661d27e9d6 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:48:44.343810 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4652c3a-aec5-47e9-bb54-16661d27e9d6 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:48:44.344435 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4652c3a-aec5-47e9-bb54-16661d27e9d6 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:48:44.344559 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-2c2dde85-f51a-4a08-b9c6-dc256cda91ee req-6a596923-804e-4cee-afe5-ace3e8469474 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Synchronizing usage tracker for tenant:c3b48cc417d840ae865e59e594e7e5a6 on resource:security_group {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:48:44.345260 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4652c3a-aec5-47e9-bb54-16661d27e9d6 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:48:44.345931 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4652c3a-aec5-47e9-bb54-16661d27e9d6 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:48:44.346761 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4652c3a-aec5-47e9-bb54-16661d27e9d6 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:48:44.347400 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4652c3a-aec5-47e9-bb54-16661d27e9d6 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:48:44.348035 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4652c3a-aec5-47e9-bb54-16661d27e9d6 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:48:44.348641 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4652c3a-aec5-47e9-bb54-16661d27e9d6 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:48:44.349278 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4652c3a-aec5-47e9-bb54-16661d27e9d6 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:48:44.349928 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4652c3a-aec5-47e9-bb54-16661d27e9d6 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:48:44.350505 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4652c3a-aec5-47e9-bb54-16661d27e9d6 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:48:44.351099 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4652c3a-aec5-47e9-bb54-16661d27e9d6 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:48:44.351682 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4652c3a-aec5-47e9-bb54-16661d27e9d6 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:48:44.352264 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4652c3a-aec5-47e9-bb54-16661d27e9d6 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:48:44.359113 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b4652c3a-aec5-47e9-bb54-16661d27e9d6 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:48:44.366487 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-2c2dde85-f51a-4a08-b9c6-dc256cda91ee req-6a596923-804e-4cee-afe5-ace3e8469474 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Unset dirty status for tenant:c3b48cc417d840ae865e59e594e7e5a6 on resource:security_group {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:48:44.367774 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2c2dde85-f51a-4a08-b9c6-dc256cda91ee req-6a596923-804e-4cee-afe5-ace3e8469474 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/security-groups?id=14f9187d-3066-4931-a790-7b5d28b64d65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825093
Jan 29 10:48:44.407164 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61b3f1f4-f73e-4fb9-9518-0c72b64278f7 req-b4652c3a-aec5-47e9-bb54-16661d27e9d6 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Network 09f71a49-2f0f-4aaf-b4f5-e5844ebe3485 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:48:44.408443 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [req-61b3f1f4-f73e-4fb9-9518-0c72b64278f7 req-b4652c3a-aec5-47e9-bb54-16661d27e9d6 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:48:44.410930 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-61b3f1f4-f73e-4fb9-9518-0c72b64278f7 req-b4652c3a-aec5-47e9-bb54-16661d27e9d6 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:48:44.553529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b3f1f4-f73e-4fb9-9518-0c72b64278f7 req-b4652c3a-aec5-47e9-bb54-16661d27e9d6 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:48:44.554427 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-61b3f1f4-f73e-4fb9-9518-0c72b64278f7 req-b4652c3a-aec5-47e9-bb54-16661d27e9d6 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:44.588894 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-61b3f1f4-f73e-4fb9-9518-0c72b64278f7 req-b4652c3a-aec5-47e9-bb54-16661d27e9d6 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6018703
Jan 29 10:48:44.644238 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-aff218ab-7834-4df6-b750-61c2f4d7b590 None None] Provisioning for port 02677f8b-95c1-4560-b9d4-c1264bebd7c3 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:48:44.649814 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-aff218ab-7834-4df6-b750-61c2f4d7b590 None None] Provisioning complete for port 02677f8b-95c1-4560-b9d4-c1264bebd7c3 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:48:44.650228 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-aff218ab-7834-4df6-b750-61c2f4d7b590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:44.712282 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-aff218ab-7834-4df6-b750-61c2f4d7b590 None None] Port 02677f8b-95c1-4560-b9d4-c1264bebd7c3 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:48:45.673543 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fbc09c-d28d-44d2-a105-e43be89f3a82 req-ab80272d-c31c-4ac1-878b-697dee5fb7ba tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:48:45.675300 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-65fbc09c-d28d-44d2-a105-e43be89f3a82 req-ab80272d-c31c-4ac1-878b-697dee5fb7ba tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5 HTTP/1.1" status: 200  len: 931 time: 0.1681044
Jan 29 10:48:45.746205 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-65fbc09c-d28d-44d2-a105-e43be89f3a82 req-c9abe80e-0aad-4ad6-a61b-89e338f92283 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/security-groups?id=14f9187d-3066-4931-a790-7b5d28b64d65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645688
Jan 29 10:48:47.058541 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3eba79-e696-4c41-bb6f-49fde0f2fded req-f58ede4b-2527-4f1d-84ce-1d7800084048 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:48:47.060982 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3f3eba79-e696-4c41-bb6f-49fde0f2fded req-f58ede4b-2527-4f1d-84ce-1d7800084048 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5 HTTP/1.1" status: 200  len: 931 time: 0.1798580
Jan 29 10:48:47.130919 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3f3eba79-e696-4c41-bb6f-49fde0f2fded req-08cc7149-ae80-420b-a613-8b5e8f5de8c7 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/security-groups?id=14f9187d-3066-4931-a790-7b5d28b64d65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630183
Jan 29 10:48:48.461190 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac392170-b919-4370-9393-7e1d12474672 req-acc3af71-d0cc-4a48-876d-c00677680591 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:48:48.462859 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ac392170-b919-4370-9393-7e1d12474672 req-acc3af71-d0cc-4a48-876d-c00677680591 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5 HTTP/1.1" status: 200  len: 931 time: 0.1903458
Jan 29 10:48:48.531416 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ac392170-b919-4370-9393-7e1d12474672 req-27b6f138-c063-4426-9a28-89d8e6166bbe tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/security-groups?id=14f9187d-3066-4931-a790-7b5d28b64d65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620797
Jan 29 10:48:49.835299 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d33a725-84a9-418d-a2b5-aebb7af7f853 req-806c6496-bf92-48dc-81c0-5739ff0457e8 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:48:49.837020 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3d33a725-84a9-418d-a2b5-aebb7af7f853 req-806c6496-bf92-48dc-81c0-5739ff0457e8 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5 HTTP/1.1" status: 200  len: 931 time: 0.1668921
Jan 29 10:48:49.910968 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3d33a725-84a9-418d-a2b5-aebb7af7f853 req-73aa67a5-e3ff-4cc9-9be6-6cd04b35f92c tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/security-groups?id=14f9187d-3066-4931-a790-7b5d28b64d65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665526
Jan 29 10:48:51.219357 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae883476-4992-40dd-a401-e0f3e2c8288b req-636266f6-fc53-4f75-8dc2-4750e0319e9a tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:48:51.222947 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ae883476-4992-40dd-a401-e0f3e2c8288b req-636266f6-fc53-4f75-8dc2-4750e0319e9a tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5 HTTP/1.1" status: 200  len: 931 time: 0.1758699
Jan 29 10:48:51.303666 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ae883476-4992-40dd-a401-e0f3e2c8288b req-cd674837-9215-436e-8b29-c195ad2e52df tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/security-groups?id=14f9187d-3066-4931-a790-7b5d28b64d65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754538
Jan 29 10:48:51.538522 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-274c64d9-5738-41de-af49-351a335219c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:52.766925 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f7cd1-462c-48f0-9381-574f2a2f8f98 req-84b8c4c2-7b17-4565-959d-7a7f5799b005 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:48:52.768651 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d44f7cd1-462c-48f0-9381-574f2a2f8f98 req-84b8c4c2-7b17-4565-959d-7a7f5799b005 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5 HTTP/1.1" status: 200  len: 931 time: 0.1864967
Jan 29 10:48:52.837415 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d44f7cd1-462c-48f0-9381-574f2a2f8f98 req-013d5e49-38c4-4789-bf6d-1c0c64300f31 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/security-groups?id=14f9187d-3066-4931-a790-7b5d28b64d65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609436
Jan 29 10:48:53.794906 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-20dd743d-3538-4d51-a529-0e9bf31ad337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:54.127158 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f4bbc2-a7f8-4afd-8712-f64c28a5ba0e req-445bf8b0-60b6-48d2-a719-3121559ae122 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:48:54.128779 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-67f4bbc2-a7f8-4afd-8712-f64c28a5ba0e req-445bf8b0-60b6-48d2-a719-3121559ae122 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5 HTTP/1.1" status: 200  len: 931 time: 0.1645353
Jan 29 10:48:54.194285 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-67f4bbc2-a7f8-4afd-8712-f64c28a5ba0e req-906bf243-25cd-480b-afbd-e9dd2595b2b6 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/security-groups?id=14f9187d-3066-4931-a790-7b5d28b64d65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590000
Jan 29 10:48:54.379710 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:54.602934 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-61b3f1f4-f73e-4fb9-9518-0c72b64278f7 req-ec927513-a36e-4d17-b795-fb359c4943f3 service neutron] Request body: {'port': {'device_id': '4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7729'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:48:54.725532 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-61b3f1f4-f73e-4fb9-9518-0c72b64278f7 req-ec927513-a36e-4d17-b795-fb359c4943f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:54.992620 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:55.136208 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [req-61b3f1f4-f73e-4fb9-9518-0c72b64278f7 req-ec927513-a36e-4d17-b795-fb359c4943f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02677f8b-95c1-4560-b9d4-c1264bebd7c3 {{(pid=80766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 29 10:48:55.144384 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-61b3f1f4-f73e-4fb9-9518-0c72b64278f7 req-ec927513-a36e-4d17-b795-fb359c4943f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:55.157154 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-61b3f1f4-f73e-4fb9-9518-0c72b64278f7 req-ec927513-a36e-4d17-b795-fb359c4943f3 service neutron] Transition to ACTIVE for port object 02677f8b-95c1-4560-b9d4-c1264bebd7c3 will not be triggered until provisioned by entity L2. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:48:55.159778 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-61b3f1f4-f73e-4fb9-9518-0c72b64278f7 req-ec927513-a36e-4d17-b795-fb359c4943f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:55.175356 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e8476cbc-b8ed-478e-9672-e5d0c589c1b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:48:55.317842 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec927513-a36e-4d17-b795-fb359c4943f3 service neutron] Pushing event updated for resources: {'Port': ['ID=02677f8b-95c1-4560-b9d4-c1264bebd7c3,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:48:55.322278 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ec927513-a36e-4d17-b795-fb359c4943f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:48:55.504247 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3673bf-aeea-4cdb-9f44-8cf8385b0705 req-4d6fa347-68f7-4a90-bff3-74175dcc9708 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:48:55.505972 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6a3673bf-aeea-4cdb-9f44-8cf8385b0705 req-4d6fa347-68f7-4a90-bff3-74175dcc9708 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5 HTTP/1.1" status: 200  len: 943 time: 0.1768897
Jan 29 10:48:55.514689 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-61b3f1f4-f73e-4fb9-9518-0c72b64278f7 req-ec927513-a36e-4d17-b795-fb359c4943f3 service neutron] Attempting to bind port 02677f8b-95c1-4560-b9d4-c1264bebd7c3 on host hv-neutron-7729 for vnic_type normal with profile  {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:48:55.515066 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-61b3f1f4-f73e-4fb9-9518-0c72b64278f7 req-ec927513-a36e-4d17-b795-fb359c4943f3 service neutron] Attempting to bind port 02677f8b-95c1-4560-b9d4-c1264bebd7c3 by drivers openvswitch on host hv-neutron-7729 at level 0 using segments [{'id': '62fc5a3b-84ca-4a02-9317-e82b84afa755', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '09f71a49-2f0f-4aaf-b4f5-e5844ebe3485'}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:48:55.515527 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b3f1f4-f73e-4fb9-9518-0c72b64278f7 req-ec927513-a36e-4d17-b795-fb359c4943f3 service neutron] Attempting to bind port 02677f8b-95c1-4560-b9d4-c1264bebd7c3 on network 09f71a49-2f0f-4aaf-b4f5-e5844ebe3485 {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:48:55.522255 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b3f1f4-f73e-4fb9-9518-0c72b64278f7 req-ec927513-a36e-4d17-b795-fb359c4943f3 service neutron] Checking agent: {'id': '5acf9624-c829-41ba-afd9-92278081af05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 10, 2, 34), 'started_at': datetime.datetime(2021, 1, 29, 10, 3, 4), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:48:55.522635 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b3f1f4-f73e-4fb9-9518-0c72b64278f7 req-ec927513-a36e-4d17-b795-fb359c4943f3 service neutron] Checking segment: {'id': '62fc5a3b-84ca-4a02-9317-e82b84afa755', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '09f71a49-2f0f-4aaf-b4f5-e5844ebe3485'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:48:55.523047 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-61b3f1f4-f73e-4fb9-9518-0c72b64278f7 req-ec927513-a36e-4d17-b795-fb359c4943f3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:55.523435 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b3f1f4-f73e-4fb9-9518-0c72b64278f7 req-ec927513-a36e-4d17-b795-fb359c4943f3 service neutron] Bound using segment: {'id': '62fc5a3b-84ca-4a02-9317-e82b84afa755', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '09f71a49-2f0f-4aaf-b4f5-e5844ebe3485'} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:48:55.523914 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-61b3f1f4-f73e-4fb9-9518-0c72b64278f7 req-ec927513-a36e-4d17-b795-fb359c4943f3 service neutron] Bound port: 02677f8b-95c1-4560-b9d4-c1264bebd7c3, host: hv-neutron-7729, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62fc5a3b-84ca-4a02-9317-e82b84afa755', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '09f71a49-2f0f-4aaf-b4f5-e5844ebe3485'}}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:48:55.524299 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-61b3f1f4-f73e-4fb9-9518-0c72b64278f7 req-ec927513-a36e-4d17-b795-fb359c4943f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:55.578898 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6a3673bf-aeea-4cdb-9f44-8cf8385b0705 req-cde3a510-30cb-4c0b-81d5-fcd3a41d04f5 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/security-groups?id=14f9187d-3066-4931-a790-7b5d28b64d65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642169
Jan 29 10:48:55.622114 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-61b3f1f4-f73e-4fb9-9518-0c72b64278f7 req-ec927513-a36e-4d17-b795-fb359c4943f3 service neutron] For port 02677f8b-95c1-4560-b9d4-c1264bebd7c3, host hv-neutron-7729, cleared binding levels {{(pid=80766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:48:55.625175 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-61b3f1f4-f73e-4fb9-9518-0c72b64278f7 req-ec927513-a36e-4d17-b795-fb359c4943f3 service neutron] For port 02677f8b-95c1-4560-b9d4-c1264bebd7c3, host hv-neutron-7729, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=02677f8b-95c1-4560-b9d4-c1264bebd7c3,segment=NetworkSegment(62fc5a3b-84ca-4a02-9317-e82b84afa755),segment_id=62fc5a3b-84ca-4a02-9317-e82b84afa755)] {{(pid=80766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:48:55.628396 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-61b3f1f4-f73e-4fb9-9518-0c72b64278f7 req-ec927513-a36e-4d17-b795-fb359c4943f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:55.643899 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8b7dcd29-1147-40cd-bbcd-1a38ebd86f56 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:48:55.800835 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec927513-a36e-4d17-b795-fb359c4943f3 service neutron] Pushing event updated for resources: {'Port': ['ID=02677f8b-95c1-4560-b9d4-c1264bebd7c3,revision_number=3']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:48:55.804240 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ec927513-a36e-4d17-b795-fb359c4943f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:48:55.838336 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b3f1f4-f73e-4fb9-9518-0c72b64278f7 req-ec927513-a36e-4d17-b795-fb359c4943f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:48:55.839020 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-61b3f1f4-f73e-4fb9-9518-0c72b64278f7 req-ec927513-a36e-4d17-b795-fb359c4943f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:55.841308 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-61b3f1f4-f73e-4fb9-9518-0c72b64278f7 req-ec927513-a36e-4d17-b795-fb359c4943f3 service neutron] 10.222.0.22 "PUT /v2.0/ports/02677f8b-95c1-4560-b9d4-c1264bebd7c3 HTTP/1.1" status: 200  len: 1157 time: 1.2432504
Jan 29 10:48:55.841968 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5', 'tag': '02677f8b-95c1-4560-b9d4-c1264bebd7c3'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:48:55.936298 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5', 'tag': '02677f8b-95c1-4560-b9d4-c1264bebd7c3', 'status': 'completed', 'code': 200}
Jan 29 10:48:55.974657 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b3f1f4-f73e-4fb9-9518-0c72b64278f7 req-d7187b61-cf90-40fd-921c-c61054c4c701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:48:55.976281 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-61b3f1f4-f73e-4fb9-9518-0c72b64278f7 req-d7187b61-cf90-40fd-921c-c61054c4c701 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c3b48cc417d840ae865e59e594e7e5a6&device_id=4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5 HTTP/1.1" status: 200  len: 1160 time: 0.0841849
Jan 29 10:48:56.062472 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-61b3f1f4-f73e-4fb9-9518-0c72b64278f7 req-e54ee9e6-600b-44d1-9161-bd2ade27c81b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02677f8b-95c1-4560-b9d4-c1264bebd7c3 HTTP/1.1" status: 200  len: 217 time: 0.0737836
Jan 29 10:48:56.130329 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b3f1f4-f73e-4fb9-9518-0c72b64278f7 req-2203d81b-f9a5-475a-91d4-fd5946a39924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:48:56.131850 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-61b3f1f4-f73e-4fb9-9518-0c72b64278f7 req-2203d81b-f9a5-475a-91d4-fd5946a39924 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5ff87fef-b13d-4822-a9fd-fffb4832324e HTTP/1.1" status: 200  len: 853 time: 0.0636859
Jan 29 10:48:56.201612 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:48:56.218650 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b3f1f4-f73e-4fb9-9518-0c72b64278f7 req-293f1fa9-85fc-4711-b0e8-5cbec2ec408d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:48:56.220285 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-61b3f1f4-f73e-4fb9-9518-0c72b64278f7 req-293f1fa9-85fc-4711-b0e8-5cbec2ec408d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=09f71a49-2f0f-4aaf-b4f5-e5844ebe3485&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0811877
Jan 29 10:48:56.368751 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-61b3f1f4-f73e-4fb9-9518-0c72b64278f7 req-2c664ed2-4f0e-4e5c-8dd2-6b08a326e7a6 service neutron] 10.222.0.22 "GET /v2.0/networks/09f71a49-2f0f-4aaf-b4f5-e5844ebe3485?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1421094
Jan 29 10:48:56.513391 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-61b3f1f4-f73e-4fb9-9518-0c72b64278f7 req-73873b29-305d-41c0-b997-802032506fcc service neutron] 10.222.0.22 "GET /v2.0/networks/09f71a49-2f0f-4aaf-b4f5-e5844ebe3485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1370673
Jan 29 10:48:56.680995 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d7ca1-23b5-454b-805c-9e418e9531e9 req-e73385a8-61d0-417f-ab54-3629aeb78156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:48:56.682683 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-022d7ca1-23b5-454b-805c-9e418e9531e9 req-e73385a8-61d0-417f-ab54-3629aeb78156 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c3b48cc417d840ae865e59e594e7e5a6&device_id=4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5 HTTP/1.1" status: 200  len: 1160 time: 0.0779943
Jan 29 10:48:56.832089 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d7ca1-23b5-454b-805c-9e418e9531e9 req-70ac1260-fd7d-4431-9841-cfba30937b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:48:56.833731 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-022d7ca1-23b5-454b-805c-9e418e9531e9 req-70ac1260-fd7d-4431-9841-cfba30937b5d service neutron] 10.222.0.22 "GET /v2.0/networks?id=09f71a49-2f0f-4aaf-b4f5-e5844ebe3485 HTTP/1.1" status: 200  len: 908 time: 0.1441014
Jan 29 10:48:56.878461 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8909f06-7a22-4b6a-b18c-56aab915379c req-a8dcd4de-0ece-41c0-952e-3af9ca3f834b tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:48:56.880085 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b8909f06-7a22-4b6a-b18c-56aab915379c req-a8dcd4de-0ece-41c0-952e-3af9ca3f834b tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5 HTTP/1.1" status: 200  len: 943 time: 0.1670961
Jan 29 10:48:56.909360 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-022d7ca1-23b5-454b-805c-9e418e9531e9 req-0c694b46-5d00-40a6-a3c0-62c36b368dcf service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02677f8b-95c1-4560-b9d4-c1264bebd7c3 HTTP/1.1" status: 200  len: 217 time: 0.0688105
Jan 29 10:48:56.951201 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b8909f06-7a22-4b6a-b18c-56aab915379c req-f0ab8dee-fcb7-49b3-b1d9-9a5fd5433fdb tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/security-groups?id=14f9187d-3066-4931-a790-7b5d28b64d65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641499
Jan 29 10:48:56.979563 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d7ca1-23b5-454b-805c-9e418e9531e9 req-926989e5-c568-4b7f-b22e-3a2e11431da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:48:56.981195 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-022d7ca1-23b5-454b-805c-9e418e9531e9 req-926989e5-c568-4b7f-b22e-3a2e11431da8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5ff87fef-b13d-4822-a9fd-fffb4832324e HTTP/1.1" status: 200  len: 853 time: 0.0652757
Jan 29 10:48:57.067190 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d7ca1-23b5-454b-805c-9e418e9531e9 req-58fe7b6d-f028-4d63-96a1-edc3714da842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:48:57.068794 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-022d7ca1-23b5-454b-805c-9e418e9531e9 req-58fe7b6d-f028-4d63-96a1-edc3714da842 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=09f71a49-2f0f-4aaf-b4f5-e5844ebe3485&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0809367
Jan 29 10:48:57.212780 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-022d7ca1-23b5-454b-805c-9e418e9531e9 req-1fac7194-8f8e-4b5d-9617-06cb0ade3d57 service neutron] 10.222.0.22 "GET /v2.0/networks/09f71a49-2f0f-4aaf-b4f5-e5844ebe3485?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1369693
Jan 29 10:48:57.361642 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-022d7ca1-23b5-454b-805c-9e418e9531e9 req-d8012807-8620-41fe-85a1-dd5c5cff4e2b service neutron] 10.222.0.22 "GET /v2.0/networks/09f71a49-2f0f-4aaf-b4f5-e5844ebe3485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1411424
Jan 29 10:48:58.244014 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce97aa-235d-4c1d-9bff-94c127244aef req-ba2497c9-7e15-4acc-80d3-cc41f454b662 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:48:58.245556 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-43ce97aa-235d-4c1d-9bff-94c127244aef req-ba2497c9-7e15-4acc-80d3-cc41f454b662 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5 HTTP/1.1" status: 200  len: 943 time: 0.1676464
Jan 29 10:48:58.312516 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-43ce97aa-235d-4c1d-9bff-94c127244aef req-ff7aabd9-0510-4fec-b3ac-1d9c96773bf8 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/security-groups?id=14f9187d-3066-4931-a790-7b5d28b64d65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600698
Jan 29 10:48:59.611671 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b6b01d-3874-49ce-b7ed-8b1c32901455 req-f5e39644-5efe-4484-913c-76743b67a03d tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:48:59.613253 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b5b6b01d-3874-49ce-b7ed-8b1c32901455 req-f5e39644-5efe-4484-913c-76743b67a03d tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5 HTTP/1.1" status: 200  len: 943 time: 0.1699073
Jan 29 10:48:59.677273 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b5b6b01d-3874-49ce-b7ed-8b1c32901455 req-6beba699-6bf7-4995-a98c-6096bfa9fa0c tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/security-groups?id=14f9187d-3066-4931-a790-7b5d28b64d65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577452
Jan 29 10:49:00.967663 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b39266-df78-4397-adc6-4e07104cea8b req-2b264c7e-e939-450b-8ecc-bf61dcdf618f tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:49:00.969391 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a4b39266-df78-4397-adc6-4e07104cea8b req-2b264c7e-e939-450b-8ecc-bf61dcdf618f tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5 HTTP/1.1" status: 200  len: 943 time: 0.1643844
Jan 29 10:49:01.037715 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a4b39266-df78-4397-adc6-4e07104cea8b req-617bb3b0-7f9e-46c2-9d27-641a8091363c tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/security-groups?id=14f9187d-3066-4931-a790-7b5d28b64d65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617971
Jan 29 10:49:01.142653 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.objects.ports [None req-5c371c97-e49e-4f3e-b8df-0bd01287d6cd None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80767) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 29 10:49:01.768401 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 02677f8b-95c1-4560-b9d4-c1264bebd7c3 up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:49:01.837236 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning for port 02677f8b-95c1-4560-b9d4-c1264bebd7c3 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:49:01.843054 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 02677f8b-95c1-4560-b9d4-c1264bebd7c3 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:49:01.843485 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:49:01.963132 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:49:01.990887 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02677f8b-95c1-4560-b9d4-c1264bebd7c3'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:49:02.001446 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port 02677f8b-95c1-4560-b9d4-c1264bebd7c3, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=02677f8b-95c1-4560-b9d4-c1264bebd7c3,segment=NetworkSegment(62fc5a3b-84ca-4a02-9317-e82b84afa755),segment_id=62fc5a3b-84ca-4a02-9317-e82b84afa755)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:49:02.004327 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:49:02.006224 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:49:02.051358 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02677f8b-95c1-4560-b9d4-c1264bebd7c3', 'code': 200}
Jan 29 10:49:02.078738 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=02677f8b-95c1-4560-b9d4-c1264bebd7c3,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:49:02.087516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:49:02.087889 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:49:02.088276 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:49:02.088650 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:49:02.089018 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:49:02.089413 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:49:02.089795 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:49:02.090258 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:49:02.090600 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:49:02.090970 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:49:02.091335 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:49:02.091712 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:49:02.092153 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:49:02.092517 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:49:02.092880 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:49:02.093238 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:49:02.093596 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:49:02.093976 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:49:02.094339 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:49:02.094697 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:49:02.095281 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:49:02.095643 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:49:02.096000 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:49:02.096357 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:49:02.100599 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:49:02.326024 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0061e420-fbd5-4611-ae48-b84510359aad req-455e8746-bbbc-4984-80f5-0412b613c18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:49:02.327842 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0061e420-fbd5-4611-ae48-b84510359aad req-455e8746-bbbc-4984-80f5-0412b613c18b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5 HTTP/1.1" status: 200  len: 1162 time: 0.0758522
Jan 29 10:49:02.340231 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e832dfdf-1cdb-400c-96ba-38bdef2d5564 req-74afc369-2cfe-4e25-a956-451839903573 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:49:02.342017 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e832dfdf-1cdb-400c-96ba-38bdef2d5564 req-74afc369-2cfe-4e25-a956-451839903573 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5 HTTP/1.1" status: 200  len: 945 time: 0.1722827
Jan 29 10:49:02.376000 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0061e420-fbd5-4611-ae48-b84510359aad req-3c19af2f-ac2d-4afe-a0c6-64d1d32029d8 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=14f9187d-3066-4931-a790-7b5d28b64d65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422034
Jan 29 10:49:02.407986 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e832dfdf-1cdb-400c-96ba-38bdef2d5564 req-ca719d4b-80dd-4cb0-919b-b1a90e85c89a tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/security-groups?id=14f9187d-3066-4931-a790-7b5d28b64d65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594964
Jan 29 10:49:03.149785 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 02677f8b-95c1-4560-b9d4-c1264bebd7c3 up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:49:03.225612 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 02677f8b-95c1-4560-b9d4-c1264bebd7c3 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:49:03.226069 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:49:03.705109 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113954a-a12a-418b-8ba9-ec3da030872d req-350d5ff9-0fdf-4f4e-b8b8-995d93d17cf6 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:49:03.706859 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9113954a-a12a-418b-8ba9-ec3da030872d req-350d5ff9-0fdf-4f4e-b8b8-995d93d17cf6 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5 HTTP/1.1" status: 200  len: 945 time: 0.1686306
Jan 29 10:49:03.772349 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9113954a-a12a-418b-8ba9-ec3da030872d req-b18e209c-3dc6-4b3c-8897-344126235dbd tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/security-groups?id=14f9187d-3066-4931-a790-7b5d28b64d65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586100
Jan 29 10:49:04.200712 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:49:05.066807 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6d162-223c-4be8-b001-49002205dadd req-bd84298b-d85d-4fa8-baf7-0b596a2fb86e tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:49:05.068363 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a1c6d162-223c-4be8-b001-49002205dadd req-bd84298b-d85d-4fa8-baf7-0b596a2fb86e tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5 HTTP/1.1" status: 200  len: 945 time: 0.1650951
Jan 29 10:49:05.136973 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a1c6d162-223c-4be8-b001-49002205dadd req-9441432f-8708-4732-bd8c-126c349cbbb3 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/security-groups?id=14f9187d-3066-4931-a790-7b5d28b64d65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608873
Jan 29 10:49:05.169029 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:49:05.428962 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c3d01-0c06-42c2-92fd-f34eb40dd009 req-a2bf98b4-336a-4d03-9cf2-29e676f95fe4 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:49:05.430625 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-671c3d01-0c06-42c2-92fd-f34eb40dd009 req-a2bf98b4-336a-4d03-9cf2-29e676f95fe4 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5 HTTP/1.1" status: 200  len: 945 time: 0.1665356
Jan 29 10:49:05.494626 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-671c3d01-0c06-42c2-92fd-f34eb40dd009 req-dab1e40a-2b59-41dd-8247-9c593441fee9 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/security-groups?id=14f9187d-3066-4931-a790-7b5d28b64d65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570941
Jan 29 10:49:06.024665 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a26a94-abde-4109-8a69-dee3530b4df9 req-2a6674be-3f9e-4957-8cb7-349fff45e5a3 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:49:06.026193 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-49a26a94-abde-4109-8a69-dee3530b4df9 req-2a6674be-3f9e-4957-8cb7-349fff45e5a3 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5 HTTP/1.1" status: 200  len: 945 time: 0.1683321
Jan 29 10:49:06.090195 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-49a26a94-abde-4109-8a69-dee3530b4df9 req-30bcba61-9ac3-47c8-8f50-3ec29d8f7093 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/security-groups?id=14f9187d-3066-4931-a790-7b5d28b64d65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576053
Jan 29 10:49:08.112166 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3e54d4bb-1364-4851-b538-1d238e229c95 req-b9cea025-3157-4f82-b8ae-f3c1dc328d1b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0835681
Jan 29 10:49:08.280472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e54d4bb-1364-4851-b538-1d238e229c95 req-e9004109-fca6-4cbc-831c-12b39f327eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:49:08.282269 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3e54d4bb-1364-4851-b538-1d238e229c95 req-e9004109-fca6-4cbc-831c-12b39f327eeb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c3b48cc417d840ae865e59e594e7e5a6&device_id=4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5 HTTP/1.1" status: 200  len: 1162 time: 0.0821419
Jan 29 10:49:08.463141 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e54d4bb-1364-4851-b538-1d238e229c95 req-76578728-4cc2-4d93-9be6-7557d24d02b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:49:08.465348 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3e54d4bb-1364-4851-b538-1d238e229c95 req-76578728-4cc2-4d93-9be6-7557d24d02b1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=09f71a49-2f0f-4aaf-b4f5-e5844ebe3485 HTTP/1.1" status: 200  len: 908 time: 0.1440465
Jan 29 10:49:08.831961 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3e54d4bb-1364-4851-b538-1d238e229c95 req-f06d8aca-9cc2-4a91-bf0c-b101241461e2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02677f8b-95c1-4560-b9d4-c1264bebd7c3 HTTP/1.1" status: 200  len: 217 time: 0.3602557
Jan 29 10:49:08.902281 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e54d4bb-1364-4851-b538-1d238e229c95 req-9a709305-6987-4f12-818d-1e92180f24fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:49:08.904115 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3e54d4bb-1364-4851-b538-1d238e229c95 req-9a709305-6987-4f12-818d-1e92180f24fd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5ff87fef-b13d-4822-a9fd-fffb4832324e HTTP/1.1" status: 200  len: 853 time: 0.0663481
Jan 29 10:49:08.988205 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e54d4bb-1364-4851-b538-1d238e229c95 req-b503d28d-9e4f-484d-a1cc-41f482923d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:49:08.989733 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3e54d4bb-1364-4851-b538-1d238e229c95 req-b503d28d-9e4f-484d-a1cc-41f482923d2b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=09f71a49-2f0f-4aaf-b4f5-e5844ebe3485&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0783222
Jan 29 10:49:09.141086 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3e54d4bb-1364-4851-b538-1d238e229c95 req-3b23d28b-6da7-4468-834b-bc3d59201740 service neutron] 10.222.0.22 "GET /v2.0/networks/09f71a49-2f0f-4aaf-b4f5-e5844ebe3485?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1433957
Jan 29 10:49:09.290029 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3e54d4bb-1364-4851-b538-1d238e229c95 req-fe6485a0-81d0-41e9-8d16-68cf705b9c68 service neutron] 10.222.0.22 "GET /v2.0/networks/09f71a49-2f0f-4aaf-b4f5-e5844ebe3485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1426067
Jan 29 10:49:16.875586 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb1b0c0-db36-4b7e-a26a-0d80819b7930 req-04693e15-031d-4bf4-81cc-fec9d7e91dfd tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:49:16.877253 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8cb1b0c0-db36-4b7e-a26a-0d80819b7930 req-04693e15-031d-4bf4-81cc-fec9d7e91dfd tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5 HTTP/1.1" status: 200  len: 945 time: 0.1653278
Jan 29 10:49:16.941269 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8cb1b0c0-db36-4b7e-a26a-0d80819b7930 req-ce7d30d0-3b50-44e6-bc07-47de18e896bc tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/security-groups?id=14f9187d-3066-4931-a790-7b5d28b64d65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576236
Jan 29 10:49:17.197976 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f0571d1f-9a47-4394-9d74-c2b0409c636a req-f04f9913-b27f-4723-99bc-ee62e213f322 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2023842
Jan 29 10:49:17.209516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-f0571d1f-9a47-4394-9d74-c2b0409c636a req-2f40edc3-a3a2-43bf-aa47-dddbaf10fcef tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Request body: {'floatingip': {'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:49:17.230631 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-f0571d1f-9a47-4394-9d74-c2b0409c636a req-2f40edc3-a3a2-43bf-aa47-dddbaf10fcef tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:49:17.235041 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-f0571d1f-9a47-4394-9d74-c2b0409c636a req-2f40edc3-a3a2-43bf-aa47-dddbaf10fcef tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Usage tracker for resource:floatingip and tenant:c3b48cc417d840ae865e59e594e7e5a6 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:49:17.239337 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-f0571d1f-9a47-4394-9d74-c2b0409c636a req-2f40edc3-a3a2-43bf-aa47-dddbaf10fcef tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:49:17.244491 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-f0571d1f-9a47-4394-9d74-c2b0409c636a req-2f40edc3-a3a2-43bf-aa47-dddbaf10fcef tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:49:17.256036 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-f0571d1f-9a47-4394-9d74-c2b0409c636a req-2f40edc3-a3a2-43bf-aa47-dddbaf10fcef tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Notify callbacks [] for floatingip, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:49:17.403364 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-f0571d1f-9a47-4394-9d74-c2b0409c636a req-2f40edc3-a3a2-43bf-aa47-dddbaf10fcef tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:49:17.669538 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [req-f0571d1f-9a47-4394-9d74-c2b0409c636a req-2f40edc3-a3a2-43bf-aa47-dddbaf10fcef tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Allocated IP 172.26.7.74 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/a831d196-1c93-44d2-b31c-e53e87c65bb4) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:49:17.822217 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-f0571d1f-9a47-4394-9d74-c2b0409c636a req-2f40edc3-a3a2-43bf-aa47-dddbaf10fcef tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:49:17.851428 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-f0571d1f-9a47-4394-9d74-c2b0409c636a req-2f40edc3-a3a2-43bf-aa47-dddbaf10fcef tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:49:17.867714 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7b157a63-2762-4e99-a1ac-592308c1ca1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:49:18.010581 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f40edc3-a3a2-43bf-aa47-dddbaf10fcef tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Pushing event updated for resources: {'Port': ['ID=a831d196-1c93-44d2-b31c-e53e87c65bb4,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:49:18.030611 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40edc3-a3a2-43bf-aa47-dddbaf10fcef tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:49:18.031051 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40edc3-a3a2-43bf-aa47-dddbaf10fcef tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:49:18.031481 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40edc3-a3a2-43bf-aa47-dddbaf10fcef tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:49:18.031913 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40edc3-a3a2-43bf-aa47-dddbaf10fcef tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:49:18.032335 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40edc3-a3a2-43bf-aa47-dddbaf10fcef tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:49:18.032759 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40edc3-a3a2-43bf-aa47-dddbaf10fcef tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:49:18.033185 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40edc3-a3a2-43bf-aa47-dddbaf10fcef tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:49:18.033604 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40edc3-a3a2-43bf-aa47-dddbaf10fcef tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:49:18.034052 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40edc3-a3a2-43bf-aa47-dddbaf10fcef tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:49:18.034471 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40edc3-a3a2-43bf-aa47-dddbaf10fcef tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:49:18.034890 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40edc3-a3a2-43bf-aa47-dddbaf10fcef tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:49:18.035301 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40edc3-a3a2-43bf-aa47-dddbaf10fcef tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:49:18.035783 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40edc3-a3a2-43bf-aa47-dddbaf10fcef tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:49:18.036199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40edc3-a3a2-43bf-aa47-dddbaf10fcef tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:49:18.036611 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40edc3-a3a2-43bf-aa47-dddbaf10fcef tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:49:18.037024 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40edc3-a3a2-43bf-aa47-dddbaf10fcef tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:49:18.037434 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40edc3-a3a2-43bf-aa47-dddbaf10fcef tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:49:18.037869 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40edc3-a3a2-43bf-aa47-dddbaf10fcef tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:49:18.038281 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40edc3-a3a2-43bf-aa47-dddbaf10fcef tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:49:18.038689 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40edc3-a3a2-43bf-aa47-dddbaf10fcef tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:49:18.039099 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40edc3-a3a2-43bf-aa47-dddbaf10fcef tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:49:18.039560 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40edc3-a3a2-43bf-aa47-dddbaf10fcef tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:49:18.039971 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40edc3-a3a2-43bf-aa47-dddbaf10fcef tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:49:18.040381 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40edc3-a3a2-43bf-aa47-dddbaf10fcef tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:49:18.046191 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2f40edc3-a3a2-43bf-aa47-dddbaf10fcef tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:49:18.082929 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0571d1f-9a47-4394-9d74-c2b0409c636a req-2f40edc3-a3a2-43bf-aa47-dddbaf10fcef tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:49:18.084095 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [req-f0571d1f-9a47-4394-9d74-c2b0409c636a req-2f40edc3-a3a2-43bf-aa47-dddbaf10fcef tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:49:18.086457 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0571d1f-9a47-4394-9d74-c2b0409c636a req-2f40edc3-a3a2-43bf-aa47-dddbaf10fcef tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:49:18.170491 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-f0571d1f-9a47-4394-9d74-c2b0409c636a req-2f40edc3-a3a2-43bf-aa47-dddbaf10fcef tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:49:18.234489 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-f0571d1f-9a47-4394-9d74-c2b0409c636a req-2f40edc3-a3a2-43bf-aa47-dddbaf10fcef tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:49:18.507160 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-f0571d1f-9a47-4394-9d74-c2b0409c636a req-2f40edc3-a3a2-43bf-aa47-dddbaf10fcef tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:49:18.510559 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-f0571d1f-9a47-4394-9d74-c2b0409c636a req-2f40edc3-a3a2-43bf-aa47-dddbaf10fcef tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:49:18.525409 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-258a6726-fb1f-4bc3-a5db-ea3bef99bc49 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:49:18.910150 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f40edc3-a3a2-43bf-aa47-dddbaf10fcef tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Pushing event updated for resources: {'Port': ['ID=a831d196-1c93-44d2-b31c-e53e87c65bb4,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:49:18.914561 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2f40edc3-a3a2-43bf-aa47-dddbaf10fcef tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:49:19.007985 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-f0571d1f-9a47-4394-9d74-c2b0409c636a req-2f40edc3-a3a2-43bf-aa47-dddbaf10fcef tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:49:19.030074 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-f0571d1f-9a47-4394-9d74-c2b0409c636a req-2f40edc3-a3a2-43bf-aa47-dddbaf10fcef tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:49:19.031383 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f0571d1f-9a47-4394-9d74-c2b0409c636a req-2f40edc3-a3a2-43bf-aa47-dddbaf10fcef tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.8261280
Jan 29 10:49:19.132385 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-f0571d1f-9a47-4394-9d74-c2b0409c636a req-bb1dc4f7-4d25-4304-a81c-bbca9edd92c6 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Synchronizing usage tracker for tenant:c3b48cc417d840ae865e59e594e7e5a6 on resource:floatingip {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:49:19.148409 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-f0571d1f-9a47-4394-9d74-c2b0409c636a req-bb1dc4f7-4d25-4304-a81c-bbca9edd92c6 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Unset dirty status for tenant:c3b48cc417d840ae865e59e594e7e5a6 on resource:floatingip {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:49:19.149640 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f0571d1f-9a47-4394-9d74-c2b0409c636a req-bb1dc4f7-4d25-4304-a81c-bbca9edd92c6 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.26.7.74 HTTP/1.1" status: 200  len: 695 time: 0.1117034
Jan 29 10:49:19.392666 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0571d1f-9a47-4394-9d74-c2b0409c636a req-ce96433c-6b0b-42c1-ad2c-52e5ebe00913 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:49:19.394216 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f0571d1f-9a47-4394-9d74-c2b0409c636a req-ce96433c-6b0b-42c1-ad2c-52e5ebe00913 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/networks/aadf795f-2e1a-4d04-be0e-12575f0f28a5 HTTP/1.1" status: 200  len: 784 time: 0.2378318
Jan 29 10:49:19.406886 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [req-f0571d1f-9a47-4394-9d74-c2b0409c636a req-2407018b-b347-4798-ad4d-8432d96e4297 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=80765) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:49:19.407723 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f0571d1f-9a47-4394-9d74-c2b0409c636a req-2407018b-b347-4798-ad4d-8432d96e4297 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0063336
Jan 29 10:49:19.685922 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0303984-8ae2-4e89-bf43-590f3d43adf4 req-b7c89876-8916-42dc-984f-c09dd1f0a9bd tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:49:19.687590 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b0303984-8ae2-4e89-bf43-590f3d43adf4 req-b7c89876-8916-42dc-984f-c09dd1f0a9bd tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1675973
Jan 29 10:49:19.787312 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b0303984-8ae2-4e89-bf43-590f3d43adf4 req-657a9bff-5917-4ae3-ac79-0722a7a74d24 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.26.7.74 HTTP/1.1" status: 200  len: 695 time: 0.0936048
Jan 29 10:49:19.797715 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-b0303984-8ae2-4e89-bf43-590f3d43adf4 req-10a48de0-5c73-4262-8e80-e717da0833e7 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Request body: {'floatingip': {'port_id': '02677f8b-95c1-4560-b9d4-c1264bebd7c3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:49:19.895209 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-b0303984-8ae2-4e89-bf43-590f3d43adf4 req-10a48de0-5c73-4262-8e80-e717da0833e7 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Notify callbacks [] for floatingip, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:49:20.523481 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-b0303984-8ae2-4e89-bf43-590f3d43adf4 req-10a48de0-5c73-4262-8e80-e717da0833e7 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:49:20.526338 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-b0303984-8ae2-4e89-bf43-590f3d43adf4 req-10a48de0-5c73-4262-8e80-e717da0833e7 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:49:20.709210 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [req-b0303984-8ae2-4e89-bf43-590f3d43adf4 req-10a48de0-5c73-4262-8e80-e717da0833e7 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Floating IP dd4365b8-8b2c-4fe6-9127-c6ddfb2d6702 associated. External IP: 172.26.7.74, port: 02677f8b-95c1-4560-b9d4-c1264bebd7c3.
Jan 29 10:49:21.079678 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0303984-8ae2-4e89-bf43-590f3d43adf4 req-10a48de0-5c73-4262-8e80-e717da0833e7 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Router e2ea27d3-d3c3-41fd-ba50-105d1bb358c9 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:49:21.276151 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0303984-8ae2-4e89-bf43-590f3d43adf4 req-10a48de0-5c73-4262-8e80-e717da0833e7 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:49:21.276151 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-b0303984-8ae2-4e89-bf43-590f3d43adf4 req-10a48de0-5c73-4262-8e80-e717da0833e7 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:49:21.289809 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc2d87d-cbdc-42a5-9182-9f398e0a6d50 None None] Sync routers for ids ['e2ea27d3-d3c3-41fd-ba50-105d1bb358c9'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:49:21.305547 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc2d87d-cbdc-42a5-9182-9f398e0a6d50 None None] Routers {'e2ea27d3-d3c3-41fd-ba50-105d1bb358c9'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:49:21.305547 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-6cc2d87d-cbdc-42a5-9182-9f398e0a6d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c900b0b8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:48:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['e2ea27d3-d3c3-41fd-ba50-105d1bb358c9'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:49:21.360804 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b0303984-8ae2-4e89-bf43-590f3d43adf4 req-10a48de0-5c73-4262-8e80-e717da0833e7 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "PUT /v2.0/floatingips/dd4365b8-8b2c-4fe6-9127-c6ddfb2d6702 HTTP/1.1" status: 200  len: 995 time: 1.5671506
Jan 29 10:49:21.361397 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5', 'tag': '02677f8b-95c1-4560-b9d4-c1264bebd7c3'}] {{(pid=80765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:49:21.450959 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0303984-8ae2-4e89-bf43-590f3d43adf4 req-fc5f27c7-10ed-453c-81f6-e120600abc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:49:21.452903 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b0303984-8ae2-4e89-bf43-590f3d43adf4 req-fc5f27c7-10ed-453c-81f6-e120600abc0d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c3b48cc417d840ae865e59e594e7e5a6&device_id=4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5 HTTP/1.1" status: 200  len: 1162 time: 0.0786645
Jan 29 10:49:21.492787 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-6cc2d87d-cbdc-42a5-9182-9f398e0a6d50 None None] Set router e2ea27d3-d3c3-41fd-ba50-105d1bb358c9 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:49:21.578492 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1ae84e4b-a5b0-41d0-b464-967fbbee1f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:49:21.600254 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0303984-8ae2-4e89-bf43-590f3d43adf4 req-39dc3a4d-6a3c-4247-aa13-d6153b543181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:49:21.601836 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b0303984-8ae2-4e89-bf43-590f3d43adf4 req-39dc3a4d-6a3c-4247-aa13-d6153b543181 service neutron] 10.222.0.57 "GET /v2.0/networks?id=09f71a49-2f0f-4aaf-b4f5-e5844ebe3485 HTTP/1.1" status: 200  len: 908 time: 0.1424687
Jan 29 10:49:21.712320 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b0303984-8ae2-4e89-bf43-590f3d43adf4 req-aded1581-0b4d-493d-a3b7-e77fa30967e3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02677f8b-95c1-4560-b9d4-c1264bebd7c3 HTTP/1.1" status: 200  len: 998 time: 0.1031106
Jan 29 10:49:21.781572 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0303984-8ae2-4e89-bf43-590f3d43adf4 req-45c0b91f-d8d1-4bd0-90d0-af074e7a2bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:49:21.783189 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b0303984-8ae2-4e89-bf43-590f3d43adf4 req-45c0b91f-d8d1-4bd0-90d0-af074e7a2bd2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ff87fef-b13d-4822-a9fd-fffb4832324e HTTP/1.1" status: 200  len: 853 time: 0.0639186
Jan 29 10:49:21.868825 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0303984-8ae2-4e89-bf43-590f3d43adf4 req-d3fd9784-7978-457b-b7b8-42846e9fca0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:49:21.870388 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b0303984-8ae2-4e89-bf43-590f3d43adf4 req-d3fd9784-7978-457b-b7b8-42846e9fca0d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09f71a49-2f0f-4aaf-b4f5-e5844ebe3485&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0804265
Jan 29 10:49:21.882189 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [req-b0303984-8ae2-4e89-bf43-590f3d43adf4 req-2a039034-c76b-4195-9c65-4c91b3ca1d91 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=80765) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:49:21.883380 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b0303984-8ae2-4e89-bf43-590f3d43adf4 req-2a039034-c76b-4195-9c65-4c91b3ca1d91 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0055659
Jan 29 10:49:21.885938 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-6cc2d87d-cbdc-42a5-9182-9f398e0a6d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c900b0b8>, [{'id': 'e2ea27d3-d3c3-41fd-ba50-105d1bb358c9', 'name': 'tempest-TestMinimumBasicScenario-521912982-router', 'tenant_id': 'c3b48cc417d840ae865e59e594e7e5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': '27ddb691-6e17-463a-a09e-a75d5ba72c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:48:24Z', 'updated_at': '2021-01-29T10:48:29Z', 'revision_number': 4, 'project_id': 'c3b48cc417d840ae865e59e594e7e5a6', 'gw_port': {'id': '27ddb691-6e17-463a-a09e-a75d5ba72c78', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:06:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ea27d3-d3c3-41fd-ba50-105d1bb358c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:48:25Z', 'updated_at': '2021-01-29T10:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': 'dd4365b8-8b2c-4fe6-9127-c6ddfb2d6702', 'tenant_id': 'c3b48cc417d840ae865e59e594e7e5a6', 'floating_ip_address': '172.26.7.74', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': 'e2ea27d3-d3c3-41fd-ba50-105d1bb358c9', 'port_id': '02677f8b-95c1-4560-b9d4-c1264bebd7c3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09f71a49-2f0f-4aaf-b4f5-e5844ebe3485', 'mac_address': 'fa:16:3e:55:01:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:49:18Z', 'updated_at': '2021-01-29T10:49:20Z', 'revision_number': 1, 'project_id': 'c3b48cc417d840ae865e59e594e7e5a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbef6f5b-76b4-465c-9efb-16e02bf2bc86', 'name': '', 'network_id': '09f71a49-2f0f-4aaf-b4f5-e5844ebe3485', 'tenant_id': 'c3b48cc417d840ae865e59e594e7e5a6', 'mac_address': 'fa:16:3e:ed:32:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ea27d3-d3c3-41fd-ba50-105d1bb358c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '5ff87fef-b13d-4822-a9fd-fffb4832324e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:48:28Z', 'updated_at': '2021-01-29T10:48:37Z', 'revision_number': 5, 'project_id': 'c3b48cc417d840ae865e59e594e7e5a6', 'subnets': [{'id': '5ff87fef-b13d-4822-a9fd-fffb4832324e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:49:21.890353 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc2d87d-cbdc-42a5-9182-9f398e0a6d50 None None] Checking router: e2ea27d3-d3c3-41fd-ba50-105d1bb358c9 for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:49:21.899496 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc2d87d-cbdc-42a5-9182-9f398e0a6d50 None None] Routers {'e2ea27d3-d3c3-41fd-ba50-105d1bb358c9'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:49:21.900172 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-6cc2d87d-cbdc-42a5-9182-9f398e0a6d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c900b0b8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:48:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['e2ea27d3-d3c3-41fd-ba50-105d1bb358c9'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:49:22.030777 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b0303984-8ae2-4e89-bf43-590f3d43adf4 req-62d8d501-e391-46c0-879c-75943f6ba2f4 service neutron] 10.222.0.57 "GET /v2.0/networks/09f71a49-2f0f-4aaf-b4f5-e5844ebe3485?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1404483
Jan 29 10:49:22.093677 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-6cc2d87d-cbdc-42a5-9182-9f398e0a6d50 None None] Set router e2ea27d3-d3c3-41fd-ba50-105d1bb358c9 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:49:22.177814 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b0303984-8ae2-4e89-bf43-590f3d43adf4 req-625b5606-bd79-4d33-a51a-9ee244f47fc2 service neutron] 10.222.0.57 "GET /v2.0/networks/09f71a49-2f0f-4aaf-b4f5-e5844ebe3485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1405592
Jan 29 10:49:22.414616 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5', 'tag': '02677f8b-95c1-4560-b9d4-c1264bebd7c3', 'status': 'completed', 'code': 200}
Jan 29 10:49:22.441907 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-f4713eb3-20d1-435f-bf8e-8947a81b4f2d req-6c0ad88c-3e79-4718-be73-6d427df7517b tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1151916570', 'description': 'tempest-TestMinimumBasicScenario-1151916570 description'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:49:22.472700 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-6cc2d87d-cbdc-42a5-9182-9f398e0a6d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c900b0b8>, [{'id': 'e2ea27d3-d3c3-41fd-ba50-105d1bb358c9', 'name': 'tempest-TestMinimumBasicScenario-521912982-router', 'tenant_id': 'c3b48cc417d840ae865e59e594e7e5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': '27ddb691-6e17-463a-a09e-a75d5ba72c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:48:24Z', 'updated_at': '2021-01-29T10:48:29Z', 'revision_number': 4, 'project_id': 'c3b48cc417d840ae865e59e594e7e5a6', 'gw_port': {'id': '27ddb691-6e17-463a-a09e-a75d5ba72c78', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:06:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ea27d3-d3c3-41fd-ba50-105d1bb358c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:48:25Z', 'updated_at': '2021-01-29T10:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': 'dd4365b8-8b2c-4fe6-9127-c6ddfb2d6702', 'tenant_id': 'c3b48cc417d840ae865e59e594e7e5a6', 'floating_ip_address': '172.26.7.74', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': 'e2ea27d3-d3c3-41fd-ba50-105d1bb358c9', 'port_id': '02677f8b-95c1-4560-b9d4-c1264bebd7c3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09f71a49-2f0f-4aaf-b4f5-e5844ebe3485', 'mac_address': 'fa:16:3e:55:01:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:49:18Z', 'updated_at': '2021-01-29T10:49:20Z', 'revision_number': 1, 'project_id': 'c3b48cc417d840ae865e59e594e7e5a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbef6f5b-76b4-465c-9efb-16e02bf2bc86', 'name': '', 'network_id': '09f71a49-2f0f-4aaf-b4f5-e5844ebe3485', 'tenant_id': 'c3b48cc417d840ae865e59e594e7e5a6', 'mac_address': 'fa:16:3e:ed:32:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ea27d3-d3c3-41fd-ba50-105d1bb358c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '5ff87fef-b13d-4822-a9fd-fffb4832324e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:48:28Z', 'updated_at': '2021-01-29T10:48:37Z', 'revision_number': 5, 'project_id': 'c3b48cc417d840ae865e59e594e7e5a6', 'subnets': [{'id': '5ff87fef-b13d-4822-a9fd-fffb4832324e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:49:22.475120 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-f4713eb3-20d1-435f-bf8e-8947a81b4f2d req-6c0ad88c-3e79-4718-be73-6d427df7517b tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:49:22.477227 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc2d87d-cbdc-42a5-9182-9f398e0a6d50 None None] The sync data for ids ['e2ea27d3-d3c3-41fd-ba50-105d1bb358c9'] in dv-neutron-772983-2-ovs is: [{'id': 'e2ea27d3-d3c3-41fd-ba50-105d1bb358c9', 'name': 'tempest-TestMinimumBasicScenario-521912982-router', 'tenant_id': 'c3b48cc417d840ae865e59e594e7e5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': '27ddb691-6e17-463a-a09e-a75d5ba72c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:48:24Z', 'updated_at': '2021-01-29T10:48:29Z', 'revision_number': 4, 'project_id': 'c3b48cc417d840ae865e59e594e7e5a6', 'gw_port': {'id': '27ddb691-6e17-463a-a09e-a75d5ba72c78', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:06:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ea27d3-d3c3-41fd-ba50-105d1bb358c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:48:25Z', 'updated_at': '2021-01-29T10:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': 'dd4365b8-8b2c-4fe6-9127-c6ddfb2d6702', 'tenant_id': 'c3b48cc417d840ae865e59e594e7e5a6', 'floating_ip_address': '172.26.7.74', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': 'e2ea27d3-d3c3-41fd-ba50-105d1bb358c9', 'port_id': '02677f8b-95c1-4560-b9d4-c1264bebd7c3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09f71a49-2f0f-4aaf-b4f5-e5844ebe3485', 'mac_address': 'fa:16:3e:55:01:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:49:18Z', 'updated_at': '2021-01-29T10:49:20Z', 'revision_number': 1, 'project_id': 'c3b48cc417d840ae865e59e594e7e5a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbef6f5b-76b4-465c-9efb-16e02bf2bc86', 'name': '', 'network_id': '09f71a49-2f0f-4aaf-b4f5-e5844ebe3485', 'tenant_id': 'c3b48cc417d840ae865e59e594e7e5a6', 'mac_address': 'fa:16:3e:ed:32:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ea27d3-d3c3-41fd-ba50-105d1bb358c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '5ff87fef-b13d-4822-a9fd-fffb4832324e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:48:28Z', 'updated_at': '2021-01-29T10:48:37Z', 'revision_number': 5, 'project_id': 'c3b48cc417d840ae865e59e594e7e5a6', 'subnets': [{'id': '5ff87fef-b13d-4822-a9fd-fffb4832324e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:49:22.494503 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-f4713eb3-20d1-435f-bf8e-8947a81b4f2d req-6c0ad88c-3e79-4718-be73-6d427df7517b tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:49:22.506818 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-f4713eb3-20d1-435f-bf8e-8947a81b4f2d req-6c0ad88c-3e79-4718-be73-6d427df7517b tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:49:22.532221 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-f4713eb3-20d1-435f-bf8e-8947a81b4f2d req-6c0ad88c-3e79-4718-be73-6d427df7517b tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:49:22.537060 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-f4713eb3-20d1-435f-bf8e-8947a81b4f2d req-6c0ad88c-3e79-4718-be73-6d427df7517b tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Usage tracker for resource:security_group_rule and tenant:c3b48cc417d840ae865e59e594e7e5a6 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:49:22.540202 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-f4713eb3-20d1-435f-bf8e-8947a81b4f2d req-6c0ad88c-3e79-4718-be73-6d427df7517b tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:49:22.547064 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-f4713eb3-20d1-435f-bf8e-8947a81b4f2d req-6c0ad88c-3e79-4718-be73-6d427df7517b tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:49:22.560064 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac0472-c5d5-46f6-994a-bbe33398add3 req-8e3954fc-4209-42b3-ba01-4aeefc1fa969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:49:22.561691 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-19ac0472-c5d5-46f6-994a-bbe33398add3 req-8e3954fc-4209-42b3-ba01-4aeefc1fa969 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c3b48cc417d840ae865e59e594e7e5a6&device_id=4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5 HTTP/1.1" status: 200  len: 1162 time: 0.1003597
Jan 29 10:49:22.623219 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-f4713eb3-20d1-435f-bf8e-8947a81b4f2d req-6c0ad88c-3e79-4718-be73-6d427df7517b tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:49:22.659993 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-f4713eb3-20d1-435f-bf8e-8947a81b4f2d req-6c0ad88c-3e79-4718-be73-6d427df7517b tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:49:22.665738 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-dedbb7c2-a8f6-4c68-9ebb-ef7da7a7aaf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:49:22.709178 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac0472-c5d5-46f6-994a-bbe33398add3 req-34d7da19-ab1e-4a98-8fef-78c78fd952ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:49:22.710932 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-19ac0472-c5d5-46f6-994a-bbe33398add3 req-34d7da19-ab1e-4a98-8fef-78c78fd952ca service neutron] 10.222.0.22 "GET /v2.0/networks?id=09f71a49-2f0f-4aaf-b4f5-e5844ebe3485 HTTP/1.1" status: 200  len: 908 time: 0.1418841
Jan 29 10:49:22.711658 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0ad88c-3e79-4718-be73-6d427df7517b tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b153a2e2-d55f-42d9-9245-8edc4553213b,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:49:22.715874 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6c0ad88c-3e79-4718-be73-6d427df7517b tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:49:22.717745 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-f4713eb3-20d1-435f-bf8e-8947a81b4f2d req-6c0ad88c-3e79-4718-be73-6d427df7517b tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:49:22.719627 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f4713eb3-20d1-435f-bf8e-8947a81b4f2d req-6c0ad88c-3e79-4718-be73-6d427df7517b tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1821 time: 0.2823608
Jan 29 10:49:22.829570 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-19ac0472-c5d5-46f6-994a-bbe33398add3 req-417e865c-6d12-47af-ae96-e9c8a9b2d554 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02677f8b-95c1-4560-b9d4-c1264bebd7c3 HTTP/1.1" status: 200  len: 998 time: 0.1100981
Jan 29 10:49:22.861248 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8906839-98bf-4f67-8b2c-a3ce7bdd46ea None None] New status for floating IP dd4365b8-8b2c-4fe6-9127-c6ddfb2d6702: ACTIVE {{(pid=80768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 29 10:49:22.905541 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac0472-c5d5-46f6-994a-bbe33398add3 req-0d5f79c5-15a3-46dd-a348-0a50c400a4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:49:22.907257 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-19ac0472-c5d5-46f6-994a-bbe33398add3 req-0d5f79c5-15a3-46dd-a348-0a50c400a4aa service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5ff87fef-b13d-4822-a9fd-fffb4832324e HTTP/1.1" status: 200  len: 853 time: 0.0714180
Jan 29 10:49:23.001905 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac0472-c5d5-46f6-994a-bbe33398add3 req-852a6155-0ac3-4c81-82e2-d11845f30a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:49:23.003640 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-19ac0472-c5d5-46f6-994a-bbe33398add3 req-852a6155-0ac3-4c81-82e2-d11845f30a5b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=09f71a49-2f0f-4aaf-b4f5-e5844ebe3485&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0865026
Jan 29 10:49:23.110903 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-808c1a1a-58be-464f-8997-f425e2850501 req-e3ea304c-f89c-4eee-baf6-bf60579a3c65 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/security-groups/b153a2e2-d55f-42d9-9245-8edc4553213b HTTP/1.1" status: 200  len: 1816 time: 0.3584955
Jan 29 10:49:23.122546 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-808c1a1a-58be-464f-8997-f425e2850501 req-ea9ce37f-7fb2-48a0-884a-e99fe3bbe291 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b153a2e2-d55f-42d9-9245-8edc4553213b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:49:23.123130 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-808c1a1a-58be-464f-8997-f425e2850501 req-ea9ce37f-7fb2-48a0-884a-e99fe3bbe291 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b153a2e2-d55f-42d9-9245-8edc4553213b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:49:23.145684 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-808c1a1a-58be-464f-8997-f425e2850501 req-ea9ce37f-7fb2-48a0-884a-e99fe3bbe291 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:49:23.150299 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-808c1a1a-58be-464f-8997-f425e2850501 req-ea9ce37f-7fb2-48a0-884a-e99fe3bbe291 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Usage tracker for resource:security_group_rule and tenant:c3b48cc417d840ae865e59e594e7e5a6 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:49:23.154499 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-808c1a1a-58be-464f-8997-f425e2850501 req-ea9ce37f-7fb2-48a0-884a-e99fe3bbe291 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:49:23.159411 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-19ac0472-c5d5-46f6-994a-bbe33398add3 req-e8581714-c62b-48b4-8da0-b3eb793365c3 service neutron] 10.222.0.22 "GET /v2.0/networks/09f71a49-2f0f-4aaf-b4f5-e5844ebe3485?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1481464
Jan 29 10:49:23.160433 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-808c1a1a-58be-464f-8997-f425e2850501 req-ea9ce37f-7fb2-48a0-884a-e99fe3bbe291 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:49:23.222822 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-808c1a1a-58be-464f-8997-f425e2850501 req-ea9ce37f-7fb2-48a0-884a-e99fe3bbe291 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:49:23.248126 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-808c1a1a-58be-464f-8997-f425e2850501 req-ea9ce37f-7fb2-48a0-884a-e99fe3bbe291 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:49:23.250743 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-808c1a1a-58be-464f-8997-f425e2850501 req-ea9ce37f-7fb2-48a0-884a-e99fe3bbe291 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:49:23.263242 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1c543055-8f24-44a4-b503-913888dc4e3d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:49:23.280556 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9ce37f-7fb2-48a0-884a-e99fe3bbe291 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ba94729-0f26-4a0b-8a44-e315f86a7126,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:49:23.283692 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ea9ce37f-7fb2-48a0-884a-e99fe3bbe291 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:49:23.287268 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-808c1a1a-58be-464f-8997-f425e2850501 req-ea9ce37f-7fb2-48a0-884a-e99fe3bbe291 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:49:23.288544 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-808c1a1a-58be-464f-8997-f425e2850501 req-ea9ce37f-7fb2-48a0-884a-e99fe3bbe291 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.1704965
Jan 29 10:49:23.313829 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-19ac0472-c5d5-46f6-994a-bbe33398add3 req-0ea902a7-56e6-4762-9da6-8cc768197f20 service neutron] 10.222.0.22 "GET /v2.0/networks/09f71a49-2f0f-4aaf-b4f5-e5844ebe3485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1443160
Jan 29 10:49:23.392106 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9366954c-b482-4025-87d5-7502ecaa1ce1 req-8ded034b-660c-4049-8f43-7a3851626162 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/security-groups/b153a2e2-d55f-42d9-9245-8edc4553213b HTTP/1.1" status: 200  len: 2410 time: 0.0675731
Jan 29 10:49:23.403635 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-9366954c-b482-4025-87d5-7502ecaa1ce1 req-51ce2d21-1194-45eb-836f-878b8c6ba40b tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b153a2e2-d55f-42d9-9245-8edc4553213b', 'remote_group_id': None}]} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:49:23.404048 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-9366954c-b482-4025-87d5-7502ecaa1ce1 req-51ce2d21-1194-45eb-836f-878b8c6ba40b tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b153a2e2-d55f-42d9-9245-8edc4553213b', 'remote_group_id': None}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:49:23.426098 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-9366954c-b482-4025-87d5-7502ecaa1ce1 req-51ce2d21-1194-45eb-836f-878b8c6ba40b tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:49:23.430375 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-9366954c-b482-4025-87d5-7502ecaa1ce1 req-51ce2d21-1194-45eb-836f-878b8c6ba40b tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Usage tracker for resource:security_group_rule and tenant:c3b48cc417d840ae865e59e594e7e5a6 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:49:23.433525 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-9366954c-b482-4025-87d5-7502ecaa1ce1 req-51ce2d21-1194-45eb-836f-878b8c6ba40b tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:49:23.440159 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-9366954c-b482-4025-87d5-7502ecaa1ce1 req-51ce2d21-1194-45eb-836f-878b8c6ba40b tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:49:23.497927 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-9366954c-b482-4025-87d5-7502ecaa1ce1 req-51ce2d21-1194-45eb-836f-878b8c6ba40b tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:49:23.522897 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-9366954c-b482-4025-87d5-7502ecaa1ce1 req-51ce2d21-1194-45eb-836f-878b8c6ba40b tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:49:23.525193 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-9366954c-b482-4025-87d5-7502ecaa1ce1 req-51ce2d21-1194-45eb-836f-878b8c6ba40b tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:49:23.527120 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-17aeac39-3df1-4fb4-b57b-7ffe2b84fc52 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:49:23.552724 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ce2d21-1194-45eb-836f-878b8c6ba40b tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0151613-287f-4162-8610-817900cfca3c,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:49:23.556992 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-51ce2d21-1194-45eb-836f-878b8c6ba40b tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:49:23.564877 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-9366954c-b482-4025-87d5-7502ecaa1ce1 req-51ce2d21-1194-45eb-836f-878b8c6ba40b tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:49:23.566249 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9366954c-b482-4025-87d5-7502ecaa1ce1 req-51ce2d21-1194-45eb-836f-878b8c6ba40b tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.1667702
Jan 29 10:49:23.724808 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-f2bc0fdc-2b2a-47ee-8e9b-a07d271c37e0 req-3e635efd-21cb-451d-b7a6-594b4d0faa36 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Synchronizing usage tracker for tenant:c3b48cc417d840ae865e59e594e7e5a6 on resource:security_group {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:49:23.740574 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-f2bc0fdc-2b2a-47ee-8e9b-a07d271c37e0 req-3e635efd-21cb-451d-b7a6-594b4d0faa36 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Unset dirty status for tenant:c3b48cc417d840ae865e59e594e7e5a6 on resource:security_group {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:49:23.741861 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f2bc0fdc-2b2a-47ee-8e9b-a07d271c37e0 req-3e635efd-21cb-451d-b7a6-594b4d0faa36 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1151916570&fields=id&tenant_id=c3b48cc417d840ae865e59e594e7e5a6 HTTP/1.1" status: 200  len: 267 time: 0.0752454
Jan 29 10:49:23.797179 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c9e696b6-2aca-4ca1-a885-f2f40be556bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:49:23.911679 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc0fdc-2b2a-47ee-8e9b-a07d271c37e0 req-6948d8a4-167f-4500-91fb-e5da36c0e4b7 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:49:23.913293 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f2bc0fdc-2b2a-47ee-8e9b-a07d271c37e0 req-6948d8a4-167f-4500-91fb-e5da36c0e4b7 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5 HTTP/1.1" status: 200  len: 945 time: 0.1646380
Jan 29 10:49:23.926179 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-f2bc0fdc-2b2a-47ee-8e9b-a07d271c37e0 req-77ba8769-5066-49e4-9ff3-c3e466a4efb8 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Request body: {'port': {'security_groups': ['14f9187d-3066-4931-a790-7b5d28b64d65', 'b153a2e2-d55f-42d9-9245-8edc4553213b']}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:49:24.071303 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-f2bc0fdc-2b2a-47ee-8e9b-a07d271c37e0 req-77ba8769-5066-49e4-9ff3-c3e466a4efb8 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:49:24.386073 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:49:24.410750 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-f2bc0fdc-2b2a-47ee-8e9b-a07d271c37e0 req-77ba8769-5066-49e4-9ff3-c3e466a4efb8 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] For port 02677f8b-95c1-4560-b9d4-c1264bebd7c3, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=02677f8b-95c1-4560-b9d4-c1264bebd7c3,segment=NetworkSegment(62fc5a3b-84ca-4a02-9317-e82b84afa755),segment_id=62fc5a3b-84ca-4a02-9317-e82b84afa755)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:49:24.438511 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-f2bc0fdc-2b2a-47ee-8e9b-a07d271c37e0 req-77ba8769-5066-49e4-9ff3-c3e466a4efb8 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:49:24.442357 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-f2bc0fdc-2b2a-47ee-8e9b-a07d271c37e0 req-77ba8769-5066-49e4-9ff3-c3e466a4efb8 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:49:24.457160 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ea2fdcce-05b8-4e0f-b511-962cc07fce1f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:49:24.620927 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ba8769-5066-49e4-9ff3-c3e466a4efb8 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Pushing event updated for resources: {'Port': ['ID=02677f8b-95c1-4560-b9d4-c1264bebd7c3,revision_number=5']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:49:24.626843 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-77ba8769-5066-49e4-9ff3-c3e466a4efb8 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:49:24.726936 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc0fdc-2b2a-47ee-8e9b-a07d271c37e0 req-77ba8769-5066-49e4-9ff3-c3e466a4efb8 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:49:24.727673 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-f2bc0fdc-2b2a-47ee-8e9b-a07d271c37e0 req-77ba8769-5066-49e4-9ff3-c3e466a4efb8 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:49:24.729257 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f2bc0fdc-2b2a-47ee-8e9b-a07d271c37e0 req-77ba8769-5066-49e4-9ff3-c3e466a4efb8 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "PUT /v2.0/ports/02677f8b-95c1-4560-b9d4-c1264bebd7c3 HTTP/1.1" status: 200  len: 981 time: 0.8081477
Jan 29 10:49:24.729884 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5', 'tag': '02677f8b-95c1-4560-b9d4-c1264bebd7c3'}] {{(pid=80765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:49:24.790500 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5', 'tag': '02677f8b-95c1-4560-b9d4-c1264bebd7c3', 'status': 'completed', 'code': 200}
Jan 29 10:49:24.918937 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae32360-7b7b-494c-b399-d109a94af178 req-2a1d73ed-c6b7-4040-9385-219b2cac2ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:49:24.920589 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1ae32360-7b7b-494c-b399-d109a94af178 req-2a1d73ed-c6b7-4040-9385-219b2cac2ca9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c3b48cc417d840ae865e59e594e7e5a6&device_id=4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5 HTTP/1.1" status: 200  len: 1202 time: 0.0856991
Jan 29 10:49:24.929680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-f72ed8bf-32dc-4190-9e57-e1d72dd9ec6e None None] Provisioning complete for port 02677f8b-95c1-4560-b9d4-c1264bebd7c3 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:49:24.930388 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f72ed8bf-32dc-4190-9e57-e1d72dd9ec6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:49:25.013610 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:49:25.069438 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf7f90-a3c0-4969-bce7-2cfe0f70f7b1 req-6959fcb1-3061-46a4-85c2-09cf9725721c tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:49:25.069654 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-21bf7f90-a3c0-4969-bce7-2cfe0f70f7b1 req-6959fcb1-3061-46a4-85c2-09cf9725721c tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5 HTTP/1.1" status: 200  len: 984 time: 0.1782625
Jan 29 10:49:25.083038 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae32360-7b7b-494c-b399-d109a94af178 req-eba874a4-4184-443a-b153-65303178ec76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:49:25.084957 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1ae32360-7b7b-494c-b399-d109a94af178 req-eba874a4-4184-443a-b153-65303178ec76 service neutron] 10.222.0.22 "GET /v2.0/networks?id=09f71a49-2f0f-4aaf-b4f5-e5844ebe3485 HTTP/1.1" status: 200  len: 908 time: 0.1575115
Jan 29 10:49:25.157599 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-21bf7f90-a3c0-4969-bce7-2cfe0f70f7b1 req-1448743c-2842-46a3-acfd-98cd52a353bc tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/security-groups?id=14f9187d-3066-4931-a790-7b5d28b64d65&id=b153a2e2-d55f-42d9-9245-8edc4553213b&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0808508
Jan 29 10:49:25.205552 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1ae32360-7b7b-494c-b399-d109a94af178 req-bb7319a0-5965-46d1-8b12-b5a1c130d990 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02677f8b-95c1-4560-b9d4-c1264bebd7c3 HTTP/1.1" status: 200  len: 1000 time: 0.1138864
Jan 29 10:49:25.277393 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae32360-7b7b-494c-b399-d109a94af178 req-18cf6fd8-418c-4dd3-a978-74e615be379a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:49:25.279384 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1ae32360-7b7b-494c-b399-d109a94af178 req-18cf6fd8-418c-4dd3-a978-74e615be379a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5ff87fef-b13d-4822-a9fd-fffb4832324e HTTP/1.1" status: 200  len: 853 time: 0.0671792
Jan 29 10:49:25.368618 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae32360-7b7b-494c-b399-d109a94af178 req-4940070b-2067-4524-8506-fbe76421757d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:49:25.370189 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1ae32360-7b7b-494c-b399-d109a94af178 req-4940070b-2067-4524-8506-fbe76421757d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=09f71a49-2f0f-4aaf-b4f5-e5844ebe3485&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0834196
Jan 29 10:49:25.521456 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1ae32360-7b7b-494c-b399-d109a94af178 req-b0442536-43da-4d98-920a-d98333d286c2 service neutron] 10.222.0.22 "GET /v2.0/networks/09f71a49-2f0f-4aaf-b4f5-e5844ebe3485?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393394
Jan 29 10:49:25.554723 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 02677f8b-95c1-4560-b9d4-c1264bebd7c3 up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:49:25.633439 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 02677f8b-95c1-4560-b9d4-c1264bebd7c3 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:49:25.633894 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:49:25.665367 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1ae32360-7b7b-494c-b399-d109a94af178 req-795d576e-0c88-4663-99a2-7bc613da27d6 service neutron] 10.222.0.22 "GET /v2.0/networks/09f71a49-2f0f-4aaf-b4f5-e5844ebe3485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1368999
Jan 29 10:49:26.203927 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:49:35.174774 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:49:41.204516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:49:51.531547 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8d67bb73-461f-4fbf-9783-f823d9a8d87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:49:53.799448 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-84cd87bc-ae29-484e-8aa0-1b1e3bd64306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:49:54.384248 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:49:54.999853 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:49:56.208814 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:50:05.166997 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:50:10.613028 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-92442e51-dcbe-438f-ace3-524d1e234fa0 req-647d9d29-2ff2-4730-a9c6-6fbc24390e6e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0776470
Jan 29 10:50:10.782714 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92442e51-dcbe-438f-ace3-524d1e234fa0 req-103017aa-7f92-4190-992b-0dfe4c30de2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:50:10.784329 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-92442e51-dcbe-438f-ace3-524d1e234fa0 req-103017aa-7f92-4190-992b-0dfe4c30de2c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c3b48cc417d840ae865e59e594e7e5a6&device_id=4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5 HTTP/1.1" status: 200  len: 1202 time: 0.0788703
Jan 29 10:50:10.942255 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92442e51-dcbe-438f-ace3-524d1e234fa0 req-b464d61e-bb7f-49c1-be9a-908be4f2e95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:50:10.943823 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-92442e51-dcbe-438f-ace3-524d1e234fa0 req-b464d61e-bb7f-49c1-be9a-908be4f2e95f service neutron] 10.222.0.22 "GET /v2.0/networks?id=09f71a49-2f0f-4aaf-b4f5-e5844ebe3485 HTTP/1.1" status: 200  len: 908 time: 0.1405346
Jan 29 10:50:11.054782 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-92442e51-dcbe-438f-ace3-524d1e234fa0 req-950e1f04-598f-4b1e-96d3-b806b73fa093 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02677f8b-95c1-4560-b9d4-c1264bebd7c3 HTTP/1.1" status: 200  len: 1000 time: 0.1040530
Jan 29 10:50:11.129022 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92442e51-dcbe-438f-ace3-524d1e234fa0 req-60334d11-c220-4620-8e5d-85bb0d21a06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:50:11.130600 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-92442e51-dcbe-438f-ace3-524d1e234fa0 req-60334d11-c220-4620-8e5d-85bb0d21a06c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5ff87fef-b13d-4822-a9fd-fffb4832324e HTTP/1.1" status: 200  len: 853 time: 0.0686934
Jan 29 10:50:11.216626 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92442e51-dcbe-438f-ace3-524d1e234fa0 req-39d0ab56-39a6-4549-8993-233a60e583b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:50:11.218395 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-92442e51-dcbe-438f-ace3-524d1e234fa0 req-39d0ab56-39a6-4549-8993-233a60e583b8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=09f71a49-2f0f-4aaf-b4f5-e5844ebe3485&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0809727
Jan 29 10:50:11.365302 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-92442e51-dcbe-438f-ace3-524d1e234fa0 req-3f9f5110-1c0e-4bec-a487-7e732d1dccb5 service neutron] 10.222.0.22 "GET /v2.0/networks/09f71a49-2f0f-4aaf-b4f5-e5844ebe3485?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1389446
Jan 29 10:50:11.509815 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-92442e51-dcbe-438f-ace3-524d1e234fa0 req-e3f4e88d-e396-4556-826c-4d252e733228 service neutron] 10.222.0.22 "GET /v2.0/networks/09f71a49-2f0f-4aaf-b4f5-e5844ebe3485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1370044
Jan 29 10:50:13.067453 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [req-2b5e3901-3b35-4a69-8abe-ef0e4b816c5a req-29aeb786-823b-455d-9140-c58b1a36ad03 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] (80766) timed out ('10.222.0.22', 56890) {{(pid=80766) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Jan 29 10:50:18.204363 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:50:21.533700 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6d9c9805-8b2f-44db-a78c-32786a5b942a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:50:23.363712 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb734b8b-e4b9-47bb-8111-9d0aa1e0d6e7 req-44289400-ed3d-4a85-8de0-f6d57757893e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:50:23.365412 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cb734b8b-e4b9-47bb-8111-9d0aa1e0d6e7 req-44289400-ed3d-4a85-8de0-f6d57757893e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c3b48cc417d840ae865e59e594e7e5a6&device_id=4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5 HTTP/1.1" status: 200  len: 1202 time: 0.0811820
Jan 29 10:50:23.476956 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92a7a8-177b-41e8-a0cf-9c2b678aa904 req-75615564-5174-4100-a27d-85e122c7cfab tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:50:23.478679 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ab92a7a8-177b-41e8-a0cf-9c2b678aa904 req-75615564-5174-4100-a27d-85e122c7cfab tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5 HTTP/1.1" status: 200  len: 984 time: 0.1717081
Jan 29 10:50:23.513268 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb734b8b-e4b9-47bb-8111-9d0aa1e0d6e7 req-12988fa4-ce58-4e4e-9425-9e2add95f3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:50:23.515660 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cb734b8b-e4b9-47bb-8111-9d0aa1e0d6e7 req-12988fa4-ce58-4e4e-9425-9e2add95f3e2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=09f71a49-2f0f-4aaf-b4f5-e5844ebe3485 HTTP/1.1" status: 200  len: 908 time: 0.1428933
Jan 29 10:50:23.561612 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ab92a7a8-177b-41e8-a0cf-9c2b678aa904 req-4cf8aa43-6398-4b6d-bd2e-ca2ccf87f275 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/security-groups?id=14f9187d-3066-4931-a790-7b5d28b64d65&id=b153a2e2-d55f-42d9-9245-8edc4553213b&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0763116
Jan 29 10:50:23.626688 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cb734b8b-e4b9-47bb-8111-9d0aa1e0d6e7 req-ef1d4b5f-21b5-4834-b33c-aa9764875c53 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02677f8b-95c1-4560-b9d4-c1264bebd7c3 HTTP/1.1" status: 200  len: 1000 time: 0.1050012
Jan 29 10:50:23.698695 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb734b8b-e4b9-47bb-8111-9d0aa1e0d6e7 req-cb47fa59-db71-4f7e-a76a-070466709434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:50:23.700226 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cb734b8b-e4b9-47bb-8111-9d0aa1e0d6e7 req-cb47fa59-db71-4f7e-a76a-070466709434 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5ff87fef-b13d-4822-a9fd-fffb4832324e HTTP/1.1" status: 200  len: 853 time: 0.0663767
Jan 29 10:50:23.782908 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb734b8b-e4b9-47bb-8111-9d0aa1e0d6e7 req-4a513c05-ffe2-471e-8fb5-4411be01b381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:50:23.784511 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cb734b8b-e4b9-47bb-8111-9d0aa1e0d6e7 req-4a513c05-ffe2-471e-8fb5-4411be01b381 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=09f71a49-2f0f-4aaf-b4f5-e5844ebe3485&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0773993
Jan 29 10:50:23.800077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2608361b-ffae-4e1b-b9f5-33998af8ede5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:50:23.926338 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cb734b8b-e4b9-47bb-8111-9d0aa1e0d6e7 req-e92b778f-1e04-4b3d-9e7e-1d88ca01d8b6 service neutron] 10.222.0.22 "GET /v2.0/networks/09f71a49-2f0f-4aaf-b4f5-e5844ebe3485?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1352553
Jan 29 10:50:24.074949 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cb734b8b-e4b9-47bb-8111-9d0aa1e0d6e7 req-0f0a18ce-0c3a-4922-a1b4-c9066ef37b87 service neutron] 10.222.0.22 "GET /v2.0/networks/09f71a49-2f0f-4aaf-b4f5-e5844ebe3485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1419427
Jan 29 10:50:24.387016 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:50:24.862281 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326683d0-4326-43b6-b596-3cf7d1370802 req-467d151e-e2e1-47cc-af8c-d354a18af1bc tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:50:24.863824 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-326683d0-4326-43b6-b596-3cf7d1370802 req-467d151e-e2e1-47cc-af8c-d354a18af1bc tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5 HTTP/1.1" status: 200  len: 984 time: 0.1671820
Jan 29 10:50:24.944246 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-326683d0-4326-43b6-b596-3cf7d1370802 req-5523ac0d-c2b0-476b-a13e-e0e12f82197b tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/security-groups?id=14f9187d-3066-4931-a790-7b5d28b64d65&id=b153a2e2-d55f-42d9-9245-8edc4553213b&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0738912
Jan 29 10:50:25.000336 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:50:26.212292 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:50:26.243433 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab65a2-fa78-4529-921a-fce69565cf5e req-80c85c4f-eaf3-4b3c-8037-e9b9cf7b148a tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:50:26.245099 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a3ab65a2-fa78-4529-921a-fce69565cf5e req-80c85c4f-eaf3-4b3c-8037-e9b9cf7b148a tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5 HTTP/1.1" status: 200  len: 984 time: 0.1702135
Jan 29 10:50:26.333011 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a3ab65a2-fa78-4529-921a-fce69565cf5e req-9d1c3f69-fdf2-4ab7-8ca4-adf31634f886 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/security-groups?id=14f9187d-3066-4931-a790-7b5d28b64d65&id=b153a2e2-d55f-42d9-9245-8edc4553213b&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0805426
Jan 29 10:50:27.731861 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba37057-81df-4ebb-9eb4-1f70e41e169c req-0b7cf05d-8e31-4268-9942-76a606487a4d tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:50:27.734147 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1ba37057-81df-4ebb-9eb4-1f70e41e169c req-0b7cf05d-8e31-4268-9942-76a606487a4d tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5 HTTP/1.1" status: 200  len: 984 time: 0.2724092
Jan 29 10:50:27.815319 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1ba37057-81df-4ebb-9eb4-1f70e41e169c req-24b7b516-8d59-4766-9a26-ea0bee6e7768 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/security-groups?id=14f9187d-3066-4931-a790-7b5d28b64d65&id=b153a2e2-d55f-42d9-9245-8edc4553213b&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0746644
Jan 29 10:50:29.111472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922c241-6655-410e-9951-c6ea9c6a00a9 req-2173ef18-4dfb-4e90-9499-2752d06120d8 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:50:29.113017 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f922c241-6655-410e-9951-c6ea9c6a00a9 req-2173ef18-4dfb-4e90-9499-2752d06120d8 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5 HTTP/1.1" status: 200  len: 984 time: 0.1648374
Jan 29 10:50:29.197449 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f922c241-6655-410e-9951-c6ea9c6a00a9 req-e7afca87-3163-4f8e-bb98-b8816288401e tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/security-groups?id=14f9187d-3066-4931-a790-7b5d28b64d65&id=b153a2e2-d55f-42d9-9245-8edc4553213b&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0779672
Jan 29 10:50:30.495114 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e887c-1ed9-4001-87e6-0f2e6daae7a0 req-b0459f72-c78e-44fd-a30b-3d043d95691b tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:50:30.496680 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f92e887c-1ed9-4001-87e6-0f2e6daae7a0 req-b0459f72-c78e-44fd-a30b-3d043d95691b tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5 HTTP/1.1" status: 200  len: 984 time: 0.1698928
Jan 29 10:50:30.581072 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f92e887c-1ed9-4001-87e6-0f2e6daae7a0 req-e11633bc-a13c-4bf7-a743-cc7ae48256e6 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/security-groups?id=14f9187d-3066-4931-a790-7b5d28b64d65&id=b153a2e2-d55f-42d9-9245-8edc4553213b&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0776956
Jan 29 10:50:31.876664 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7fd34-562b-4c7c-806a-99361961d7f2 req-2157ca5b-eb45-43c9-9e3e-0e10b611de49 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:50:31.878238 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d0c7fd34-562b-4c7c-806a-99361961d7f2 req-2157ca5b-eb45-43c9-9e3e-0e10b611de49 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5 HTTP/1.1" status: 200  len: 984 time: 0.1673419
Jan 29 10:50:31.959504 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d0c7fd34-562b-4c7c-806a-99361961d7f2 req-8bad594b-9e6b-423e-b69b-eb3b6605c37a tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/security-groups?id=14f9187d-3066-4931-a790-7b5d28b64d65&id=b153a2e2-d55f-42d9-9245-8edc4553213b&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0749831
Jan 29 10:50:33.255640 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a236828f-2086-48ac-a233-8d26bcab7a45 req-3dea6e20-2c2a-4c02-9c80-2001cb89c899 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:50:33.257287 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a236828f-2086-48ac-a233-8d26bcab7a45 req-3dea6e20-2c2a-4c02-9c80-2001cb89c899 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5 HTTP/1.1" status: 200  len: 984 time: 0.1656363
Jan 29 10:50:33.346478 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a236828f-2086-48ac-a233-8d26bcab7a45 req-ea535bbb-5aa9-4bec-9f07-1107ff0f5713 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/security-groups?id=14f9187d-3066-4931-a790-7b5d28b64d65&id=b153a2e2-d55f-42d9-9245-8edc4553213b&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0826383
Jan 29 10:50:34.640147 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a78d43-29cf-428c-b6dc-761e97c63a6b req-ad8b657d-5982-43e9-bad8-d5a87bc33694 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:50:34.641768 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-62a78d43-29cf-428c-b6dc-761e97c63a6b req-ad8b657d-5982-43e9-bad8-d5a87bc33694 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5 HTTP/1.1" status: 200  len: 984 time: 0.1649542
Jan 29 10:50:34.724472 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-62a78d43-29cf-428c-b6dc-761e97c63a6b req-55536041-72ce-4755-8f06-c54ad967516b tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/security-groups?id=14f9187d-3066-4931-a790-7b5d28b64d65&id=b153a2e2-d55f-42d9-9245-8edc4553213b&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0754857
Jan 29 10:50:35.178528 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:50:36.024758 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc0c5b-c39f-4dc2-a124-2e9ce5570da5 req-b8ac57ac-ccc8-476e-b30b-587c67e2e694 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:50:36.026346 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-aabc0c5b-c39f-4dc2-a124-2e9ce5570da5 req-b8ac57ac-ccc8-476e-b30b-587c67e2e694 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5 HTTP/1.1" status: 200  len: 984 time: 0.1714175
Jan 29 10:50:36.108883 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-aabc0c5b-c39f-4dc2-a124-2e9ce5570da5 req-23dd4e3b-1dd9-4eb3-bf91-d6e6d8feb5d6 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/security-groups?id=14f9187d-3066-4931-a790-7b5d28b64d65&id=b153a2e2-d55f-42d9-9245-8edc4553213b&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0754430
Jan 29 10:50:51.537203 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a0253899-f7d3-4640-b859-fa8fceffcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:50:53.800596 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7a64bce5-808e-490d-846b-774fb0c0d46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:50:54.391134 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:50:55.002360 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:50:55.204591 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:50:56.215069 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:51:05.175738 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:51:12.318177 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-57978281-5de7-467b-a0b8-318ecaa09bce req-94f3d839-3f62-45e3-a82c-e20beca2d403 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0857358
Jan 29 10:51:12.486912 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57978281-5de7-467b-a0b8-318ecaa09bce req-3970f929-09f0-48df-8905-2dd4ffd7ba0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:51:12.488524 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-57978281-5de7-467b-a0b8-318ecaa09bce req-3970f929-09f0-48df-8905-2dd4ffd7ba0f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c3b48cc417d840ae865e59e594e7e5a6&device_id=4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5 HTTP/1.1" status: 200  len: 1202 time: 0.0806723
Jan 29 10:51:12.646343 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57978281-5de7-467b-a0b8-318ecaa09bce req-cab4ab1c-75eb-4be2-8d0e-57eb5b940b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:51:12.647927 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-57978281-5de7-467b-a0b8-318ecaa09bce req-cab4ab1c-75eb-4be2-8d0e-57eb5b940b29 service neutron] 10.222.0.22 "GET /v2.0/networks?id=09f71a49-2f0f-4aaf-b4f5-e5844ebe3485 HTTP/1.1" status: 200  len: 908 time: 0.1406460
Jan 29 10:51:12.759219 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-57978281-5de7-467b-a0b8-318ecaa09bce req-6de0f501-a69e-40d1-bb85-022db45077b5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02677f8b-95c1-4560-b9d4-c1264bebd7c3 HTTP/1.1" status: 200  len: 1000 time: 0.1037340
Jan 29 10:51:12.828995 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57978281-5de7-467b-a0b8-318ecaa09bce req-e6804b19-63be-4228-8705-f2b5ffa6ff8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:51:12.830611 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-57978281-5de7-467b-a0b8-318ecaa09bce req-e6804b19-63be-4228-8705-f2b5ffa6ff8a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5ff87fef-b13d-4822-a9fd-fffb4832324e HTTP/1.1" status: 200  len: 853 time: 0.0651553
Jan 29 10:51:12.915580 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57978281-5de7-467b-a0b8-318ecaa09bce req-211cc11b-965f-429f-b2e4-e33591c14242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:51:12.917135 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-57978281-5de7-467b-a0b8-318ecaa09bce req-211cc11b-965f-429f-b2e4-e33591c14242 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=09f71a49-2f0f-4aaf-b4f5-e5844ebe3485&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0805714
Jan 29 10:51:13.349748 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-57978281-5de7-467b-a0b8-318ecaa09bce req-8c9d04d0-e2c0-4510-8b15-e769c08e7959 service neutron] 10.222.0.22 "GET /v2.0/networks/09f71a49-2f0f-4aaf-b4f5-e5844ebe3485?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4249909
Jan 29 10:51:13.500134 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-57978281-5de7-467b-a0b8-318ecaa09bce req-44da0fa8-67b1-465b-9b8d-7d92c6dfa687 service neutron] 10.222.0.22 "GET /v2.0/networks/09f71a49-2f0f-4aaf-b4f5-e5844ebe3485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1435952
Jan 29 10:51:21.539822 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8bb231c5-662c-45a5-bd98-63c9f265c164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:51:23.802099 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-269f2e66-becf-4cff-9cc7-294e3cfa8651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:51:24.396422 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:51:25.003553 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:51:26.219306 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:51:32.204945 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:51:35.208029 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:51:39.671556 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9dc60355-3701-44de-8045-d5859af6afff req-9d64f59e-786a-4269-a1b5-f69536f793c5 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1151916570&fields=id&tenant_id=c3b48cc417d840ae865e59e594e7e5a6 HTTP/1.1" status: 200  len: 267 time: 0.0597908
Jan 29 10:51:39.842433 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc60355-3701-44de-8045-d5859af6afff req-75d4f724-d45d-42ef-beb1-3941ba3832a2 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:51:39.844023 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9dc60355-3701-44de-8045-d5859af6afff req-75d4f724-d45d-42ef-beb1-3941ba3832a2 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5 HTTP/1.1" status: 200  len: 984 time: 0.1667650
Jan 29 10:51:39.855927 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-9dc60355-3701-44de-8045-d5859af6afff req-671d75a3-53e4-4b7b-9b55-f4f21877d873 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Request body: {'port': {'security_groups': ['14f9187d-3066-4931-a790-7b5d28b64d65']}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:51:39.998275 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-9dc60355-3701-44de-8045-d5859af6afff req-671d75a3-53e4-4b7b-9b55-f4f21877d873 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:51:40.311391 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-9dc60355-3701-44de-8045-d5859af6afff req-671d75a3-53e4-4b7b-9b55-f4f21877d873 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] For port 02677f8b-95c1-4560-b9d4-c1264bebd7c3, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=02677f8b-95c1-4560-b9d4-c1264bebd7c3,segment=NetworkSegment(62fc5a3b-84ca-4a02-9317-e82b84afa755),segment_id=62fc5a3b-84ca-4a02-9317-e82b84afa755)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:51:40.340297 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-9dc60355-3701-44de-8045-d5859af6afff req-671d75a3-53e4-4b7b-9b55-f4f21877d873 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:51:40.344696 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-9dc60355-3701-44de-8045-d5859af6afff req-671d75a3-53e4-4b7b-9b55-f4f21877d873 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:51:40.364110 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bb474839-0171-49fc-9142-9ae4cdf73f6a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:51:40.510734 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671d75a3-53e4-4b7b-9b55-f4f21877d873 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Pushing event updated for resources: {'Port': ['ID=02677f8b-95c1-4560-b9d4-c1264bebd7c3,revision_number=6']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:51:40.530261 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671d75a3-53e4-4b7b-9b55-f4f21877d873 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:51:40.530692 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671d75a3-53e4-4b7b-9b55-f4f21877d873 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:51:40.531107 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671d75a3-53e4-4b7b-9b55-f4f21877d873 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:51:40.531516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671d75a3-53e4-4b7b-9b55-f4f21877d873 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:51:40.531922 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671d75a3-53e4-4b7b-9b55-f4f21877d873 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:51:40.532332 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671d75a3-53e4-4b7b-9b55-f4f21877d873 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:51:40.532738 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671d75a3-53e4-4b7b-9b55-f4f21877d873 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:51:40.533148 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671d75a3-53e4-4b7b-9b55-f4f21877d873 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:51:40.533552 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671d75a3-53e4-4b7b-9b55-f4f21877d873 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:51:40.533979 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671d75a3-53e4-4b7b-9b55-f4f21877d873 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:51:40.534382 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671d75a3-53e4-4b7b-9b55-f4f21877d873 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:51:40.534782 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671d75a3-53e4-4b7b-9b55-f4f21877d873 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:51:40.535253 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671d75a3-53e4-4b7b-9b55-f4f21877d873 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:51:40.535655 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671d75a3-53e4-4b7b-9b55-f4f21877d873 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:51:40.536053 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671d75a3-53e4-4b7b-9b55-f4f21877d873 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:51:40.536474 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671d75a3-53e4-4b7b-9b55-f4f21877d873 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:51:40.536847 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671d75a3-53e4-4b7b-9b55-f4f21877d873 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:51:40.537246 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671d75a3-53e4-4b7b-9b55-f4f21877d873 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:51:40.537644 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671d75a3-53e4-4b7b-9b55-f4f21877d873 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:51:40.538063 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671d75a3-53e4-4b7b-9b55-f4f21877d873 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:51:40.538462 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671d75a3-53e4-4b7b-9b55-f4f21877d873 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:51:40.538859 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671d75a3-53e4-4b7b-9b55-f4f21877d873 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:51:40.539253 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671d75a3-53e4-4b7b-9b55-f4f21877d873 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:51:40.539649 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671d75a3-53e4-4b7b-9b55-f4f21877d873 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:51:40.546358 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-671d75a3-53e4-4b7b-9b55-f4f21877d873 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:51:40.641233 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc60355-3701-44de-8045-d5859af6afff req-671d75a3-53e4-4b7b-9b55-f4f21877d873 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:51:40.641999 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-9dc60355-3701-44de-8045-d5859af6afff req-671d75a3-53e4-4b7b-9b55-f4f21877d873 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:51:40.643581 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9dc60355-3701-44de-8045-d5859af6afff req-671d75a3-53e4-4b7b-9b55-f4f21877d873 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "PUT /v2.0/ports/02677f8b-95c1-4560-b9d4-c1264bebd7c3 HTTP/1.1" status: 200  len: 942 time: 0.7926276
Jan 29 10:51:40.644184 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5', 'tag': '02677f8b-95c1-4560-b9d4-c1264bebd7c3'}] {{(pid=80765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:51:40.704332 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5', 'tag': '02677f8b-95c1-4560-b9d4-c1264bebd7c3', 'status': 'completed', 'code': 200}
Jan 29 10:51:40.786655 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-5b3e920a-56e1-4a63-b66a-0b30b97a3727 None None] Provisioning complete for port 02677f8b-95c1-4560-b9d4-c1264bebd7c3 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:51:40.787128 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5b3e920a-56e1-4a63-b66a-0b30b97a3727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:51:40.796214 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9c46a118-727b-469f-aae3-fed2e57d60a9 req-a8f4c973-18e3-4515-b986-11f80adc02a7 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/security-groups/b153a2e2-d55f-42d9-9245-8edc4553213b HTTP/1.1" status: 200  len: 3009 time: 0.0688648
Jan 29 10:51:40.830554 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c9406-8736-47e4-a8c5-dcfbbee50a65 req-916a74e2-437a-4bfc-8389-a175573b27bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:51:40.832562 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-741c9406-8736-47e4-a8c5-dcfbbee50a65 req-916a74e2-437a-4bfc-8389-a175573b27bf service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c3b48cc417d840ae865e59e594e7e5a6&device_id=4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5 HTTP/1.1" status: 200  len: 1162 time: 0.0840623
Jan 29 10:51:40.895239 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-9c46a118-727b-469f-aae3-fed2e57d60a9 req-ed588be4-f8df-4190-8c03-f5e63515fe73 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:51:40.932537 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-9c46a118-727b-469f-aae3-fed2e57d60a9 req-ed588be4-f8df-4190-8c03-f5e63515fe73 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:51:40.980764 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c9406-8736-47e4-a8c5-dcfbbee50a65 req-76cdd43f-5c10-4db2-8b43-3b4a24f7cdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:51:40.982339 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-741c9406-8736-47e4-a8c5-dcfbbee50a65 req-76cdd43f-5c10-4db2-8b43-3b4a24f7cdf4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=09f71a49-2f0f-4aaf-b4f5-e5844ebe3485 HTTP/1.1" status: 200  len: 908 time: 0.1432605
Jan 29 10:51:40.983590 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-9c46a118-727b-469f-aae3-fed2e57d60a9 req-ed588be4-f8df-4190-8c03-f5e63515fe73 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:51:40.989235 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0851e28f-2e8e-437a-85a4-1acffbac1aa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:51:41.006114 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed588be4-f8df-4190-8c03-f5e63515fe73 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b153a2e2-d55f-42d9-9245-8edc4553213b,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:51:41.009024 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ed588be4-f8df-4190-8c03-f5e63515fe73 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:51:41.017010 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-9c46a118-727b-469f-aae3-fed2e57d60a9 req-ed588be4-f8df-4190-8c03-f5e63515fe73 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:51:41.018279 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9c46a118-727b-469f-aae3-fed2e57d60a9 req-ed588be4-f8df-4190-8c03-f5e63515fe73 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "DELETE /v2.0/security-groups/b153a2e2-d55f-42d9-9245-8edc4553213b HTTP/1.1" status: 204  len: 173 time: 0.2144508
Jan 29 10:51:41.101516 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-741c9406-8736-47e4-a8c5-dcfbbee50a65 req-63f83553-7ac2-4c81-8249-3779bb862840 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02677f8b-95c1-4560-b9d4-c1264bebd7c3 HTTP/1.1" status: 200  len: 1000 time: 0.1125188
Jan 29 10:51:41.173159 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c9406-8736-47e4-a8c5-dcfbbee50a65 req-d622b69d-9af6-4f40-be9f-3797610910cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:51:41.174774 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-741c9406-8736-47e4-a8c5-dcfbbee50a65 req-d622b69d-9af6-4f40-be9f-3797610910cd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5ff87fef-b13d-4822-a9fd-fffb4832324e HTTP/1.1" status: 200  len: 853 time: 0.0659237
Jan 29 10:51:41.186385 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-eb3c6e2c-ea63-47a1-b984-9a4a26acd11a req-31a58eb5-6289-45c7-80f2-f559b06fb9aa tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/floatingips/dd4365b8-8b2c-4fe6-9127-c6ddfb2d6702 HTTP/1.1" status: 200  len: 997 time: 0.1328387
Jan 29 10:51:41.261322 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c9406-8736-47e4-a8c5-dcfbbee50a65 req-ed5abc88-dee7-4d85-9cfa-51520fdf513b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:51:41.262996 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-741c9406-8736-47e4-a8c5-dcfbbee50a65 req-ed5abc88-dee7-4d85-9cfa-51520fdf513b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=09f71a49-2f0f-4aaf-b4f5-e5844ebe3485&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0810256
Jan 29 10:51:41.417193 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-741c9406-8736-47e4-a8c5-dcfbbee50a65 req-9d1a3f2d-1650-4cbe-bf87-684764ef9cad service neutron] 10.222.0.22 "GET /v2.0/networks/09f71a49-2f0f-4aaf-b4f5-e5844ebe3485?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1467845
Jan 29 10:51:41.569356 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-741c9406-8736-47e4-a8c5-dcfbbee50a65 req-52cb0bc5-3226-469d-a63b-2f42bd421f93 service neutron] 10.222.0.22 "GET /v2.0/networks/09f71a49-2f0f-4aaf-b4f5-e5844ebe3485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1461899
Jan 29 10:51:41.683278 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c6e2c-ea63-47a1-b984-9a4a26acd11a req-0ec439fe-6d3b-47d8-b694-f05a6a836af7 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:51:41.684708 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-eb3c6e2c-ea63-47a1-b984-9a4a26acd11a req-0ec439fe-6d3b-47d8-b694-f05a6a836af7 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/networks/aadf795f-2e1a-4d04-be0e-12575f0f28a5 HTTP/1.1" status: 200  len: 784 time: 0.4923511
Jan 29 10:51:41.696321 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [req-eb3c6e2c-ea63-47a1-b984-9a4a26acd11a req-48b550b0-a106-4e06-86b1-e03fd666f4f9 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=80765) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:51:41.697401 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-eb3c6e2c-ea63-47a1-b984-9a4a26acd11a req-48b550b0-a106-4e06-86b1-e03fd666f4f9 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0059600
Jan 29 10:51:41.824116 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-eb3c6e2c-ea63-47a1-b984-9a4a26acd11a req-d44ea577-cb5d-4eb0-9453-170109ea28ce tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.26.7.74 HTTP/1.1" status: 200  len: 1000 time: 0.1197495
Jan 29 10:51:41.983282 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c6e2c-ea63-47a1-b984-9a4a26acd11a req-4f1aa667-e772-4a0b-81df-7a58cdbc2a30 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:51:41.984676 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-eb3c6e2c-ea63-47a1-b984-9a4a26acd11a req-4f1aa667-e772-4a0b-81df-7a58cdbc2a30 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/ports/02677f8b-95c1-4560-b9d4-c1264bebd7c3 HTTP/1.1" status: 200  len: 942 time: 0.1532373
Jan 29 10:51:42.187452 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-eb3c6e2c-ea63-47a1-b984-9a4a26acd11a req-07540714-d287-4ae4-a853-01b75e2aeae6 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.26.7.74 HTTP/1.1" status: 200  len: 1000 time: 0.1221459
Jan 29 10:51:42.422217 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-eb3c6e2c-ea63-47a1-b984-9a4a26acd11a req-a1740b50-b1e2-41b3-8838-79b741d332af tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Deleting port a831d196-1c93-44d2-b31c-e53e87c65bb4 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:51:42.422588 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-eb3c6e2c-ea63-47a1-b984-9a4a26acd11a req-a1740b50-b1e2-41b3-8838-79b741d332af tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:51:42.595759 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 02677f8b-95c1-4560-b9d4-c1264bebd7c3 up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:51:42.610451 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-eb3c6e2c-ea63-47a1-b984-9a4a26acd11a req-a1740b50-b1e2-41b3-8838-79b741d332af tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:51:42.610815 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-eb3c6e2c-ea63-47a1-b984-9a4a26acd11a req-a1740b50-b1e2-41b3-8838-79b741d332af tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:51:42.666274 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 02677f8b-95c1-4560-b9d4-c1264bebd7c3 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:51:42.666695 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:51:42.743059 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-eb3c6e2c-ea63-47a1-b984-9a4a26acd11a req-a1740b50-b1e2-41b3-8838-79b741d332af tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Calling delete_port for a831d196-1c93-44d2-b31c-e53e87c65bb4 owned by network:floatingip {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:51:42.898883 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-eb3c6e2c-ea63-47a1-b984-9a4a26acd11a req-a1740b50-b1e2-41b3-8838-79b741d332af tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:51:42.915030 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c7b2cb33-e98a-43a1-859f-7a2f511e23f7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:51:42.968215 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1740b50-b1e2-41b3-8838-79b741d332af tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Pushing event deleted for resources: {'Port': ['ID=a831d196-1c93-44d2-b31c-e53e87c65bb4,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:51:42.972839 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a1740b50-b1e2-41b3-8838-79b741d332af tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:51:43.132511 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-eb3c6e2c-ea63-47a1-b984-9a4a26acd11a req-a1740b50-b1e2-41b3-8838-79b741d332af tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Notify callbacks [] for floatingip, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:51:43.132875 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [req-eb3c6e2c-ea63-47a1-b984-9a4a26acd11a req-a1740b50-b1e2-41b3-8838-79b741d332af tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Floating IP dd4365b8-8b2c-4fe6-9127-c6ddfb2d6702 disassociated (deleted). External IP: 172.26.7.74, port: 02677f8b-95c1-4560-b9d4-c1264bebd7c3.
Jan 29 10:51:43.504604 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb3c6e2c-ea63-47a1-b984-9a4a26acd11a req-a1740b50-b1e2-41b3-8838-79b741d332af tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Router e2ea27d3-d3c3-41fd-ba50-105d1bb358c9 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:51:43.694786 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb3c6e2c-ea63-47a1-b984-9a4a26acd11a req-a1740b50-b1e2-41b3-8838-79b741d332af tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:51:43.706034 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833c7011-b84a-4766-9922-bc1a8c3ee032 None None] Sync routers for ids ['e2ea27d3-d3c3-41fd-ba50-105d1bb358c9'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:51:43.713714 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-eb3c6e2c-ea63-47a1-b984-9a4a26acd11a req-a1740b50-b1e2-41b3-8838-79b741d332af tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:51:43.715776 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833c7011-b84a-4766-9922-bc1a8c3ee032 None None] Routers {'e2ea27d3-d3c3-41fd-ba50-105d1bb358c9'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:51:43.716460 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-833c7011-b84a-4766-9922-bc1a8c3ee032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9796940>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:51:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['e2ea27d3-d3c3-41fd-ba50-105d1bb358c9'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:51:43.774592 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-eb3c6e2c-ea63-47a1-b984-9a4a26acd11a req-a1740b50-b1e2-41b3-8838-79b741d332af tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "DELETE /v2.0/floatingips/dd4365b8-8b2c-4fe6-9127-c6ddfb2d6702 HTTP/1.1" status: 204  len: 173 time: 1.5811570
Jan 29 10:51:43.775180 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5', 'tag': '02677f8b-95c1-4560-b9d4-c1264bebd7c3'}] {{(pid=80765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:51:43.906851 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-833c7011-b84a-4766-9922-bc1a8c3ee032 None None] Set router e2ea27d3-d3c3-41fd-ba50-105d1bb358c9 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:51:43.959345 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c6e2c-ea63-47a1-b984-9a4a26acd11a req-03011e69-1b58-423c-85f2-32d75d8f0ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:51:43.960912 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-eb3c6e2c-ea63-47a1-b984-9a4a26acd11a req-03011e69-1b58-423c-85f2-32d75d8f0ca4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c3b48cc417d840ae865e59e594e7e5a6&device_id=4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5 HTTP/1.1" status: 200  len: 1162 time: 0.1716835
Jan 29 10:51:44.104721 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c6e2c-ea63-47a1-b984-9a4a26acd11a req-67d38101-c1f4-44da-b764-f629e569d8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:51:44.106355 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-eb3c6e2c-ea63-47a1-b984-9a4a26acd11a req-67d38101-c1f4-44da-b764-f629e569d8c7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=09f71a49-2f0f-4aaf-b4f5-e5844ebe3485 HTTP/1.1" status: 200  len: 908 time: 0.1385710
Jan 29 10:51:44.183368 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-eb3c6e2c-ea63-47a1-b984-9a4a26acd11a req-ffdeaf23-e91b-410f-bee8-44bc28b893e5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02677f8b-95c1-4560-b9d4-c1264bebd7c3 HTTP/1.1" status: 200  len: 217 time: 0.0695391
Jan 29 10:51:44.244590 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-833c7011-b84a-4766-9922-bc1a8c3ee032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9796940>, [{'id': 'e2ea27d3-d3c3-41fd-ba50-105d1bb358c9', 'name': 'tempest-TestMinimumBasicScenario-521912982-router', 'tenant_id': 'c3b48cc417d840ae865e59e594e7e5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': '27ddb691-6e17-463a-a09e-a75d5ba72c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:48:24Z', 'updated_at': '2021-01-29T10:48:29Z', 'revision_number': 4, 'project_id': 'c3b48cc417d840ae865e59e594e7e5a6', 'gw_port': {'id': '27ddb691-6e17-463a-a09e-a75d5ba72c78', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:06:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ea27d3-d3c3-41fd-ba50-105d1bb358c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:48:25Z', 'updated_at': '2021-01-29T10:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'bbef6f5b-76b4-465c-9efb-16e02bf2bc86', 'name': '', 'network_id': '09f71a49-2f0f-4aaf-b4f5-e5844ebe3485', 'tenant_id': 'c3b48cc417d840ae865e59e594e7e5a6', 'mac_address': 'fa:16:3e:ed:32:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ea27d3-d3c3-41fd-ba50-105d1bb358c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '5ff87fef-b13d-4822-a9fd-fffb4832324e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:48:28Z', 'updated_at': '2021-01-29T10:48:37Z', 'revision_number': 5, 'project_id': 'c3b48cc417d840ae865e59e594e7e5a6', 'subnets': [{'id': '5ff87fef-b13d-4822-a9fd-fffb4832324e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:51:44.249361 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833c7011-b84a-4766-9922-bc1a8c3ee032 None None] Checking router: e2ea27d3-d3c3-41fd-ba50-105d1bb358c9 for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:51:44.255118 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c6e2c-ea63-47a1-b984-9a4a26acd11a req-19bf3f49-23c6-4a57-973b-a94294ecf26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:51:44.256740 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-eb3c6e2c-ea63-47a1-b984-9a4a26acd11a req-19bf3f49-23c6-4a57-973b-a94294ecf26f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ff87fef-b13d-4822-a9fd-fffb4832324e HTTP/1.1" status: 200  len: 853 time: 0.0653870
Jan 29 10:51:44.258466 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833c7011-b84a-4766-9922-bc1a8c3ee032 None None] Routers {'e2ea27d3-d3c3-41fd-ba50-105d1bb358c9'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:51:44.259129 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-833c7011-b84a-4766-9922-bc1a8c3ee032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9796940>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:51:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['e2ea27d3-d3c3-41fd-ba50-105d1bb358c9'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:51:44.343994 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c6e2c-ea63-47a1-b984-9a4a26acd11a req-95bd2a5f-1222-41d3-84e5-6c26234b68f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:51:44.345636 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-eb3c6e2c-ea63-47a1-b984-9a4a26acd11a req-95bd2a5f-1222-41d3-84e5-6c26234b68f3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09f71a49-2f0f-4aaf-b4f5-e5844ebe3485&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0819423
Jan 29 10:51:44.451055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-833c7011-b84a-4766-9922-bc1a8c3ee032 None None] Set router e2ea27d3-d3c3-41fd-ba50-105d1bb358c9 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:51:44.490364 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-eb3c6e2c-ea63-47a1-b984-9a4a26acd11a req-7f5a660f-0adf-4b98-a212-0eeb69979250 service neutron] 10.222.0.57 "GET /v2.0/networks/09f71a49-2f0f-4aaf-b4f5-e5844ebe3485?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377335
Jan 29 10:51:44.638032 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-eb3c6e2c-ea63-47a1-b984-9a4a26acd11a req-e0f178c3-643d-4d0c-bdfc-6e2595136477 service neutron] 10.222.0.57 "GET /v2.0/networks/09f71a49-2f0f-4aaf-b4f5-e5844ebe3485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1410730
Jan 29 10:51:44.707634 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5', 'tag': '02677f8b-95c1-4560-b9d4-c1264bebd7c3', 'status': 'completed', 'code': 200}
Jan 29 10:51:44.797257 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-833c7011-b84a-4766-9922-bc1a8c3ee032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9796940>, [{'id': 'e2ea27d3-d3c3-41fd-ba50-105d1bb358c9', 'name': 'tempest-TestMinimumBasicScenario-521912982-router', 'tenant_id': 'c3b48cc417d840ae865e59e594e7e5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': '27ddb691-6e17-463a-a09e-a75d5ba72c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:48:24Z', 'updated_at': '2021-01-29T10:48:29Z', 'revision_number': 4, 'project_id': 'c3b48cc417d840ae865e59e594e7e5a6', 'gw_port': {'id': '27ddb691-6e17-463a-a09e-a75d5ba72c78', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:06:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ea27d3-d3c3-41fd-ba50-105d1bb358c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:48:25Z', 'updated_at': '2021-01-29T10:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'bbef6f5b-76b4-465c-9efb-16e02bf2bc86', 'name': '', 'network_id': '09f71a49-2f0f-4aaf-b4f5-e5844ebe3485', 'tenant_id': 'c3b48cc417d840ae865e59e594e7e5a6', 'mac_address': 'fa:16:3e:ed:32:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ea27d3-d3c3-41fd-ba50-105d1bb358c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '5ff87fef-b13d-4822-a9fd-fffb4832324e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:48:28Z', 'updated_at': '2021-01-29T10:48:37Z', 'revision_number': 5, 'project_id': 'c3b48cc417d840ae865e59e594e7e5a6', 'subnets': [{'id': '5ff87fef-b13d-4822-a9fd-fffb4832324e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:51:44.802132 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833c7011-b84a-4766-9922-bc1a8c3ee032 None None] The sync data for ids ['e2ea27d3-d3c3-41fd-ba50-105d1bb358c9'] in dv-neutron-772983-2-ovs is: [{'id': 'e2ea27d3-d3c3-41fd-ba50-105d1bb358c9', 'name': 'tempest-TestMinimumBasicScenario-521912982-router', 'tenant_id': 'c3b48cc417d840ae865e59e594e7e5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': '27ddb691-6e17-463a-a09e-a75d5ba72c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:48:24Z', 'updated_at': '2021-01-29T10:48:29Z', 'revision_number': 4, 'project_id': 'c3b48cc417d840ae865e59e594e7e5a6', 'gw_port': {'id': '27ddb691-6e17-463a-a09e-a75d5ba72c78', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:06:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ea27d3-d3c3-41fd-ba50-105d1bb358c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:48:25Z', 'updated_at': '2021-01-29T10:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'bbef6f5b-76b4-465c-9efb-16e02bf2bc86', 'name': '', 'network_id': '09f71a49-2f0f-4aaf-b4f5-e5844ebe3485', 'tenant_id': 'c3b48cc417d840ae865e59e594e7e5a6', 'mac_address': 'fa:16:3e:ed:32:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ea27d3-d3c3-41fd-ba50-105d1bb358c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '5ff87fef-b13d-4822-a9fd-fffb4832324e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:48:28Z', 'updated_at': '2021-01-29T10:48:37Z', 'revision_number': 5, 'project_id': 'c3b48cc417d840ae865e59e594e7e5a6', 'subnets': [{'id': '5ff87fef-b13d-4822-a9fd-fffb4832324e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:51:44.834617 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f07f26-e066-4160-98d8-d9e2272d86b3 req-38213fab-78f7-421c-8488-8ded33ba3200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:51:44.836272 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b1f07f26-e066-4160-98d8-d9e2272d86b3 req-38213fab-78f7-421c-8488-8ded33ba3200 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c3b48cc417d840ae865e59e594e7e5a6&device_id=4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5 HTTP/1.1" status: 200  len: 1162 time: 0.0847170
Jan 29 10:51:44.987088 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f07f26-e066-4160-98d8-d9e2272d86b3 req-d90e1e8a-6889-4f78-b8bd-294074ddb1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:51:44.988703 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b1f07f26-e066-4160-98d8-d9e2272d86b3 req-d90e1e8a-6889-4f78-b8bd-294074ddb1e3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=09f71a49-2f0f-4aaf-b4f5-e5844ebe3485 HTTP/1.1" status: 200  len: 908 time: 0.1464465
Jan 29 10:51:45.085596 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b1f07f26-e066-4160-98d8-d9e2272d86b3 req-7803fd62-9f02-4cf3-ad11-778a8594f3d5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02677f8b-95c1-4560-b9d4-c1264bebd7c3 HTTP/1.1" status: 200  len: 217 time: 0.0804753
Jan 29 10:51:45.159474 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f07f26-e066-4160-98d8-d9e2272d86b3 req-c5e144f0-a2ff-4900-93b7-5f5ab910b131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:51:45.161081 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b1f07f26-e066-4160-98d8-d9e2272d86b3 req-c5e144f0-a2ff-4900-93b7-5f5ab910b131 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5ff87fef-b13d-4822-a9fd-fffb4832324e HTTP/1.1" status: 200  len: 853 time: 0.0688751
Jan 29 10:51:45.224052 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929f0031-ee5d-4e84-b446-ef16b94b5f5c None None] New status for floating IP dd4365b8-8b2c-4fe6-9127-c6ddfb2d6702: DOWN {{(pid=80768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 29 10:51:45.249539 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f07f26-e066-4160-98d8-d9e2272d86b3 req-5216fb16-d697-4c50-9a84-4e6b58eab5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:51:45.251298 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b1f07f26-e066-4160-98d8-d9e2272d86b3 req-5216fb16-d697-4c50-9a84-4e6b58eab5c1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=09f71a49-2f0f-4aaf-b4f5-e5844ebe3485&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0834568
Jan 29 10:51:45.412482 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b1f07f26-e066-4160-98d8-d9e2272d86b3 req-bd24c2a8-93eb-4a3c-9ef2-16686eefcec6 service neutron] 10.222.0.22 "GET /v2.0/networks/09f71a49-2f0f-4aaf-b4f5-e5844ebe3485?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1537089
Jan 29 10:51:45.559807 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b1f07f26-e066-4160-98d8-d9e2272d86b3 req-a0d82143-8845-4251-97e5-5b6b8299e040 service neutron] 10.222.0.22 "GET /v2.0/networks/09f71a49-2f0f-4aaf-b4f5-e5844ebe3485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1405628
Jan 29 10:51:49.264715 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f53579-c964-47bf-bf31-4ad1c3713d41 req-ee4ee0f1-ff26-4136-930f-96a6d2e97d26 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:51:49.265377 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-c0f53579-c964-47bf-bf31-4ad1c3713d41 req-ee4ee0f1-ff26-4136-930f-96a6d2e97d26 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Synchronizing usage tracker for tenant:c3b48cc417d840ae865e59e594e7e5a6 on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:51:49.283202 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-c0f53579-c964-47bf-bf31-4ad1c3713d41 req-ee4ee0f1-ff26-4136-930f-96a6d2e97d26 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Unset dirty status for tenant:c3b48cc417d840ae865e59e594e7e5a6 on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:51:49.284486 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c0f53579-c964-47bf-bf31-4ad1c3713d41 req-ee4ee0f1-ff26-4136-930f-96a6d2e97d26 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5 HTTP/1.1" status: 200  len: 945 time: 0.1814389
Jan 29 10:51:49.349002 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-c0f53579-c964-47bf-bf31-4ad1c3713d41 req-76c257ae-7178-4cca-8235-52b8a0917381 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Synchronizing usage tracker for tenant:c3b48cc417d840ae865e59e594e7e5a6 on resource:security_group {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:51:49.364099 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-c0f53579-c964-47bf-bf31-4ad1c3713d41 req-76c257ae-7178-4cca-8235-52b8a0917381 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Unset dirty status for tenant:c3b48cc417d840ae865e59e594e7e5a6 on resource:security_group {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:51:49.365325 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c0f53579-c964-47bf-bf31-4ad1c3713d41 req-76c257ae-7178-4cca-8235-52b8a0917381 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/security-groups?id=14f9187d-3066-4931-a790-7b5d28b64d65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740533
Jan 29 10:51:50.667289 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e604903c-0038-4a26-b38e-623ee6c485f6 req-853321b6-b543-4681-b6c1-49dbfa2525e9 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:51:50.668899 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e604903c-0038-4a26-b38e-623ee6c485f6 req-853321b6-b543-4681-b6c1-49dbfa2525e9 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5 HTTP/1.1" status: 200  len: 945 time: 0.1681824
Jan 29 10:51:50.733603 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e604903c-0038-4a26-b38e-623ee6c485f6 req-41cf310e-f8ca-4e81-9ab9-b387690d404e tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/security-groups?id=14f9187d-3066-4931-a790-7b5d28b64d65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570173
Jan 29 10:51:51.342137 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254483e-ac4f-42ce-b9c5-f38e28dff3d3 req-07f61bec-b9b1-495d-918f-25e270ad88dd tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:51:51.342972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-1254483e-ac4f-42ce-b9c5-f38e28dff3d3 req-07f61bec-b9b1-495d-918f-25e270ad88dd tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Synchronizing usage tracker for tenant:c3b48cc417d840ae865e59e594e7e5a6 on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:51:51.356016 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-1254483e-ac4f-42ce-b9c5-f38e28dff3d3 req-07f61bec-b9b1-495d-918f-25e270ad88dd tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Unset dirty status for tenant:c3b48cc417d840ae865e59e594e7e5a6 on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:51:51.357303 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1254483e-ac4f-42ce-b9c5-f38e28dff3d3 req-07f61bec-b9b1-495d-918f-25e270ad88dd tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5 HTTP/1.1" status: 200  len: 945 time: 0.1778319
Jan 29 10:51:51.456457 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-1254483e-ac4f-42ce-b9c5-f38e28dff3d3 req-ba6f3dc1-b239-4221-b2d4-b145255bbc67 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Deleting port 02677f8b-95c1-4560-b9d4-c1264bebd7c3 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:51:51.456844 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-1254483e-ac4f-42ce-b9c5-f38e28dff3d3 req-ba6f3dc1-b239-4221-b2d4-b145255bbc67 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:51:51.541411 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a9c5eb3f-4b34-48b0-91e9-8b629bd6b361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:51:51.715788 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-1254483e-ac4f-42ce-b9c5-f38e28dff3d3 req-ba6f3dc1-b239-4221-b2d4-b145255bbc67 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] For port 02677f8b-95c1-4560-b9d4-c1264bebd7c3, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=02677f8b-95c1-4560-b9d4-c1264bebd7c3,segment=NetworkSegment(62fc5a3b-84ca-4a02-9317-e82b84afa755),segment_id=62fc5a3b-84ca-4a02-9317-e82b84afa755)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:51:51.716374 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-1254483e-ac4f-42ce-b9c5-f38e28dff3d3 req-ba6f3dc1-b239-4221-b2d4-b145255bbc67 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:51:51.852616 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-1254483e-ac4f-42ce-b9c5-f38e28dff3d3 req-ba6f3dc1-b239-4221-b2d4-b145255bbc67 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Calling delete_port for 02677f8b-95c1-4560-b9d4-c1264bebd7c3 owned by compute:nova {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:51:52.001084 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-1254483e-ac4f-42ce-b9c5-f38e28dff3d3 req-ba6f3dc1-b239-4221-b2d4-b145255bbc67 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:51:52.018453 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-55c6c441-6d66-4725-909c-edcba91d0667 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:51:52.027766 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc61ed9-b2b6-4b8d-9462-bcf764a0234f req-3d85a7b7-4cc8-43fd-8a98-e944758cdeef tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:51:52.030033 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-bdc61ed9-b2b6-4b8d-9462-bcf764a0234f req-3d85a7b7-4cc8-43fd-8a98-e944758cdeef tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5 HTTP/1.1" status: 200  len: 945 time: 0.1661267
Jan 29 10:51:52.077092 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6f3dc1-b239-4221-b2d4-b145255bbc67 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Pushing event deleted for resources: {'Port': ['ID=02677f8b-95c1-4560-b9d4-c1264bebd7c3,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:51:52.097882 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-bdc61ed9-b2b6-4b8d-9462-bcf764a0234f req-17b28a22-443d-48a2-a40f-23faf1c23994 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.57 "GET /v2.0/security-groups?id=14f9187d-3066-4931-a790-7b5d28b64d65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600679
Jan 29 10:51:52.140062 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6f3dc1-b239-4221-b2d4-b145255bbc67 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:51:52.140500 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6f3dc1-b239-4221-b2d4-b145255bbc67 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:51:52.140921 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6f3dc1-b239-4221-b2d4-b145255bbc67 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:51:52.141336 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6f3dc1-b239-4221-b2d4-b145255bbc67 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:51:52.141748 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6f3dc1-b239-4221-b2d4-b145255bbc67 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:51:52.142186 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6f3dc1-b239-4221-b2d4-b145255bbc67 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:51:52.142595 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6f3dc1-b239-4221-b2d4-b145255bbc67 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:51:52.143007 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6f3dc1-b239-4221-b2d4-b145255bbc67 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:51:52.143414 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6f3dc1-b239-4221-b2d4-b145255bbc67 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:51:52.143817 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6f3dc1-b239-4221-b2d4-b145255bbc67 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:51:52.144223 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6f3dc1-b239-4221-b2d4-b145255bbc67 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:51:52.144625 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6f3dc1-b239-4221-b2d4-b145255bbc67 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:51:52.145093 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6f3dc1-b239-4221-b2d4-b145255bbc67 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:51:52.145497 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6f3dc1-b239-4221-b2d4-b145255bbc67 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:51:52.145926 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6f3dc1-b239-4221-b2d4-b145255bbc67 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:51:52.146329 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6f3dc1-b239-4221-b2d4-b145255bbc67 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:51:52.146728 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6f3dc1-b239-4221-b2d4-b145255bbc67 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:51:52.147130 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6f3dc1-b239-4221-b2d4-b145255bbc67 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:51:52.147531 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6f3dc1-b239-4221-b2d4-b145255bbc67 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:51:52.147932 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6f3dc1-b239-4221-b2d4-b145255bbc67 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:51:52.148330 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6f3dc1-b239-4221-b2d4-b145255bbc67 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:51:52.148730 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6f3dc1-b239-4221-b2d4-b145255bbc67 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:51:52.149127 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6f3dc1-b239-4221-b2d4-b145255bbc67 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:51:52.149526 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6f3dc1-b239-4221-b2d4-b145255bbc67 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:51:52.153559 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ba6f3dc1-b239-4221-b2d4-b145255bbc67 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:51:52.256304 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-1254483e-ac4f-42ce-b9c5-f38e28dff3d3 req-ba6f3dc1-b239-4221-b2d4-b145255bbc67 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] No DVR routers for this DVR port 02677f8b-95c1-4560-b9d4-c1264bebd7c3 on host hv-neutron-7729 {{(pid=80766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:51:52.258575 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-1254483e-ac4f-42ce-b9c5-f38e28dff3d3 req-ba6f3dc1-b239-4221-b2d4-b145255bbc67 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:51:52.263014 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5', 'name': 'network-vif-deleted', 'tag': '02677f8b-95c1-4560-b9d4-c1264bebd7c3'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:51:52.276532 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1254483e-ac4f-42ce-b9c5-f38e28dff3d3 req-ba6f3dc1-b239-4221-b2d4-b145255bbc67 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] 10.222.0.22 "DELETE /v2.0/ports/02677f8b-95c1-4560-b9d4-c1264bebd7c3 HTTP/1.1" status: 204  len: 173 time: 0.9141734
Jan 29 10:51:52.324486 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ce2b74b-0abf-414a-b7f6-c3e2ba7fade5', 'name': 'network-vif-deleted', 'tag': '02677f8b-95c1-4560-b9d4-c1264bebd7c3', 'status': 'completed', 'code': 200}
Jan 29 10:51:52.417456 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 02677f8b-95c1-4560-b9d4-c1264bebd7c3 no longer exists at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:51:52.455218 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] No Port match for: 02677f8b-95c1-4560-b9d4-c1264bebd7c3 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:51:52.455609 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 02677f8b-95c1-4560-b9d4-c1264bebd7c3 not bound to the agent host hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:51:53.807165 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-33eaf9ab-203d-4e11-98f1-8c82aa02271b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:51:53.826006 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 36090) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:51:54.388121 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ee988cdc-4e89-4e8c-a193-9b5550cd168c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349253'] for router_interface, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:51:54.397944 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:51:55.005395 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:51:55.034426 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-ee988cdc-4e89-4e8c-a193-9b5550cd168c admin admin] Deleting port bbef6f5b-76b4-465c-9efb-16e02bf2bc86 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:51:55.034847 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ee988cdc-4e89-4e8c-a193-9b5550cd168c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:51:55.221736 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-ee988cdc-4e89-4e8c-a193-9b5550cd168c admin admin] For port bbef6f5b-76b4-465c-9efb-16e02bf2bc86, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=bbef6f5b-76b4-465c-9efb-16e02bf2bc86,segment=NetworkSegment(62fc5a3b-84ca-4a02-9317-e82b84afa755),segment_id=62fc5a3b-84ca-4a02-9317-e82b84afa755)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:51:55.222193 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ee988cdc-4e89-4e8c-a193-9b5550cd168c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:51:55.354184 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-ee988cdc-4e89-4e8c-a193-9b5550cd168c admin admin] Calling delete_port for bbef6f5b-76b4-465c-9efb-16e02bf2bc86 owned by network:router_interface {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:51:55.532924 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ee988cdc-4e89-4e8c-a193-9b5550cd168c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:51:55.548287 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ba6f3dc1-b239-4221-b2d4-b145255bbc67 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:51:55.607208 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee988cdc-4e89-4e8c-a193-9b5550cd168c admin admin] Pushing event deleted for resources: {'Port': ['ID=bbef6f5b-76b4-465c-9efb-16e02bf2bc86,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:51:55.611119 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ee988cdc-4e89-4e8c-a193-9b5550cd168c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:51:55.958055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ee988cdc-4e89-4e8c-a193-9b5550cd168c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854415430'] for router_interface, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:51:56.224531 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:51:56.464921 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee988cdc-4e89-4e8c-a193-9b5550cd168c admin admin] Router e2ea27d3-d3c3-41fd-ba50-105d1bb358c9 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:51:56.655603 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee988cdc-4e89-4e8c-a193-9b5550cd168c admin admin] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:51:56.664747 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82989774-d460-4cf4-9dce-5b394c0a8370 None None] Sync routers for ids ['e2ea27d3-d3c3-41fd-ba50-105d1bb358c9'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:51:56.669512 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ee988cdc-4e89-4e8c-a193-9b5550cd168c admin admin] 10.222.0.57 "PUT /v2.0/routers/e2ea27d3-d3c3-41fd-ba50-105d1bb358c9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8417287
Jan 29 10:51:56.672232 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 36096) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:51:56.675007 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82989774-d460-4cf4-9dce-5b394c0a8370 None None] Routers {'e2ea27d3-d3c3-41fd-ba50-105d1bb358c9'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:51:56.675690 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-82989774-d460-4cf4-9dce-5b394c0a8370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c91b2e48>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:51:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['e2ea27d3-d3c3-41fd-ba50-105d1bb358c9'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:51:56.863937 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a846401e-bbdd-439c-bb87-f9520dc153c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:51:56.871797 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-82989774-d460-4cf4-9dce-5b394c0a8370 None None] Set router e2ea27d3-d3c3-41fd-ba50-105d1bb358c9 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:51:57.054758 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a846401e-bbdd-439c-bb87-f9520dc153c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:51:57.059946 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-a846401e-bbdd-439c-bb87-f9520dc153c7 admin admin] Deleting port 27ddb691-6e17-463a-a09e-a75d5ba72c78 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:51:57.061020 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a846401e-bbdd-439c-bb87-f9520dc153c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:51:57.174186 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-82989774-d460-4cf4-9dce-5b394c0a8370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c91b2e48>, [{'id': 'e2ea27d3-d3c3-41fd-ba50-105d1bb358c9', 'name': 'tempest-TestMinimumBasicScenario-521912982-router', 'tenant_id': 'c3b48cc417d840ae865e59e594e7e5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': '27ddb691-6e17-463a-a09e-a75d5ba72c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:48:24Z', 'updated_at': '2021-01-29T10:51:55Z', 'revision_number': 5, 'project_id': 'c3b48cc417d840ae865e59e594e7e5a6', 'gw_port': {'id': '27ddb691-6e17-463a-a09e-a75d5ba72c78', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:06:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ea27d3-d3c3-41fd-ba50-105d1bb358c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:48:25Z', 'updated_at': '2021-01-29T10:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:51:57.178328 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82989774-d460-4cf4-9dce-5b394c0a8370 None None] Checking router: e2ea27d3-d3c3-41fd-ba50-105d1bb358c9 for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:51:57.188179 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82989774-d460-4cf4-9dce-5b394c0a8370 None None] Routers {'e2ea27d3-d3c3-41fd-ba50-105d1bb358c9'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:51:57.188841 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-82989774-d460-4cf4-9dce-5b394c0a8370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c91b2e48>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:51:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['e2ea27d3-d3c3-41fd-ba50-105d1bb358c9'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:51:57.252292 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-a846401e-bbdd-439c-bb87-f9520dc153c7 admin admin] For port 27ddb691-6e17-463a-a09e-a75d5ba72c78, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=27ddb691-6e17-463a-a09e-a75d5ba72c78,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:51:57.252870 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a846401e-bbdd-439c-bb87-f9520dc153c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:51:57.393476 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-a846401e-bbdd-439c-bb87-f9520dc153c7 admin admin] Calling delete_port for 27ddb691-6e17-463a-a09e-a75d5ba72c78 owned by network:router_gateway {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:51:57.543966 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a846401e-bbdd-439c-bb87-f9520dc153c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:51:57.565679 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-82989774-d460-4cf4-9dce-5b394c0a8370 None None] Set router e2ea27d3-d3c3-41fd-ba50-105d1bb358c9 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:51:57.736803 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a846401e-bbdd-439c-bb87-f9520dc153c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854102222'] for router_gateway, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:51:57.881398 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-82989774-d460-4cf4-9dce-5b394c0a8370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c91b2e48>, [{'id': 'e2ea27d3-d3c3-41fd-ba50-105d1bb358c9', 'name': 'tempest-TestMinimumBasicScenario-521912982-router', 'tenant_id': 'c3b48cc417d840ae865e59e594e7e5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': '27ddb691-6e17-463a-a09e-a75d5ba72c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:48:24Z', 'updated_at': '2021-01-29T10:51:55Z', 'revision_number': 5, 'project_id': 'c3b48cc417d840ae865e59e594e7e5a6', 'gw_port': {'id': '27ddb691-6e17-463a-a09e-a75d5ba72c78', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:06:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ea27d3-d3c3-41fd-ba50-105d1bb358c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:48:25Z', 'updated_at': '2021-01-29T10:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:51:57.886554 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82989774-d460-4cf4-9dce-5b394c0a8370 None None] The sync data for ids ['e2ea27d3-d3c3-41fd-ba50-105d1bb358c9'] in dv-neutron-772983-2-ovs is: [{'id': 'e2ea27d3-d3c3-41fd-ba50-105d1bb358c9', 'name': 'tempest-TestMinimumBasicScenario-521912982-router', 'tenant_id': 'c3b48cc417d840ae865e59e594e7e5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': '27ddb691-6e17-463a-a09e-a75d5ba72c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:48:24Z', 'updated_at': '2021-01-29T10:51:55Z', 'revision_number': 5, 'project_id': 'c3b48cc417d840ae865e59e594e7e5a6', 'gw_port': {'id': '27ddb691-6e17-463a-a09e-a75d5ba72c78', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:06:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ea27d3-d3c3-41fd-ba50-105d1bb358c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:48:25Z', 'updated_at': '2021-01-29T10:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:51:58.158577 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a846401e-bbdd-439c-bb87-f9520dc153c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:51:58.160926 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a846401e-bbdd-439c-bb87-f9520dc153c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:51:58.184577 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a846401e-bbdd-439c-bb87-f9520dc153c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:51:58.185081 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a846401e-bbdd-439c-bb87-f9520dc153c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2ea27d3-d3c3-41fd-ba50-105d1bb358c9 {{(pid=80766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 10:51:58.197910 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a846401e-bbdd-439c-bb87-f9520dc153c7 admin admin] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:51:58.199094 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a846401e-bbdd-439c-bb87-f9520dc153c7 admin admin] 10.222.0.57 "DELETE /v2.0/routers/e2ea27d3-d3c3-41fd-ba50-105d1bb358c9 HTTP/1.1" status: 204  len: 168 time: 1.5257869
Jan 29 10:51:58.202145 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 36100) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:51:58.272517 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b0388e2-a67d-44e0-8b97-447a1ddac84e admin admin] Deleting subnet 5ff87fef-b13d-4822-a9fd-fffb4832324e {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:51:58.275825 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2b0388e2-a67d-44e0-8b97-447a1ddac84e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:51:58.330139 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2b0388e2-a67d-44e0-8b97-447a1ddac84e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:51:58.422113 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2b0388e2-a67d-44e0-8b97-447a1ddac84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:51:58.691526 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2b0388e2-a67d-44e0-8b97-447a1ddac84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:51:58.707147 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-786912b5-85f4-48fe-afc2-a4e5f50cedd4 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:51:58.755085 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0388e2-a67d-44e0-8b97-447a1ddac84e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ff87fef-b13d-4822-a9fd-fffb4832324e,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:51:58.759606 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2b0388e2-a67d-44e0-8b97-447a1ddac84e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:51:58.840795 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2b0388e2-a67d-44e0-8b97-447a1ddac84e admin admin] Notify callbacks [] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:51:58.847873 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddb4b7c-82ef-44ea-b14e-4575e8452712 None None] Network 09f71a49-2f0f-4aaf-b4f5-e5844ebe3485 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:51:58.849076 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2b0388e2-a67d-44e0-8b97-447a1ddac84e admin admin] 10.222.0.57 "DELETE /v2.0/subnets/5ff87fef-b13d-4822-a9fd-fffb4832324e HTTP/1.1" status: 204  len: 168 time: 0.6456265
Jan 29 10:51:58.851462 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 36104) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:51:58.881419 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 27ddb691-6e17-463a-a09e-a75d5ba72c78 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:51:58.922897 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 27ddb691-6e17-463a-a09e-a75d5ba72c78 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:51:58.923302 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 27ddb691-6e17-463a-a09e-a75d5ba72c78 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:51:58.923775 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device bbef6f5b-76b4-465c-9efb-16e02bf2bc86 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:51:58.973068 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-985554c2-656c-4e77-adab-919b403d9c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:51:59.021761 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: bbef6f5b-76b4-465c-9efb-16e02bf2bc86 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:51:59.022181 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device bbef6f5b-76b4-465c-9efb-16e02bf2bc86 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:51:59.047965 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-985554c2-656c-4e77-adab-919b403d9c69 admin admin] Deleting port cd40e5ac-dea6-4005-8ac2-74f90044ebec {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:51:59.048342 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-985554c2-656c-4e77-adab-919b403d9c69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:51:59.187542 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6412c64-90ef-4f98-9d34-30dde973dc8f None None] DHCP port deletion for 09f71a49-2f0f-4aaf-b4f5-e5844ebe3485 request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:51:59.191865 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-c6412c64-90ef-4f98-9d34-30dde973dc8f None None] Deleting port cd40e5ac-dea6-4005-8ac2-74f90044ebec {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:51:59.192293 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c6412c64-90ef-4f98-9d34-30dde973dc8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:51:59.274213 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-985554c2-656c-4e77-adab-919b403d9c69 admin admin] For port cd40e5ac-dea6-4005-8ac2-74f90044ebec, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=cd40e5ac-dea6-4005-8ac2-74f90044ebec,segment=NetworkSegment(62fc5a3b-84ca-4a02-9317-e82b84afa755),segment_id=62fc5a3b-84ca-4a02-9317-e82b84afa755)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:51:59.274714 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-985554c2-656c-4e77-adab-919b403d9c69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:51:59.419667 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-c6412c64-90ef-4f98-9d34-30dde973dc8f None None] For port cd40e5ac-dea6-4005-8ac2-74f90044ebec, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=cd40e5ac-dea6-4005-8ac2-74f90044ebec,segment=NetworkSegment(62fc5a3b-84ca-4a02-9317-e82b84afa755),segment_id=62fc5a3b-84ca-4a02-9317-e82b84afa755)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:51:59.419851 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-985554c2-656c-4e77-adab-919b403d9c69 admin admin] Calling delete_port for cd40e5ac-dea6-4005-8ac2-74f90044ebec owned by network:dhcp {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:51:59.420968 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c6412c64-90ef-4f98-9d34-30dde973dc8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:51:59.506866 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-985554c2-656c-4e77-adab-919b403d9c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:51:59.523163 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2112bd64-578f-493c-a6fb-a9a639bc0fbe tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:51:59.572101 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-c6412c64-90ef-4f98-9d34-30dde973dc8f None None] Calling delete_port for cd40e5ac-dea6-4005-8ac2-74f90044ebec owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:51:59.585037 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985554c2-656c-4e77-adab-919b403d9c69 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd40e5ac-dea6-4005-8ac2-74f90044ebec,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:51:59.589049 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-985554c2-656c-4e77-adab-919b403d9c69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:51:59.668921 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985554c2-656c-4e77-adab-919b403d9c69 admin admin] No DVR routers for this DVR port cd40e5ac-dea6-4005-8ac2-74f90044ebec on host dv-neutron-772983-2-ovs {{(pid=80766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:51:59.788499 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-c6412c64-90ef-4f98-9d34-30dde973dc8f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80767) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:51:59.788900 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-c6412c64-90ef-4f98-9d34-30dde973dc8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:51:59.796421 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-985554c2-656c-4e77-adab-919b403d9c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:51:59.914264 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-985554c2-656c-4e77-adab-919b403d9c69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99ca80f7b8>,) {'filters': {'network_id': ['09f71a49-2f0f-4aaf-b4f5-e5844ebe3485']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:51:59.927404 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-985554c2-656c-4e77-adab-919b403d9c69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99ca80f7b8>, '62fc5a3b-84ca-4a02-9317-e82b84afa755') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:51:59.927745 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-985554c2-656c-4e77-adab-919b403d9c69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99ca80f7b8>, '62fc5a3b-84ca-4a02-9317-e82b84afa755') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:51:59.940238 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-985554c2-656c-4e77-adab-919b403d9c69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:51:59.955183 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-985554c2-656c-4e77-adab-919b403d9c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:51:59.957153 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-985554c2-656c-4e77-adab-919b403d9c69 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:52:00.137922 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-985554c2-656c-4e77-adab-919b403d9c69 admin admin] Network 09f71a49-2f0f-4aaf-b4f5-e5844ebe3485 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:52:00.147120 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-985554c2-656c-4e77-adab-919b403d9c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:00.290392 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-c6412c64-90ef-4f98-9d34-30dde973dc8f None None] Deleting port cd40e5ac-dea6-4005-8ac2-74f90044ebec {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:52:00.290884 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c6412c64-90ef-4f98-9d34-30dde973dc8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:00.326796 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-985554c2-656c-4e77-adab-919b403d9c69 admin admin] Network 09f71a49-2f0f-4aaf-b4f5-e5844ebe3485 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:52:00.349772 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:52:00.349772 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:52:00.349772 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:52:00.349772 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:52:00.349772 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:52:00.349772 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:52:00.349772 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:52:00.349772 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:52:00.349772 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:52:00.349772 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:52:00.349772 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:52:00.349772 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:52:00.349772 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:52:00.349772 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:52:00.349772 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:52:00.349772 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:52:00.349772 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:52:00.349772 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:52:00.349772 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:52:00.349772 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:52:00.349772 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:52:00.349772 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:52:00.349772 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:52:00.349772 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:52:00.349772 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:52:00.349772 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:52:00.349772 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:52:00.349772 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:52:00.349772 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:52:00.349772 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:52:00.349772 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:52:00.349772 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:52:00.362309 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-c6412c64-90ef-4f98-9d34-30dde973dc8f None None] The port 'cd40e5ac-dea6-4005-8ac2-74f90044ebec' was deleted {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 29 10:52:00.433390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-985554c2-656c-4e77-adab-919b403d9c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:00.436837 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-70cd9740-d7fb-4eb2-bcdd-96f6cf355b13 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:52:00.453851 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-985554c2-656c-4e77-adab-919b403d9c69 admin admin] Notify callbacks [] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:00.463899 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985554c2-656c-4e77-adab-919b403d9c69 admin admin] Pushing event deleted for resources: {'Network': ['ID=09f71a49-2f0f-4aaf-b4f5-e5844ebe3485,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:52:00.467323 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-985554c2-656c-4e77-adab-919b403d9c69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:52:00.478837 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-985554c2-656c-4e77-adab-919b403d9c69 admin admin] 10.222.0.57 "DELETE /v2.0/networks/09f71a49-2f0f-4aaf-b4f5-e5844ebe3485 HTTP/1.1" status: 204  len: 168 time: 1.6261265
Jan 29 10:52:00.623058 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 36114) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:52:00.675366 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6501379d-b904-4d87-9279-3f067b83934f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c3b48cc417d840ae865e59e594e7e5a6&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0509820
Jan 29 10:52:00.677899 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 36118) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:52:00.743364 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e30f5bae-440f-472e-bfa1-dd7175953ec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:00.770676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e30f5bae-440f-472e-bfa1-dd7175953ec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:00.816924 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e30f5bae-440f-472e-bfa1-dd7175953ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:00.822213 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-11ea46a4-8427-4b77-b7e4-e5852bb799c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:52:00.838148 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30f5bae-440f-472e-bfa1-dd7175953ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f9187d-3066-4931-a790-7b5d28b64d65,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:52:00.841055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e30f5bae-440f-472e-bfa1-dd7175953ec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:52:00.848958 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e30f5bae-440f-472e-bfa1-dd7175953ec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:00.852823 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e30f5bae-440f-472e-bfa1-dd7175953ec3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/14f9187d-3066-4931-a790-7b5d28b64d65 HTTP/1.1" status: 204  len: 168 time: 0.1715646
Jan 29 10:52:00.869605 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device cd40e5ac-dea6-4005-8ac2-74f90044ebec no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:52:00.909738 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: cd40e5ac-dea6-4005-8ac2-74f90044ebec {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:52:00.910210 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device cd40e5ac-dea6-4005-8ac2-74f90044ebec not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:52:03.141930 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 36162) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:52:03.147836 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-e263b791-7340-4a6f-8a4c-7da7b37c2ee9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1156995290', 'description': 'tempest-secgroup-smoke-1156995290 description', 'project_id': '884b801388a745e49e2da4f5c6acad38'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:52:03.170169 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-e263b791-7340-4a6f-8a4c-7da7b37c2ee9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:52:03.174210 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e263b791-7340-4a6f-8a4c-7da7b37c2ee9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Usage tracker for resource:security_group and tenant:884b801388a745e49e2da4f5c6acad38 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:52:03.177141 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e263b791-7340-4a6f-8a4c-7da7b37c2ee9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:52:03.182979 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-e263b791-7340-4a6f-8a4c-7da7b37c2ee9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:52:03.193404 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e263b791-7340-4a6f-8a4c-7da7b37c2ee9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:03.207789 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e263b791-7340-4a6f-8a4c-7da7b37c2ee9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:03.224087 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-e263b791-7340-4a6f-8a4c-7da7b37c2ee9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:52:03.228086 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e263b791-7340-4a6f-8a4c-7da7b37c2ee9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Usage tracker for resource:security_group_rule and tenant:884b801388a745e49e2da4f5c6acad38 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:52:03.231116 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e263b791-7340-4a6f-8a4c-7da7b37c2ee9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:52:03.236857 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-e263b791-7340-4a6f-8a4c-7da7b37c2ee9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:52:03.331666 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e263b791-7340-4a6f-8a4c-7da7b37c2ee9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:03.334474 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e263b791-7340-4a6f-8a4c-7da7b37c2ee9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:03.337029 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1d5925e5-a350-4135-9671-a17cdfa7a989 tempest-ServersAdminNegativeTestJSON-400701879 tempest-ServersAdminNegativeTestJSON-400701879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:52:03.348039 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-e263b791-7340-4a6f-8a4c-7da7b37c2ee9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:52:03.356417 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e263b791-7340-4a6f-8a4c-7da7b37c2ee9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Usage tracker for resource:security_group_rule and tenant:884b801388a745e49e2da4f5c6acad38 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:52:03.365555 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e263b791-7340-4a6f-8a4c-7da7b37c2ee9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:52:03.376885 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-e263b791-7340-4a6f-8a4c-7da7b37c2ee9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:52:03.380776 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e263b791-7340-4a6f-8a4c-7da7b37c2ee9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9728ec18-d02c-470c-aaba-eb93ba083fd5,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:52:03.385352 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e263b791-7340-4a6f-8a4c-7da7b37c2ee9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:52:03.457207 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e263b791-7340-4a6f-8a4c-7da7b37c2ee9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:03.459803 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e263b791-7340-4a6f-8a4c-7da7b37c2ee9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:03.465104 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-77a28e03-bd2d-4284-a715-d83a6eac9600 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:52:03.508805 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e263b791-7340-4a6f-8a4c-7da7b37c2ee9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83fa5e89-b380-4a04-8af5-a9c3fe13a4d1,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:52:03.512028 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e263b791-7340-4a6f-8a4c-7da7b37c2ee9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:52:03.513854 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e263b791-7340-4a6f-8a4c-7da7b37c2ee9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:03.515176 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e263b791-7340-4a6f-8a4c-7da7b37c2ee9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.3721561
Jan 29 10:52:03.518504 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 36166) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:52:03.524273 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-be3a2899-3cad-4981-a356-df71d8e0dc07 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Request body: {'security_group_rule': {'security_group_id': '83fa5e89-b380-4a04-8af5-a9c3fe13a4d1', 'project_id': '884b801388a745e49e2da4f5c6acad38', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:52:03.546143 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-be3a2899-3cad-4981-a356-df71d8e0dc07 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:52:03.550219 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-be3a2899-3cad-4981-a356-df71d8e0dc07 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Usage tracker for resource:security_group_rule and tenant:884b801388a745e49e2da4f5c6acad38 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:52:03.553244 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-be3a2899-3cad-4981-a356-df71d8e0dc07 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:52:03.559028 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-be3a2899-3cad-4981-a356-df71d8e0dc07 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:52:03.577483 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-be3a2899-3cad-4981-a356-df71d8e0dc07 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:03.639917 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-be3a2899-3cad-4981-a356-df71d8e0dc07 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:03.642491 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-be3a2899-3cad-4981-a356-df71d8e0dc07 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:03.644371 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-54fe3a07-bad4-4e1b-8430-59d9b22cd651 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:52:03.667655 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3a2899-3cad-4981-a356-df71d8e0dc07 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08683024-56a4-41b3-813c-cecee4b324bf,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:52:03.671132 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-be3a2899-3cad-4981-a356-df71d8e0dc07 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:52:03.677515 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-be3a2899-3cad-4981-a356-df71d8e0dc07 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:03.678904 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-be3a2899-3cad-4981-a356-df71d8e0dc07 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1593826
Jan 29 10:52:03.681727 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 36170) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:52:03.688124 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-ecb4e607-4f9f-4ffb-bb7a-82e82cf63e6e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Request body: {'security_group_rule': {'security_group_id': '83fa5e89-b380-4a04-8af5-a9c3fe13a4d1', 'project_id': '884b801388a745e49e2da4f5c6acad38', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:52:03.709766 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ecb4e607-4f9f-4ffb-bb7a-82e82cf63e6e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:52:03.713733 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ecb4e607-4f9f-4ffb-bb7a-82e82cf63e6e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Usage tracker for resource:security_group_rule and tenant:884b801388a745e49e2da4f5c6acad38 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:52:03.716820 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ecb4e607-4f9f-4ffb-bb7a-82e82cf63e6e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:52:03.722557 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ecb4e607-4f9f-4ffb-bb7a-82e82cf63e6e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:52:03.742906 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ecb4e607-4f9f-4ffb-bb7a-82e82cf63e6e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:03.805697 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ecb4e607-4f9f-4ffb-bb7a-82e82cf63e6e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:03.808254 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ecb4e607-4f9f-4ffb-bb7a-82e82cf63e6e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:03.815555 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-53c13a9c-72a1-4b9e-b572-d0041a9cb26b tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:52:03.836773 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb4e607-4f9f-4ffb-bb7a-82e82cf63e6e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=589f83f0-c451-4b50-9c5f-c27cec833dd2,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:52:03.839215 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ecb4e607-4f9f-4ffb-bb7a-82e82cf63e6e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:52:03.842800 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ecb4e607-4f9f-4ffb-bb7a-82e82cf63e6e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:03.843999 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ecb4e607-4f9f-4ffb-bb7a-82e82cf63e6e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1612239
Jan 29 10:52:03.846860 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 36174) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:52:03.852515 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-607f004d-28c1-4c38-a609-8637a039db29 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Request body: {'security_group_rule': {'security_group_id': '83fa5e89-b380-4a04-8af5-a9c3fe13a4d1', 'project_id': '884b801388a745e49e2da4f5c6acad38', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:52:03.875366 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-607f004d-28c1-4c38-a609-8637a039db29 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:52:03.879480 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-607f004d-28c1-4c38-a609-8637a039db29 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Usage tracker for resource:security_group_rule and tenant:884b801388a745e49e2da4f5c6acad38 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:52:03.882500 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-607f004d-28c1-4c38-a609-8637a039db29 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:52:03.888372 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-607f004d-28c1-4c38-a609-8637a039db29 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:52:03.904579 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-607f004d-28c1-4c38-a609-8637a039db29 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:03.969726 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-607f004d-28c1-4c38-a609-8637a039db29 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:03.972396 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-607f004d-28c1-4c38-a609-8637a039db29 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:03.974299 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ecb4e607-4f9f-4ffb-bb7a-82e82cf63e6e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:52:03.998421 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607f004d-28c1-4c38-a609-8637a039db29 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e950f9dd-cf00-4bed-85b1-c3f32c3a3c22,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:52:04.000931 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-607f004d-28c1-4c38-a609-8637a039db29 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:52:04.007059 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-607f004d-28c1-4c38-a609-8637a039db29 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:04.008345 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-607f004d-28c1-4c38-a609-8637a039db29 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1604815
Jan 29 10:52:04.011307 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 36178) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:52:04.017135 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-2500e2e1-b5e4-41e8-90f2-7239bd2232c9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Request body: {'security_group_rule': {'security_group_id': '83fa5e89-b380-4a04-8af5-a9c3fe13a4d1', 'project_id': '884b801388a745e49e2da4f5c6acad38', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:52:04.039163 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-2500e2e1-b5e4-41e8-90f2-7239bd2232c9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:52:04.043212 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2500e2e1-b5e4-41e8-90f2-7239bd2232c9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Usage tracker for resource:security_group_rule and tenant:884b801388a745e49e2da4f5c6acad38 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:52:04.046791 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-2500e2e1-b5e4-41e8-90f2-7239bd2232c9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:52:04.052544 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-2500e2e1-b5e4-41e8-90f2-7239bd2232c9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:52:04.068954 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2500e2e1-b5e4-41e8-90f2-7239bd2232c9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:04.140356 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2500e2e1-b5e4-41e8-90f2-7239bd2232c9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:04.142920 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2500e2e1-b5e4-41e8-90f2-7239bd2232c9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:04.149749 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a73ff179-f6ab-43f8-8e6a-3fe587237088 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:52:04.174656 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2500e2e1-b5e4-41e8-90f2-7239bd2232c9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=241012c6-8535-4134-bba5-2618f0f7f068,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:52:04.177519 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2500e2e1-b5e4-41e8-90f2-7239bd2232c9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:52:04.178721 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2500e2e1-b5e4-41e8-90f2-7239bd2232c9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:04.180231 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2500e2e1-b5e4-41e8-90f2-7239bd2232c9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1678939
Jan 29 10:52:04.183185 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 36182) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:52:04.189324 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-92c59b81-1d47-4ad4-b503-1d902aa365d6 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Request body: {'security_group_rule': {'security_group_id': '83fa5e89-b380-4a04-8af5-a9c3fe13a4d1', 'project_id': '884b801388a745e49e2da4f5c6acad38', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:52:04.211708 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-92c59b81-1d47-4ad4-b503-1d902aa365d6 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:52:04.215783 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-92c59b81-1d47-4ad4-b503-1d902aa365d6 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Usage tracker for resource:security_group_rule and tenant:884b801388a745e49e2da4f5c6acad38 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:52:04.219982 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-92c59b81-1d47-4ad4-b503-1d902aa365d6 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:52:04.226283 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-92c59b81-1d47-4ad4-b503-1d902aa365d6 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:52:04.236957 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.securitygroups_db [None req-92c59b81-1d47-4ad4-b503-1d902aa365d6 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Project 884b801388a745e49e2da4f5c6acad38 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 10:52:04.243755 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-92c59b81-1d47-4ad4-b503-1d902aa365d6 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:04.315291 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-92c59b81-1d47-4ad4-b503-1d902aa365d6 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:04.317944 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-92c59b81-1d47-4ad4-b503-1d902aa365d6 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:04.325657 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6a1d73e9-2f1b-43f8-814f-609a1357381e tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:52:04.348525 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c59b81-1d47-4ad4-b503-1d902aa365d6 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1535772-7cac-4a4d-9e36-fa544875b4c4,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:52:04.351092 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-92c59b81-1d47-4ad4-b503-1d902aa365d6 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:52:04.355055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-92c59b81-1d47-4ad4-b503-1d902aa365d6 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:04.356407 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-92c59b81-1d47-4ad4-b503-1d902aa365d6 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1721778
Jan 29 10:52:04.360345 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 36186) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:52:04.365953 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-62eba390-7952-4a3d-92f3-fefcbcd9f574 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Request body: {'security_group_rule': {'security_group_id': '83fa5e89-b380-4a04-8af5-a9c3fe13a4d1', 'project_id': '884b801388a745e49e2da4f5c6acad38', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:52:04.387524 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-62eba390-7952-4a3d-92f3-fefcbcd9f574 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:52:04.392427 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-62eba390-7952-4a3d-92f3-fefcbcd9f574 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Usage tracker for resource:security_group_rule and tenant:884b801388a745e49e2da4f5c6acad38 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:52:04.395449 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-62eba390-7952-4a3d-92f3-fefcbcd9f574 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:52:04.401156 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-62eba390-7952-4a3d-92f3-fefcbcd9f574 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:52:04.411924 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.securitygroups_db [None req-62eba390-7952-4a3d-92f3-fefcbcd9f574 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Project 884b801388a745e49e2da4f5c6acad38 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 10:52:04.418739 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-62eba390-7952-4a3d-92f3-fefcbcd9f574 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:04.488227 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-62eba390-7952-4a3d-92f3-fefcbcd9f574 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:04.490845 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-62eba390-7952-4a3d-92f3-fefcbcd9f574 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:04.492701 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0768aa75-e2ef-4685-97f8-4217b786312b tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:52:04.520306 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eba390-7952-4a3d-92f3-fefcbcd9f574 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8c3ee8b-8b28-440d-bacc-d8b2ef2e6176,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:52:04.525024 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-62eba390-7952-4a3d-92f3-fefcbcd9f574 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:52:04.528437 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-62eba390-7952-4a3d-92f3-fefcbcd9f574 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:04.530566 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-62eba390-7952-4a3d-92f3-fefcbcd9f574 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1691766
Jan 29 10:52:04.533900 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 36190) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:52:04.540061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-d53eb9e8-fa57-43ea-b172-85fb22813140 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Request body: {'network': {'name': 'tempest-network-smoke--1254806809', 'project_id': '884b801388a745e49e2da4f5c6acad38', 'port_security_enabled': True}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:52:04.545478 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d53eb9e8-fa57-43ea-b172-85fb22813140 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:52:04.549541 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d53eb9e8-fa57-43ea-b172-85fb22813140 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Usage tracker for resource:network and tenant:884b801388a745e49e2da4f5c6acad38 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:52:04.552546 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d53eb9e8-fa57-43ea-b172-85fb22813140 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Quota usage for network was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:52:04.558332 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d53eb9e8-fa57-43ea-b172-85fb22813140 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:52:04.567802 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53eb9e8-fa57-43ea-b172-85fb22813140 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Made reservation on behalf of 884b801388a745e49e2da4f5c6acad38 for: {'network': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:52:04.590044 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d53eb9e8-fa57-43ea-b172-85fb22813140 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:04.623508 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d53eb9e8-fa57-43ea-b172-85fb22813140 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:52:04.632534 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d53eb9e8-fa57-43ea-b172-85fb22813140 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268197113528', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:04.632967 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-d53eb9e8-fa57-43ea-b172-85fb22813140 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Added segment 9c165105-31f8-410e-b421-7f151b04e6e2 of type vxlan for network 045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4
Jan 29 10:52:04.660185 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d53eb9e8-fa57-43ea-b172-85fb22813140 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:04.689820 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d53eb9e8-fa57-43ea-b172-85fb22813140 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:04.755726 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53eb9e8-fa57-43ea-b172-85fb22813140 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:52:04.756313 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d53eb9e8-fa57-43ea-b172-85fb22813140 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:04.761743 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ad4fb983-425b-4245-97c8-5e4260233d3e tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:52:04.811875 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d53eb9e8-fa57-43ea-b172-85fb22813140 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2768989
Jan 29 10:52:04.814929 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 36194) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:52:04.870016 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-54b157d1-76be-4b7b-8186-7c188cdc514a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2035072935', 'admin_state_up': True, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:52:04.901606 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-54b157d1-76be-4b7b-8186-7c188cdc514a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:52:04.904002 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53eb9e8-fa57-43ea-b172-85fb22813140 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'Network': ['ID=045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:52:04.907817 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d53eb9e8-fa57-43ea-b172-85fb22813140 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:52:04.908884 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-54b157d1-76be-4b7b-8186-7c188cdc514a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Usage tracker for resource:router and tenant:884b801388a745e49e2da4f5c6acad38 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:52:04.911953 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-54b157d1-76be-4b7b-8186-7c188cdc514a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Quota usage for router was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:52:04.915124 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:52:04.917830 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-54b157d1-76be-4b7b-8186-7c188cdc514a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:52:04.927588 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-54b157d1-76be-4b7b-8186-7c188cdc514a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:04.928674 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-54b157d1-76be-4b7b-8186-7c188cdc514a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:04.932872 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:52:04.945804 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-54b157d1-76be-4b7b-8186-7c188cdc514a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:05.236196 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-54b157d1-76be-4b7b-8186-7c188cdc514a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:05.237804 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:05.828645 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-54b157d1-76be-4b7b-8186-7c188cdc514a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for router_gateway, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:05.863260 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-54b157d1-76be-4b7b-8186-7c188cdc514a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:06.129454 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-54b157d1-76be-4b7b-8186-7c188cdc514a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Allocated IP 172.26.7.115 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/7e9a4ed5-dbf9-481b-ad6b-6c0f7fb315fa) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:52:06.292628 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-54b157d1-76be-4b7b-8186-7c188cdc514a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:06.322566 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-54b157d1-76be-4b7b-8186-7c188cdc514a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:06.339210 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-985554c2-656c-4e77-adab-919b403d9c69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:52:06.479207 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b157d1-76be-4b7b-8186-7c188cdc514a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'Port': ['ID=7e9a4ed5-dbf9-481b-ad6b-6c0f7fb315fa,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:52:06.483442 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-54b157d1-76be-4b7b-8186-7c188cdc514a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:52:06.533501 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b157d1-76be-4b7b-8186-7c188cdc514a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:52:06.534799 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-54b157d1-76be-4b7b-8186-7c188cdc514a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:52:06.537031 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b157d1-76be-4b7b-8186-7c188cdc514a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:52:06.974627 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-54b157d1-76be-4b7b-8186-7c188cdc514a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for router_gateway, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:07.334017 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-54b157d1-76be-4b7b-8186-7c188cdc514a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:07.552756 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b157d1-76be-4b7b-8186-7c188cdc514a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Router 1a884167-b906-48a0-9670-4a72f3236dd8 is scheduled to L3 agent 18987107-6d88-4736-94cf-15791d65b3ff with binding_index 1 {{(pid=80766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 29 10:52:07.739279 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b157d1-76be-4b7b-8186-7c188cdc514a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:52:07.749699 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea7e0d3-0ab7-4fad-8cdf-022e69b85e20 None None] Sync routers for ids ['1a884167-b906-48a0-9670-4a72f3236dd8'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:52:07.759331 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea7e0d3-0ab7-4fad-8cdf-022e69b85e20 None None] Routers {'1a884167-b906-48a0-9670-4a72f3236dd8'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:52:07.760001 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-9ea7e0d3-0ab7-4fad-8cdf-022e69b85e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9f0f0b8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:51:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['1a884167-b906-48a0-9670-4a72f3236dd8'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:52:07.798245 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-54b157d1-76be-4b7b-8186-7c188cdc514a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:07.799543 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-54b157d1-76be-4b7b-8186-7c188cdc514a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 2.9836257
Jan 29 10:52:07.802843 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 36198) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:52:07.948734 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-9ea7e0d3-0ab7-4fad-8cdf-022e69b85e20 None None] Set router 1a884167-b906-48a0-9670-4a72f3236dd8 gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:52:07.981241 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c0f05ede-a452-47a6-9178-7b5759db6998 tempest-TestNetworkAdvancedServerOps-1094188060 tempest-TestNetworkAdvancedServerOps-1094188060-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=884b801388a745e49e2da4f5c6acad38&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1771765
Jan 29 10:52:07.984211 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 36204) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:52:08.126788 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ba1a56-cb9b-4987-96ba-f3438b2e8a1b tempest-TestNetworkAdvancedServerOps-1094188060 tempest-TestNetworkAdvancedServerOps-1094188060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:52:08.128425 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-34ba1a56-cb9b-4987-96ba-f3438b2e8a1b tempest-TestNetworkAdvancedServerOps-1094188060 tempest-TestNetworkAdvancedServerOps-1094188060-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1431839
Jan 29 10:52:08.131449 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 36208) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:52:08.180069 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0da364a5-c8fc-47a7-8e27-ac00ed5bf036 tempest-TestNetworkAdvancedServerOps-1094188060 tempest-TestNetworkAdvancedServerOps-1094188060-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=aadf795f-2e1a-4d04-be0e-12575f0f28a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0473771
Jan 29 10:52:08.182699 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 36212) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:52:08.188757 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-1b42fc48-c9c1-452b-8bd3-d0098420cf8d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-159178212', 'network_id': '045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4', 'project_id': '884b801388a745e49e2da4f5c6acad38', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:52:08.250980 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-9ea7e0d3-0ab7-4fad-8cdf-022e69b85e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9f0f0b8>, [{'id': '1a884167-b906-48a0-9670-4a72f3236dd8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035072935', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': '7e9a4ed5-dbf9-481b-ad6b-6c0f7fb315fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:52:04Z', 'updated_at': '2021-01-29T10:52:06Z', 'revision_number': 3, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': '7e9a4ed5-dbf9-481b-ad6b-6c0f7fb315fa', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:31:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a884167-b906-48a0-9670-4a72f3236dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:52:06Z', 'updated_at': '2021-01-29T10:52:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:52:08.255013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea7e0d3-0ab7-4fad-8cdf-022e69b85e20 None None] Checking router: 1a884167-b906-48a0-9670-4a72f3236dd8 for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:52:08.255404 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea7e0d3-0ab7-4fad-8cdf-022e69b85e20 None None] Updating router 1a884167-b906-48a0-9670-4a72f3236dd8 port 7e9a4ed5-dbf9-481b-ad6b-6c0f7fb315fa binding host dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 29 10:52:08.309134 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-1b42fc48-c9c1-452b-8bd3-d0098420cf8d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:52:08.313506 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-1b42fc48-c9c1-452b-8bd3-d0098420cf8d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Usage tracker for resource:subnet and tenant:884b801388a745e49e2da4f5c6acad38 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:52:08.314191 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9ea7e0d3-0ab7-4fad-8cdf-022e69b85e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:08.316535 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-1b42fc48-c9c1-452b-8bd3-d0098420cf8d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:52:08.322385 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-1b42fc48-c9c1-452b-8bd3-d0098420cf8d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:52:08.332656 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b42fc48-c9c1-452b-8bd3-d0098420cf8d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Made reservation on behalf of 884b801388a745e49e2da4f5c6acad38 for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:52:08.354712 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1b42fc48-c9c1-452b-8bd3-d0098420cf8d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:08.719985 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9ea7e0d3-0ab7-4fad-8cdf-022e69b85e20 None None] Notify callbacks [] for port, precommit_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:08.732101 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-9ea7e0d3-0ab7-4fad-8cdf-022e69b85e20 None None] Transition to ACTIVE for port object 7e9a4ed5-dbf9-481b-ad6b-6c0f7fb315fa will not be triggered until provisioned by entity L2. {{(pid=80768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:52:08.735132 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9ea7e0d3-0ab7-4fad-8cdf-022e69b85e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:08.751820 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2f475b8b-3ad4-4cf9-8451-329a838a6d19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:52:08.796520 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1b42fc48-c9c1-452b-8bd3-d0098420cf8d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:08.812873 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-dd92652e-0a40-4cbc-a9bd-9a9d85a9e90f tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:52:08.886416 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985af520-64f4-4f37-9b42-f84b24c5d0e4 None None] Pushing event updated for resources: {'Port': ['ID=7e9a4ed5-dbf9-481b-ad6b-6c0f7fb315fa,revision_number=2']} {{(pid=80768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:52:08.904404 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985af520-64f4-4f37-9b42-f84b24c5d0e4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:52:08.904859 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985af520-64f4-4f37-9b42-f84b24c5d0e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:52:08.905244 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985af520-64f4-4f37-9b42-f84b24c5d0e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:52:08.905614 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985af520-64f4-4f37-9b42-f84b24c5d0e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:52:08.906025 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985af520-64f4-4f37-9b42-f84b24c5d0e4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:52:08.906394 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985af520-64f4-4f37-9b42-f84b24c5d0e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:52:08.906757 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985af520-64f4-4f37-9b42-f84b24c5d0e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:52:08.907120 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985af520-64f4-4f37-9b42-f84b24c5d0e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:52:08.907482 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985af520-64f4-4f37-9b42-f84b24c5d0e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:52:08.907840 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985af520-64f4-4f37-9b42-f84b24c5d0e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:52:08.908197 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985af520-64f4-4f37-9b42-f84b24c5d0e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:52:08.908554 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985af520-64f4-4f37-9b42-f84b24c5d0e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:52:08.908979 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985af520-64f4-4f37-9b42-f84b24c5d0e4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:52:08.909334 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985af520-64f4-4f37-9b42-f84b24c5d0e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:52:08.909694 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985af520-64f4-4f37-9b42-f84b24c5d0e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:52:08.910071 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985af520-64f4-4f37-9b42-f84b24c5d0e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:52:08.910425 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985af520-64f4-4f37-9b42-f84b24c5d0e4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:52:08.910780 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985af520-64f4-4f37-9b42-f84b24c5d0e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:52:08.911139 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985af520-64f4-4f37-9b42-f84b24c5d0e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:52:08.911492 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985af520-64f4-4f37-9b42-f84b24c5d0e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:52:08.911844 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985af520-64f4-4f37-9b42-f84b24c5d0e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:52:08.912193 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985af520-64f4-4f37-9b42-f84b24c5d0e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:52:08.912549 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985af520-64f4-4f37-9b42-f84b24c5d0e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:52:08.912900 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985af520-64f4-4f37-9b42-f84b24c5d0e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:52:08.918433 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-985af520-64f4-4f37-9b42-f84b24c5d0e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:52:08.953145 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b42fc48-c9c1-452b-8bd3-d0098420cf8d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'Subnet': ['ID=21a1f9fe-4856-4351-89d4-53d86dc2b873,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:52:08.962893 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1b42fc48-c9c1-452b-8bd3-d0098420cf8d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:52:08.969493 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-9ea7e0d3-0ab7-4fad-8cdf-022e69b85e20 None None] Attempting to bind port 7e9a4ed5-dbf9-481b-ad6b-6c0f7fb315fa on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:52:08.969943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-9ea7e0d3-0ab7-4fad-8cdf-022e69b85e20 None None] Attempting to bind port 7e9a4ed5-dbf9-481b-ad6b-6c0f7fb315fa by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}] {{(pid=80768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:52:08.970408 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea7e0d3-0ab7-4fad-8cdf-022e69b85e20 None None] Attempting to bind port 7e9a4ed5-dbf9-481b-ad6b-6c0f7fb315fa on network aadf795f-2e1a-4d04-be0e-12575f0f28a5 {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:52:08.976800 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea7e0d3-0ab7-4fad-8cdf-022e69b85e20 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:52:08.977224 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea7e0d3-0ab7-4fad-8cdf-022e69b85e20 None None] Checking segment: {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:52:08.977674 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9ea7e0d3-0ab7-4fad-8cdf-022e69b85e20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:08.978164 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea7e0d3-0ab7-4fad-8cdf-022e69b85e20 None None] Bound using segment: {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'} {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:52:08.978693 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-9ea7e0d3-0ab7-4fad-8cdf-022e69b85e20 None None] Bound port: 7e9a4ed5-dbf9-481b-ad6b-6c0f7fb315fa, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}}] {{(pid=80768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:52:08.979112 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9ea7e0d3-0ab7-4fad-8cdf-022e69b85e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:09.059618 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-9ea7e0d3-0ab7-4fad-8cdf-022e69b85e20 None None] For port 7e9a4ed5-dbf9-481b-ad6b-6c0f7fb315fa, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:52:09.063909 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-9ea7e0d3-0ab7-4fad-8cdf-022e69b85e20 None None] For port 7e9a4ed5-dbf9-481b-ad6b-6c0f7fb315fa, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=7e9a4ed5-dbf9-481b-ad6b-6c0f7fb315fa,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:52:09.067355 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9ea7e0d3-0ab7-4fad-8cdf-022e69b85e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:09.083957 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:52:09.225826 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:52:09.251292 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985af520-64f4-4f37-9b42-f84b24c5d0e4 None None] Pushing event updated for resources: {'Port': ['ID=7e9a4ed5-dbf9-481b-ad6b-6c0f7fb315fa,revision_number=3']} {{(pid=80768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:52:09.256744 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-985af520-64f4-4f37-9b42-f84b24c5d0e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:52:09.298604 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea7e0d3-0ab7-4fad-8cdf-022e69b85e20 None None] Routers {'1a884167-b906-48a0-9670-4a72f3236dd8'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:52:09.299406 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-9ea7e0d3-0ab7-4fad-8cdf-022e69b85e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9f0f0b8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:51:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['1a884167-b906-48a0-9670-4a72f3236dd8'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:52:09.309912 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b42fc48-c9c1-452b-8bd3-d0098420cf8d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Checking segment: {'id': '9c165105-31f8-410e-b421-7f151b04e6e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:52:09.310321 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b42fc48-c9c1-452b-8bd3-d0098420cf8d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Network hostable DHCP agents. Network: 045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:52:09.333065 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b42fc48-c9c1-452b-8bd3-d0098420cf8d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Network 045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:52:09.343336 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-1b42fc48-c9c1-452b-8bd3-d0098420cf8d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4) {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:52:09.356743 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62336836-5164-419d-909a-a38e7513bf78 None None] Network 045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:52:09.357246 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b42fc48-c9c1-452b-8bd3-d0098420cf8d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:52:09.358306 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1b42fc48-c9c1-452b-8bd3-d0098420cf8d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:09.382774 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 36216) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:52:09.382975 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1b42fc48-c9c1-452b-8bd3-d0098420cf8d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.1990843
Jan 29 10:52:09.496326 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-9ea7e0d3-0ab7-4fad-8cdf-022e69b85e20 None None] Set router 1a884167-b906-48a0-9670-4a72f3236dd8 gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:52:09.633943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d529daf-12ca-44a4-96b9-99b37ee44a69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4', 'network_id': '045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'fixed_ips': [{'subnet_id': '21a1f9fe-4856-4351-89d4-53d86dc2b873'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:52:09.634883 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2d529daf-12ca-44a4-96b9-99b37ee44a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:09.967831 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-2d529daf-12ca-44a4-96b9-99b37ee44a69 None None] Allocated IP 172.20.0.2 (045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4/21a1f9fe-4856-4351-89d4-53d86dc2b873/0262df0e-8366-4a95-85cd-a1419bbd64cb) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:52:10.009145 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-9ea7e0d3-0ab7-4fad-8cdf-022e69b85e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9f0f0b8>, [{'id': '1a884167-b906-48a0-9670-4a72f3236dd8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035072935', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': '7e9a4ed5-dbf9-481b-ad6b-6c0f7fb315fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:52:04Z', 'updated_at': '2021-01-29T10:52:06Z', 'revision_number': 3, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': '7e9a4ed5-dbf9-481b-ad6b-6c0f7fb315fa', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:31:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a884167-b906-48a0-9670-4a72f3236dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:52:06Z', 'updated_at': '2021-01-29T10:52:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:52:10.013307 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea7e0d3-0ab7-4fad-8cdf-022e69b85e20 None None] The sync data for ids ['1a884167-b906-48a0-9670-4a72f3236dd8'] in dv-neutron-772983-2-ovs is: [{'id': '1a884167-b906-48a0-9670-4a72f3236dd8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035072935', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': '7e9a4ed5-dbf9-481b-ad6b-6c0f7fb315fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:52:04Z', 'updated_at': '2021-01-29T10:52:06Z', 'revision_number': 3, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': '7e9a4ed5-dbf9-481b-ad6b-6c0f7fb315fa', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:31:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a884167-b906-48a0-9670-4a72f3236dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:52:06Z', 'updated_at': '2021-01-29T10:52:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:52:10.401973 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2d529daf-12ca-44a4-96b9-99b37ee44a69 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:10.413649 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-2d529daf-12ca-44a4-96b9-99b37ee44a69 None None] Transition to ACTIVE for port object 0262df0e-8366-4a95-85cd-a1419bbd64cb will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:52:10.503556 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-630ebd4f-2a54-4d52-9f20-b84331ff2d59 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:10.515748 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-2d529daf-12ca-44a4-96b9-99b37ee44a69 None None] Transition to ACTIVE for port object 0262df0e-8366-4a95-85cd-a1419bbd64cb will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:52:10.521113 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2d529daf-12ca-44a4-96b9-99b37ee44a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:10.541077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:52:10.684229 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d529daf-12ca-44a4-96b9-99b37ee44a69 None None] Pushing event updated for resources: {'Port': ['ID=0262df0e-8366-4a95-85cd-a1419bbd64cb,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:52:10.704469 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d529daf-12ca-44a4-96b9-99b37ee44a69 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:52:10.705194 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d529daf-12ca-44a4-96b9-99b37ee44a69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:52:10.705316 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d529daf-12ca-44a4-96b9-99b37ee44a69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:52:10.705611 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d529daf-12ca-44a4-96b9-99b37ee44a69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:52:10.706012 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d529daf-12ca-44a4-96b9-99b37ee44a69 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:52:10.706384 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d529daf-12ca-44a4-96b9-99b37ee44a69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:52:10.706758 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d529daf-12ca-44a4-96b9-99b37ee44a69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:52:10.707131 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d529daf-12ca-44a4-96b9-99b37ee44a69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:52:10.707511 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d529daf-12ca-44a4-96b9-99b37ee44a69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:52:10.707882 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d529daf-12ca-44a4-96b9-99b37ee44a69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:52:10.708246 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d529daf-12ca-44a4-96b9-99b37ee44a69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:52:10.708614 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d529daf-12ca-44a4-96b9-99b37ee44a69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:52:10.709055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d529daf-12ca-44a4-96b9-99b37ee44a69 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:52:10.709423 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d529daf-12ca-44a4-96b9-99b37ee44a69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:52:10.709813 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d529daf-12ca-44a4-96b9-99b37ee44a69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:52:10.710179 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d529daf-12ca-44a4-96b9-99b37ee44a69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:52:10.710546 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d529daf-12ca-44a4-96b9-99b37ee44a69 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:52:10.711260 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d529daf-12ca-44a4-96b9-99b37ee44a69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:52:10.711260 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d529daf-12ca-44a4-96b9-99b37ee44a69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:52:10.711593 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d529daf-12ca-44a4-96b9-99b37ee44a69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:52:10.711969 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d529daf-12ca-44a4-96b9-99b37ee44a69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:52:10.712329 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d529daf-12ca-44a4-96b9-99b37ee44a69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:52:10.712694 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d529daf-12ca-44a4-96b9-99b37ee44a69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:52:10.713061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d529daf-12ca-44a4-96b9-99b37ee44a69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:52:10.720212 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2d529daf-12ca-44a4-96b9-99b37ee44a69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:52:10.757136 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d529daf-12ca-44a4-96b9-99b37ee44a69 None None] Network 045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4 is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:52:10.758435 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-2d529daf-12ca-44a4-96b9-99b37ee44a69 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:52:10.760879 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d529daf-12ca-44a4-96b9-99b37ee44a69 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:52:10.827466 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-2d529daf-12ca-44a4-96b9-99b37ee44a69 None None] Attempting to bind port 0262df0e-8366-4a95-85cd-a1419bbd64cb on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:52:10.827858 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-2d529daf-12ca-44a4-96b9-99b37ee44a69 None None] Attempting to bind port 0262df0e-8366-4a95-85cd-a1419bbd64cb by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '9c165105-31f8-410e-b421-7f151b04e6e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:52:10.828288 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d529daf-12ca-44a4-96b9-99b37ee44a69 None None] Attempting to bind port 0262df0e-8366-4a95-85cd-a1419bbd64cb on network 045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:52:10.835094 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d529daf-12ca-44a4-96b9-99b37ee44a69 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:52:10.835094 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d529daf-12ca-44a4-96b9-99b37ee44a69 None None] Checking segment: {'id': '9c165105-31f8-410e-b421-7f151b04e6e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:52:10.835380 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2d529daf-12ca-44a4-96b9-99b37ee44a69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:10.836271 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d529daf-12ca-44a4-96b9-99b37ee44a69 None None] Bound using segment: {'id': '9c165105-31f8-410e-b421-7f151b04e6e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:52:10.837200 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-2d529daf-12ca-44a4-96b9-99b37ee44a69 None None] Bound port: 0262df0e-8366-4a95-85cd-a1419bbd64cb, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c165105-31f8-410e-b421-7f151b04e6e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:52:10.837641 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2d529daf-12ca-44a4-96b9-99b37ee44a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:10.932273 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 7e9a4ed5-dbf9-481b-ad6b-6c0f7fb315fa up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:52:10.999098 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-2d529daf-12ca-44a4-96b9-99b37ee44a69 None None] For port 0262df0e-8366-4a95-85cd-a1419bbd64cb, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:52:11.013547 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-2d529daf-12ca-44a4-96b9-99b37ee44a69 None None] For port 0262df0e-8366-4a95-85cd-a1419bbd64cb, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=0262df0e-8366-4a95-85cd-a1419bbd64cb,segment=NetworkSegment(9c165105-31f8-410e-b421-7f151b04e6e2),segment_id=9c165105-31f8-410e-b421-7f151b04e6e2)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:52:11.019008 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2d529daf-12ca-44a4-96b9-99b37ee44a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:11.039150 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6995306b-120f-49e8-96a1-ca99ccfd47b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:52:11.113355 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-630ebd4f-2a54-4d52-9f20-b84331ff2d59 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Allocated IP 172.20.0.1 (045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4/21a1f9fe-4856-4351-89d4-53d86dc2b873/2dc4346e-6dbc-4990-afd0-1ce6bdb3ff56) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:52:11.120332 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 7e9a4ed5-dbf9-481b-ad6b-6c0f7fb315fa completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:52:11.191414 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 7e9a4ed5-dbf9-481b-ad6b-6c0f7fb315fa triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:52:11.191825 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:11.254227 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d529daf-12ca-44a4-96b9-99b37ee44a69 None None] Pushing event updated for resources: {'Port': ['ID=0262df0e-8366-4a95-85cd-a1419bbd64cb,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:52:11.269671 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2d529daf-12ca-44a4-96b9-99b37ee44a69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:52:11.285102 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-630ebd4f-2a54-4d52-9f20-b84331ff2d59 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:11.303024 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-630ebd4f-2a54-4d52-9f20-b84331ff2d59 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Transition to ACTIVE for port object 2dc4346e-6dbc-4990-afd0-1ce6bdb3ff56 will not be triggered until provisioned by entity DHCP. {{(pid=80765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:52:11.326224 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-630ebd4f-2a54-4d52-9f20-b84331ff2d59 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:11.342336 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-258a6726-fb1f-4bc3-a5db-ea3bef99bc49 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:52:11.390553 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:11.411379 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port 7e9a4ed5-dbf9-481b-ad6b-6c0f7fb315fa, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=7e9a4ed5-dbf9-481b-ad6b-6c0f7fb315fa,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:52:11.432455 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:11.434563 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-58a71a8d-843d-4e7f-864a-542f16abe1da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:52:11.508889 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630ebd4f-2a54-4d52-9f20-b84331ff2d59 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'Port': ['ID=2dc4346e-6dbc-4990-afd0-1ce6bdb3ff56,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:52:11.513509 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-630ebd4f-2a54-4d52-9f20-b84331ff2d59 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:52:11.514671 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=7e9a4ed5-dbf9-481b-ad6b-6c0f7fb315fa,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:52:11.517942 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:52:11.561518 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630ebd4f-2a54-4d52-9f20-b84331ff2d59 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Network 045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:52:11.562671 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-630ebd4f-2a54-4d52-9f20-b84331ff2d59 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:52:11.565044 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630ebd4f-2a54-4d52-9f20-b84331ff2d59 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:52:11.625901 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-630ebd4f-2a54-4d52-9f20-b84331ff2d59 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854426412'] for router_interface, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:11.756386 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-630ebd4f-2a54-4d52-9f20-b84331ff2d59 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:12.248566 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-630ebd4f-2a54-4d52-9f20-b84331ff2d59 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:12.252124 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-630ebd4f-2a54-4d52-9f20-b84331ff2d59 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:12.285564 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-afde4a63-501d-4d75-bf35-f25016df0b93 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:52:12.375723 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630ebd4f-2a54-4d52-9f20-b84331ff2d59 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'Port': ['ID=2dc4346e-6dbc-4990-afd0-1ce6bdb3ff56,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:52:12.378269 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-630ebd4f-2a54-4d52-9f20-b84331ff2d59 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854133895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349242'] for router_interface, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:12.392107 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-630ebd4f-2a54-4d52-9f20-b84331ff2d59 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:52:12.530930 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630ebd4f-2a54-4d52-9f20-b84331ff2d59 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Network 045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:52:12.532174 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-630ebd4f-2a54-4d52-9f20-b84331ff2d59 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:52:12.740495 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-630ebd4f-2a54-4d52-9f20-b84331ff2d59 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Router 1a884167-b906-48a0-9670-4a72f3236dd8 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:52:12.769213 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970d5ec0-9a38-4851-98f7-3d4812cd46fe None None] Network 045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:52:12.890043 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-97eb3ce9-721e-44cf-adf1-661852a9b2a0 None None] Provisioning for port 0262df0e-8366-4a95-85cd-a1419bbd64cb completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:52:12.949229 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-630ebd4f-2a54-4d52-9f20-b84331ff2d59 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:52:12.969053 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-630ebd4f-2a54-4d52-9f20-b84331ff2d59 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "PUT /v2.0/routers/1a884167-b906-48a0-9670-4a72f3236dd8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5761704
Jan 29 10:52:12.969764 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38397d1-913d-46c6-97eb-5c5890fedd77 None None] Sync routers for ids ['1a884167-b906-48a0-9670-4a72f3236dd8'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:52:12.977039 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 0262df0e-8366-4a95-85cd-a1419bbd64cb up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:52:13.067027 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38397d1-913d-46c6-97eb-5c5890fedd77 None None] Routers {'1a884167-b906-48a0-9670-4a72f3236dd8'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:52:13.067769 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-a38397d1-913d-46c6-97eb-5c5890fedd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c956a7b8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:51:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['1a884167-b906-48a0-9670-4a72f3236dd8'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:52:13.178220 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-709acd67-39a4-44e2-bfe4-fe09a21314ef req-75bc0792-d230-41d9-99fd-70feea58a029 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1156995290&fields=id&tenant_id=884b801388a745e49e2da4f5c6acad38 HTTP/1.1" status: 200  len: 267 time: 0.0604062
Jan 29 10:52:13.292955 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 0262df0e-8366-4a95-85cd-a1419bbd64cb completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:52:13.308492 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 0262df0e-8366-4a95-85cd-a1419bbd64cb triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:52:13.308924 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:13.366010 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-a38397d1-913d-46c6-97eb-5c5890fedd77 None None] Set router 1a884167-b906-48a0-9670-4a72f3236dd8 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:52:13.445176 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709acd67-39a4-44e2-bfe4-fe09a21314ef req-962b3b3b-c3b7-4bf6-9a99-fa846e775b7f tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:52:13.447063 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-709acd67-39a4-44e2-bfe4-fe09a21314ef req-962b3b3b-c3b7-4bf6-9a99-fa846e775b7f tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/networks?id=045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4 HTTP/1.1" status: 200  len: 797 time: 0.2609880
Jan 29 10:52:13.469695 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-709acd67-39a4-44e2-bfe4-fe09a21314ef req-3921dbc3-9fd7-4be5-bfdc-2a4a9bd732c4 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/quotas/884b801388a745e49e2da4f5c6acad38 HTTP/1.1" status: 200  len: 375 time: 0.0140162
Jan 29 10:52:13.708813 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:13.722627 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4d0f69a1-0137-4507-b0b2-4a878b9ce798 None None] Provisioning for port 2dc4346e-6dbc-4990-afd0-1ce6bdb3ff56 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:52:13.743202 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4d0f69a1-0137-4507-b0b2-4a878b9ce798 None None] Provisioning complete for port 2dc4346e-6dbc-4990-afd0-1ce6bdb3ff56 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:52:13.743632 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4d0f69a1-0137-4507-b0b2-4a878b9ce798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:13.880460 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4d0f69a1-0137-4507-b0b2-4a878b9ce798 None None] Port 2dc4346e-6dbc-4990-afd0-1ce6bdb3ff56 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:52:13.883313 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port 0262df0e-8366-4a95-85cd-a1419bbd64cb, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=0262df0e-8366-4a95-85cd-a1419bbd64cb,segment=NetworkSegment(9c165105-31f8-410e-b421-7f151b04e6e2),segment_id=9c165105-31f8-410e-b421-7f151b04e6e2)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:52:13.895274 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:13.896214 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 7e9a4ed5-dbf9-481b-ad6b-6c0f7fb315fa up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:52:13.932381 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:52:13.962793 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-709acd67-39a4-44e2-bfe4-fe09a21314ef req-b58e7ca8-1d05-42a1-aae2-65116c739721 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Synchronizing usage tracker for tenant:884b801388a745e49e2da4f5c6acad38 on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:52:13.987012 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-709acd67-39a4-44e2-bfe4-fe09a21314ef req-b58e7ca8-1d05-42a1-aae2-65116c739721 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Unset dirty status for tenant:884b801388a745e49e2da4f5c6acad38 on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:52:13.988486 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-709acd67-39a4-44e2-bfe4-fe09a21314ef req-b58e7ca8-1d05-42a1-aae2-65116c739721 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=884b801388a745e49e2da4f5c6acad38&fields=id HTTP/1.1" status: 200  len: 302 time: 0.5124514
Jan 29 10:52:14.006277 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4d0f69a1-0137-4507-b0b2-4a878b9ce798 None None] Provisioning complete for port 0262df0e-8366-4a95-85cd-a1419bbd64cb triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:52:14.006698 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4d0f69a1-0137-4507-b0b2-4a878b9ce798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:14.164623 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-709acd67-39a4-44e2-bfe4-fe09a21314ef req-af0d1d2f-cb56-4447-9430-022f32cbe8ef service neutron] 10.222.0.57 "GET /v2.0/networks/045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1616027
Jan 29 10:52:14.298860 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=0262df0e-8366-4a95-85cd-a1419bbd64cb,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:52:14.309281 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:52:14.341413 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-709acd67-39a4-44e2-bfe4-fe09a21314ef req-e84f767f-707f-482f-bdf3-75aa355285b2 service neutron] 10.222.0.57 "GET /v2.0/networks/045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1691022
Jan 29 10:52:14.346609 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-a38397d1-913d-46c6-97eb-5c5890fedd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c956a7b8>, [{'id': '1a884167-b906-48a0-9670-4a72f3236dd8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035072935', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': '7e9a4ed5-dbf9-481b-ad6b-6c0f7fb315fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:52:04Z', 'updated_at': '2021-01-29T10:52:11Z', 'revision_number': 4, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': '7e9a4ed5-dbf9-481b-ad6b-6c0f7fb315fa', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:31:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a884167-b906-48a0-9670-4a72f3236dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:52:06Z', 'updated_at': '2021-01-29T10:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '2dc4346e-6dbc-4990-afd0-1ce6bdb3ff56', 'name': '', 'network_id': '045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'mac_address': 'fa:16:3e:d5:ad:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a884167-b906-48a0-9670-4a72f3236dd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '21a1f9fe-4856-4351-89d4-53d86dc2b873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:52:10Z', 'updated_at': '2021-01-29T10:52:12Z', 'revision_number': 2, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'subnets': [{'id': '21a1f9fe-4856-4351-89d4-53d86dc2b873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:52:14.350517 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 7e9a4ed5-dbf9-481b-ad6b-6c0f7fb315fa triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:52:14.350949 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:14.422862 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38397d1-913d-46c6-97eb-5c5890fedd77 None None] Checking router: 1a884167-b906-48a0-9670-4a72f3236dd8 for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:52:14.423274 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38397d1-913d-46c6-97eb-5c5890fedd77 None None] Updating router 1a884167-b906-48a0-9670-4a72f3236dd8 port 2dc4346e-6dbc-4990-afd0-1ce6bdb3ff56 binding host dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 29 10:52:14.531662 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a38397d1-913d-46c6-97eb-5c5890fedd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:14.553488 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e3029c80-3a34-43c3-910e-016041f278c9 req-b006fe86-a146-419b-843f-f2526a82cdc9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=63500c93-8eb5-4a48-ab42-1ca1376f0647 HTTP/1.1" status: 200  len: 210 time: 0.0491908
Jan 29 10:52:14.745434 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-967d535f-f18c-4a72-b251-6f369f0e125c None None] Provisioning complete for port 2dc4346e-6dbc-4990-afd0-1ce6bdb3ff56 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:52:14.745960 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-967d535f-f18c-4a72-b251-6f369f0e125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:14.876099 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-967d535f-f18c-4a72-b251-6f369f0e125c None None] Port 2dc4346e-6dbc-4990-afd0-1ce6bdb3ff56 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:52:14.908302 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 0262df0e-8366-4a95-85cd-a1419bbd64cb up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:52:14.973925 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-967d535f-f18c-4a72-b251-6f369f0e125c None None] Provisioning complete for port 0262df0e-8366-4a95-85cd-a1419bbd64cb triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:52:14.974359 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-967d535f-f18c-4a72-b251-6f369f0e125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:15.187367 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 0262df0e-8366-4a95-85cd-a1419bbd64cb triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:52:15.187770 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:15.407254 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a38397d1-913d-46c6-97eb-5c5890fedd77 None None] Notify callbacks [] for port, precommit_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:15.424554 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-a38397d1-913d-46c6-97eb-5c5890fedd77 None None] Transition to ACTIVE for port object 2dc4346e-6dbc-4990-afd0-1ce6bdb3ff56 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:52:15.427064 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a38397d1-913d-46c6-97eb-5c5890fedd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:15.442779 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7f2765ee-8a87-4ac6-a27e-48b61056cfd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:52:15.581933 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bb321f-7cd2-4dfb-b137-5b86799ac7dc None None] Pushing event updated for resources: {'Port': ['ID=2dc4346e-6dbc-4990-afd0-1ce6bdb3ff56,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:52:15.586041 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-41bb321f-7cd2-4dfb-b137-5b86799ac7dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:52:15.756464 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-a38397d1-913d-46c6-97eb-5c5890fedd77 None None] Attempting to bind port 2dc4346e-6dbc-4990-afd0-1ce6bdb3ff56 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:52:15.757583 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-a38397d1-913d-46c6-97eb-5c5890fedd77 None None] Attempting to bind port 2dc4346e-6dbc-4990-afd0-1ce6bdb3ff56 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '9c165105-31f8-410e-b421-7f151b04e6e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:52:15.758026 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38397d1-913d-46c6-97eb-5c5890fedd77 None None] Attempting to bind port 2dc4346e-6dbc-4990-afd0-1ce6bdb3ff56 on network 045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:52:15.764447 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38397d1-913d-46c6-97eb-5c5890fedd77 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:52:15.764869 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38397d1-913d-46c6-97eb-5c5890fedd77 None None] Checking segment: {'id': '9c165105-31f8-410e-b421-7f151b04e6e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:52:15.765324 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a38397d1-913d-46c6-97eb-5c5890fedd77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:15.766220 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38397d1-913d-46c6-97eb-5c5890fedd77 None None] Bound using segment: {'id': '9c165105-31f8-410e-b421-7f151b04e6e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:52:15.766751 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-a38397d1-913d-46c6-97eb-5c5890fedd77 None None] Bound port: 2dc4346e-6dbc-4990-afd0-1ce6bdb3ff56, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c165105-31f8-410e-b421-7f151b04e6e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:52:15.767174 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a38397d1-913d-46c6-97eb-5c5890fedd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:15.776544 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-67f3485c-af2a-433b-98e7-cd45b12d835e req-f9931a16-6e59-4bee-9957-f4349ff72dd0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=63500c93-8eb5-4a48-ab42-1ca1376f0647 HTTP/1.1" status: 200  len: 210 time: 0.0858765
Jan 29 10:52:15.874104 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-a38397d1-913d-46c6-97eb-5c5890fedd77 None None] For port 2dc4346e-6dbc-4990-afd0-1ce6bdb3ff56, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:52:15.877315 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-a38397d1-913d-46c6-97eb-5c5890fedd77 None None] For port 2dc4346e-6dbc-4990-afd0-1ce6bdb3ff56, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=2dc4346e-6dbc-4990-afd0-1ce6bdb3ff56,segment=NetworkSegment(9c165105-31f8-410e-b421-7f151b04e6e2),segment_id=9c165105-31f8-410e-b421-7f151b04e6e2)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:52:15.880559 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a38397d1-913d-46c6-97eb-5c5890fedd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:15.902583 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:52:16.064468 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bb321f-7cd2-4dfb-b137-5b86799ac7dc None None] Pushing event updated for resources: {'Port': ['ID=2dc4346e-6dbc-4990-afd0-1ce6bdb3ff56,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:52:16.074434 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-41bb321f-7cd2-4dfb-b137-5b86799ac7dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:52:16.099017 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709acd67-39a4-44e2-bfe4-fe09a21314ef req-0bf5554a-bff0-4249-9dcd-7f30013f65eb tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:52:16.099812 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-709acd67-39a4-44e2-bfe4-fe09a21314ef req-0bf5554a-bff0-4249-9dcd-7f30013f65eb tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Synchronizing usage tracker for tenant:884b801388a745e49e2da4f5c6acad38 on resource:network {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:52:16.117547 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-709acd67-39a4-44e2-bfe4-fe09a21314ef req-0bf5554a-bff0-4249-9dcd-7f30013f65eb tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Unset dirty status for tenant:884b801388a745e49e2da4f5c6acad38 on resource:network {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:52:16.118996 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-709acd67-39a4-44e2-bfe4-fe09a21314ef req-0bf5554a-bff0-4249-9dcd-7f30013f65eb tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.22 "GET /v2.0/networks?id=045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4 HTTP/1.1" status: 200  len: 797 time: 0.2635670
Jan 29 10:52:16.121682 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38397d1-913d-46c6-97eb-5c5890fedd77 None None] Routers {'1a884167-b906-48a0-9670-4a72f3236dd8'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:52:16.122385 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-a38397d1-913d-46c6-97eb-5c5890fedd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c956a7b8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:51:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['1a884167-b906-48a0-9670-4a72f3236dd8'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:52:16.252560 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-709acd67-39a4-44e2-bfe4-fe09a21314ef req-56b7b053-8ffd-42ec-8b80-76ed6da78622 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Synchronizing usage tracker for tenant:884b801388a745e49e2da4f5c6acad38 on resource:security_group {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:52:16.273031 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-709acd67-39a4-44e2-bfe4-fe09a21314ef req-56b7b053-8ffd-42ec-8b80-76ed6da78622 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Unset dirty status for tenant:884b801388a745e49e2da4f5c6acad38 on resource:security_group {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:52:16.284998 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-709acd67-39a4-44e2-bfe4-fe09a21314ef req-56b7b053-8ffd-42ec-8b80-76ed6da78622 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=884b801388a745e49e2da4f5c6acad38 HTTP/1.1" status: 200  len: 8073 time: 0.1435492
Jan 29 10:52:16.296406 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-709acd67-39a4-44e2-bfe4-fe09a21314ef req-e3a78e72-a6b9-4318-8c94-ae28229d131b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Request body: {'port': {'device_id': '63500c93-8eb5-4a48-ab42-1ca1376f0647', 'network_id': '045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4', 'admin_state_up': True, 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'security_groups': ['83fa5e89-b380-4a04-8af5-a9c3fe13a4d1']}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:52:16.448634 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-709acd67-39a4-44e2-bfe4-fe09a21314ef req-e3a78e72-a6b9-4318-8c94-ae28229d131b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:52:16.459459 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-709acd67-39a4-44e2-bfe4-fe09a21314ef req-e3a78e72-a6b9-4318-8c94-ae28229d131b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:52:16.468770 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-709acd67-39a4-44e2-bfe4-fe09a21314ef req-e3a78e72-a6b9-4318-8c94-ae28229d131b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Made reservation on behalf of 884b801388a745e49e2da4f5c6acad38 for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:52:16.489304 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-709acd67-39a4-44e2-bfe4-fe09a21314ef req-e3a78e72-a6b9-4318-8c94-ae28229d131b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:16.499158 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-a38397d1-913d-46c6-97eb-5c5890fedd77 None None] Set router 1a884167-b906-48a0-9670-4a72f3236dd8 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:52:16.817086 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [req-709acd67-39a4-44e2-bfe4-fe09a21314ef req-e3a78e72-a6b9-4318-8c94-ae28229d131b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Allocated IP 172.20.0.9 (045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4/21a1f9fe-4856-4351-89d4-53d86dc2b873/09c648b4-1ba2-4173-ae1a-ed2fcf81f1b7) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:52:16.841267 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-a38397d1-913d-46c6-97eb-5c5890fedd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c956a7b8>, [{'id': '1a884167-b906-48a0-9670-4a72f3236dd8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035072935', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': '7e9a4ed5-dbf9-481b-ad6b-6c0f7fb315fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:52:04Z', 'updated_at': '2021-01-29T10:52:11Z', 'revision_number': 4, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': '7e9a4ed5-dbf9-481b-ad6b-6c0f7fb315fa', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:31:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a884167-b906-48a0-9670-4a72f3236dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:52:06Z', 'updated_at': '2021-01-29T10:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '2dc4346e-6dbc-4990-afd0-1ce6bdb3ff56', 'name': '', 'network_id': '045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'mac_address': 'fa:16:3e:d5:ad:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a884167-b906-48a0-9670-4a72f3236dd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '21a1f9fe-4856-4351-89d4-53d86dc2b873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:52:10Z', 'updated_at': '2021-01-29T10:52:15Z', 'revision_number': 4, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'subnets': [{'id': '21a1f9fe-4856-4351-89d4-53d86dc2b873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:52:16.846666 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38397d1-913d-46c6-97eb-5c5890fedd77 None None] The sync data for ids ['1a884167-b906-48a0-9670-4a72f3236dd8'] in dv-neutron-772983-2-ovs is: [{'id': '1a884167-b906-48a0-9670-4a72f3236dd8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035072935', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': '7e9a4ed5-dbf9-481b-ad6b-6c0f7fb315fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:52:04Z', 'updated_at': '2021-01-29T10:52:11Z', 'revision_number': 4, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': '7e9a4ed5-dbf9-481b-ad6b-6c0f7fb315fa', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:31:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a884167-b906-48a0-9670-4a72f3236dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:52:06Z', 'updated_at': '2021-01-29T10:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '2dc4346e-6dbc-4990-afd0-1ce6bdb3ff56', 'name': '', 'network_id': '045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'mac_address': 'fa:16:3e:d5:ad:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a884167-b906-48a0-9670-4a72f3236dd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '21a1f9fe-4856-4351-89d4-53d86dc2b873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:52:10Z', 'updated_at': '2021-01-29T10:52:15Z', 'revision_number': 4, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'subnets': [{'id': '21a1f9fe-4856-4351-89d4-53d86dc2b873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:52:16.991219 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0ae285e8-c239-4f48-a6b7-f72f03b605d0 req-d3830857-4101-4850-a598-68d6a08ca988 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=63500c93-8eb5-4a48-ab42-1ca1376f0647 HTTP/1.1" status: 200  len: 210 time: 0.0532877
Jan 29 10:52:17.049449 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-709acd67-39a4-44e2-bfe4-fe09a21314ef req-e3a78e72-a6b9-4318-8c94-ae28229d131b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:17.066578 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-709acd67-39a4-44e2-bfe4-fe09a21314ef req-e3a78e72-a6b9-4318-8c94-ae28229d131b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Transition to ACTIVE for port object 09c648b4-1ba2-4173-ae1a-ed2fcf81f1b7 will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:52:17.089649 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-709acd67-39a4-44e2-bfe4-fe09a21314ef req-e3a78e72-a6b9-4318-8c94-ae28229d131b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:17.105415 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-63b7f952-d904-44dd-a12f-80aa069cb376 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:52:17.255164 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a78e72-a6b9-4318-8c94-ae28229d131b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'Port': ['ID=09c648b4-1ba2-4173-ae1a-ed2fcf81f1b7,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:52:17.259590 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e3a78e72-a6b9-4318-8c94-ae28229d131b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:52:17.314884 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-709acd67-39a4-44e2-bfe4-fe09a21314ef req-e3a78e72-a6b9-4318-8c94-ae28229d131b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Network 045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:52:17.316118 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [req-709acd67-39a4-44e2-bfe4-fe09a21314ef req-e3a78e72-a6b9-4318-8c94-ae28229d131b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:52:17.318578 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-709acd67-39a4-44e2-bfe4-fe09a21314ef req-e3a78e72-a6b9-4318-8c94-ae28229d131b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:52:17.453940 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709acd67-39a4-44e2-bfe4-fe09a21314ef req-e3a78e72-a6b9-4318-8c94-ae28229d131b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:52:17.454686 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-709acd67-39a4-44e2-bfe4-fe09a21314ef req-e3a78e72-a6b9-4318-8c94-ae28229d131b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:17.486390 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-709acd67-39a4-44e2-bfe4-fe09a21314ef req-e3a78e72-a6b9-4318-8c94-ae28229d131b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1945484
Jan 29 10:52:17.588311 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-709acd67-39a4-44e2-bfe4-fe09a21314ef req-f0d74ef1-5b9b-4077-857a-e7cef5c343e9 service neutron] Request body: {'port': {'device_id': '63500c93-8eb5-4a48-ab42-1ca1376f0647', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7729'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:52:17.599189 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-9929d26b-1e00-461e-9d2a-972f8a84c1e9 None None] Provisioning for port 09c648b4-1ba2-4173-ae1a-ed2fcf81f1b7 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:52:17.604962 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-9929d26b-1e00-461e-9d2a-972f8a84c1e9 None None] Provisioning complete for port 09c648b4-1ba2-4173-ae1a-ed2fcf81f1b7 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:52:17.605389 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9929d26b-1e00-461e-9d2a-972f8a84c1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:17.666528 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-9929d26b-1e00-461e-9d2a-972f8a84c1e9 None None] Port 09c648b4-1ba2-4173-ae1a-ed2fcf81f1b7 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:52:17.725192 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-709acd67-39a4-44e2-bfe4-fe09a21314ef req-f0d74ef1-5b9b-4077-857a-e7cef5c343e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:18.152655 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [req-709acd67-39a4-44e2-bfe4-fe09a21314ef req-f0d74ef1-5b9b-4077-857a-e7cef5c343e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09c648b4-1ba2-4173-ae1a-ed2fcf81f1b7 {{(pid=80766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 29 10:52:18.161026 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-709acd67-39a4-44e2-bfe4-fe09a21314ef req-f0d74ef1-5b9b-4077-857a-e7cef5c343e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:18.174312 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-709acd67-39a4-44e2-bfe4-fe09a21314ef req-f0d74ef1-5b9b-4077-857a-e7cef5c343e9 service neutron] Transition to ACTIVE for port object 09c648b4-1ba2-4173-ae1a-ed2fcf81f1b7 will not be triggered until provisioned by entity L2. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:52:18.177586 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-709acd67-39a4-44e2-bfe4-fe09a21314ef req-f0d74ef1-5b9b-4077-857a-e7cef5c343e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:18.195266 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b4652c3a-aec5-47e9-bb54-16661d27e9d6 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:52:18.298907 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b441d81-b2bf-47ed-8f23-9b35b2bc2029 req-9d85679f-5c58-4f5d-ae76-c66b6bf74582 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:52:18.300624 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2b441d81-b2bf-47ed-8f23-9b35b2bc2029 req-9d85679f-5c58-4f5d-ae76-c66b6bf74582 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=63500c93-8eb5-4a48-ab42-1ca1376f0647 HTTP/1.1" status: 200  len: 931 time: 0.1728754
Jan 29 10:52:18.339057 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d74ef1-5b9b-4077-857a-e7cef5c343e9 service neutron] Pushing event updated for resources: {'Port': ['ID=09c648b4-1ba2-4173-ae1a-ed2fcf81f1b7,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:52:18.344078 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f0d74ef1-5b9b-4077-857a-e7cef5c343e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:52:18.377290 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2b441d81-b2bf-47ed-8f23-9b35b2bc2029 req-82fed3e0-9dec-42a0-ac23-6b2e5ed5333c tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=83fa5e89-b380-4a04-8af5-a9c3fe13a4d1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0695395
Jan 29 10:52:18.530593 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-709acd67-39a4-44e2-bfe4-fe09a21314ef req-f0d74ef1-5b9b-4077-857a-e7cef5c343e9 service neutron] Attempting to bind port 09c648b4-1ba2-4173-ae1a-ed2fcf81f1b7 on host hv-neutron-7729 for vnic_type normal with profile  {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:52:18.530973 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-709acd67-39a4-44e2-bfe4-fe09a21314ef req-f0d74ef1-5b9b-4077-857a-e7cef5c343e9 service neutron] Attempting to bind port 09c648b4-1ba2-4173-ae1a-ed2fcf81f1b7 by drivers openvswitch on host hv-neutron-7729 at level 0 using segments [{'id': '9c165105-31f8-410e-b421-7f151b04e6e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4'}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:52:18.531346 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709acd67-39a4-44e2-bfe4-fe09a21314ef req-f0d74ef1-5b9b-4077-857a-e7cef5c343e9 service neutron] Attempting to bind port 09c648b4-1ba2-4173-ae1a-ed2fcf81f1b7 on network 045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4 {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:52:18.538041 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709acd67-39a4-44e2-bfe4-fe09a21314ef req-f0d74ef1-5b9b-4077-857a-e7cef5c343e9 service neutron] Checking agent: {'id': '5acf9624-c829-41ba-afd9-92278081af05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 10, 2, 34), 'started_at': datetime.datetime(2021, 1, 29, 10, 3, 4), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:52:18.538421 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709acd67-39a4-44e2-bfe4-fe09a21314ef req-f0d74ef1-5b9b-4077-857a-e7cef5c343e9 service neutron] Checking segment: {'id': '9c165105-31f8-410e-b421-7f151b04e6e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:52:18.538838 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-709acd67-39a4-44e2-bfe4-fe09a21314ef req-f0d74ef1-5b9b-4077-857a-e7cef5c343e9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:18.539229 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709acd67-39a4-44e2-bfe4-fe09a21314ef req-f0d74ef1-5b9b-4077-857a-e7cef5c343e9 service neutron] Bound using segment: {'id': '9c165105-31f8-410e-b421-7f151b04e6e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4'} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:52:18.539714 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-709acd67-39a4-44e2-bfe4-fe09a21314ef req-f0d74ef1-5b9b-4077-857a-e7cef5c343e9 service neutron] Bound port: 09c648b4-1ba2-4173-ae1a-ed2fcf81f1b7, host: hv-neutron-7729, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c165105-31f8-410e-b421-7f151b04e6e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4'}}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:52:18.540094 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-709acd67-39a4-44e2-bfe4-fe09a21314ef req-f0d74ef1-5b9b-4077-857a-e7cef5c343e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:18.637677 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-709acd67-39a4-44e2-bfe4-fe09a21314ef req-f0d74ef1-5b9b-4077-857a-e7cef5c343e9 service neutron] For port 09c648b4-1ba2-4173-ae1a-ed2fcf81f1b7, host hv-neutron-7729, cleared binding levels {{(pid=80766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:52:18.640881 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-709acd67-39a4-44e2-bfe4-fe09a21314ef req-f0d74ef1-5b9b-4077-857a-e7cef5c343e9 service neutron] For port 09c648b4-1ba2-4173-ae1a-ed2fcf81f1b7, host hv-neutron-7729, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=09c648b4-1ba2-4173-ae1a-ed2fcf81f1b7,segment=NetworkSegment(9c165105-31f8-410e-b421-7f151b04e6e2),segment_id=9c165105-31f8-410e-b421-7f151b04e6e2)] {{(pid=80766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:52:18.644069 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-709acd67-39a4-44e2-bfe4-fe09a21314ef req-f0d74ef1-5b9b-4077-857a-e7cef5c343e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:18.659296 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-89fb5fb4-d59a-4b5e-b050-00ae35645346 tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:52:18.812064 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d74ef1-5b9b-4077-857a-e7cef5c343e9 service neutron] Pushing event updated for resources: {'Port': ['ID=09c648b4-1ba2-4173-ae1a-ed2fcf81f1b7,revision_number=3']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:52:18.816760 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f0d74ef1-5b9b-4077-857a-e7cef5c343e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:52:18.854204 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709acd67-39a4-44e2-bfe4-fe09a21314ef req-f0d74ef1-5b9b-4077-857a-e7cef5c343e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:52:18.855188 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-709acd67-39a4-44e2-bfe4-fe09a21314ef req-f0d74ef1-5b9b-4077-857a-e7cef5c343e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:18.856690 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-709acd67-39a4-44e2-bfe4-fe09a21314ef req-f0d74ef1-5b9b-4077-857a-e7cef5c343e9 service neutron] 10.222.0.22 "PUT /v2.0/ports/09c648b4-1ba2-4173-ae1a-ed2fcf81f1b7 HTTP/1.1" status: 200  len: 1157 time: 1.3576052
Jan 29 10:52:18.857918 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63500c93-8eb5-4a48-ab42-1ca1376f0647', 'tag': '09c648b4-1ba2-4173-ae1a-ed2fcf81f1b7'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:52:18.922066 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 2dc4346e-6dbc-4990-afd0-1ce6bdb3ff56 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:52:18.962478 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63500c93-8eb5-4a48-ab42-1ca1376f0647', 'tag': '09c648b4-1ba2-4173-ae1a-ed2fcf81f1b7', 'status': 'completed', 'code': 200}
Jan 29 10:52:19.003288 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 2dc4346e-6dbc-4990-afd0-1ce6bdb3ff56 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:52:19.007045 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709acd67-39a4-44e2-bfe4-fe09a21314ef req-59eec218-abff-4361-bf6a-fee6b3f9eed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:52:19.008737 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-709acd67-39a4-44e2-bfe4-fe09a21314ef req-59eec218-abff-4361-bf6a-fee6b3f9eed6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=884b801388a745e49e2da4f5c6acad38&device_id=63500c93-8eb5-4a48-ab42-1ca1376f0647 HTTP/1.1" status: 200  len: 1160 time: 0.0891707
Jan 29 10:52:19.009573 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 2dc4346e-6dbc-4990-afd0-1ce6bdb3ff56 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:52:19.010134 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:19.095044 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-709acd67-39a4-44e2-bfe4-fe09a21314ef req-0ea2214f-424f-4278-b7ae-639fa2046844 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09c648b4-1ba2-4173-ae1a-ed2fcf81f1b7 HTTP/1.1" status: 200  len: 217 time: 0.0743086
Jan 29 10:52:19.150765 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:19.167340 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709acd67-39a4-44e2-bfe4-fe09a21314ef req-b05bfd5f-8f26-4145-9bca-7fafe8a98b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:52:19.169029 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-709acd67-39a4-44e2-bfe4-fe09a21314ef req-b05bfd5f-8f26-4145-9bca-7fafe8a98b09 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=21a1f9fe-4856-4351-89d4-53d86dc2b873 HTTP/1.1" status: 200  len: 834 time: 0.0685332
Jan 29 10:52:19.185924 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port 2dc4346e-6dbc-4990-afd0-1ce6bdb3ff56, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=2dc4346e-6dbc-4990-afd0-1ce6bdb3ff56,segment=NetworkSegment(9c165105-31f8-410e-b421-7f151b04e6e2),segment_id=9c165105-31f8-410e-b421-7f151b04e6e2)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:52:19.188809 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:19.190725 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:52:19.252127 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709acd67-39a4-44e2-bfe4-fe09a21314ef req-1d3154f0-4127-4301-91c4-684c22a98f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:52:19.253768 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-709acd67-39a4-44e2-bfe4-fe09a21314ef req-1d3154f0-4127-4301-91c4-684c22a98f72 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0780652
Jan 29 10:52:19.259171 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=2dc4346e-6dbc-4990-afd0-1ce6bdb3ff56,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:52:19.262480 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:52:19.400162 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-709acd67-39a4-44e2-bfe4-fe09a21314ef req-abd618d0-7203-4e3b-8c80-a16c09b77449 service neutron] 10.222.0.22 "GET /v2.0/networks/045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1386936
Jan 29 10:52:19.548271 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-709acd67-39a4-44e2-bfe4-fe09a21314ef req-abf97ff2-def3-47ce-bb9a-bc773b1000f0 service neutron] 10.222.0.22 "GET /v2.0/networks/045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1411922
Jan 29 10:52:19.684600 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc11448-6077-4d33-b889-4e1aa3878847 req-1ebfb8b4-44b7-4d22-96b1-0075e63eecd8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:52:19.687487 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ddc11448-6077-4d33-b889-4e1aa3878847 req-1ebfb8b4-44b7-4d22-96b1-0075e63eecd8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=63500c93-8eb5-4a48-ab42-1ca1376f0647 HTTP/1.1" status: 200  len: 943 time: 0.1730921
Jan 29 10:52:19.717988 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d7f9a-877b-4aef-b09d-5fa0bdddeef9 req-21558617-3aeb-429b-b46a-53691bbadfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:52:19.719852 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-081d7f9a-877b-4aef-b09d-5fa0bdddeef9 req-21558617-3aeb-429b-b46a-53691bbadfdb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=884b801388a745e49e2da4f5c6acad38&device_id=63500c93-8eb5-4a48-ab42-1ca1376f0647 HTTP/1.1" status: 200  len: 1160 time: 0.0794120
Jan 29 10:52:19.752343 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ddc11448-6077-4d33-b889-4e1aa3878847 req-aeaaf355-2e63-4a09-b61d-e2b0a6c70d5d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=83fa5e89-b380-4a04-8af5-a9c3fe13a4d1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0584433
Jan 29 10:52:19.869532 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d7f9a-877b-4aef-b09d-5fa0bdddeef9 req-f183e28c-309a-4809-8236-3e5f32b1820a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:52:19.871226 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-081d7f9a-877b-4aef-b09d-5fa0bdddeef9 req-f183e28c-309a-4809-8236-3e5f32b1820a service neutron] 10.222.0.22 "GET /v2.0/networks?id=045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4 HTTP/1.1" status: 200  len: 891 time: 0.1446123
Jan 29 10:52:19.946579 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-081d7f9a-877b-4aef-b09d-5fa0bdddeef9 req-211e7671-de6f-4ab2-8903-6a8016ac4acc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09c648b4-1ba2-4173-ae1a-ed2fcf81f1b7 HTTP/1.1" status: 200  len: 217 time: 0.0687690
Jan 29 10:52:20.014258 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d7f9a-877b-4aef-b09d-5fa0bdddeef9 req-a1a7bc9c-732d-45bf-b111-74f29749b3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:52:20.015804 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-081d7f9a-877b-4aef-b09d-5fa0bdddeef9 req-a1a7bc9c-732d-45bf-b111-74f29749b3d0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=21a1f9fe-4856-4351-89d4-53d86dc2b873 HTTP/1.1" status: 200  len: 834 time: 0.0630162
Jan 29 10:52:20.101571 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d7f9a-877b-4aef-b09d-5fa0bdddeef9 req-d33e6124-d9b3-4b55-a20b-391586ba4681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:52:20.103259 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-081d7f9a-877b-4aef-b09d-5fa0bdddeef9 req-d33e6124-d9b3-4b55-a20b-391586ba4681 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0814328
Jan 29 10:52:20.250112 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-081d7f9a-877b-4aef-b09d-5fa0bdddeef9 req-a30e4762-1dd3-4775-ba72-c16daa8ac75f service neutron] 10.222.0.22 "GET /v2.0/networks/045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1405473
Jan 29 10:52:20.395511 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-081d7f9a-877b-4aef-b09d-5fa0bdddeef9 req-7b23f888-ecfc-42dc-bc5e-3329fd7bd4e8 service neutron] 10.222.0.22 "GET /v2.0/networks/045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1386137
Jan 29 10:52:20.888590 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 2dc4346e-6dbc-4990-afd0-1ce6bdb3ff56 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:52:20.965515 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 2dc4346e-6dbc-4990-afd0-1ce6bdb3ff56 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:52:20.965972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:21.053379 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd641367-a73b-4cf4-a80c-f3cca90e61ab req-4da87feb-e003-4d0b-b627-517e916a7cd7 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:52:21.055034 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-dd641367-a73b-4cf4-a80c-f3cca90e61ab req-4da87feb-e003-4d0b-b627-517e916a7cd7 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=63500c93-8eb5-4a48-ab42-1ca1376f0647 HTTP/1.1" status: 200  len: 943 time: 0.1741621
Jan 29 10:52:21.120775 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-dd641367-a73b-4cf4-a80c-f3cca90e61ab req-191c1cf2-4a81-4fc5-a0a2-1f66142518e1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=83fa5e89-b380-4a04-8af5-a9c3fe13a4d1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0581126
Jan 29 10:52:21.543755 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-52fe2a5d-a98a-4a52-ad86-fe4819c7fb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:22.415977 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c66477-d83a-43fb-80c7-2199b5fdf63d req-2701f1dd-e52b-43c4-9778-d7f9507d1233 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:52:22.417553 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b6c66477-d83a-43fb-80c7-2199b5fdf63d req-2701f1dd-e52b-43c4-9778-d7f9507d1233 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=63500c93-8eb5-4a48-ab42-1ca1376f0647 HTTP/1.1" status: 200  len: 943 time: 0.1644199
Jan 29 10:52:22.486097 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b6c66477-d83a-43fb-80c7-2199b5fdf63d req-fbcdb87e-d3c7-4033-9436-53f0021b8ecd tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=83fa5e89-b380-4a04-8af5-a9c3fe13a4d1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0615256
Jan 29 10:52:23.783157 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a45182a-79af-4aed-8cb7-84c87ac3a68e req-276da61e-337a-4e7e-9356-ca217be86efc tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:52:23.784736 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9a45182a-79af-4aed-8cb7-84c87ac3a68e req-276da61e-337a-4e7e-9356-ca217be86efc tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=63500c93-8eb5-4a48-ab42-1ca1376f0647 HTTP/1.1" status: 200  len: 943 time: 0.1613014
Jan 29 10:52:23.809336 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b646f4d1-d2f1-4aef-b5ad-7a0a3f13ca5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:23.848992 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9a45182a-79af-4aed-8cb7-84c87ac3a68e req-c98e63fc-612f-4c6c-b5eb-6d593707a87f tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=83fa5e89-b380-4a04-8af5-a9c3fe13a4d1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0580573
Jan 29 10:52:24.399524 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:25.007321 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:25.143045 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684ae71c-5a56-4841-9ce8-8ed94292c95f req-b3a5bc58-c594-4314-99f6-ff90da1ffaa8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:52:25.144668 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-684ae71c-5a56-4841-9ce8-8ed94292c95f req-b3a5bc58-c594-4314-99f6-ff90da1ffaa8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=63500c93-8eb5-4a48-ab42-1ca1376f0647 HTTP/1.1" status: 200  len: 943 time: 0.1676431
Jan 29 10:52:25.211123 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-684ae71c-5a56-4841-9ce8-8ed94292c95f req-b424746c-e0c0-40d7-af85-f4d57ce0ea7d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=83fa5e89-b380-4a04-8af5-a9c3fe13a4d1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0600493
Jan 29 10:52:25.319680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 09c648b4-1ba2-4173-ae1a-ed2fcf81f1b7 up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:52:25.390509 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning for port 09c648b4-1ba2-4173-ae1a-ed2fcf81f1b7 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:52:25.395606 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 09c648b4-1ba2-4173-ae1a-ed2fcf81f1b7 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:52:25.395980 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:25.517667 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:25.547043 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63500c93-8eb5-4a48-ab42-1ca1376f0647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c648b4-1ba2-4173-ae1a-ed2fcf81f1b7'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:52:25.557122 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port 09c648b4-1ba2-4173-ae1a-ed2fcf81f1b7, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=09c648b4-1ba2-4173-ae1a-ed2fcf81f1b7,segment=NetworkSegment(9c165105-31f8-410e-b421-7f151b04e6e2),segment_id=9c165105-31f8-410e-b421-7f151b04e6e2)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:52:25.561277 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:25.563370 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:52:25.639856 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=09c648b4-1ba2-4173-ae1a-ed2fcf81f1b7,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:52:25.643232 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:52:25.701212 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63500c93-8eb5-4a48-ab42-1ca1376f0647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c648b4-1ba2-4173-ae1a-ed2fcf81f1b7', 'code': 200}
Jan 29 10:52:25.968572 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9fa936-04dd-41ed-92d7-d1e3d4e6bf3c req-04e65211-2f68-47fe-bc1c-7617b86f5387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:52:25.970322 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0c9fa936-04dd-41ed-92d7-d1e3d4e6bf3c req-04e65211-2f68-47fe-bc1c-7617b86f5387 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=63500c93-8eb5-4a48-ab42-1ca1376f0647 HTTP/1.1" status: 200  len: 1162 time: 0.0772738
Jan 29 10:52:26.011691 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0c9fa936-04dd-41ed-92d7-d1e3d4e6bf3c req-4a7910a9-77a1-4283-abc1-434ca94e924e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=83fa5e89-b380-4a04-8af5-a9c3fe13a4d1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0354769
Jan 29 10:52:26.225362 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:26.504207 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243530cc-7135-4146-8f95-b3eea642607a req-c6b2b395-8606-472c-ab47-74c3046aae45 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:52:26.505751 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-243530cc-7135-4146-8f95-b3eea642607a req-c6b2b395-8606-472c-ab47-74c3046aae45 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=63500c93-8eb5-4a48-ab42-1ca1376f0647 HTTP/1.1" status: 200  len: 945 time: 0.1630447
Jan 29 10:52:26.574484 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-243530cc-7135-4146-8f95-b3eea642607a req-a35d8bbe-0d5d-4058-81c6-e546c6b1e86a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=83fa5e89-b380-4a04-8af5-a9c3fe13a4d1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0623035
Jan 29 10:52:26.824443 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 09c648b4-1ba2-4173-ae1a-ed2fcf81f1b7 up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:52:26.900362 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 09c648b4-1ba2-4173-ae1a-ed2fcf81f1b7 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:52:26.900787 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:27.867148 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfadd6d-4ba2-45aa-9d4a-63205a4617de req-adce31c5-377a-40ba-8b29-8175f761fc2d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:52:27.868692 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0cfadd6d-4ba2-45aa-9d4a-63205a4617de req-adce31c5-377a-40ba-8b29-8175f761fc2d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=63500c93-8eb5-4a48-ab42-1ca1376f0647 HTTP/1.1" status: 200  len: 945 time: 0.1618872
Jan 29 10:52:27.932084 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0cfadd6d-4ba2-45aa-9d4a-63205a4617de req-abfbe7fe-962b-4f80-bd5a-162099a070b8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=83fa5e89-b380-4a04-8af5-a9c3fe13a4d1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0564811
Jan 29 10:52:28.228897 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82195460-d3b8-431d-9250-132590d80907 req-bfce346b-a307-4a36-9884-d4525b6da3d2 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:52:28.230509 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-82195460-d3b8-431d-9250-132590d80907 req-bfce346b-a307-4a36-9884-d4525b6da3d2 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=63500c93-8eb5-4a48-ab42-1ca1376f0647 HTTP/1.1" status: 200  len: 945 time: 0.1661413
Jan 29 10:52:28.293589 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-82195460-d3b8-431d-9250-132590d80907 req-2ee2647b-0724-46ef-8ac4-360e3214621c tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=83fa5e89-b380-4a04-8af5-a9c3fe13a4d1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0565290
Jan 29 10:52:28.322260 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 36280) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:52:28.398823 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d341964-45e6-48a1-9c55-f6376926cf4c tempest-TestNetworkAdvancedServerOps-1094188060 tempest-TestNetworkAdvancedServerOps-1094188060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:52:28.400494 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4d341964-45e6-48a1-9c55-f6376926cf4c tempest-TestNetworkAdvancedServerOps-1094188060 tempest-TestNetworkAdvancedServerOps-1094188060-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=63500c93-8eb5-4a48-ab42-1ca1376f0647 HTTP/1.1" status: 200  len: 1157 time: 0.0770860
Jan 29 10:52:28.404564 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 36284) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:52:28.410375 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-d92353be-a366-46a3-b7a7-7f4a5b68846a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Request body: {'floatingip': {'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'port_id': '09c648b4-1ba2-4173-ae1a-ed2fcf81f1b7', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'fixed_ip_address': '172.20.0.9'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:52:28.432030 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d92353be-a366-46a3-b7a7-7f4a5b68846a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:52:28.436659 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d92353be-a366-46a3-b7a7-7f4a5b68846a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Usage tracker for resource:floatingip and tenant:884b801388a745e49e2da4f5c6acad38 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:52:28.439661 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d92353be-a366-46a3-b7a7-7f4a5b68846a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:52:28.451020 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d92353be-a366-46a3-b7a7-7f4a5b68846a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:52:28.460025 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d92353be-a366-46a3-b7a7-7f4a5b68846a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for floatingip, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:28.877990 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 09c648b4-1ba2-4173-ae1a-ed2fcf81f1b7 up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:52:28.878838 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d92353be-a366-46a3-b7a7-7f4a5b68846a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:28.953539 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 09c648b4-1ba2-4173-ae1a-ed2fcf81f1b7 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:52:28.953989 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:29.157385 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-d92353be-a366-46a3-b7a7-7f4a5b68846a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Allocated IP 172.26.7.121 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/44d017ef-6ff2-44a4-8049-25e730fba23e) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:52:29.314263 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d92353be-a366-46a3-b7a7-7f4a5b68846a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:29.343431 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d92353be-a366-46a3-b7a7-7f4a5b68846a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:29.362648 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0fc036da-c863-4227-900c-9b7ff6f209b6 tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:52:29.500451 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92353be-a366-46a3-b7a7-7f4a5b68846a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'Port': ['ID=44d017ef-6ff2-44a4-8049-25e730fba23e,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:52:29.503842 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d92353be-a366-46a3-b7a7-7f4a5b68846a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:52:29.556890 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92353be-a366-46a3-b7a7-7f4a5b68846a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:52:29.558079 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-d92353be-a366-46a3-b7a7-7f4a5b68846a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:52:29.561217 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92353be-a366-46a3-b7a7-7f4a5b68846a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:52:29.984018 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d92353be-a366-46a3-b7a7-7f4a5b68846a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:30.062247 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d92353be-a366-46a3-b7a7-7f4a5b68846a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:30.336054 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d92353be-a366-46a3-b7a7-7f4a5b68846a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:30.339622 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d92353be-a366-46a3-b7a7-7f4a5b68846a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:30.355743 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-83f95c8f-f7bf-40b4-91c3-547c244518fe tempest-TestEncryptedCinderVolumes-1043448828 tempest-TestEncryptedCinderVolumes-1043448828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:52:30.501395 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92353be-a366-46a3-b7a7-7f4a5b68846a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'Port': ['ID=44d017ef-6ff2-44a4-8049-25e730fba23e,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:52:30.505908 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d92353be-a366-46a3-b7a7-7f4a5b68846a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:52:30.605947 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d92353be-a366-46a3-b7a7-7f4a5b68846a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:30.787192 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [None req-d92353be-a366-46a3-b7a7-7f4a5b68846a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Floating IP 41ba43f4-d79f-4975-8af6-a0803bb48106 associated. External IP: 172.26.7.121, port: 09c648b4-1ba2-4173-ae1a-ed2fcf81f1b7.
Jan 29 10:52:31.158712 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d92353be-a366-46a3-b7a7-7f4a5b68846a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Router 1a884167-b906-48a0-9670-4a72f3236dd8 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:52:31.348915 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d92353be-a366-46a3-b7a7-7f4a5b68846a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:52:31.359261 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e3503c-8fa6-4df2-ada3-be644ac5019e None None] Sync routers for ids ['1a884167-b906-48a0-9670-4a72f3236dd8'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:52:31.369888 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e3503c-8fa6-4df2-ada3-be644ac5019e None None] Routers {'1a884167-b906-48a0-9670-4a72f3236dd8'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:52:31.370550 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-28e3503c-8fa6-4df2-ada3-be644ac5019e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9f661d0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:52:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['1a884167-b906-48a0-9670-4a72f3236dd8'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:52:31.375248 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d92353be-a366-46a3-b7a7-7f4a5b68846a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:31.436218 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d92353be-a366-46a3-b7a7-7f4a5b68846a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.0304439
Jan 29 10:52:31.436853 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63500c93-8eb5-4a48-ab42-1ca1376f0647', 'tag': '09c648b4-1ba2-4173-ae1a-ed2fcf81f1b7'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:52:31.558336 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-28e3503c-8fa6-4df2-ada3-be644ac5019e None None] Set router 1a884167-b906-48a0-9670-4a72f3236dd8 gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:52:31.705887 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ab550-a51c-4c59-806f-bd276da98546 req-89154f88-586b-4eff-8b83-241cfeb858f3 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:52:31.707493 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-647ab550-a51c-4c59-806f-bd276da98546 req-89154f88-586b-4eff-8b83-241cfeb858f3 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=63500c93-8eb5-4a48-ab42-1ca1376f0647 HTTP/1.1" status: 200  len: 945 time: 0.1681740
Jan 29 10:52:31.773440 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-647ab550-a51c-4c59-806f-bd276da98546 req-12ce4521-e219-43dc-8ad5-bee86d968589 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=83fa5e89-b380-4a04-8af5-a9c3fe13a4d1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0595224
Jan 29 10:52:31.804060 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 36292) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:52:31.874691 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63500c93-8eb5-4a48-ab42-1ca1376f0647', 'tag': '09c648b4-1ba2-4173-ae1a-ed2fcf81f1b7', 'status': 'completed', 'code': 200}
Jan 29 10:52:31.936714 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-28e3503c-8fa6-4df2-ada3-be644ac5019e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9f661d0>, [{'id': '1a884167-b906-48a0-9670-4a72f3236dd8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035072935', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': '7e9a4ed5-dbf9-481b-ad6b-6c0f7fb315fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:52:04Z', 'updated_at': '2021-01-29T10:52:11Z', 'revision_number': 4, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': '7e9a4ed5-dbf9-481b-ad6b-6c0f7fb315fa', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:31:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a884167-b906-48a0-9670-4a72f3236dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:52:06Z', 'updated_at': '2021-01-29T10:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': '41ba43f4-d79f-4975-8af6-a0803bb48106', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'floating_ip_address': '172.26.7.121', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '1a884167-b906-48a0-9670-4a72f3236dd8', 'port_id': '09c648b4-1ba2-4173-ae1a-ed2fcf81f1b7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4', 'mac_address': 'fa:16:3e:74:c0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63500c93-8eb5-4a48-ab42-1ca1376f0647', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:52:29Z', 'updated_at': '2021-01-29T10:52:29Z', 'revision_number': 0, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dc4346e-6dbc-4990-afd0-1ce6bdb3ff56', 'name': '', 'network_id': '045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'mac_address': 'fa:16:3e:d5:ad:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a884167-b906-48a0-9670-4a72f3236dd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '21a1f9fe-4856-4351-89d4-53d86dc2b873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:52:10Z', 'updated_at': '2021-01-29T10:52:19Z', 'revision_number': 5, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'subnets': [{'id': '21a1f9fe-4856-4351-89d4-53d86dc2b873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:52:31.940962 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e3503c-8fa6-4df2-ada3-be644ac5019e None None] Checking router: 1a884167-b906-48a0-9670-4a72f3236dd8 for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:52:31.950578 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e3503c-8fa6-4df2-ada3-be644ac5019e None None] Routers {'1a884167-b906-48a0-9670-4a72f3236dd8'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:52:31.951254 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-28e3503c-8fa6-4df2-ada3-be644ac5019e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9f661d0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:52:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['1a884167-b906-48a0-9670-4a72f3236dd8'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:52:31.995696 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f2822674-e2d6-4afc-87ba-3ac59f7e57d1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/floatingips/41ba43f4-d79f-4975-8af6-a0803bb48106 HTTP/1.1" status: 200  len: 991 time: 0.1890278
Jan 29 10:52:32.018736 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250568bc-6b29-4245-b983-b4b340f38556 req-320d40ca-2493-41d9-8742-6467033ae8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:52:32.020348 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-250568bc-6b29-4245-b983-b4b340f38556 req-320d40ca-2493-41d9-8742-6467033ae8bf service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=884b801388a745e49e2da4f5c6acad38&device_id=63500c93-8eb5-4a48-ab42-1ca1376f0647 HTTP/1.1" status: 200  len: 1162 time: 0.1277983
Jan 29 10:52:32.146178 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-28e3503c-8fa6-4df2-ada3-be644ac5019e None None] Set router 1a884167-b906-48a0-9670-4a72f3236dd8 gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:52:32.447284 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250568bc-6b29-4245-b983-b4b340f38556 req-97bbcd1b-de76-4d03-990c-e90a5e5e6413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:52:32.448872 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-250568bc-6b29-4245-b983-b4b340f38556 req-97bbcd1b-de76-4d03-990c-e90a5e5e6413 service neutron] 10.222.0.22 "GET /v2.0/networks?id=045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4 HTTP/1.1" status: 200  len: 891 time: 0.4218905
Jan 29 10:52:32.526318 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-28e3503c-8fa6-4df2-ada3-be644ac5019e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9f661d0>, [{'id': '1a884167-b906-48a0-9670-4a72f3236dd8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035072935', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': '7e9a4ed5-dbf9-481b-ad6b-6c0f7fb315fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:52:04Z', 'updated_at': '2021-01-29T10:52:11Z', 'revision_number': 4, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': '7e9a4ed5-dbf9-481b-ad6b-6c0f7fb315fa', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:31:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a884167-b906-48a0-9670-4a72f3236dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:52:06Z', 'updated_at': '2021-01-29T10:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': '41ba43f4-d79f-4975-8af6-a0803bb48106', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'floating_ip_address': '172.26.7.121', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '1a884167-b906-48a0-9670-4a72f3236dd8', 'port_id': '09c648b4-1ba2-4173-ae1a-ed2fcf81f1b7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4', 'mac_address': 'fa:16:3e:74:c0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63500c93-8eb5-4a48-ab42-1ca1376f0647', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:52:29Z', 'updated_at': '2021-01-29T10:52:29Z', 'revision_number': 0, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dc4346e-6dbc-4990-afd0-1ce6bdb3ff56', 'name': '', 'network_id': '045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'mac_address': 'fa:16:3e:d5:ad:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a884167-b906-48a0-9670-4a72f3236dd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '21a1f9fe-4856-4351-89d4-53d86dc2b873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:52:10Z', 'updated_at': '2021-01-29T10:52:19Z', 'revision_number': 5, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'subnets': [{'id': '21a1f9fe-4856-4351-89d4-53d86dc2b873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:52:32.531095 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e3503c-8fa6-4df2-ada3-be644ac5019e None None] The sync data for ids ['1a884167-b906-48a0-9670-4a72f3236dd8'] in dv-neutron-772983-2-ovs is: [{'id': '1a884167-b906-48a0-9670-4a72f3236dd8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035072935', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': '7e9a4ed5-dbf9-481b-ad6b-6c0f7fb315fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:52:04Z', 'updated_at': '2021-01-29T10:52:11Z', 'revision_number': 4, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': '7e9a4ed5-dbf9-481b-ad6b-6c0f7fb315fa', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:31:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a884167-b906-48a0-9670-4a72f3236dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:52:06Z', 'updated_at': '2021-01-29T10:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': '41ba43f4-d79f-4975-8af6-a0803bb48106', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'floating_ip_address': '172.26.7.121', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '1a884167-b906-48a0-9670-4a72f3236dd8', 'port_id': '09c648b4-1ba2-4173-ae1a-ed2fcf81f1b7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4', 'mac_address': 'fa:16:3e:74:c0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63500c93-8eb5-4a48-ab42-1ca1376f0647', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:52:29Z', 'updated_at': '2021-01-29T10:52:29Z', 'revision_number': 0, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dc4346e-6dbc-4990-afd0-1ce6bdb3ff56', 'name': '', 'network_id': '045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'mac_address': 'fa:16:3e:d5:ad:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a884167-b906-48a0-9670-4a72f3236dd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '21a1f9fe-4856-4351-89d4-53d86dc2b873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:52:10Z', 'updated_at': '2021-01-29T10:52:19Z', 'revision_number': 5, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'subnets': [{'id': '21a1f9fe-4856-4351-89d4-53d86dc2b873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:52:32.560623 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-250568bc-6b29-4245-b983-b4b340f38556 req-78e1014c-8830-48b8-94f1-c4ece7e2f826 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09c648b4-1ba2-4173-ae1a-ed2fcf81f1b7 HTTP/1.1" status: 200  len: 999 time: 0.1043921
Jan 29 10:52:32.629379 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250568bc-6b29-4245-b983-b4b340f38556 req-b6c614eb-e9a9-4a1b-86a6-31aafa5873a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:52:32.630994 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-250568bc-6b29-4245-b983-b4b340f38556 req-b6c614eb-e9a9-4a1b-86a6-31aafa5873a9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=21a1f9fe-4856-4351-89d4-53d86dc2b873 HTTP/1.1" status: 200  len: 834 time: 0.0644279
Jan 29 10:52:32.716915 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250568bc-6b29-4245-b983-b4b340f38556 req-d1c8e81b-b08c-46a1-b668-0537a7bd21fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:52:32.718575 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-250568bc-6b29-4245-b983-b4b340f38556 req-d1c8e81b-b08c-46a1-b668-0537a7bd21fb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0798566
Jan 29 10:52:32.837959 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8fe81f-10e3-45ba-98a7-ab03617e7e3c None None] New status for floating IP 41ba43f4-d79f-4975-8af6-a0803bb48106: ACTIVE {{(pid=80767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 29 10:52:32.864942 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-250568bc-6b29-4245-b983-b4b340f38556 req-4b752ec2-6791-4ed4-bf19-50e125d5115a service neutron] 10.222.0.22 "GET /v2.0/networks/045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1397011
Jan 29 10:52:32.999265 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 36296) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:52:33.012408 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-250568bc-6b29-4245-b983-b4b340f38556 req-ae50c19b-2cf2-4e76-90b5-e401458504aa service neutron] 10.222.0.22 "GET /v2.0/networks/045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1411612
Jan 29 10:52:33.134583 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f6d721b4-0ae8-4587-a7e5-b987b8b0b898 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/floatingips/41ba43f4-d79f-4975-8af6-a0803bb48106 HTTP/1.1" status: 200  len: 991 time: 0.1339109
Jan 29 10:52:34.138268 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 36300) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:52:34.270893 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-31492f27-3b5c-43ba-b114-ea8d1322af04 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/floatingips/41ba43f4-d79f-4975-8af6-a0803bb48106 HTTP/1.1" status: 200  len: 993 time: 0.1311374
Jan 29 10:52:35.236223 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:46.214764 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:52:51.547887 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ba8d58d2-1db1-40bd-9661-54cc663f6002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:53.813840 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-be701f3a-6499-44de-bf02-0e072bec0766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:54.402529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:55.008927 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:52:56.230017 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:05.241265 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:12.312635 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f661226b-fd75-4746-90a0-416772eba058 req-c63d56c6-7f81-48eb-987d-102960168c1e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=63500c93-8eb5-4a48-ab42-1ca1376f0647&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0758102
Jan 29 10:53:12.484179 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f661226b-fd75-4746-90a0-416772eba058 req-df55c57c-4c94-4abf-91ff-119e9eaa4df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:53:12.486035 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f661226b-fd75-4746-90a0-416772eba058 req-df55c57c-4c94-4abf-91ff-119e9eaa4df3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=884b801388a745e49e2da4f5c6acad38&device_id=63500c93-8eb5-4a48-ab42-1ca1376f0647 HTTP/1.1" status: 200  len: 1162 time: 0.0843980
Jan 29 10:53:12.644394 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f661226b-fd75-4746-90a0-416772eba058 req-c7cb40d8-6cb6-4a53-bf17-2084d2147895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:53:12.646002 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f661226b-fd75-4746-90a0-416772eba058 req-c7cb40d8-6cb6-4a53-bf17-2084d2147895 service neutron] 10.222.0.22 "GET /v2.0/networks?id=045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4 HTTP/1.1" status: 200  len: 891 time: 0.1413488
Jan 29 10:53:12.754750 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f661226b-fd75-4746-90a0-416772eba058 req-ebccde89-21b4-44e1-a9aa-d79d12cd42b5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09c648b4-1ba2-4173-ae1a-ed2fcf81f1b7 HTTP/1.1" status: 200  len: 1001 time: 0.1027658
Jan 29 10:53:12.824482 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f661226b-fd75-4746-90a0-416772eba058 req-3ab13d69-5fdb-42ff-acc9-0244a6dbfbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:53:12.826376 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f661226b-fd75-4746-90a0-416772eba058 req-3ab13d69-5fdb-42ff-acc9-0244a6dbfbe4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=21a1f9fe-4856-4351-89d4-53d86dc2b873 HTTP/1.1" status: 200  len: 834 time: 0.0659502
Jan 29 10:53:12.906143 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f661226b-fd75-4746-90a0-416772eba058 req-c211b301-c70b-4bc9-ac9a-927b2e0f7ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:53:12.908072 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f661226b-fd75-4746-90a0-416772eba058 req-c211b301-c70b-4bc9-ac9a-927b2e0f7ddd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0753884
Jan 29 10:53:13.053106 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f661226b-fd75-4746-90a0-416772eba058 req-cd83866f-bc67-4fa8-a43a-78cfb4f7aa04 service neutron] 10.222.0.22 "GET /v2.0/networks/045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1387227
Jan 29 10:53:13.200016 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f661226b-fd75-4746-90a0-416772eba058 req-1cac6687-524a-4c13-9fee-4dc5b8aaa5a2 service neutron] 10.222.0.22 "GET /v2.0/networks/045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1398289
Jan 29 10:53:21.553388 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a4b48dba-9474-42fe-8fd2-de1f670ec710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:23.214203 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:53:23.816328 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3b575c47-7363-4403-bd31-ddb7955c688e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:24.405943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:25.011400 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:26.232598 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:35.249037 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:36.320300 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e15d8b-41d0-4e4d-8db0-5f760bd2d46f req-b7c585ae-4e21-42df-8fcb-7d78c841e99b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:53:36.321971 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-95e15d8b-41d0-4e4d-8db0-5f760bd2d46f req-b7c585ae-4e21-42df-8fcb-7d78c841e99b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=63500c93-8eb5-4a48-ab42-1ca1376f0647 HTTP/1.1" status: 200  len: 945 time: 0.1768651
Jan 29 10:53:36.391069 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-95e15d8b-41d0-4e4d-8db0-5f760bd2d46f req-efe440b3-8e89-4d55-a3a2-6ce398b32ca0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=83fa5e89-b380-4a04-8af5-a9c3fe13a4d1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0616014
Jan 29 10:53:37.687276 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f82d5ed-c1f3-4454-9857-56b98a8f8709 req-681c5c14-4f67-4fa7-b47d-370675dd6e34 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:53:37.688882 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3f82d5ed-c1f3-4454-9857-56b98a8f8709 req-681c5c14-4f67-4fa7-b47d-370675dd6e34 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=63500c93-8eb5-4a48-ab42-1ca1376f0647 HTTP/1.1" status: 200  len: 945 time: 0.1656356
Jan 29 10:53:37.752853 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3f82d5ed-c1f3-4454-9857-56b98a8f8709 req-19d85c6e-bf5e-4860-8b90-3ba5cfd9a4fc tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=83fa5e89-b380-4a04-8af5-a9c3fe13a4d1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0568759
Jan 29 10:53:37.783288 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 36336) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:53:37.911190 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6e616e54-dcfc-44aa-aa6a-1a75495d58a0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/floatingips/41ba43f4-d79f-4975-8af6-a0803bb48106 HTTP/1.1" status: 200  len: 993 time: 0.1260045
Jan 29 10:53:39.525680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24edd7-b084-4961-8327-2eb3cba36c6a req-b0e747b6-38d1-4315-a9a2-c3f8fe31abef tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:53:39.527341 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fd24edd7-b084-4961-8327-2eb3cba36c6a req-b0e747b6-38d1-4315-a9a2-c3f8fe31abef tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=63500c93-8eb5-4a48-ab42-1ca1376f0647 HTTP/1.1" status: 200  len: 945 time: 0.1645148
Jan 29 10:53:39.593845 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fd24edd7-b084-4961-8327-2eb3cba36c6a req-82ef43af-e250-4926-a360-49c6f0355e64 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=83fa5e89-b380-4a04-8af5-a9c3fe13a4d1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0602131
Jan 29 10:53:40.889529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3226339-4f81-4ad5-a06c-5200ca18b257 req-b7910a95-f1bb-40dc-a3f7-88b7cfcba58b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:53:40.891147 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b3226339-4f81-4ad5-a06c-5200ca18b257 req-b7910a95-f1bb-40dc-a3f7-88b7cfcba58b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=63500c93-8eb5-4a48-ab42-1ca1376f0647 HTTP/1.1" status: 200  len: 945 time: 0.1647387
Jan 29 10:53:40.955557 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b3226339-4f81-4ad5-a06c-5200ca18b257 req-501a183e-568d-4471-ad98-b5c57f92a56e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=83fa5e89-b380-4a04-8af5-a9c3fe13a4d1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0570531
Jan 29 10:53:40.987205 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 36348) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:53:41.124969 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-954b25d8-1fc7-4644-a35e-0a1cbc90deca tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/floatingips/41ba43f4-d79f-4975-8af6-a0803bb48106 HTTP/1.1" status: 200  len: 993 time: 0.1364191
Jan 29 10:53:41.440452 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 36356) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:53:41.921620 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-d82b3cfa-dc79-4c24-a644-65e9a0744983 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Deleting port 44d017ef-6ff2-44a4-8049-25e730fba23e {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:53:41.922237 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d82b3cfa-dc79-4c24-a644-65e9a0744983 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:42.103222 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d82b3cfa-dc79-4c24-a644-65e9a0744983 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:42.103599 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d82b3cfa-dc79-4c24-a644-65e9a0744983 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:42.236031 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-d82b3cfa-dc79-4c24-a644-65e9a0744983 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Calling delete_port for 44d017ef-6ff2-44a4-8049-25e730fba23e owned by network:floatingip {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:53:42.397429 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d82b3cfa-dc79-4c24-a644-65e9a0744983 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:42.413624 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d2795d2b-a673-4204-8456-df79778712d5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:53:42.470575 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82b3cfa-dc79-4c24-a644-65e9a0744983 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event deleted for resources: {'Port': ['ID=44d017ef-6ff2-44a4-8049-25e730fba23e,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:53:42.482846 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82b3cfa-dc79-4c24-a644-65e9a0744983 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:53:42.483283 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82b3cfa-dc79-4c24-a644-65e9a0744983 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:53:42.483714 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82b3cfa-dc79-4c24-a644-65e9a0744983 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:53:42.484139 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82b3cfa-dc79-4c24-a644-65e9a0744983 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:53:42.484551 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82b3cfa-dc79-4c24-a644-65e9a0744983 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:53:42.484964 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82b3cfa-dc79-4c24-a644-65e9a0744983 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:53:42.485380 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82b3cfa-dc79-4c24-a644-65e9a0744983 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:53:42.485819 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82b3cfa-dc79-4c24-a644-65e9a0744983 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:53:42.486275 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82b3cfa-dc79-4c24-a644-65e9a0744983 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:53:42.486645 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82b3cfa-dc79-4c24-a644-65e9a0744983 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:53:42.487059 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82b3cfa-dc79-4c24-a644-65e9a0744983 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:53:42.487477 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82b3cfa-dc79-4c24-a644-65e9a0744983 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:53:42.487961 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82b3cfa-dc79-4c24-a644-65e9a0744983 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:53:42.488503 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82b3cfa-dc79-4c24-a644-65e9a0744983 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:53:42.488918 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82b3cfa-dc79-4c24-a644-65e9a0744983 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:53:42.489329 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82b3cfa-dc79-4c24-a644-65e9a0744983 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:53:42.489742 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82b3cfa-dc79-4c24-a644-65e9a0744983 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:53:42.490182 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82b3cfa-dc79-4c24-a644-65e9a0744983 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:53:42.490591 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82b3cfa-dc79-4c24-a644-65e9a0744983 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:53:42.491004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82b3cfa-dc79-4c24-a644-65e9a0744983 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:53:42.491412 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82b3cfa-dc79-4c24-a644-65e9a0744983 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:53:42.491820 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82b3cfa-dc79-4c24-a644-65e9a0744983 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:53:42.492229 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82b3cfa-dc79-4c24-a644-65e9a0744983 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:53:42.492637 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82b3cfa-dc79-4c24-a644-65e9a0744983 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:53:42.497761 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d82b3cfa-dc79-4c24-a644-65e9a0744983 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:53:42.657394 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d82b3cfa-dc79-4c24-a644-65e9a0744983 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for floatingip, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:42.657823 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [None req-d82b3cfa-dc79-4c24-a644-65e9a0744983 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Floating IP 41ba43f4-d79f-4975-8af6-a0803bb48106 disassociated (deleted). External IP: 172.26.7.121, port: 09c648b4-1ba2-4173-ae1a-ed2fcf81f1b7.
Jan 29 10:53:43.021876 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d82b3cfa-dc79-4c24-a644-65e9a0744983 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Router 1a884167-b906-48a0-9670-4a72f3236dd8 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:53:43.213176 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d82b3cfa-dc79-4c24-a644-65e9a0744983 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:53:43.222804 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511c7df2-a338-4f84-8b65-6f2f78e88fd5 None None] Sync routers for ids ['1a884167-b906-48a0-9670-4a72f3236dd8'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:53:43.231368 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d82b3cfa-dc79-4c24-a644-65e9a0744983 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:43.232712 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511c7df2-a338-4f84-8b65-6f2f78e88fd5 None None] Routers {'1a884167-b906-48a0-9670-4a72f3236dd8'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:53:43.233371 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-511c7df2-a338-4f84-8b65-6f2f78e88fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca3b7e48>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:53:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['1a884167-b906-48a0-9670-4a72f3236dd8'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:53:43.292614 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d82b3cfa-dc79-4c24-a644-65e9a0744983 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "DELETE /v2.0/floatingips/41ba43f4-d79f-4975-8af6-a0803bb48106 HTTP/1.1" status: 204  len: 168 time: 1.8485212
Jan 29 10:53:43.292614 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63500c93-8eb5-4a48-ab42-1ca1376f0647', 'tag': '09c648b4-1ba2-4173-ae1a-ed2fcf81f1b7'}] {{(pid=80765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:53:43.422401 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-511c7df2-a338-4f84-8b65-6f2f78e88fd5 None None] Set router 1a884167-b906-48a0-9670-4a72f3236dd8 gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:53:43.575164 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63500c93-8eb5-4a48-ab42-1ca1376f0647', 'tag': '09c648b4-1ba2-4173-ae1a-ed2fcf81f1b7', 'status': 'completed', 'code': 200}
Jan 29 10:53:43.716627 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c3d4d4-7e4f-4484-bdb4-e81a140674eb req-faff587b-5df7-4ce1-9e40-a34b2c3d8f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:53:43.718299 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c4c3d4d4-7e4f-4484-bdb4-e81a140674eb req-faff587b-5df7-4ce1-9e40-a34b2c3d8f4b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=884b801388a745e49e2da4f5c6acad38&device_id=63500c93-8eb5-4a48-ab42-1ca1376f0647 HTTP/1.1" status: 200  len: 1162 time: 0.0844216
Jan 29 10:53:43.842465 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aeb962-ad9a-43e9-be4a-df457b40225f req-4c7f7e4b-06d9-450b-a8a1-e4d4b7052b3b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:53:43.843975 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-f3aeb962-ad9a-43e9-be4a-df457b40225f req-4c7f7e4b-06d9-450b-a8a1-e4d4b7052b3b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Synchronizing usage tracker for tenant:884b801388a745e49e2da4f5c6acad38 on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:53:43.859144 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-f3aeb962-ad9a-43e9-be4a-df457b40225f req-4c7f7e4b-06d9-450b-a8a1-e4d4b7052b3b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Unset dirty status for tenant:884b801388a745e49e2da4f5c6acad38 on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:53:43.860465 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f3aeb962-ad9a-43e9-be4a-df457b40225f req-4c7f7e4b-06d9-450b-a8a1-e4d4b7052b3b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=63500c93-8eb5-4a48-ab42-1ca1376f0647 HTTP/1.1" status: 200  len: 945 time: 0.1845675
Jan 29 10:53:43.865229 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c3d4d4-7e4f-4484-bdb4-e81a140674eb req-8c5797d4-833e-498b-af3d-877af3e8f791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:53:43.866831 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c4c3d4d4-7e4f-4484-bdb4-e81a140674eb req-8c5797d4-833e-498b-af3d-877af3e8f791 service neutron] 10.222.0.22 "GET /v2.0/networks?id=045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4 HTTP/1.1" status: 200  len: 891 time: 0.1418595
Jan 29 10:53:43.916708 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-511c7df2-a338-4f84-8b65-6f2f78e88fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca3b7e48>, [{'id': '1a884167-b906-48a0-9670-4a72f3236dd8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035072935', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': '7e9a4ed5-dbf9-481b-ad6b-6c0f7fb315fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:52:04Z', 'updated_at': '2021-01-29T10:52:11Z', 'revision_number': 4, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': '7e9a4ed5-dbf9-481b-ad6b-6c0f7fb315fa', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:31:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a884167-b906-48a0-9670-4a72f3236dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:52:06Z', 'updated_at': '2021-01-29T10:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '2dc4346e-6dbc-4990-afd0-1ce6bdb3ff56', 'name': '', 'network_id': '045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'mac_address': 'fa:16:3e:d5:ad:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a884167-b906-48a0-9670-4a72f3236dd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '21a1f9fe-4856-4351-89d4-53d86dc2b873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:52:10Z', 'updated_at': '2021-01-29T10:52:19Z', 'revision_number': 5, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'subnets': [{'id': '21a1f9fe-4856-4351-89d4-53d86dc2b873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:53:43.920777 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511c7df2-a338-4f84-8b65-6f2f78e88fd5 None None] Checking router: 1a884167-b906-48a0-9670-4a72f3236dd8 for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:53:43.930290 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511c7df2-a338-4f84-8b65-6f2f78e88fd5 None None] Routers {'1a884167-b906-48a0-9670-4a72f3236dd8'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:53:43.930953 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-511c7df2-a338-4f84-8b65-6f2f78e88fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca3b7e48>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:53:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['1a884167-b906-48a0-9670-4a72f3236dd8'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:53:43.932434 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f3aeb962-ad9a-43e9-be4a-df457b40225f req-5b5f389f-26cc-47e5-b414-2d7b2b324cff tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=83fa5e89-b380-4a04-8af5-a9c3fe13a4d1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0641739
Jan 29 10:53:43.939923 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c4c3d4d4-7e4f-4484-bdb4-e81a140674eb req-08992acf-695c-464b-ba6d-08080b69db24 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09c648b4-1ba2-4173-ae1a-ed2fcf81f1b7 HTTP/1.1" status: 200  len: 217 time: 0.0660672
Jan 29 10:53:44.012617 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c3d4d4-7e4f-4484-bdb4-e81a140674eb req-3b93736f-2a93-4997-9a21-005b9c53f90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:53:44.014229 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c4c3d4d4-7e4f-4484-bdb4-e81a140674eb req-3b93736f-2a93-4997-9a21-005b9c53f90f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=21a1f9fe-4856-4351-89d4-53d86dc2b873 HTTP/1.1" status: 200  len: 834 time: 0.0675557
Jan 29 10:53:44.103013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c3d4d4-7e4f-4484-bdb4-e81a140674eb req-49a8cd5f-1cd0-4377-a12a-e205b80b8720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:53:44.104557 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c4c3d4d4-7e4f-4484-bdb4-e81a140674eb req-49a8cd5f-1cd0-4377-a12a-e205b80b8720 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0838103
Jan 29 10:53:44.121299 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-511c7df2-a338-4f84-8b65-6f2f78e88fd5 None None] Set router 1a884167-b906-48a0-9670-4a72f3236dd8 gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:53:44.251996 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c4c3d4d4-7e4f-4484-bdb4-e81a140674eb req-d78e4be2-e9ca-432f-834b-a7f42d7d5122 service neutron] 10.222.0.22 "GET /v2.0/networks/045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1390262
Jan 29 10:53:44.406212 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c4c3d4d4-7e4f-4484-bdb4-e81a140674eb req-167da6f0-29df-4b48-8561-bf4c9bce16e1 service neutron] 10.222.0.22 "GET /v2.0/networks/045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1462801
Jan 29 10:53:44.463009 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-511c7df2-a338-4f84-8b65-6f2f78e88fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca3b7e48>, [{'id': '1a884167-b906-48a0-9670-4a72f3236dd8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035072935', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': '7e9a4ed5-dbf9-481b-ad6b-6c0f7fb315fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:52:04Z', 'updated_at': '2021-01-29T10:52:11Z', 'revision_number': 4, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': '7e9a4ed5-dbf9-481b-ad6b-6c0f7fb315fa', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:31:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a884167-b906-48a0-9670-4a72f3236dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:52:06Z', 'updated_at': '2021-01-29T10:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '2dc4346e-6dbc-4990-afd0-1ce6bdb3ff56', 'name': '', 'network_id': '045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'mac_address': 'fa:16:3e:d5:ad:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a884167-b906-48a0-9670-4a72f3236dd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '21a1f9fe-4856-4351-89d4-53d86dc2b873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:52:10Z', 'updated_at': '2021-01-29T10:52:19Z', 'revision_number': 5, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'subnets': [{'id': '21a1f9fe-4856-4351-89d4-53d86dc2b873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:53:44.467097 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511c7df2-a338-4f84-8b65-6f2f78e88fd5 None None] The sync data for ids ['1a884167-b906-48a0-9670-4a72f3236dd8'] in dv-neutron-772983-2-ovs is: [{'id': '1a884167-b906-48a0-9670-4a72f3236dd8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035072935', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': '7e9a4ed5-dbf9-481b-ad6b-6c0f7fb315fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:52:04Z', 'updated_at': '2021-01-29T10:52:11Z', 'revision_number': 4, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': '7e9a4ed5-dbf9-481b-ad6b-6c0f7fb315fa', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:31:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a884167-b906-48a0-9670-4a72f3236dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:52:06Z', 'updated_at': '2021-01-29T10:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '2dc4346e-6dbc-4990-afd0-1ce6bdb3ff56', 'name': '', 'network_id': '045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'mac_address': 'fa:16:3e:d5:ad:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a884167-b906-48a0-9670-4a72f3236dd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '21a1f9fe-4856-4351-89d4-53d86dc2b873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:52:10Z', 'updated_at': '2021-01-29T10:52:19Z', 'revision_number': 5, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'subnets': [{'id': '21a1f9fe-4856-4351-89d4-53d86dc2b873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:53:44.867596 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66212ae2-810a-4008-ad47-cc23fa8891e9 None None] New status for floating IP 41ba43f4-d79f-4975-8af6-a0803bb48106: DOWN {{(pid=80767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 29 10:53:45.237385 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b273b3e-0d2e-4767-ab73-8a9d6cadd2c1 req-81f66bcd-cac5-4806-9e5c-a97343285498 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:53:45.239641 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9b273b3e-0d2e-4767-ab73-8a9d6cadd2c1 req-81f66bcd-cac5-4806-9e5c-a97343285498 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=63500c93-8eb5-4a48-ab42-1ca1376f0647 HTTP/1.1" status: 200  len: 945 time: 0.1686883
Jan 29 10:53:45.304587 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9b273b3e-0d2e-4767-ab73-8a9d6cadd2c1 req-abab3223-60d1-404f-9168-26731586c760 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=83fa5e89-b380-4a04-8af5-a9c3fe13a4d1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0582364
Jan 29 10:53:45.879093 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f138b873-906c-48ac-80ef-896b847e23bd req-1ce842cb-63fe-4d25-b71f-7a89ce567460 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:53:45.879865 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-f138b873-906c-48ac-80ef-896b847e23bd req-1ce842cb-63fe-4d25-b71f-7a89ce567460 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Synchronizing usage tracker for tenant:884b801388a745e49e2da4f5c6acad38 on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:53:45.892401 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-f138b873-906c-48ac-80ef-896b847e23bd req-1ce842cb-63fe-4d25-b71f-7a89ce567460 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Unset dirty status for tenant:884b801388a745e49e2da4f5c6acad38 on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:53:45.893593 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f138b873-906c-48ac-80ef-896b847e23bd req-1ce842cb-63fe-4d25-b71f-7a89ce567460 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.22 "GET /v2.0/ports?device_id=63500c93-8eb5-4a48-ab42-1ca1376f0647 HTTP/1.1" status: 200  len: 945 time: 0.1784210
Jan 29 10:53:45.985668 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-f138b873-906c-48ac-80ef-896b847e23bd req-a5c3759f-39c6-4fd5-b5d9-d60704e9d55e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Deleting port 09c648b4-1ba2-4173-ae1a-ed2fcf81f1b7 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:53:45.986073 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-f138b873-906c-48ac-80ef-896b847e23bd req-a5c3759f-39c6-4fd5-b5d9-d60704e9d55e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:46.248179 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-f138b873-906c-48ac-80ef-896b847e23bd req-a5c3759f-39c6-4fd5-b5d9-d60704e9d55e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] For port 09c648b4-1ba2-4173-ae1a-ed2fcf81f1b7, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=09c648b4-1ba2-4173-ae1a-ed2fcf81f1b7,segment=NetworkSegment(9c165105-31f8-410e-b421-7f151b04e6e2),segment_id=9c165105-31f8-410e-b421-7f151b04e6e2)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:53:46.248722 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-f138b873-906c-48ac-80ef-896b847e23bd req-a5c3759f-39c6-4fd5-b5d9-d60704e9d55e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:46.383731 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-f138b873-906c-48ac-80ef-896b847e23bd req-a5c3759f-39c6-4fd5-b5d9-d60704e9d55e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Calling delete_port for 09c648b4-1ba2-4173-ae1a-ed2fcf81f1b7 owned by compute:nova {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:53:46.536815 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-f138b873-906c-48ac-80ef-896b847e23bd req-a5c3759f-39c6-4fd5-b5d9-d60704e9d55e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:46.555258 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9989a9c0-d7e3-4b4e-8ede-0fa053d01e0b tempest-ServersNegativeTestJSON-1900420928 tempest-ServersNegativeTestJSON-1900420928-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:53:46.614312 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d8ca8-cae6-4fdc-a147-aa5fc7def9da req-07d28655-b45f-4666-a3fd-53c3a960e76b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:53:46.615694 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c3759f-39c6-4fd5-b5d9-d60704e9d55e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event deleted for resources: {'Port': ['ID=09c648b4-1ba2-4173-ae1a-ed2fcf81f1b7,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:53:46.616021 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ad0d8ca8-cae6-4fdc-a147-aa5fc7def9da req-07d28655-b45f-4666-a3fd-53c3a960e76b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=63500c93-8eb5-4a48-ab42-1ca1376f0647 HTTP/1.1" status: 200  len: 945 time: 0.1715553
Jan 29 10:53:46.627699 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c3759f-39c6-4fd5-b5d9-d60704e9d55e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:53:46.628115 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c3759f-39c6-4fd5-b5d9-d60704e9d55e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:53:46.628549 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c3759f-39c6-4fd5-b5d9-d60704e9d55e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:53:46.629896 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c3759f-39c6-4fd5-b5d9-d60704e9d55e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:53:46.630328 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c3759f-39c6-4fd5-b5d9-d60704e9d55e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:53:46.630753 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c3759f-39c6-4fd5-b5d9-d60704e9d55e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:53:46.631175 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c3759f-39c6-4fd5-b5d9-d60704e9d55e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:53:46.631594 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c3759f-39c6-4fd5-b5d9-d60704e9d55e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:53:46.632011 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c3759f-39c6-4fd5-b5d9-d60704e9d55e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:53:46.632429 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c3759f-39c6-4fd5-b5d9-d60704e9d55e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:53:46.632847 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c3759f-39c6-4fd5-b5d9-d60704e9d55e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:53:46.633263 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c3759f-39c6-4fd5-b5d9-d60704e9d55e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:53:46.633748 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c3759f-39c6-4fd5-b5d9-d60704e9d55e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:53:46.634190 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c3759f-39c6-4fd5-b5d9-d60704e9d55e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:53:46.634602 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c3759f-39c6-4fd5-b5d9-d60704e9d55e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:53:46.635015 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c3759f-39c6-4fd5-b5d9-d60704e9d55e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:53:46.635426 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c3759f-39c6-4fd5-b5d9-d60704e9d55e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:53:46.635843 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c3759f-39c6-4fd5-b5d9-d60704e9d55e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:53:46.636253 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c3759f-39c6-4fd5-b5d9-d60704e9d55e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:53:46.636668 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c3759f-39c6-4fd5-b5d9-d60704e9d55e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:53:46.637076 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c3759f-39c6-4fd5-b5d9-d60704e9d55e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:53:46.637487 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c3759f-39c6-4fd5-b5d9-d60704e9d55e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:53:46.637930 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c3759f-39c6-4fd5-b5d9-d60704e9d55e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:53:46.638348 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c3759f-39c6-4fd5-b5d9-d60704e9d55e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:53:46.642405 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a5c3759f-39c6-4fd5-b5d9-d60704e9d55e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:53:46.681908 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ad0d8ca8-cae6-4fdc-a147-aa5fc7def9da req-23be0e02-6ae0-44ee-aa70-1222d12a949a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=83fa5e89-b380-4a04-8af5-a9c3fe13a4d1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0591850
Jan 29 10:53:46.784527 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-f138b873-906c-48ac-80ef-896b847e23bd req-a5c3759f-39c6-4fd5-b5d9-d60704e9d55e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] No DVR routers for this DVR port 09c648b4-1ba2-4173-ae1a-ed2fcf81f1b7 on host hv-neutron-7729 {{(pid=80766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:53:46.787062 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-f138b873-906c-48ac-80ef-896b847e23bd req-a5c3759f-39c6-4fd5-b5d9-d60704e9d55e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:46.789818 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63500c93-8eb5-4a48-ab42-1ca1376f0647', 'name': 'network-vif-deleted', 'tag': '09c648b4-1ba2-4173-ae1a-ed2fcf81f1b7'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:53:46.805328 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f138b873-906c-48ac-80ef-896b847e23bd req-a5c3759f-39c6-4fd5-b5d9-d60704e9d55e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.22 "DELETE /v2.0/ports/09c648b4-1ba2-4173-ae1a-ed2fcf81f1b7 HTTP/1.1" status: 204  len: 173 time: 0.9053621
Jan 29 10:53:46.932887 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63500c93-8eb5-4a48-ab42-1ca1376f0647', 'name': 'network-vif-deleted', 'tag': '09c648b4-1ba2-4173-ae1a-ed2fcf81f1b7', 'status': 'completed', 'code': 200}
Jan 29 10:53:47.389256 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 09c648b4-1ba2-4173-ae1a-ed2fcf81f1b7 no longer exists at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:53:47.426826 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] No Port match for: 09c648b4-1ba2-4173-ae1a-ed2fcf81f1b7 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:53:47.427225 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 09c648b4-1ba2-4173-ae1a-ed2fcf81f1b7 not bound to the agent host hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:53:47.796053 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 36376) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:53:48.420704 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-50610912-8462-4802-b46a-51b17667c2f9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349253'] for router_interface, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:48.791022 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-50610912-8462-4802-b46a-51b17667c2f9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Deleting port 2dc4346e-6dbc-4990-afd0-1ce6bdb3ff56 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:53:48.791418 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-50610912-8462-4802-b46a-51b17667c2f9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:48.987525 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-50610912-8462-4802-b46a-51b17667c2f9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] For port 2dc4346e-6dbc-4990-afd0-1ce6bdb3ff56, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=2dc4346e-6dbc-4990-afd0-1ce6bdb3ff56,segment=NetworkSegment(9c165105-31f8-410e-b421-7f151b04e6e2),segment_id=9c165105-31f8-410e-b421-7f151b04e6e2)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:53:48.987918 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-50610912-8462-4802-b46a-51b17667c2f9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:49.388693 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-50610912-8462-4802-b46a-51b17667c2f9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Calling delete_port for 2dc4346e-6dbc-4990-afd0-1ce6bdb3ff56 owned by network:router_interface {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:53:49.570458 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-50610912-8462-4802-b46a-51b17667c2f9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:49.587145 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-77ba8769-5066-49e4-9ff3-c3e466a4efb8 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:53:49.646330 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50610912-8462-4802-b46a-51b17667c2f9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event deleted for resources: {'Port': ['ID=2dc4346e-6dbc-4990-afd0-1ce6bdb3ff56,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:53:49.650400 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-50610912-8462-4802-b46a-51b17667c2f9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:53:50.007550 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-50610912-8462-4802-b46a-51b17667c2f9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854415430'] for router_interface, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:50.528549 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50610912-8462-4802-b46a-51b17667c2f9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Router 1a884167-b906-48a0-9670-4a72f3236dd8 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:53:50.715530 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50610912-8462-4802-b46a-51b17667c2f9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:53:50.725919 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e012459b-6e12-4d05-8ec6-9cc7bdae3e00 None None] Sync routers for ids ['1a884167-b906-48a0-9670-4a72f3236dd8'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:53:50.729164 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-50610912-8462-4802-b46a-51b17667c2f9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "PUT /v2.0/routers/1a884167-b906-48a0-9670-4a72f3236dd8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9319518
Jan 29 10:53:50.732138 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 36380) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:53:50.736093 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e012459b-6e12-4d05-8ec6-9cc7bdae3e00 None None] Routers {'1a884167-b906-48a0-9670-4a72f3236dd8'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:53:50.736756 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-e012459b-6e12-4d05-8ec6-9cc7bdae3e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca3b7e48>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:53:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['1a884167-b906-48a0-9670-4a72f3236dd8'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:53:50.820503 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d771a54-d783-4eeb-bd72-fb755cf54b4e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Deleting subnet 21a1f9fe-4856-4351-89d4-53d86dc2b873 {{(pid=80765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:53:50.823807 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1d771a54-d783-4eeb-bd72-fb755cf54b4e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for subnet, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:50.888264 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1d771a54-d783-4eeb-bd72-fb755cf54b4e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1479249'] for subnet, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:50.934505 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-e012459b-6e12-4d05-8ec6-9cc7bdae3e00 None None] Set router 1a884167-b906-48a0-9670-4a72f3236dd8 gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:53:50.977289 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1d771a54-d783-4eeb-bd72-fb755cf54b4e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:51.256941 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-e012459b-6e12-4d05-8ec6-9cc7bdae3e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca3b7e48>, [{'id': '1a884167-b906-48a0-9670-4a72f3236dd8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035072935', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': '7e9a4ed5-dbf9-481b-ad6b-6c0f7fb315fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:52:04Z', 'updated_at': '2021-01-29T10:53:49Z', 'revision_number': 5, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': '7e9a4ed5-dbf9-481b-ad6b-6c0f7fb315fa', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:31:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a884167-b906-48a0-9670-4a72f3236dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:52:06Z', 'updated_at': '2021-01-29T10:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:53:51.261014 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e012459b-6e12-4d05-8ec6-9cc7bdae3e00 None None] Checking router: 1a884167-b906-48a0-9670-4a72f3236dd8 for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:53:51.267109 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1d771a54-d783-4eeb-bd72-fb755cf54b4e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852603100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2204728'] for subnet, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:51.269963 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e012459b-6e12-4d05-8ec6-9cc7bdae3e00 None None] Routers {'1a884167-b906-48a0-9670-4a72f3236dd8'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:53:51.270610 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-e012459b-6e12-4d05-8ec6-9cc7bdae3e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca3b7e48>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:53:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['1a884167-b906-48a0-9670-4a72f3236dd8'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:53:51.284351 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c5dbf6d7-6bff-40d0-8388-5dd1b775df21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:53:51.339331 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d771a54-d783-4eeb-bd72-fb755cf54b4e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event deleted for resources: {'Subnet': ['ID=21a1f9fe-4856-4351-89d4-53d86dc2b873,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:53:51.343380 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1d771a54-d783-4eeb-bd72-fb755cf54b4e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:53:51.425409 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1d771a54-d783-4eeb-bd72-fb755cf54b4e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:51.434343 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1d771a54-d783-4eeb-bd72-fb755cf54b4e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "DELETE /v2.0/subnets/21a1f9fe-4856-4351-89d4-53d86dc2b873 HTTP/1.1" status: 204  len: 168 time: 0.6985786
Jan 29 10:53:51.434505 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715d049a-402e-40f5-804e-248fd8f9bef3 None None] Network 045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:53:51.434756 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 36384) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:53:51.465726 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-e012459b-6e12-4d05-8ec6-9cc7bdae3e00 None None] Set router 1a884167-b906-48a0-9670-4a72f3236dd8 gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:53:51.624482 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9f8971f0-1510-46a8-83fc-4214829493ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:51.654943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b5131405-abc4-4396-8071-40c281af1a31 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for router, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:51.713390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff86ce7e-0ac4-4cbe-8851-bc07d85b3809 None None] DHCP port deletion for 045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4 request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:53:51.718353 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-ff86ce7e-0ac4-4cbe-8851-bc07d85b3809 None None] Deleting port 0262df0e-8366-4a95-85cd-a1419bbd64cb {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:53:51.718911 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ff86ce7e-0ac4-4cbe-8851-bc07d85b3809 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:51.855406 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b5131405-abc4-4396-8071-40c281af1a31 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for router_gateway, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:51.861656 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-b5131405-abc4-4396-8071-40c281af1a31 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Deleting port 7e9a4ed5-dbf9-481b-ad6b-6c0f7fb315fa {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:53:51.862083 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b5131405-abc4-4396-8071-40c281af1a31 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:51.932454 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-e012459b-6e12-4d05-8ec6-9cc7bdae3e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca3b7e48>, [{'id': '1a884167-b906-48a0-9670-4a72f3236dd8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035072935', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': '7e9a4ed5-dbf9-481b-ad6b-6c0f7fb315fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:52:04Z', 'updated_at': '2021-01-29T10:53:49Z', 'revision_number': 5, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': '7e9a4ed5-dbf9-481b-ad6b-6c0f7fb315fa', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:31:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a884167-b906-48a0-9670-4a72f3236dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:52:06Z', 'updated_at': '2021-01-29T10:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:53:51.937013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e012459b-6e12-4d05-8ec6-9cc7bdae3e00 None None] The sync data for ids ['1a884167-b906-48a0-9670-4a72f3236dd8'] in dv-neutron-772983-2-ovs is: [{'id': '1a884167-b906-48a0-9670-4a72f3236dd8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035072935', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': '7e9a4ed5-dbf9-481b-ad6b-6c0f7fb315fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:52:04Z', 'updated_at': '2021-01-29T10:53:49Z', 'revision_number': 5, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': '7e9a4ed5-dbf9-481b-ad6b-6c0f7fb315fa', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:31:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a884167-b906-48a0-9670-4a72f3236dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:52:06Z', 'updated_at': '2021-01-29T10:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:53:51.951925 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-ff86ce7e-0ac4-4cbe-8851-bc07d85b3809 None None] For port 0262df0e-8366-4a95-85cd-a1419bbd64cb, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=0262df0e-8366-4a95-85cd-a1419bbd64cb,segment=NetworkSegment(9c165105-31f8-410e-b421-7f151b04e6e2),segment_id=9c165105-31f8-410e-b421-7f151b04e6e2)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:53:51.952379 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ff86ce7e-0ac4-4cbe-8851-bc07d85b3809 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:52.103907 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-ff86ce7e-0ac4-4cbe-8851-bc07d85b3809 None None] Calling delete_port for 0262df0e-8366-4a95-85cd-a1419bbd64cb owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:53:52.187337 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ff86ce7e-0ac4-4cbe-8851-bc07d85b3809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:52.204346 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:53:52.264902 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff86ce7e-0ac4-4cbe-8851-bc07d85b3809 None None] Pushing event deleted for resources: {'Port': ['ID=0262df0e-8366-4a95-85cd-a1419bbd64cb,revision_number=None']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:53:52.321612 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86ce7e-0ac4-4cbe-8851-bc07d85b3809 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:53:52.322030 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86ce7e-0ac4-4cbe-8851-bc07d85b3809 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:53:52.322411 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86ce7e-0ac4-4cbe-8851-bc07d85b3809 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:53:52.322795 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86ce7e-0ac4-4cbe-8851-bc07d85b3809 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:53:52.323175 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86ce7e-0ac4-4cbe-8851-bc07d85b3809 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:53:52.323557 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86ce7e-0ac4-4cbe-8851-bc07d85b3809 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:53:52.323912 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86ce7e-0ac4-4cbe-8851-bc07d85b3809 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:53:52.324279 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86ce7e-0ac4-4cbe-8851-bc07d85b3809 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:53:52.324911 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86ce7e-0ac4-4cbe-8851-bc07d85b3809 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:53:52.325276 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86ce7e-0ac4-4cbe-8851-bc07d85b3809 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:53:52.325639 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86ce7e-0ac4-4cbe-8851-bc07d85b3809 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:53:52.326026 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86ce7e-0ac4-4cbe-8851-bc07d85b3809 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:53:52.326460 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86ce7e-0ac4-4cbe-8851-bc07d85b3809 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:53:52.327269 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86ce7e-0ac4-4cbe-8851-bc07d85b3809 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:53:52.327269 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86ce7e-0ac4-4cbe-8851-bc07d85b3809 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:53:52.327537 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86ce7e-0ac4-4cbe-8851-bc07d85b3809 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:53:52.327850 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86ce7e-0ac4-4cbe-8851-bc07d85b3809 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:53:52.328605 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86ce7e-0ac4-4cbe-8851-bc07d85b3809 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:53:52.328605 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86ce7e-0ac4-4cbe-8851-bc07d85b3809 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:53:52.328870 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86ce7e-0ac4-4cbe-8851-bc07d85b3809 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:53:52.329227 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86ce7e-0ac4-4cbe-8851-bc07d85b3809 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:53:52.329590 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86ce7e-0ac4-4cbe-8851-bc07d85b3809 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:53:52.329983 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86ce7e-0ac4-4cbe-8851-bc07d85b3809 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:53:52.330333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86ce7e-0ac4-4cbe-8851-bc07d85b3809 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:53:52.339472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ff86ce7e-0ac4-4cbe-8851-bc07d85b3809 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:53:52.345440 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-b5131405-abc4-4396-8071-40c281af1a31 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] For port 7e9a4ed5-dbf9-481b-ad6b-6c0f7fb315fa, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=7e9a4ed5-dbf9-481b-ad6b-6c0f7fb315fa,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:53:52.345871 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b5131405-abc4-4396-8071-40c281af1a31 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:52.366160 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff86ce7e-0ac4-4cbe-8851-bc07d85b3809 None None] No DVR routers for this DVR port 0262df0e-8366-4a95-85cd-a1419bbd64cb on host dv-neutron-772983-2-ovs {{(pid=80767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:53:52.487309 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-b5131405-abc4-4396-8071-40c281af1a31 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Calling delete_port for 7e9a4ed5-dbf9-481b-ad6b-6c0f7fb315fa owned by network:router_gateway {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:53:52.623621 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b5131405-abc4-4396-8071-40c281af1a31 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:52.809313 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b5131405-abc4-4396-8071-40c281af1a31 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854102222'] for router_gateway, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:52.929863 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 0262df0e-8366-4a95-85cd-a1419bbd64cb no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:53:52.951655 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b5131405-abc4-4396-8071-40c281af1a31 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:52.954055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b5131405-abc4-4396-8071-40c281af1a31 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:52.970719 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 0262df0e-8366-4a95-85cd-a1419bbd64cb {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:53:52.971116 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 0262df0e-8366-4a95-85cd-a1419bbd64cb not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:53:52.971578 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 2dc4346e-6dbc-4990-afd0-1ce6bdb3ff56 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:53:52.981290 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b5131405-abc4-4396-8071-40c281af1a31 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:52.981881 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5131405-abc4-4396-8071-40c281af1a31 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Fanout notify agent at l3_agent the message router_deleted on router 1a884167-b906-48a0-9670-4a72f3236dd8 {{(pid=80765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 10:53:53.008119 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 2dc4346e-6dbc-4990-afd0-1ce6bdb3ff56 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:53:53.008520 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 2dc4346e-6dbc-4990-afd0-1ce6bdb3ff56 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:53:53.030126 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b5131405-abc4-4396-8071-40c281af1a31 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:53.031381 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b5131405-abc4-4396-8071-40c281af1a31 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "DELETE /v2.0/routers/1a884167-b906-48a0-9670-4a72f3236dd8 HTTP/1.1" status: 204  len: 168 time: 1.5956056
Jan 29 10:53:53.034206 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 36388) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:53:53.182295 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7cf149f0-5d94-47a8-a265-3043fbb5f632 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:53.387797 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7cf149f0-5d94-47a8-a265-3043fbb5f632 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:53.517234 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-7cf149f0-5d94-47a8-a265-3043fbb5f632 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c973f160>,) {'filters': {'network_id': ['045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:53:53.530941 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-7cf149f0-5d94-47a8-a265-3043fbb5f632 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c973f160>, '9c165105-31f8-410e-b421-7f151b04e6e2') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:53:53.531283 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-7cf149f0-5d94-47a8-a265-3043fbb5f632 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c973f160>, '9c165105-31f8-410e-b421-7f151b04e6e2') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:53:53.544362 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7cf149f0-5d94-47a8-a265-3043fbb5f632 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:53.561823 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7cf149f0-5d94-47a8-a265-3043fbb5f632 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:53.563880 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7cf149f0-5d94-47a8-a265-3043fbb5f632 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Releasing vxlan tunnel 3 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:53:53.748669 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-7cf149f0-5d94-47a8-a265-3043fbb5f632 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Network 045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:53:53.758393 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7cf149f0-5d94-47a8-a265-3043fbb5f632 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:53.816875 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-43e6217c-5c6d-4894-acef-d000b96d91aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:53.937131 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-7cf149f0-5d94-47a8-a265-3043fbb5f632 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Network 045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:53:53.965579 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:53:53.965579 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:53:53.965579 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:53:53.965579 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:53:53.965579 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:53:53.965579 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:53:53.965579 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:53:53.965579 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:53:53.965579 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:53:53.965579 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:53:53.965579 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:53:53.965579 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:53:53.965579 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:53:53.965579 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:53:53.965579 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:53:53.965579 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:53:53.965579 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:53:53.965579 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:53:53.965579 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:53:53.965579 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:53:53.965579 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:53:53.965579 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:53:53.965579 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:53:53.965579 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:53:53.965579 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:53:53.965579 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:53:53.965579 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:53:53.965579 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:53:53.965579 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:53:53.965579 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:53:53.965579 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:53:53.965579 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:53:54.049161 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7cf149f0-5d94-47a8-a265-3043fbb5f632 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:54.052538 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-efd2a74e-b5a4-4f4f-bcf7-a394c7491eb6 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:53:54.068599 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7cf149f0-5d94-47a8-a265-3043fbb5f632 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:54.082687 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf149f0-5d94-47a8-a265-3043fbb5f632 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event deleted for resources: {'Network': ['ID=045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:53:54.086502 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7cf149f0-5d94-47a8-a265-3043fbb5f632 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:53:54.090196 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7cf149f0-5d94-47a8-a265-3043fbb5f632 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "DELETE /v2.0/networks/045b57df-9c7d-4ca6-97cc-c5fc64bb8fb4 HTTP/1.1" status: 204  len: 168 time: 1.0540400
Jan 29 10:53:54.092196 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 36392) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:53:54.183903 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-01301dfb-e582-447a-b12b-546dc61c3da5 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:54.216592 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-01301dfb-e582-447a-b12b-546dc61c3da5 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:54.271085 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-01301dfb-e582-447a-b12b-546dc61c3da5 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:54.276423 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6c0ad88c-3e79-4718-be73-6d427df7517b tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:53:54.292835 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01301dfb-e582-447a-b12b-546dc61c3da5 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83fa5e89-b380-4a04-8af5-a9c3fe13a4d1,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:53:54.298412 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-01301dfb-e582-447a-b12b-546dc61c3da5 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:53:54.300425 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-01301dfb-e582-447a-b12b-546dc61c3da5 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:54.305122 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-01301dfb-e582-447a-b12b-546dc61c3da5 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "DELETE /v2.0/security-groups/83fa5e89-b380-4a04-8af5-a9c3fe13a4d1 HTTP/1.1" status: 204  len: 168 time: 0.2084637
Jan 29 10:53:54.407235 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:54.724555 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 36400) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:53:54.732170 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-715bf9dc-ae33-46f6-9830-8abd61ebed17 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2135818837', 'description': 'tempest-secgroup-smoke-2135818837 description', 'project_id': '884b801388a745e49e2da4f5c6acad38'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:53:54.754630 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-715bf9dc-ae33-46f6-9830-8abd61ebed17 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:53:54.759247 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-715bf9dc-ae33-46f6-9830-8abd61ebed17 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Usage tracker for resource:security_group and tenant:884b801388a745e49e2da4f5c6acad38 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:53:54.762272 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-715bf9dc-ae33-46f6-9830-8abd61ebed17 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:53:54.768005 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-715bf9dc-ae33-46f6-9830-8abd61ebed17 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:53:54.778094 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-715bf9dc-ae33-46f6-9830-8abd61ebed17 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:54.799277 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-715bf9dc-ae33-46f6-9830-8abd61ebed17 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:53:54.803941 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-715bf9dc-ae33-46f6-9830-8abd61ebed17 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Usage tracker for resource:security_group_rule and tenant:884b801388a745e49e2da4f5c6acad38 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:53:54.806838 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-715bf9dc-ae33-46f6-9830-8abd61ebed17 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:53:54.812528 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-715bf9dc-ae33-46f6-9830-8abd61ebed17 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:53:54.886375 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-715bf9dc-ae33-46f6-9830-8abd61ebed17 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:54.889033 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-715bf9dc-ae33-46f6-9830-8abd61ebed17 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:54.894666 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a9309717-314b-497b-8b6f-97f082229c97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:53:54.928954 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 7e9a4ed5-dbf9-481b-ad6b-6c0f7fb315fa no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:53:54.942906 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715bf9dc-ae33-46f6-9830-8abd61ebed17 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e460d30-5760-4b5a-9a39-f4ac04efd975,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:53:54.945974 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-715bf9dc-ae33-46f6-9830-8abd61ebed17 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:53:54.946782 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-715bf9dc-ae33-46f6-9830-8abd61ebed17 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:54.951274 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-715bf9dc-ae33-46f6-9830-8abd61ebed17 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.2223103
Jan 29 10:53:54.951510 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 36404) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:53:54.957011 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-1d73cfa7-6757-42d6-976f-73657c2849f0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Request body: {'security_group_rule': {'security_group_id': '2e460d30-5760-4b5a-9a39-f4ac04efd975', 'project_id': '884b801388a745e49e2da4f5c6acad38', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:53:54.967011 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 7e9a4ed5-dbf9-481b-ad6b-6c0f7fb315fa {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:53:54.967419 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 7e9a4ed5-dbf9-481b-ad6b-6c0f7fb315fa not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:53:54.979797 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-1d73cfa7-6757-42d6-976f-73657c2849f0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:53:54.983807 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-1d73cfa7-6757-42d6-976f-73657c2849f0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Usage tracker for resource:security_group_rule and tenant:884b801388a745e49e2da4f5c6acad38 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:53:54.986799 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-1d73cfa7-6757-42d6-976f-73657c2849f0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:53:54.992576 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-1d73cfa7-6757-42d6-976f-73657c2849f0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:53:55.009058 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1d73cfa7-6757-42d6-976f-73657c2849f0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:55.012508 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:55.071372 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1d73cfa7-6757-42d6-976f-73657c2849f0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:55.074050 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1d73cfa7-6757-42d6-976f-73657c2849f0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:55.076190 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-17e6707e-1991-4e17-9754-3b2ea351cca8 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:53:55.101050 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d73cfa7-6757-42d6-976f-73657c2849f0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=932692b4-00a9-4032-b9d4-f3b15b8ededa,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:53:55.103633 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1d73cfa7-6757-42d6-976f-73657c2849f0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:53:55.110253 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1d73cfa7-6757-42d6-976f-73657c2849f0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:55.111666 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1d73cfa7-6757-42d6-976f-73657c2849f0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1593018
Jan 29 10:53:55.114626 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 36408) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:53:55.120192 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-3af10d5c-3fda-4824-b991-753ecbf604a8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Request body: {'security_group_rule': {'security_group_id': '2e460d30-5760-4b5a-9a39-f4ac04efd975', 'project_id': '884b801388a745e49e2da4f5c6acad38', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:53:55.141908 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-3af10d5c-3fda-4824-b991-753ecbf604a8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:53:55.146495 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-3af10d5c-3fda-4824-b991-753ecbf604a8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Usage tracker for resource:security_group_rule and tenant:884b801388a745e49e2da4f5c6acad38 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:53:55.149512 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-3af10d5c-3fda-4824-b991-753ecbf604a8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:53:55.155283 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-3af10d5c-3fda-4824-b991-753ecbf604a8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:53:55.172467 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3af10d5c-3fda-4824-b991-753ecbf604a8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:55.238976 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3af10d5c-3fda-4824-b991-753ecbf604a8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:55.241487 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3af10d5c-3fda-4824-b991-753ecbf604a8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:55.243420 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3c7042bc-b851-40a5-9658-82fc413cfeff tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:53:55.266969 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af10d5c-3fda-4824-b991-753ecbf604a8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b92a2a5-14da-4866-9d4b-a69b3bef3829,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:53:55.269452 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3af10d5c-3fda-4824-b991-753ecbf604a8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:53:55.276397 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3af10d5c-3fda-4824-b991-753ecbf604a8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:55.277794 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3af10d5c-3fda-4824-b991-753ecbf604a8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1621454
Jan 29 10:53:55.280831 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 36412) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:53:55.287188 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-a23e0cad-536a-4de1-a252-3b9f1202b513 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Request body: {'security_group_rule': {'security_group_id': '2e460d30-5760-4b5a-9a39-f4ac04efd975', 'project_id': '884b801388a745e49e2da4f5c6acad38', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:53:55.310927 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a23e0cad-536a-4de1-a252-3b9f1202b513 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:53:55.315201 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a23e0cad-536a-4de1-a252-3b9f1202b513 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Usage tracker for resource:security_group_rule and tenant:884b801388a745e49e2da4f5c6acad38 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:53:55.319283 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a23e0cad-536a-4de1-a252-3b9f1202b513 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:53:55.325509 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a23e0cad-536a-4de1-a252-3b9f1202b513 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:53:55.347526 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a23e0cad-536a-4de1-a252-3b9f1202b513 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:55.424958 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a23e0cad-536a-4de1-a252-3b9f1202b513 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:55.427700 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a23e0cad-536a-4de1-a252-3b9f1202b513 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:55.429861 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6420514f-8c2f-4c6d-92c1-b0d33ed4e4f0 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:53:55.456798 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23e0cad-536a-4de1-a252-3b9f1202b513 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4c3f9bc-b3c0-436e-a6a2-520c0e2bae63,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:53:55.460876 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a23e0cad-536a-4de1-a252-3b9f1202b513 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:53:55.468031 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a23e0cad-536a-4de1-a252-3b9f1202b513 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:55.469584 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a23e0cad-536a-4de1-a252-3b9f1202b513 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1875911
Jan 29 10:53:55.472614 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 36416) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:53:55.478406 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-78f56223-239d-4956-a4ef-fb2df1136716 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Request body: {'security_group_rule': {'security_group_id': '2e460d30-5760-4b5a-9a39-f4ac04efd975', 'project_id': '884b801388a745e49e2da4f5c6acad38', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:53:55.501602 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-78f56223-239d-4956-a4ef-fb2df1136716 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:53:55.506246 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-78f56223-239d-4956-a4ef-fb2df1136716 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Usage tracker for resource:security_group_rule and tenant:884b801388a745e49e2da4f5c6acad38 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:53:55.509702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-78f56223-239d-4956-a4ef-fb2df1136716 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:53:55.515635 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-78f56223-239d-4956-a4ef-fb2df1136716 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:53:55.533489 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-78f56223-239d-4956-a4ef-fb2df1136716 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:55.604995 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-78f56223-239d-4956-a4ef-fb2df1136716 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:55.608037 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-78f56223-239d-4956-a4ef-fb2df1136716 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:55.610072 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0524ba48-f1bd-4763-b091-744003334ebb tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:53:55.640390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f56223-239d-4956-a4ef-fb2df1136716 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=189c1988-88db-4ec1-a266-b2853c049926,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:53:55.643051 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-78f56223-239d-4956-a4ef-fb2df1136716 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:53:55.649922 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-78f56223-239d-4956-a4ef-fb2df1136716 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:55.651230 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-78f56223-239d-4956-a4ef-fb2df1136716 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1775911
Jan 29 10:53:55.654590 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 36420) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:53:55.660336 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-88f64648-52ca-49b8-852a-a97606a7243e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Request body: {'security_group_rule': {'security_group_id': '2e460d30-5760-4b5a-9a39-f4ac04efd975', 'project_id': '884b801388a745e49e2da4f5c6acad38', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:53:55.683559 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-88f64648-52ca-49b8-852a-a97606a7243e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:53:55.688096 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-88f64648-52ca-49b8-852a-a97606a7243e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Usage tracker for resource:security_group_rule and tenant:884b801388a745e49e2da4f5c6acad38 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:53:55.691361 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-88f64648-52ca-49b8-852a-a97606a7243e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:53:55.698062 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-88f64648-52ca-49b8-852a-a97606a7243e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:53:55.709220 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.securitygroups_db [None req-88f64648-52ca-49b8-852a-a97606a7243e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Project 884b801388a745e49e2da4f5c6acad38 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 10:53:55.716584 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-88f64648-52ca-49b8-852a-a97606a7243e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:55.817198 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-88f64648-52ca-49b8-852a-a97606a7243e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:55.821107 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-88f64648-52ca-49b8-852a-a97606a7243e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:55.829013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6b376121-60fe-474f-89c7-d22e34cc0f7d tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:53:55.850248 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f64648-52ca-49b8-852a-a97606a7243e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2187c9ae-4605-4339-bd09-7437be7e5e1e,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:53:55.853028 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-88f64648-52ca-49b8-852a-a97606a7243e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:53:55.860860 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-88f64648-52ca-49b8-852a-a97606a7243e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:55.862604 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-88f64648-52ca-49b8-852a-a97606a7243e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2065992
Jan 29 10:53:55.866822 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 36424) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:53:55.872555 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-dcf360c6-acdc-4038-a8c2-5d90057e9690 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Request body: {'security_group_rule': {'security_group_id': '2e460d30-5760-4b5a-9a39-f4ac04efd975', 'project_id': '884b801388a745e49e2da4f5c6acad38', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:53:55.897616 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-dcf360c6-acdc-4038-a8c2-5d90057e9690 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:53:55.902373 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-dcf360c6-acdc-4038-a8c2-5d90057e9690 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Usage tracker for resource:security_group_rule and tenant:884b801388a745e49e2da4f5c6acad38 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:53:55.905671 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-dcf360c6-acdc-4038-a8c2-5d90057e9690 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:53:55.913524 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-dcf360c6-acdc-4038-a8c2-5d90057e9690 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:53:55.926120 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.securitygroups_db [None req-dcf360c6-acdc-4038-a8c2-5d90057e9690 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Project 884b801388a745e49e2da4f5c6acad38 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 10:53:55.933699 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dcf360c6-acdc-4038-a8c2-5d90057e9690 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:56.005801 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dcf360c6-acdc-4038-a8c2-5d90057e9690 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:56.008468 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dcf360c6-acdc-4038-a8c2-5d90057e9690 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:56.010405 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a376f7e3-2dba-40cd-a1e1-9f56cc24297b tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:53:56.032120 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf360c6-acdc-4038-a8c2-5d90057e9690 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d379465-cf7a-4e3e-98d9-a277961be0ba,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:53:56.036354 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-dcf360c6-acdc-4038-a8c2-5d90057e9690 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:53:56.043199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dcf360c6-acdc-4038-a8c2-5d90057e9690 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:56.044512 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-dcf360c6-acdc-4038-a8c2-5d90057e9690 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1766784
Jan 29 10:53:56.047568 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 36428) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:53:56.053704 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-8a220cea-0f2a-4207-9968-b00495690197 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Request body: {'network': {'name': 'tempest-network-smoke--1457652366', 'project_id': '884b801388a745e49e2da4f5c6acad38', 'port_security_enabled': True}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:53:56.058949 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-8a220cea-0f2a-4207-9968-b00495690197 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:53:56.063278 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8a220cea-0f2a-4207-9968-b00495690197 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Usage tracker for resource:network and tenant:884b801388a745e49e2da4f5c6acad38 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:53:56.066278 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8a220cea-0f2a-4207-9968-b00495690197 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Quota usage for network was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:53:56.072635 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-8a220cea-0f2a-4207-9968-b00495690197 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:53:56.082294 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a220cea-0f2a-4207-9968-b00495690197 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Made reservation on behalf of 884b801388a745e49e2da4f5c6acad38 for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:53:56.104147 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8a220cea-0f2a-4207-9968-b00495690197 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:56.137690 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a220cea-0f2a-4207-9968-b00495690197 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:53:56.147349 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8a220cea-0f2a-4207-9968-b00495690197 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:56.147734 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-8a220cea-0f2a-4207-9968-b00495690197 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Added segment 904a58ce-afb9-435d-8d5f-1e946cf3e64e of type vxlan for network d1d778ca-ef85-48d3-b4bf-e544dcff89d1
Jan 29 10:53:56.173957 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8a220cea-0f2a-4207-9968-b00495690197 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:56.207351 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8a220cea-0f2a-4207-9968-b00495690197 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:56.236946 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:56.275086 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a220cea-0f2a-4207-9968-b00495690197 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:53:56.275797 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8a220cea-0f2a-4207-9968-b00495690197 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:56.281679 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4cc7f12c-5257-428f-ba33-e07f963e3639 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:53:56.396673 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8a220cea-0f2a-4207-9968-b00495690197 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.3479733
Jan 29 10:53:56.397662 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a220cea-0f2a-4207-9968-b00495690197 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'Network': ['ID=d1d778ca-ef85-48d3-b4bf-e544dcff89d1,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:53:56.399879 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 36432) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:53:56.400588 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8a220cea-0f2a-4207-9968-b00495690197 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:53:56.405861 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-10617e4e-b87c-47b4-ae5f-9a60c7958066 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1072730335', 'admin_state_up': True, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:53:56.409000 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network d1d778ca-ef85-48d3-b4bf-e544dcff89d1 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:53:56.423862 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network d1d778ca-ef85-48d3-b4bf-e544dcff89d1 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:53:56.429315 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-10617e4e-b87c-47b4-ae5f-9a60c7958066 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:53:56.433481 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-10617e4e-b87c-47b4-ae5f-9a60c7958066 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Usage tracker for resource:router and tenant:884b801388a745e49e2da4f5c6acad38 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:53:56.436503 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-10617e4e-b87c-47b4-ae5f-9a60c7958066 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Quota usage for router was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:53:56.442243 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-10617e4e-b87c-47b4-ae5f-9a60c7958066 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:53:56.453607 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-10617e4e-b87c-47b4-ae5f-9a60c7958066 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:56.454690 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-10617e4e-b87c-47b4-ae5f-9a60c7958066 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:56.470952 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-10617e4e-b87c-47b4-ae5f-9a60c7958066 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:57.040162 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-10617e4e-b87c-47b4-ae5f-9a60c7958066 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:57.360809 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-10617e4e-b87c-47b4-ae5f-9a60c7958066 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for router_gateway, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:57.393224 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-10617e4e-b87c-47b4-ae5f-9a60c7958066 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:57.663226 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-10617e4e-b87c-47b4-ae5f-9a60c7958066 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Allocated IP 172.26.7.140 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/b6ec9c89-0002-4e40-948a-6fece2b14fb4) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:53:57.815997 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-10617e4e-b87c-47b4-ae5f-9a60c7958066 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:57.844899 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-10617e4e-b87c-47b4-ae5f-9a60c7958066 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:57.860500 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-63b7f952-d904-44dd-a12f-80aa069cb376 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:53:57.997737 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10617e4e-b87c-47b4-ae5f-9a60c7958066 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'Port': ['ID=b6ec9c89-0002-4e40-948a-6fece2b14fb4,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:53:58.002153 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-10617e4e-b87c-47b4-ae5f-9a60c7958066 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:53:58.053694 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10617e4e-b87c-47b4-ae5f-9a60c7958066 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:53:58.054880 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-10617e4e-b87c-47b4-ae5f-9a60c7958066 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:53:58.057193 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10617e4e-b87c-47b4-ae5f-9a60c7958066 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:53:58.488326 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-10617e4e-b87c-47b4-ae5f-9a60c7958066 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for router_gateway, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:58.848381 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-10617e4e-b87c-47b4-ae5f-9a60c7958066 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:59.062756 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10617e4e-b87c-47b4-ae5f-9a60c7958066 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Router 8b203a6a-57be-43a6-b24a-5485677f120e is scheduled to L3 agent 18987107-6d88-4736-94cf-15791d65b3ff with binding_index 1 {{(pid=80766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 29 10:53:59.249441 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10617e4e-b87c-47b4-ae5f-9a60c7958066 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:53:59.260390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0bf3f2-0cbc-483d-b8de-15257ca45c8e None None] Sync routers for ids ['8b203a6a-57be-43a6-b24a-5485677f120e'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:53:59.270290 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0bf3f2-0cbc-483d-b8de-15257ca45c8e None None] Routers {'8b203a6a-57be-43a6-b24a-5485677f120e'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:53:59.272102 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-be0bf3f2-0cbc-483d-b8de-15257ca45c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c98ba828>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:53:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['8b203a6a-57be-43a6-b24a-5485677f120e'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:53:59.307746 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-10617e4e-b87c-47b4-ae5f-9a60c7958066 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:59.312376 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-10617e4e-b87c-47b4-ae5f-9a60c7958066 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 2.9081192
Jan 29 10:53:59.312608 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 36436) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:53:59.363186 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-265891a4-be23-4f92-9bf0-cce0c69b90a6 tempest-TestNetworkAdvancedServerOps-1094188060 tempest-TestNetworkAdvancedServerOps-1094188060-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=884b801388a745e49e2da4f5c6acad38&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0493145
Jan 29 10:53:59.366360 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 36440) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:53:59.512600 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19a9074-8e6c-4850-8f59-19598b5757b0 tempest-TestNetworkAdvancedServerOps-1094188060 tempest-TestNetworkAdvancedServerOps-1094188060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:53:59.514318 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e19a9074-8e6c-4850-8f59-19598b5757b0 tempest-TestNetworkAdvancedServerOps-1094188060 tempest-TestNetworkAdvancedServerOps-1094188060-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1468933
Jan 29 10:53:59.517394 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 36444) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:53:59.549704 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-be0bf3f2-0cbc-483d-b8de-15257ca45c8e None None] Set router 8b203a6a-57be-43a6-b24a-5485677f120e gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:53:59.568592 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4211d14e-d497-4544-abfb-609654be9713 tempest-TestNetworkAdvancedServerOps-1094188060 tempest-TestNetworkAdvancedServerOps-1094188060-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=aadf795f-2e1a-4d04-be0e-12575f0f28a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0497069
Jan 29 10:53:59.571177 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 36448) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:53:59.577703 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-1635cd38-3089-4050-9b7b-40294f03eed8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-455819458', 'network_id': 'd1d778ca-ef85-48d3-b4bf-e544dcff89d1', 'project_id': '884b801388a745e49e2da4f5c6acad38', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:53:59.696777 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-1635cd38-3089-4050-9b7b-40294f03eed8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:53:59.701189 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-1635cd38-3089-4050-9b7b-40294f03eed8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Usage tracker for resource:subnet and tenant:884b801388a745e49e2da4f5c6acad38 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:53:59.704170 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-1635cd38-3089-4050-9b7b-40294f03eed8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:53:59.710544 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-1635cd38-3089-4050-9b7b-40294f03eed8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:53:59.719314 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1635cd38-3089-4050-9b7b-40294f03eed8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Made reservation on behalf of 884b801388a745e49e2da4f5c6acad38 for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:53:59.741648 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1635cd38-3089-4050-9b7b-40294f03eed8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:53:59.975858 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-be0bf3f2-0cbc-483d-b8de-15257ca45c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c98ba828>, [{'id': '8b203a6a-57be-43a6-b24a-5485677f120e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072730335', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': 'b6ec9c89-0002-4e40-948a-6fece2b14fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:53:56Z', 'updated_at': '2021-01-29T10:53:58Z', 'revision_number': 3, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': 'b6ec9c89-0002-4e40-948a-6fece2b14fb4', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e3:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b203a6a-57be-43a6-b24a-5485677f120e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:53:57Z', 'updated_at': '2021-01-29T10:53:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:53:59.980285 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0bf3f2-0cbc-483d-b8de-15257ca45c8e None None] Checking router: 8b203a6a-57be-43a6-b24a-5485677f120e for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:53:59.980688 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0bf3f2-0cbc-483d-b8de-15257ca45c8e None None] Updating router 8b203a6a-57be-43a6-b24a-5485677f120e port b6ec9c89-0002-4e40-948a-6fece2b14fb4 binding host dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 29 10:54:00.039341 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-be0bf3f2-0cbc-483d-b8de-15257ca45c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:00.187862 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1635cd38-3089-4050-9b7b-40294f03eed8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:00.204351 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-233ec8dd-31fc-46e2-9e1a-efafc8b57d0e tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:54:00.214156 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:54:00.347408 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1635cd38-3089-4050-9b7b-40294f03eed8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'Subnet': ['ID=cca164e5-289c-40c6-bd29-870bb1c1feae,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:54:00.357502 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1635cd38-3089-4050-9b7b-40294f03eed8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:54:00.421114 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1635cd38-3089-4050-9b7b-40294f03eed8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Checking segment: {'id': '904a58ce-afb9-435d-8d5f-1e946cf3e64e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd1d778ca-ef85-48d3-b4bf-e544dcff89d1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:54:00.421527 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1635cd38-3089-4050-9b7b-40294f03eed8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Network hostable DHCP agents. Network: d1d778ca-ef85-48d3-b4bf-e544dcff89d1, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:54:00.440779 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1635cd38-3089-4050-9b7b-40294f03eed8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Network d1d778ca-ef85-48d3-b4bf-e544dcff89d1 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:54:00.445676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-be0bf3f2-0cbc-483d-b8de-15257ca45c8e None None] Notify callbacks [] for port, precommit_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:00.451151 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-1635cd38-3089-4050-9b7b-40294f03eed8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, d1d778ca-ef85-48d3-b4bf-e544dcff89d1) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:54:00.462648 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d8272b-9e21-409d-abad-3699e9d094fe None None] Network d1d778ca-ef85-48d3-b4bf-e544dcff89d1 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:54:00.465982 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1635cd38-3089-4050-9b7b-40294f03eed8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:54:00.466643 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1635cd38-3089-4050-9b7b-40294f03eed8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:00.476880 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-be0bf3f2-0cbc-483d-b8de-15257ca45c8e None None] Transition to ACTIVE for port object b6ec9c89-0002-4e40-948a-6fece2b14fb4 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:54:00.484525 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-be0bf3f2-0cbc-483d-b8de-15257ca45c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:00.488037 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-1635cd38-3089-4050-9b7b-40294f03eed8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.9157226
Jan 29 10:54:00.491157 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 36452) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:54:00.513017 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-dda949a5-3af4-4687-ba68-972dfd4785bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:54:00.707175 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8651ef65-2fc5-41f1-be71-625649c42a21 None None] Pushing event updated for resources: {'Port': ['ID=b6ec9c89-0002-4e40-948a-6fece2b14fb4,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:54:00.721427 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8651ef65-2fc5-41f1-be71-625649c42a21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:54:00.896259 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-be0bf3f2-0cbc-483d-b8de-15257ca45c8e None None] Attempting to bind port b6ec9c89-0002-4e40-948a-6fece2b14fb4 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:54:00.896682 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-be0bf3f2-0cbc-483d-b8de-15257ca45c8e None None] Attempting to bind port b6ec9c89-0002-4e40-948a-6fece2b14fb4 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:54:00.897096 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0bf3f2-0cbc-483d-b8de-15257ca45c8e None None] Attempting to bind port b6ec9c89-0002-4e40-948a-6fece2b14fb4 on network aadf795f-2e1a-4d04-be0e-12575f0f28a5 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:54:00.905265 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0bf3f2-0cbc-483d-b8de-15257ca45c8e None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:54:00.905692 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0bf3f2-0cbc-483d-b8de-15257ca45c8e None None] Checking segment: {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:54:00.906178 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-be0bf3f2-0cbc-483d-b8de-15257ca45c8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:00.906615 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0bf3f2-0cbc-483d-b8de-15257ca45c8e None None] Bound using segment: {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:54:00.907144 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-be0bf3f2-0cbc-483d-b8de-15257ca45c8e None None] Bound port: b6ec9c89-0002-4e40-948a-6fece2b14fb4, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:54:00.907560 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-be0bf3f2-0cbc-483d-b8de-15257ca45c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:00.942518 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4ecba8-cb92-4335-9bb3-8d1749841c19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-d1d778ca-ef85-48d3-b4bf-e544dcff89d1', 'network_id': 'd1d778ca-ef85-48d3-b4bf-e544dcff89d1', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'fixed_ips': [{'subnet_id': 'cca164e5-289c-40c6-bd29-870bb1c1feae'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:54:00.943413 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ce4ecba8-cb92-4335-9bb3-8d1749841c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:01.052064 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-be0bf3f2-0cbc-483d-b8de-15257ca45c8e None None] For port b6ec9c89-0002-4e40-948a-6fece2b14fb4, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:54:01.299994 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-be0bf3f2-0cbc-483d-b8de-15257ca45c8e None None] For port b6ec9c89-0002-4e40-948a-6fece2b14fb4, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=b6ec9c89-0002-4e40-948a-6fece2b14fb4,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:54:01.304708 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-be0bf3f2-0cbc-483d-b8de-15257ca45c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:01.322784 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:54:01.544081 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8651ef65-2fc5-41f1-be71-625649c42a21 None None] Pushing event updated for resources: {'Port': ['ID=b6ec9c89-0002-4e40-948a-6fece2b14fb4,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:54:01.552212 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8651ef65-2fc5-41f1-be71-625649c42a21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:54:01.558475 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2d5528eb-f6a8-4c1e-94cb-60005e38ff3d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:01.664678 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0bf3f2-0cbc-483d-b8de-15257ca45c8e None None] Routers {'8b203a6a-57be-43a6-b24a-5485677f120e'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:54:01.665359 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-be0bf3f2-0cbc-483d-b8de-15257ca45c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c98ba828>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:53:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['8b203a6a-57be-43a6-b24a-5485677f120e'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:54:01.726243 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-ce4ecba8-cb92-4335-9bb3-8d1749841c19 None None] Allocated IP 172.20.0.2 (d1d778ca-ef85-48d3-b4bf-e544dcff89d1/cca164e5-289c-40c6-bd29-870bb1c1feae/3bc65a8d-50f3-43c8-8ae2-c9f7c0f0c393) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:54:01.963701 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-be0bf3f2-0cbc-483d-b8de-15257ca45c8e None None] Set router 8b203a6a-57be-43a6-b24a-5485677f120e gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:54:02.279281 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ce4ecba8-cb92-4335-9bb3-8d1749841c19 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:02.295696 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-ce4ecba8-cb92-4335-9bb3-8d1749841c19 None None] Transition to ACTIVE for port object 3bc65a8d-50f3-43c8-8ae2-c9f7c0f0c393 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:54:02.349369 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-ce4ecba8-cb92-4335-9bb3-8d1749841c19 None None] Transition to ACTIVE for port object 3bc65a8d-50f3-43c8-8ae2-c9f7c0f0c393 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:54:02.357602 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ce4ecba8-cb92-4335-9bb3-8d1749841c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:02.373993 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:54:02.429604 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-2d5528eb-f6a8-4c1e-94cb-60005e38ff3d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Allocated IP 172.20.0.1 (d1d778ca-ef85-48d3-b4bf-e544dcff89d1/cca164e5-289c-40c6-bd29-870bb1c1feae/5f729fa2-f1a2-496f-9a45-13aa05c57028) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:54:02.528295 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4ecba8-cb92-4335-9bb3-8d1749841c19 None None] Pushing event updated for resources: {'Port': ['ID=3bc65a8d-50f3-43c8-8ae2-c9f7c0f0c393,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:54:02.540483 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ce4ecba8-cb92-4335-9bb3-8d1749841c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:54:02.542206 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-be0bf3f2-0cbc-483d-b8de-15257ca45c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c98ba828>, [{'id': '8b203a6a-57be-43a6-b24a-5485677f120e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072730335', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': 'b6ec9c89-0002-4e40-948a-6fece2b14fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:53:56Z', 'updated_at': '2021-01-29T10:53:58Z', 'revision_number': 3, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': 'b6ec9c89-0002-4e40-948a-6fece2b14fb4', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e3:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b203a6a-57be-43a6-b24a-5485677f120e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:53:57Z', 'updated_at': '2021-01-29T10:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:54:02.553193 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0bf3f2-0cbc-483d-b8de-15257ca45c8e None None] The sync data for ids ['8b203a6a-57be-43a6-b24a-5485677f120e'] in dv-neutron-772983-2-ovs is: [{'id': '8b203a6a-57be-43a6-b24a-5485677f120e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072730335', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': 'b6ec9c89-0002-4e40-948a-6fece2b14fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:53:56Z', 'updated_at': '2021-01-29T10:53:58Z', 'revision_number': 3, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': 'b6ec9c89-0002-4e40-948a-6fece2b14fb4', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e3:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b203a6a-57be-43a6-b24a-5485677f120e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:53:57Z', 'updated_at': '2021-01-29T10:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:54:02.589055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4ecba8-cb92-4335-9bb3-8d1749841c19 None None] Network d1d778ca-ef85-48d3-b4bf-e544dcff89d1 is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:54:02.590449 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-ce4ecba8-cb92-4335-9bb3-8d1749841c19 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:54:02.592738 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4ecba8-cb92-4335-9bb3-8d1749841c19 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:54:02.609349 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2d5528eb-f6a8-4c1e-94cb-60005e38ff3d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:02.626498 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-2d5528eb-f6a8-4c1e-94cb-60005e38ff3d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Transition to ACTIVE for port object 5f729fa2-f1a2-496f-9a45-13aa05c57028 will not be triggered until provisioned by entity DHCP. {{(pid=80765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:54:02.651450 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2d5528eb-f6a8-4c1e-94cb-60005e38ff3d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:02.656238 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-ce4ecba8-cb92-4335-9bb3-8d1749841c19 None None] Attempting to bind port 3bc65a8d-50f3-43c8-8ae2-c9f7c0f0c393 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:54:02.656659 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-ce4ecba8-cb92-4335-9bb3-8d1749841c19 None None] Attempting to bind port 3bc65a8d-50f3-43c8-8ae2-c9f7c0f0c393 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '904a58ce-afb9-435d-8d5f-1e946cf3e64e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd1d778ca-ef85-48d3-b4bf-e544dcff89d1'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:54:02.657077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4ecba8-cb92-4335-9bb3-8d1749841c19 None None] Attempting to bind port 3bc65a8d-50f3-43c8-8ae2-c9f7c0f0c393 on network d1d778ca-ef85-48d3-b4bf-e544dcff89d1 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:54:02.663788 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4ecba8-cb92-4335-9bb3-8d1749841c19 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:54:02.664220 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4ecba8-cb92-4335-9bb3-8d1749841c19 None None] Checking segment: {'id': '904a58ce-afb9-435d-8d5f-1e946cf3e64e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd1d778ca-ef85-48d3-b4bf-e544dcff89d1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:54:02.664683 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ce4ecba8-cb92-4335-9bb3-8d1749841c19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:02.665134 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4ecba8-cb92-4335-9bb3-8d1749841c19 None None] Bound using segment: {'id': '904a58ce-afb9-435d-8d5f-1e946cf3e64e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd1d778ca-ef85-48d3-b4bf-e544dcff89d1'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:54:02.665670 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-ce4ecba8-cb92-4335-9bb3-8d1749841c19 None None] Bound port: 3bc65a8d-50f3-43c8-8ae2-c9f7c0f0c393, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '904a58ce-afb9-435d-8d5f-1e946cf3e64e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd1d778ca-ef85-48d3-b4bf-e544dcff89d1'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:54:02.666163 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ce4ecba8-cb92-4335-9bb3-8d1749841c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:02.667974 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-db3f9e24-5708-468a-bf91-f5ff1c562366 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:54:02.761260 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-ce4ecba8-cb92-4335-9bb3-8d1749841c19 None None] For port 3bc65a8d-50f3-43c8-8ae2-c9f7c0f0c393, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:54:02.764474 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-ce4ecba8-cb92-4335-9bb3-8d1749841c19 None None] For port 3bc65a8d-50f3-43c8-8ae2-c9f7c0f0c393, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=3bc65a8d-50f3-43c8-8ae2-c9f7c0f0c393,segment=NetworkSegment(904a58ce-afb9-435d-8d5f-1e946cf3e64e),segment_id=904a58ce-afb9-435d-8d5f-1e946cf3e64e)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:54:02.767802 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ce4ecba8-cb92-4335-9bb3-8d1749841c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:02.797595 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8651ef65-2fc5-41f1-be71-625649c42a21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:54:02.807610 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5528eb-f6a8-4c1e-94cb-60005e38ff3d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'Port': ['ID=5f729fa2-f1a2-496f-9a45-13aa05c57028,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:54:02.811898 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2d5528eb-f6a8-4c1e-94cb-60005e38ff3d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:54:02.869257 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5528eb-f6a8-4c1e-94cb-60005e38ff3d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Network d1d778ca-ef85-48d3-b4bf-e544dcff89d1 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:54:02.870549 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-2d5528eb-f6a8-4c1e-94cb-60005e38ff3d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:54:02.872876 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5528eb-f6a8-4c1e-94cb-60005e38ff3d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:54:02.970000 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2d5528eb-f6a8-4c1e-94cb-60005e38ff3d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854426412'] for router_interface, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:02.994042 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4ecba8-cb92-4335-9bb3-8d1749841c19 None None] Pushing event updated for resources: {'Port': ['ID=3bc65a8d-50f3-43c8-8ae2-c9f7c0f0c393,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:54:02.997514 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ce4ecba8-cb92-4335-9bb3-8d1749841c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:54:03.037399 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device b6ec9c89-0002-4e40-948a-6fece2b14fb4 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:54:03.122109 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port b6ec9c89-0002-4e40-948a-6fece2b14fb4 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:54:03.127375 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2d5528eb-f6a8-4c1e-94cb-60005e38ff3d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:03.129334 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port b6ec9c89-0002-4e40-948a-6fece2b14fb4 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:54:03.129829 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:03.275392 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:03.295168 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port b6ec9c89-0002-4e40-948a-6fece2b14fb4, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=b6ec9c89-0002-4e40-948a-6fece2b14fb4,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:54:03.299427 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:03.301373 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-267c6f97-13d3-4d16-9046-085c34b309cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:54:03.409135 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=b6ec9c89-0002-4e40-948a-6fece2b14fb4,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:54:03.420486 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:54:03.700564 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2d5528eb-f6a8-4c1e-94cb-60005e38ff3d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:03.704202 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2d5528eb-f6a8-4c1e-94cb-60005e38ff3d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:03.731643 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-630ebd4f-2a54-4d52-9f20-b84331ff2d59 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:54:03.828184 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5528eb-f6a8-4c1e-94cb-60005e38ff3d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'Port': ['ID=5f729fa2-f1a2-496f-9a45-13aa05c57028,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:54:03.830819 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2d5528eb-f6a8-4c1e-94cb-60005e38ff3d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854133895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349242'] for router_interface, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:03.847263 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2d5528eb-f6a8-4c1e-94cb-60005e38ff3d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:54:04.268761 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5528eb-f6a8-4c1e-94cb-60005e38ff3d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Network d1d778ca-ef85-48d3-b4bf-e544dcff89d1 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:54:04.269995 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-2d5528eb-f6a8-4c1e-94cb-60005e38ff3d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:54:04.395264 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c94b8d7-6f58-4255-b65c-3688c8f69510 None None] Network d1d778ca-ef85-48d3-b4bf-e544dcff89d1 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:54:04.475612 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d5528eb-f6a8-4c1e-94cb-60005e38ff3d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Router 8b203a6a-57be-43a6-b24a-5485677f120e has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:54:04.511253 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-eaee0fb4-bca3-42ab-b729-5384611e7cc5 None None] Provisioning for port 3bc65a8d-50f3-43c8-8ae2-c9f7c0f0c393 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:54:04.679718 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5528eb-f6a8-4c1e-94cb-60005e38ff3d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:54:04.694771 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2d5528eb-f6a8-4c1e-94cb-60005e38ff3d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "PUT /v2.0/routers/8b203a6a-57be-43a6-b24a-5485677f120e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2024581
Jan 29 10:54:04.917809 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-cc973df1-4cbe-4059-beb0-d14e4a694f93 req-73ae3afc-51f9-40df-b44a-2b52f5fcc8f8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Synchronizing usage tracker for tenant:884b801388a745e49e2da4f5c6acad38 on resource:security_group {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:54:04.938150 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-cc973df1-4cbe-4059-beb0-d14e4a694f93 req-73ae3afc-51f9-40df-b44a-2b52f5fcc8f8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Unset dirty status for tenant:884b801388a745e49e2da4f5c6acad38 on resource:security_group {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:54:04.939642 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cc973df1-4cbe-4059-beb0-d14e4a694f93 req-73ae3afc-51f9-40df-b44a-2b52f5fcc8f8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2135818837&fields=id&tenant_id=884b801388a745e49e2da4f5c6acad38 HTTP/1.1" status: 200  len: 267 time: 0.0850089
Jan 29 10:54:05.037046 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 3bc65a8d-50f3-43c8-8ae2-c9f7c0f0c393 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:54:05.120669 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 3bc65a8d-50f3-43c8-8ae2-c9f7c0f0c393 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:54:05.127750 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 3bc65a8d-50f3-43c8-8ae2-c9f7c0f0c393 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:54:05.128617 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:05.202444 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-6a665d45-14cb-467d-9f55-a63dbf6ad894 None None] Provisioning complete for port 3bc65a8d-50f3-43c8-8ae2-c9f7c0f0c393 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:54:05.202973 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6a665d45-14cb-467d-9f55-a63dbf6ad894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:05.209145 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc973df1-4cbe-4059-beb0-d14e4a694f93 req-29604666-f50e-4321-9f00-d232919eaec1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:54:05.210035 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-cc973df1-4cbe-4059-beb0-d14e4a694f93 req-29604666-f50e-4321-9f00-d232919eaec1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Synchronizing usage tracker for tenant:884b801388a745e49e2da4f5c6acad38 on resource:network {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:54:05.225871 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-cc973df1-4cbe-4059-beb0-d14e4a694f93 req-29604666-f50e-4321-9f00-d232919eaec1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Unset dirty status for tenant:884b801388a745e49e2da4f5c6acad38 on resource:network {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:54:05.227484 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cc973df1-4cbe-4059-beb0-d14e4a694f93 req-29604666-f50e-4321-9f00-d232919eaec1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/networks?id=d1d778ca-ef85-48d3-b4bf-e544dcff89d1 HTTP/1.1" status: 200  len: 797 time: 0.2793331
Jan 29 10:54:05.253082 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cc973df1-4cbe-4059-beb0-d14e4a694f93 req-45e64978-5c17-4d10-bcea-b07305ef220e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/quotas/884b801388a745e49e2da4f5c6acad38 HTTP/1.1" status: 200  len: 375 time: 0.0188906
Jan 29 10:54:05.288843 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:05.398659 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-cc973df1-4cbe-4059-beb0-d14e4a694f93 req-7c0e2386-40c9-47a0-a1a7-286e383da26f tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Synchronizing usage tracker for tenant:884b801388a745e49e2da4f5c6acad38 on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:54:05.405707 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700602ad-7efc-4be7-abe4-3a36210169bc None None] Sync routers for ids ['8b203a6a-57be-43a6-b24a-5485677f120e'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:54:05.416071 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-cc973df1-4cbe-4059-beb0-d14e4a694f93 req-7c0e2386-40c9-47a0-a1a7-286e383da26f tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Unset dirty status for tenant:884b801388a745e49e2da4f5c6acad38 on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:54:05.417628 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700602ad-7efc-4be7-abe4-3a36210169bc None None] Routers {'8b203a6a-57be-43a6-b24a-5485677f120e'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:54:05.418024 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cc973df1-4cbe-4059-beb0-d14e4a694f93 req-7c0e2386-40c9-47a0-a1a7-286e383da26f tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=884b801388a745e49e2da4f5c6acad38&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1636484
Jan 29 10:54:05.418896 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-700602ad-7efc-4be7-abe4-3a36210169bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9d07cc0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:53:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['8b203a6a-57be-43a6-b24a-5485677f120e'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:54:05.424212 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:05.437209 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [req-cc973df1-4cbe-4059-beb0-d14e4a694f93 req-ae80fad9-b800-4d62-a87c-fcc4917289a1 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=80765) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:54:05.438325 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cc973df1-4cbe-4059-beb0-d14e4a694f93 req-ae80fad9-b800-4d62-a87c-fcc4917289a1 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0060873
Jan 29 10:54:05.461459 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6a665d45-14cb-467d-9f55-a63dbf6ad894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:05.509833 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port 3bc65a8d-50f3-43c8-8ae2-c9f7c0f0c393, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=3bc65a8d-50f3-43c8-8ae2-c9f7c0f0c393,segment=NetworkSegment(904a58ce-afb9-435d-8d5f-1e946cf3e64e),segment_id=904a58ce-afb9-435d-8d5f-1e946cf3e64e)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:54:05.545661 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:05.546894 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device b6ec9c89-0002-4e40-948a-6fece2b14fb4 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:54:05.594879 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:54:05.621472 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cc973df1-4cbe-4059-beb0-d14e4a694f93 req-a8089e5f-69cb-4f8a-8cdb-2fe2261d5772 service neutron] 10.222.0.57 "GET /v2.0/networks/d1d778ca-ef85-48d3-b4bf-e544dcff89d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1731896
Jan 29 10:54:05.658587 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-700602ad-7efc-4be7-abe4-3a36210169bc None None] Set router 8b203a6a-57be-43a6-b24a-5485677f120e gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:54:05.679341 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=3bc65a8d-50f3-43c8-8ae2-c9f7c0f0c393,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:54:05.683905 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:54:05.723163 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-6a665d45-14cb-467d-9f55-a63dbf6ad894 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80767) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:54:05.724366 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-6a665d45-14cb-467d-9f55-a63dbf6ad894 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:54:05.742125 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port b6ec9c89-0002-4e40-948a-6fece2b14fb4 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:54:05.742563 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:05.819995 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cc973df1-4cbe-4059-beb0-d14e4a694f93 req-f52672c8-c375-4846-9a3d-6970353efe6f service neutron] 10.222.0.57 "GET /v2.0/networks/d1d778ca-ef85-48d3-b4bf-e544dcff89d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1915660
Jan 29 10:54:06.013022 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-700602ad-7efc-4be7-abe4-3a36210169bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9d07cc0>, [{'id': '8b203a6a-57be-43a6-b24a-5485677f120e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072730335', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': 'b6ec9c89-0002-4e40-948a-6fece2b14fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:53:56Z', 'updated_at': '2021-01-29T10:54:03Z', 'revision_number': 4, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': 'b6ec9c89-0002-4e40-948a-6fece2b14fb4', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b203a6a-57be-43a6-b24a-5485677f120e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:53:57Z', 'updated_at': '2021-01-29T10:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '5f729fa2-f1a2-496f-9a45-13aa05c57028', 'name': '', 'network_id': 'd1d778ca-ef85-48d3-b4bf-e544dcff89d1', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'mac_address': 'fa:16:3e:e4:77:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b203a6a-57be-43a6-b24a-5485677f120e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'cca164e5-289c-40c6-bd29-870bb1c1feae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:54:01Z', 'updated_at': '2021-01-29T10:54:03Z', 'revision_number': 2, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'subnets': [{'id': 'cca164e5-289c-40c6-bd29-870bb1c1feae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:54:06.017221 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700602ad-7efc-4be7-abe4-3a36210169bc None None] Checking router: 8b203a6a-57be-43a6-b24a-5485677f120e for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:54:06.017624 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700602ad-7efc-4be7-abe4-3a36210169bc None None] Updating router 8b203a6a-57be-43a6-b24a-5485677f120e port 5f729fa2-f1a2-496f-9a45-13aa05c57028 binding host dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 29 10:54:06.046349 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d7b03dc8-348c-4d31-a430-5007bf213078 req-68661470-ae80-461f-a921-653e2a08604b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=e28e0afa-1a6f-442f-bdf2-4e7b5a0e9d0d HTTP/1.1" status: 200  len: 210 time: 0.0558910
Jan 29 10:54:06.077585 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-700602ad-7efc-4be7-abe4-3a36210169bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:06.299322 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-6a665d45-14cb-467d-9f55-a63dbf6ad894 None None] Provisioning for port 5f729fa2-f1a2-496f-9a45-13aa05c57028 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:54:06.305711 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-6a665d45-14cb-467d-9f55-a63dbf6ad894 None None] Provisioning complete for port 5f729fa2-f1a2-496f-9a45-13aa05c57028 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:54:06.306181 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6a665d45-14cb-467d-9f55-a63dbf6ad894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:06.364605 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-6a665d45-14cb-467d-9f55-a63dbf6ad894 None None] Port 5f729fa2-f1a2-496f-9a45-13aa05c57028 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:54:06.486271 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-3be5d0a5-b6cc-4fc8-a789-3e0e46bac5be None None] Provisioning complete for port 3bc65a8d-50f3-43c8-8ae2-c9f7c0f0c393 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:54:06.486824 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3be5d0a5-b6cc-4fc8-a789-3e0e46bac5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:06.519260 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-700602ad-7efc-4be7-abe4-3a36210169bc None None] Notify callbacks [] for port, precommit_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:06.532469 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-700602ad-7efc-4be7-abe4-3a36210169bc None None] Transition to ACTIVE for port object 5f729fa2-f1a2-496f-9a45-13aa05c57028 will not be triggered until provisioned by entity L2. {{(pid=80768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:54:06.535435 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-700602ad-7efc-4be7-abe4-3a36210169bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:06.551559 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ae20cf85-4d73-4861-ab2a-7a070301b4b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:54:06.687684 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944ef2e4-42b4-4adb-9aec-af2138f2eb65 None None] Pushing event updated for resources: {'Port': ['ID=5f729fa2-f1a2-496f-9a45-13aa05c57028,revision_number=3']} {{(pid=80768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:54:06.706180 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ef2e4-42b4-4adb-9aec-af2138f2eb65 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:54:06.706560 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ef2e4-42b4-4adb-9aec-af2138f2eb65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:54:06.706934 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ef2e4-42b4-4adb-9aec-af2138f2eb65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:54:06.707301 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ef2e4-42b4-4adb-9aec-af2138f2eb65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:54:06.707696 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ef2e4-42b4-4adb-9aec-af2138f2eb65 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:54:06.708066 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ef2e4-42b4-4adb-9aec-af2138f2eb65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:54:06.708426 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ef2e4-42b4-4adb-9aec-af2138f2eb65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:54:06.708785 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ef2e4-42b4-4adb-9aec-af2138f2eb65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:54:06.709144 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ef2e4-42b4-4adb-9aec-af2138f2eb65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:54:06.709502 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ef2e4-42b4-4adb-9aec-af2138f2eb65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:54:06.709878 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ef2e4-42b4-4adb-9aec-af2138f2eb65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:54:06.710229 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ef2e4-42b4-4adb-9aec-af2138f2eb65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:54:06.710650 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ef2e4-42b4-4adb-9aec-af2138f2eb65 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:54:06.711003 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ef2e4-42b4-4adb-9aec-af2138f2eb65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:54:06.711356 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ef2e4-42b4-4adb-9aec-af2138f2eb65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:54:06.711707 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ef2e4-42b4-4adb-9aec-af2138f2eb65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:54:06.712060 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ef2e4-42b4-4adb-9aec-af2138f2eb65 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:54:06.712407 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ef2e4-42b4-4adb-9aec-af2138f2eb65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:54:06.712757 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ef2e4-42b4-4adb-9aec-af2138f2eb65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:54:06.713107 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ef2e4-42b4-4adb-9aec-af2138f2eb65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:54:06.713456 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ef2e4-42b4-4adb-9aec-af2138f2eb65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:54:06.713828 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ef2e4-42b4-4adb-9aec-af2138f2eb65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:54:06.714159 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ef2e4-42b4-4adb-9aec-af2138f2eb65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:54:06.714506 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ef2e4-42b4-4adb-9aec-af2138f2eb65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:54:06.719675 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-944ef2e4-42b4-4adb-9aec-af2138f2eb65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:54:06.871127 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-700602ad-7efc-4be7-abe4-3a36210169bc None None] Attempting to bind port 5f729fa2-f1a2-496f-9a45-13aa05c57028 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:54:06.871536 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-700602ad-7efc-4be7-abe4-3a36210169bc None None] Attempting to bind port 5f729fa2-f1a2-496f-9a45-13aa05c57028 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '904a58ce-afb9-435d-8d5f-1e946cf3e64e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd1d778ca-ef85-48d3-b4bf-e544dcff89d1'}] {{(pid=80768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:54:06.871939 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700602ad-7efc-4be7-abe4-3a36210169bc None None] Attempting to bind port 5f729fa2-f1a2-496f-9a45-13aa05c57028 on network d1d778ca-ef85-48d3-b4bf-e544dcff89d1 {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:54:06.878061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700602ad-7efc-4be7-abe4-3a36210169bc None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:54:06.878473 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700602ad-7efc-4be7-abe4-3a36210169bc None None] Checking segment: {'id': '904a58ce-afb9-435d-8d5f-1e946cf3e64e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd1d778ca-ef85-48d3-b4bf-e544dcff89d1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:54:06.879379 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-700602ad-7efc-4be7-abe4-3a36210169bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:06.879379 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700602ad-7efc-4be7-abe4-3a36210169bc None None] Bound using segment: {'id': '904a58ce-afb9-435d-8d5f-1e946cf3e64e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd1d778ca-ef85-48d3-b4bf-e544dcff89d1'} {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:54:06.880460 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-700602ad-7efc-4be7-abe4-3a36210169bc None None] Bound port: 5f729fa2-f1a2-496f-9a45-13aa05c57028, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '904a58ce-afb9-435d-8d5f-1e946cf3e64e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd1d778ca-ef85-48d3-b4bf-e544dcff89d1'}}] {{(pid=80768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:54:06.880933 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-700602ad-7efc-4be7-abe4-3a36210169bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:06.949074 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 3bc65a8d-50f3-43c8-8ae2-c9f7c0f0c393 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:54:06.980347 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-700602ad-7efc-4be7-abe4-3a36210169bc None None] For port 5f729fa2-f1a2-496f-9a45-13aa05c57028, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:54:06.984558 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-700602ad-7efc-4be7-abe4-3a36210169bc None None] For port 5f729fa2-f1a2-496f-9a45-13aa05c57028, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=5f729fa2-f1a2-496f-9a45-13aa05c57028,segment=NetworkSegment(904a58ce-afb9-435d-8d5f-1e946cf3e64e),segment_id=904a58ce-afb9-435d-8d5f-1e946cf3e64e)] {{(pid=80768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:54:06.987208 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-700602ad-7efc-4be7-abe4-3a36210169bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:07.003082 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-edfd1ad6-1dfc-4455-a285-39889992169d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:54:07.048486 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 3bc65a8d-50f3-43c8-8ae2-c9f7c0f0c393 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:54:07.049063 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:07.210875 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944ef2e4-42b4-4adb-9aec-af2138f2eb65 None None] Pushing event updated for resources: {'Port': ['ID=5f729fa2-f1a2-496f-9a45-13aa05c57028,revision_number=4']} {{(pid=80768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:54:07.215845 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-944ef2e4-42b4-4adb-9aec-af2138f2eb65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:54:07.270322 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700602ad-7efc-4be7-abe4-3a36210169bc None None] Routers {'8b203a6a-57be-43a6-b24a-5485677f120e'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:54:07.271377 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-700602ad-7efc-4be7-abe4-3a36210169bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9d07cc0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:53:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['8b203a6a-57be-43a6-b24a-5485677f120e'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:54:07.332372 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d2f99938-f1dc-4a1b-8caf-8694c04df518 req-8ae8301c-c7ea-489f-aea4-743afdb2e3c6 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=e28e0afa-1a6f-442f-bdf2-4e7b5a0e9d0d HTTP/1.1" status: 200  len: 210 time: 0.0898771
Jan 29 10:54:07.373413 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc973df1-4cbe-4059-beb0-d14e4a694f93 req-b0d19acf-bb41-4dea-b0f0-2f74be5120d1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:54:07.375274 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cc973df1-4cbe-4059-beb0-d14e4a694f93 req-b0d19acf-bb41-4dea-b0f0-2f74be5120d1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.22 "GET /v2.0/networks?id=d1d778ca-ef85-48d3-b4bf-e544dcff89d1 HTTP/1.1" status: 200  len: 797 time: 0.3180094
Jan 29 10:54:07.513869 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cc973df1-4cbe-4059-beb0-d14e4a694f93 req-9ee520eb-9680-4fe1-9fc3-88ec702ee9d9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=884b801388a745e49e2da4f5c6acad38 HTTP/1.1" status: 200  len: 8073 time: 0.1089818
Jan 29 10:54:07.523792 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-cc973df1-4cbe-4059-beb0-d14e4a694f93 req-7911bf3a-36eb-4f47-9089-fa36e76f1056 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Request body: {'port': {'device_id': 'e28e0afa-1a6f-442f-bdf2-4e7b5a0e9d0d', 'network_id': 'd1d778ca-ef85-48d3-b4bf-e544dcff89d1', 'admin_state_up': True, 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'security_groups': ['2e460d30-5760-4b5a-9a39-f4ac04efd975']}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:54:07.528094 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-700602ad-7efc-4be7-abe4-3a36210169bc None None] Set router 8b203a6a-57be-43a6-b24a-5485677f120e gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:54:07.674423 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-cc973df1-4cbe-4059-beb0-d14e4a694f93 req-7911bf3a-36eb-4f47-9089-fa36e76f1056 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:54:07.684819 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-cc973df1-4cbe-4059-beb0-d14e4a694f93 req-7911bf3a-36eb-4f47-9089-fa36e76f1056 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:54:07.694538 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc973df1-4cbe-4059-beb0-d14e4a694f93 req-7911bf3a-36eb-4f47-9089-fa36e76f1056 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Made reservation on behalf of 884b801388a745e49e2da4f5c6acad38 for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:54:07.715775 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-cc973df1-4cbe-4059-beb0-d14e4a694f93 req-7911bf3a-36eb-4f47-9089-fa36e76f1056 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:08.014948 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-700602ad-7efc-4be7-abe4-3a36210169bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9d07cc0>, [{'id': '8b203a6a-57be-43a6-b24a-5485677f120e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072730335', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': 'b6ec9c89-0002-4e40-948a-6fece2b14fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:53:56Z', 'updated_at': '2021-01-29T10:54:03Z', 'revision_number': 4, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': 'b6ec9c89-0002-4e40-948a-6fece2b14fb4', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b203a6a-57be-43a6-b24a-5485677f120e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:53:57Z', 'updated_at': '2021-01-29T10:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '5f729fa2-f1a2-496f-9a45-13aa05c57028', 'name': '', 'network_id': 'd1d778ca-ef85-48d3-b4bf-e544dcff89d1', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'mac_address': 'fa:16:3e:e4:77:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b203a6a-57be-43a6-b24a-5485677f120e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'cca164e5-289c-40c6-bd29-870bb1c1feae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:54:01Z', 'updated_at': '2021-01-29T10:54:06Z', 'revision_number': 4, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'subnets': [{'id': 'cca164e5-289c-40c6-bd29-870bb1c1feae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:54:08.019250 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700602ad-7efc-4be7-abe4-3a36210169bc None None] The sync data for ids ['8b203a6a-57be-43a6-b24a-5485677f120e'] in dv-neutron-772983-2-ovs is: [{'id': '8b203a6a-57be-43a6-b24a-5485677f120e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072730335', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': 'b6ec9c89-0002-4e40-948a-6fece2b14fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:53:56Z', 'updated_at': '2021-01-29T10:54:03Z', 'revision_number': 4, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': 'b6ec9c89-0002-4e40-948a-6fece2b14fb4', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b203a6a-57be-43a6-b24a-5485677f120e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:53:57Z', 'updated_at': '2021-01-29T10:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '5f729fa2-f1a2-496f-9a45-13aa05c57028', 'name': '', 'network_id': 'd1d778ca-ef85-48d3-b4bf-e544dcff89d1', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'mac_address': 'fa:16:3e:e4:77:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b203a6a-57be-43a6-b24a-5485677f120e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'cca164e5-289c-40c6-bd29-870bb1c1feae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:54:01Z', 'updated_at': '2021-01-29T10:54:06Z', 'revision_number': 4, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'subnets': [{'id': 'cca164e5-289c-40c6-bd29-870bb1c1feae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:54:08.043199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [req-cc973df1-4cbe-4059-beb0-d14e4a694f93 req-7911bf3a-36eb-4f47-9089-fa36e76f1056 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Allocated IP 172.20.0.11 (d1d778ca-ef85-48d3-b4bf-e544dcff89d1/cca164e5-289c-40c6-bd29-870bb1c1feae/dd82087c-2fdf-4ebb-b6ad-ce351257151e) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:54:08.536232 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f4c00ca2-b21a-4a21-91c7-ec92fb45424d req-57aec886-17b1-453f-978b-541ea6e795cf tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=e28e0afa-1a6f-442f-bdf2-4e7b5a0e9d0d HTTP/1.1" status: 200  len: 210 time: 0.0577400
Jan 29 10:54:08.568682 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-cc973df1-4cbe-4059-beb0-d14e4a694f93 req-7911bf3a-36eb-4f47-9089-fa36e76f1056 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:08.586217 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-cc973df1-4cbe-4059-beb0-d14e4a694f93 req-7911bf3a-36eb-4f47-9089-fa36e76f1056 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Transition to ACTIVE for port object dd82087c-2fdf-4ebb-b6ad-ce351257151e will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:54:08.609454 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-cc973df1-4cbe-4059-beb0-d14e4a694f93 req-7911bf3a-36eb-4f47-9089-fa36e76f1056 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:08.628813 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-48b9efe6-588c-4c2e-bd6a-b4682afa0e17 tempest-ServerDiskConfigTestJSON-993766068 tempest-ServerDiskConfigTestJSON-993766068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:54:08.783795 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7911bf3a-36eb-4f47-9089-fa36e76f1056 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'Port': ['ID=dd82087c-2fdf-4ebb-b6ad-ce351257151e,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:54:08.788817 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7911bf3a-36eb-4f47-9089-fa36e76f1056 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:54:08.843949 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc973df1-4cbe-4059-beb0-d14e4a694f93 req-7911bf3a-36eb-4f47-9089-fa36e76f1056 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Network d1d778ca-ef85-48d3-b4bf-e544dcff89d1 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:54:08.845191 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [req-cc973df1-4cbe-4059-beb0-d14e4a694f93 req-7911bf3a-36eb-4f47-9089-fa36e76f1056 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:54:08.847754 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc973df1-4cbe-4059-beb0-d14e4a694f93 req-7911bf3a-36eb-4f47-9089-fa36e76f1056 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:54:08.971523 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 5f729fa2-f1a2-496f-9a45-13aa05c57028 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:54:08.982082 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc973df1-4cbe-4059-beb0-d14e4a694f93 req-7911bf3a-36eb-4f47-9089-fa36e76f1056 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:54:08.982828 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-cc973df1-4cbe-4059-beb0-d14e4a694f93 req-7911bf3a-36eb-4f47-9089-fa36e76f1056 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:09.014872 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cc973df1-4cbe-4059-beb0-d14e4a694f93 req-7911bf3a-36eb-4f47-9089-fa36e76f1056 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4957886
Jan 29 10:54:09.035031 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-cc973df1-4cbe-4059-beb0-d14e4a694f93 req-1e55c33d-d736-4656-a000-e01bc4cd26aa service neutron] Request body: {'port': {'device_id': 'e28e0afa-1a6f-442f-bdf2-4e7b5a0e9d0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7729'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:54:09.052802 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 5f729fa2-f1a2-496f-9a45-13aa05c57028 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:54:09.058185 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 5f729fa2-f1a2-496f-9a45-13aa05c57028 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:54:09.058612 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:09.128135 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-377c3c6e-e6f9-4c68-9f1c-f770595530ee None None] Provisioning for port dd82087c-2fdf-4ebb-b6ad-ce351257151e completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:54:09.137394 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-377c3c6e-e6f9-4c68-9f1c-f770595530ee None None] Provisioning complete for port dd82087c-2fdf-4ebb-b6ad-ce351257151e triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:54:09.137859 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-377c3c6e-e6f9-4c68-9f1c-f770595530ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:09.164923 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-cc973df1-4cbe-4059-beb0-d14e4a694f93 req-1e55c33d-d736-4656-a000-e01bc4cd26aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:09.242334 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-377c3c6e-e6f9-4c68-9f1c-f770595530ee None None] Port dd82087c-2fdf-4ebb-b6ad-ce351257151e cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:54:09.263873 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:09.301993 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port 5f729fa2-f1a2-496f-9a45-13aa05c57028, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=5f729fa2-f1a2-496f-9a45-13aa05c57028,segment=NetworkSegment(904a58ce-afb9-435d-8d5f-1e946cf3e64e),segment_id=904a58ce-afb9-435d-8d5f-1e946cf3e64e)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:54:09.309119 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:09.311137 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-41bb321f-7cd2-4dfb-b137-5b86799ac7dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:54:09.386390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=5f729fa2-f1a2-496f-9a45-13aa05c57028,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:54:09.389979 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:54:09.602527 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [req-cc973df1-4cbe-4059-beb0-d14e4a694f93 req-1e55c33d-d736-4656-a000-e01bc4cd26aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd82087c-2fdf-4ebb-b6ad-ce351257151e {{(pid=80766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 29 10:54:09.611090 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-cc973df1-4cbe-4059-beb0-d14e4a694f93 req-1e55c33d-d736-4656-a000-e01bc4cd26aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:09.624555 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-cc973df1-4cbe-4059-beb0-d14e4a694f93 req-1e55c33d-d736-4656-a000-e01bc4cd26aa service neutron] Transition to ACTIVE for port object dd82087c-2fdf-4ebb-b6ad-ce351257151e will not be triggered until provisioned by entity L2. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:54:09.626939 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-cc973df1-4cbe-4059-beb0-d14e4a694f93 req-1e55c33d-d736-4656-a000-e01bc4cd26aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:09.643624 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2d8093ce-20c1-47eb-ad40-df4b978981f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:54:09.790367 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e55c33d-d736-4656-a000-e01bc4cd26aa service neutron] Pushing event updated for resources: {'Port': ['ID=dd82087c-2fdf-4ebb-b6ad-ce351257151e,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:54:09.794796 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1e55c33d-d736-4656-a000-e01bc4cd26aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:54:09.833952 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b533b9a-4a32-42ff-8029-3b642ca60a09 req-11484d14-0bc7-4ad3-8d01-1cfcf5c8de06 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:54:09.835568 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3b533b9a-4a32-42ff-8029-3b642ca60a09 req-11484d14-0bc7-4ad3-8d01-1cfcf5c8de06 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=e28e0afa-1a6f-442f-bdf2-4e7b5a0e9d0d HTTP/1.1" status: 200  len: 944 time: 0.1636238
Jan 29 10:54:09.903731 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3b533b9a-4a32-42ff-8029-3b642ca60a09 req-66c4a314-f5e8-4735-8b89-26bdf40c3bce tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e460d30-5760-4b5a-9a39-f4ac04efd975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0614736
Jan 29 10:54:09.985706 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-cc973df1-4cbe-4059-beb0-d14e4a694f93 req-1e55c33d-d736-4656-a000-e01bc4cd26aa service neutron] Attempting to bind port dd82087c-2fdf-4ebb-b6ad-ce351257151e on host hv-neutron-7729 for vnic_type normal with profile  {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:54:09.986123 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-cc973df1-4cbe-4059-beb0-d14e4a694f93 req-1e55c33d-d736-4656-a000-e01bc4cd26aa service neutron] Attempting to bind port dd82087c-2fdf-4ebb-b6ad-ce351257151e by drivers openvswitch on host hv-neutron-7729 at level 0 using segments [{'id': '904a58ce-afb9-435d-8d5f-1e946cf3e64e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd1d778ca-ef85-48d3-b4bf-e544dcff89d1'}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:54:09.986492 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc973df1-4cbe-4059-beb0-d14e4a694f93 req-1e55c33d-d736-4656-a000-e01bc4cd26aa service neutron] Attempting to bind port dd82087c-2fdf-4ebb-b6ad-ce351257151e on network d1d778ca-ef85-48d3-b4bf-e544dcff89d1 {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:54:09.992645 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc973df1-4cbe-4059-beb0-d14e4a694f93 req-1e55c33d-d736-4656-a000-e01bc4cd26aa service neutron] Checking agent: {'id': '5acf9624-c829-41ba-afd9-92278081af05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 10, 2, 34), 'started_at': datetime.datetime(2021, 1, 29, 10, 3, 4), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:54:09.993023 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc973df1-4cbe-4059-beb0-d14e4a694f93 req-1e55c33d-d736-4656-a000-e01bc4cd26aa service neutron] Checking segment: {'id': '904a58ce-afb9-435d-8d5f-1e946cf3e64e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd1d778ca-ef85-48d3-b4bf-e544dcff89d1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:54:09.993427 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-cc973df1-4cbe-4059-beb0-d14e4a694f93 req-1e55c33d-d736-4656-a000-e01bc4cd26aa service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:09.993841 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc973df1-4cbe-4059-beb0-d14e4a694f93 req-1e55c33d-d736-4656-a000-e01bc4cd26aa service neutron] Bound using segment: {'id': '904a58ce-afb9-435d-8d5f-1e946cf3e64e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd1d778ca-ef85-48d3-b4bf-e544dcff89d1'} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:54:09.994329 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-cc973df1-4cbe-4059-beb0-d14e4a694f93 req-1e55c33d-d736-4656-a000-e01bc4cd26aa service neutron] Bound port: dd82087c-2fdf-4ebb-b6ad-ce351257151e, host: hv-neutron-7729, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '904a58ce-afb9-435d-8d5f-1e946cf3e64e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd1d778ca-ef85-48d3-b4bf-e544dcff89d1'}}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:54:09.994702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-cc973df1-4cbe-4059-beb0-d14e4a694f93 req-1e55c33d-d736-4656-a000-e01bc4cd26aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:10.094071 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-cc973df1-4cbe-4059-beb0-d14e4a694f93 req-1e55c33d-d736-4656-a000-e01bc4cd26aa service neutron] For port dd82087c-2fdf-4ebb-b6ad-ce351257151e, host hv-neutron-7729, cleared binding levels {{(pid=80766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:54:10.097095 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-cc973df1-4cbe-4059-beb0-d14e4a694f93 req-1e55c33d-d736-4656-a000-e01bc4cd26aa service neutron] For port dd82087c-2fdf-4ebb-b6ad-ce351257151e, host hv-neutron-7729, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=dd82087c-2fdf-4ebb-b6ad-ce351257151e,segment=NetworkSegment(904a58ce-afb9-435d-8d5f-1e946cf3e64e),segment_id=904a58ce-afb9-435d-8d5f-1e946cf3e64e)] {{(pid=80766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:54:10.100957 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-cc973df1-4cbe-4059-beb0-d14e4a694f93 req-1e55c33d-d736-4656-a000-e01bc4cd26aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:10.116142 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a5c3759f-39c6-4fd5-b5d9-d60704e9d55e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:54:10.265199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e55c33d-d736-4656-a000-e01bc4cd26aa service neutron] Pushing event updated for resources: {'Port': ['ID=dd82087c-2fdf-4ebb-b6ad-ce351257151e,revision_number=3']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:54:10.271340 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1e55c33d-d736-4656-a000-e01bc4cd26aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:54:10.305183 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc973df1-4cbe-4059-beb0-d14e4a694f93 req-1e55c33d-d736-4656-a000-e01bc4cd26aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:54:10.305858 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-cc973df1-4cbe-4059-beb0-d14e4a694f93 req-1e55c33d-d736-4656-a000-e01bc4cd26aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:10.307367 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cc973df1-4cbe-4059-beb0-d14e4a694f93 req-1e55c33d-d736-4656-a000-e01bc4cd26aa service neutron] 10.222.0.22 "PUT /v2.0/ports/dd82087c-2fdf-4ebb-b6ad-ce351257151e HTTP/1.1" status: 200  len: 1158 time: 1.2781231
Jan 29 10:54:10.307958 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e28e0afa-1a6f-442f-bdf2-4e7b5a0e9d0d', 'tag': 'dd82087c-2fdf-4ebb-b6ad-ce351257151e'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:54:10.396541 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e28e0afa-1a6f-442f-bdf2-4e7b5a0e9d0d', 'tag': 'dd82087c-2fdf-4ebb-b6ad-ce351257151e', 'status': 'completed', 'code': 200}
Jan 29 10:54:10.444614 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc973df1-4cbe-4059-beb0-d14e4a694f93 req-ed57fb71-21e1-4731-93c1-3997c72b80c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:54:10.446281 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cc973df1-4cbe-4059-beb0-d14e4a694f93 req-ed57fb71-21e1-4731-93c1-3997c72b80c9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=884b801388a745e49e2da4f5c6acad38&device_id=e28e0afa-1a6f-442f-bdf2-4e7b5a0e9d0d HTTP/1.1" status: 200  len: 1161 time: 0.0867057
Jan 29 10:54:10.527585 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cc973df1-4cbe-4059-beb0-d14e4a694f93 req-8db95ace-c95a-4dcf-8c70-9460642c77ce service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd82087c-2fdf-4ebb-b6ad-ce351257151e HTTP/1.1" status: 200  len: 217 time: 0.0682833
Jan 29 10:54:10.600344 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc973df1-4cbe-4059-beb0-d14e4a694f93 req-c38b8c8c-b7d2-4d66-8053-4251032329c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:54:10.601803 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cc973df1-4cbe-4059-beb0-d14e4a694f93 req-c38b8c8c-b7d2-4d66-8053-4251032329c5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cca164e5-289c-40c6-bd29-870bb1c1feae HTTP/1.1" status: 200  len: 834 time: 0.0681486
Jan 29 10:54:10.684639 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc973df1-4cbe-4059-beb0-d14e4a694f93 req-d9eda8b7-5f0a-4bf1-9dde-1c4b1667e2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:54:10.686282 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cc973df1-4cbe-4059-beb0-d14e4a694f93 req-d9eda8b7-5f0a-4bf1-9dde-1c4b1667e2ed service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d1d778ca-ef85-48d3-b4bf-e544dcff89d1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0773277
Jan 29 10:54:10.827295 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cc973df1-4cbe-4059-beb0-d14e4a694f93 req-caef58f4-9a3e-49ee-ba0d-364888d0f941 service neutron] 10.222.0.22 "GET /v2.0/networks/d1d778ca-ef85-48d3-b4bf-e544dcff89d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1346240
Jan 29 10:54:10.946918 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 5f729fa2-f1a2-496f-9a45-13aa05c57028 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:54:10.980122 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cc973df1-4cbe-4059-beb0-d14e4a694f93 req-7429ad14-863b-4128-90ab-c7f908bab13a service neutron] 10.222.0.22 "GET /v2.0/networks/d1d778ca-ef85-48d3-b4bf-e544dcff89d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1458514
Jan 29 10:54:11.027078 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 5f729fa2-f1a2-496f-9a45-13aa05c57028 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:54:11.027499 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:11.160390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac780fa-395d-4c42-9071-ba953bac6e9c req-7618d5c3-289d-4d13-b28a-d0d74f45defb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:54:11.162601 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0ac780fa-395d-4c42-9071-ba953bac6e9c req-7618d5c3-289d-4d13-b28a-d0d74f45defb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=884b801388a745e49e2da4f5c6acad38&device_id=e28e0afa-1a6f-442f-bdf2-4e7b5a0e9d0d HTTP/1.1" status: 200  len: 1161 time: 0.0919504
Jan 29 10:54:11.216377 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eda0aa-030e-48fb-873d-d1e3659bacfe req-a40f2979-366d-44b8-b3e7-567201b02da3 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:54:11.218080 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b2eda0aa-030e-48fb-873d-d1e3659bacfe req-a40f2979-366d-44b8-b3e7-567201b02da3 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=e28e0afa-1a6f-442f-bdf2-4e7b5a0e9d0d HTTP/1.1" status: 200  len: 944 time: 0.1775849
Jan 29 10:54:11.286406 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b2eda0aa-030e-48fb-873d-d1e3659bacfe req-dc20a537-16ce-4d77-9432-a542342bd3bc tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e460d30-5760-4b5a-9a39-f4ac04efd975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0604444
Jan 29 10:54:11.323492 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac780fa-395d-4c42-9071-ba953bac6e9c req-50fb6eb4-5a05-4de3-a60b-5169d93232fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:54:11.325429 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0ac780fa-395d-4c42-9071-ba953bac6e9c req-50fb6eb4-5a05-4de3-a60b-5169d93232fe service neutron] 10.222.0.22 "GET /v2.0/networks?id=d1d778ca-ef85-48d3-b4bf-e544dcff89d1 HTTP/1.1" status: 200  len: 891 time: 0.1562068
Jan 29 10:54:11.402800 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0ac780fa-395d-4c42-9071-ba953bac6e9c req-fc3fa056-f62f-4acb-ad51-052e13ddde7a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd82087c-2fdf-4ebb-b6ad-ce351257151e HTTP/1.1" status: 200  len: 217 time: 0.0708449
Jan 29 10:54:11.472644 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac780fa-395d-4c42-9071-ba953bac6e9c req-8030a3c0-a0a3-4292-9c07-24e548e2b2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:54:11.474507 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0ac780fa-395d-4c42-9071-ba953bac6e9c req-8030a3c0-a0a3-4292-9c07-24e548e2b2ee service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cca164e5-289c-40c6-bd29-870bb1c1feae HTTP/1.1" status: 200  len: 834 time: 0.0655982
Jan 29 10:54:11.563479 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac780fa-395d-4c42-9071-ba953bac6e9c req-32676738-7ef8-46f9-a7e0-f9a070023ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:54:11.565077 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0ac780fa-395d-4c42-9071-ba953bac6e9c req-32676738-7ef8-46f9-a7e0-f9a070023ff4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d1d778ca-ef85-48d3-b4bf-e544dcff89d1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0835507
Jan 29 10:54:11.713551 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0ac780fa-395d-4c42-9071-ba953bac6e9c req-ba004d14-bb61-463a-91db-4e0e00ff16d4 service neutron] 10.222.0.22 "GET /v2.0/networks/d1d778ca-ef85-48d3-b4bf-e544dcff89d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1405680
Jan 29 10:54:11.876404 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0ac780fa-395d-4c42-9071-ba953bac6e9c req-942dd8da-ca1a-47fc-93b6-89268fa5f4be service neutron] 10.222.0.22 "GET /v2.0/networks/d1d778ca-ef85-48d3-b4bf-e544dcff89d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1358259
Jan 29 10:54:12.586422 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e45a315-f0fd-41f1-899c-e3761cd675f1 req-c47cd1b5-3d07-41ec-aa81-9b6408d46e2d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:54:12.587991 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1e45a315-f0fd-41f1-899c-e3761cd675f1 req-c47cd1b5-3d07-41ec-aa81-9b6408d46e2d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=e28e0afa-1a6f-442f-bdf2-4e7b5a0e9d0d HTTP/1.1" status: 200  len: 944 time: 0.1691511
Jan 29 10:54:12.651740 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1e45a315-f0fd-41f1-899c-e3761cd675f1 req-c05e7ec5-e156-46aa-a9f9-20c2418eefc6 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e460d30-5760-4b5a-9a39-f4ac04efd975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0575202
Jan 29 10:54:14.088863 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02ec66-d105-43b0-83ae-7cadcf7aa2e1 req-b388da60-30fa-4421-a8ac-64733e20c635 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:54:14.090530 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cd02ec66-d105-43b0-83ae-7cadcf7aa2e1 req-b388da60-30fa-4421-a8ac-64733e20c635 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=e28e0afa-1a6f-442f-bdf2-4e7b5a0e9d0d HTTP/1.1" status: 200  len: 944 time: 0.1656673
Jan 29 10:54:14.153397 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cd02ec66-d105-43b0-83ae-7cadcf7aa2e1 req-27327dce-f765-484f-8aed-b38589177afd tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e460d30-5760-4b5a-9a39-f4ac04efd975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0566483
Jan 29 10:54:15.447324 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d218d-be45-4ea8-8954-85d77f324eac req-8cfbe515-ba40-43e1-8b76-c79b8af0ae91 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:54:15.448898 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-638d218d-be45-4ea8-8954-85d77f324eac req-8cfbe515-ba40-43e1-8b76-c79b8af0ae91 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=e28e0afa-1a6f-442f-bdf2-4e7b5a0e9d0d HTTP/1.1" status: 200  len: 944 time: 0.1686618
Jan 29 10:54:15.515762 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-638d218d-be45-4ea8-8954-85d77f324eac req-859afebc-3ae8-41c8-877d-2c051c2197fd tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e460d30-5760-4b5a-9a39-f4ac04efd975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0602324
Jan 29 10:54:16.414809 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device dd82087c-2fdf-4ebb-b6ad-ce351257151e up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:54:16.488665 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning for port dd82087c-2fdf-4ebb-b6ad-ce351257151e completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:54:16.493852 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port dd82087c-2fdf-4ebb-b6ad-ce351257151e triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:54:16.494282 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:16.619899 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:16.648144 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e28e0afa-1a6f-442f-bdf2-4e7b5a0e9d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd82087c-2fdf-4ebb-b6ad-ce351257151e'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:54:16.658333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port dd82087c-2fdf-4ebb-b6ad-ce351257151e, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=dd82087c-2fdf-4ebb-b6ad-ce351257151e,segment=NetworkSegment(904a58ce-afb9-435d-8d5f-1e946cf3e64e),segment_id=904a58ce-afb9-435d-8d5f-1e946cf3e64e)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:54:16.661910 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:16.663827 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3bfc9c6d-b9f8-4492-887b-96fefbb10ac3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:54:16.738240 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=dd82087c-2fdf-4ebb-b6ad-ce351257151e,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:54:16.742403 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:54:16.815111 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f58994-b4ae-4846-bae5-cd2a52162333 req-27ecddae-5bc7-4b1a-ae33-138157ae2352 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:54:16.817327 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c5f58994-b4ae-4846-bae5-cd2a52162333 req-27ecddae-5bc7-4b1a-ae33-138157ae2352 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=e28e0afa-1a6f-442f-bdf2-4e7b5a0e9d0d HTTP/1.1" status: 200  len: 946 time: 0.1690040
Jan 29 10:54:16.884983 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c5f58994-b4ae-4846-bae5-cd2a52162333 req-3f7501e3-ecf6-427b-bd61-19aeaa238fa2 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e460d30-5760-4b5a-9a39-f4ac04efd975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0610573
Jan 29 10:54:16.954233 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e28e0afa-1a6f-442f-bdf2-4e7b5a0e9d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd82087c-2fdf-4ebb-b6ad-ce351257151e', 'code': 200}
Jan 29 10:54:17.219138 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24961c1-4462-4481-8ec0-04b9bf0121f6 req-b4785da7-00fc-4682-bf50-8262240fe75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:54:17.220674 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f24961c1-4462-4481-8ec0-04b9bf0121f6 req-b4785da7-00fc-4682-bf50-8262240fe75a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e28e0afa-1a6f-442f-bdf2-4e7b5a0e9d0d HTTP/1.1" status: 200  len: 1163 time: 0.0764515
Jan 29 10:54:17.263458 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f24961c1-4462-4481-8ec0-04b9bf0121f6 req-ad008215-9322-4ae2-80e4-97175700aed9 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=2e460d30-5760-4b5a-9a39-f4ac04efd975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0361786
Jan 29 10:54:17.764295 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device dd82087c-2fdf-4ebb-b6ad-ce351257151e up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:54:17.836238 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port dd82087c-2fdf-4ebb-b6ad-ce351257151e triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:54:17.836662 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:18.178342 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a041efb2-ed75-4cfa-8732-9dcf24080bec req-5f96a1f9-b8b2-4335-ab32-b7af2b0b13d7 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:54:18.179954 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a041efb2-ed75-4cfa-8732-9dcf24080bec req-5f96a1f9-b8b2-4335-ab32-b7af2b0b13d7 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=e28e0afa-1a6f-442f-bdf2-4e7b5a0e9d0d HTTP/1.1" status: 200  len: 946 time: 0.1650302
Jan 29 10:54:18.243267 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a041efb2-ed75-4cfa-8732-9dcf24080bec req-12e685ee-6b18-4fe3-bd62-62d51e9ae4b0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e460d30-5760-4b5a-9a39-f4ac04efd975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0569327
Jan 29 10:54:19.537887 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6875e74a-b22a-4556-bdd3-7394506e0ebf req-f22ca564-2468-4791-a5e8-995527d51179 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:54:19.539455 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6875e74a-b22a-4556-bdd3-7394506e0ebf req-f22ca564-2468-4791-a5e8-995527d51179 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=e28e0afa-1a6f-442f-bdf2-4e7b5a0e9d0d HTTP/1.1" status: 200  len: 946 time: 0.1671336
Jan 29 10:54:19.604477 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6875e74a-b22a-4556-bdd3-7394506e0ebf req-510a0c3e-3eec-432c-9566-b7cd3c94945b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e460d30-5760-4b5a-9a39-f4ac04efd975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0586183
Jan 29 10:54:19.897909 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f17b977-aec2-44f5-b911-eec0a12013b2 req-2b70fb1a-03e7-4982-8fe6-0fa075179013 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:54:19.899543 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4f17b977-aec2-44f5-b911-eec0a12013b2 req-2b70fb1a-03e7-4982-8fe6-0fa075179013 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=e28e0afa-1a6f-442f-bdf2-4e7b5a0e9d0d HTTP/1.1" status: 200  len: 946 time: 0.1660528
Jan 29 10:54:19.980621 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4f17b977-aec2-44f5-b911-eec0a12013b2 req-1ec3a1f8-cd86-40eb-8f1d-b56dae17cd36 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e460d30-5760-4b5a-9a39-f4ac04efd975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0747569
Jan 29 10:54:20.010321 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 36508) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:54:20.088335 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb413a6a-3424-45cf-98ec-e9bf86c2d9f6 tempest-TestNetworkAdvancedServerOps-1094188060 tempest-TestNetworkAdvancedServerOps-1094188060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:54:20.090008 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-eb413a6a-3424-45cf-98ec-e9bf86c2d9f6 tempest-TestNetworkAdvancedServerOps-1094188060 tempest-TestNetworkAdvancedServerOps-1094188060-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=e28e0afa-1a6f-442f-bdf2-4e7b5a0e9d0d HTTP/1.1" status: 200  len: 1158 time: 0.0786095
Jan 29 10:54:20.092956 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 36512) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:54:20.098978 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-5f96044a-98d4-464a-812d-d9903b7c7e0f tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Request body: {'floatingip': {'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'port_id': 'dd82087c-2fdf-4ebb-b6ad-ce351257151e', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'fixed_ip_address': '172.20.0.11'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:54:20.120865 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-5f96044a-98d4-464a-812d-d9903b7c7e0f tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:54:20.124965 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5f96044a-98d4-464a-812d-d9903b7c7e0f tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Usage tracker for resource:floatingip and tenant:884b801388a745e49e2da4f5c6acad38 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:54:20.127993 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5f96044a-98d4-464a-812d-d9903b7c7e0f tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:54:20.133947 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-5f96044a-98d4-464a-812d-d9903b7c7e0f tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:54:20.143578 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5f96044a-98d4-464a-812d-d9903b7c7e0f tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for floatingip, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:20.290392 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5f96044a-98d4-464a-812d-d9903b7c7e0f tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:20.562344 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-5f96044a-98d4-464a-812d-d9903b7c7e0f tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Allocated IP 172.26.7.26 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/6e7acf5e-1cfb-406d-9e01-8875e5bb5684) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:54:20.716514 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5f96044a-98d4-464a-812d-d9903b7c7e0f tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:20.744662 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5f96044a-98d4-464a-812d-d9903b7c7e0f tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:20.760452 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2d5528eb-f6a8-4c1e-94cb-60005e38ff3d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:54:20.892079 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f96044a-98d4-464a-812d-d9903b7c7e0f tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'Port': ['ID=6e7acf5e-1cfb-406d-9e01-8875e5bb5684,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:54:20.897566 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5f96044a-98d4-464a-812d-d9903b7c7e0f tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:54:20.948683 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f96044a-98d4-464a-812d-d9903b7c7e0f tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:54:20.950156 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-5f96044a-98d4-464a-812d-d9903b7c7e0f tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:54:20.952469 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f96044a-98d4-464a-812d-d9903b7c7e0f tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:54:21.547532 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-04fe774e-9171-469d-a5d8-1530ec91f3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:21.633843 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5f96044a-98d4-464a-812d-d9903b7c7e0f tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:21.710112 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5f96044a-98d4-464a-812d-d9903b7c7e0f tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:21.981324 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5f96044a-98d4-464a-812d-d9903b7c7e0f tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:21.984789 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5f96044a-98d4-464a-812d-d9903b7c7e0f tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:22.000859 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-148ef98e-0d97-49ec-9619-bf2dcb9f3df2 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:54:22.140566 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f96044a-98d4-464a-812d-d9903b7c7e0f tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'Port': ['ID=6e7acf5e-1cfb-406d-9e01-8875e5bb5684,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:54:22.143914 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5f96044a-98d4-464a-812d-d9903b7c7e0f tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:54:22.247460 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5f96044a-98d4-464a-812d-d9903b7c7e0f tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:22.431471 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [None req-5f96044a-98d4-464a-812d-d9903b7c7e0f tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Floating IP 87977d67-6421-4b57-8d94-f0a3a048183c associated. External IP: 172.26.7.26, port: dd82087c-2fdf-4ebb-b6ad-ce351257151e.
Jan 29 10:54:22.814633 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f96044a-98d4-464a-812d-d9903b7c7e0f tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Router 8b203a6a-57be-43a6-b24a-5485677f120e has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:54:23.003140 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f96044a-98d4-464a-812d-d9903b7c7e0f tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:54:23.013434 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60507640-b238-4422-aa3f-daed16a27a49 None None] Sync routers for ids ['8b203a6a-57be-43a6-b24a-5485677f120e'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:54:23.025243 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60507640-b238-4422-aa3f-daed16a27a49 None None] Routers {'8b203a6a-57be-43a6-b24a-5485677f120e'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:54:23.025997 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-60507640-b238-4422-aa3f-daed16a27a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9a3ab00>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:53:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['8b203a6a-57be-43a6-b24a-5485677f120e'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:54:23.028180 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5f96044a-98d4-464a-812d-d9903b7c7e0f tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:23.091071 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5f96044a-98d4-464a-812d-d9903b7c7e0f tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.9969227
Jan 29 10:54:23.091716 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e28e0afa-1a6f-442f-bdf2-4e7b5a0e9d0d', 'tag': 'dd82087c-2fdf-4ebb-b6ad-ce351257151e'}] {{(pid=80765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:54:23.219698 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-60507640-b238-4422-aa3f-daed16a27a49 None None] Set router 8b203a6a-57be-43a6-b24a-5485677f120e gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:54:23.365086 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce866e-2c0c-4e72-bfca-feaa65a83f8b req-579d0b71-928c-4924-807c-b46d3c7f65d5 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:54:23.366773 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-01ce866e-2c0c-4e72-bfca-feaa65a83f8b req-579d0b71-928c-4924-807c-b46d3c7f65d5 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=e28e0afa-1a6f-442f-bdf2-4e7b5a0e9d0d HTTP/1.1" status: 200  len: 946 time: 0.1721933
Jan 29 10:54:23.431237 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-01ce866e-2c0c-4e72-bfca-feaa65a83f8b req-7ccd0d4c-34fd-40a4-80ea-fdee2ca20cd9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e460d30-5760-4b5a-9a39-f4ac04efd975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0581317
Jan 29 10:54:23.462451 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 36522) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:54:23.594979 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e28e0afa-1a6f-442f-bdf2-4e7b5a0e9d0d', 'tag': 'dd82087c-2fdf-4ebb-b6ad-ce351257151e', 'status': 'completed', 'code': 200}
Jan 29 10:54:23.600210 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-37271f77-4966-4360-b050-d1f8a5f8f494 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/floatingips/87977d67-6421-4b57-8d94-f0a3a048183c HTTP/1.1" status: 200  len: 991 time: 0.1361089
Jan 29 10:54:23.606359 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-60507640-b238-4422-aa3f-daed16a27a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9a3ab00>, [{'id': '8b203a6a-57be-43a6-b24a-5485677f120e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072730335', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': 'b6ec9c89-0002-4e40-948a-6fece2b14fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:53:56Z', 'updated_at': '2021-01-29T10:54:03Z', 'revision_number': 4, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': 'b6ec9c89-0002-4e40-948a-6fece2b14fb4', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b203a6a-57be-43a6-b24a-5485677f120e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:53:57Z', 'updated_at': '2021-01-29T10:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': '87977d67-6421-4b57-8d94-f0a3a048183c', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'floating_ip_address': '172.26.7.26', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '8b203a6a-57be-43a6-b24a-5485677f120e', 'port_id': 'dd82087c-2fdf-4ebb-b6ad-ce351257151e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1d778ca-ef85-48d3-b4bf-e544dcff89d1', 'mac_address': 'fa:16:3e:9c:fd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28e0afa-1a6f-442f-bdf2-4e7b5a0e9d0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:54:21Z', 'updated_at': '2021-01-29T10:54:21Z', 'revision_number': 0, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f729fa2-f1a2-496f-9a45-13aa05c57028', 'name': '', 'network_id': 'd1d778ca-ef85-48d3-b4bf-e544dcff89d1', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'mac_address': 'fa:16:3e:e4:77:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b203a6a-57be-43a6-b24a-5485677f120e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'cca164e5-289c-40c6-bd29-870bb1c1feae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:54:01Z', 'updated_at': '2021-01-29T10:54:09Z', 'revision_number': 5, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'subnets': [{'id': 'cca164e5-289c-40c6-bd29-870bb1c1feae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:54:23.610483 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60507640-b238-4422-aa3f-daed16a27a49 None None] Checking router: 8b203a6a-57be-43a6-b24a-5485677f120e for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:54:23.619824 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60507640-b238-4422-aa3f-daed16a27a49 None None] Routers {'8b203a6a-57be-43a6-b24a-5485677f120e'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:54:23.620432 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-60507640-b238-4422-aa3f-daed16a27a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9a3ab00>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:53:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['8b203a6a-57be-43a6-b24a-5485677f120e'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:54:23.725340 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a65775d-ad04-424d-b61b-ffbd0da9fad5 req-4e9bd64e-e996-4f1c-9550-ef0feafd9241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:54:23.727050 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9a65775d-ad04-424d-b61b-ffbd0da9fad5 req-4e9bd64e-e996-4f1c-9550-ef0feafd9241 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=884b801388a745e49e2da4f5c6acad38&device_id=e28e0afa-1a6f-442f-bdf2-4e7b5a0e9d0d HTTP/1.1" status: 200  len: 1163 time: 0.0879548
Jan 29 10:54:23.880497 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a65775d-ad04-424d-b61b-ffbd0da9fad5 req-36f9a2aa-3e73-4393-8d66-519a8d24c303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:54:23.882156 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9a65775d-ad04-424d-b61b-ffbd0da9fad5 req-36f9a2aa-3e73-4393-8d66-519a8d24c303 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d1d778ca-ef85-48d3-b4bf-e544dcff89d1 HTTP/1.1" status: 200  len: 891 time: 0.1480486
Jan 29 10:54:23.948077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6bca2e45-9686-4bbd-a05a-3f9bed8b3809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:23.992576 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9a65775d-ad04-424d-b61b-ffbd0da9fad5 req-7724c030-c8d3-486d-bafb-a497a7727061 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd82087c-2fdf-4ebb-b6ad-ce351257151e HTTP/1.1" status: 200  len: 999 time: 0.1041405
Jan 29 10:54:23.994985 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-60507640-b238-4422-aa3f-daed16a27a49 None None] Set router 8b203a6a-57be-43a6-b24a-5485677f120e gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:54:24.062987 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a65775d-ad04-424d-b61b-ffbd0da9fad5 req-d523e812-a9ee-41df-9b01-333bb9b2f58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:54:24.064621 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9a65775d-ad04-424d-b61b-ffbd0da9fad5 req-d523e812-a9ee-41df-9b01-333bb9b2f58d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cca164e5-289c-40c6-bd29-870bb1c1feae HTTP/1.1" status: 200  len: 834 time: 0.0651550
Jan 29 10:54:24.147864 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a65775d-ad04-424d-b61b-ffbd0da9fad5 req-785330f6-c9de-4901-9cf2-e4a4f49be9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:54:24.149411 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9a65775d-ad04-424d-b61b-ffbd0da9fad5 req-785330f6-c9de-4901-9cf2-e4a4f49be9d7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d1d778ca-ef85-48d3-b4bf-e544dcff89d1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0788391
Jan 29 10:54:24.296946 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9a65775d-ad04-424d-b61b-ffbd0da9fad5 req-6e9366c5-984e-4d2e-bb26-a24669547e2e service neutron] 10.222.0.22 "GET /v2.0/networks/d1d778ca-ef85-48d3-b4bf-e544dcff89d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1405749
Jan 29 10:54:24.375832 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-60507640-b238-4422-aa3f-daed16a27a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9a3ab00>, [{'id': '8b203a6a-57be-43a6-b24a-5485677f120e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072730335', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': 'b6ec9c89-0002-4e40-948a-6fece2b14fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:53:56Z', 'updated_at': '2021-01-29T10:54:03Z', 'revision_number': 4, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': 'b6ec9c89-0002-4e40-948a-6fece2b14fb4', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b203a6a-57be-43a6-b24a-5485677f120e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:53:57Z', 'updated_at': '2021-01-29T10:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': '87977d67-6421-4b57-8d94-f0a3a048183c', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'floating_ip_address': '172.26.7.26', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '8b203a6a-57be-43a6-b24a-5485677f120e', 'port_id': 'dd82087c-2fdf-4ebb-b6ad-ce351257151e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1d778ca-ef85-48d3-b4bf-e544dcff89d1', 'mac_address': 'fa:16:3e:9c:fd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28e0afa-1a6f-442f-bdf2-4e7b5a0e9d0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:54:21Z', 'updated_at': '2021-01-29T10:54:21Z', 'revision_number': 0, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f729fa2-f1a2-496f-9a45-13aa05c57028', 'name': '', 'network_id': 'd1d778ca-ef85-48d3-b4bf-e544dcff89d1', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'mac_address': 'fa:16:3e:e4:77:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b203a6a-57be-43a6-b24a-5485677f120e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'cca164e5-289c-40c6-bd29-870bb1c1feae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:54:01Z', 'updated_at': '2021-01-29T10:54:09Z', 'revision_number': 5, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'subnets': [{'id': 'cca164e5-289c-40c6-bd29-870bb1c1feae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:54:24.380879 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60507640-b238-4422-aa3f-daed16a27a49 None None] The sync data for ids ['8b203a6a-57be-43a6-b24a-5485677f120e'] in dv-neutron-772983-2-ovs is: [{'id': '8b203a6a-57be-43a6-b24a-5485677f120e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072730335', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': 'b6ec9c89-0002-4e40-948a-6fece2b14fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:53:56Z', 'updated_at': '2021-01-29T10:54:03Z', 'revision_number': 4, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': 'b6ec9c89-0002-4e40-948a-6fece2b14fb4', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b203a6a-57be-43a6-b24a-5485677f120e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:53:57Z', 'updated_at': '2021-01-29T10:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': '87977d67-6421-4b57-8d94-f0a3a048183c', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'floating_ip_address': '172.26.7.26', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '8b203a6a-57be-43a6-b24a-5485677f120e', 'port_id': 'dd82087c-2fdf-4ebb-b6ad-ce351257151e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1d778ca-ef85-48d3-b4bf-e544dcff89d1', 'mac_address': 'fa:16:3e:9c:fd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28e0afa-1a6f-442f-bdf2-4e7b5a0e9d0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:54:21Z', 'updated_at': '2021-01-29T10:54:21Z', 'revision_number': 0, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f729fa2-f1a2-496f-9a45-13aa05c57028', 'name': '', 'network_id': 'd1d778ca-ef85-48d3-b4bf-e544dcff89d1', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'mac_address': 'fa:16:3e:e4:77:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b203a6a-57be-43a6-b24a-5485677f120e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'cca164e5-289c-40c6-bd29-870bb1c1feae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:54:01Z', 'updated_at': '2021-01-29T10:54:09Z', 'revision_number': 5, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'subnets': [{'id': 'cca164e5-289c-40c6-bd29-870bb1c1feae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:54:24.413823 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:24.604365 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 36526) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:54:24.684486 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66877dd1-d8a7-4805-8022-5c97ad0d9553 None None] New status for floating IP 87977d67-6421-4b57-8d94-f0a3a048183c: ACTIVE {{(pid=80768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 29 10:54:24.739249 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9a65775d-ad04-424d-b61b-ffbd0da9fad5 req-329c9d96-1b23-4c4c-9fe4-60363ffde19b service neutron] 10.222.0.22 "GET /v2.0/networks/d1d778ca-ef85-48d3-b4bf-e544dcff89d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4348252
Jan 29 10:54:24.745018 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7fca94a4-c79e-4263-a9b9-e34ebfc9d104 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/floatingips/87977d67-6421-4b57-8d94-f0a3a048183c HTTP/1.1" status: 200  len: 991 time: 0.1389704
Jan 29 10:54:25.014801 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:25.748956 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 36530) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:54:25.878327 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2d189645-1602-4ecf-9a96-62358e2622fe tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/floatingips/87977d67-6421-4b57-8d94-f0a3a048183c HTTP/1.1" status: 200  len: 993 time: 0.1279805
Jan 29 10:54:26.239641 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:35.265591 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:37.213577 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:54:51.548783 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5fdaac1c-7028-4921-9cad-12b965ebe85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:53.821248 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ee1f8448-90b0-4585-860a-fbfe67c530fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:54.413639 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:55.016384 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:54:56.247621 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:55:05.278181 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:55:14.212698 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:55:14.535968 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4df0942e-e6c6-47b8-9133-a7526c225f43 req-899d3110-30b1-4e3e-89de-b28c06daa913 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e28e0afa-1a6f-442f-bdf2-4e7b5a0e9d0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0815370
Jan 29 10:55:14.700787 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0942e-e6c6-47b8-9133-a7526c225f43 req-661cb946-5488-4867-8d26-67d74acb0356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:55:14.702412 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4df0942e-e6c6-47b8-9133-a7526c225f43 req-661cb946-5488-4867-8d26-67d74acb0356 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=884b801388a745e49e2da4f5c6acad38&device_id=e28e0afa-1a6f-442f-bdf2-4e7b5a0e9d0d HTTP/1.1" status: 200  len: 1163 time: 0.0805936
Jan 29 10:55:14.860455 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0942e-e6c6-47b8-9133-a7526c225f43 req-07438a7e-7592-4366-859c-bb8c991277f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:55:14.861949 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4df0942e-e6c6-47b8-9133-a7526c225f43 req-07438a7e-7592-4366-859c-bb8c991277f6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d1d778ca-ef85-48d3-b4bf-e544dcff89d1 HTTP/1.1" status: 200  len: 891 time: 0.1393421
Jan 29 10:55:14.969874 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4df0942e-e6c6-47b8-9133-a7526c225f43 req-73d62cb7-8f0a-4263-9295-1074974ecd9d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd82087c-2fdf-4ebb-b6ad-ce351257151e HTTP/1.1" status: 200  len: 1001 time: 0.1015320
Jan 29 10:55:15.041581 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0942e-e6c6-47b8-9133-a7526c225f43 req-18b97151-cf6c-450f-a53a-8a247b5bcb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:55:15.043151 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4df0942e-e6c6-47b8-9133-a7526c225f43 req-18b97151-cf6c-450f-a53a-8a247b5bcb35 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cca164e5-289c-40c6-bd29-870bb1c1feae HTTP/1.1" status: 200  len: 834 time: 0.0668225
Jan 29 10:55:15.124497 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0942e-e6c6-47b8-9133-a7526c225f43 req-a012ac03-af2c-41ef-aae6-934c1cd6f3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:55:15.126106 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4df0942e-e6c6-47b8-9133-a7526c225f43 req-a012ac03-af2c-41ef-aae6-934c1cd6f3e5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d1d778ca-ef85-48d3-b4bf-e544dcff89d1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0764604
Jan 29 10:55:15.270614 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4df0942e-e6c6-47b8-9133-a7526c225f43 req-7d31f7cc-6b1a-4efe-bc80-1a07921fc8ea service neutron] 10.222.0.22 "GET /v2.0/networks/d1d778ca-ef85-48d3-b4bf-e544dcff89d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373920
Jan 29 10:55:15.419378 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4df0942e-e6c6-47b8-9133-a7526c225f43 req-6b43ac19-05d4-4ef8-be06-8561bcb8f8e0 service neutron] 10.222.0.22 "GET /v2.0/networks/d1d778ca-ef85-48d3-b4bf-e544dcff89d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1419480
Jan 29 10:55:21.550138 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1d9048da-31da-4b02-a86c-1ab0741e244f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:55:23.822075 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0f3a20d6-a3c4-4eed-8e36-6b4e63ef650a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:55:24.417274 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:55:25.017488 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:55:26.248160 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:55:35.281326 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc44734d-a9b0-4240-a210-a4286d49de99 req-25bc373a-4404-4576-bfdb-6eaa798d4528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:55:35.283323 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cc44734d-a9b0-4240-a210-a4286d49de99 req-25bc373a-4404-4576-bfdb-6eaa798d4528 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=884b801388a745e49e2da4f5c6acad38&device_id=e28e0afa-1a6f-442f-bdf2-4e7b5a0e9d0d HTTP/1.1" status: 200  len: 1163 time: 0.0807478
Jan 29 10:55:35.285415 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:55:35.432608 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc44734d-a9b0-4240-a210-a4286d49de99 req-e0c295ed-d1de-4a27-aa32-a84ae69a9205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:55:35.434238 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cc44734d-a9b0-4240-a210-a4286d49de99 req-e0c295ed-d1de-4a27-aa32-a84ae69a9205 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d1d778ca-ef85-48d3-b4bf-e544dcff89d1 HTTP/1.1" status: 200  len: 891 time: 0.1435995
Jan 29 10:55:35.546873 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cc44734d-a9b0-4240-a210-a4286d49de99 req-9f7a680f-b438-41be-9235-f81ca43a110f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd82087c-2fdf-4ebb-b6ad-ce351257151e HTTP/1.1" status: 200  len: 1001 time: 0.1051362
Jan 29 10:55:35.569102 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd5da7-5fc1-4f58-8368-77638dd737ed req-e10902c0-4403-4370-bbd7-c200d20d8939 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:55:35.570862 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-62dd5da7-5fc1-4f58-8368-77638dd737ed req-e10902c0-4403-4370-bbd7-c200d20d8939 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=e28e0afa-1a6f-442f-bdf2-4e7b5a0e9d0d HTTP/1.1" status: 200  len: 946 time: 0.3454900
Jan 29 10:55:35.620631 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc44734d-a9b0-4240-a210-a4286d49de99 req-8276bb80-fd80-4a8d-a424-55e1e668b6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:55:35.622276 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cc44734d-a9b0-4240-a210-a4286d49de99 req-8276bb80-fd80-4a8d-a424-55e1e668b6e3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cca164e5-289c-40c6-bd29-870bb1c1feae HTTP/1.1" status: 200  len: 834 time: 0.0689020
Jan 29 10:55:35.642194 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-62dd5da7-5fc1-4f58-8368-77638dd737ed req-55bdd0df-a5aa-4b79-9e37-ddda18f88ce0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e460d30-5760-4b5a-9a39-f4ac04efd975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0645859
Jan 29 10:55:35.711651 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc44734d-a9b0-4240-a210-a4286d49de99 req-f0813f29-a564-4db4-9acc-62501098f3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:55:35.713274 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cc44734d-a9b0-4240-a210-a4286d49de99 req-f0813f29-a564-4db4-9acc-62501098f3f9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d1d778ca-ef85-48d3-b4bf-e544dcff89d1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0838649
Jan 29 10:55:35.861520 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cc44734d-a9b0-4240-a210-a4286d49de99 req-307dbd89-b43b-4397-b166-30ebd7938232 service neutron] 10.222.0.22 "GET /v2.0/networks/d1d778ca-ef85-48d3-b4bf-e544dcff89d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1410329
Jan 29 10:55:36.004669 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cc44734d-a9b0-4240-a210-a4286d49de99 req-d2a896c1-13d4-427d-9943-e5a08ee75399 service neutron] 10.222.0.22 "GET /v2.0/networks/d1d778ca-ef85-48d3-b4bf-e544dcff89d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1359317
Jan 29 10:55:36.938542 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a36460-3cf4-4fb9-9eb6-560cebca704a req-b05c0fb8-6ced-4c34-9261-c5708910a12b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:55:36.940150 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-53a36460-3cf4-4fb9-9eb6-560cebca704a req-b05c0fb8-6ced-4c34-9261-c5708910a12b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=e28e0afa-1a6f-442f-bdf2-4e7b5a0e9d0d HTTP/1.1" status: 200  len: 946 time: 0.1628747
Jan 29 10:55:37.004163 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-53a36460-3cf4-4fb9-9eb6-560cebca704a req-37320b54-b2d4-4ab5-be2a-016c45faef04 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e460d30-5760-4b5a-9a39-f4ac04efd975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0569665
Jan 29 10:55:38.300805 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf5e45-ccf1-4315-b5bf-61e2e9c92282 req-134fca58-0795-46cf-8b6e-937723ad02f5 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:55:38.303085 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6baf5e45-ccf1-4315-b5bf-61e2e9c92282 req-134fca58-0795-46cf-8b6e-937723ad02f5 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=e28e0afa-1a6f-442f-bdf2-4e7b5a0e9d0d HTTP/1.1" status: 200  len: 946 time: 0.1662741
Jan 29 10:55:38.368660 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6baf5e45-ccf1-4315-b5bf-61e2e9c92282 req-585f766c-b525-4e76-b66b-8df6dcf50d30 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e460d30-5760-4b5a-9a39-f4ac04efd975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0588751
Jan 29 10:55:39.665803 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bcb08c-673c-41a1-8cb7-6de6b9341f54 req-04166617-f0cd-48e6-bbaf-df53e7e89dd8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:55:39.667440 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-70bcb08c-673c-41a1-8cb7-6de6b9341f54 req-04166617-f0cd-48e6-bbaf-df53e7e89dd8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=e28e0afa-1a6f-442f-bdf2-4e7b5a0e9d0d HTTP/1.1" status: 200  len: 946 time: 0.1694961
Jan 29 10:55:39.736858 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-70bcb08c-673c-41a1-8cb7-6de6b9341f54 req-3ee41c7f-648d-4b2b-bd74-9fa186936b10 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e460d30-5760-4b5a-9a39-f4ac04efd975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0631561
Jan 29 10:55:41.036734 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8224a71b-577c-497f-b9a0-da8e76283560 req-53992399-776b-4420-9f11-e1fcd24fa11d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:55:41.038344 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8224a71b-577c-497f-b9a0-da8e76283560 req-53992399-776b-4420-9f11-e1fcd24fa11d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=e28e0afa-1a6f-442f-bdf2-4e7b5a0e9d0d HTTP/1.1" status: 200  len: 946 time: 0.1697121
Jan 29 10:55:41.105067 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8224a71b-577c-497f-b9a0-da8e76283560 req-f72658a7-f592-4909-8c43-382905203827 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e460d30-5760-4b5a-9a39-f4ac04efd975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0601914
Jan 29 10:55:42.401487 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2529034a-bfa8-40e5-a3a4-c3e81ec537b5 req-9c652918-658e-4cbe-b275-0f29f3d64fd7 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:55:42.403113 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2529034a-bfa8-40e5-a3a4-c3e81ec537b5 req-9c652918-658e-4cbe-b275-0f29f3d64fd7 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=e28e0afa-1a6f-442f-bdf2-4e7b5a0e9d0d HTTP/1.1" status: 200  len: 946 time: 0.1702790
Jan 29 10:55:42.467207 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2529034a-bfa8-40e5-a3a4-c3e81ec537b5 req-1e685662-21bb-4b54-a3f1-88241260c625 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e460d30-5760-4b5a-9a39-f4ac04efd975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0577641
Jan 29 10:55:43.767155 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed79f0f-7cc2-42f7-8d67-cae9ecc04442 req-05c9eb67-ba9a-45be-9e65-c653f94fc18d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:55:43.768789 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5ed79f0f-7cc2-42f7-8d67-cae9ecc04442 req-05c9eb67-ba9a-45be-9e65-c653f94fc18d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=e28e0afa-1a6f-442f-bdf2-4e7b5a0e9d0d HTTP/1.1" status: 200  len: 946 time: 0.1709077
Jan 29 10:55:43.839425 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5ed79f0f-7cc2-42f7-8d67-cae9ecc04442 req-1ac5e312-fe73-4a74-87c0-20815dc5e432 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e460d30-5760-4b5a-9a39-f4ac04efd975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0642710
Jan 29 10:55:45.135139 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1c31f-51b9-4e91-b368-59f7637924bf req-a5026e70-90a4-4d25-9523-f239c0594a8e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:55:45.136701 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6eb1c31f-51b9-4e91-b368-59f7637924bf req-a5026e70-90a4-4d25-9523-f239c0594a8e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=e28e0afa-1a6f-442f-bdf2-4e7b5a0e9d0d HTTP/1.1" status: 200  len: 946 time: 0.1651220
Jan 29 10:55:45.201095 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6eb1c31f-51b9-4e91-b368-59f7637924bf req-6b036837-f79a-4035-a8a9-962fe88e8f0d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e460d30-5760-4b5a-9a39-f4ac04efd975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0580153
Jan 29 10:55:46.752639 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea12a2d-3e48-4234-86fb-f26a74aae764 req-0ad0d682-c4f8-4aec-b269-0c19e29b50a4 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:55:46.754866 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-dea12a2d-3e48-4234-86fb-f26a74aae764 req-0ad0d682-c4f8-4aec-b269-0c19e29b50a4 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=e28e0afa-1a6f-442f-bdf2-4e7b5a0e9d0d HTTP/1.1" status: 200  len: 946 time: 0.4197922
Jan 29 10:55:46.818298 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-dea12a2d-3e48-4234-86fb-f26a74aae764 req-cd8b7292-4981-4a96-819f-22c0e26b9254 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e460d30-5760-4b5a-9a39-f4ac04efd975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0571163
Jan 29 10:55:48.107423 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddb1545-cf74-4c96-8346-92d58908be7d req-ded02c0e-a4d7-4a33-9267-9fb0c2e9a41a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:55:48.109038 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0ddb1545-cf74-4c96-8346-92d58908be7d req-ded02c0e-a4d7-4a33-9267-9fb0c2e9a41a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=e28e0afa-1a6f-442f-bdf2-4e7b5a0e9d0d HTTP/1.1" status: 200  len: 946 time: 0.1615126
Jan 29 10:55:48.178012 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0ddb1545-cf74-4c96-8346-92d58908be7d req-e1acf850-1931-4a2d-8998-0aa89a82bb47 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e460d30-5760-4b5a-9a39-f4ac04efd975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0617173
Jan 29 10:55:49.473736 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb910dee-c36b-4a6b-aaf5-e16d5ba47234 req-ac88c518-fac6-4c86-88ad-d9ebedc440cd tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:55:49.475288 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-bb910dee-c36b-4a6b-aaf5-e16d5ba47234 req-ac88c518-fac6-4c86-88ad-d9ebedc440cd tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=e28e0afa-1a6f-442f-bdf2-4e7b5a0e9d0d HTTP/1.1" status: 200  len: 946 time: 0.1623225
Jan 29 10:55:49.537785 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-bb910dee-c36b-4a6b-aaf5-e16d5ba47234 req-74fa4897-79a4-4be2-a1a4-13ec20144cba tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e460d30-5760-4b5a-9a39-f4ac04efd975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0561359
Jan 29 10:55:50.832872 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2754f383-73bb-47f7-8955-f03cecf1cbd8 req-34962e80-18b4-43f0-9763-eb30168067df tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:55:50.834475 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2754f383-73bb-47f7-8955-f03cecf1cbd8 req-34962e80-18b4-43f0-9763-eb30168067df tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=e28e0afa-1a6f-442f-bdf2-4e7b5a0e9d0d HTTP/1.1" status: 200  len: 946 time: 0.1678278
Jan 29 10:55:50.899057 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2754f383-73bb-47f7-8955-f03cecf1cbd8 req-dd4a0f9f-6521-45f5-9759-4777b028dab7 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e460d30-5760-4b5a-9a39-f4ac04efd975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0581343
Jan 29 10:55:51.212793 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:55:51.552485 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b8f5ef50-5cd7-4490-bdb0-52acdf7234ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:55:52.194029 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90afd136-ace8-4e16-894f-7609038474de req-26371e01-875a-4cb3-9e20-1d68d054ade8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:55:52.195589 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-90afd136-ace8-4e16-894f-7609038474de req-26371e01-875a-4cb3-9e20-1d68d054ade8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=e28e0afa-1a6f-442f-bdf2-4e7b5a0e9d0d HTTP/1.1" status: 200  len: 946 time: 0.1672320
Jan 29 10:55:52.267222 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-90afd136-ace8-4e16-894f-7609038474de req-b91eef89-a467-49cb-aed8-87b0331636d2 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e460d30-5760-4b5a-9a39-f4ac04efd975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0647931
Jan 29 10:55:53.581772 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad224b6f-5c44-43ba-a369-0eccfb4eddec req-9d652dd4-88a0-48e9-a344-23a566e749e4 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:55:53.583343 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ad224b6f-5c44-43ba-a369-0eccfb4eddec req-9d652dd4-88a0-48e9-a344-23a566e749e4 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=e28e0afa-1a6f-442f-bdf2-4e7b5a0e9d0d HTTP/1.1" status: 200  len: 946 time: 0.1613455
Jan 29 10:55:53.646798 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ad224b6f-5c44-43ba-a369-0eccfb4eddec req-6d1f8d52-c424-4071-9ac9-9ca11600975a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e460d30-5760-4b5a-9a39-f4ac04efd975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0570767
Jan 29 10:55:53.678285 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 36598) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:55:53.814392 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-be365131-c707-4c96-888a-8ae67c6a7537 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/floatingips/87977d67-6421-4b57-8d94-f0a3a048183c HTTP/1.1" status: 200  len: 993 time: 0.1344299
Jan 29 10:55:53.826528 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-291893f7-c433-4329-b93d-b769e0b362d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:55:54.422153 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:55:55.019824 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:55:56.253909 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:56:05.290244 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:56:15.273845 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-24b201c6-35e3-4440-8f7b-6678036fc379 req-3d5e9621-5224-448c-bc72-4f41b3f426f3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e28e0afa-1a6f-442f-bdf2-4e7b5a0e9d0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0760288
Jan 29 10:56:15.443916 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b201c6-35e3-4440-8f7b-6678036fc379 req-ef4ee10a-085b-4ba8-a766-b7fe7b8709a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:56:15.445518 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-24b201c6-35e3-4440-8f7b-6678036fc379 req-ef4ee10a-085b-4ba8-a766-b7fe7b8709a5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=884b801388a745e49e2da4f5c6acad38&device_id=e28e0afa-1a6f-442f-bdf2-4e7b5a0e9d0d HTTP/1.1" status: 200  len: 1163 time: 0.0812366
Jan 29 10:56:15.601388 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b201c6-35e3-4440-8f7b-6678036fc379 req-d5ac6040-9511-4ec0-bfa2-0ce4ec202627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:56:15.602946 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-24b201c6-35e3-4440-8f7b-6678036fc379 req-d5ac6040-9511-4ec0-bfa2-0ce4ec202627 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d1d778ca-ef85-48d3-b4bf-e544dcff89d1 HTTP/1.1" status: 200  len: 891 time: 0.1379325
Jan 29 10:56:15.711552 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-24b201c6-35e3-4440-8f7b-6678036fc379 req-edd603d4-39af-4242-abac-2595e5321512 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd82087c-2fdf-4ebb-b6ad-ce351257151e HTTP/1.1" status: 200  len: 1001 time: 0.1014609
Jan 29 10:56:15.782882 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b201c6-35e3-4440-8f7b-6678036fc379 req-9d75bf0c-b06b-4046-9ec3-6b2a7b3c537f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:56:15.785096 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-24b201c6-35e3-4440-8f7b-6678036fc379 req-9d75bf0c-b06b-4046-9ec3-6b2a7b3c537f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cca164e5-289c-40c6-bd29-870bb1c1feae HTTP/1.1" status: 200  len: 834 time: 0.0666275
Jan 29 10:56:15.868255 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b201c6-35e3-4440-8f7b-6678036fc379 req-12308d61-d8fa-4ca2-86dd-620be82883fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:56:15.869831 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-24b201c6-35e3-4440-8f7b-6678036fc379 req-12308d61-d8fa-4ca2-86dd-620be82883fd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d1d778ca-ef85-48d3-b4bf-e544dcff89d1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0787721
Jan 29 10:56:16.012328 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-24b201c6-35e3-4440-8f7b-6678036fc379 req-cc11c0b7-9080-448d-8e6f-d078c2bd878b service neutron] 10.222.0.22 "GET /v2.0/networks/d1d778ca-ef85-48d3-b4bf-e544dcff89d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1358972
Jan 29 10:56:16.157027 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-24b201c6-35e3-4440-8f7b-6678036fc379 req-f0bff158-4929-4c97-9fa1-8b046aa5f804 service neutron] 10.222.0.22 "GET /v2.0/networks/d1d778ca-ef85-48d3-b4bf-e544dcff89d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1370485
Jan 29 10:56:21.552995 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-04cf6b68-2ee9-4208-a545-5f026d5eb96a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:56:23.828504 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-99d30603-59bd-4628-9f9a-81e84f5697a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:56:24.422358 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:56:25.021524 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:56:26.255108 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:56:28.212679 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:56:35.288086 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:56:48.804781 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 36642) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:56:49.045275 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-2e257e82-3a71-4a97-820f-32e30a66da1b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Deleting port 6e7acf5e-1cfb-406d-9e01-8875e5bb5684 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:56:49.045655 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2e257e82-3a71-4a97-820f-32e30a66da1b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:56:49.224773 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2e257e82-3a71-4a97-820f-32e30a66da1b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:56:49.225136 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2e257e82-3a71-4a97-820f-32e30a66da1b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:56:49.356753 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-2e257e82-3a71-4a97-820f-32e30a66da1b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Calling delete_port for 6e7acf5e-1cfb-406d-9e01-8875e5bb5684 owned by network:floatingip {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:56:49.510021 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2e257e82-3a71-4a97-820f-32e30a66da1b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:56:49.525689 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-456ce547-a296-4961-a8fa-ba48c05f12ca tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:56:49.585059 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e257e82-3a71-4a97-820f-32e30a66da1b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event deleted for resources: {'Port': ['ID=6e7acf5e-1cfb-406d-9e01-8875e5bb5684,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:56:49.596783 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e257e82-3a71-4a97-820f-32e30a66da1b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:56:49.597211 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e257e82-3a71-4a97-820f-32e30a66da1b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:56:49.597635 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e257e82-3a71-4a97-820f-32e30a66da1b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:56:49.598076 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e257e82-3a71-4a97-820f-32e30a66da1b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:56:49.598492 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e257e82-3a71-4a97-820f-32e30a66da1b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:56:49.598906 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e257e82-3a71-4a97-820f-32e30a66da1b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:56:49.599314 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e257e82-3a71-4a97-820f-32e30a66da1b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:56:49.599723 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e257e82-3a71-4a97-820f-32e30a66da1b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:56:49.600130 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e257e82-3a71-4a97-820f-32e30a66da1b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:56:49.600538 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e257e82-3a71-4a97-820f-32e30a66da1b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:56:49.600949 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e257e82-3a71-4a97-820f-32e30a66da1b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:56:49.601357 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e257e82-3a71-4a97-820f-32e30a66da1b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:56:49.601859 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e257e82-3a71-4a97-820f-32e30a66da1b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:56:49.602269 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e257e82-3a71-4a97-820f-32e30a66da1b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:56:49.602674 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e257e82-3a71-4a97-820f-32e30a66da1b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:56:49.603078 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e257e82-3a71-4a97-820f-32e30a66da1b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:56:49.603481 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e257e82-3a71-4a97-820f-32e30a66da1b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:56:49.603889 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e257e82-3a71-4a97-820f-32e30a66da1b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:56:49.604292 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e257e82-3a71-4a97-820f-32e30a66da1b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:56:49.604697 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e257e82-3a71-4a97-820f-32e30a66da1b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:56:49.605097 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e257e82-3a71-4a97-820f-32e30a66da1b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:56:49.605501 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e257e82-3a71-4a97-820f-32e30a66da1b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:56:49.605930 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e257e82-3a71-4a97-820f-32e30a66da1b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:56:49.606336 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e257e82-3a71-4a97-820f-32e30a66da1b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:56:49.654338 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2e257e82-3a71-4a97-820f-32e30a66da1b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:56:49.773225 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2e257e82-3a71-4a97-820f-32e30a66da1b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for floatingip, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:56:49.773518 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [None req-2e257e82-3a71-4a97-820f-32e30a66da1b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Floating IP 87977d67-6421-4b57-8d94-f0a3a048183c disassociated (deleted). External IP: 172.26.7.26, port: dd82087c-2fdf-4ebb-b6ad-ce351257151e.
Jan 29 10:56:50.147202 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e257e82-3a71-4a97-820f-32e30a66da1b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Router 8b203a6a-57be-43a6-b24a-5485677f120e has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:56:50.339364 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e257e82-3a71-4a97-820f-32e30a66da1b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:56:50.349875 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fecb3b-eda9-4c4b-8cbf-b860bb595e3e None None] Sync routers for ids ['8b203a6a-57be-43a6-b24a-5485677f120e'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:56:50.357359 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2e257e82-3a71-4a97-820f-32e30a66da1b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:56:50.360557 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fecb3b-eda9-4c4b-8cbf-b860bb595e3e None None] Routers {'8b203a6a-57be-43a6-b24a-5485677f120e'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:56:50.361944 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-24fecb3b-eda9-4c4b-8cbf-b860bb595e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c968b668>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:56:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['8b203a6a-57be-43a6-b24a-5485677f120e'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:56:50.415598 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2e257e82-3a71-4a97-820f-32e30a66da1b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "DELETE /v2.0/floatingips/87977d67-6421-4b57-8d94-f0a3a048183c HTTP/1.1" status: 204  len: 168 time: 1.6095259
Jan 29 10:56:50.416316 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e28e0afa-1a6f-442f-bdf2-4e7b5a0e9d0d', 'tag': 'dd82087c-2fdf-4ebb-b6ad-ce351257151e'}] {{(pid=80765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:56:50.551844 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-24fecb3b-eda9-4c4b-8cbf-b860bb595e3e None None] Set router 8b203a6a-57be-43a6-b24a-5485677f120e gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:56:50.692101 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e28e0afa-1a6f-442f-bdf2-4e7b5a0e9d0d', 'tag': 'dd82087c-2fdf-4ebb-b6ad-ce351257151e', 'status': 'completed', 'code': 200}
Jan 29 10:56:50.826591 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73485b-fc6c-4629-95ae-b2350acc89ef req-229478d8-c649-4f49-b231-af214b6f807f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:56:50.828236 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2a73485b-fc6c-4629-95ae-b2350acc89ef req-229478d8-c649-4f49-b231-af214b6f807f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=884b801388a745e49e2da4f5c6acad38&device_id=e28e0afa-1a6f-442f-bdf2-4e7b5a0e9d0d HTTP/1.1" status: 200  len: 1163 time: 0.0937316
Jan 29 10:56:50.893029 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-24fecb3b-eda9-4c4b-8cbf-b860bb595e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c968b668>, [{'id': '8b203a6a-57be-43a6-b24a-5485677f120e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072730335', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': 'b6ec9c89-0002-4e40-948a-6fece2b14fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:53:56Z', 'updated_at': '2021-01-29T10:54:03Z', 'revision_number': 4, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': 'b6ec9c89-0002-4e40-948a-6fece2b14fb4', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b203a6a-57be-43a6-b24a-5485677f120e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:53:57Z', 'updated_at': '2021-01-29T10:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '5f729fa2-f1a2-496f-9a45-13aa05c57028', 'name': '', 'network_id': 'd1d778ca-ef85-48d3-b4bf-e544dcff89d1', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'mac_address': 'fa:16:3e:e4:77:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b203a6a-57be-43a6-b24a-5485677f120e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'cca164e5-289c-40c6-bd29-870bb1c1feae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:54:01Z', 'updated_at': '2021-01-29T10:54:09Z', 'revision_number': 5, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'subnets': [{'id': 'cca164e5-289c-40c6-bd29-870bb1c1feae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:56:50.897971 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fecb3b-eda9-4c4b-8cbf-b860bb595e3e None None] Checking router: 8b203a6a-57be-43a6-b24a-5485677f120e for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:56:50.907007 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fecb3b-eda9-4c4b-8cbf-b860bb595e3e None None] Routers {'8b203a6a-57be-43a6-b24a-5485677f120e'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:56:50.907677 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-24fecb3b-eda9-4c4b-8cbf-b860bb595e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c968b668>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:56:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['8b203a6a-57be-43a6-b24a-5485677f120e'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:56:50.959318 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff0d6e-8916-4b1a-bffd-efdbf37d1b04 req-4b58dbe4-257f-42a6-b466-9c1a8471488d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:56:50.960073 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-63ff0d6e-8916-4b1a-bffd-efdbf37d1b04 req-4b58dbe4-257f-42a6-b466-9c1a8471488d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Synchronizing usage tracker for tenant:884b801388a745e49e2da4f5c6acad38 on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:56:50.979713 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-63ff0d6e-8916-4b1a-bffd-efdbf37d1b04 req-4b58dbe4-257f-42a6-b466-9c1a8471488d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Unset dirty status for tenant:884b801388a745e49e2da4f5c6acad38 on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:56:50.981142 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-63ff0d6e-8916-4b1a-bffd-efdbf37d1b04 req-4b58dbe4-257f-42a6-b466-9c1a8471488d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=e28e0afa-1a6f-442f-bdf2-4e7b5a0e9d0d HTTP/1.1" status: 200  len: 946 time: 0.1906240
Jan 29 10:56:50.989951 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73485b-fc6c-4629-95ae-b2350acc89ef req-080f6f39-476b-4f96-a1a9-e1c152d48b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:56:50.991588 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2a73485b-fc6c-4629-95ae-b2350acc89ef req-080f6f39-476b-4f96-a1a9-e1c152d48b6f service neutron] 10.222.0.22 "GET /v2.0/networks?id=d1d778ca-ef85-48d3-b4bf-e544dcff89d1 HTTP/1.1" status: 200  len: 891 time: 0.1544981
Jan 29 10:56:51.049828 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-63ff0d6e-8916-4b1a-bffd-efdbf37d1b04 req-dd8224c4-1aa7-45d7-887e-822e9dbe8c22 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e460d30-5760-4b5a-9a39-f4ac04efd975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0617599
Jan 29 10:56:51.068639 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2a73485b-fc6c-4629-95ae-b2350acc89ef req-c7b41968-4c70-4318-b818-3127b2fb01f0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd82087c-2fdf-4ebb-b6ad-ce351257151e HTTP/1.1" status: 200  len: 217 time: 0.0696480
Jan 29 10:56:51.106202 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-24fecb3b-eda9-4c4b-8cbf-b860bb595e3e None None] Set router 8b203a6a-57be-43a6-b24a-5485677f120e gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:56:51.139553 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73485b-fc6c-4629-95ae-b2350acc89ef req-bc1d974e-42d6-4d4a-8cc9-06c22e3869a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:56:51.141130 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2a73485b-fc6c-4629-95ae-b2350acc89ef req-bc1d974e-42d6-4d4a-8cc9-06c22e3869a1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cca164e5-289c-40c6-bd29-870bb1c1feae HTTP/1.1" status: 200  len: 834 time: 0.0652544
Jan 29 10:56:51.225363 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73485b-fc6c-4629-95ae-b2350acc89ef req-f7e2af29-6d1a-4492-b590-b7af0626fc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:56:51.226896 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2a73485b-fc6c-4629-95ae-b2350acc89ef req-f7e2af29-6d1a-4492-b590-b7af0626fc5c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d1d778ca-ef85-48d3-b4bf-e544dcff89d1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0782306
Jan 29 10:56:51.374066 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2a73485b-fc6c-4629-95ae-b2350acc89ef req-cd7c76bf-786e-4bec-985d-6018abadfe66 service neutron] 10.222.0.22 "GET /v2.0/networks/d1d778ca-ef85-48d3-b4bf-e544dcff89d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1394253
Jan 29 10:56:51.449593 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-24fecb3b-eda9-4c4b-8cbf-b860bb595e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c968b668>, [{'id': '8b203a6a-57be-43a6-b24a-5485677f120e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072730335', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': 'b6ec9c89-0002-4e40-948a-6fece2b14fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:53:56Z', 'updated_at': '2021-01-29T10:54:03Z', 'revision_number': 4, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': 'b6ec9c89-0002-4e40-948a-6fece2b14fb4', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b203a6a-57be-43a6-b24a-5485677f120e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:53:57Z', 'updated_at': '2021-01-29T10:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '5f729fa2-f1a2-496f-9a45-13aa05c57028', 'name': '', 'network_id': 'd1d778ca-ef85-48d3-b4bf-e544dcff89d1', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'mac_address': 'fa:16:3e:e4:77:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b203a6a-57be-43a6-b24a-5485677f120e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'cca164e5-289c-40c6-bd29-870bb1c1feae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:54:01Z', 'updated_at': '2021-01-29T10:54:09Z', 'revision_number': 5, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'subnets': [{'id': 'cca164e5-289c-40c6-bd29-870bb1c1feae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:56:51.453896 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fecb3b-eda9-4c4b-8cbf-b860bb595e3e None None] The sync data for ids ['8b203a6a-57be-43a6-b24a-5485677f120e'] in dv-neutron-772983-2-ovs is: [{'id': '8b203a6a-57be-43a6-b24a-5485677f120e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072730335', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': 'b6ec9c89-0002-4e40-948a-6fece2b14fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:53:56Z', 'updated_at': '2021-01-29T10:54:03Z', 'revision_number': 4, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': 'b6ec9c89-0002-4e40-948a-6fece2b14fb4', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b203a6a-57be-43a6-b24a-5485677f120e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:53:57Z', 'updated_at': '2021-01-29T10:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '5f729fa2-f1a2-496f-9a45-13aa05c57028', 'name': '', 'network_id': 'd1d778ca-ef85-48d3-b4bf-e544dcff89d1', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'mac_address': 'fa:16:3e:e4:77:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b203a6a-57be-43a6-b24a-5485677f120e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'cca164e5-289c-40c6-bd29-870bb1c1feae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:54:01Z', 'updated_at': '2021-01-29T10:54:09Z', 'revision_number': 5, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'subnets': [{'id': 'cca164e5-289c-40c6-bd29-870bb1c1feae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:56:51.522235 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2a73485b-fc6c-4629-95ae-b2350acc89ef req-9341d060-1337-4873-b951-1ed8ed91bd5f service neutron] 10.222.0.22 "GET /v2.0/networks/d1d778ca-ef85-48d3-b4bf-e544dcff89d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1402245
Jan 29 10:56:51.554801 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8c7749fb-ff8a-42a7-b00b-6a08d151d072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:56:51.848064 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edcf45e-7103-4f39-8b2c-1a691e1d05f3 None None] New status for floating IP 87977d67-6421-4b57-8d94-f0a3a048183c: DOWN {{(pid=80768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 29 10:56:52.348965 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b343a-74b9-432f-9c0b-cbf3dcd07954 req-91e9062b-0dad-48da-8ab2-5192efa51414 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:56:52.350685 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cc5b343a-74b9-432f-9c0b-cbf3dcd07954 req-91e9062b-0dad-48da-8ab2-5192efa51414 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=e28e0afa-1a6f-442f-bdf2-4e7b5a0e9d0d HTTP/1.1" status: 200  len: 946 time: 0.1685398
Jan 29 10:56:52.414276 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cc5b343a-74b9-432f-9c0b-cbf3dcd07954 req-2dab2ef4-278c-4bb0-8f90-3a9b8bddb908 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e460d30-5760-4b5a-9a39-f4ac04efd975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0572946
Jan 29 10:56:52.780209 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c66e421-b648-45cb-a2e3-43e86e5350bb req-bb76724c-43cf-42e1-ab10-10ae41b84a51 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:56:52.780991 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-3c66e421-b648-45cb-a2e3-43e86e5350bb req-bb76724c-43cf-42e1-ab10-10ae41b84a51 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Synchronizing usage tracker for tenant:884b801388a745e49e2da4f5c6acad38 on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:56:52.796492 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-3c66e421-b648-45cb-a2e3-43e86e5350bb req-bb76724c-43cf-42e1-ab10-10ae41b84a51 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Unset dirty status for tenant:884b801388a745e49e2da4f5c6acad38 on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:56:52.797710 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3c66e421-b648-45cb-a2e3-43e86e5350bb req-bb76724c-43cf-42e1-ab10-10ae41b84a51 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.22 "GET /v2.0/ports?device_id=e28e0afa-1a6f-442f-bdf2-4e7b5a0e9d0d HTTP/1.1" status: 200  len: 946 time: 0.1956506
Jan 29 10:56:52.899298 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-3c66e421-b648-45cb-a2e3-43e86e5350bb req-0a614e39-9f9d-4c84-a4af-367a8a8044c9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Deleting port dd82087c-2fdf-4ebb-b6ad-ce351257151e {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:56:52.899681 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-3c66e421-b648-45cb-a2e3-43e86e5350bb req-0a614e39-9f9d-4c84-a4af-367a8a8044c9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:56:52.944771 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device dd82087c-2fdf-4ebb-b6ad-ce351257151e no longer exists at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:56:53.065378 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:56:53.093649 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e28e0afa-1a6f-442f-bdf2-4e7b5a0e9d0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd82087c-2fdf-4ebb-b6ad-ce351257151e'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:56:53.104579 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port dd82087c-2fdf-4ebb-b6ad-ce351257151e, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=dd82087c-2fdf-4ebb-b6ad-ce351257151e,segment=NetworkSegment(904a58ce-afb9-435d-8d5f-1e946cf3e64e),segment_id=904a58ce-afb9-435d-8d5f-1e946cf3e64e)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:56:53.108252 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:56:53.110628 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:56:53.155709 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e28e0afa-1a6f-442f-bdf2-4e7b5a0e9d0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd82087c-2fdf-4ebb-b6ad-ce351257151e', 'code': 200}
Jan 29 10:56:53.183120 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-3c66e421-b648-45cb-a2e3-43e86e5350bb req-0a614e39-9f9d-4c84-a4af-367a8a8044c9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] For port dd82087c-2fdf-4ebb-b6ad-ce351257151e, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=dd82087c-2fdf-4ebb-b6ad-ce351257151e,segment=NetworkSegment(904a58ce-afb9-435d-8d5f-1e946cf3e64e),segment_id=904a58ce-afb9-435d-8d5f-1e946cf3e64e)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:56:53.183495 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-3c66e421-b648-45cb-a2e3-43e86e5350bb req-0a614e39-9f9d-4c84-a4af-367a8a8044c9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:56:53.190095 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=dd82087c-2fdf-4ebb-b6ad-ce351257151e,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:56:53.198739 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:56:53.199138 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:56:53.199529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:56:53.199911 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:56:53.200289 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:56:53.200665 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:56:53.201044 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:56:53.201417 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:56:53.201805 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:56:53.202189 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:56:53.202562 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:56:53.202933 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:56:53.203374 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:56:53.203742 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:56:53.204110 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:56:53.204478 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:56:53.205436 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:56:53.205821 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:56:53.206195 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:56:53.206546 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:56:53.206918 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:56:53.207280 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:56:53.207645 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:56:53.208009 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:56:53.212480 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:56:53.317814 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-3c66e421-b648-45cb-a2e3-43e86e5350bb req-0a614e39-9f9d-4c84-a4af-367a8a8044c9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Calling delete_port for dd82087c-2fdf-4ebb-b6ad-ce351257151e owned by compute:nova {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:56:53.406052 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [req-3c66e421-b648-45cb-a2e3-43e86e5350bb req-0a614e39-9f9d-4c84-a4af-367a8a8044c9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80766) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 10:56:53.406642 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [req-3c66e421-b648-45cb-a2e3-43e86e5350bb req-0a614e39-9f9d-4c84-a4af-367a8a8044c9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 10:56:53.715202 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6654525-c4f5-4abd-bbd5-933fec4f01e2 req-0d5ec28b-f9e7-4fe7-8b0b-07d8214979ea tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:56:53.716843 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c6654525-c4f5-4abd-bbd5-933fec4f01e2 req-0d5ec28b-f9e7-4fe7-8b0b-07d8214979ea tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=e28e0afa-1a6f-442f-bdf2-4e7b5a0e9d0d HTTP/1.1" status: 200  len: 944 time: 0.1691630
Jan 29 10:56:53.789061 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c6654525-c4f5-4abd-bbd5-933fec4f01e2 req-54c32b70-3664-4eaf-92f9-ae38776a5be1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e460d30-5760-4b5a-9a39-f4ac04efd975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0652184
Jan 29 10:56:53.830446 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-955d2a68-27bc-4c95-8ad2-b974027984eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:56:53.907557 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-3c66e421-b648-45cb-a2e3-43e86e5350bb req-0a614e39-9f9d-4c84-a4af-367a8a8044c9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Deleting port dd82087c-2fdf-4ebb-b6ad-ce351257151e {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:56:53.908499 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-3c66e421-b648-45cb-a2e3-43e86e5350bb req-0a614e39-9f9d-4c84-a4af-367a8a8044c9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:56:54.432286 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:56:54.440987 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-3c66e421-b648-45cb-a2e3-43e86e5350bb req-0a614e39-9f9d-4c84-a4af-367a8a8044c9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] For port dd82087c-2fdf-4ebb-b6ad-ce351257151e, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=dd82087c-2fdf-4ebb-b6ad-ce351257151e,segment=NetworkSegment(904a58ce-afb9-435d-8d5f-1e946cf3e64e),segment_id=904a58ce-afb9-435d-8d5f-1e946cf3e64e)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:56:54.441387 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-3c66e421-b648-45cb-a2e3-43e86e5350bb req-0a614e39-9f9d-4c84-a4af-367a8a8044c9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:56:54.569407 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-3c66e421-b648-45cb-a2e3-43e86e5350bb req-0a614e39-9f9d-4c84-a4af-367a8a8044c9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Calling delete_port for dd82087c-2fdf-4ebb-b6ad-ce351257151e owned by compute:nova {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:56:54.716164 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-3c66e421-b648-45cb-a2e3-43e86e5350bb req-0a614e39-9f9d-4c84-a4af-367a8a8044c9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:56:54.730836 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f0d74ef1-5b9b-4077-857a-e7cef5c343e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:56:54.778562 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a614e39-9f9d-4c84-a4af-367a8a8044c9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event deleted for resources: {'Port': ['ID=dd82087c-2fdf-4ebb-b6ad-ce351257151e,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:56:54.803081 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a614e39-9f9d-4c84-a4af-367a8a8044c9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:56:54.803513 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a614e39-9f9d-4c84-a4af-367a8a8044c9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:56:54.803936 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a614e39-9f9d-4c84-a4af-367a8a8044c9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:56:54.804358 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a614e39-9f9d-4c84-a4af-367a8a8044c9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:56:54.804774 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a614e39-9f9d-4c84-a4af-367a8a8044c9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:56:54.805193 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a614e39-9f9d-4c84-a4af-367a8a8044c9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:56:54.805621 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a614e39-9f9d-4c84-a4af-367a8a8044c9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:56:54.806061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a614e39-9f9d-4c84-a4af-367a8a8044c9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:56:54.806467 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a614e39-9f9d-4c84-a4af-367a8a8044c9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:56:54.806873 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a614e39-9f9d-4c84-a4af-367a8a8044c9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:56:54.807282 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a614e39-9f9d-4c84-a4af-367a8a8044c9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:56:54.807687 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a614e39-9f9d-4c84-a4af-367a8a8044c9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:56:54.808163 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a614e39-9f9d-4c84-a4af-367a8a8044c9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:56:54.808569 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a614e39-9f9d-4c84-a4af-367a8a8044c9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:56:54.808976 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a614e39-9f9d-4c84-a4af-367a8a8044c9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:56:54.809378 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a614e39-9f9d-4c84-a4af-367a8a8044c9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:56:54.809807 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a614e39-9f9d-4c84-a4af-367a8a8044c9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:56:54.810210 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a614e39-9f9d-4c84-a4af-367a8a8044c9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:56:54.810614 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a614e39-9f9d-4c84-a4af-367a8a8044c9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:56:54.811019 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a614e39-9f9d-4c84-a4af-367a8a8044c9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:56:54.811421 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a614e39-9f9d-4c84-a4af-367a8a8044c9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:56:54.811822 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a614e39-9f9d-4c84-a4af-367a8a8044c9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:56:54.812229 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a614e39-9f9d-4c84-a4af-367a8a8044c9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:56:54.812629 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a614e39-9f9d-4c84-a4af-367a8a8044c9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:56:54.818616 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0a614e39-9f9d-4c84-a4af-367a8a8044c9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:56:54.959898 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c66e421-b648-45cb-a2e3-43e86e5350bb req-0a614e39-9f9d-4c84-a4af-367a8a8044c9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] No DVR routers for this DVR port dd82087c-2fdf-4ebb-b6ad-ce351257151e on host hv-neutron-7729 {{(pid=80766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:56:54.962235 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-3c66e421-b648-45cb-a2e3-43e86e5350bb req-0a614e39-9f9d-4c84-a4af-367a8a8044c9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:56:54.965049 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e28e0afa-1a6f-442f-bdf2-4e7b5a0e9d0d', 'name': 'network-vif-deleted', 'tag': 'dd82087c-2fdf-4ebb-b6ad-ce351257151e'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:56:54.975442 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9b12c4c0-7afc-474f-86d5-81a09525dd68 req-3012bf85-72be-45b4-b3eb-5bfca832df45 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=e28e0afa-1a6f-442f-bdf2-4e7b5a0e9d0d HTTP/1.1" status: 200  len: 210 time: 0.0555830
Jan 29 10:56:54.980879 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3c66e421-b648-45cb-a2e3-43e86e5350bb req-0a614e39-9f9d-4c84-a4af-367a8a8044c9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.22 "DELETE /v2.0/ports/dd82087c-2fdf-4ebb-b6ad-ce351257151e HTTP/1.1" status: 204  len: 173 time: 2.1759605
Jan 29 10:56:55.023989 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:56:55.048407 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e28e0afa-1a6f-442f-bdf2-4e7b5a0e9d0d', 'name': 'network-vif-deleted', 'tag': 'dd82087c-2fdf-4ebb-b6ad-ce351257151e', 'status': 'completed', 'code': 200}
Jan 29 10:56:56.090884 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 36676) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:56:56.258657 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:56:56.969567 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-83e59256-c8de-44fa-9e8f-e3e3bd8a6a1b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349253'] for router_interface, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:56:57.349481 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-83e59256-c8de-44fa-9e8f-e3e3bd8a6a1b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Deleting port 5f729fa2-f1a2-496f-9a45-13aa05c57028 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:56:57.350029 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-83e59256-c8de-44fa-9e8f-e3e3bd8a6a1b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:56:57.547539 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-83e59256-c8de-44fa-9e8f-e3e3bd8a6a1b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] For port 5f729fa2-f1a2-496f-9a45-13aa05c57028, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=5f729fa2-f1a2-496f-9a45-13aa05c57028,segment=NetworkSegment(904a58ce-afb9-435d-8d5f-1e946cf3e64e),segment_id=904a58ce-afb9-435d-8d5f-1e946cf3e64e)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:56:57.547935 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-83e59256-c8de-44fa-9e8f-e3e3bd8a6a1b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:56:57.679260 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-83e59256-c8de-44fa-9e8f-e3e3bd8a6a1b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Calling delete_port for 5f729fa2-f1a2-496f-9a45-13aa05c57028 owned by network:router_interface {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:56:57.862296 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-83e59256-c8de-44fa-9e8f-e3e3bd8a6a1b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:56:57.879156 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-03f45e64-09ce-43da-b6c4-df6c62031da0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:56:57.938633 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e59256-c8de-44fa-9e8f-e3e3bd8a6a1b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event deleted for resources: {'Port': ['ID=5f729fa2-f1a2-496f-9a45-13aa05c57028,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:56:57.942533 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-83e59256-c8de-44fa-9e8f-e3e3bd8a6a1b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:56:58.310697 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-83e59256-c8de-44fa-9e8f-e3e3bd8a6a1b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854415430'] for router_interface, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:56:58.857920 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83e59256-c8de-44fa-9e8f-e3e3bd8a6a1b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Router 8b203a6a-57be-43a6-b24a-5485677f120e has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:56:59.061818 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e59256-c8de-44fa-9e8f-e3e3bd8a6a1b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:56:59.072568 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27feea6c-6bcf-4443-9d3b-0f80ac6cdbba None None] Sync routers for ids ['8b203a6a-57be-43a6-b24a-5485677f120e'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:56:59.075842 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-83e59256-c8de-44fa-9e8f-e3e3bd8a6a1b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "PUT /v2.0/routers/8b203a6a-57be-43a6-b24a-5485677f120e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9838114
Jan 29 10:56:59.078770 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 36684) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:56:59.084370 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27feea6c-6bcf-4443-9d3b-0f80ac6cdbba None None] Routers {'8b203a6a-57be-43a6-b24a-5485677f120e'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:56:59.085053 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-27feea6c-6bcf-4443-9d3b-0f80ac6cdbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c91b2710>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:56:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['8b203a6a-57be-43a6-b24a-5485677f120e'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:56:59.174760 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d6a0757-4db8-4426-aa7a-ff9c84927dd5 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Deleting subnet cca164e5-289c-40c6-bd29-870bb1c1feae {{(pid=80765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 10:56:59.178642 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7d6a0757-4db8-4426-aa7a-ff9c84927dd5 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for subnet, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:56:59.243308 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7d6a0757-4db8-4426-aa7a-ff9c84927dd5 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1479249'] for subnet, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:56:59.343272 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7d6a0757-4db8-4426-aa7a-ff9c84927dd5 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:56:59.463572 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-27feea6c-6bcf-4443-9d3b-0f80ac6cdbba None None] Set router 8b203a6a-57be-43a6-b24a-5485677f120e gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:56:59.791292 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-27feea6c-6bcf-4443-9d3b-0f80ac6cdbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c91b2710>, [{'id': '8b203a6a-57be-43a6-b24a-5485677f120e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072730335', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': 'b6ec9c89-0002-4e40-948a-6fece2b14fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:53:56Z', 'updated_at': '2021-01-29T10:56:57Z', 'revision_number': 5, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': 'b6ec9c89-0002-4e40-948a-6fece2b14fb4', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b203a6a-57be-43a6-b24a-5485677f120e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:53:57Z', 'updated_at': '2021-01-29T10:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:56:59.795376 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27feea6c-6bcf-4443-9d3b-0f80ac6cdbba None None] Checking router: 8b203a6a-57be-43a6-b24a-5485677f120e for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:56:59.807286 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27feea6c-6bcf-4443-9d3b-0f80ac6cdbba None None] Routers {'8b203a6a-57be-43a6-b24a-5485677f120e'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:56:59.807286 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-27feea6c-6bcf-4443-9d3b-0f80ac6cdbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c91b2710>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:56:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['8b203a6a-57be-43a6-b24a-5485677f120e'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:56:59.900129 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7d6a0757-4db8-4426-aa7a-ff9c84927dd5 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852603100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2204728'] for subnet, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:56:59.915872 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1635cd38-3089-4050-9b7b-40294f03eed8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:56:59.966177 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6a0757-4db8-4426-aa7a-ff9c84927dd5 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event deleted for resources: {'Subnet': ['ID=cca164e5-289c-40c6-bd29-870bb1c1feae,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:56:59.968998 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7d6a0757-4db8-4426-aa7a-ff9c84927dd5 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:57:00.003061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-27feea6c-6bcf-4443-9d3b-0f80ac6cdbba None None] Set router 8b203a6a-57be-43a6-b24a-5485677f120e gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:57:00.060107 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7d6a0757-4db8-4426-aa7a-ff9c84927dd5 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:00.070666 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7d6a0757-4db8-4426-aa7a-ff9c84927dd5 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "DELETE /v2.0/subnets/cca164e5-289c-40c6-bd29-870bb1c1feae HTTP/1.1" status: 204  len: 168 time: 0.9881616
Jan 29 10:57:00.070970 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 36688) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:57:00.112099 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccefd1d3-7a1d-4191-9a55-71bc16898ab4 None None] Network d1d778ca-ef85-48d3-b4bf-e544dcff89d1 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:57:00.282162 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cf256277-0dc6-4c45-9069-0660bbbc4958 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for router, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:00.477529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cf256277-0dc6-4c45-9069-0660bbbc4958 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for router_gateway, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:00.488033 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-cf256277-0dc6-4c45-9069-0660bbbc4958 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Deleting port b6ec9c89-0002-4e40-948a-6fece2b14fb4 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:57:00.488552 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cf256277-0dc6-4c45-9069-0660bbbc4958 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:00.502190 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-27feea6c-6bcf-4443-9d3b-0f80ac6cdbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c91b2710>, [{'id': '8b203a6a-57be-43a6-b24a-5485677f120e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072730335', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': 'b6ec9c89-0002-4e40-948a-6fece2b14fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:53:56Z', 'updated_at': '2021-01-29T10:56:57Z', 'revision_number': 5, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': 'b6ec9c89-0002-4e40-948a-6fece2b14fb4', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b203a6a-57be-43a6-b24a-5485677f120e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:53:57Z', 'updated_at': '2021-01-29T10:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:57:00.508260 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27feea6c-6bcf-4443-9d3b-0f80ac6cdbba None None] The sync data for ids ['8b203a6a-57be-43a6-b24a-5485677f120e'] in dv-neutron-772983-2-ovs is: [{'id': '8b203a6a-57be-43a6-b24a-5485677f120e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072730335', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': 'b6ec9c89-0002-4e40-948a-6fece2b14fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:53:56Z', 'updated_at': '2021-01-29T10:56:57Z', 'revision_number': 5, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': 'b6ec9c89-0002-4e40-948a-6fece2b14fb4', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b203a6a-57be-43a6-b24a-5485677f120e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:53:57Z', 'updated_at': '2021-01-29T10:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:57:00.536218 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890fc416-65a6-4a3d-8da0-59e2d8565c27 None None] DHCP port deletion for d1d778ca-ef85-48d3-b4bf-e544dcff89d1 request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 10:57:00.548099 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-890fc416-65a6-4a3d-8da0-59e2d8565c27 None None] Deleting port 3bc65a8d-50f3-43c8-8ae2-c9f7c0f0c393 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:57:00.549287 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-890fc416-65a6-4a3d-8da0-59e2d8565c27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:00.684848 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-cf256277-0dc6-4c45-9069-0660bbbc4958 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] For port b6ec9c89-0002-4e40-948a-6fece2b14fb4, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=b6ec9c89-0002-4e40-948a-6fece2b14fb4,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:57:00.685250 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cf256277-0dc6-4c45-9069-0660bbbc4958 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:00.777012 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-890fc416-65a6-4a3d-8da0-59e2d8565c27 None None] For port 3bc65a8d-50f3-43c8-8ae2-c9f7c0f0c393, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=3bc65a8d-50f3-43c8-8ae2-c9f7c0f0c393,segment=NetworkSegment(904a58ce-afb9-435d-8d5f-1e946cf3e64e),segment_id=904a58ce-afb9-435d-8d5f-1e946cf3e64e)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:57:00.777460 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-890fc416-65a6-4a3d-8da0-59e2d8565c27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:00.821077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-cf256277-0dc6-4c45-9069-0660bbbc4958 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Calling delete_port for b6ec9c89-0002-4e40-948a-6fece2b14fb4 owned by network:router_gateway {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:57:00.916177 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-890fc416-65a6-4a3d-8da0-59e2d8565c27 None None] Calling delete_port for 3bc65a8d-50f3-43c8-8ae2-c9f7c0f0c393 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:57:00.967809 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cf256277-0dc6-4c45-9069-0660bbbc4958 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:00.994176 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-890fc416-65a6-4a3d-8da0-59e2d8565c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:01.011172 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ce4ecba8-cb92-4335-9bb3-8d1749841c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:57:01.046884 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 3bc65a8d-50f3-43c8-8ae2-c9f7c0f0c393 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:57:01.111314 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890fc416-65a6-4a3d-8da0-59e2d8565c27 None None] Pushing event deleted for resources: {'Port': ['ID=3bc65a8d-50f3-43c8-8ae2-c9f7c0f0c393,revision_number=None']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:57:01.113624 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-890fc416-65a6-4a3d-8da0-59e2d8565c27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:57:01.116303 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 3bc65a8d-50f3-43c8-8ae2-c9f7c0f0c393 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:57:01.116698 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 3bc65a8d-50f3-43c8-8ae2-c9f7c0f0c393 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:57:01.117155 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 5f729fa2-f1a2-496f-9a45-13aa05c57028 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:57:01.171727 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cf256277-0dc6-4c45-9069-0660bbbc4958 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854102222'] for router_gateway, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:01.203593 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 5f729fa2-f1a2-496f-9a45-13aa05c57028 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:57:01.203984 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 5f729fa2-f1a2-496f-9a45-13aa05c57028 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:57:01.238317 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890fc416-65a6-4a3d-8da0-59e2d8565c27 None None] No DVR routers for this DVR port 3bc65a8d-50f3-43c8-8ae2-c9f7c0f0c393 on host dv-neutron-772983-2-ovs {{(pid=80767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 10:57:01.313937 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cf256277-0dc6-4c45-9069-0660bbbc4958 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:01.316235 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cf256277-0dc6-4c45-9069-0660bbbc4958 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:01.336056 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cf256277-0dc6-4c45-9069-0660bbbc4958 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:01.336648 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf256277-0dc6-4c45-9069-0660bbbc4958 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Fanout notify agent at l3_agent the message router_deleted on router 8b203a6a-57be-43a6-b24a-5485677f120e {{(pid=80765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 10:57:01.384001 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cf256277-0dc6-4c45-9069-0660bbbc4958 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:01.385253 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-cf256277-0dc6-4c45-9069-0660bbbc4958 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "DELETE /v2.0/routers/8b203a6a-57be-43a6-b24a-5485677f120e HTTP/1.1" status: 204  len: 168 time: 1.3132753
Jan 29 10:57:01.388308 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 36700) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:57:01.534074 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-28a51008-a601-4a11-81bf-450517618e09 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:01.739206 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-28a51008-a601-4a11-81bf-450517618e09 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:01.868198 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-28a51008-a601-4a11-81bf-450517618e09 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c93494e0>,) {'filters': {'network_id': ['d1d778ca-ef85-48d3-b4bf-e544dcff89d1']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:57:01.882322 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-28a51008-a601-4a11-81bf-450517618e09 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c93494e0>, '904a58ce-afb9-435d-8d5f-1e946cf3e64e') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:57:01.882656 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-28a51008-a601-4a11-81bf-450517618e09 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c93494e0>, '904a58ce-afb9-435d-8d5f-1e946cf3e64e') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:57:01.895046 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-28a51008-a601-4a11-81bf-450517618e09 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:01.909602 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-28a51008-a601-4a11-81bf-450517618e09 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:01.911864 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-28a51008-a601-4a11-81bf-450517618e09 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Releasing vxlan tunnel 3 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 10:57:02.090522 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-28a51008-a601-4a11-81bf-450517618e09 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Network d1d778ca-ef85-48d3-b4bf-e544dcff89d1 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:57:02.100278 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-28a51008-a601-4a11-81bf-450517618e09 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:02.280370 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-28a51008-a601-4a11-81bf-450517618e09 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Network d1d778ca-ef85-48d3-b4bf-e544dcff89d1 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 10:57:02.305226 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 10:57:02.305226 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 10:57:02.305226 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 10:57:02.305226 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 10:57:02.305226 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 10:57:02.305226 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 10:57:02.305226 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 10:57:02.305226 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 10:57:02.305226 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 10:57:02.305226 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 10:57:02.305226 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 10:57:02.305226 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 10:57:02.305226 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 10:57:02.305226 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 10:57:02.305226 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 10:57:02.305226 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 10:57:02.305226 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 10:57:02.305226 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 10:57:02.305226 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 10:57:02.305226 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 10:57:02.305226 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 10:57:02.305226 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 10:57:02.305226 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 10:57:02.305226 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 10:57:02.305226 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 10:57:02.305226 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 10:57:02.305226 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 10:57:02.305226 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 10:57:02.305226 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 10:57:02.305226 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 10:57:02.305226 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 10:57:02.305226 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 10:57:02.387104 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-28a51008-a601-4a11-81bf-450517618e09 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:02.390415 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-148ef98e-0d97-49ec-9619-bf2dcb9f3df2 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:57:02.409077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-28a51008-a601-4a11-81bf-450517618e09 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:02.415977 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a51008-a601-4a11-81bf-450517618e09 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event deleted for resources: {'Network': ['ID=d1d778ca-ef85-48d3-b4bf-e544dcff89d1,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:57:02.420594 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-28a51008-a601-4a11-81bf-450517618e09 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:57:02.426705 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-28a51008-a601-4a11-81bf-450517618e09 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "DELETE /v2.0/networks/d1d778ca-ef85-48d3-b4bf-e544dcff89d1 HTTP/1.1" status: 204  len: 168 time: 1.0372946
Jan 29 10:57:02.429581 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 36704) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:57:02.516552 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-711ebb0a-4cd0-4571-ac63-8ba14f7b23ca tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:02.548450 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-711ebb0a-4cd0-4571-ac63-8ba14f7b23ca tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:02.604723 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-711ebb0a-4cd0-4571-ac63-8ba14f7b23ca tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:02.610023 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5ab355a0-4e5f-4f5d-a1bd-03e0ab84e3f4 tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:57:02.629937 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711ebb0a-4cd0-4571-ac63-8ba14f7b23ca tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e460d30-5760-4b5a-9a39-f4ac04efd975,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:57:02.632717 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-711ebb0a-4cd0-4571-ac63-8ba14f7b23ca tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:57:02.639035 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-711ebb0a-4cd0-4571-ac63-8ba14f7b23ca tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:02.640205 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-711ebb0a-4cd0-4571-ac63-8ba14f7b23ca tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "DELETE /v2.0/security-groups/2e460d30-5760-4b5a-9a39-f4ac04efd975 HTTP/1.1" status: 204  len: 168 time: 0.2096453
Jan 29 10:57:02.996287 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 36714) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:57:03.002330 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-26c25f9a-7a94-4770-9335-7c6b2fd70280 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1756516167', 'description': 'tempest-secgroup-smoke-1756516167 description', 'project_id': '884b801388a745e49e2da4f5c6acad38'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:57:03.029091 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-26c25f9a-7a94-4770-9335-7c6b2fd70280 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:57:03.030638 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device b6ec9c89-0002-4e40-948a-6fece2b14fb4 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:57:03.034583 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-26c25f9a-7a94-4770-9335-7c6b2fd70280 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Usage tracker for resource:security_group and tenant:884b801388a745e49e2da4f5c6acad38 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:57:03.037592 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-26c25f9a-7a94-4770-9335-7c6b2fd70280 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:57:03.043383 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-26c25f9a-7a94-4770-9335-7c6b2fd70280 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:57:03.052951 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-26c25f9a-7a94-4770-9335-7c6b2fd70280 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:03.068613 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: b6ec9c89-0002-4e40-948a-6fece2b14fb4 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 10:57:03.069019 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device b6ec9c89-0002-4e40-948a-6fece2b14fb4 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 10:57:03.074742 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-26c25f9a-7a94-4770-9335-7c6b2fd70280 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:57:03.078743 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-26c25f9a-7a94-4770-9335-7c6b2fd70280 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Usage tracker for resource:security_group_rule and tenant:884b801388a745e49e2da4f5c6acad38 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:57:03.082229 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-26c25f9a-7a94-4770-9335-7c6b2fd70280 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:57:03.087945 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-26c25f9a-7a94-4770-9335-7c6b2fd70280 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:57:03.160144 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-26c25f9a-7a94-4770-9335-7c6b2fd70280 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:03.162856 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-26c25f9a-7a94-4770-9335-7c6b2fd70280 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:03.168160 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3b079b4e-e443-41bb-a643-2ad066beea2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:57:03.211830 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c25f9a-7a94-4770-9335-7c6b2fd70280 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95cf527b-b08b-40cb-b135-c183ff164204,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:57:03.214734 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-26c25f9a-7a94-4770-9335-7c6b2fd70280 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:03.216025 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-26c25f9a-7a94-4770-9335-7c6b2fd70280 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.2186406
Jan 29 10:57:03.217095 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-26c25f9a-7a94-4770-9335-7c6b2fd70280 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:57:03.219091 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 36718) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:57:03.224742 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-5e65e1ff-ef2a-42cb-a2d8-dafdccd97b67 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Request body: {'security_group_rule': {'security_group_id': '95cf527b-b08b-40cb-b135-c183ff164204', 'project_id': '884b801388a745e49e2da4f5c6acad38', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:57:03.246465 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-5e65e1ff-ef2a-42cb-a2d8-dafdccd97b67 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:57:03.250529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5e65e1ff-ef2a-42cb-a2d8-dafdccd97b67 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Usage tracker for resource:security_group_rule and tenant:884b801388a745e49e2da4f5c6acad38 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:57:03.254183 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5e65e1ff-ef2a-42cb-a2d8-dafdccd97b67 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:57:03.259910 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-5e65e1ff-ef2a-42cb-a2d8-dafdccd97b67 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:57:03.276260 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5e65e1ff-ef2a-42cb-a2d8-dafdccd97b67 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:03.340183 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5e65e1ff-ef2a-42cb-a2d8-dafdccd97b67 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:03.342889 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5e65e1ff-ef2a-42cb-a2d8-dafdccd97b67 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:03.344828 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18f3a66d-d96c-476f-b54d-9c93b53f2dc5 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:57:03.368606 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e65e1ff-ef2a-42cb-a2d8-dafdccd97b67 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=061d1268-81f3-4a37-8915-64f1ec6ac325,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:57:03.371134 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5e65e1ff-ef2a-42cb-a2d8-dafdccd97b67 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:57:03.378043 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5e65e1ff-ef2a-42cb-a2d8-dafdccd97b67 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:03.379442 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5e65e1ff-ef2a-42cb-a2d8-dafdccd97b67 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1593413
Jan 29 10:57:03.382397 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 36722) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:57:03.388144 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-3774b356-07f8-49a6-bfa8-eac3fe70df9f tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Request body: {'security_group_rule': {'security_group_id': '95cf527b-b08b-40cb-b135-c183ff164204', 'project_id': '884b801388a745e49e2da4f5c6acad38', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:57:03.410907 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-3774b356-07f8-49a6-bfa8-eac3fe70df9f tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:57:03.415012 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-3774b356-07f8-49a6-bfa8-eac3fe70df9f tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Usage tracker for resource:security_group_rule and tenant:884b801388a745e49e2da4f5c6acad38 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:57:03.418072 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-3774b356-07f8-49a6-bfa8-eac3fe70df9f tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:57:03.424451 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-3774b356-07f8-49a6-bfa8-eac3fe70df9f tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:57:03.441547 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3774b356-07f8-49a6-bfa8-eac3fe70df9f tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:03.508540 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3774b356-07f8-49a6-bfa8-eac3fe70df9f tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:03.511027 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3774b356-07f8-49a6-bfa8-eac3fe70df9f tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:03.518637 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0807970c-1946-4199-824d-4a25a70fc168 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:57:03.537546 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3774b356-07f8-49a6-bfa8-eac3fe70df9f tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66250f51-9200-40b3-8c6f-5490e45f657c,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:57:03.540222 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3774b356-07f8-49a6-bfa8-eac3fe70df9f tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:57:03.546579 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3774b356-07f8-49a6-bfa8-eac3fe70df9f tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:03.547861 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3774b356-07f8-49a6-bfa8-eac3fe70df9f tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1644158
Jan 29 10:57:03.551330 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 36726) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:57:03.556860 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-dee48fb6-2a8d-483d-b442-57b6c2e2086e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Request body: {'security_group_rule': {'security_group_id': '95cf527b-b08b-40cb-b135-c183ff164204', 'project_id': '884b801388a745e49e2da4f5c6acad38', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:57:03.579112 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-dee48fb6-2a8d-483d-b442-57b6c2e2086e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:57:03.583761 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-dee48fb6-2a8d-483d-b442-57b6c2e2086e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Usage tracker for resource:security_group_rule and tenant:884b801388a745e49e2da4f5c6acad38 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:57:03.586765 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-dee48fb6-2a8d-483d-b442-57b6c2e2086e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:57:03.592518 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-dee48fb6-2a8d-483d-b442-57b6c2e2086e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:57:03.608919 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dee48fb6-2a8d-483d-b442-57b6c2e2086e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:03.673079 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dee48fb6-2a8d-483d-b442-57b6c2e2086e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:03.675584 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dee48fb6-2a8d-483d-b442-57b6c2e2086e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:03.677459 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5e65e1ff-ef2a-42cb-a2d8-dafdccd97b67 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:57:03.700922 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee48fb6-2a8d-483d-b442-57b6c2e2086e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c74dde4-9cfd-4ec7-ad8a-cd87466f784f,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:57:03.703444 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-dee48fb6-2a8d-483d-b442-57b6c2e2086e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:57:03.710211 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dee48fb6-2a8d-483d-b442-57b6c2e2086e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:03.711505 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-dee48fb6-2a8d-483d-b442-57b6c2e2086e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1591775
Jan 29 10:57:03.714359 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 36730) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:57:03.720070 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-8d7052e9-b7e4-4c44-a170-5df31bd24774 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Request body: {'security_group_rule': {'security_group_id': '95cf527b-b08b-40cb-b135-c183ff164204', 'project_id': '884b801388a745e49e2da4f5c6acad38', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:57:03.741628 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-8d7052e9-b7e4-4c44-a170-5df31bd24774 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:57:03.745735 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8d7052e9-b7e4-4c44-a170-5df31bd24774 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Usage tracker for resource:security_group_rule and tenant:884b801388a745e49e2da4f5c6acad38 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:57:03.748736 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8d7052e9-b7e4-4c44-a170-5df31bd24774 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:57:03.755382 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-8d7052e9-b7e4-4c44-a170-5df31bd24774 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:57:03.771346 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8d7052e9-b7e4-4c44-a170-5df31bd24774 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:03.841941 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8d7052e9-b7e4-4c44-a170-5df31bd24774 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:03.844429 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8d7052e9-b7e4-4c44-a170-5df31bd24774 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:03.846366 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-62eba390-7952-4a3d-92f3-fefcbcd9f574 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:57:03.870293 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7052e9-b7e4-4c44-a170-5df31bd24774 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74c67ffa-4941-4a52-ab9b-45d4542884a5,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:57:03.872854 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8d7052e9-b7e4-4c44-a170-5df31bd24774 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:57:03.881044 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8d7052e9-b7e4-4c44-a170-5df31bd24774 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:03.882359 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8d7052e9-b7e4-4c44-a170-5df31bd24774 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1669543
Jan 29 10:57:03.885293 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 36734) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:57:03.890949 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-5a78d4a0-d581-404b-a3bd-dbc5c94f1091 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Request body: {'security_group_rule': {'security_group_id': '95cf527b-b08b-40cb-b135-c183ff164204', 'project_id': '884b801388a745e49e2da4f5c6acad38', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:57:03.912925 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-5a78d4a0-d581-404b-a3bd-dbc5c94f1091 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:57:03.917033 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5a78d4a0-d581-404b-a3bd-dbc5c94f1091 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Usage tracker for resource:security_group_rule and tenant:884b801388a745e49e2da4f5c6acad38 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:57:03.920092 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5a78d4a0-d581-404b-a3bd-dbc5c94f1091 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:57:03.926867 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-5a78d4a0-d581-404b-a3bd-dbc5c94f1091 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:57:03.936720 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.securitygroups_db [None req-5a78d4a0-d581-404b-a3bd-dbc5c94f1091 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Project 884b801388a745e49e2da4f5c6acad38 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 10:57:03.944456 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5a78d4a0-d581-404b-a3bd-dbc5c94f1091 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:04.011556 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5a78d4a0-d581-404b-a3bd-dbc5c94f1091 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:04.013980 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5a78d4a0-d581-404b-a3bd-dbc5c94f1091 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:04.015774 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:57:04.040126 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a78d4a0-d581-404b-a3bd-dbc5c94f1091 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb376922-9759-4b6d-9aa9-d3ab0ef7668f,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:57:04.042632 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5a78d4a0-d581-404b-a3bd-dbc5c94f1091 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:57:04.048968 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5a78d4a0-d581-404b-a3bd-dbc5c94f1091 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:04.050271 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5a78d4a0-d581-404b-a3bd-dbc5c94f1091 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1639252
Jan 29 10:57:04.053174 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 36738) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:57:04.058655 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-5b348eff-a3ee-4495-bbea-cc58731a83b4 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Request body: {'security_group_rule': {'security_group_id': '95cf527b-b08b-40cb-b135-c183ff164204', 'project_id': '884b801388a745e49e2da4f5c6acad38', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:57:04.080892 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-5b348eff-a3ee-4495-bbea-cc58731a83b4 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:57:04.085549 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5b348eff-a3ee-4495-bbea-cc58731a83b4 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Usage tracker for resource:security_group_rule and tenant:884b801388a745e49e2da4f5c6acad38 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:57:04.088648 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5b348eff-a3ee-4495-bbea-cc58731a83b4 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:57:04.094438 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-5b348eff-a3ee-4495-bbea-cc58731a83b4 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:57:04.104803 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.securitygroups_db [None req-5b348eff-a3ee-4495-bbea-cc58731a83b4 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Project 884b801388a745e49e2da4f5c6acad38 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 10:57:04.111564 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5b348eff-a3ee-4495-bbea-cc58731a83b4 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:04.179545 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5b348eff-a3ee-4495-bbea-cc58731a83b4 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:04.182346 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5b348eff-a3ee-4495-bbea-cc58731a83b4 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:04.184249 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3774b356-07f8-49a6-bfa8-eac3fe70df9f tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:57:04.207556 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b348eff-a3ee-4495-bbea-cc58731a83b4 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c08efe9-91af-4e70-8e80-e53651437422,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:57:04.210058 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5b348eff-a3ee-4495-bbea-cc58731a83b4 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:57:04.215924 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5b348eff-a3ee-4495-bbea-cc58731a83b4 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:04.217181 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5b348eff-a3ee-4495-bbea-cc58731a83b4 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1630270
Jan 29 10:57:04.220876 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 36742) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:57:04.227110 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-d5e89f13-8840-4617-a4fb-1d67294311b8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Request body: {'network': {'name': 'tempest-network-smoke--1326680962', 'project_id': '884b801388a745e49e2da4f5c6acad38', 'port_security_enabled': True}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:57:04.232247 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d5e89f13-8840-4617-a4fb-1d67294311b8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:57:04.237256 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d5e89f13-8840-4617-a4fb-1d67294311b8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Usage tracker for resource:network and tenant:884b801388a745e49e2da4f5c6acad38 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:57:04.240233 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-d5e89f13-8840-4617-a4fb-1d67294311b8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Quota usage for network was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:57:04.245989 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-d5e89f13-8840-4617-a4fb-1d67294311b8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:57:04.258407 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e89f13-8840-4617-a4fb-1d67294311b8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Made reservation on behalf of 884b801388a745e49e2da4f5c6acad38 for: {'network': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:57:04.278932 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d5e89f13-8840-4617-a4fb-1d67294311b8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:04.313040 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5e89f13-8840-4617-a4fb-1d67294311b8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 10:57:04.322321 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d5e89f13-8840-4617-a4fb-1d67294311b8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268197113528', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:04.322700 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-d5e89f13-8840-4617-a4fb-1d67294311b8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Added segment e65c6bd2-de50-4514-955e-b8b2d3f7c55b of type vxlan for network f0f43735-6884-46ce-9019-24f3322fb109
Jan 29 10:57:04.349515 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d5e89f13-8840-4617-a4fb-1d67294311b8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:04.378755 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d5e89f13-8840-4617-a4fb-1d67294311b8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:04.444995 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e89f13-8840-4617-a4fb-1d67294311b8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:57:04.445659 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d5e89f13-8840-4617-a4fb-1d67294311b8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:04.451493 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bcf7b77f-c122-4a93-9895-2384b51c6234 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:57:04.563302 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d5e89f13-8840-4617-a4fb-1d67294311b8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.3411908
Jan 29 10:57:04.566469 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 36746) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:57:04.569104 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e89f13-8840-4617-a4fb-1d67294311b8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'Network': ['ID=f0f43735-6884-46ce-9019-24f3322fb109,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:57:04.574833 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-17a641b6-585d-4d91-98ca-4b6cec6accf0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-797402909', 'admin_state_up': True, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:57:04.581056 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network f0f43735-6884-46ce-9019-24f3322fb109 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:57:04.596469 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network f0f43735-6884-46ce-9019-24f3322fb109 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 10:57:04.597318 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d5e89f13-8840-4617-a4fb-1d67294311b8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:57:04.599732 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-17a641b6-585d-4d91-98ca-4b6cec6accf0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:57:04.603883 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-17a641b6-585d-4d91-98ca-4b6cec6accf0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Usage tracker for resource:router and tenant:884b801388a745e49e2da4f5c6acad38 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:57:04.606958 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-17a641b6-585d-4d91-98ca-4b6cec6accf0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Quota usage for router was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:57:04.612948 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-17a641b6-585d-4d91-98ca-4b6cec6accf0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:57:04.622406 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-17a641b6-585d-4d91-98ca-4b6cec6accf0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:04.623474 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-17a641b6-585d-4d91-98ca-4b6cec6accf0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:04.643571 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-17a641b6-585d-4d91-98ca-4b6cec6accf0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:04.932420 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-17a641b6-585d-4d91-98ca-4b6cec6accf0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:05.213166 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:57:05.255807 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-17a641b6-585d-4d91-98ca-4b6cec6accf0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for router_gateway, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:05.286858 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:05.293893 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-17a641b6-585d-4d91-98ca-4b6cec6accf0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:05.561341 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-17a641b6-585d-4d91-98ca-4b6cec6accf0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Allocated IP 172.26.7.18 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/bf86e508-68d8-4792-8e00-bbdcb83304ce) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:57:05.717283 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-17a641b6-585d-4d91-98ca-4b6cec6accf0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:05.746895 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-17a641b6-585d-4d91-98ca-4b6cec6accf0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:05.762457 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-70ad1691-f2bc-437c-ab7c-3c6c63f4b02b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:57:05.906741 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a641b6-585d-4d91-98ca-4b6cec6accf0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'Port': ['ID=bf86e508-68d8-4792-8e00-bbdcb83304ce,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:57:05.911964 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-17a641b6-585d-4d91-98ca-4b6cec6accf0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:57:05.963211 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a641b6-585d-4d91-98ca-4b6cec6accf0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:57:05.964343 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-17a641b6-585d-4d91-98ca-4b6cec6accf0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:57:05.966606 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a641b6-585d-4d91-98ca-4b6cec6accf0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:57:06.398519 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-17a641b6-585d-4d91-98ca-4b6cec6accf0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for router_gateway, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:07.044732 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-17a641b6-585d-4d91-98ca-4b6cec6accf0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:07.257714 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17a641b6-585d-4d91-98ca-4b6cec6accf0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Router 587cc8a5-e101-46cd-934f-f0e2aae961d4 is scheduled to L3 agent 18987107-6d88-4736-94cf-15791d65b3ff with binding_index 1 {{(pid=80766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 29 10:57:07.448747 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a641b6-585d-4d91-98ca-4b6cec6accf0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:57:07.459423 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd5f4e3-dc69-4185-86ef-f261a979cf0f None None] Sync routers for ids ['587cc8a5-e101-46cd-934f-f0e2aae961d4'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:57:07.469883 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd5f4e3-dc69-4185-86ef-f261a979cf0f None None] Routers {'587cc8a5-e101-46cd-934f-f0e2aae961d4'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:57:07.470812 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-ccd5f4e3-dc69-4185-86ef-f261a979cf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca227208>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:56:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['587cc8a5-e101-46cd-934f-f0e2aae961d4'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:57:07.506771 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-17a641b6-585d-4d91-98ca-4b6cec6accf0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:07.511151 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-17a641b6-585d-4d91-98ca-4b6cec6accf0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 2.9405251
Jan 29 10:57:07.511901 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 36750) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:57:07.558376 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8a8438cd-5065-4f83-9c61-16be1d815fbd tempest-TestNetworkAdvancedServerOps-1094188060 tempest-TestNetworkAdvancedServerOps-1094188060-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=884b801388a745e49e2da4f5c6acad38&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0448873
Jan 29 10:57:07.561115 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 36754) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:57:07.663574 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-ccd5f4e3-dc69-4185-86ef-f261a979cf0f None None] Set router 587cc8a5-e101-46cd-934f-f0e2aae961d4 gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:57:07.703038 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d383c794-8e8f-4de7-9ef4-9dfeca07f50c tempest-TestNetworkAdvancedServerOps-1094188060 tempest-TestNetworkAdvancedServerOps-1094188060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:57:07.705208 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d383c794-8e8f-4de7-9ef4-9dfeca07f50c tempest-TestNetworkAdvancedServerOps-1094188060 tempest-TestNetworkAdvancedServerOps-1094188060-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1431201
Jan 29 10:57:07.708336 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 36758) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:57:07.827063 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-35f5d2d1-9eff-4daa-8afe-348949d5a5b2 tempest-TestNetworkAdvancedServerOps-1094188060 tempest-TestNetworkAdvancedServerOps-1094188060-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=aadf795f-2e1a-4d04-be0e-12575f0f28a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1149957
Jan 29 10:57:07.827290 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 36764) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:57:07.833703 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-983dd1f8-aa05-4ca6-9d8d-86b178c3d928 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1223102184', 'network_id': 'f0f43735-6884-46ce-9019-24f3322fb109', 'project_id': '884b801388a745e49e2da4f5c6acad38', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:57:07.952532 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-983dd1f8-aa05-4ca6-9d8d-86b178c3d928 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:57:07.957535 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-983dd1f8-aa05-4ca6-9d8d-86b178c3d928 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Usage tracker for resource:subnet and tenant:884b801388a745e49e2da4f5c6acad38 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:57:07.960485 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-983dd1f8-aa05-4ca6-9d8d-86b178c3d928 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:57:07.966177 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-983dd1f8-aa05-4ca6-9d8d-86b178c3d928 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:57:07.974894 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-983dd1f8-aa05-4ca6-9d8d-86b178c3d928 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Made reservation on behalf of 884b801388a745e49e2da4f5c6acad38 for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:57:07.981410 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-ccd5f4e3-dc69-4185-86ef-f261a979cf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca227208>, [{'id': '587cc8a5-e101-46cd-934f-f0e2aae961d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797402909', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': 'bf86e508-68d8-4792-8e00-bbdcb83304ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:57:04Z', 'updated_at': '2021-01-29T10:57:06Z', 'revision_number': 3, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': 'bf86e508-68d8-4792-8e00-bbdcb83304ce', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d0:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587cc8a5-e101-46cd-934f-f0e2aae961d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:57:05Z', 'updated_at': '2021-01-29T10:57:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:57:07.985559 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd5f4e3-dc69-4185-86ef-f261a979cf0f None None] Checking router: 587cc8a5-e101-46cd-934f-f0e2aae961d4 for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:57:07.986024 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd5f4e3-dc69-4185-86ef-f261a979cf0f None None] Updating router 587cc8a5-e101-46cd-934f-f0e2aae961d4 port bf86e508-68d8-4792-8e00-bbdcb83304ce binding host dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 29 10:57:07.996250 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-983dd1f8-aa05-4ca6-9d8d-86b178c3d928 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:08.040774 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ccd5f4e3-dc69-4185-86ef-f261a979cf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:08.456358 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ccd5f4e3-dc69-4185-86ef-f261a979cf0f None None] Notify callbacks [] for port, precommit_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:08.469430 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-ccd5f4e3-dc69-4185-86ef-f261a979cf0f None None] Transition to ACTIVE for port object bf86e508-68d8-4792-8e00-bbdcb83304ce will not be triggered until provisioned by entity L2. {{(pid=80768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:57:08.472001 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ccd5f4e3-dc69-4185-86ef-f261a979cf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:08.488458 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0096338a-a5cb-4617-8b9a-5a09f23c9a78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:57:08.623667 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495fd68e-1137-4576-9dd4-547fd79f7677 None None] Pushing event updated for resources: {'Port': ['ID=bf86e508-68d8-4792-8e00-bbdcb83304ce,revision_number=2']} {{(pid=80768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:57:08.634612 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495fd68e-1137-4576-9dd4-547fd79f7677 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:57:08.635004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495fd68e-1137-4576-9dd4-547fd79f7677 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:57:08.635385 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495fd68e-1137-4576-9dd4-547fd79f7677 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:57:08.635758 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495fd68e-1137-4576-9dd4-547fd79f7677 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:57:08.636127 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495fd68e-1137-4576-9dd4-547fd79f7677 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:57:08.636497 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495fd68e-1137-4576-9dd4-547fd79f7677 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:57:08.636866 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495fd68e-1137-4576-9dd4-547fd79f7677 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:57:08.637232 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495fd68e-1137-4576-9dd4-547fd79f7677 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:57:08.637600 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495fd68e-1137-4576-9dd4-547fd79f7677 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:57:08.637993 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495fd68e-1137-4576-9dd4-547fd79f7677 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:57:08.638354 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495fd68e-1137-4576-9dd4-547fd79f7677 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:57:08.638717 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495fd68e-1137-4576-9dd4-547fd79f7677 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:57:08.639152 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495fd68e-1137-4576-9dd4-547fd79f7677 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:57:08.639513 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495fd68e-1137-4576-9dd4-547fd79f7677 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:57:08.639875 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495fd68e-1137-4576-9dd4-547fd79f7677 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:57:08.640237 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495fd68e-1137-4576-9dd4-547fd79f7677 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:57:08.640597 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495fd68e-1137-4576-9dd4-547fd79f7677 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:57:08.640955 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495fd68e-1137-4576-9dd4-547fd79f7677 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:57:08.641314 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495fd68e-1137-4576-9dd4-547fd79f7677 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:57:08.641712 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495fd68e-1137-4576-9dd4-547fd79f7677 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:57:08.642086 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495fd68e-1137-4576-9dd4-547fd79f7677 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:57:08.642444 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495fd68e-1137-4576-9dd4-547fd79f7677 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:57:08.642801 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495fd68e-1137-4576-9dd4-547fd79f7677 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:57:08.643160 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495fd68e-1137-4576-9dd4-547fd79f7677 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:57:08.653901 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-495fd68e-1137-4576-9dd4-547fd79f7677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:57:08.704221 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-ccd5f4e3-dc69-4185-86ef-f261a979cf0f None None] Attempting to bind port bf86e508-68d8-4792-8e00-bbdcb83304ce on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:57:08.704633 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-ccd5f4e3-dc69-4185-86ef-f261a979cf0f None None] Attempting to bind port bf86e508-68d8-4792-8e00-bbdcb83304ce by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}] {{(pid=80768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:57:08.705400 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd5f4e3-dc69-4185-86ef-f261a979cf0f None None] Attempting to bind port bf86e508-68d8-4792-8e00-bbdcb83304ce on network aadf795f-2e1a-4d04-be0e-12575f0f28a5 {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:57:08.710658 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd5f4e3-dc69-4185-86ef-f261a979cf0f None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:57:08.711078 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd5f4e3-dc69-4185-86ef-f261a979cf0f None None] Checking segment: {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:57:08.711529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ccd5f4e3-dc69-4185-86ef-f261a979cf0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:08.711968 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd5f4e3-dc69-4185-86ef-f261a979cf0f None None] Bound using segment: {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'} {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:57:08.712492 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-ccd5f4e3-dc69-4185-86ef-f261a979cf0f None None] Bound port: bf86e508-68d8-4792-8e00-bbdcb83304ce, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}}] {{(pid=80768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:57:08.712908 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ccd5f4e3-dc69-4185-86ef-f261a979cf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:08.722609 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-983dd1f8-aa05-4ca6-9d8d-86b178c3d928 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:08.738418 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f22c80c7-ce85-4996-8d3d-ba6744a57bed tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:57:08.793670 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-ccd5f4e3-dc69-4185-86ef-f261a979cf0f None None] For port bf86e508-68d8-4792-8e00-bbdcb83304ce, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:57:08.796941 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-ccd5f4e3-dc69-4185-86ef-f261a979cf0f None None] For port bf86e508-68d8-4792-8e00-bbdcb83304ce, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=bf86e508-68d8-4792-8e00-bbdcb83304ce,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:57:08.801532 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ccd5f4e3-dc69-4185-86ef-f261a979cf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:08.816608 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-73dfaa17-3f00-4721-85a3-881cead5d855 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:57:08.872342 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983dd1f8-aa05-4ca6-9d8d-86b178c3d928 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'Subnet': ['ID=812304e3-107e-4579-aac1-5508dedf1b66,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:57:08.875403 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-983dd1f8-aa05-4ca6-9d8d-86b178c3d928 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:57:08.949498 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983dd1f8-aa05-4ca6-9d8d-86b178c3d928 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Checking segment: {'id': 'e65c6bd2-de50-4514-955e-b8b2d3f7c55b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f0f43735-6884-46ce-9019-24f3322fb109'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:57:08.949927 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983dd1f8-aa05-4ca6-9d8d-86b178c3d928 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Network hostable DHCP agents. Network: f0f43735-6884-46ce-9019-24f3322fb109, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 10:57:08.964543 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495fd68e-1137-4576-9dd4-547fd79f7677 None None] Pushing event updated for resources: {'Port': ['ID=bf86e508-68d8-4792-8e00-bbdcb83304ce,revision_number=3']} {{(pid=80768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:57:08.969186 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983dd1f8-aa05-4ca6-9d8d-86b178c3d928 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Network f0f43735-6884-46ce-9019-24f3322fb109 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 10:57:08.970683 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-495fd68e-1137-4576-9dd4-547fd79f7677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:57:08.979175 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-983dd1f8-aa05-4ca6-9d8d-86b178c3d928 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, f0f43735-6884-46ce-9019-24f3322fb109) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:57:08.991960 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d051270-6b35-4e44-b30b-5871b4d8e28b None None] Network f0f43735-6884-46ce-9019-24f3322fb109 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:57:08.995028 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983dd1f8-aa05-4ca6-9d8d-86b178c3d928 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:57:08.995700 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-983dd1f8-aa05-4ca6-9d8d-86b178c3d928 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:09.019279 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd5f4e3-dc69-4185-86ef-f261a979cf0f None None] Routers {'587cc8a5-e101-46cd-934f-f0e2aae961d4'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:57:09.020007 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-983dd1f8-aa05-4ca6-9d8d-86b178c3d928 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 1.1916704
Jan 29 10:57:09.020611 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-ccd5f4e3-dc69-4185-86ef-f261a979cf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca227208>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:56:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['587cc8a5-e101-46cd-934f-f0e2aae961d4'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:57:09.023110 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 36768) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:57:09.386018 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-ccd5f4e3-dc69-4185-86ef-f261a979cf0f None None] Set router 587cc8a5-e101-46cd-934f-f0e2aae961d4 gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:57:09.417923 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f231f0-757d-4229-a4de-989170a92e39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-f0f43735-6884-46ce-9019-24f3322fb109', 'network_id': 'f0f43735-6884-46ce-9019-24f3322fb109', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'fixed_ips': [{'subnet_id': '812304e3-107e-4579-aac1-5508dedf1b66'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 10:57:09.418887 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-37f231f0-757d-4229-a4de-989170a92e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:09.707135 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-ccd5f4e3-dc69-4185-86ef-f261a979cf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca227208>, [{'id': '587cc8a5-e101-46cd-934f-f0e2aae961d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797402909', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': 'bf86e508-68d8-4792-8e00-bbdcb83304ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:57:04Z', 'updated_at': '2021-01-29T10:57:06Z', 'revision_number': 3, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': 'bf86e508-68d8-4792-8e00-bbdcb83304ce', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d0:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587cc8a5-e101-46cd-934f-f0e2aae961d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:57:05Z', 'updated_at': '2021-01-29T10:57:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:57:09.713316 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd5f4e3-dc69-4185-86ef-f261a979cf0f None None] The sync data for ids ['587cc8a5-e101-46cd-934f-f0e2aae961d4'] in dv-neutron-772983-2-ovs is: [{'id': '587cc8a5-e101-46cd-934f-f0e2aae961d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797402909', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': 'bf86e508-68d8-4792-8e00-bbdcb83304ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:57:04Z', 'updated_at': '2021-01-29T10:57:06Z', 'revision_number': 3, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': 'bf86e508-68d8-4792-8e00-bbdcb83304ce', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d0:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587cc8a5-e101-46cd-934f-f0e2aae961d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:57:05Z', 'updated_at': '2021-01-29T10:57:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:57:09.718001 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-37f231f0-757d-4229-a4de-989170a92e39 None None] Allocated IP 172.20.0.2 (f0f43735-6884-46ce-9019-24f3322fb109/812304e3-107e-4579-aac1-5508dedf1b66/e96c7f25-be4d-48ad-b9e7-b30dc7e3ea1f) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:57:09.847146 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8799136e-1cba-47a8-858f-b40bcfbe120e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:09.953156 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-37f231f0-757d-4229-a4de-989170a92e39 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:09.964990 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-37f231f0-757d-4229-a4de-989170a92e39 None None] Transition to ACTIVE for port object e96c7f25-be4d-48ad-b9e7-b30dc7e3ea1f will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:57:09.981813 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-37f231f0-757d-4229-a4de-989170a92e39 None None] Transition to ACTIVE for port object e96c7f25-be4d-48ad-b9e7-b30dc7e3ea1f will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:57:09.986933 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-37f231f0-757d-4229-a4de-989170a92e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:10.003736 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-cc344902-3423-427c-96b6-62104ea1484d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:57:10.159442 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f231f0-757d-4229-a4de-989170a92e39 None None] Pushing event updated for resources: {'Port': ['ID=e96c7f25-be4d-48ad-b9e7-b30dc7e3ea1f,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:57:10.166990 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-37f231f0-757d-4229-a4de-989170a92e39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:57:10.227481 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f231f0-757d-4229-a4de-989170a92e39 None None] Network f0f43735-6884-46ce-9019-24f3322fb109 is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:57:10.229400 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-37f231f0-757d-4229-a4de-989170a92e39 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:57:10.231500 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f231f0-757d-4229-a4de-989170a92e39 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:57:10.294180 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-37f231f0-757d-4229-a4de-989170a92e39 None None] Attempting to bind port e96c7f25-be4d-48ad-b9e7-b30dc7e3ea1f on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:57:10.294593 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-37f231f0-757d-4229-a4de-989170a92e39 None None] Attempting to bind port e96c7f25-be4d-48ad-b9e7-b30dc7e3ea1f by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'e65c6bd2-de50-4514-955e-b8b2d3f7c55b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f0f43735-6884-46ce-9019-24f3322fb109'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:57:10.295005 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f231f0-757d-4229-a4de-989170a92e39 None None] Attempting to bind port e96c7f25-be4d-48ad-b9e7-b30dc7e3ea1f on network f0f43735-6884-46ce-9019-24f3322fb109 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:57:10.301812 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f231f0-757d-4229-a4de-989170a92e39 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:57:10.302356 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f231f0-757d-4229-a4de-989170a92e39 None None] Checking segment: {'id': 'e65c6bd2-de50-4514-955e-b8b2d3f7c55b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f0f43735-6884-46ce-9019-24f3322fb109'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:57:10.302568 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-37f231f0-757d-4229-a4de-989170a92e39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:10.303028 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f231f0-757d-4229-a4de-989170a92e39 None None] Bound using segment: {'id': 'e65c6bd2-de50-4514-955e-b8b2d3f7c55b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f0f43735-6884-46ce-9019-24f3322fb109'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:57:10.303555 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-37f231f0-757d-4229-a4de-989170a92e39 None None] Bound port: e96c7f25-be4d-48ad-b9e7-b30dc7e3ea1f, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e65c6bd2-de50-4514-955e-b8b2d3f7c55b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f0f43735-6884-46ce-9019-24f3322fb109'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:57:10.304029 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-37f231f0-757d-4229-a4de-989170a92e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:10.403393 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-37f231f0-757d-4229-a4de-989170a92e39 None None] For port e96c7f25-be4d-48ad-b9e7-b30dc7e3ea1f, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:57:10.407016 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-37f231f0-757d-4229-a4de-989170a92e39 None None] For port e96c7f25-be4d-48ad-b9e7-b30dc7e3ea1f, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=e96c7f25-be4d-48ad-b9e7-b30dc7e3ea1f,segment=NetworkSegment(e65c6bd2-de50-4514-955e-b8b2d3f7c55b),segment_id=e65c6bd2-de50-4514-955e-b8b2d3f7c55b)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:57:10.410740 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-37f231f0-757d-4229-a4de-989170a92e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:10.444223 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:57:10.482772 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-8799136e-1cba-47a8-858f-b40bcfbe120e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Allocated IP 172.20.0.1 (f0f43735-6884-46ce-9019-24f3322fb109/812304e3-107e-4579-aac1-5508dedf1b66/36976290-c3f1-4832-8918-66b64885a1ff) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:57:10.603203 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f231f0-757d-4229-a4de-989170a92e39 None None] Pushing event updated for resources: {'Port': ['ID=e96c7f25-be4d-48ad-b9e7-b30dc7e3ea1f,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:57:10.615312 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-37f231f0-757d-4229-a4de-989170a92e39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:57:10.669650 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8799136e-1cba-47a8-858f-b40bcfbe120e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:10.686896 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-8799136e-1cba-47a8-858f-b40bcfbe120e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Transition to ACTIVE for port object 36976290-c3f1-4832-8918-66b64885a1ff will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:57:10.710187 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8799136e-1cba-47a8-858f-b40bcfbe120e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:10.727066 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7911bf3a-36eb-4f47-9089-fa36e76f1056 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:57:10.872701 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8799136e-1cba-47a8-858f-b40bcfbe120e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'Port': ['ID=36976290-c3f1-4832-8918-66b64885a1ff,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:57:10.877498 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8799136e-1cba-47a8-858f-b40bcfbe120e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:57:10.948077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8799136e-1cba-47a8-858f-b40bcfbe120e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Network f0f43735-6884-46ce-9019-24f3322fb109 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:57:10.949554 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-8799136e-1cba-47a8-858f-b40bcfbe120e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:57:10.951982 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8799136e-1cba-47a8-858f-b40bcfbe120e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:57:11.029385 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8799136e-1cba-47a8-858f-b40bcfbe120e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854426412'] for router_interface, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:11.107953 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device e96c7f25-be4d-48ad-b9e7-b30dc7e3ea1f up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:57:11.162167 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8799136e-1cba-47a8-858f-b40bcfbe120e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:11.179381 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port e96c7f25-be4d-48ad-b9e7-b30dc7e3ea1f completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:57:11.184880 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device bf86e508-68d8-4792-8e00-bbdcb83304ce up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:57:11.257292 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port bf86e508-68d8-4792-8e00-bbdcb83304ce completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:57:11.262424 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port bf86e508-68d8-4792-8e00-bbdcb83304ce triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:57:11.262956 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:11.387368 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:11.404750 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port bf86e508-68d8-4792-8e00-bbdcb83304ce, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=bf86e508-68d8-4792-8e00-bbdcb83304ce,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:57:11.408253 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:11.411196 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:57:11.484105 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=bf86e508-68d8-4792-8e00-bbdcb83304ce,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:57:11.488297 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:57:11.935653 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b552ac7c-309b-4083-ad9d-5ff9788958b5 None None] Network f0f43735-6884-46ce-9019-24f3322fb109 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 10:57:11.956936 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8799136e-1cba-47a8-858f-b40bcfbe120e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:11.962452 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8799136e-1cba-47a8-858f-b40bcfbe120e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:11.995489 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d92353be-a366-46a3-b7a7-7f4a5b68846a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:57:12.038980 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-d16d497f-936f-4d36-97ab-05dd7477222b None None] Provisioning for port e96c7f25-be4d-48ad-b9e7-b30dc7e3ea1f completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:57:12.050336 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-d16d497f-936f-4d36-97ab-05dd7477222b None None] Provisioning complete for port e96c7f25-be4d-48ad-b9e7-b30dc7e3ea1f triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:57:12.050772 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d16d497f-936f-4d36-97ab-05dd7477222b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:12.093277 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8799136e-1cba-47a8-858f-b40bcfbe120e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854133895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349242'] for router_interface, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:12.109173 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8799136e-1cba-47a8-858f-b40bcfbe120e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'Port': ['ID=36976290-c3f1-4832-8918-66b64885a1ff,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:57:12.116304 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8799136e-1cba-47a8-858f-b40bcfbe120e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:57:12.246683 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8799136e-1cba-47a8-858f-b40bcfbe120e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Network f0f43735-6884-46ce-9019-24f3322fb109 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:57:12.247858 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-8799136e-1cba-47a8-858f-b40bcfbe120e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:57:12.296694 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d16d497f-936f-4d36-97ab-05dd7477222b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:12.352576 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-d16d497f-936f-4d36-97ab-05dd7477222b None None] For port e96c7f25-be4d-48ad-b9e7-b30dc7e3ea1f, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=e96c7f25-be4d-48ad-b9e7-b30dc7e3ea1f,segment=NetworkSegment(e65c6bd2-de50-4514-955e-b8b2d3f7c55b),segment_id=e65c6bd2-de50-4514-955e-b8b2d3f7c55b)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:57:12.359143 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d16d497f-936f-4d36-97ab-05dd7477222b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:12.361351 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ff86ce7e-0ac4-4cbe-8851-bc07d85b3809 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:57:12.439353 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16d497f-936f-4d36-97ab-05dd7477222b None None] Pushing event updated for resources: {'Port': ['ID=e96c7f25-be4d-48ad-b9e7-b30dc7e3ea1f,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:57:12.442625 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d16d497f-936f-4d36-97ab-05dd7477222b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:57:12.458005 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8799136e-1cba-47a8-858f-b40bcfbe120e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Router 587cc8a5-e101-46cd-934f-f0e2aae961d4 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:57:12.586744 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-5a665022-2dfe-4002-a9ec-a618eb3d3949 None None] Provisioning complete for port e96c7f25-be4d-48ad-b9e7-b30dc7e3ea1f triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:57:12.587498 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5a665022-2dfe-4002-a9ec-a618eb3d3949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:12.661081 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8799136e-1cba-47a8-858f-b40bcfbe120e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:57:12.678349 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8799136e-1cba-47a8-858f-b40bcfbe120e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "PUT /v2.0/routers/587cc8a5-e101-46cd-934f-f0e2aae961d4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6540468
Jan 29 10:57:12.696562 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5627d557-8a89-4772-bef1-cebaed230f86 None None] Sync routers for ids ['587cc8a5-e101-46cd-934f-f0e2aae961d4'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:57:12.723819 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5627d557-8a89-4772-bef1-cebaed230f86 None None] Routers {'587cc8a5-e101-46cd-934f-f0e2aae961d4'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:57:12.724533 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-5627d557-8a89-4772-bef1-cebaed230f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c8e5abe0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:56:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['587cc8a5-e101-46cd-934f-f0e2aae961d4'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:57:12.891907 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-5a665022-2dfe-4002-a9ec-a618eb3d3949 None None] Provisioning for port 36976290-c3f1-4832-8918-66b64885a1ff completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:57:12.896218 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-3ea0e923-a689-4a19-9516-78c81f4a1a0e req-2e2f66fa-322f-4c2e-b1d2-4a7699f504a7 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Synchronizing usage tracker for tenant:884b801388a745e49e2da4f5c6acad38 on resource:security_group {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:57:12.901765 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-5a665022-2dfe-4002-a9ec-a618eb3d3949 None None] Provisioning complete for port 36976290-c3f1-4832-8918-66b64885a1ff triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:57:12.902091 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5a665022-2dfe-4002-a9ec-a618eb3d3949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:12.913115 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-3ea0e923-a689-4a19-9516-78c81f4a1a0e req-2e2f66fa-322f-4c2e-b1d2-4a7699f504a7 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Unset dirty status for tenant:884b801388a745e49e2da4f5c6acad38 on resource:security_group {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:57:12.914585 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3ea0e923-a689-4a19-9516-78c81f4a1a0e req-2e2f66fa-322f-4c2e-b1d2-4a7699f504a7 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1756516167&fields=id&tenant_id=884b801388a745e49e2da4f5c6acad38 HTTP/1.1" status: 200  len: 267 time: 0.0847757
Jan 29 10:57:12.990298 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-5a665022-2dfe-4002-a9ec-a618eb3d3949 None None] Port 36976290-c3f1-4832-8918-66b64885a1ff cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:57:12.995822 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-5627d557-8a89-4772-bef1-cebaed230f86 None None] Set router 587cc8a5-e101-46cd-934f-f0e2aae961d4 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:57:13.141333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device e96c7f25-be4d-48ad-b9e7-b30dc7e3ea1f up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:57:13.234468 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0e923-a689-4a19-9516-78c81f4a1a0e req-0421feb3-4f83-4661-b487-8e6190969169 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:57:13.237005 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-3ea0e923-a689-4a19-9516-78c81f4a1a0e req-0421feb3-4f83-4661-b487-8e6190969169 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Synchronizing usage tracker for tenant:884b801388a745e49e2da4f5c6acad38 on resource:network {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:57:13.254315 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-61867a4b-7b43-4cac-b7e7-7968eece6a47 None None] Provisioning complete for port e96c7f25-be4d-48ad-b9e7-b30dc7e3ea1f triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:57:13.254691 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-61867a4b-7b43-4cac-b7e7-7968eece6a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:13.259184 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-3ea0e923-a689-4a19-9516-78c81f4a1a0e req-0421feb3-4f83-4661-b487-8e6190969169 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Unset dirty status for tenant:884b801388a745e49e2da4f5c6acad38 on resource:network {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:57:13.266618 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3ea0e923-a689-4a19-9516-78c81f4a1a0e req-0421feb3-4f83-4661-b487-8e6190969169 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/networks?id=f0f43735-6884-46ce-9019-24f3322fb109 HTTP/1.1" status: 200  len: 797 time: 0.3435795
Jan 29 10:57:13.292000 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3ea0e923-a689-4a19-9516-78c81f4a1a0e req-d2147914-c200-40be-b154-bdf5f0f0ac5c tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/quotas/884b801388a745e49e2da4f5c6acad38 HTTP/1.1" status: 200  len: 375 time: 0.0242960
Jan 29 10:57:13.429180 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-3ea0e923-a689-4a19-9516-78c81f4a1a0e req-7f7750f3-5d56-4f38-b1b3-75380dc16ce4 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Synchronizing usage tracker for tenant:884b801388a745e49e2da4f5c6acad38 on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:57:13.447180 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-3ea0e923-a689-4a19-9516-78c81f4a1a0e req-7f7750f3-5d56-4f38-b1b3-75380dc16ce4 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Unset dirty status for tenant:884b801388a745e49e2da4f5c6acad38 on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:57:13.448973 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3ea0e923-a689-4a19-9516-78c81f4a1a0e req-7f7750f3-5d56-4f38-b1b3-75380dc16ce4 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=884b801388a745e49e2da4f5c6acad38&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1556368
Jan 29 10:57:13.652550 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port e96c7f25-be4d-48ad-b9e7-b30dc7e3ea1f triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:57:13.652975 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:13.705085 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3ea0e923-a689-4a19-9516-78c81f4a1a0e req-59f55f26-0d2d-4adb-80b9-db08d618c02e service neutron] 10.222.0.57 "GET /v2.0/networks/f0f43735-6884-46ce-9019-24f3322fb109?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2407041
Jan 29 10:57:13.853859 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3ea0e923-a689-4a19-9516-78c81f4a1a0e req-f7be10ed-cd6a-4b26-aea9-9920883a08a5 service neutron] 10.222.0.57 "GET /v2.0/networks/f0f43735-6884-46ce-9019-24f3322fb109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1451581
Jan 29 10:57:13.909361 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-61867a4b-7b43-4cac-b7e7-7968eece6a47 None None] Provisioning complete for port 36976290-c3f1-4832-8918-66b64885a1ff triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:57:13.909814 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-61867a4b-7b43-4cac-b7e7-7968eece6a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:13.944716 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device bf86e508-68d8-4792-8e00-bbdcb83304ce up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:57:14.003729 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-5627d557-8a89-4772-bef1-cebaed230f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c8e5abe0>, [{'id': '587cc8a5-e101-46cd-934f-f0e2aae961d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797402909', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': 'bf86e508-68d8-4792-8e00-bbdcb83304ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:57:04Z', 'updated_at': '2021-01-29T10:57:11Z', 'revision_number': 4, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': 'bf86e508-68d8-4792-8e00-bbdcb83304ce', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587cc8a5-e101-46cd-934f-f0e2aae961d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:57:05Z', 'updated_at': '2021-01-29T10:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '36976290-c3f1-4832-8918-66b64885a1ff', 'name': '', 'network_id': 'f0f43735-6884-46ce-9019-24f3322fb109', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'mac_address': 'fa:16:3e:7b:13:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587cc8a5-e101-46cd-934f-f0e2aae961d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '812304e3-107e-4579-aac1-5508dedf1b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:57:10Z', 'updated_at': '2021-01-29T10:57:11Z', 'revision_number': 2, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'subnets': [{'id': '812304e3-107e-4579-aac1-5508dedf1b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:57:14.023126 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5627d557-8a89-4772-bef1-cebaed230f86 None None] Checking router: 587cc8a5-e101-46cd-934f-f0e2aae961d4 for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:57:14.023537 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5627d557-8a89-4772-bef1-cebaed230f86 None None] Updating router 587cc8a5-e101-46cd-934f-f0e2aae961d4 port 36976290-c3f1-4832-8918-66b64885a1ff binding host dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 29 10:57:14.070202 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-61867a4b-7b43-4cac-b7e7-7968eece6a47 None None] Port 36976290-c3f1-4832-8918-66b64885a1ff cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:57:14.089167 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ebe0afac-8e13-43bc-a8d8-0248287a5320 req-0a4d8614-484a-4e5f-8be1-38ee83a5deea tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f7a38d4-d632-4585-8b09-d0809ea634ac HTTP/1.1" status: 200  len: 210 time: 0.0633092
Jan 29 10:57:14.103401 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5627d557-8a89-4772-bef1-cebaed230f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:14.133126 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port bf86e508-68d8-4792-8e00-bbdcb83304ce triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:57:14.133547 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:14.285072 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-7283c346-7621-4ba8-975c-c2157fd9810f None None] Provisioning complete for port e96c7f25-be4d-48ad-b9e7-b30dc7e3ea1f triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:57:14.285586 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7283c346-7621-4ba8-975c-c2157fd9810f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:14.679616 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-7283c346-7621-4ba8-975c-c2157fd9810f None None] Provisioning complete for port 36976290-c3f1-4832-8918-66b64885a1ff triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:57:14.680016 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7283c346-7621-4ba8-975c-c2157fd9810f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:14.754658 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-7283c346-7621-4ba8-975c-c2157fd9810f None None] Port 36976290-c3f1-4832-8918-66b64885a1ff cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:57:14.841739 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5627d557-8a89-4772-bef1-cebaed230f86 None None] Notify callbacks [] for port, precommit_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:14.853997 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-5627d557-8a89-4772-bef1-cebaed230f86 None None] Transition to ACTIVE for port object 36976290-c3f1-4832-8918-66b64885a1ff will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:57:14.856789 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5627d557-8a89-4772-bef1-cebaed230f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:14.871967 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-41bb321f-7cd2-4dfb-b137-5b86799ac7dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:57:15.008783 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976a75ed-cf63-4938-b9e0-5808ceb7d6dc None None] Pushing event updated for resources: {'Port': ['ID=36976290-c3f1-4832-8918-66b64885a1ff,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:57:15.012945 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-976a75ed-cf63-4938-b9e0-5808ceb7d6dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:57:15.177155 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-5627d557-8a89-4772-bef1-cebaed230f86 None None] Attempting to bind port 36976290-c3f1-4832-8918-66b64885a1ff on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:57:15.177581 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-5627d557-8a89-4772-bef1-cebaed230f86 None None] Attempting to bind port 36976290-c3f1-4832-8918-66b64885a1ff by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'e65c6bd2-de50-4514-955e-b8b2d3f7c55b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f0f43735-6884-46ce-9019-24f3322fb109'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:57:15.178023 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5627d557-8a89-4772-bef1-cebaed230f86 None None] Attempting to bind port 36976290-c3f1-4832-8918-66b64885a1ff on network f0f43735-6884-46ce-9019-24f3322fb109 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:57:15.183964 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5627d557-8a89-4772-bef1-cebaed230f86 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:57:15.184390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5627d557-8a89-4772-bef1-cebaed230f86 None None] Checking segment: {'id': 'e65c6bd2-de50-4514-955e-b8b2d3f7c55b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f0f43735-6884-46ce-9019-24f3322fb109'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:57:15.184839 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5627d557-8a89-4772-bef1-cebaed230f86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:15.185552 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5627d557-8a89-4772-bef1-cebaed230f86 None None] Bound using segment: {'id': 'e65c6bd2-de50-4514-955e-b8b2d3f7c55b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f0f43735-6884-46ce-9019-24f3322fb109'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:57:15.185823 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-5627d557-8a89-4772-bef1-cebaed230f86 None None] Bound port: 36976290-c3f1-4832-8918-66b64885a1ff, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e65c6bd2-de50-4514-955e-b8b2d3f7c55b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f0f43735-6884-46ce-9019-24f3322fb109'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:57:15.186227 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5627d557-8a89-4772-bef1-cebaed230f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:15.294788 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-79d4f71d-85ca-4f3c-97b7-c5d4b1645e46 req-fe8efb46-68d3-497f-945a-246a7e00957e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f7a38d4-d632-4585-8b09-d0809ea634ac HTTP/1.1" status: 200  len: 210 time: 0.0605216
Jan 29 10:57:15.294980 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-5627d557-8a89-4772-bef1-cebaed230f86 None None] For port 36976290-c3f1-4832-8918-66b64885a1ff, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:57:15.302484 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-5627d557-8a89-4772-bef1-cebaed230f86 None None] For port 36976290-c3f1-4832-8918-66b64885a1ff, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=36976290-c3f1-4832-8918-66b64885a1ff,segment=NetworkSegment(e65c6bd2-de50-4514-955e-b8b2d3f7c55b),segment_id=e65c6bd2-de50-4514-955e-b8b2d3f7c55b)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:57:15.311592 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5627d557-8a89-4772-bef1-cebaed230f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:15.335958 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8651ef65-2fc5-41f1-be71-625649c42a21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:57:15.499425 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976a75ed-cf63-4938-b9e0-5808ceb7d6dc None None] Pushing event updated for resources: {'Port': ['ID=36976290-c3f1-4832-8918-66b64885a1ff,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:57:15.504064 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-976a75ed-cf63-4938-b9e0-5808ceb7d6dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:57:15.545584 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5627d557-8a89-4772-bef1-cebaed230f86 None None] Routers {'587cc8a5-e101-46cd-934f-f0e2aae961d4'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:57:15.546301 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-5627d557-8a89-4772-bef1-cebaed230f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c8e5abe0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:56:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['587cc8a5-e101-46cd-934f-f0e2aae961d4'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:57:15.626231 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0e923-a689-4a19-9516-78c81f4a1a0e req-8d3664cd-e79c-4806-a927-c57854407c38 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:57:15.627364 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-3ea0e923-a689-4a19-9516-78c81f4a1a0e req-8d3664cd-e79c-4806-a927-c57854407c38 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Synchronizing usage tracker for tenant:884b801388a745e49e2da4f5c6acad38 on resource:network {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:57:15.640617 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-3ea0e923-a689-4a19-9516-78c81f4a1a0e req-8d3664cd-e79c-4806-a927-c57854407c38 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Unset dirty status for tenant:884b801388a745e49e2da4f5c6acad38 on resource:network {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:57:15.641933 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3ea0e923-a689-4a19-9516-78c81f4a1a0e req-8d3664cd-e79c-4806-a927-c57854407c38 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.22 "GET /v2.0/networks?id=f0f43735-6884-46ce-9019-24f3322fb109 HTTP/1.1" status: 200  len: 797 time: 0.2617087
Jan 29 10:57:15.748137 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-5627d557-8a89-4772-bef1-cebaed230f86 None None] Set router 587cc8a5-e101-46cd-934f-f0e2aae961d4 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:57:15.771301 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-3ea0e923-a689-4a19-9516-78c81f4a1a0e req-08613c9b-7aec-44bd-bf60-8dea440333fa tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Synchronizing usage tracker for tenant:884b801388a745e49e2da4f5c6acad38 on resource:security_group {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:57:15.784614 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-3ea0e923-a689-4a19-9516-78c81f4a1a0e req-08613c9b-7aec-44bd-bf60-8dea440333fa tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Unset dirty status for tenant:884b801388a745e49e2da4f5c6acad38 on resource:security_group {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:57:15.786142 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3ea0e923-a689-4a19-9516-78c81f4a1a0e req-08613c9b-7aec-44bd-bf60-8dea440333fa tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=884b801388a745e49e2da4f5c6acad38 HTTP/1.1" status: 200  len: 8073 time: 0.1217611
Jan 29 10:57:15.796024 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-3ea0e923-a689-4a19-9516-78c81f4a1a0e req-a9115415-7055-4616-b01a-8eb0b328e734 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Request body: {'port': {'device_id': '2f7a38d4-d632-4585-8b09-d0809ea634ac', 'network_id': 'f0f43735-6884-46ce-9019-24f3322fb109', 'admin_state_up': True, 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'security_groups': ['95cf527b-b08b-40cb-b135-c183ff164204']}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:57:15.949820 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-3ea0e923-a689-4a19-9516-78c81f4a1a0e req-a9115415-7055-4616-b01a-8eb0b328e734 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:57:15.963311 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-3ea0e923-a689-4a19-9516-78c81f4a1a0e req-a9115415-7055-4616-b01a-8eb0b328e734 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:57:15.972687 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ea0e923-a689-4a19-9516-78c81f4a1a0e req-a9115415-7055-4616-b01a-8eb0b328e734 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Made reservation on behalf of 884b801388a745e49e2da4f5c6acad38 for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 10:57:15.993876 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-3ea0e923-a689-4a19-9516-78c81f4a1a0e req-a9115415-7055-4616-b01a-8eb0b328e734 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:16.105249 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-5627d557-8a89-4772-bef1-cebaed230f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c8e5abe0>, [{'id': '587cc8a5-e101-46cd-934f-f0e2aae961d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797402909', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': 'bf86e508-68d8-4792-8e00-bbdcb83304ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:57:04Z', 'updated_at': '2021-01-29T10:57:11Z', 'revision_number': 4, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': 'bf86e508-68d8-4792-8e00-bbdcb83304ce', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587cc8a5-e101-46cd-934f-f0e2aae961d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:57:05Z', 'updated_at': '2021-01-29T10:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '36976290-c3f1-4832-8918-66b64885a1ff', 'name': '', 'network_id': 'f0f43735-6884-46ce-9019-24f3322fb109', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'mac_address': 'fa:16:3e:7b:13:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587cc8a5-e101-46cd-934f-f0e2aae961d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '812304e3-107e-4579-aac1-5508dedf1b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:57:10Z', 'updated_at': '2021-01-29T10:57:15Z', 'revision_number': 4, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'subnets': [{'id': '812304e3-107e-4579-aac1-5508dedf1b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:57:16.109383 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5627d557-8a89-4772-bef1-cebaed230f86 None None] The sync data for ids ['587cc8a5-e101-46cd-934f-f0e2aae961d4'] in dv-neutron-772983-2-ovs is: [{'id': '587cc8a5-e101-46cd-934f-f0e2aae961d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797402909', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': 'bf86e508-68d8-4792-8e00-bbdcb83304ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:57:04Z', 'updated_at': '2021-01-29T10:57:11Z', 'revision_number': 4, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': 'bf86e508-68d8-4792-8e00-bbdcb83304ce', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587cc8a5-e101-46cd-934f-f0e2aae961d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:57:05Z', 'updated_at': '2021-01-29T10:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '36976290-c3f1-4832-8918-66b64885a1ff', 'name': '', 'network_id': 'f0f43735-6884-46ce-9019-24f3322fb109', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'mac_address': 'fa:16:3e:7b:13:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587cc8a5-e101-46cd-934f-f0e2aae961d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '812304e3-107e-4579-aac1-5508dedf1b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:57:10Z', 'updated_at': '2021-01-29T10:57:15Z', 'revision_number': 4, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'subnets': [{'id': '812304e3-107e-4579-aac1-5508dedf1b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:57:16.322879 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [req-3ea0e923-a689-4a19-9516-78c81f4a1a0e req-a9115415-7055-4616-b01a-8eb0b328e734 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Allocated IP 172.20.0.8 (f0f43735-6884-46ce-9019-24f3322fb109/812304e3-107e-4579-aac1-5508dedf1b66/79c37e3c-9864-497a-9048-93f309ee552e) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:57:16.486761 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c780bdaa-b7cd-4c2d-a35f-5363ba0b056b req-b651dcb4-0589-45b4-b16a-c9ee5b07f690 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f7a38d4-d632-4585-8b09-d0809ea634ac HTTP/1.1" status: 200  len: 210 time: 0.0517030
Jan 29 10:57:16.544282 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-3ea0e923-a689-4a19-9516-78c81f4a1a0e req-a9115415-7055-4616-b01a-8eb0b328e734 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:16.562836 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-3ea0e923-a689-4a19-9516-78c81f4a1a0e req-a9115415-7055-4616-b01a-8eb0b328e734 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Transition to ACTIVE for port object 79c37e3c-9864-497a-9048-93f309ee552e will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:57:16.588675 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-3ea0e923-a689-4a19-9516-78c81f4a1a0e req-a9115415-7055-4616-b01a-8eb0b328e734 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:16.607674 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d92353be-a366-46a3-b7a7-7f4a5b68846a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:57:16.755234 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9115415-7055-4616-b01a-8eb0b328e734 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'Port': ['ID=79c37e3c-9864-497a-9048-93f309ee552e,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:57:16.759572 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a9115415-7055-4616-b01a-8eb0b328e734 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:57:16.811344 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ea0e923-a689-4a19-9516-78c81f4a1a0e req-a9115415-7055-4616-b01a-8eb0b328e734 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Network f0f43735-6884-46ce-9019-24f3322fb109 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:57:16.812540 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [req-3ea0e923-a689-4a19-9516-78c81f4a1a0e req-a9115415-7055-4616-b01a-8eb0b328e734 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:57:16.815807 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ea0e923-a689-4a19-9516-78c81f4a1a0e req-a9115415-7055-4616-b01a-8eb0b328e734 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:57:16.949678 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0e923-a689-4a19-9516-78c81f4a1a0e req-a9115415-7055-4616-b01a-8eb0b328e734 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:57:16.950425 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-3ea0e923-a689-4a19-9516-78c81f4a1a0e req-a9115415-7055-4616-b01a-8eb0b328e734 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:16.980899 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3ea0e923-a689-4a19-9516-78c81f4a1a0e req-a9115415-7055-4616-b01a-8eb0b328e734 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1892703
Jan 29 10:57:16.997141 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [req-3ea0e923-a689-4a19-9516-78c81f4a1a0e req-6901c7e2-2c0a-456d-8b57-3d971cec2db9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=80766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 10:57:16.998240 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3ea0e923-a689-4a19-9516-78c81f4a1a0e req-6901c7e2-2c0a-456d-8b57-3d971cec2db9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0058684
Jan 29 10:57:17.010710 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-3ea0e923-a689-4a19-9516-78c81f4a1a0e req-a289a061-82cb-44c7-aa72-20543f0de695 service neutron] Request body: {'port': {'device_id': '2f7a38d4-d632-4585-8b09-d0809ea634ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7729'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:57:17.049596 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-aa15c701-261d-4e68-82ba-543cfd1046c3 None None] Provisioning for port 79c37e3c-9864-497a-9048-93f309ee552e completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:57:17.059688 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-aa15c701-261d-4e68-82ba-543cfd1046c3 None None] Provisioning complete for port 79c37e3c-9864-497a-9048-93f309ee552e triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:57:17.060131 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-aa15c701-261d-4e68-82ba-543cfd1046c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:17.096215 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 36976290-c3f1-4832-8918-66b64885a1ff up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:57:17.146455 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-3ea0e923-a689-4a19-9516-78c81f4a1a0e req-a289a061-82cb-44c7-aa72-20543f0de695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:17.354230 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-aa15c701-261d-4e68-82ba-543cfd1046c3 None None] Port 79c37e3c-9864-497a-9048-93f309ee552e cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 10:57:17.374121 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 36976290-c3f1-4832-8918-66b64885a1ff completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:57:17.379704 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 36976290-c3f1-4832-8918-66b64885a1ff triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:57:17.380123 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:17.506885 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:17.541564 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port 36976290-c3f1-4832-8918-66b64885a1ff, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=36976290-c3f1-4832-8918-66b64885a1ff,segment=NetworkSegment(e65c6bd2-de50-4514-955e-b8b2d3f7c55b),segment_id=e65c6bd2-de50-4514-955e-b8b2d3f7c55b)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:57:17.546253 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:17.548810 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-436bb287-9bff-44d7-823e-e9cf4cd4ce23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:57:17.589007 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [req-3ea0e923-a689-4a19-9516-78c81f4a1a0e req-a289a061-82cb-44c7-aa72-20543f0de695 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79c37e3c-9864-497a-9048-93f309ee552e {{(pid=80766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 29 10:57:17.598611 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-3ea0e923-a689-4a19-9516-78c81f4a1a0e req-a289a061-82cb-44c7-aa72-20543f0de695 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:17.619647 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-3ea0e923-a689-4a19-9516-78c81f4a1a0e req-a289a061-82cb-44c7-aa72-20543f0de695 service neutron] Transition to ACTIVE for port object 79c37e3c-9864-497a-9048-93f309ee552e will not be triggered until provisioned by entity L2. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 10:57:17.622227 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=36976290-c3f1-4832-8918-66b64885a1ff,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:57:17.623126 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-3ea0e923-a689-4a19-9516-78c81f4a1a0e req-a289a061-82cb-44c7-aa72-20543f0de695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:17.625687 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:57:17.639323 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ee988cdc-4e89-4e8c-a193-9b5550cd168c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:57:17.776622 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a289a061-82cb-44c7-aa72-20543f0de695 service neutron] Pushing event updated for resources: {'Port': ['ID=79c37e3c-9864-497a-9048-93f309ee552e,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:57:17.780829 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a289a061-82cb-44c7-aa72-20543f0de695 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:57:17.803865 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6d906-94d0-48b0-84f3-7ef2456d2c0e req-4c8021dc-9e83-45f0-ba44-2522fe912cbb tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:57:17.805561 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0bb6d906-94d0-48b0-84f3-7ef2456d2c0e req-4c8021dc-9e83-45f0-ba44-2522fe912cbb tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f7a38d4-d632-4585-8b09-d0809ea634ac HTTP/1.1" status: 200  len: 943 time: 0.1668806
Jan 29 10:57:17.871686 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0bb6d906-94d0-48b0-84f3-7ef2456d2c0e req-0790b23c-83d8-4bf5-af4d-e803caa59732 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=95cf527b-b08b-40cb-b135-c183ff164204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0595865
Jan 29 10:57:17.978949 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-3ea0e923-a689-4a19-9516-78c81f4a1a0e req-a289a061-82cb-44c7-aa72-20543f0de695 service neutron] Attempting to bind port 79c37e3c-9864-497a-9048-93f309ee552e on host hv-neutron-7729 for vnic_type normal with profile  {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 10:57:17.979333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-3ea0e923-a689-4a19-9516-78c81f4a1a0e req-a289a061-82cb-44c7-aa72-20543f0de695 service neutron] Attempting to bind port 79c37e3c-9864-497a-9048-93f309ee552e by drivers openvswitch on host hv-neutron-7729 at level 0 using segments [{'id': 'e65c6bd2-de50-4514-955e-b8b2d3f7c55b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f0f43735-6884-46ce-9019-24f3322fb109'}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 10:57:17.979706 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea0e923-a689-4a19-9516-78c81f4a1a0e req-a289a061-82cb-44c7-aa72-20543f0de695 service neutron] Attempting to bind port 79c37e3c-9864-497a-9048-93f309ee552e on network f0f43735-6884-46ce-9019-24f3322fb109 {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 10:57:17.986334 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea0e923-a689-4a19-9516-78c81f4a1a0e req-a289a061-82cb-44c7-aa72-20543f0de695 service neutron] Checking agent: {'id': '5acf9624-c829-41ba-afd9-92278081af05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 10, 2, 34), 'started_at': datetime.datetime(2021, 1, 29, 10, 3, 4), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 10:57:17.986726 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea0e923-a689-4a19-9516-78c81f4a1a0e req-a289a061-82cb-44c7-aa72-20543f0de695 service neutron] Checking segment: {'id': 'e65c6bd2-de50-4514-955e-b8b2d3f7c55b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f0f43735-6884-46ce-9019-24f3322fb109'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 10:57:17.987135 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-3ea0e923-a689-4a19-9516-78c81f4a1a0e req-a289a061-82cb-44c7-aa72-20543f0de695 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:17.987537 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea0e923-a689-4a19-9516-78c81f4a1a0e req-a289a061-82cb-44c7-aa72-20543f0de695 service neutron] Bound using segment: {'id': 'e65c6bd2-de50-4514-955e-b8b2d3f7c55b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f0f43735-6884-46ce-9019-24f3322fb109'} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 10:57:17.988018 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-3ea0e923-a689-4a19-9516-78c81f4a1a0e req-a289a061-82cb-44c7-aa72-20543f0de695 service neutron] Bound port: 79c37e3c-9864-497a-9048-93f309ee552e, host: hv-neutron-7729, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e65c6bd2-de50-4514-955e-b8b2d3f7c55b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f0f43735-6884-46ce-9019-24f3322fb109'}}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 10:57:17.988398 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-3ea0e923-a689-4a19-9516-78c81f4a1a0e req-a289a061-82cb-44c7-aa72-20543f0de695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:18.085940 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-3ea0e923-a689-4a19-9516-78c81f4a1a0e req-a289a061-82cb-44c7-aa72-20543f0de695 service neutron] For port 79c37e3c-9864-497a-9048-93f309ee552e, host hv-neutron-7729, cleared binding levels {{(pid=80766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 10:57:18.089193 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-3ea0e923-a689-4a19-9516-78c81f4a1a0e req-a289a061-82cb-44c7-aa72-20543f0de695 service neutron] For port 79c37e3c-9864-497a-9048-93f309ee552e, host hv-neutron-7729, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=79c37e3c-9864-497a-9048-93f309ee552e,segment=NetworkSegment(e65c6bd2-de50-4514-955e-b8b2d3f7c55b),segment_id=e65c6bd2-de50-4514-955e-b8b2d3f7c55b)] {{(pid=80766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 10:57:18.092545 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-3ea0e923-a689-4a19-9516-78c81f4a1a0e req-a289a061-82cb-44c7-aa72-20543f0de695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:18.108401 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-38487f36-f1ff-4c8a-8cb7-93e4aeea82b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:57:18.255285 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a289a061-82cb-44c7-aa72-20543f0de695 service neutron] Pushing event updated for resources: {'Port': ['ID=79c37e3c-9864-497a-9048-93f309ee552e,revision_number=3']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:57:18.258621 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a289a061-82cb-44c7-aa72-20543f0de695 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:57:18.296008 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0e923-a689-4a19-9516-78c81f4a1a0e req-a289a061-82cb-44c7-aa72-20543f0de695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:57:18.296729 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-3ea0e923-a689-4a19-9516-78c81f4a1a0e req-a289a061-82cb-44c7-aa72-20543f0de695 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:18.298385 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3ea0e923-a689-4a19-9516-78c81f4a1a0e req-a289a061-82cb-44c7-aa72-20543f0de695 service neutron] 10.222.0.22 "PUT /v2.0/ports/79c37e3c-9864-497a-9048-93f309ee552e HTTP/1.1" status: 200  len: 1157 time: 1.2923808
Jan 29 10:57:18.298956 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f7a38d4-d632-4585-8b09-d0809ea634ac', 'tag': '79c37e3c-9864-497a-9048-93f309ee552e'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:57:18.363119 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f7a38d4-d632-4585-8b09-d0809ea634ac', 'tag': '79c37e3c-9864-497a-9048-93f309ee552e', 'status': 'completed', 'code': 200}
Jan 29 10:57:18.550692 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0e923-a689-4a19-9516-78c81f4a1a0e req-286c1dc8-775d-4d44-b40d-96e459f5edfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:57:18.552313 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3ea0e923-a689-4a19-9516-78c81f4a1a0e req-286c1dc8-775d-4d44-b40d-96e459f5edfa service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=884b801388a745e49e2da4f5c6acad38&device_id=2f7a38d4-d632-4585-8b09-d0809ea634ac HTTP/1.1" status: 200  len: 1160 time: 0.2007949
Jan 29 10:57:18.898199 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3ea0e923-a689-4a19-9516-78c81f4a1a0e req-10530b37-b65d-4c05-ac76-36f69115174d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79c37e3c-9864-497a-9048-93f309ee552e HTTP/1.1" status: 200  len: 217 time: 0.3330922
Jan 29 10:57:18.970630 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0e923-a689-4a19-9516-78c81f4a1a0e req-ff7238ce-d575-4d93-a90c-d997dea86459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:57:18.972206 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3ea0e923-a689-4a19-9516-78c81f4a1a0e req-ff7238ce-d575-4d93-a90c-d997dea86459 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=812304e3-107e-4579-aac1-5508dedf1b66 HTTP/1.1" status: 200  len: 835 time: 0.0684538
Jan 29 10:57:19.052203 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 36976290-c3f1-4832-8918-66b64885a1ff up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:57:19.060303 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0e923-a689-4a19-9516-78c81f4a1a0e req-a3f05bda-1728-48d8-a935-11c9fd2bcce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:57:19.062283 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3ea0e923-a689-4a19-9516-78c81f4a1a0e req-a3f05bda-1728-48d8-a935-11c9fd2bcce2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f0f43735-6884-46ce-9019-24f3322fb109&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0836234
Jan 29 10:57:19.130299 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 36976290-c3f1-4832-8918-66b64885a1ff triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:57:19.130727 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:19.178739 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec2d3b8-d6ea-419a-a8f1-84bd3f8bd798 req-91ddcab9-cfaf-4563-8a30-1a9a3988762f tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:57:19.181966 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6ec2d3b8-d6ea-419a-a8f1-84bd3f8bd798 req-91ddcab9-cfaf-4563-8a30-1a9a3988762f tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f7a38d4-d632-4585-8b09-d0809ea634ac HTTP/1.1" status: 200  len: 943 time: 0.1785610
Jan 29 10:57:19.213848 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3ea0e923-a689-4a19-9516-78c81f4a1a0e req-222fdf19-24ba-4562-ad7b-b98ef444e4b1 service neutron] 10.222.0.22 "GET /v2.0/networks/f0f43735-6884-46ce-9019-24f3322fb109?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1436627
Jan 29 10:57:19.247420 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6ec2d3b8-d6ea-419a-a8f1-84bd3f8bd798 req-c416a84a-cf09-41e1-a68e-dcbca21069e6 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=95cf527b-b08b-40cb-b135-c183ff164204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0601821
Jan 29 10:57:19.360999 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3ea0e923-a689-4a19-9516-78c81f4a1a0e req-747e4e08-c8d5-41ef-b1d3-e355dce7459d service neutron] 10.222.0.22 "GET /v2.0/networks/f0f43735-6884-46ce-9019-24f3322fb109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1395259
Jan 29 10:57:19.525694 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5859e-06be-45e6-a7e4-6e50598135a0 req-c0b2dda8-f2b2-4f98-823a-011144888087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:57:19.527363 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-46a5859e-06be-45e6-a7e4-6e50598135a0 req-c0b2dda8-f2b2-4f98-823a-011144888087 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=884b801388a745e49e2da4f5c6acad38&device_id=2f7a38d4-d632-4585-8b09-d0809ea634ac HTTP/1.1" status: 200  len: 1160 time: 0.0850422
Jan 29 10:57:19.673899 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5859e-06be-45e6-a7e4-6e50598135a0 req-893693e2-9f90-4396-b8b6-34701224850a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:57:19.675483 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-46a5859e-06be-45e6-a7e4-6e50598135a0 req-893693e2-9f90-4396-b8b6-34701224850a service neutron] 10.222.0.22 "GET /v2.0/networks?id=f0f43735-6884-46ce-9019-24f3322fb109 HTTP/1.1" status: 200  len: 891 time: 0.1410320
Jan 29 10:57:19.747860 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-46a5859e-06be-45e6-a7e4-6e50598135a0 req-8cfe9119-710d-4046-90b1-cdfc73cf8ad2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79c37e3c-9864-497a-9048-93f309ee552e HTTP/1.1" status: 200  len: 217 time: 0.0662286
Jan 29 10:57:19.819905 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5859e-06be-45e6-a7e4-6e50598135a0 req-b39e66ef-a61a-4977-b3ad-9c9e97af5aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:57:19.821431 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-46a5859e-06be-45e6-a7e4-6e50598135a0 req-b39e66ef-a61a-4977-b3ad-9c9e97af5aad service neutron] 10.222.0.22 "GET /v2.0/subnets?id=812304e3-107e-4579-aac1-5508dedf1b66 HTTP/1.1" status: 200  len: 835 time: 0.0671322
Jan 29 10:57:19.901475 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5859e-06be-45e6-a7e4-6e50598135a0 req-0087bc30-58ea-4ad6-b818-bffe6304c128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:57:19.903070 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-46a5859e-06be-45e6-a7e4-6e50598135a0 req-0087bc30-58ea-4ad6-b818-bffe6304c128 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f0f43735-6884-46ce-9019-24f3322fb109&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0753005
Jan 29 10:57:20.049916 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-46a5859e-06be-45e6-a7e4-6e50598135a0 req-a7fdbb5f-e57e-4112-a0d4-cb8b00e873d0 service neutron] 10.222.0.22 "GET /v2.0/networks/f0f43735-6884-46ce-9019-24f3322fb109?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1391373
Jan 29 10:57:20.194442 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-46a5859e-06be-45e6-a7e4-6e50598135a0 req-096bb6e7-75e0-44d9-9ae0-095632aed053 service neutron] 10.222.0.22 "GET /v2.0/networks/f0f43735-6884-46ce-9019-24f3322fb109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1377044
Jan 29 10:57:20.550280 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c2e89-a80a-4376-a36a-6a6aa25ee94d req-04243bd3-7626-45c9-9706-2feda445b18a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:57:20.551954 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2b6c2e89-a80a-4376-a36a-6a6aa25ee94d req-04243bd3-7626-45c9-9706-2feda445b18a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f7a38d4-d632-4585-8b09-d0809ea634ac HTTP/1.1" status: 200  len: 943 time: 0.1636236
Jan 29 10:57:20.617463 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2b6c2e89-a80a-4376-a36a-6a6aa25ee94d req-bc2bb739-bac9-40e9-9b2e-b87821e1ef64 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=95cf527b-b08b-40cb-b135-c183ff164204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0586066
Jan 29 10:57:21.558071 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f21681e6-4685-437a-a7cf-6bef303ea7b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:21.914170 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64127c-69b9-4d5f-8c5d-e0053b91ffbc req-c07aa288-8414-4ecb-9476-a7d01a0f8159 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:57:21.915708 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4f64127c-69b9-4d5f-8c5d-e0053b91ffbc req-c07aa288-8414-4ecb-9476-a7d01a0f8159 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f7a38d4-d632-4585-8b09-d0809ea634ac HTTP/1.1" status: 200  len: 943 time: 0.1699450
Jan 29 10:57:21.982379 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4f64127c-69b9-4d5f-8c5d-e0053b91ffbc req-7955fbd9-6f40-4b10-8675-e7c2570c300f tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=95cf527b-b08b-40cb-b135-c183ff164204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0603061
Jan 29 10:57:23.283936 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a30b9d-1880-4846-8488-03281f73ca68 req-bdcfbd2a-af4e-4c36-a351-03a1e55562bd tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:57:23.285579 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b2a30b9d-1880-4846-8488-03281f73ca68 req-bdcfbd2a-af4e-4c36-a351-03a1e55562bd tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f7a38d4-d632-4585-8b09-d0809ea634ac HTTP/1.1" status: 200  len: 943 time: 0.1708169
Jan 29 10:57:23.351220 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b2a30b9d-1880-4846-8488-03281f73ca68 req-fd074245-f293-4463-8b85-31a48377bf45 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=95cf527b-b08b-40cb-b135-c183ff164204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0592904
Jan 29 10:57:23.832361 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b91ea385-992a-423b-945b-4765bb3b14c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:23.901825 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 79c37e3c-9864-497a-9048-93f309ee552e up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:57:23.975335 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning for port 79c37e3c-9864-497a-9048-93f309ee552e completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 10:57:23.980245 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 79c37e3c-9864-497a-9048-93f309ee552e triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:57:23.980669 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:24.106987 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:24.135262 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7a38d4-d632-4585-8b09-d0809ea634ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c37e3c-9864-497a-9048-93f309ee552e'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:57:24.146708 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port 79c37e3c-9864-497a-9048-93f309ee552e, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=79c37e3c-9864-497a-9048-93f309ee552e,segment=NetworkSegment(e65c6bd2-de50-4514-955e-b8b2d3f7c55b),segment_id=e65c6bd2-de50-4514-955e-b8b2d3f7c55b)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:57:24.152163 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:24.153886 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6995306b-120f-49e8-96a1-ca99ccfd47b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:57:24.203255 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7a38d4-d632-4585-8b09-d0809ea634ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c37e3c-9864-497a-9048-93f309ee552e', 'code': 200}
Jan 29 10:57:24.231235 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=79c37e3c-9864-497a-9048-93f309ee552e,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:57:24.234435 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:57:24.440376 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:24.485967 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f4e67f-3e35-46e8-980e-b11a1b53171f req-7e773a05-a3a0-44d9-8e91-580359b58e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:57:24.487598 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-20f4e67f-3e35-46e8-980e-b11a1b53171f req-7e773a05-a3a0-44d9-8e91-580359b58e1d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2f7a38d4-d632-4585-8b09-d0809ea634ac HTTP/1.1" status: 200  len: 1162 time: 0.0966413
Jan 29 10:57:24.531649 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-20f4e67f-3e35-46e8-980e-b11a1b53171f req-b342fa4f-ff56-4066-aabb-2c81d0de6d5e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=95cf527b-b08b-40cb-b135-c183ff164204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374708
Jan 29 10:57:24.648693 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae0e498-9be5-479b-8f2e-53fc43ea1f9d req-1f7fc0d8-4402-412d-b1cd-989cef0196e7 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:57:24.650284 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-bae0e498-9be5-479b-8f2e-53fc43ea1f9d req-1f7fc0d8-4402-412d-b1cd-989cef0196e7 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f7a38d4-d632-4585-8b09-d0809ea634ac HTTP/1.1" status: 200  len: 945 time: 0.1645963
Jan 29 10:57:24.714221 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-bae0e498-9be5-479b-8f2e-53fc43ea1f9d req-e113ec3c-c6f6-4568-9b92-b3d6761bf2b1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=95cf527b-b08b-40cb-b135-c183ff164204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0576484
Jan 29 10:57:25.025193 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:25.400257 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 79c37e3c-9864-497a-9048-93f309ee552e up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:57:25.472350 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 79c37e3c-9864-497a-9048-93f309ee552e triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:57:25.472864 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:26.022194 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b74db-ea6f-4d68-ac60-76e44eb90c0e req-ced26b78-7b95-40ed-8cb2-2e00e0a5677b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:57:26.023816 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cf1b74db-ea6f-4d68-ac60-76e44eb90c0e req-ced26b78-7b95-40ed-8cb2-2e00e0a5677b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f7a38d4-d632-4585-8b09-d0809ea634ac HTTP/1.1" status: 200  len: 945 time: 0.1761799
Jan 29 10:57:26.088477 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cf1b74db-ea6f-4d68-ac60-76e44eb90c0e req-1f47459a-5a6e-4e75-b1d0-96601c44c631 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=95cf527b-b08b-40cb-b135-c183ff164204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0581508
Jan 29 10:57:26.261313 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:27.381041 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d666ce-cae1-4f28-ae7f-40ba3a0aaf73 req-0cf8f0ab-3b91-4d34-aae8-aa34e1dcd811 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:57:27.382737 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-03d666ce-cae1-4f28-ae7f-40ba3a0aaf73 req-0cf8f0ab-3b91-4d34-aae8-aa34e1dcd811 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f7a38d4-d632-4585-8b09-d0809ea634ac HTTP/1.1" status: 200  len: 945 time: 0.1651113
Jan 29 10:57:27.450424 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-03d666ce-cae1-4f28-ae7f-40ba3a0aaf73 req-f68298b5-289a-4153-b568-63f9b6d26985 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=95cf527b-b08b-40cb-b135-c183ff164204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0614290
Jan 29 10:57:27.743310 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612bc8b4-3796-4334-af4c-8d05b259344f req-644f3241-3808-4941-805b-bb0b321dd53b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:57:27.744950 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-612bc8b4-3796-4334-af4c-8d05b259344f req-644f3241-3808-4941-805b-bb0b321dd53b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f7a38d4-d632-4585-8b09-d0809ea634ac HTTP/1.1" status: 200  len: 945 time: 0.1627100
Jan 29 10:57:27.808687 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-612bc8b4-3796-4334-af4c-8d05b259344f req-e0798659-8f3b-4f12-8b38-feb8f112c422 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=95cf527b-b08b-40cb-b135-c183ff164204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0573561
Jan 29 10:57:27.838916 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 36838) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:57:27.918040 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b47d462-c3f7-453d-a2f8-dc65358f64ea tempest-TestNetworkAdvancedServerOps-1094188060 tempest-TestNetworkAdvancedServerOps-1094188060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:57:27.919730 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9b47d462-c3f7-453d-a2f8-dc65358f64ea tempest-TestNetworkAdvancedServerOps-1094188060 tempest-TestNetworkAdvancedServerOps-1094188060-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=2f7a38d4-d632-4585-8b09-d0809ea634ac HTTP/1.1" status: 200  len: 1157 time: 0.0797825
Jan 29 10:57:27.922808 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 36842) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:57:27.929421 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-6f93042d-8402-47bc-873c-79746a6afb5d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Request body: {'floatingip': {'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'port_id': '79c37e3c-9864-497a-9048-93f309ee552e', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'fixed_ip_address': '172.20.0.8'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 10:57:27.951339 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-6f93042d-8402-47bc-873c-79746a6afb5d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 10:57:27.955491 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6f93042d-8402-47bc-873c-79746a6afb5d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Usage tracker for resource:floatingip and tenant:884b801388a745e49e2da4f5c6acad38 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 10:57:27.958492 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-6f93042d-8402-47bc-873c-79746a6afb5d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 10:57:27.964199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-6f93042d-8402-47bc-873c-79746a6afb5d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 10:57:27.974008 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6f93042d-8402-47bc-873c-79746a6afb5d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for floatingip, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:28.127876 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6f93042d-8402-47bc-873c-79746a6afb5d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:28.404930 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-6f93042d-8402-47bc-873c-79746a6afb5d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Allocated IP 172.26.7.25 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/7949bc19-fcc3-411c-b639-5e9a492b47b5) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 10:57:28.562649 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6f93042d-8402-47bc-873c-79746a6afb5d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:28.592110 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6f93042d-8402-47bc-873c-79746a6afb5d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:28.607859 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8632f7ad-2828-4096-9483-1707cf0f90f8 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:57:28.740070 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f93042d-8402-47bc-873c-79746a6afb5d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'Port': ['ID=7949bc19-fcc3-411c-b639-5e9a492b47b5,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:57:28.743487 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6f93042d-8402-47bc-873c-79746a6afb5d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:57:28.795959 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f93042d-8402-47bc-873c-79746a6afb5d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 10:57:28.797104 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-6f93042d-8402-47bc-873c-79746a6afb5d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 10:57:28.799625 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f93042d-8402-47bc-873c-79746a6afb5d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 10:57:29.220730 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6f93042d-8402-47bc-873c-79746a6afb5d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:29.299385 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6f93042d-8402-47bc-873c-79746a6afb5d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:29.818936 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6f93042d-8402-47bc-873c-79746a6afb5d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:29.822334 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6f93042d-8402-47bc-873c-79746a6afb5d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:29.838259 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2e257e82-3a71-4a97-820f-32e30a66da1b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:57:29.973862 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f93042d-8402-47bc-873c-79746a6afb5d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'Port': ['ID=7949bc19-fcc3-411c-b639-5e9a492b47b5,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:57:29.978223 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6f93042d-8402-47bc-873c-79746a6afb5d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:57:30.078285 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6f93042d-8402-47bc-873c-79746a6afb5d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:30.267120 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [None req-6f93042d-8402-47bc-873c-79746a6afb5d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Floating IP a1b38a26-aa4a-41e9-a97b-dac5a88d2c68 associated. External IP: 172.26.7.25, port: 79c37e3c-9864-497a-9048-93f309ee552e.
Jan 29 10:57:30.638866 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f93042d-8402-47bc-873c-79746a6afb5d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Router 587cc8a5-e101-46cd-934f-f0e2aae961d4 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:57:30.829594 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f93042d-8402-47bc-873c-79746a6afb5d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:57:30.839888 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a662b4b0-4904-486f-be5d-f7d100f3e38b None None] Sync routers for ids ['587cc8a5-e101-46cd-934f-f0e2aae961d4'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:57:30.850573 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a662b4b0-4904-486f-be5d-f7d100f3e38b None None] Routers {'587cc8a5-e101-46cd-934f-f0e2aae961d4'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:57:30.851234 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-a662b4b0-4904-486f-be5d-f7d100f3e38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99cacdbf60>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:57:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['587cc8a5-e101-46cd-934f-f0e2aae961d4'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:57:30.856657 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6f93042d-8402-47bc-873c-79746a6afb5d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:30.915148 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6f93042d-8402-47bc-873c-79746a6afb5d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.9900341
Jan 29 10:57:30.915778 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f7a38d4-d632-4585-8b09-d0809ea634ac', 'tag': '79c37e3c-9864-497a-9048-93f309ee552e'}] {{(pid=80765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:57:31.041648 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-a662b4b0-4904-486f-be5d-f7d100f3e38b None None] Set router 587cc8a5-e101-46cd-934f-f0e2aae961d4 gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:57:31.183390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cce735-9969-438f-bf55-c39e77c4d232 req-7211161c-2b8e-4645-94e8-4d13dd7131a2 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:57:31.185020 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d9cce735-9969-438f-bf55-c39e77c4d232 req-7211161c-2b8e-4645-94e8-4d13dd7131a2 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f7a38d4-d632-4585-8b09-d0809ea634ac HTTP/1.1" status: 200  len: 945 time: 0.1673217
Jan 29 10:57:31.251705 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d9cce735-9969-438f-bf55-c39e77c4d232 req-d16643d4-62cc-455e-97b8-2763775e1f6c tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=95cf527b-b08b-40cb-b135-c183ff164204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0587599
Jan 29 10:57:31.289769 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 36850) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:57:31.341224 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f7a38d4-d632-4585-8b09-d0809ea634ac', 'tag': '79c37e3c-9864-497a-9048-93f309ee552e', 'status': 'completed', 'code': 200}
Jan 29 10:57:31.415846 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-a662b4b0-4904-486f-be5d-f7d100f3e38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99cacdbf60>, [{'id': '587cc8a5-e101-46cd-934f-f0e2aae961d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797402909', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': 'bf86e508-68d8-4792-8e00-bbdcb83304ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:57:04Z', 'updated_at': '2021-01-29T10:57:11Z', 'revision_number': 4, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': 'bf86e508-68d8-4792-8e00-bbdcb83304ce', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587cc8a5-e101-46cd-934f-f0e2aae961d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:57:05Z', 'updated_at': '2021-01-29T10:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': 'a1b38a26-aa4a-41e9-a97b-dac5a88d2c68', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'floating_ip_address': '172.26.7.25', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '587cc8a5-e101-46cd-934f-f0e2aae961d4', 'port_id': '79c37e3c-9864-497a-9048-93f309ee552e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0f43735-6884-46ce-9019-24f3322fb109', 'mac_address': 'fa:16:3e:14:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7a38d4-d632-4585-8b09-d0809ea634ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:57:29Z', 'updated_at': '2021-01-29T10:57:29Z', 'revision_number': 0, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36976290-c3f1-4832-8918-66b64885a1ff', 'name': '', 'network_id': 'f0f43735-6884-46ce-9019-24f3322fb109', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'mac_address': 'fa:16:3e:7b:13:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587cc8a5-e101-46cd-934f-f0e2aae961d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '812304e3-107e-4579-aac1-5508dedf1b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:57:10Z', 'updated_at': '2021-01-29T10:57:17Z', 'revision_number': 5, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'subnets': [{'id': '812304e3-107e-4579-aac1-5508dedf1b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:57:31.419867 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a662b4b0-4904-486f-be5d-f7d100f3e38b None None] Checking router: 587cc8a5-e101-46cd-934f-f0e2aae961d4 for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 10:57:31.428788 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a662b4b0-4904-486f-be5d-f7d100f3e38b None None] Routers {'587cc8a5-e101-46cd-934f-f0e2aae961d4'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:57:31.429438 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-a662b4b0-4904-486f-be5d-f7d100f3e38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99cacdbf60>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:57:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['587cc8a5-e101-46cd-934f-f0e2aae961d4'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:57:31.472667 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5912f0a4-f42e-4e19-bd98-982a35205fdd tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/floatingips/a1b38a26-aa4a-41e9-a97b-dac5a88d2c68 HTTP/1.1" status: 200  len: 990 time: 0.1803620
Jan 29 10:57:31.502089 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6759f0dd-3fd8-4abe-b2c0-9ed87a1b84b6 req-784e6bf9-2b51-4ca9-8ace-1858069883db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:57:31.503694 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6759f0dd-3fd8-4abe-b2c0-9ed87a1b84b6 req-784e6bf9-2b51-4ca9-8ace-1858069883db service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=884b801388a745e49e2da4f5c6acad38&device_id=2f7a38d4-d632-4585-8b09-d0809ea634ac HTTP/1.1" status: 200  len: 1162 time: 0.1071699
Jan 29 10:57:31.617005 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-a662b4b0-4904-486f-be5d-f7d100f3e38b None None] Set router 587cc8a5-e101-46cd-934f-f0e2aae961d4 gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 10:57:31.648731 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6759f0dd-3fd8-4abe-b2c0-9ed87a1b84b6 req-fe1643bf-afe9-48c0-aa80-74b0268dacdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:57:31.650347 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6759f0dd-3fd8-4abe-b2c0-9ed87a1b84b6 req-fe1643bf-afe9-48c0-aa80-74b0268dacdb service neutron] 10.222.0.22 "GET /v2.0/networks?id=f0f43735-6884-46ce-9019-24f3322fb109 HTTP/1.1" status: 200  len: 891 time: 0.1403849
Jan 29 10:57:31.759501 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6759f0dd-3fd8-4abe-b2c0-9ed87a1b84b6 req-4e91a9d4-69de-446a-b562-0937b636246c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79c37e3c-9864-497a-9048-93f309ee552e HTTP/1.1" status: 200  len: 998 time: 0.1028612
Jan 29 10:57:31.849540 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6759f0dd-3fd8-4abe-b2c0-9ed87a1b84b6 req-48f876ee-37ca-4c09-bf31-de8ac8bcdceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:57:31.851188 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6759f0dd-3fd8-4abe-b2c0-9ed87a1b84b6 req-48f876ee-37ca-4c09-bf31-de8ac8bcdceb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=812304e3-107e-4579-aac1-5508dedf1b66 HTTP/1.1" status: 200  len: 835 time: 0.0700383
Jan 29 10:57:31.943004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6759f0dd-3fd8-4abe-b2c0-9ed87a1b84b6 req-336ddacf-9afd-489f-9522-e34c7d767085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:57:31.944685 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6759f0dd-3fd8-4abe-b2c0-9ed87a1b84b6 req-336ddacf-9afd-489f-9522-e34c7d767085 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f0f43735-6884-46ce-9019-24f3322fb109&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0855854
Jan 29 10:57:32.090871 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6759f0dd-3fd8-4abe-b2c0-9ed87a1b84b6 req-2182e9d2-121b-4aaa-bf69-5ba44c59663c service neutron] 10.222.0.22 "GET /v2.0/networks/f0f43735-6884-46ce-9019-24f3322fb109?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1395080
Jan 29 10:57:32.147887 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-a662b4b0-4904-486f-be5d-f7d100f3e38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99cacdbf60>, [{'id': '587cc8a5-e101-46cd-934f-f0e2aae961d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797402909', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': 'bf86e508-68d8-4792-8e00-bbdcb83304ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:57:04Z', 'updated_at': '2021-01-29T10:57:11Z', 'revision_number': 4, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': 'bf86e508-68d8-4792-8e00-bbdcb83304ce', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587cc8a5-e101-46cd-934f-f0e2aae961d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:57:05Z', 'updated_at': '2021-01-29T10:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': 'a1b38a26-aa4a-41e9-a97b-dac5a88d2c68', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'floating_ip_address': '172.26.7.25', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '587cc8a5-e101-46cd-934f-f0e2aae961d4', 'port_id': '79c37e3c-9864-497a-9048-93f309ee552e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0f43735-6884-46ce-9019-24f3322fb109', 'mac_address': 'fa:16:3e:14:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7a38d4-d632-4585-8b09-d0809ea634ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:57:29Z', 'updated_at': '2021-01-29T10:57:29Z', 'revision_number': 0, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36976290-c3f1-4832-8918-66b64885a1ff', 'name': '', 'network_id': 'f0f43735-6884-46ce-9019-24f3322fb109', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'mac_address': 'fa:16:3e:7b:13:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587cc8a5-e101-46cd-934f-f0e2aae961d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '812304e3-107e-4579-aac1-5508dedf1b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:57:10Z', 'updated_at': '2021-01-29T10:57:17Z', 'revision_number': 5, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'subnets': [{'id': '812304e3-107e-4579-aac1-5508dedf1b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:57:32.152042 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a662b4b0-4904-486f-be5d-f7d100f3e38b None None] The sync data for ids ['587cc8a5-e101-46cd-934f-f0e2aae961d4'] in dv-neutron-772983-2-ovs is: [{'id': '587cc8a5-e101-46cd-934f-f0e2aae961d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797402909', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': 'bf86e508-68d8-4792-8e00-bbdcb83304ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:57:04Z', 'updated_at': '2021-01-29T10:57:11Z', 'revision_number': 4, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': 'bf86e508-68d8-4792-8e00-bbdcb83304ce', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587cc8a5-e101-46cd-934f-f0e2aae961d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:57:05Z', 'updated_at': '2021-01-29T10:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': 'a1b38a26-aa4a-41e9-a97b-dac5a88d2c68', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'floating_ip_address': '172.26.7.25', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '587cc8a5-e101-46cd-934f-f0e2aae961d4', 'port_id': '79c37e3c-9864-497a-9048-93f309ee552e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0f43735-6884-46ce-9019-24f3322fb109', 'mac_address': 'fa:16:3e:14:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7a38d4-d632-4585-8b09-d0809ea634ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T10:57:29Z', 'updated_at': '2021-01-29T10:57:29Z', 'revision_number': 0, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36976290-c3f1-4832-8918-66b64885a1ff', 'name': '', 'network_id': 'f0f43735-6884-46ce-9019-24f3322fb109', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'mac_address': 'fa:16:3e:7b:13:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587cc8a5-e101-46cd-934f-f0e2aae961d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '812304e3-107e-4579-aac1-5508dedf1b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:57:10Z', 'updated_at': '2021-01-29T10:57:17Z', 'revision_number': 5, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'subnets': [{'id': '812304e3-107e-4579-aac1-5508dedf1b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 10:57:32.235090 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6759f0dd-3fd8-4abe-b2c0-9ed87a1b84b6 req-711b427e-a6ca-4be4-a751-1f5320f95734 service neutron] 10.222.0.22 "GET /v2.0/networks/f0f43735-6884-46ce-9019-24f3322fb109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1382611
Jan 29 10:57:32.452964 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca29aee2-76cc-4285-9ad9-9e32d4cab7f9 None None] New status for floating IP a1b38a26-aa4a-41e9-a97b-dac5a88d2c68: ACTIVE {{(pid=80767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 29 10:57:32.475622 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 36854) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:57:32.606878 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7797c4a4-18bc-4b8b-aec5-f6577510a6ed tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/floatingips/a1b38a26-aa4a-41e9-a97b-dac5a88d2c68 HTTP/1.1" status: 200  len: 990 time: 0.1287608
Jan 29 10:57:33.609885 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 36858) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:57:33.736217 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6f855535-7857-47ba-9762-e9cc0ce55de7 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/floatingips/a1b38a26-aa4a-41e9-a97b-dac5a88d2c68 HTTP/1.1" status: 200  len: 992 time: 0.1243811
Jan 29 10:57:35.287401 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:42.213047 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:57:51.560198 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a1cb6fec-922b-4104-94d2-e939d02da1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:53.834405 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5800275c-cac3-4ec3-b813-25d6779224fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:54.434703 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:55.026007 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:57:56.266458 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:58:05.296515 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:58:17.277173 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7fe12941-0e85-4de3-a59c-d90c99941414 req-63135fd8-2d29-47f9-bfe3-b0c2dd14eea3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2f7a38d4-d632-4585-8b09-d0809ea634ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0807180
Jan 29 10:58:17.439477 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe12941-0e85-4de3-a59c-d90c99941414 req-e2ab04e9-34bd-4cf2-a04d-df4b9ca8d778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:58:17.441193 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7fe12941-0e85-4de3-a59c-d90c99941414 req-e2ab04e9-34bd-4cf2-a04d-df4b9ca8d778 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=884b801388a745e49e2da4f5c6acad38&device_id=2f7a38d4-d632-4585-8b09-d0809ea634ac HTTP/1.1" status: 200  len: 1162 time: 0.0757382
Jan 29 10:58:17.597672 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe12941-0e85-4de3-a59c-d90c99941414 req-514e7153-c6d6-47b2-a60d-c0864c5c4ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:58:17.599229 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7fe12941-0e85-4de3-a59c-d90c99941414 req-514e7153-c6d6-47b2-a60d-c0864c5c4ae7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f0f43735-6884-46ce-9019-24f3322fb109 HTTP/1.1" status: 200  len: 891 time: 0.1397030
Jan 29 10:58:17.710979 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7fe12941-0e85-4de3-a59c-d90c99941414 req-edc8e533-3af2-4a9f-9cbd-65cb67167ad2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79c37e3c-9864-497a-9048-93f309ee552e HTTP/1.1" status: 200  len: 1000 time: 0.1040921
Jan 29 10:58:17.779484 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe12941-0e85-4de3-a59c-d90c99941414 req-e1e3d746-6b65-4814-99e6-ef5fdc1ac96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:58:17.781015 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7fe12941-0e85-4de3-a59c-d90c99941414 req-e1e3d746-6b65-4814-99e6-ef5fdc1ac96e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=812304e3-107e-4579-aac1-5508dedf1b66 HTTP/1.1" status: 200  len: 835 time: 0.0641634
Jan 29 10:58:17.866325 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe12941-0e85-4de3-a59c-d90c99941414 req-d4ce8dc9-30a8-46bd-a6bd-307c731d9eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:58:17.867854 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7fe12941-0e85-4de3-a59c-d90c99941414 req-d4ce8dc9-30a8-46bd-a6bd-307c731d9eae service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f0f43735-6884-46ce-9019-24f3322fb109&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0807695
Jan 29 10:58:18.012609 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7fe12941-0e85-4de3-a59c-d90c99941414 req-cf3501ad-40ff-411a-acbe-f9fe04407655 service neutron] 10.222.0.22 "GET /v2.0/networks/f0f43735-6884-46ce-9019-24f3322fb109?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377325
Jan 29 10:58:18.157549 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7fe12941-0e85-4de3-a59c-d90c99941414 req-fa54f8f4-e1bb-40d5-8698-0a104f347339 service neutron] 10.222.0.22 "GET /v2.0/networks/f0f43735-6884-46ce-9019-24f3322fb109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1380908
Jan 29 10:58:19.213046 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:58:21.562934 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e18f48d7-77e0-46e1-85eb-d970a2712d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:58:23.836191 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-041744ba-c38a-48a9-a530-37ce38a892ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:58:24.434604 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:58:25.027893 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:58:26.268120 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:58:35.298958 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:58:43.138831 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 36900) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:58:43.290990 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-94d8577c-2f08-4bf0-8d49-35c8022e39e8 req-632c7331-d503-4980-97f7-abdd3559172c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2f7a38d4-d632-4585-8b09-d0809ea634ac&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1507955
Jan 29 10:58:43.300083 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64453400-2f37-444e-bb2c-3cbfefb364ac req-a6fc36fe-a927-4e61-a534-b64e3bbb4362 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:58:43.302402 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-64453400-2f37-444e-bb2c-3cbfefb364ac req-a6fc36fe-a927-4e61-a534-b64e3bbb4362 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f7a38d4-d632-4585-8b09-d0809ea634ac HTTP/1.1" status: 200  len: 945 time: 0.1665835
Jan 29 10:58:43.371356 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-64453400-2f37-444e-bb2c-3cbfefb364ac req-ba558a36-ad31-4bb9-99f5-797d9d0b8895 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=95cf527b-b08b-40cb-b135-c183ff164204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0624816
Jan 29 10:58:44.673653 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865dc464-1158-4283-bf81-f551a6a165b8 req-9f569e9a-ae2a-4888-b79c-6826e22c1024 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:58:44.675261 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-865dc464-1158-4283-bf81-f551a6a165b8 req-9f569e9a-ae2a-4888-b79c-6826e22c1024 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f7a38d4-d632-4585-8b09-d0809ea634ac HTTP/1.1" status: 200  len: 945 time: 0.1670666
Jan 29 10:58:44.746470 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-865dc464-1158-4283-bf81-f551a6a165b8 req-289e7e3b-b5f5-413b-96b9-0a6117103780 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=95cf527b-b08b-40cb-b135-c183ff164204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0632861
Jan 29 10:58:44.855054 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8577c-2f08-4bf0-8d49-35c8022e39e8 req-0a87c8c9-581e-4fc6-811e-942360d97a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:58:44.856649 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-94d8577c-2f08-4bf0-8d49-35c8022e39e8 req-0a87c8c9-581e-4fc6-811e-942360d97a90 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=884b801388a745e49e2da4f5c6acad38&device_id=2f7a38d4-d632-4585-8b09-d0809ea634ac HTTP/1.1" status: 200  len: 1162 time: 0.0834703
Jan 29 10:58:45.280969 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8577c-2f08-4bf0-8d49-35c8022e39e8 req-a5bb1093-a7da-441b-9597-9eba5a39bb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:58:45.282542 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-94d8577c-2f08-4bf0-8d49-35c8022e39e8 req-a5bb1093-a7da-441b-9597-9eba5a39bb9e service neutron] 10.222.0.22 "GET /v2.0/networks?id=f0f43735-6884-46ce-9019-24f3322fb109 HTTP/1.1" status: 200  len: 891 time: 0.4191077
Jan 29 10:58:45.394394 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-94d8577c-2f08-4bf0-8d49-35c8022e39e8 req-4ad9551c-ffbd-42e8-b0d1-7d9392fb9039 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79c37e3c-9864-497a-9048-93f309ee552e HTTP/1.1" status: 200  len: 1000 time: 0.1047101
Jan 29 10:58:45.462998 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8577c-2f08-4bf0-8d49-35c8022e39e8 req-ef167e13-bf4e-40f9-995a-c3731ca435ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:58:45.464522 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-94d8577c-2f08-4bf0-8d49-35c8022e39e8 req-ef167e13-bf4e-40f9-995a-c3731ca435ca service neutron] 10.222.0.22 "GET /v2.0/subnets?id=812304e3-107e-4579-aac1-5508dedf1b66 HTTP/1.1" status: 200  len: 835 time: 0.0639231
Jan 29 10:58:45.544813 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8577c-2f08-4bf0-8d49-35c8022e39e8 req-0b44de99-43ed-4ea8-8c35-89c3c521eea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:58:45.546352 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-94d8577c-2f08-4bf0-8d49-35c8022e39e8 req-0b44de99-43ed-4ea8-8c35-89c3c521eea8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f0f43735-6884-46ce-9019-24f3322fb109&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0753648
Jan 29 10:58:45.688928 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-94d8577c-2f08-4bf0-8d49-35c8022e39e8 req-6dee261a-ce1d-4bc7-b815-bec2617222df service neutron] 10.222.0.22 "GET /v2.0/networks/f0f43735-6884-46ce-9019-24f3322fb109?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1355562
Jan 29 10:58:45.834985 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-94d8577c-2f08-4bf0-8d49-35c8022e39e8 req-4f8730d7-ea2e-4f33-988f-499797b9169a service neutron] 10.222.0.22 "GET /v2.0/networks/f0f43735-6884-46ce-9019-24f3322fb109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1398475
Jan 29 10:58:46.057327 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e6f62a-37bb-4be0-a2e2-f485b1320c08 req-64e105a2-833a-4233-a4c5-779c8563649b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:58:46.058956 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d1e6f62a-37bb-4be0-a2e2-f485b1320c08 req-64e105a2-833a-4233-a4c5-779c8563649b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f7a38d4-d632-4585-8b09-d0809ea634ac HTTP/1.1" status: 200  len: 945 time: 0.1787333
Jan 29 10:58:46.126604 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d1e6f62a-37bb-4be0-a2e2-f485b1320c08 req-f23db7ea-d9ed-4d06-8f74-c13d54c35fa2 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=95cf527b-b08b-40cb-b135-c183ff164204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0613005
Jan 29 10:58:47.423141 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bf8ee5-4e08-4c67-87b4-35058ec8b3df req-e4de4864-eebb-4103-bb85-f2e740cfb12f tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:58:47.424784 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e9bf8ee5-4e08-4c67-87b4-35058ec8b3df req-e4de4864-eebb-4103-bb85-f2e740cfb12f tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f7a38d4-d632-4585-8b09-d0809ea634ac HTTP/1.1" status: 200  len: 945 time: 0.1705308
Jan 29 10:58:47.495131 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e9bf8ee5-4e08-4c67-87b4-35058ec8b3df req-3d521bca-208e-450e-8e82-872fcf252371 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=95cf527b-b08b-40cb-b135-c183ff164204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0631273
Jan 29 10:58:48.791526 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a661c91-fd13-4c62-8c1b-5375971a04c9 req-f0c69b68-4503-4144-b997-8aa88c3c1043 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:58:48.793154 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1a661c91-fd13-4c62-8c1b-5375971a04c9 req-f0c69b68-4503-4144-b997-8aa88c3c1043 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f7a38d4-d632-4585-8b09-d0809ea634ac HTTP/1.1" status: 200  len: 945 time: 0.1641486
Jan 29 10:58:48.858142 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1a661c91-fd13-4c62-8c1b-5375971a04c9 req-48842dca-6eab-4c62-8762-3c9efb63f24e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=95cf527b-b08b-40cb-b135-c183ff164204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0586410
Jan 29 10:58:50.155766 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d089e-b5b3-4336-9672-9ce6fc9858bb req-c7a96b59-15fb-4c0b-b466-64f6d34b2ca3 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:58:50.157301 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-738d089e-b5b3-4336-9672-9ce6fc9858bb req-c7a96b59-15fb-4c0b-b466-64f6d34b2ca3 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f7a38d4-d632-4585-8b09-d0809ea634ac HTTP/1.1" status: 200  len: 945 time: 0.1672118
Jan 29 10:58:50.223965 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-738d089e-b5b3-4336-9672-9ce6fc9858bb req-eb90f6ce-8807-416c-ab52-e991c881567e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=95cf527b-b08b-40cb-b135-c183ff164204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0597434
Jan 29 10:58:51.524420 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d326328-3a16-4f38-9181-4ec42694bdac req-354b8f29-b19a-4537-90ef-66795112553e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:58:51.526027 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9d326328-3a16-4f38-9181-4ec42694bdac req-354b8f29-b19a-4537-90ef-66795112553e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f7a38d4-d632-4585-8b09-d0809ea634ac HTTP/1.1" status: 200  len: 945 time: 0.1680214
Jan 29 10:58:51.567488 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-be735487-8b5b-4ec6-a3fb-48279e09dd4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:58:51.597244 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9d326328-3a16-4f38-9181-4ec42694bdac req-ee439528-10ff-4b57-8144-dad3dbe501af tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=95cf527b-b08b-40cb-b135-c183ff164204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0649219
Jan 29 10:58:52.894186 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1aa76a-d4cc-442a-ac40-571de977aac2 req-ea44c60e-3d41-4ed1-a5e3-c58af99b03f1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:58:52.896543 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ba1aa76a-d4cc-442a-ac40-571de977aac2 req-ea44c60e-3d41-4ed1-a5e3-c58af99b03f1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f7a38d4-d632-4585-8b09-d0809ea634ac HTTP/1.1" status: 200  len: 945 time: 0.1673167
Jan 29 10:58:52.961566 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ba1aa76a-d4cc-442a-ac40-571de977aac2 req-b3aedc68-eb48-429c-b46b-a1b357c4e2f9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=95cf527b-b08b-40cb-b135-c183ff164204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0588479
Jan 29 10:58:53.837038 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-30842dc0-31f4-4e5c-a489-b979f5689d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:58:54.262298 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0dd93-fc81-4405-a20b-93a4881ef6f3 req-50ebb147-193d-4836-a82c-017509c482ab tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:58:54.264014 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a9e0dd93-fc81-4405-a20b-93a4881ef6f3 req-50ebb147-193d-4836-a82c-017509c482ab tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f7a38d4-d632-4585-8b09-d0809ea634ac HTTP/1.1" status: 200  len: 945 time: 0.1723545
Jan 29 10:58:54.334754 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a9e0dd93-fc81-4405-a20b-93a4881ef6f3 req-4a109aa2-410a-40cf-81a7-1916d19f25a4 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=95cf527b-b08b-40cb-b135-c183ff164204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0639548
Jan 29 10:58:54.437585 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:58:55.029282 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:58:55.624919 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd6086-655b-4120-9849-c46731ad48de req-f24d8cd6-d255-4e96-b92a-a102c6b14ed4 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:58:55.626599 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1ebd6086-655b-4120-9849-c46731ad48de req-f24d8cd6-d255-4e96-b92a-a102c6b14ed4 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f7a38d4-d632-4585-8b09-d0809ea634ac HTTP/1.1" status: 200  len: 945 time: 0.1638608
Jan 29 10:58:55.695111 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1ebd6086-655b-4120-9849-c46731ad48de req-5d74cd30-4967-4574-b04b-f0581fb07e48 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=95cf527b-b08b-40cb-b135-c183ff164204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0611196
Jan 29 10:58:56.213131 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:58:56.274111 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:58:56.993710 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec44ebe7-824f-4d24-a580-015ab20a5e90 req-87d7eb00-b140-4a0f-b1cd-58b5669f5da6 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:58:56.995319 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ec44ebe7-824f-4d24-a580-015ab20a5e90 req-87d7eb00-b140-4a0f-b1cd-58b5669f5da6 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f7a38d4-d632-4585-8b09-d0809ea634ac HTTP/1.1" status: 200  len: 945 time: 0.1678309
Jan 29 10:58:57.061478 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ec44ebe7-824f-4d24-a580-015ab20a5e90 req-14d82c10-2f11-48cb-a129-29a54fd9e71e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=95cf527b-b08b-40cb-b135-c183ff164204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0599456
Jan 29 10:58:57.651553 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-94d8577c-2f08-4bf0-8d49-35c8022e39e8 req-103c59be-5f5e-4eb9-867e-598049a808f0 service neutron] 10.222.0.22 "GET /v2.0/ports/79c37e3c-9864-497a-9048-93f309ee552e/bindings/hv-neutron-7729 HTTP/1.1" status: 200  len: 454 time: 0.0832670
Jan 29 10:58:57.932928 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8577c-2f08-4bf0-8d49-35c8022e39e8 req-1dfeb883-7337-4d76-b57f-d9e02d63b2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:58:57.934468 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-94d8577c-2f08-4bf0-8d49-35c8022e39e8 req-1dfeb883-7337-4d76-b57f-d9e02d63b2f4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2f7a38d4-d632-4585-8b09-d0809ea634ac&tenant_id=884b801388a745e49e2da4f5c6acad38 HTTP/1.1" status: 200  len: 1162 time: 0.0768485
Jan 29 10:58:58.045663 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8577c-2f08-4bf0-8d49-35c8022e39e8 req-6199899f-8c1f-4009-8078-fe8f431714e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:58:58.047318 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-94d8577c-2f08-4bf0-8d49-35c8022e39e8 req-6199899f-8c1f-4009-8078-fe8f431714e7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=884b801388a745e49e2da4f5c6acad38&device_id=2f7a38d4-d632-4585-8b09-d0809ea634ac HTTP/1.1" status: 200  len: 1162 time: 0.0791099
Jan 29 10:58:58.061591 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 79c37e3c-9864-497a-9048-93f309ee552e no longer exists at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 10:58:58.185846 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:58:58.195704 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8577c-2f08-4bf0-8d49-35c8022e39e8 req-9bd2daef-35ba-4d86-9991-96a74ce40241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:58:58.197684 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-94d8577c-2f08-4bf0-8d49-35c8022e39e8 req-9bd2daef-35ba-4d86-9991-96a74ce40241 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f0f43735-6884-46ce-9019-24f3322fb109 HTTP/1.1" status: 200  len: 891 time: 0.1435041
Jan 29 10:58:58.217034 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7a38d4-d632-4585-8b09-d0809ea634ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79c37e3c-9864-497a-9048-93f309ee552e'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:58:58.228339 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port 79c37e3c-9864-497a-9048-93f309ee552e, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=79c37e3c-9864-497a-9048-93f309ee552e,segment=NetworkSegment(e65c6bd2-de50-4514-955e-b8b2d3f7c55b),segment_id=e65c6bd2-de50-4514-955e-b8b2d3f7c55b)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:58:58.231316 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:58:58.233152 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-436bb287-9bff-44d7-823e-e9cf4cd4ce23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:58:58.306563 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=79c37e3c-9864-497a-9048-93f309ee552e,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:58:58.315324 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:58:58.315720 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:58:58.315979 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-94d8577c-2f08-4bf0-8d49-35c8022e39e8 req-d5975727-707f-476c-8953-8c914bbe8842 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79c37e3c-9864-497a-9048-93f309ee552e HTTP/1.1" status: 200  len: 998 time: 0.1115813
Jan 29 10:58:58.316197 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:58:58.317337 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:58:58.317833 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:58:58.318221 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:58:58.318598 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:58:58.318977 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:58:58.319354 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:58:58.319727 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:58:58.320220 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:58:58.320594 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:58:58.321042 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:58:58.321535 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:58:58.322030 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:58:58.322663 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:58:58.323260 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:58:58.323634 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:58:58.324006 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:58:58.324388 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:58:58.324742 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:58:58.325218 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:58:58.325591 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:58:58.325986 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:58:58.330621 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:58:58.381873 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a663500-0bf5-44ff-978e-bd58c4820396 req-f3dcb3f1-2c8c-4928-9ace-7018028cc043 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:58:58.383586 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6a663500-0bf5-44ff-978e-bd58c4820396 req-f3dcb3f1-2c8c-4928-9ace-7018028cc043 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f7a38d4-d632-4585-8b09-d0809ea634ac HTTP/1.1" status: 200  len: 943 time: 0.1837196
Jan 29 10:58:58.393489 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8577c-2f08-4bf0-8d49-35c8022e39e8 req-bfb9f803-09cf-49ca-9fde-a19d22f07259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:58:58.395591 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-94d8577c-2f08-4bf0-8d49-35c8022e39e8 req-bfb9f803-09cf-49ca-9fde-a19d22f07259 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=812304e3-107e-4579-aac1-5508dedf1b66 HTTP/1.1" status: 200  len: 835 time: 0.0719998
Jan 29 10:58:58.450431 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6a663500-0bf5-44ff-978e-bd58c4820396 req-c9c44aed-c797-4c22-8cb5-1ba4a26c5030 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=95cf527b-b08b-40cb-b135-c183ff164204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0596294
Jan 29 10:58:58.479225 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8577c-2f08-4bf0-8d49-35c8022e39e8 req-4209c695-8f54-4165-a541-6f365c52fabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:58:58.480868 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-94d8577c-2f08-4bf0-8d49-35c8022e39e8 req-4209c695-8f54-4165-a541-6f365c52fabb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f0f43735-6884-46ce-9019-24f3322fb109&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0789304
Jan 29 10:58:58.611123 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7a38d4-d632-4585-8b09-d0809ea634ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79c37e3c-9864-497a-9048-93f309ee552e', 'code': 200}
Jan 29 10:58:58.627211 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-94d8577c-2f08-4bf0-8d49-35c8022e39e8 req-f855cacd-31ce-48d3-ab35-5326bcf83d3c service neutron] 10.222.0.22 "GET /v2.0/networks/f0f43735-6884-46ce-9019-24f3322fb109?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396778
Jan 29 10:58:58.782993 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-94d8577c-2f08-4bf0-8d49-35c8022e39e8 req-1e1ea62e-d418-4ced-8d10-970b71fe8920 service neutron] 10.222.0.22 "GET /v2.0/networks/f0f43735-6884-46ce-9019-24f3322fb109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1359334
Jan 29 10:58:59.745226 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e17e42-9186-4fe3-b744-b6fd4e236b46 req-378d264e-edbe-4a13-90d2-fecbd269ed6a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:58:59.746870 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-23e17e42-9186-4fe3-b744-b6fd4e236b46 req-378d264e-edbe-4a13-90d2-fecbd269ed6a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f7a38d4-d632-4585-8b09-d0809ea634ac HTTP/1.1" status: 200  len: 943 time: 0.1622660
Jan 29 10:58:59.814248 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-23e17e42-9186-4fe3-b744-b6fd4e236b46 req-c5bbbcf5-64b6-490a-bb6d-1a1c1a394298 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=95cf527b-b08b-40cb-b135-c183ff164204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0610757
Jan 29 10:59:01.119708 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada78878-9918-4594-b3f8-347fa67b73ee req-5f8d3f57-df6f-4b99-a0fc-5681c83d1c01 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:59:01.121293 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ada78878-9918-4594-b3f8-347fa67b73ee req-5f8d3f57-df6f-4b99-a0fc-5681c83d1c01 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f7a38d4-d632-4585-8b09-d0809ea634ac HTTP/1.1" status: 200  len: 943 time: 0.1651461
Jan 29 10:59:01.185597 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ada78878-9918-4594-b3f8-347fa67b73ee req-ad19aa2b-40b5-40d6-9cca-b967b545a983 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=95cf527b-b08b-40cb-b135-c183ff164204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0577693
Jan 29 10:59:02.431490 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 79c37e3c-9864-497a-9048-93f309ee552e up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:59:02.511748 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 79c37e3c-9864-497a-9048-93f309ee552e triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:59:02.512086 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:59:02.645797 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:59:02.674043 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7a38d4-d632-4585-8b09-d0809ea634ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c37e3c-9864-497a-9048-93f309ee552e'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 10:59:02.684390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port 79c37e3c-9864-497a-9048-93f309ee552e, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=79c37e3c-9864-497a-9048-93f309ee552e,segment=NetworkSegment(e65c6bd2-de50-4514-955e-b8b2d3f7c55b),segment_id=e65c6bd2-de50-4514-955e-b8b2d3f7c55b)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 10:59:02.687348 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:59:02.689197 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:59:02.741987 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2edce01-b6b4-4ae0-b14c-a09317cd25eb req-133a60b5-1286-4b54-9c7c-a0c29af65ced tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:59:02.743677 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b2edce01-b6b4-4ae0-b14c-a09317cd25eb req-133a60b5-1286-4b54-9c7c-a0c29af65ced tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f7a38d4-d632-4585-8b09-d0809ea634ac HTTP/1.1" status: 200  len: 943 time: 0.4276505
Jan 29 10:59:02.759226 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=79c37e3c-9864-497a-9048-93f309ee552e,revision_number=6']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:59:02.762645 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:59:02.809255 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b2edce01-b6b4-4ae0-b14c-a09317cd25eb req-e7e58f62-46cf-472b-bb23-cd26eb268c02 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=95cf527b-b08b-40cb-b135-c183ff164204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0581472
Jan 29 10:59:02.889276 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7a38d4-d632-4585-8b09-d0809ea634ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c37e3c-9864-497a-9048-93f309ee552e', 'code': 200}
Jan 29 10:59:03.293425 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c520cae-6e27-4b24-b91d-142aa0753845 req-f833857e-4f11-435e-93d5-118525ceae7e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:59:03.295090 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6c520cae-6e27-4b24-b91d-142aa0753845 req-f833857e-4f11-435e-93d5-118525ceae7e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f7a38d4-d632-4585-8b09-d0809ea634ac HTTP/1.1" status: 200  len: 945 time: 0.1641066
Jan 29 10:59:03.306315 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79272bdd-ce03-4e4c-a78d-e15c0f49d897 req-d8a833c5-4f09-4c1d-8ad1-e91754bb95d8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:59:03.307153 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-79272bdd-ce03-4e4c-a78d-e15c0f49d897 req-d8a833c5-4f09-4c1d-8ad1-e91754bb95d8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Synchronizing usage tracker for tenant:884b801388a745e49e2da4f5c6acad38 on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 10:59:03.326919 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-79272bdd-ce03-4e4c-a78d-e15c0f49d897 req-d8a833c5-4f09-4c1d-8ad1-e91754bb95d8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Unset dirty status for tenant:884b801388a745e49e2da4f5c6acad38 on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 10:59:03.328203 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-79272bdd-ce03-4e4c-a78d-e15c0f49d897 req-d8a833c5-4f09-4c1d-8ad1-e91754bb95d8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f7a38d4-d632-4585-8b09-d0809ea634ac&tenant_id=884b801388a745e49e2da4f5c6acad38&binding%3Ahost_id=hv-neutron-7729 HTTP/1.1" status: 200  len: 945 time: 0.1934450
Jan 29 10:59:03.364308 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6c520cae-6e27-4b24-b91d-142aa0753845 req-b0e37c2c-ccfb-438f-b788-a76c18bc446e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=95cf527b-b08b-40cb-b135-c183ff164204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0624554
Jan 29 10:59:03.498395 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79272bdd-ce03-4e4c-a78d-e15c0f49d897 req-104f0932-df40-4a0d-8184-073a08e607b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:59:03.500042 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-79272bdd-ce03-4e4c-a78d-e15c0f49d897 req-104f0932-df40-4a0d-8184-073a08e607b4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=884b801388a745e49e2da4f5c6acad38&device_id=2f7a38d4-d632-4585-8b09-d0809ea634ac HTTP/1.1" status: 200  len: 1162 time: 0.0789125
Jan 29 10:59:03.657985 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f8e5e-36a3-4db0-8d56-8de179d0057e req-391fd724-ab5e-40e7-8679-69d30d74f452 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:59:03.660379 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-922f8e5e-36a3-4db0-8d56-8de179d0057e req-391fd724-ab5e-40e7-8679-69d30d74f452 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f7a38d4-d632-4585-8b09-d0809ea634ac HTTP/1.1" status: 200  len: 945 time: 0.1651967
Jan 29 10:59:03.661324 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79272bdd-ce03-4e4c-a78d-e15c0f49d897 req-6e766276-1404-47d1-ad9a-d606dd621708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:59:03.662908 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-79272bdd-ce03-4e4c-a78d-e15c0f49d897 req-6e766276-1404-47d1-ad9a-d606dd621708 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f0f43735-6884-46ce-9019-24f3322fb109 HTTP/1.1" status: 200  len: 891 time: 0.1423714
Jan 29 10:59:03.724871 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-922f8e5e-36a3-4db0-8d56-8de179d0057e req-5a0eb43a-ff19-4978-ae1e-fc6bc19c0a73 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=95cf527b-b08b-40cb-b135-c183ff164204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0580716
Jan 29 10:59:03.772499 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-79272bdd-ce03-4e4c-a78d-e15c0f49d897 req-578ef5db-5e54-4996-bdeb-db2638201a81 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79c37e3c-9864-497a-9048-93f309ee552e HTTP/1.1" status: 200  len: 1000 time: 0.1029570
Jan 29 10:59:03.839684 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79272bdd-ce03-4e4c-a78d-e15c0f49d897 req-26183495-854a-44a5-88bc-f31f2bf18cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:59:03.841190 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-79272bdd-ce03-4e4c-a78d-e15c0f49d897 req-26183495-854a-44a5-88bc-f31f2bf18cff service neutron] 10.222.0.22 "GET /v2.0/subnets?id=812304e3-107e-4579-aac1-5508dedf1b66 HTTP/1.1" status: 200  len: 835 time: 0.0628586
Jan 29 10:59:03.925868 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79272bdd-ce03-4e4c-a78d-e15c0f49d897 req-dc117aec-817c-4f5c-9609-8c93de34ba4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:59:03.927387 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-79272bdd-ce03-4e4c-a78d-e15c0f49d897 req-dc117aec-817c-4f5c-9609-8c93de34ba4e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f0f43735-6884-46ce-9019-24f3322fb109&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0798767
Jan 29 10:59:04.070290 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-79272bdd-ce03-4e4c-a78d-e15c0f49d897 req-3b868c25-ba2d-4908-b473-2cc71bbee4f6 service neutron] 10.222.0.22 "GET /v2.0/networks/f0f43735-6884-46ce-9019-24f3322fb109?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1359217
Jan 29 10:59:04.214119 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-79272bdd-ce03-4e4c-a78d-e15c0f49d897 req-1c267cd5-e3af-491a-8d7b-e0e7381b336e service neutron] 10.222.0.22 "GET /v2.0/networks/f0f43735-6884-46ce-9019-24f3322fb109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1370766
Jan 29 10:59:04.275294 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 79c37e3c-9864-497a-9048-93f309ee552e up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 10:59:04.348013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 79c37e3c-9864-497a-9048-93f309ee552e triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 10:59:04.348433 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:59:05.029597 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a99505-0536-4e55-aa56-ed4a56189317 req-3f2a9a30-5fb4-444d-9930-c72b59408a21 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:59:05.031216 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-97a99505-0536-4e55-aa56-ed4a56189317 req-3f2a9a30-5fb4-444d-9930-c72b59408a21 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f7a38d4-d632-4585-8b09-d0809ea634ac HTTP/1.1" status: 200  len: 945 time: 0.1673951
Jan 29 10:59:05.096386 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-97a99505-0536-4e55-aa56-ed4a56189317 req-b35affac-dc06-455b-8b21-3eee4d0f60d7 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=95cf527b-b08b-40cb-b135-c183ff164204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0582511
Jan 29 10:59:05.126303 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 36984) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:59:05.255148 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-417a7d6b-94ad-4cd5-b182-7ad6e2c7db56 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/floatingips/a1b38a26-aa4a-41e9-a97b-dac5a88d2c68 HTTP/1.1" status: 200  len: 992 time: 0.1275415
Jan 29 10:59:05.298134 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:59:16.507802 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [req-7173e413-36e0-41d1-afb4-f5f7fd69a30e req-39580235-a0af-46c0-afbf-08f6ffbff8c6 service neutron] (80766) timed out ('10.222.0.57', 32920) {{(pid=80766) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Jan 29 10:59:18.741814 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-130bf26f-54aa-4597-8192-5772038a1373 req-2a4c5241-e8a8-4896-b404-918bc172dbf3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2f7a38d4-d632-4585-8b09-d0809ea634ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0754299
Jan 29 10:59:18.911405 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130bf26f-54aa-4597-8192-5772038a1373 req-5c618394-7ed7-4cc7-989e-cd5addc5b1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:59:18.912988 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-130bf26f-54aa-4597-8192-5772038a1373 req-5c618394-7ed7-4cc7-989e-cd5addc5b1e4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=884b801388a745e49e2da4f5c6acad38&device_id=2f7a38d4-d632-4585-8b09-d0809ea634ac HTTP/1.1" status: 200  len: 1162 time: 0.0802946
Jan 29 10:59:19.065097 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130bf26f-54aa-4597-8192-5772038a1373 req-1d937180-4261-4620-b233-7343f111564e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:59:19.066730 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-130bf26f-54aa-4597-8192-5772038a1373 req-1d937180-4261-4620-b233-7343f111564e service neutron] 10.222.0.22 "GET /v2.0/networks?id=f0f43735-6884-46ce-9019-24f3322fb109 HTTP/1.1" status: 200  len: 891 time: 0.1350553
Jan 29 10:59:19.174217 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-130bf26f-54aa-4597-8192-5772038a1373 req-1f66a210-929a-45eb-9dc9-b1b8e96e9c1c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79c37e3c-9864-497a-9048-93f309ee552e HTTP/1.1" status: 200  len: 1000 time: 0.1007414
Jan 29 10:59:19.242388 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130bf26f-54aa-4597-8192-5772038a1373 req-0d6cdce5-db7c-414a-ba3d-9b4f21a62949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:59:19.243939 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-130bf26f-54aa-4597-8192-5772038a1373 req-0d6cdce5-db7c-414a-ba3d-9b4f21a62949 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=812304e3-107e-4579-aac1-5508dedf1b66 HTTP/1.1" status: 200  len: 835 time: 0.0632837
Jan 29 10:59:19.327590 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130bf26f-54aa-4597-8192-5772038a1373 req-6458ce1b-90ba-4e0d-b5ee-ca2c7fcc1b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 10:59:19.329209 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-130bf26f-54aa-4597-8192-5772038a1373 req-6458ce1b-90ba-4e0d-b5ee-ca2c7fcc1b53 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f0f43735-6884-46ce-9019-24f3322fb109&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0787079
Jan 29 10:59:19.476025 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-130bf26f-54aa-4597-8192-5772038a1373 req-019a9eb4-a0c4-4f92-9140-2e18a75a4b6f service neutron] 10.222.0.22 "GET /v2.0/networks/f0f43735-6884-46ce-9019-24f3322fb109?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1402752
Jan 29 10:59:19.624146 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-130bf26f-54aa-4597-8192-5772038a1373 req-c0763996-9ecc-4352-ba64-ce66af05e118 service neutron] 10.222.0.22 "GET /v2.0/networks/f0f43735-6884-46ce-9019-24f3322fb109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1408217
Jan 29 10:59:21.568868 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f8653693-8ffa-4990-9dcf-b2b92f6ba008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:59:23.839469 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-700e15c2-bbf6-4b04-a456-658a54b70aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:59:24.439050 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:59:25.030439 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:59:26.280427 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:59:33.213518 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 10:59:35.298685 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:59:51.571079 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-37eb0299-79b3-46e9-9322-31a4e78bb17f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:59:53.840383 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-06ea5b30-04a7-4fe8-aea9-f693ffdfd222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:59:54.444114 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:59:55.030836 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:59:56.280139 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:59:58.382692 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 37012) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 10:59:58.615945 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-f658a9ba-b744-4123-8356-2263062b6670 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Deleting port 7949bc19-fcc3-411c-b639-5e9a492b47b5 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 10:59:58.616248 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f658a9ba-b744-4123-8356-2263062b6670 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:59:58.794072 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f658a9ba-b744-4123-8356-2263062b6670 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:59:58.794441 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f658a9ba-b744-4123-8356-2263062b6670 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:59:58.924864 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-f658a9ba-b744-4123-8356-2263062b6670 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Calling delete_port for 7949bc19-fcc3-411c-b639-5e9a492b47b5 owned by network:floatingip {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 10:59:59.078016 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f658a9ba-b744-4123-8356-2263062b6670 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:59:59.091766 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a1740b50-b1e2-41b3-8838-79b741d332af tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 10:59:59.140221 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f658a9ba-b744-4123-8356-2263062b6670 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event deleted for resources: {'Port': ['ID=7949bc19-fcc3-411c-b639-5e9a492b47b5,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 10:59:59.162143 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658a9ba-b744-4123-8356-2263062b6670 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:59:59.162569 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658a9ba-b744-4123-8356-2263062b6670 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:59:59.162995 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658a9ba-b744-4123-8356-2263062b6670 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:59:59.163408 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658a9ba-b744-4123-8356-2263062b6670 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:59:59.163818 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658a9ba-b744-4123-8356-2263062b6670 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:59:59.164226 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658a9ba-b744-4123-8356-2263062b6670 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:59:59.164639 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658a9ba-b744-4123-8356-2263062b6670 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:59:59.165035 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658a9ba-b744-4123-8356-2263062b6670 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:59:59.165436 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658a9ba-b744-4123-8356-2263062b6670 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:59:59.165903 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658a9ba-b744-4123-8356-2263062b6670 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:59:59.166311 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658a9ba-b744-4123-8356-2263062b6670 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:59:59.166709 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658a9ba-b744-4123-8356-2263062b6670 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:59:59.167186 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658a9ba-b744-4123-8356-2263062b6670 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:59:59.167591 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658a9ba-b744-4123-8356-2263062b6670 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:59:59.167990 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658a9ba-b744-4123-8356-2263062b6670 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:59:59.168389 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658a9ba-b744-4123-8356-2263062b6670 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:59:59.168786 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658a9ba-b744-4123-8356-2263062b6670 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:59:59.169188 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658a9ba-b744-4123-8356-2263062b6670 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:59:59.169586 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658a9ba-b744-4123-8356-2263062b6670 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:59:59.170007 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658a9ba-b744-4123-8356-2263062b6670 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:59:59.170405 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658a9ba-b744-4123-8356-2263062b6670 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:59:59.170805 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658a9ba-b744-4123-8356-2263062b6670 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:59:59.171203 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658a9ba-b744-4123-8356-2263062b6670 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:59:59.171600 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658a9ba-b744-4123-8356-2263062b6670 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 10:59:59.175779 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f658a9ba-b744-4123-8356-2263062b6670 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 10:59:59.337139 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f658a9ba-b744-4123-8356-2263062b6670 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for floatingip, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:59:59.337505 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [None req-f658a9ba-b744-4123-8356-2263062b6670 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Floating IP a1b38a26-aa4a-41e9-a97b-dac5a88d2c68 disassociated (deleted). External IP: 172.26.7.25, port: 79c37e3c-9864-497a-9048-93f309ee552e.
Jan 29 10:59:59.705381 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f658a9ba-b744-4123-8356-2263062b6670 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Router 587cc8a5-e101-46cd-934f-f0e2aae961d4 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 10:59:59.898194 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f658a9ba-b744-4123-8356-2263062b6670 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 10:59:59.909161 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac6c8ee-4ab5-4962-9478-53ff9e626459 None None] Sync routers for ids ['587cc8a5-e101-46cd-934f-f0e2aae961d4'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 10:59:59.917083 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f658a9ba-b744-4123-8356-2263062b6670 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 10:59:59.919643 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac6c8ee-4ab5-4962-9478-53ff9e626459 None None] Routers {'587cc8a5-e101-46cd-934f-f0e2aae961d4'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 10:59:59.920323 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-bac6c8ee-4ab5-4962-9478-53ff9e626459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9e1de10>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:59:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['587cc8a5-e101-46cd-934f-f0e2aae961d4'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 10:59:59.974885 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f658a9ba-b744-4123-8356-2263062b6670 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "DELETE /v2.0/floatingips/a1b38a26-aa4a-41e9-a97b-dac5a88d2c68 HTTP/1.1" status: 204  len: 168 time: 1.5910373
Jan 29 10:59:59.975652 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f7a38d4-d632-4585-8b09-d0809ea634ac', 'tag': '79c37e3c-9864-497a-9048-93f309ee552e'}] {{(pid=80765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 11:00:00.114224 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-bac6c8ee-4ab5-4962-9478-53ff9e626459 None None] Set router 587cc8a5-e101-46cd-934f-f0e2aae961d4 gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 11:00:00.327826 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f7a38d4-d632-4585-8b09-d0809ea634ac', 'tag': '79c37e3c-9864-497a-9048-93f309ee552e', 'status': 'completed', 'code': 200}
Jan 29 11:00:00.458003 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384f330-cf64-45bc-a298-745dd43dccb5 req-183c9312-9678-42f0-a84c-d1b171982dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:00:00.459690 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6384f330-cf64-45bc-a298-745dd43dccb5 req-183c9312-9678-42f0-a84c-d1b171982dbd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=884b801388a745e49e2da4f5c6acad38&device_id=2f7a38d4-d632-4585-8b09-d0809ea634ac HTTP/1.1" status: 200  len: 1162 time: 0.0887070
Jan 29 11:00:00.459971 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-bac6c8ee-4ab5-4962-9478-53ff9e626459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9e1de10>, [{'id': '587cc8a5-e101-46cd-934f-f0e2aae961d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797402909', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': 'bf86e508-68d8-4792-8e00-bbdcb83304ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:57:04Z', 'updated_at': '2021-01-29T10:57:11Z', 'revision_number': 4, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': 'bf86e508-68d8-4792-8e00-bbdcb83304ce', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587cc8a5-e101-46cd-934f-f0e2aae961d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:57:05Z', 'updated_at': '2021-01-29T10:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '36976290-c3f1-4832-8918-66b64885a1ff', 'name': '', 'network_id': 'f0f43735-6884-46ce-9019-24f3322fb109', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'mac_address': 'fa:16:3e:7b:13:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587cc8a5-e101-46cd-934f-f0e2aae961d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '812304e3-107e-4579-aac1-5508dedf1b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:57:10Z', 'updated_at': '2021-01-29T10:57:17Z', 'revision_number': 5, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'subnets': [{'id': '812304e3-107e-4579-aac1-5508dedf1b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:00:00.464247 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac6c8ee-4ab5-4962-9478-53ff9e626459 None None] Checking router: 587cc8a5-e101-46cd-934f-f0e2aae961d4 for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 11:00:00.473450 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac6c8ee-4ab5-4962-9478-53ff9e626459 None None] Routers {'587cc8a5-e101-46cd-934f-f0e2aae961d4'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 11:00:00.474788 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-bac6c8ee-4ab5-4962-9478-53ff9e626459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9e1de10>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:59:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['587cc8a5-e101-46cd-934f-f0e2aae961d4'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:00:00.597908 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3e2847-10f7-43bf-a65f-218ff7a10d65 req-33494f93-a7d0-44a1-ba7b-d2059eed65f8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:00:00.599392 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-5e3e2847-10f7-43bf-a65f-218ff7a10d65 req-33494f93-a7d0-44a1-ba7b-d2059eed65f8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Synchronizing usage tracker for tenant:884b801388a745e49e2da4f5c6acad38 on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 11:00:00.605127 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384f330-cf64-45bc-a298-745dd43dccb5 req-9330e4f6-b470-418d-8afe-1777687ad99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:00:00.606915 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6384f330-cf64-45bc-a298-745dd43dccb5 req-9330e4f6-b470-418d-8afe-1777687ad99a service neutron] 10.222.0.22 "GET /v2.0/networks?id=f0f43735-6884-46ce-9019-24f3322fb109 HTTP/1.1" status: 200  len: 891 time: 0.1401005
Jan 29 11:00:00.614972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-5e3e2847-10f7-43bf-a65f-218ff7a10d65 req-33494f93-a7d0-44a1-ba7b-d2059eed65f8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Unset dirty status for tenant:884b801388a745e49e2da4f5c6acad38 on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 11:00:00.616267 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5e3e2847-10f7-43bf-a65f-218ff7a10d65 req-33494f93-a7d0-44a1-ba7b-d2059eed65f8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f7a38d4-d632-4585-8b09-d0809ea634ac HTTP/1.1" status: 200  len: 945 time: 0.1899490
Jan 29 11:00:00.665932 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-bac6c8ee-4ab5-4962-9478-53ff9e626459 None None] Set router 587cc8a5-e101-46cd-934f-f0e2aae961d4 gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 11:00:00.682973 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6384f330-cf64-45bc-a298-745dd43dccb5 req-45c5cfca-ed07-4f18-a79a-9537d44b8373 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79c37e3c-9864-497a-9048-93f309ee552e HTTP/1.1" status: 200  len: 217 time: 0.0684354
Jan 29 11:00:00.685598 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5e3e2847-10f7-43bf-a65f-218ff7a10d65 req-140ed11a-462c-4047-bb2f-1f9d0471f3e8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=95cf527b-b08b-40cb-b135-c183ff164204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0624738
Jan 29 11:00:00.756421 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384f330-cf64-45bc-a298-745dd43dccb5 req-d77cbab1-5a8b-4908-9498-6cc952927879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:00:00.757978 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6384f330-cf64-45bc-a298-745dd43dccb5 req-d77cbab1-5a8b-4908-9498-6cc952927879 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=812304e3-107e-4579-aac1-5508dedf1b66 HTTP/1.1" status: 200  len: 835 time: 0.0675673
Jan 29 11:00:00.839530 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384f330-cf64-45bc-a298-745dd43dccb5 req-f23a4bfa-716c-4465-bd1d-24a46157774c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:00:00.841172 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6384f330-cf64-45bc-a298-745dd43dccb5 req-f23a4bfa-716c-4465-bd1d-24a46157774c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f0f43735-6884-46ce-9019-24f3322fb109&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0763397
Jan 29 11:00:00.993996 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6384f330-cf64-45bc-a298-745dd43dccb5 req-fee7446b-e4d4-41fd-a96a-ceb70ee89869 service neutron] 10.222.0.22 "GET /v2.0/networks/f0f43735-6884-46ce-9019-24f3322fb109?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1454902
Jan 29 11:00:01.000159 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-bac6c8ee-4ab5-4962-9478-53ff9e626459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9e1de10>, [{'id': '587cc8a5-e101-46cd-934f-f0e2aae961d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797402909', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': 'bf86e508-68d8-4792-8e00-bbdcb83304ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:57:04Z', 'updated_at': '2021-01-29T10:57:11Z', 'revision_number': 4, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': 'bf86e508-68d8-4792-8e00-bbdcb83304ce', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587cc8a5-e101-46cd-934f-f0e2aae961d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:57:05Z', 'updated_at': '2021-01-29T10:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '36976290-c3f1-4832-8918-66b64885a1ff', 'name': '', 'network_id': 'f0f43735-6884-46ce-9019-24f3322fb109', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'mac_address': 'fa:16:3e:7b:13:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587cc8a5-e101-46cd-934f-f0e2aae961d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '812304e3-107e-4579-aac1-5508dedf1b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:57:10Z', 'updated_at': '2021-01-29T10:57:17Z', 'revision_number': 5, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'subnets': [{'id': '812304e3-107e-4579-aac1-5508dedf1b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:00:01.004327 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac6c8ee-4ab5-4962-9478-53ff9e626459 None None] The sync data for ids ['587cc8a5-e101-46cd-934f-f0e2aae961d4'] in dv-neutron-772983-2-ovs is: [{'id': '587cc8a5-e101-46cd-934f-f0e2aae961d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797402909', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': 'bf86e508-68d8-4792-8e00-bbdcb83304ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:57:04Z', 'updated_at': '2021-01-29T10:57:11Z', 'revision_number': 4, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': 'bf86e508-68d8-4792-8e00-bbdcb83304ce', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587cc8a5-e101-46cd-934f-f0e2aae961d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:57:05Z', 'updated_at': '2021-01-29T10:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '36976290-c3f1-4832-8918-66b64885a1ff', 'name': '', 'network_id': 'f0f43735-6884-46ce-9019-24f3322fb109', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'mac_address': 'fa:16:3e:7b:13:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587cc8a5-e101-46cd-934f-f0e2aae961d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '812304e3-107e-4579-aac1-5508dedf1b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:57:10Z', 'updated_at': '2021-01-29T10:57:17Z', 'revision_number': 5, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'subnets': [{'id': '812304e3-107e-4579-aac1-5508dedf1b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 11:00:01.140402 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6384f330-cf64-45bc-a298-745dd43dccb5 req-dbd5c78d-4dcb-4320-863e-a65ded050214 service neutron] 10.222.0.22 "GET /v2.0/networks/f0f43735-6884-46ce-9019-24f3322fb109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1399620
Jan 29 11:00:01.444421 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981040be-a025-45c9-8f95-15a7027c2080 None None] New status for floating IP a1b38a26-aa4a-41e9-a97b-dac5a88d2c68: DOWN {{(pid=80767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 29 11:00:01.982572 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aa2723-5e14-4df9-a89c-d3189ac3d1ac req-6cf0403c-0982-4544-9b83-5ee234d3227f tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:00:01.984277 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-98aa2723-5e14-4df9-a89c-d3189ac3d1ac req-6cf0403c-0982-4544-9b83-5ee234d3227f tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f7a38d4-d632-4585-8b09-d0809ea634ac HTTP/1.1" status: 200  len: 945 time: 0.1641722
Jan 29 11:00:02.048005 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-98aa2723-5e14-4df9-a89c-d3189ac3d1ac req-0dec455b-1550-4bb9-884c-24787248a683 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=95cf527b-b08b-40cb-b135-c183ff164204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0563970
Jan 29 11:00:02.781929 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 79c37e3c-9864-497a-9048-93f309ee552e no longer exists at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 11:00:02.822914 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7828da-909a-4eb1-8512-437c002d1893 req-7f08ab7d-1f30-4136-a899-ffbd6b4524be tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:00:02.825261 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8f7828da-909a-4eb1-8512-437c002d1893 req-7f08ab7d-1f30-4136-a899-ffbd6b4524be tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f7a38d4-d632-4585-8b09-d0809ea634ac HTTP/1.1" status: 200  len: 945 time: 0.4979522
Jan 29 11:00:02.917938 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:02.935269 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-8f7828da-909a-4eb1-8512-437c002d1893 req-2fa21396-dfbb-4fb8-acdc-612a32fa7ebc tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Deleting port 79c37e3c-9864-497a-9048-93f309ee552e {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 11:00:02.935938 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-8f7828da-909a-4eb1-8512-437c002d1893 req-2fa21396-dfbb-4fb8-acdc-612a32fa7ebc tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:02.949216 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7a38d4-d632-4585-8b09-d0809ea634ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79c37e3c-9864-497a-9048-93f309ee552e'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 11:00:02.960510 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port 79c37e3c-9864-497a-9048-93f309ee552e, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=79c37e3c-9864-497a-9048-93f309ee552e,segment=NetworkSegment(e65c6bd2-de50-4514-955e-b8b2d3f7c55b),segment_id=e65c6bd2-de50-4514-955e-b8b2d3f7c55b)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 11:00:02.964119 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:02.965987 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2a0cbf09-0017-444d-9df2-1e15b568dde8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:00:03.013902 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7a38d4-d632-4585-8b09-d0809ea634ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79c37e3c-9864-497a-9048-93f309ee552e', 'code': 200}
Jan 29 11:00:03.042363 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=79c37e3c-9864-497a-9048-93f309ee552e,revision_number=7']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:00:03.050239 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:00:03.050626 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:00:03.051004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:00:03.051374 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:00:03.052496 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:00:03.052845 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:00:03.053212 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:00:03.053579 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:00:03.053974 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:00:03.054343 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:00:03.054708 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:00:03.055069 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:00:03.055497 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:00:03.055858 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:00:03.056218 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:00:03.056577 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:00:03.056932 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:00:03.057297 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:00:03.057655 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:00:03.058036 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:00:03.058395 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:00:03.058752 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:00:03.059107 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:00:03.059473 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:00:03.064324 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:00:03.218250 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-8f7828da-909a-4eb1-8512-437c002d1893 req-2fa21396-dfbb-4fb8-acdc-612a32fa7ebc tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] For port 79c37e3c-9864-497a-9048-93f309ee552e, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=79c37e3c-9864-497a-9048-93f309ee552e,segment=NetworkSegment(e65c6bd2-de50-4514-955e-b8b2d3f7c55b),segment_id=e65c6bd2-de50-4514-955e-b8b2d3f7c55b)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 11:00:03.218663 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-8f7828da-909a-4eb1-8512-437c002d1893 req-2fa21396-dfbb-4fb8-acdc-612a32fa7ebc tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:03.353192 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c7dc8-e1f9-4943-b117-1ace85420760 req-90d904de-c38f-4b30-b184-c503bef21752 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:00:03.354966 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-340c7dc8-e1f9-4943-b117-1ace85420760 req-90d904de-c38f-4b30-b184-c503bef21752 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f7a38d4-d632-4585-8b09-d0809ea634ac HTTP/1.1" status: 200  len: 943 time: 0.1705213
Jan 29 11:00:03.355505 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-8f7828da-909a-4eb1-8512-437c002d1893 req-2fa21396-dfbb-4fb8-acdc-612a32fa7ebc tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Calling delete_port for 79c37e3c-9864-497a-9048-93f309ee552e owned by compute:nova {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 11:00:03.420428 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-340c7dc8-e1f9-4943-b117-1ace85420760 req-fa6832e6-5190-4d55-bb0e-bcd9feff787d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=95cf527b-b08b-40cb-b135-c183ff164204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0590212
Jan 29 11:00:03.513007 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-8f7828da-909a-4eb1-8512-437c002d1893 req-2fa21396-dfbb-4fb8-acdc-612a32fa7ebc tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:03.531202 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1b5a48f0-b52a-4a4f-b0ab-5b2d40a78063 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:00:03.589857 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa21396-dfbb-4fb8-acdc-612a32fa7ebc tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event deleted for resources: {'Port': ['ID=79c37e3c-9864-497a-9048-93f309ee552e,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:00:03.601504 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa21396-dfbb-4fb8-acdc-612a32fa7ebc tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:00:03.601964 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa21396-dfbb-4fb8-acdc-612a32fa7ebc tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:00:03.602393 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa21396-dfbb-4fb8-acdc-612a32fa7ebc tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:00:03.602815 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa21396-dfbb-4fb8-acdc-612a32fa7ebc tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:00:03.603230 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa21396-dfbb-4fb8-acdc-612a32fa7ebc tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:00:03.603642 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa21396-dfbb-4fb8-acdc-612a32fa7ebc tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:00:03.604053 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa21396-dfbb-4fb8-acdc-612a32fa7ebc tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:00:03.604467 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa21396-dfbb-4fb8-acdc-612a32fa7ebc tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:00:03.604877 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa21396-dfbb-4fb8-acdc-612a32fa7ebc tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:00:03.605283 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa21396-dfbb-4fb8-acdc-612a32fa7ebc tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:00:03.605694 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa21396-dfbb-4fb8-acdc-612a32fa7ebc tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:00:03.606133 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa21396-dfbb-4fb8-acdc-612a32fa7ebc tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:00:03.606613 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa21396-dfbb-4fb8-acdc-612a32fa7ebc tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:00:03.607023 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa21396-dfbb-4fb8-acdc-612a32fa7ebc tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:00:03.607428 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa21396-dfbb-4fb8-acdc-612a32fa7ebc tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:00:03.607831 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa21396-dfbb-4fb8-acdc-612a32fa7ebc tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:00:03.608237 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa21396-dfbb-4fb8-acdc-612a32fa7ebc tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:00:03.608647 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa21396-dfbb-4fb8-acdc-612a32fa7ebc tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:00:03.609051 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa21396-dfbb-4fb8-acdc-612a32fa7ebc tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:00:03.609461 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa21396-dfbb-4fb8-acdc-612a32fa7ebc tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:00:03.609921 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa21396-dfbb-4fb8-acdc-612a32fa7ebc tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:00:03.610334 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa21396-dfbb-4fb8-acdc-612a32fa7ebc tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:00:03.610739 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa21396-dfbb-4fb8-acdc-612a32fa7ebc tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:00:03.611143 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa21396-dfbb-4fb8-acdc-612a32fa7ebc tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:00:03.615330 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2fa21396-dfbb-4fb8-acdc-612a32fa7ebc tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:00:03.766612 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f7828da-909a-4eb1-8512-437c002d1893 req-2fa21396-dfbb-4fb8-acdc-612a32fa7ebc tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] No DVR routers for this DVR port 79c37e3c-9864-497a-9048-93f309ee552e on host hv-neutron-7729 {{(pid=80766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 11:00:03.768943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-8f7828da-909a-4eb1-8512-437c002d1893 req-2fa21396-dfbb-4fb8-acdc-612a32fa7ebc tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:03.773095 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7a38d4-d632-4585-8b09-d0809ea634ac', 'name': 'network-vif-deleted', 'tag': '79c37e3c-9864-497a-9048-93f309ee552e'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 11:00:03.788670 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8f7828da-909a-4eb1-8512-437c002d1893 req-2fa21396-dfbb-4fb8-acdc-612a32fa7ebc tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.22 "DELETE /v2.0/ports/79c37e3c-9864-497a-9048-93f309ee552e HTTP/1.1" status: 204  len: 173 time: 0.9579127
Jan 29 11:00:03.916421 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7a38d4-d632-4585-8b09-d0809ea634ac', 'name': 'network-vif-deleted', 'tag': '79c37e3c-9864-497a-9048-93f309ee552e', 'status': 'completed', 'code': 200}
Jan 29 11:00:04.532887 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 37038) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:00:05.440013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-482178c2-4f29-47bd-bc8b-3377ef8df3b1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349253'] for router_interface, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:05.483474 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:05.822460 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-482178c2-4f29-47bd-bc8b-3377ef8df3b1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Deleting port 36976290-c3f1-4832-8918-66b64885a1ff {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 11:00:05.823069 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-482178c2-4f29-47bd-bc8b-3377ef8df3b1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:06.021968 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-482178c2-4f29-47bd-bc8b-3377ef8df3b1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] For port 36976290-c3f1-4832-8918-66b64885a1ff, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=36976290-c3f1-4832-8918-66b64885a1ff,segment=NetworkSegment(e65c6bd2-de50-4514-955e-b8b2d3f7c55b),segment_id=e65c6bd2-de50-4514-955e-b8b2d3f7c55b)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 11:00:06.022359 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-482178c2-4f29-47bd-bc8b-3377ef8df3b1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:06.159057 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-482178c2-4f29-47bd-bc8b-3377ef8df3b1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Calling delete_port for 36976290-c3f1-4832-8918-66b64885a1ff owned by network:router_interface {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 11:00:06.342926 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-482178c2-4f29-47bd-bc8b-3377ef8df3b1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:06.359082 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-08ea6433-845b-4de8-81b4-425bd15b1c14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:00:06.417058 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482178c2-4f29-47bd-bc8b-3377ef8df3b1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event deleted for resources: {'Port': ['ID=36976290-c3f1-4832-8918-66b64885a1ff,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:00:06.420962 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-482178c2-4f29-47bd-bc8b-3377ef8df3b1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:00:06.774348 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-482178c2-4f29-47bd-bc8b-3377ef8df3b1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854415430'] for router_interface, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:07.289401 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-482178c2-4f29-47bd-bc8b-3377ef8df3b1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Router 587cc8a5-e101-46cd-934f-f0e2aae961d4 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 11:00:07.481146 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-482178c2-4f29-47bd-bc8b-3377ef8df3b1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 11:00:07.491638 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b55ded8-05c4-450c-8926-8ec52c86aacb None None] Sync routers for ids ['587cc8a5-e101-46cd-934f-f0e2aae961d4'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 11:00:07.497190 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-482178c2-4f29-47bd-bc8b-3377ef8df3b1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "PUT /v2.0/routers/587cc8a5-e101-46cd-934f-f0e2aae961d4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9610703
Jan 29 11:00:07.498042 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 37042) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:00:07.501354 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b55ded8-05c4-450c-8926-8ec52c86aacb None None] Routers {'587cc8a5-e101-46cd-934f-f0e2aae961d4'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 11:00:07.502049 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-4b55ded8-05c4-450c-8926-8ec52c86aacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99cad16908>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:59:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['587cc8a5-e101-46cd-934f-f0e2aae961d4'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:00:07.590761 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-447603ea-4080-438e-9d51-aa2fe9590809 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Deleting subnet 812304e3-107e-4579-aac1-5508dedf1b66 {{(pid=80765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 11:00:07.594254 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-447603ea-4080-438e-9d51-aa2fe9590809 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for subnet, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:07.653227 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-447603ea-4080-438e-9d51-aa2fe9590809 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1479249'] for subnet, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:07.688576 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-4b55ded8-05c4-450c-8926-8ec52c86aacb None None] Set router 587cc8a5-e101-46cd-934f-f0e2aae961d4 gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 11:00:07.749046 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-447603ea-4080-438e-9d51-aa2fe9590809 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:08.044531 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-447603ea-4080-438e-9d51-aa2fe9590809 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852603100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2204728'] for subnet, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:08.060739 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8c6510a1-9d56-4743-b199-2fc8ef094c74 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:00:08.108935 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447603ea-4080-438e-9d51-aa2fe9590809 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event deleted for resources: {'Subnet': ['ID=812304e3-107e-4579-aac1-5508dedf1b66,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:00:08.113560 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-447603ea-4080-438e-9d51-aa2fe9590809 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:00:08.145487 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-4b55ded8-05c4-450c-8926-8ec52c86aacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99cad16908>, [{'id': '587cc8a5-e101-46cd-934f-f0e2aae961d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797402909', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': 'bf86e508-68d8-4792-8e00-bbdcb83304ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:57:04Z', 'updated_at': '2021-01-29T11:00:06Z', 'revision_number': 5, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': 'bf86e508-68d8-4792-8e00-bbdcb83304ce', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587cc8a5-e101-46cd-934f-f0e2aae961d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:57:05Z', 'updated_at': '2021-01-29T10:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:00:08.149557 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b55ded8-05c4-450c-8926-8ec52c86aacb None None] Checking router: 587cc8a5-e101-46cd-934f-f0e2aae961d4 for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 11:00:08.158545 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b55ded8-05c4-450c-8926-8ec52c86aacb None None] Routers {'587cc8a5-e101-46cd-934f-f0e2aae961d4'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 11:00:08.159204 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-4b55ded8-05c4-450c-8926-8ec52c86aacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99cad16908>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:59:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['587cc8a5-e101-46cd-934f-f0e2aae961d4'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:00:08.359158 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-4b55ded8-05c4-450c-8926-8ec52c86aacb None None] Set router 587cc8a5-e101-46cd-934f-f0e2aae961d4 gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 11:00:08.480130 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-447603ea-4080-438e-9d51-aa2fe9590809 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:08.486624 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f9bfa4-49a1-4631-8651-5f98a86cc3ed None None] Network f0f43735-6884-46ce-9019-24f3322fb109 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 11:00:08.490013 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-447603ea-4080-438e-9d51-aa2fe9590809 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "DELETE /v2.0/subnets/812304e3-107e-4579-aac1-5508dedf1b66 HTTP/1.1" status: 204  len: 168 time: 0.9882045
Jan 29 11:00:08.490223 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 37046) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:00:08.680031 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-4b55ded8-05c4-450c-8926-8ec52c86aacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99cad16908>, [{'id': '587cc8a5-e101-46cd-934f-f0e2aae961d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797402909', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': 'bf86e508-68d8-4792-8e00-bbdcb83304ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:57:04Z', 'updated_at': '2021-01-29T11:00:06Z', 'revision_number': 5, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': 'bf86e508-68d8-4792-8e00-bbdcb83304ce', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587cc8a5-e101-46cd-934f-f0e2aae961d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:57:05Z', 'updated_at': '2021-01-29T10:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:00:08.685765 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b55ded8-05c4-450c-8926-8ec52c86aacb None None] The sync data for ids ['587cc8a5-e101-46cd-934f-f0e2aae961d4'] in dv-neutron-772983-2-ovs is: [{'id': '587cc8a5-e101-46cd-934f-f0e2aae961d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797402909', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': 'bf86e508-68d8-4792-8e00-bbdcb83304ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T10:57:04Z', 'updated_at': '2021-01-29T11:00:06Z', 'revision_number': 5, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': 'bf86e508-68d8-4792-8e00-bbdcb83304ce', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587cc8a5-e101-46cd-934f-f0e2aae961d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T10:57:05Z', 'updated_at': '2021-01-29T10:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 11:00:08.701583 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-53befc63-b560-4a85-9102-168150f82699 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for router, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:08.753158 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883599ed-3d0a-4dec-9134-48498fb3f860 None None] DHCP port deletion for f0f43735-6884-46ce-9019-24f3322fb109 request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 11:00:08.758541 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-883599ed-3d0a-4dec-9134-48498fb3f860 None None] Deleting port e96c7f25-be4d-48ad-b9e7-b30dc7e3ea1f {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 11:00:08.758973 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-883599ed-3d0a-4dec-9134-48498fb3f860 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:08.898783 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-53befc63-b560-4a85-9102-168150f82699 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for router_gateway, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:08.904090 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-53befc63-b560-4a85-9102-168150f82699 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Deleting port bf86e508-68d8-4792-8e00-bbdcb83304ce {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 11:00:08.904460 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-53befc63-b560-4a85-9102-168150f82699 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:08.991930 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-883599ed-3d0a-4dec-9134-48498fb3f860 None None] For port e96c7f25-be4d-48ad-b9e7-b30dc7e3ea1f, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=e96c7f25-be4d-48ad-b9e7-b30dc7e3ea1f,segment=NetworkSegment(e65c6bd2-de50-4514-955e-b8b2d3f7c55b),segment_id=e65c6bd2-de50-4514-955e-b8b2d3f7c55b)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 11:00:08.992387 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-883599ed-3d0a-4dec-9134-48498fb3f860 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:09.103996 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-53befc63-b560-4a85-9102-168150f82699 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] For port bf86e508-68d8-4792-8e00-bbdcb83304ce, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=bf86e508-68d8-4792-8e00-bbdcb83304ce,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 11:00:09.104390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-53befc63-b560-4a85-9102-168150f82699 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:09.132219 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device e96c7f25-be4d-48ad-b9e7-b30dc7e3ea1f no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 11:00:09.166252 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-883599ed-3d0a-4dec-9134-48498fb3f860 None None] Calling delete_port for e96c7f25-be4d-48ad-b9e7-b30dc7e3ea1f owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 11:00:09.247272 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-53befc63-b560-4a85-9102-168150f82699 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Calling delete_port for bf86e508-68d8-4792-8e00-bbdcb83304ce owned by network:router_gateway {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 11:00:09.326874 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:09.336719 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-883599ed-3d0a-4dec-9134-48498fb3f860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:09.352939 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-976a75ed-cf63-4938-b9e0-5808ceb7d6dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:00:09.391133 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-53befc63-b560-4a85-9102-168150f82699 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:09.411619 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883599ed-3d0a-4dec-9134-48498fb3f860 None None] Pushing event deleted for resources: {'Port': ['ID=e96c7f25-be4d-48ad-b9e7-b30dc7e3ea1f,revision_number=None']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:00:09.417402 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-883599ed-3d0a-4dec-9134-48498fb3f860 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:00:09.529972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 36976290-c3f1-4832-8918-66b64885a1ff no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 11:00:09.572699 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 36976290-c3f1-4832-8918-66b64885a1ff {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 11:00:09.573096 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 36976290-c3f1-4832-8918-66b64885a1ff not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 11:00:09.578187 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883599ed-3d0a-4dec-9134-48498fb3f860 None None] No DVR routers for this DVR port e96c7f25-be4d-48ad-b9e7-b30dc7e3ea1f on host dv-neutron-772983-2-ovs {{(pid=80767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 11:00:09.581739 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-53befc63-b560-4a85-9102-168150f82699 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854102222'] for router_gateway, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:09.724516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-53befc63-b560-4a85-9102-168150f82699 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:09.726937 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-53befc63-b560-4a85-9102-168150f82699 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:09.747323 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-53befc63-b560-4a85-9102-168150f82699 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:09.747880 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53befc63-b560-4a85-9102-168150f82699 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Fanout notify agent at l3_agent the message router_deleted on router 587cc8a5-e101-46cd-934f-f0e2aae961d4 {{(pid=80765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 11:00:09.794710 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-53befc63-b560-4a85-9102-168150f82699 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:09.796623 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-53befc63-b560-4a85-9102-168150f82699 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "DELETE /v2.0/routers/587cc8a5-e101-46cd-934f-f0e2aae961d4 HTTP/1.1" status: 204  len: 168 time: 1.3053973
Jan 29 11:00:09.798816 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 37050) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:00:09.944063 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0c667a4e-471b-4dca-bb5d-5603d6f4523c tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:10.150051 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0c667a4e-471b-4dca-bb5d-5603d6f4523c tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:10.213555 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 11:00:10.270822 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-0c667a4e-471b-4dca-bb5d-5603d6f4523c tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c98b2208>,) {'filters': {'network_id': ['f0f43735-6884-46ce-9019-24f3322fb109']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:00:10.283550 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-0c667a4e-471b-4dca-bb5d-5603d6f4523c tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c98b2208>, 'e65c6bd2-de50-4514-955e-b8b2d3f7c55b') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:00:10.283884 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-0c667a4e-471b-4dca-bb5d-5603d6f4523c tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c98b2208>, 'e65c6bd2-de50-4514-955e-b8b2d3f7c55b') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:00:10.296509 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0c667a4e-471b-4dca-bb5d-5603d6f4523c tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:10.311736 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0c667a4e-471b-4dca-bb5d-5603d6f4523c tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:10.313711 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0c667a4e-471b-4dca-bb5d-5603d6f4523c tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Releasing vxlan tunnel 3 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 11:00:10.495656 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-0c667a4e-471b-4dca-bb5d-5603d6f4523c tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Network f0f43735-6884-46ce-9019-24f3322fb109 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 11:00:10.505089 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0c667a4e-471b-4dca-bb5d-5603d6f4523c tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:10.682226 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-0c667a4e-471b-4dca-bb5d-5603d6f4523c tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Network f0f43735-6884-46ce-9019-24f3322fb109 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 11:00:10.706840 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 11:00:10.706840 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 11:00:10.706840 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 11:00:10.706840 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 11:00:10.706840 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 11:00:10.706840 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 11:00:10.706840 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 11:00:10.706840 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 11:00:10.706840 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 11:00:10.706840 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 11:00:10.706840 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 11:00:10.706840 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 11:00:10.706840 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 11:00:10.706840 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 11:00:10.706840 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 11:00:10.706840 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 11:00:10.706840 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 11:00:10.706840 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 11:00:10.706840 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 11:00:10.706840 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 11:00:10.706840 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 11:00:10.706840 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 11:00:10.706840 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 11:00:10.706840 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 11:00:10.706840 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 11:00:10.706840 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 11:00:10.706840 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 11:00:10.706840 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 11:00:10.706840 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 11:00:10.706840 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 11:00:10.706840 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 11:00:10.706840 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 11:00:10.789881 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0c667a4e-471b-4dca-bb5d-5603d6f4523c tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:10.793132 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7b157a63-2762-4e99-a1ac-592308c1ca1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:00:10.811747 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0c667a4e-471b-4dca-bb5d-5603d6f4523c tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:10.818616 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c667a4e-471b-4dca-bb5d-5603d6f4523c tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event deleted for resources: {'Network': ['ID=f0f43735-6884-46ce-9019-24f3322fb109,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:00:10.823623 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0c667a4e-471b-4dca-bb5d-5603d6f4523c tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:00:10.830008 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0c667a4e-471b-4dca-bb5d-5603d6f4523c tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "DELETE /v2.0/networks/f0f43735-6884-46ce-9019-24f3322fb109 HTTP/1.1" status: 204  len: 168 time: 1.0299079
Jan 29 11:00:10.833553 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 37054) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:00:10.929275 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8914546f-8fca-47d7-96b4-dd7c0d3540c3 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:10.961402 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8914546f-8fca-47d7-96b4-dd7c0d3540c3 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:11.025341 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8914546f-8fca-47d7-96b4-dd7c0d3540c3 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:11.030682 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8846ed0d-aceb-4329-b7ab-7478a986cebe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:00:11.046980 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8914546f-8fca-47d7-96b4-dd7c0d3540c3 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95cf527b-b08b-40cb-b135-c183ff164204,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:00:11.049972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8914546f-8fca-47d7-96b4-dd7c0d3540c3 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:00:11.057079 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8914546f-8fca-47d7-96b4-dd7c0d3540c3 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:11.058348 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8914546f-8fca-47d7-96b4-dd7c0d3540c3 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "DELETE /v2.0/security-groups/95cf527b-b08b-40cb-b135-c183ff164204 HTTP/1.1" status: 204  len: 168 time: 0.2234375
Jan 29 11:00:11.140940 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device bf86e508-68d8-4792-8e00-bbdcb83304ce no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 11:00:11.180114 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: bf86e508-68d8-4792-8e00-bbdcb83304ce {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 11:00:11.180512 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device bf86e508-68d8-4792-8e00-bbdcb83304ce not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 11:00:11.327634 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 37062) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:00:11.334483 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-8fa85ec5-2c2b-41dc-984f-3dc7bcd4e290 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-510080661', 'description': 'tempest-secgroup-smoke-510080661 description', 'project_id': '884b801388a745e49e2da4f5c6acad38'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 11:00:11.356097 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-8fa85ec5-2c2b-41dc-984f-3dc7bcd4e290 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 11:00:11.360478 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8fa85ec5-2c2b-41dc-984f-3dc7bcd4e290 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Usage tracker for resource:security_group and tenant:884b801388a745e49e2da4f5c6acad38 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 11:00:11.363514 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8fa85ec5-2c2b-41dc-984f-3dc7bcd4e290 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 11:00:11.369976 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-8fa85ec5-2c2b-41dc-984f-3dc7bcd4e290 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 11:00:11.380050 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8fa85ec5-2c2b-41dc-984f-3dc7bcd4e290 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:11.400528 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-8fa85ec5-2c2b-41dc-984f-3dc7bcd4e290 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 11:00:11.404483 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8fa85ec5-2c2b-41dc-984f-3dc7bcd4e290 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Usage tracker for resource:security_group_rule and tenant:884b801388a745e49e2da4f5c6acad38 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 11:00:11.407360 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8fa85ec5-2c2b-41dc-984f-3dc7bcd4e290 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 11:00:11.413096 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-8fa85ec5-2c2b-41dc-984f-3dc7bcd4e290 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 11:00:11.485333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8fa85ec5-2c2b-41dc-984f-3dc7bcd4e290 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:11.488055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8fa85ec5-2c2b-41dc-984f-3dc7bcd4e290 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:11.493830 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-715bf9dc-ae33-46f6-9830-8abd61ebed17 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:00:11.537261 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa85ec5-2c2b-41dc-984f-3dc7bcd4e290 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4b7bd7-e4cc-4e60-b9c2-1ada483d3cdd,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:00:11.540161 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8fa85ec5-2c2b-41dc-984f-3dc7bcd4e290 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:11.541476 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8fa85ec5-2c2b-41dc-984f-3dc7bcd4e290 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2127342
Jan 29 11:00:11.542519 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8fa85ec5-2c2b-41dc-984f-3dc7bcd4e290 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:00:11.544593 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 37066) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:00:11.550108 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-de0f3687-31fc-4e57-a3a7-2f7e64d8d4ce tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Request body: {'security_group_rule': {'security_group_id': '7a4b7bd7-e4cc-4e60-b9c2-1ada483d3cdd', 'project_id': '884b801388a745e49e2da4f5c6acad38', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 11:00:11.573285 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-de0f3687-31fc-4e57-a3a7-2f7e64d8d4ce tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 11:00:11.577312 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-de0f3687-31fc-4e57-a3a7-2f7e64d8d4ce tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Usage tracker for resource:security_group_rule and tenant:884b801388a745e49e2da4f5c6acad38 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 11:00:11.580437 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-de0f3687-31fc-4e57-a3a7-2f7e64d8d4ce tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 11:00:11.586355 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-de0f3687-31fc-4e57-a3a7-2f7e64d8d4ce tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 11:00:11.606273 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-de0f3687-31fc-4e57-a3a7-2f7e64d8d4ce tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:11.669433 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-de0f3687-31fc-4e57-a3a7-2f7e64d8d4ce tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:11.672106 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-de0f3687-31fc-4e57-a3a7-2f7e64d8d4ce tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:11.674013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ed63575f-034d-4ed7-9299-0b913d98a2db tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:00:11.698473 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0f3687-31fc-4e57-a3a7-2f7e64d8d4ce tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07375899-5eb0-4c5a-8204-71132973887e,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:00:11.701008 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-de0f3687-31fc-4e57-a3a7-2f7e64d8d4ce tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:00:11.707292 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-de0f3687-31fc-4e57-a3a7-2f7e64d8d4ce tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:11.708709 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-de0f3687-31fc-4e57-a3a7-2f7e64d8d4ce tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1631138
Jan 29 11:00:11.711677 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 37070) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:00:11.717145 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-8329549c-aeda-46a1-9a61-b42191325455 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Request body: {'security_group_rule': {'security_group_id': '7a4b7bd7-e4cc-4e60-b9c2-1ada483d3cdd', 'project_id': '884b801388a745e49e2da4f5c6acad38', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 11:00:11.739756 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-8329549c-aeda-46a1-9a61-b42191325455 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 11:00:11.743807 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8329549c-aeda-46a1-9a61-b42191325455 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Usage tracker for resource:security_group_rule and tenant:884b801388a745e49e2da4f5c6acad38 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 11:00:11.746850 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8329549c-aeda-46a1-9a61-b42191325455 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 11:00:11.752612 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-8329549c-aeda-46a1-9a61-b42191325455 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 11:00:11.768937 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8329549c-aeda-46a1-9a61-b42191325455 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:11.833357 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8329549c-aeda-46a1-9a61-b42191325455 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:11.835965 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8329549c-aeda-46a1-9a61-b42191325455 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:11.837819 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a23e0cad-536a-4de1-a252-3b9f1202b513 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:00:11.860867 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8329549c-aeda-46a1-9a61-b42191325455 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a4096fe-510d-4eb8-9655-2e00c4751ab8,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:00:11.863362 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8329549c-aeda-46a1-9a61-b42191325455 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:00:11.870346 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8329549c-aeda-46a1-9a61-b42191325455 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:11.871621 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8329549c-aeda-46a1-9a61-b42191325455 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1589534
Jan 29 11:00:11.874546 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 37074) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:00:11.880126 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-8a99188f-b0e6-41e0-8535-d14c2f8f4181 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Request body: {'security_group_rule': {'security_group_id': '7a4b7bd7-e4cc-4e60-b9c2-1ada483d3cdd', 'project_id': '884b801388a745e49e2da4f5c6acad38', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 11:00:11.901516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-8a99188f-b0e6-41e0-8535-d14c2f8f4181 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 11:00:11.905564 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8a99188f-b0e6-41e0-8535-d14c2f8f4181 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Usage tracker for resource:security_group_rule and tenant:884b801388a745e49e2da4f5c6acad38 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 11:00:11.908554 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-8a99188f-b0e6-41e0-8535-d14c2f8f4181 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 11:00:11.914795 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-8a99188f-b0e6-41e0-8535-d14c2f8f4181 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 11:00:11.931272 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8a99188f-b0e6-41e0-8535-d14c2f8f4181 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:11.998686 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8a99188f-b0e6-41e0-8535-d14c2f8f4181 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:12.001257 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8a99188f-b0e6-41e0-8535-d14c2f8f4181 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:12.003397 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-02d7f4e0-cebe-43c9-b218-defa5ea16ea2 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:00:12.027114 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a99188f-b0e6-41e0-8535-d14c2f8f4181 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2a72475-21ee-480d-bd89-9e38ba181da6,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:00:12.031536 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8a99188f-b0e6-41e0-8535-d14c2f8f4181 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:00:12.038964 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8a99188f-b0e6-41e0-8535-d14c2f8f4181 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:12.040236 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8a99188f-b0e6-41e0-8535-d14c2f8f4181 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1647024
Jan 29 11:00:12.043178 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 37078) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:00:12.048603 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-75c123a9-f926-4929-a8b3-52693f86e12a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Request body: {'security_group_rule': {'security_group_id': '7a4b7bd7-e4cc-4e60-b9c2-1ada483d3cdd', 'project_id': '884b801388a745e49e2da4f5c6acad38', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 11:00:12.070726 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-75c123a9-f926-4929-a8b3-52693f86e12a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 11:00:12.075044 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-75c123a9-f926-4929-a8b3-52693f86e12a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Usage tracker for resource:security_group_rule and tenant:884b801388a745e49e2da4f5c6acad38 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 11:00:12.078079 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-75c123a9-f926-4929-a8b3-52693f86e12a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 11:00:12.084357 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-75c123a9-f926-4929-a8b3-52693f86e12a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 11:00:12.101289 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-75c123a9-f926-4929-a8b3-52693f86e12a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:12.168693 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-75c123a9-f926-4929-a8b3-52693f86e12a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:12.171354 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-75c123a9-f926-4929-a8b3-52693f86e12a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:12.178326 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-dcf360c6-acdc-4038-a8c2-5d90057e9690 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:00:12.200140 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c123a9-f926-4929-a8b3-52693f86e12a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2f3a85c-a8b6-42d7-8a5e-4fd4b1b190dc,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:00:12.202613 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-75c123a9-f926-4929-a8b3-52693f86e12a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:00:12.205997 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-75c123a9-f926-4929-a8b3-52693f86e12a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:12.207175 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-75c123a9-f926-4929-a8b3-52693f86e12a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1630163
Jan 29 11:00:12.210641 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 37082) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:00:12.216072 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-65d40434-f4bb-4c55-b767-42073f2b39c2 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Request body: {'security_group_rule': {'security_group_id': '7a4b7bd7-e4cc-4e60-b9c2-1ada483d3cdd', 'project_id': '884b801388a745e49e2da4f5c6acad38', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 11:00:12.238087 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-65d40434-f4bb-4c55-b767-42073f2b39c2 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 11:00:12.242548 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-65d40434-f4bb-4c55-b767-42073f2b39c2 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Usage tracker for resource:security_group_rule and tenant:884b801388a745e49e2da4f5c6acad38 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 11:00:12.245540 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-65d40434-f4bb-4c55-b767-42073f2b39c2 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 11:00:12.251326 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-65d40434-f4bb-4c55-b767-42073f2b39c2 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 11:00:12.260928 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.securitygroups_db [None req-65d40434-f4bb-4c55-b767-42073f2b39c2 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Project 884b801388a745e49e2da4f5c6acad38 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 11:00:12.267666 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-65d40434-f4bb-4c55-b767-42073f2b39c2 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:12.336387 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-65d40434-f4bb-4c55-b767-42073f2b39c2 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:12.339012 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-65d40434-f4bb-4c55-b767-42073f2b39c2 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:12.340973 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8a99188f-b0e6-41e0-8535-d14c2f8f4181 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:00:12.366377 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d40434-f4bb-4c55-b767-42073f2b39c2 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b43d52b-a84e-4305-963c-62be1e15eede,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:00:12.370594 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-65d40434-f4bb-4c55-b767-42073f2b39c2 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:00:12.379263 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-65d40434-f4bb-4c55-b767-42073f2b39c2 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:12.380744 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-65d40434-f4bb-4c55-b767-42073f2b39c2 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1690967
Jan 29 11:00:12.383748 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 37086) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:00:12.389326 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-bfe0bc5f-4a8f-4305-b83d-77a1ddab69b9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Request body: {'security_group_rule': {'security_group_id': '7a4b7bd7-e4cc-4e60-b9c2-1ada483d3cdd', 'project_id': '884b801388a745e49e2da4f5c6acad38', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 11:00:12.412519 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-bfe0bc5f-4a8f-4305-b83d-77a1ddab69b9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 11:00:12.416580 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-bfe0bc5f-4a8f-4305-b83d-77a1ddab69b9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Usage tracker for resource:security_group_rule and tenant:884b801388a745e49e2da4f5c6acad38 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 11:00:12.419635 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-bfe0bc5f-4a8f-4305-b83d-77a1ddab69b9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 11:00:12.425373 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-bfe0bc5f-4a8f-4305-b83d-77a1ddab69b9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 11:00:12.435137 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.securitygroups_db [None req-bfe0bc5f-4a8f-4305-b83d-77a1ddab69b9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Project 884b801388a745e49e2da4f5c6acad38 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 11:00:12.441861 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bfe0bc5f-4a8f-4305-b83d-77a1ddab69b9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:12.511256 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bfe0bc5f-4a8f-4305-b83d-77a1ddab69b9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:12.513811 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bfe0bc5f-4a8f-4305-b83d-77a1ddab69b9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:12.515676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ad6e438a-bf06-43b9-b480-cd5cf8541106 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:00:12.537006 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe0bc5f-4a8f-4305-b83d-77a1ddab69b9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d77d3bd3-26bc-4b92-a1d1-b0224c621ed8,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:00:12.541166 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bfe0bc5f-4a8f-4305-b83d-77a1ddab69b9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:00:12.547850 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bfe0bc5f-4a8f-4305-b83d-77a1ddab69b9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:12.549130 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-bfe0bc5f-4a8f-4305-b83d-77a1ddab69b9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1643169
Jan 29 11:00:12.552517 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 37090) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:00:12.558575 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-b169c012-ce9b-4d45-96f3-e64cc1df6c41 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Request body: {'network': {'name': 'tempest-network-smoke--1479733243', 'project_id': '884b801388a745e49e2da4f5c6acad38', 'port_security_enabled': True}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 11:00:12.563668 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-b169c012-ce9b-4d45-96f3-e64cc1df6c41 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 11:00:12.568500 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b169c012-ce9b-4d45-96f3-e64cc1df6c41 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Usage tracker for resource:network and tenant:884b801388a745e49e2da4f5c6acad38 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 11:00:12.571494 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b169c012-ce9b-4d45-96f3-e64cc1df6c41 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Quota usage for network was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 11:00:12.577442 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-b169c012-ce9b-4d45-96f3-e64cc1df6c41 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 11:00:12.587644 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b169c012-ce9b-4d45-96f3-e64cc1df6c41 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Made reservation on behalf of 884b801388a745e49e2da4f5c6acad38 for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 11:00:12.608926 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b169c012-ce9b-4d45-96f3-e64cc1df6c41 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:12.642278 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b169c012-ce9b-4d45-96f3-e64cc1df6c41 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 11:00:12.652043 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b169c012-ce9b-4d45-96f3-e64cc1df6c41 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:12.652480 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-b169c012-ce9b-4d45-96f3-e64cc1df6c41 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Added segment 28aa9878-116a-4277-829f-9cd5027d1515 of type vxlan for network 801ccf0f-afd3-48b3-b6d7-4ffac9688226
Jan 29 11:00:12.678461 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b169c012-ce9b-4d45-96f3-e64cc1df6c41 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:12.707776 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b169c012-ce9b-4d45-96f3-e64cc1df6c41 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:12.775146 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b169c012-ce9b-4d45-96f3-e64cc1df6c41 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:00:12.775775 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b169c012-ce9b-4d45-96f3-e64cc1df6c41 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:12.781173 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b618b9bc-0eac-4b0c-8cf9-efa3af612534 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:00:12.839736 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b169c012-ce9b-4d45-96f3-e64cc1df6c41 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2860847
Jan 29 11:00:12.842842 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 37094) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:00:12.848869 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-ebf798b3-9c11-4823-9308-bb4ee9255a66 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1500564506', 'admin_state_up': True, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 11:00:12.872392 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ebf798b3-9c11-4823-9308-bb4ee9255a66 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 11:00:12.876491 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ebf798b3-9c11-4823-9308-bb4ee9255a66 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Usage tracker for resource:router and tenant:884b801388a745e49e2da4f5c6acad38 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 11:00:12.879673 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-ebf798b3-9c11-4823-9308-bb4ee9255a66 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Quota usage for router was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 11:00:12.887698 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-ebf798b3-9c11-4823-9308-bb4ee9255a66 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 11:00:12.896924 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b169c012-ce9b-4d45-96f3-e64cc1df6c41 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'Network': ['ID=801ccf0f-afd3-48b3-b6d7-4ffac9688226,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:00:12.897289 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ebf798b3-9c11-4823-9308-bb4ee9255a66 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:12.898405 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ebf798b3-9c11-4823-9308-bb4ee9255a66 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:12.899963 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b169c012-ce9b-4d45-96f3-e64cc1df6c41 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:00:12.908682 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 801ccf0f-afd3-48b3-b6d7-4ffac9688226 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 11:00:12.916767 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ebf798b3-9c11-4823-9308-bb4ee9255a66 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:12.927208 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 801ccf0f-afd3-48b3-b6d7-4ffac9688226 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 11:00:13.203405 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ebf798b3-9c11-4823-9308-bb4ee9255a66 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:13.527287 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ebf798b3-9c11-4823-9308-bb4ee9255a66 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for router_gateway, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:13.558809 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ebf798b3-9c11-4823-9308-bb4ee9255a66 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:13.831797 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-ebf798b3-9c11-4823-9308-bb4ee9255a66 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Allocated IP 172.26.7.113 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/a5f62b58-371e-4fa0-afab-ca4f277c1029) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 11:00:13.991308 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ebf798b3-9c11-4823-9308-bb4ee9255a66 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:14.020170 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ebf798b3-9c11-4823-9308-bb4ee9255a66 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:14.036072 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-70ad1691-f2bc-437c-ab7c-3c6c63f4b02b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:00:14.176395 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf798b3-9c11-4823-9308-bb4ee9255a66 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'Port': ['ID=a5f62b58-371e-4fa0-afab-ca4f277c1029,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:00:14.179700 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ebf798b3-9c11-4823-9308-bb4ee9255a66 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:00:14.229677 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf798b3-9c11-4823-9308-bb4ee9255a66 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 11:00:14.230917 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-ebf798b3-9c11-4823-9308-bb4ee9255a66 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 11:00:14.233106 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf798b3-9c11-4823-9308-bb4ee9255a66 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 11:00:14.661723 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ebf798b3-9c11-4823-9308-bb4ee9255a66 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for router_gateway, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:15.310115 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ebf798b3-9c11-4823-9308-bb4ee9255a66 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:15.525917 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf798b3-9c11-4823-9308-bb4ee9255a66 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Router e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7 is scheduled to L3 agent 18987107-6d88-4736-94cf-15791d65b3ff with binding_index 1 {{(pid=80766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 29 11:00:15.714233 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf798b3-9c11-4823-9308-bb4ee9255a66 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 11:00:15.723934 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb61f4c-7ec0-4830-a97e-6170655fb262 None None] Sync routers for ids ['e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 11:00:15.733599 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb61f4c-7ec0-4830-a97e-6170655fb262 None None] Routers {'e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 11:00:15.734317 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-bfb61f4c-7ec0-4830-a97e-6170655fb262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99cad2e8d0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:59:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:00:15.774322 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ebf798b3-9c11-4823-9308-bb4ee9255a66 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:15.775634 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ebf798b3-9c11-4823-9308-bb4ee9255a66 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 2.9316697
Jan 29 11:00:15.778940 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 37098) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:00:15.827643 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-edfeb9f8-3fa8-48d0-9761-595556dfd43b tempest-TestNetworkAdvancedServerOps-1094188060 tempest-TestNetworkAdvancedServerOps-1094188060-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=884b801388a745e49e2da4f5c6acad38&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0448813
Jan 29 11:00:15.827985 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 37102) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:00:15.923000 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-bfb61f4c-7ec0-4830-a97e-6170655fb262 None None] Set router e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 11:00:15.975127 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35c6bae-0e5c-42c2-84e8-c65ae11a1a3e tempest-TestNetworkAdvancedServerOps-1094188060 tempest-TestNetworkAdvancedServerOps-1094188060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:00:15.976713 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b35c6bae-0e5c-42c2-84e8-c65ae11a1a3e tempest-TestNetworkAdvancedServerOps-1094188060 tempest-TestNetworkAdvancedServerOps-1094188060-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1477435
Jan 29 11:00:15.979665 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 37106) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:00:16.025357 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-80544c5e-e9cb-4083-bf37-eb531e5cf406 tempest-TestNetworkAdvancedServerOps-1094188060 tempest-TestNetworkAdvancedServerOps-1094188060-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=aadf795f-2e1a-4d04-be0e-12575f0f28a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0444505
Jan 29 11:00:16.028054 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 37110) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:00:16.034188 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-371bb451-139c-4205-9042-9e413b47f2ad tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2092291019', 'network_id': '801ccf0f-afd3-48b3-b6d7-4ffac9688226', 'project_id': '884b801388a745e49e2da4f5c6acad38', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 11:00:16.159013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-371bb451-139c-4205-9042-9e413b47f2ad tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 11:00:16.164119 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-371bb451-139c-4205-9042-9e413b47f2ad tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Usage tracker for resource:subnet and tenant:884b801388a745e49e2da4f5c6acad38 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 11:00:16.167322 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-371bb451-139c-4205-9042-9e413b47f2ad tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 11:00:16.173225 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-371bb451-139c-4205-9042-9e413b47f2ad tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 11:00:16.182415 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371bb451-139c-4205-9042-9e413b47f2ad tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Made reservation on behalf of 884b801388a745e49e2da4f5c6acad38 for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 11:00:16.203891 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-371bb451-139c-4205-9042-9e413b47f2ad tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:16.229049 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-bfb61f4c-7ec0-4830-a97e-6170655fb262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99cad2e8d0>, [{'id': 'e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1500564506', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': 'a5f62b58-371e-4fa0-afab-ca4f277c1029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:00:12Z', 'updated_at': '2021-01-29T11:00:14Z', 'revision_number': 3, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': 'a5f62b58-371e-4fa0-afab-ca4f277c1029', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:58:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:00:13Z', 'updated_at': '2021-01-29T11:00:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:00:16.233071 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb61f4c-7ec0-4830-a97e-6170655fb262 None None] Checking router: e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7 for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 11:00:16.233469 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb61f4c-7ec0-4830-a97e-6170655fb262 None None] Updating router e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7 port a5f62b58-371e-4fa0-afab-ca4f277c1029 binding host dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 29 11:00:16.288407 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bfb61f4c-7ec0-4830-a97e-6170655fb262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:16.653793 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-371bb451-139c-4205-9042-9e413b47f2ad tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:16.669580 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0a4a7c19-b6fd-4636-bf4b-0bc251e43591 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:00:16.692954 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bfb61f4c-7ec0-4830-a97e-6170655fb262 None None] Notify callbacks [] for port, precommit_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:16.705393 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-bfb61f4c-7ec0-4830-a97e-6170655fb262 None None] Transition to ACTIVE for port object a5f62b58-371e-4fa0-afab-ca4f277c1029 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 11:00:16.709317 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bfb61f4c-7ec0-4830-a97e-6170655fb262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:16.728844 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-cc344902-3423-427c-96b6-62104ea1484d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:00:16.804825 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371bb451-139c-4205-9042-9e413b47f2ad tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'Subnet': ['ID=f0b318aa-3da9-478b-b109-971b0c4f4d2b,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:00:16.807906 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-371bb451-139c-4205-9042-9e413b47f2ad tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:00:16.889281 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371bb451-139c-4205-9042-9e413b47f2ad tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Checking segment: {'id': '28aa9878-116a-4277-829f-9cd5027d1515', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '801ccf0f-afd3-48b3-b6d7-4ffac9688226'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 11:00:16.889689 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371bb451-139c-4205-9042-9e413b47f2ad tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Network hostable DHCP agents. Network: 801ccf0f-afd3-48b3-b6d7-4ffac9688226, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 11:00:16.910333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371bb451-139c-4205-9042-9e413b47f2ad tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Network 801ccf0f-afd3-48b3-b6d7-4ffac9688226 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 11:00:16.920609 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-371bb451-139c-4205-9042-9e413b47f2ad tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 801ccf0f-afd3-48b3-b6d7-4ffac9688226) {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 11:00:16.934660 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371bb451-139c-4205-9042-9e413b47f2ad tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:00:16.935346 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-371bb451-139c-4205-9042-9e413b47f2ad tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:16.956677 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-371bb451-139c-4205-9042-9e413b47f2ad tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.9274642
Jan 29 11:00:16.960391 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 37114) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:00:17.033381 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c41dc15-7fed-4362-8f38-1da61c9d9460 None None] Network 801ccf0f-afd3-48b3-b6d7-4ffac9688226 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 11:00:17.073035 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66126bbf-9eab-4aae-ad3c-42feaac02917 None None] Pushing event updated for resources: {'Port': ['ID=a5f62b58-371e-4fa0-afab-ca4f277c1029,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:00:17.078968 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-66126bbf-9eab-4aae-ad3c-42feaac02917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:00:17.256739 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-bfb61f4c-7ec0-4830-a97e-6170655fb262 None None] Attempting to bind port a5f62b58-371e-4fa0-afab-ca4f277c1029 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 11:00:17.257171 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-bfb61f4c-7ec0-4830-a97e-6170655fb262 None None] Attempting to bind port a5f62b58-371e-4fa0-afab-ca4f277c1029 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 11:00:17.257594 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb61f4c-7ec0-4830-a97e-6170655fb262 None None] Attempting to bind port a5f62b58-371e-4fa0-afab-ca4f277c1029 on network aadf795f-2e1a-4d04-be0e-12575f0f28a5 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 11:00:17.268516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb61f4c-7ec0-4830-a97e-6170655fb262 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 11:00:17.268941 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb61f4c-7ec0-4830-a97e-6170655fb262 None None] Checking segment: {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 11:00:17.269405 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bfb61f4c-7ec0-4830-a97e-6170655fb262 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:17.269899 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb61f4c-7ec0-4830-a97e-6170655fb262 None None] Bound using segment: {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 11:00:17.270514 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-bfb61f4c-7ec0-4830-a97e-6170655fb262 None None] Bound port: a5f62b58-371e-4fa0-afab-ca4f277c1029, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 11:00:17.270960 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bfb61f4c-7ec0-4830-a97e-6170655fb262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:17.399997 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-bfb61f4c-7ec0-4830-a97e-6170655fb262 None None] For port a5f62b58-371e-4fa0-afab-ca4f277c1029, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 11:00:17.403907 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-bfb61f4c-7ec0-4830-a97e-6170655fb262 None None] For port a5f62b58-371e-4fa0-afab-ca4f277c1029, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=a5f62b58-371e-4fa0-afab-ca4f277c1029,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 11:00:17.406522 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd9ae3c-91ba-4936-9285-320fa55b6243 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-801ccf0f-afd3-48b3-b6d7-4ffac9688226', 'network_id': '801ccf0f-afd3-48b3-b6d7-4ffac9688226', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'fixed_ips': [{'subnet_id': 'f0b318aa-3da9-478b-b109-971b0c4f4d2b'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 11:00:17.407420 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6fd9ae3c-91ba-4936-9285-320fa55b6243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:17.422467 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bfb61f4c-7ec0-4830-a97e-6170655fb262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:17.440037 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-976a75ed-cf63-4938-b9e0-5808ceb7d6dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:00:17.696211 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66126bbf-9eab-4aae-ad3c-42feaac02917 None None] Pushing event updated for resources: {'Port': ['ID=a5f62b58-371e-4fa0-afab-ca4f277c1029,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:00:17.710061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-66126bbf-9eab-4aae-ad3c-42feaac02917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:00:17.729750 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c475ff94-104b-4297-a924-d8e79d1602c4 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:17.820942 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb61f4c-7ec0-4830-a97e-6170655fb262 None None] Routers {'e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 11:00:17.821642 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-bfb61f4c-7ec0-4830-a97e-6170655fb262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99cad2e8d0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:59:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:00:18.087246 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-6fd9ae3c-91ba-4936-9285-320fa55b6243 None None] Allocated IP 172.20.0.2 (801ccf0f-afd3-48b3-b6d7-4ffac9688226/f0b318aa-3da9-478b-b109-971b0c4f4d2b/7c2e14ab-f2c0-4786-97b2-a92abfd3e4b0) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 11:00:18.100793 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-bfb61f4c-7ec0-4830-a97e-6170655fb262 None None] Set router e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 11:00:18.594432 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6fd9ae3c-91ba-4936-9285-320fa55b6243 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:18.609898 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-6fd9ae3c-91ba-4936-9285-320fa55b6243 None None] Transition to ACTIVE for port object 7c2e14ab-f2c0-4786-97b2-a92abfd3e4b0 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 11:00:18.635689 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-6fd9ae3c-91ba-4936-9285-320fa55b6243 None None] Transition to ACTIVE for port object 7c2e14ab-f2c0-4786-97b2-a92abfd3e4b0 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 11:00:18.641734 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6fd9ae3c-91ba-4936-9285-320fa55b6243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:18.657671 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:00:18.697354 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-bfb61f4c-7ec0-4830-a97e-6170655fb262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99cad2e8d0>, [{'id': 'e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1500564506', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': 'a5f62b58-371e-4fa0-afab-ca4f277c1029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:00:12Z', 'updated_at': '2021-01-29T11:00:14Z', 'revision_number': 3, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': 'a5f62b58-371e-4fa0-afab-ca4f277c1029', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:58:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:00:13Z', 'updated_at': '2021-01-29T11:00:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:00:18.706577 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-c475ff94-104b-4297-a924-d8e79d1602c4 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Allocated IP 172.20.0.1 (801ccf0f-afd3-48b3-b6d7-4ffac9688226/f0b318aa-3da9-478b-b109-971b0c4f4d2b/c3f5a9c8-a6d7-4bbb-9101-8900511dca46) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 11:00:18.725506 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb61f4c-7ec0-4830-a97e-6170655fb262 None None] The sync data for ids ['e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7'] in dv-neutron-772983-2-ovs is: [{'id': 'e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1500564506', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': 'a5f62b58-371e-4fa0-afab-ca4f277c1029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:00:12Z', 'updated_at': '2021-01-29T11:00:14Z', 'revision_number': 3, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': 'a5f62b58-371e-4fa0-afab-ca4f277c1029', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:58:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:00:13Z', 'updated_at': '2021-01-29T11:00:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 11:00:18.897623 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c475ff94-104b-4297-a924-d8e79d1602c4 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:18.915797 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-c475ff94-104b-4297-a924-d8e79d1602c4 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Transition to ACTIVE for port object c3f5a9c8-a6d7-4bbb-9101-8900511dca46 will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 11:00:18.940069 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c475ff94-104b-4297-a924-d8e79d1602c4 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:18.953738 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ec927513-a36e-4d17-b795-fb359c4943f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:00:18.993120 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd9ae3c-91ba-4936-9285-320fa55b6243 None None] Pushing event updated for resources: {'Port': ['ID=7c2e14ab-f2c0-4786-97b2-a92abfd3e4b0,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:00:18.997322 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6fd9ae3c-91ba-4936-9285-320fa55b6243 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:00:19.051313 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd9ae3c-91ba-4936-9285-320fa55b6243 None None] Network 801ccf0f-afd3-48b3-b6d7-4ffac9688226 is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 11:00:19.052942 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-6fd9ae3c-91ba-4936-9285-320fa55b6243 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 11:00:19.055238 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd9ae3c-91ba-4936-9285-320fa55b6243 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 11:00:19.108406 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c475ff94-104b-4297-a924-d8e79d1602c4 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'Port': ['ID=c3f5a9c8-a6d7-4bbb-9101-8900511dca46,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:00:19.113095 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c475ff94-104b-4297-a924-d8e79d1602c4 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:00:19.124993 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-6fd9ae3c-91ba-4936-9285-320fa55b6243 None None] Attempting to bind port 7c2e14ab-f2c0-4786-97b2-a92abfd3e4b0 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 11:00:19.125415 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-6fd9ae3c-91ba-4936-9285-320fa55b6243 None None] Attempting to bind port 7c2e14ab-f2c0-4786-97b2-a92abfd3e4b0 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '28aa9878-116a-4277-829f-9cd5027d1515', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '801ccf0f-afd3-48b3-b6d7-4ffac9688226'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 11:00:19.125852 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd9ae3c-91ba-4936-9285-320fa55b6243 None None] Attempting to bind port 7c2e14ab-f2c0-4786-97b2-a92abfd3e4b0 on network 801ccf0f-afd3-48b3-b6d7-4ffac9688226 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 11:00:19.131762 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd9ae3c-91ba-4936-9285-320fa55b6243 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 11:00:19.132189 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd9ae3c-91ba-4936-9285-320fa55b6243 None None] Checking segment: {'id': '28aa9878-116a-4277-829f-9cd5027d1515', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '801ccf0f-afd3-48b3-b6d7-4ffac9688226'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 11:00:19.132645 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6fd9ae3c-91ba-4936-9285-320fa55b6243 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:19.133088 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd9ae3c-91ba-4936-9285-320fa55b6243 None None] Bound using segment: {'id': '28aa9878-116a-4277-829f-9cd5027d1515', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '801ccf0f-afd3-48b3-b6d7-4ffac9688226'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 11:00:19.133612 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-6fd9ae3c-91ba-4936-9285-320fa55b6243 None None] Bound port: 7c2e14ab-f2c0-4786-97b2-a92abfd3e4b0, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28aa9878-116a-4277-829f-9cd5027d1515', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '801ccf0f-afd3-48b3-b6d7-4ffac9688226'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 11:00:19.134082 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6fd9ae3c-91ba-4936-9285-320fa55b6243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:19.175757 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c475ff94-104b-4297-a924-d8e79d1602c4 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Network 801ccf0f-afd3-48b3-b6d7-4ffac9688226 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 11:00:19.177162 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-c475ff94-104b-4297-a924-d8e79d1602c4 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 11:00:19.179669 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c475ff94-104b-4297-a924-d8e79d1602c4 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 11:00:19.231128 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device a5f62b58-371e-4fa0-afab-ca4f277c1029 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 11:00:19.251671 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c475ff94-104b-4297-a924-d8e79d1602c4 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854426412'] for router_interface, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:19.318713 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-6fd9ae3c-91ba-4936-9285-320fa55b6243 None None] For port 7c2e14ab-f2c0-4786-97b2-a92abfd3e4b0, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 11:00:19.323760 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-6fd9ae3c-91ba-4936-9285-320fa55b6243 None None] For port 7c2e14ab-f2c0-4786-97b2-a92abfd3e4b0, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=7c2e14ab-f2c0-4786-97b2-a92abfd3e4b0,segment=NetworkSegment(28aa9878-116a-4277-829f-9cd5027d1515),segment_id=28aa9878-116a-4277-829f-9cd5027d1515)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 11:00:19.334055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6fd9ae3c-91ba-4936-9285-320fa55b6243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:19.351283 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:00:19.388200 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c475ff94-104b-4297-a924-d8e79d1602c4 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:19.391489 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port a5f62b58-371e-4fa0-afab-ca4f277c1029 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 11:00:19.417464 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port a5f62b58-371e-4fa0-afab-ca4f277c1029 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:00:19.417922 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:19.590414 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd9ae3c-91ba-4936-9285-320fa55b6243 None None] Pushing event updated for resources: {'Port': ['ID=7c2e14ab-f2c0-4786-97b2-a92abfd3e4b0,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:00:19.600360 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6fd9ae3c-91ba-4936-9285-320fa55b6243 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:00:19.686495 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:19.704074 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port a5f62b58-371e-4fa0-afab-ca4f277c1029, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=a5f62b58-371e-4fa0-afab-ca4f277c1029,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 11:00:19.707330 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:19.709886 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:00:19.784131 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=a5f62b58-371e-4fa0-afab-ca4f277c1029,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:00:19.788286 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:00:19.931608 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c475ff94-104b-4297-a924-d8e79d1602c4 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:19.934984 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c475ff94-104b-4297-a924-d8e79d1602c4 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:19.969126 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2fa21396-dfbb-4fb8-acdc-612a32fa7ebc tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:00:20.062966 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c475ff94-104b-4297-a924-d8e79d1602c4 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854133895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349242'] for router_interface, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:20.079335 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c475ff94-104b-4297-a924-d8e79d1602c4 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'Port': ['ID=c3f5a9c8-a6d7-4bbb-9101-8900511dca46,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:00:20.085336 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c475ff94-104b-4297-a924-d8e79d1602c4 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:00:20.211786 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c475ff94-104b-4297-a924-d8e79d1602c4 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Network 801ccf0f-afd3-48b3-b6d7-4ffac9688226 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 11:00:20.212824 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-c475ff94-104b-4297-a924-d8e79d1602c4 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 11:00:20.411398 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c475ff94-104b-4297-a924-d8e79d1602c4 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Router e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 11:00:20.602902 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c475ff94-104b-4297-a924-d8e79d1602c4 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 11:00:20.616406 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c475ff94-104b-4297-a924-d8e79d1602c4 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "PUT /v2.0/routers/e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6548312
Jan 29 11:00:20.822297 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-34db2ac5-6450-4654-9537-4a69742f2804 req-ab2b1208-52fd-4a8f-9a25-649baca7e1ef tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Synchronizing usage tracker for tenant:884b801388a745e49e2da4f5c6acad38 on resource:security_group {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 11:00:20.839023 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-34db2ac5-6450-4654-9537-4a69742f2804 req-ab2b1208-52fd-4a8f-9a25-649baca7e1ef tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Unset dirty status for tenant:884b801388a745e49e2da4f5c6acad38 on resource:security_group {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 11:00:20.840324 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-34db2ac5-6450-4654-9537-4a69742f2804 req-ab2b1208-52fd-4a8f-9a25-649baca7e1ef tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-510080661&fields=id&tenant_id=884b801388a745e49e2da4f5c6acad38 HTTP/1.1" status: 200  len: 267 time: 0.0783422
Jan 29 11:00:20.970576 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23457ccd-68e2-4ec3-b6dc-08f452a495ef None None] Network 801ccf0f-afd3-48b3-b6d7-4ffac9688226 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 11:00:21.073062 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-8c7be02c-937d-4a80-99cd-403b2b1689ff None None] Provisioning for port 7c2e14ab-f2c0-4786-97b2-a92abfd3e4b0 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 11:00:21.092689 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db2ac5-6450-4654-9537-4a69742f2804 req-d31b86b3-3b9a-4ebe-a403-fbb48d671d20 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:00:21.093494 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-34db2ac5-6450-4654-9537-4a69742f2804 req-d31b86b3-3b9a-4ebe-a403-fbb48d671d20 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Synchronizing usage tracker for tenant:884b801388a745e49e2da4f5c6acad38 on resource:network {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 11:00:21.114983 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-34db2ac5-6450-4654-9537-4a69742f2804 req-d31b86b3-3b9a-4ebe-a403-fbb48d671d20 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Unset dirty status for tenant:884b801388a745e49e2da4f5c6acad38 on resource:network {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 11:00:21.116153 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-34db2ac5-6450-4654-9537-4a69742f2804 req-d31b86b3-3b9a-4ebe-a403-fbb48d671d20 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/networks?id=801ccf0f-afd3-48b3-b6d7-4ffac9688226 HTTP/1.1" status: 200  len: 797 time: 0.2685897
Jan 29 11:00:21.135733 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-34db2ac5-6450-4654-9537-4a69742f2804 req-2cd2af5f-96c6-4ff8-bd14-46debc68d0f0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/quotas/884b801388a745e49e2da4f5c6acad38 HTTP/1.1" status: 200  len: 375 time: 0.0117075
Jan 29 11:00:21.258000 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device a5f62b58-371e-4fa0-afab-ca4f277c1029 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 11:00:21.372471 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port a5f62b58-371e-4fa0-afab-ca4f277c1029 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:00:21.372906 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:21.516996 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 7c2e14ab-f2c0-4786-97b2-a92abfd3e4b0 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 11:00:21.556836 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-34db2ac5-6450-4654-9537-4a69742f2804 req-dd4c1de9-45d5-462c-af55-ff08861f46a9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Synchronizing usage tracker for tenant:884b801388a745e49e2da4f5c6acad38 on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 11:00:21.574036 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-34db2ac5-6450-4654-9537-4a69742f2804 req-dd4c1de9-45d5-462c-af55-ff08861f46a9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Unset dirty status for tenant:884b801388a745e49e2da4f5c6acad38 on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 11:00:21.575771 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-34db2ac5-6450-4654-9537-4a69742f2804 req-dd4c1de9-45d5-462c-af55-ff08861f46a9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=884b801388a745e49e2da4f5c6acad38&fields=id HTTP/1.1" status: 200  len: 302 time: 0.4334416
Jan 29 11:00:21.600295 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a036e503-d55a-47b4-89e4-eecdab8c239e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:21.619734 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 7c2e14ab-f2c0-4786-97b2-a92abfd3e4b0 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 11:00:21.626563 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-41d8f56c-dc6c-472c-9c9b-00bd40ffdfd9 None None] Provisioning for port c3f5a9c8-a6d7-4bbb-9101-8900511dca46 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 11:00:21.631674 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 7c2e14ab-f2c0-4786-97b2-a92abfd3e4b0 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:00:21.632326 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:21.634177 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3f60e2-aab1-40b2-9e95-471671c78b10 None None] Sync routers for ids ['e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 11:00:21.644960 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3f60e2-aab1-40b2-9e95-471671c78b10 None None] Routers {'e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 11:00:21.646626 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-2e3f60e2-aab1-40b2-9e95-471671c78b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca363978>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:59:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:00:21.670610 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-41d8f56c-dc6c-472c-9c9b-00bd40ffdfd9 None None] Provisioning complete for port c3f5a9c8-a6d7-4bbb-9101-8900511dca46 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:00:21.671189 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-41d8f56c-dc6c-472c-9c9b-00bd40ffdfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:21.744320 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-34db2ac5-6450-4654-9537-4a69742f2804 req-5945ae14-7f24-4aaa-9e3e-c60a07da1d29 service neutron] 10.222.0.57 "GET /v2.0/networks/801ccf0f-afd3-48b3-b6d7-4ffac9688226?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1475565
Jan 29 11:00:21.752895 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-41d8f56c-dc6c-472c-9c9b-00bd40ffdfd9 None None] Port c3f5a9c8-a6d7-4bbb-9101-8900511dca46 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 11:00:21.780798 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-41d8f56c-dc6c-472c-9c9b-00bd40ffdfd9 None None] Provisioning complete for port 7c2e14ab-f2c0-4786-97b2-a92abfd3e4b0 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:00:21.781306 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-41d8f56c-dc6c-472c-9c9b-00bd40ffdfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:21.865061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-2e3f60e2-aab1-40b2-9e95-471671c78b10 None None] Set router e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7 gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 11:00:21.920377 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-34db2ac5-6450-4654-9537-4a69742f2804 req-66b62b66-3955-45ef-9611-fa053203b72d service neutron] 10.222.0.57 "GET /v2.0/networks/801ccf0f-afd3-48b3-b6d7-4ffac9688226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1673360
Jan 29 11:00:21.976711 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:22.010091 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-41d8f56c-dc6c-472c-9c9b-00bd40ffdfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:22.046549 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port 7c2e14ab-f2c0-4786-97b2-a92abfd3e4b0, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=7c2e14ab-f2c0-4786-97b2-a92abfd3e4b0,segment=NetworkSegment(28aa9878-116a-4277-829f-9cd5027d1515),segment_id=28aa9878-116a-4277-829f-9cd5027d1515)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 11:00:22.090709 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:22.118164 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:00:22.193073 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7a314da3-9adb-49c7-8c7f-acc7bcb06022 req-79bf55fc-4656-4358-adcd-dfa97da22e21 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0b9e393-0505-4f7f-bffa-d9e019a91bb7 HTTP/1.1" status: 200  len: 210 time: 0.0680361
Jan 29 11:00:22.215224 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-41d8f56c-dc6c-472c-9c9b-00bd40ffdfd9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80767) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 11:00:22.215943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-41d8f56c-dc6c-472c-9c9b-00bd40ffdfd9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 11:00:22.228188 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=7c2e14ab-f2c0-4786-97b2-a92abfd3e4b0,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:00:22.237298 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:00:22.311447 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-2e3f60e2-aab1-40b2-9e95-471671c78b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca363978>, [{'id': 'e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1500564506', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': 'a5f62b58-371e-4fa0-afab-ca4f277c1029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:00:12Z', 'updated_at': '2021-01-29T11:00:19Z', 'revision_number': 4, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': 'a5f62b58-371e-4fa0-afab-ca4f277c1029', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:58:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:00:13Z', 'updated_at': '2021-01-29T11:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'c3f5a9c8-a6d7-4bbb-9101-8900511dca46', 'name': '', 'network_id': '801ccf0f-afd3-48b3-b6d7-4ffac9688226', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'mac_address': 'fa:16:3e:96:86:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'f0b318aa-3da9-478b-b109-971b0c4f4d2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:00:18Z', 'updated_at': '2021-01-29T11:00:19Z', 'revision_number': 2, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'subnets': [{'id': 'f0b318aa-3da9-478b-b109-971b0c4f4d2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:00:22.316176 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3f60e2-aab1-40b2-9e95-471671c78b10 None None] Checking router: e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7 for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 11:00:22.317339 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3f60e2-aab1-40b2-9e95-471671c78b10 None None] Updating router e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7 port c3f5a9c8-a6d7-4bbb-9101-8900511dca46 binding host dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 29 11:00:22.380834 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2e3f60e2-aab1-40b2-9e95-471671c78b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:22.809506 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2e3f60e2-aab1-40b2-9e95-471671c78b10 None None] Notify callbacks [] for port, precommit_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:22.823293 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-2e3f60e2-aab1-40b2-9e95-471671c78b10 None None] Transition to ACTIVE for port object c3f5a9c8-a6d7-4bbb-9101-8900511dca46 will not be triggered until provisioned by entity L2. {{(pid=80768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 11:00:22.825843 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2e3f60e2-aab1-40b2-9e95-471671c78b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:22.841471 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-fc60e042-89b9-4888-b6d6-bcf7d31076c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:00:22.910007 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-c0012bcd-27df-45c1-b423-776b91264e7b None None] Provisioning complete for port 7c2e14ab-f2c0-4786-97b2-a92abfd3e4b0 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:00:22.910434 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c0012bcd-27df-45c1-b423-776b91264e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:23.138011 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c0de8d-0a0b-4efb-8d10-6fbdd301a9c4 None None] Pushing event updated for resources: {'Port': ['ID=c3f5a9c8-a6d7-4bbb-9101-8900511dca46,revision_number=3']} {{(pid=80768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:00:23.149819 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 7c2e14ab-f2c0-4786-97b2-a92abfd3e4b0 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 11:00:23.156732 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0de8d-0a0b-4efb-8d10-6fbdd301a9c4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:00:23.157113 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0de8d-0a0b-4efb-8d10-6fbdd301a9c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:00:23.157486 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0de8d-0a0b-4efb-8d10-6fbdd301a9c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:00:23.157867 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0de8d-0a0b-4efb-8d10-6fbdd301a9c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:00:23.158233 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0de8d-0a0b-4efb-8d10-6fbdd301a9c4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:00:23.158594 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0de8d-0a0b-4efb-8d10-6fbdd301a9c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:00:23.158955 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0de8d-0a0b-4efb-8d10-6fbdd301a9c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:00:23.159312 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0de8d-0a0b-4efb-8d10-6fbdd301a9c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:00:23.159669 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0de8d-0a0b-4efb-8d10-6fbdd301a9c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:00:23.160022 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0de8d-0a0b-4efb-8d10-6fbdd301a9c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:00:23.160377 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0de8d-0a0b-4efb-8d10-6fbdd301a9c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:00:23.161373 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0de8d-0a0b-4efb-8d10-6fbdd301a9c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:00:23.161842 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0de8d-0a0b-4efb-8d10-6fbdd301a9c4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:00:23.162177 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0de8d-0a0b-4efb-8d10-6fbdd301a9c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:00:23.162533 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0de8d-0a0b-4efb-8d10-6fbdd301a9c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:00:23.162885 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0de8d-0a0b-4efb-8d10-6fbdd301a9c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:00:23.163236 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0de8d-0a0b-4efb-8d10-6fbdd301a9c4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:00:23.163588 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0de8d-0a0b-4efb-8d10-6fbdd301a9c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:00:23.163937 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0de8d-0a0b-4efb-8d10-6fbdd301a9c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:00:23.164289 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0de8d-0a0b-4efb-8d10-6fbdd301a9c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:00:23.164637 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0de8d-0a0b-4efb-8d10-6fbdd301a9c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:00:23.164987 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0de8d-0a0b-4efb-8d10-6fbdd301a9c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:00:23.165336 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0de8d-0a0b-4efb-8d10-6fbdd301a9c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:00:23.165684 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0de8d-0a0b-4efb-8d10-6fbdd301a9c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:00:23.171110 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-16c0de8d-0a0b-4efb-8d10-6fbdd301a9c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:00:23.227575 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 7c2e14ab-f2c0-4786-97b2-a92abfd3e4b0 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:00:23.230597 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:23.362587 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-2e3f60e2-aab1-40b2-9e95-471671c78b10 None None] Attempting to bind port c3f5a9c8-a6d7-4bbb-9101-8900511dca46 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 11:00:23.363172 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-2e3f60e2-aab1-40b2-9e95-471671c78b10 None None] Attempting to bind port c3f5a9c8-a6d7-4bbb-9101-8900511dca46 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '28aa9878-116a-4277-829f-9cd5027d1515', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '801ccf0f-afd3-48b3-b6d7-4ffac9688226'}] {{(pid=80768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 11:00:23.363496 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3f60e2-aab1-40b2-9e95-471671c78b10 None None] Attempting to bind port c3f5a9c8-a6d7-4bbb-9101-8900511dca46 on network 801ccf0f-afd3-48b3-b6d7-4ffac9688226 {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 11:00:23.371606 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3f60e2-aab1-40b2-9e95-471671c78b10 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 10, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 11:00:23.371815 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3f60e2-aab1-40b2-9e95-471671c78b10 None None] Checking segment: {'id': '28aa9878-116a-4277-829f-9cd5027d1515', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '801ccf0f-afd3-48b3-b6d7-4ffac9688226'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 11:00:23.372123 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2e3f60e2-aab1-40b2-9e95-471671c78b10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:23.372564 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3f60e2-aab1-40b2-9e95-471671c78b10 None None] Bound using segment: {'id': '28aa9878-116a-4277-829f-9cd5027d1515', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '801ccf0f-afd3-48b3-b6d7-4ffac9688226'} {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 11:00:23.373109 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-2e3f60e2-aab1-40b2-9e95-471671c78b10 None None] Bound port: c3f5a9c8-a6d7-4bbb-9101-8900511dca46, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28aa9878-116a-4277-829f-9cd5027d1515', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '801ccf0f-afd3-48b3-b6d7-4ffac9688226'}}] {{(pid=80768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 11:00:23.373529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2e3f60e2-aab1-40b2-9e95-471671c78b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:23.479085 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-737f48cf-2187-486e-9086-43146ba7dc30 req-a6ae7a02-ca9b-4cac-8fb5-56595e0ef174 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0b9e393-0505-4f7f-bffa-d9e019a91bb7 HTTP/1.1" status: 200  len: 210 time: 0.0909126
Jan 29 11:00:23.525408 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-2e3f60e2-aab1-40b2-9e95-471671c78b10 None None] For port c3f5a9c8-a6d7-4bbb-9101-8900511dca46, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 11:00:23.529148 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-2e3f60e2-aab1-40b2-9e95-471671c78b10 None None] For port c3f5a9c8-a6d7-4bbb-9101-8900511dca46, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=c3f5a9c8-a6d7-4bbb-9101-8900511dca46,segment=NetworkSegment(28aa9878-116a-4277-829f-9cd5027d1515),segment_id=28aa9878-116a-4277-829f-9cd5027d1515)] {{(pid=80768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 11:00:23.533350 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2e3f60e2-aab1-40b2-9e95-471671c78b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:23.550505 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-944ef2e4-42b4-4adb-9aec-af2138f2eb65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:00:23.632143 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db2ac5-6450-4654-9537-4a69742f2804 req-421c33f8-a10f-4554-a905-93017792451c tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:00:23.634302 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-34db2ac5-6450-4654-9537-4a69742f2804 req-421c33f8-a10f-4554-a905-93017792451c tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.22 "GET /v2.0/networks?id=801ccf0f-afd3-48b3-b6d7-4ffac9688226 HTTP/1.1" status: 200  len: 797 time: 0.3684928
Jan 29 11:00:23.706071 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c0de8d-0a0b-4efb-8d10-6fbdd301a9c4 None None] Pushing event updated for resources: {'Port': ['ID=c3f5a9c8-a6d7-4bbb-9101-8900511dca46,revision_number=4']} {{(pid=80768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:00:23.709504 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-16c0de8d-0a0b-4efb-8d10-6fbdd301a9c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:00:23.757324 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-34db2ac5-6450-4654-9537-4a69742f2804 req-75ffa6da-8dad-4a61-9935-ddd7e6787cce tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=884b801388a745e49e2da4f5c6acad38 HTTP/1.1" status: 200  len: 8071 time: 0.1025186
Jan 29 11:00:23.758575 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3f60e2-aab1-40b2-9e95-471671c78b10 None None] Routers {'e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 11:00:23.759330 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-2e3f60e2-aab1-40b2-9e95-471671c78b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca363978>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T10:59:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:00:23.768468 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-34db2ac5-6450-4654-9537-4a69742f2804 req-e5dadd6e-ee5f-419a-a4f4-2c835726edec tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Request body: {'port': {'device_id': 'd0b9e393-0505-4f7f-bffa-d9e019a91bb7', 'network_id': '801ccf0f-afd3-48b3-b6d7-4ffac9688226', 'admin_state_up': True, 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'security_groups': ['7a4b7bd7-e4cc-4e60-b9c2-1ada483d3cdd']}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 11:00:23.850146 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e801a30-9315-4b7e-ba25-68360cd07026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:23.945272 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-34db2ac5-6450-4654-9537-4a69742f2804 req-e5dadd6e-ee5f-419a-a4f4-2c835726edec tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 11:00:23.955367 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-34db2ac5-6450-4654-9537-4a69742f2804 req-e5dadd6e-ee5f-419a-a4f4-2c835726edec tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 11:00:23.956973 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-2e3f60e2-aab1-40b2-9e95-471671c78b10 None None] Set router e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7 gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 11:00:23.965892 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34db2ac5-6450-4654-9537-4a69742f2804 req-e5dadd6e-ee5f-419a-a4f4-2c835726edec tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Made reservation on behalf of 884b801388a745e49e2da4f5c6acad38 for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 11:00:23.987174 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-34db2ac5-6450-4654-9537-4a69742f2804 req-e5dadd6e-ee5f-419a-a4f4-2c835726edec tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:24.299481 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-2e3f60e2-aab1-40b2-9e95-471671c78b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca363978>, [{'id': 'e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1500564506', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': 'a5f62b58-371e-4fa0-afab-ca4f277c1029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:00:12Z', 'updated_at': '2021-01-29T11:00:19Z', 'revision_number': 4, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': 'a5f62b58-371e-4fa0-afab-ca4f277c1029', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:58:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:00:13Z', 'updated_at': '2021-01-29T11:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'c3f5a9c8-a6d7-4bbb-9101-8900511dca46', 'name': '', 'network_id': '801ccf0f-afd3-48b3-b6d7-4ffac9688226', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'mac_address': 'fa:16:3e:96:86:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'f0b318aa-3da9-478b-b109-971b0c4f4d2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:00:18Z', 'updated_at': '2021-01-29T11:00:23Z', 'revision_number': 4, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'subnets': [{'id': 'f0b318aa-3da9-478b-b109-971b0c4f4d2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:00:24.304216 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3f60e2-aab1-40b2-9e95-471671c78b10 None None] The sync data for ids ['e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7'] in dv-neutron-772983-2-ovs is: [{'id': 'e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1500564506', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': 'a5f62b58-371e-4fa0-afab-ca4f277c1029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:00:12Z', 'updated_at': '2021-01-29T11:00:19Z', 'revision_number': 4, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': 'a5f62b58-371e-4fa0-afab-ca4f277c1029', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:58:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:00:13Z', 'updated_at': '2021-01-29T11:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'c3f5a9c8-a6d7-4bbb-9101-8900511dca46', 'name': '', 'network_id': '801ccf0f-afd3-48b3-b6d7-4ffac9688226', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'mac_address': 'fa:16:3e:96:86:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'f0b318aa-3da9-478b-b109-971b0c4f4d2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:00:18Z', 'updated_at': '2021-01-29T11:00:23Z', 'revision_number': 4, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'subnets': [{'id': 'f0b318aa-3da9-478b-b109-971b0c4f4d2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 11:00:24.316979 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [req-34db2ac5-6450-4654-9537-4a69742f2804 req-e5dadd6e-ee5f-419a-a4f4-2c835726edec tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Allocated IP 172.20.0.7 (801ccf0f-afd3-48b3-b6d7-4ffac9688226/f0b318aa-3da9-478b-b109-971b0c4f4d2b/4832c575-bb86-432a-aa0c-1e33362f1105) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 11:00:24.451762 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:24.551130 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-34db2ac5-6450-4654-9537-4a69742f2804 req-e5dadd6e-ee5f-419a-a4f4-2c835726edec tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:24.571743 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-34db2ac5-6450-4654-9537-4a69742f2804 req-e5dadd6e-ee5f-419a-a4f4-2c835726edec tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Transition to ACTIVE for port object 4832c575-bb86-432a-aa0c-1e33362f1105 will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 11:00:24.600280 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-34db2ac5-6450-4654-9537-4a69742f2804 req-e5dadd6e-ee5f-419a-a4f4-2c835726edec tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:24.622223 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-54b157d1-76be-4b7b-8186-7c188cdc514a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:00:24.783035 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dadd6e-ee5f-419a-a4f4-2c835726edec tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'Port': ['ID=4832c575-bb86-432a-aa0c-1e33362f1105,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:00:24.787886 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e5dadd6e-ee5f-419a-a4f4-2c835726edec tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:00:24.810658 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa734ceb-68ca-423b-83ca-29947fa4a6d6 req-b49e6b3f-8397-47cc-8cd2-e341ae49b582 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:00:24.812382 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-aa734ceb-68ca-423b-83ca-29947fa4a6d6 req-b49e6b3f-8397-47cc-8cd2-e341ae49b582 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0b9e393-0505-4f7f-bffa-d9e019a91bb7 HTTP/1.1" status: 200  len: 931 time: 0.1854045
Jan 29 11:00:24.842953 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34db2ac5-6450-4654-9537-4a69742f2804 req-e5dadd6e-ee5f-419a-a4f4-2c835726edec tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Network 801ccf0f-afd3-48b3-b6d7-4ffac9688226 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 11:00:24.844172 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [req-34db2ac5-6450-4654-9537-4a69742f2804 req-e5dadd6e-ee5f-419a-a4f4-2c835726edec tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 11:00:24.846408 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-34db2ac5-6450-4654-9537-4a69742f2804 req-e5dadd6e-ee5f-419a-a4f4-2c835726edec tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 11:00:24.888215 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-aa734ceb-68ca-423b-83ca-29947fa4a6d6 req-5609cbc8-a983-459e-b195-0592f94575e5 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a4b7bd7-e4cc-4e60-b9c2-1ada483d3cdd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0681787
Jan 29 11:00:24.989537 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db2ac5-6450-4654-9537-4a69742f2804 req-e5dadd6e-ee5f-419a-a4f4-2c835726edec tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:00:24.990418 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-34db2ac5-6450-4654-9537-4a69742f2804 req-e5dadd6e-ee5f-419a-a4f4-2c835726edec tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:25.019888 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-34db2ac5-6450-4654-9537-4a69742f2804 req-e5dadd6e-ee5f-419a-a4f4-2c835726edec tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2560420
Jan 29 11:00:25.033050 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:25.038179 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-34db2ac5-6450-4654-9537-4a69742f2804 req-40d7b7fb-d23b-4c81-b818-3403ff2e0152 service neutron] Request body: {'port': {'device_id': 'd0b9e393-0505-4f7f-bffa-d9e019a91bb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7729'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 11:00:25.135494 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-650bad69-1caa-4045-a857-ca303cd74e21 None None] Provisioning for port 4832c575-bb86-432a-aa0c-1e33362f1105 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 11:00:25.142781 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-650bad69-1caa-4045-a857-ca303cd74e21 None None] Provisioning complete for port 4832c575-bb86-432a-aa0c-1e33362f1105 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:00:25.143138 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-650bad69-1caa-4045-a857-ca303cd74e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:25.183893 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device c3f5a9c8-a6d7-4bbb-9101-8900511dca46 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 11:00:25.185335 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-34db2ac5-6450-4654-9537-4a69742f2804 req-40d7b7fb-d23b-4c81-b818-3403ff2e0152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:25.269164 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-650bad69-1caa-4045-a857-ca303cd74e21 None None] Port 4832c575-bb86-432a-aa0c-1e33362f1105 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 11:00:25.295701 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port c3f5a9c8-a6d7-4bbb-9101-8900511dca46 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 11:00:25.300933 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port c3f5a9c8-a6d7-4bbb-9101-8900511dca46 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:00:25.301456 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:25.441095 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:25.479391 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port c3f5a9c8-a6d7-4bbb-9101-8900511dca46, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=c3f5a9c8-a6d7-4bbb-9101-8900511dca46,segment=NetworkSegment(28aa9878-116a-4277-829f-9cd5027d1515),segment_id=28aa9878-116a-4277-829f-9cd5027d1515)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 11:00:25.485381 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:25.492708 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-37f231f0-757d-4229-a4de-989170a92e39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:00:25.565448 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=c3f5a9c8-a6d7-4bbb-9101-8900511dca46,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:00:25.569584 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:00:25.906466 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [req-34db2ac5-6450-4654-9537-4a69742f2804 req-40d7b7fb-d23b-4c81-b818-3403ff2e0152 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4832c575-bb86-432a-aa0c-1e33362f1105 {{(pid=80766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 29 11:00:25.914504 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-34db2ac5-6450-4654-9537-4a69742f2804 req-40d7b7fb-d23b-4c81-b818-3403ff2e0152 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:25.927517 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-34db2ac5-6450-4654-9537-4a69742f2804 req-40d7b7fb-d23b-4c81-b818-3403ff2e0152 service neutron] Transition to ACTIVE for port object 4832c575-bb86-432a-aa0c-1e33362f1105 will not be triggered until provisioned by entity L2. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 11:00:25.932958 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-34db2ac5-6450-4654-9537-4a69742f2804 req-40d7b7fb-d23b-4c81-b818-3403ff2e0152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:25.949967 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e5dadd6e-ee5f-419a-a4f4-2c835726edec tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:00:26.091282 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d7b7fb-d23b-4c81-b818-3403ff2e0152 service neutron] Pushing event updated for resources: {'Port': ['ID=4832c575-bb86-432a-aa0c-1e33362f1105,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:00:26.095607 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-40d7b7fb-d23b-4c81-b818-3403ff2e0152 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:00:26.203666 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa40b68-c614-4539-b5d8-cf91d7b40f1d req-e846941e-1665-4f36-bcbc-a792907ffb6a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:00:26.206986 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-dfa40b68-c614-4539-b5d8-cf91d7b40f1d req-e846941e-1665-4f36-bcbc-a792907ffb6a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0b9e393-0505-4f7f-bffa-d9e019a91bb7 HTTP/1.1" status: 200  len: 943 time: 0.1763403
Jan 29 11:00:26.287328 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-dfa40b68-c614-4539-b5d8-cf91d7b40f1d req-e3988c76-343b-446c-b63f-ea4bdaa22caa tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a4b7bd7-e4cc-4e60-b9c2-1ada483d3cdd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0753384
Jan 29 11:00:26.288121 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:26.306319 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-34db2ac5-6450-4654-9537-4a69742f2804 req-40d7b7fb-d23b-4c81-b818-3403ff2e0152 service neutron] Attempting to bind port 4832c575-bb86-432a-aa0c-1e33362f1105 on host hv-neutron-7729 for vnic_type normal with profile  {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 11:00:26.306810 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-34db2ac5-6450-4654-9537-4a69742f2804 req-40d7b7fb-d23b-4c81-b818-3403ff2e0152 service neutron] Attempting to bind port 4832c575-bb86-432a-aa0c-1e33362f1105 by drivers openvswitch on host hv-neutron-7729 at level 0 using segments [{'id': '28aa9878-116a-4277-829f-9cd5027d1515', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '801ccf0f-afd3-48b3-b6d7-4ffac9688226'}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 11:00:26.307507 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34db2ac5-6450-4654-9537-4a69742f2804 req-40d7b7fb-d23b-4c81-b818-3403ff2e0152 service neutron] Attempting to bind port 4832c575-bb86-432a-aa0c-1e33362f1105 on network 801ccf0f-afd3-48b3-b6d7-4ffac9688226 {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 11:00:26.313808 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34db2ac5-6450-4654-9537-4a69742f2804 req-40d7b7fb-d23b-4c81-b818-3403ff2e0152 service neutron] Checking agent: {'id': '5acf9624-c829-41ba-afd9-92278081af05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 10, 2, 34), 'started_at': datetime.datetime(2021, 1, 29, 10, 3, 4), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 11, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 11:00:26.314193 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34db2ac5-6450-4654-9537-4a69742f2804 req-40d7b7fb-d23b-4c81-b818-3403ff2e0152 service neutron] Checking segment: {'id': '28aa9878-116a-4277-829f-9cd5027d1515', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '801ccf0f-afd3-48b3-b6d7-4ffac9688226'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 11:00:26.314599 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-34db2ac5-6450-4654-9537-4a69742f2804 req-40d7b7fb-d23b-4c81-b818-3403ff2e0152 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:26.314995 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34db2ac5-6450-4654-9537-4a69742f2804 req-40d7b7fb-d23b-4c81-b818-3403ff2e0152 service neutron] Bound using segment: {'id': '28aa9878-116a-4277-829f-9cd5027d1515', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '801ccf0f-afd3-48b3-b6d7-4ffac9688226'} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 11:00:26.315479 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-34db2ac5-6450-4654-9537-4a69742f2804 req-40d7b7fb-d23b-4c81-b818-3403ff2e0152 service neutron] Bound port: 4832c575-bb86-432a-aa0c-1e33362f1105, host: hv-neutron-7729, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28aa9878-116a-4277-829f-9cd5027d1515', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '801ccf0f-afd3-48b3-b6d7-4ffac9688226'}}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 11:00:26.315853 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-34db2ac5-6450-4654-9537-4a69742f2804 req-40d7b7fb-d23b-4c81-b818-3403ff2e0152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:26.414803 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-34db2ac5-6450-4654-9537-4a69742f2804 req-40d7b7fb-d23b-4c81-b818-3403ff2e0152 service neutron] For port 4832c575-bb86-432a-aa0c-1e33362f1105, host hv-neutron-7729, cleared binding levels {{(pid=80766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 11:00:26.417865 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-34db2ac5-6450-4654-9537-4a69742f2804 req-40d7b7fb-d23b-4c81-b818-3403ff2e0152 service neutron] For port 4832c575-bb86-432a-aa0c-1e33362f1105, host hv-neutron-7729, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=4832c575-bb86-432a-aa0c-1e33362f1105,segment=NetworkSegment(28aa9878-116a-4277-829f-9cd5027d1515),segment_id=28aa9878-116a-4277-829f-9cd5027d1515)] {{(pid=80766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 11:00:26.421207 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-34db2ac5-6450-4654-9537-4a69742f2804 req-40d7b7fb-d23b-4c81-b818-3403ff2e0152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:26.439992 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-17a641b6-585d-4d91-98ca-4b6cec6accf0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:00:26.591647 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d7b7fb-d23b-4c81-b818-3403ff2e0152 service neutron] Pushing event updated for resources: {'Port': ['ID=4832c575-bb86-432a-aa0c-1e33362f1105,revision_number=3']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:00:26.595179 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-40d7b7fb-d23b-4c81-b818-3403ff2e0152 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:00:26.634427 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db2ac5-6450-4654-9537-4a69742f2804 req-40d7b7fb-d23b-4c81-b818-3403ff2e0152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:00:26.635168 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-34db2ac5-6450-4654-9537-4a69742f2804 req-40d7b7fb-d23b-4c81-b818-3403ff2e0152 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:26.636668 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-34db2ac5-6450-4654-9537-4a69742f2804 req-40d7b7fb-d23b-4c81-b818-3403ff2e0152 service neutron] 10.222.0.22 "PUT /v2.0/ports/4832c575-bb86-432a-aa0c-1e33362f1105 HTTP/1.1" status: 200  len: 1157 time: 1.6035314
Jan 29 11:00:26.637226 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0b9e393-0505-4f7f-bffa-d9e019a91bb7', 'tag': '4832c575-bb86-432a-aa0c-1e33362f1105'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 11:00:26.730505 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0b9e393-0505-4f7f-bffa-d9e019a91bb7', 'tag': '4832c575-bb86-432a-aa0c-1e33362f1105', 'status': 'completed', 'code': 200}
Jan 29 11:00:26.776400 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db2ac5-6450-4654-9537-4a69742f2804 req-69dabace-1627-49ef-a0d7-337b473772d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:00:26.778096 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-34db2ac5-6450-4654-9537-4a69742f2804 req-69dabace-1627-49ef-a0d7-337b473772d7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=884b801388a745e49e2da4f5c6acad38&device_id=d0b9e393-0505-4f7f-bffa-d9e019a91bb7 HTTP/1.1" status: 200  len: 1160 time: 0.0871875
Jan 29 11:00:26.864831 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-34db2ac5-6450-4654-9537-4a69742f2804 req-bc182467-bd96-4c3b-afc0-cdc08735cb54 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4832c575-bb86-432a-aa0c-1e33362f1105 HTTP/1.1" status: 200  len: 217 time: 0.0726388
Jan 29 11:00:26.937397 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db2ac5-6450-4654-9537-4a69742f2804 req-ce1e2361-d86d-4ac1-9fec-c4aa2120a6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:00:26.938880 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-34db2ac5-6450-4654-9537-4a69742f2804 req-ce1e2361-d86d-4ac1-9fec-c4aa2120a6c0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f0b318aa-3da9-478b-b109-971b0c4f4d2b HTTP/1.1" status: 200  len: 835 time: 0.0671213
Jan 29 11:00:27.027990 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db2ac5-6450-4654-9537-4a69742f2804 req-8b97cd34-c203-4d17-87ae-12d2d1f8a28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:00:27.029643 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-34db2ac5-6450-4654-9537-4a69742f2804 req-8b97cd34-c203-4d17-87ae-12d2d1f8a28b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=801ccf0f-afd3-48b3-b6d7-4ffac9688226&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0844562
Jan 29 11:00:27.142649 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device c3f5a9c8-a6d7-4bbb-9101-8900511dca46 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 11:00:27.182466 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-34db2ac5-6450-4654-9537-4a69742f2804 req-87b33783-ff7c-4738-9e5e-86b6ae150914 service neutron] 10.222.0.22 "GET /v2.0/networks/801ccf0f-afd3-48b3-b6d7-4ffac9688226?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1456981
Jan 29 11:00:27.228892 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port c3f5a9c8-a6d7-4bbb-9101-8900511dca46 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:00:27.229237 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:27.339266 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-34db2ac5-6450-4654-9537-4a69742f2804 req-14368bde-11c5-4de8-ad17-93eff0de4a0e service neutron] 10.222.0.22 "GET /v2.0/networks/801ccf0f-afd3-48b3-b6d7-4ffac9688226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1502492
Jan 29 11:00:27.509724 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1127072f-929b-4552-a8bf-b96a69f07774 req-f47e273e-2a77-4c2a-888b-18642914d8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:00:27.511627 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1127072f-929b-4552-a8bf-b96a69f07774 req-f47e273e-2a77-4c2a-888b-18642914d8fa service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=884b801388a745e49e2da4f5c6acad38&device_id=d0b9e393-0505-4f7f-bffa-d9e019a91bb7 HTTP/1.1" status: 200  len: 1160 time: 0.0869093
Jan 29 11:00:27.595891 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6fe38b-4750-4ef4-bbdc-5601e36b92d3 req-b54ffd3a-e978-4191-8310-268d737bc8df tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:00:27.597633 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2c6fe38b-4750-4ef4-bbdc-5601e36b92d3 req-b54ffd3a-e978-4191-8310-268d737bc8df tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0b9e393-0505-4f7f-bffa-d9e019a91bb7 HTTP/1.1" status: 200  len: 943 time: 0.1730886
Jan 29 11:00:27.662753 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1127072f-929b-4552-a8bf-b96a69f07774 req-3cf05ec9-e997-4a8d-b2b9-7299cdd42553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:00:27.664353 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1127072f-929b-4552-a8bf-b96a69f07774 req-3cf05ec9-e997-4a8d-b2b9-7299cdd42553 service neutron] 10.222.0.22 "GET /v2.0/networks?id=801ccf0f-afd3-48b3-b6d7-4ffac9688226 HTTP/1.1" status: 200  len: 891 time: 0.1459329
Jan 29 11:00:27.667431 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2c6fe38b-4750-4ef4-bbdc-5601e36b92d3 req-fd32c6ff-a244-4833-8ea6-f33596964d1d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a4b7bd7-e4cc-4e60-b9c2-1ada483d3cdd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0625358
Jan 29 11:00:27.743190 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1127072f-929b-4552-a8bf-b96a69f07774 req-2e37c3dc-de0d-4aec-bd0e-cf2cb360e584 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4832c575-bb86-432a-aa0c-1e33362f1105 HTTP/1.1" status: 200  len: 217 time: 0.0722837
Jan 29 11:00:27.812620 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1127072f-929b-4552-a8bf-b96a69f07774 req-6e385b44-6c52-4886-a572-a3bce685a172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:00:27.814220 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1127072f-929b-4552-a8bf-b96a69f07774 req-6e385b44-6c52-4886-a572-a3bce685a172 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f0b318aa-3da9-478b-b109-971b0c4f4d2b HTTP/1.1" status: 200  len: 835 time: 0.0649667
Jan 29 11:00:27.900114 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1127072f-929b-4552-a8bf-b96a69f07774 req-0c103e68-8203-4bbe-8d82-cf54ba64446f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:00:27.901704 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1127072f-929b-4552-a8bf-b96a69f07774 req-0c103e68-8203-4bbe-8d82-cf54ba64446f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=801ccf0f-afd3-48b3-b6d7-4ffac9688226&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0816803
Jan 29 11:00:28.049203 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1127072f-929b-4552-a8bf-b96a69f07774 req-f248007d-d6f8-48c6-9caa-985c3202aaf0 service neutron] 10.222.0.22 "GET /v2.0/networks/801ccf0f-afd3-48b3-b6d7-4ffac9688226?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1404796
Jan 29 11:00:28.194145 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1127072f-929b-4552-a8bf-b96a69f07774 req-00e08962-e4a7-43a5-96e9-f22009cca5bf service neutron] 10.222.0.22 "GET /v2.0/networks/801ccf0f-afd3-48b3-b6d7-4ffac9688226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1380916
Jan 29 11:00:28.958159 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3ac6b-7c82-4d2a-b1c6-26e6ea78a93f req-44c37b79-8ab8-4594-b976-82229ac38d22 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:00:28.959843 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5cb3ac6b-7c82-4d2a-b1c6-26e6ea78a93f req-44c37b79-8ab8-4594-b976-82229ac38d22 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0b9e393-0505-4f7f-bffa-d9e019a91bb7 HTTP/1.1" status: 200  len: 943 time: 0.1640065
Jan 29 11:00:29.023431 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5cb3ac6b-7c82-4d2a-b1c6-26e6ea78a93f req-fda2ed77-af55-445c-b6ac-08be780819f6 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a4b7bd7-e4cc-4e60-b9c2-1ada483d3cdd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0573268
Jan 29 11:00:30.321189 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362bf91f-71f7-476d-a226-f5fa15c83eda req-c255ce11-4d26-4096-90da-084c6f9634f0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:00:30.323188 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-362bf91f-71f7-476d-a226-f5fa15c83eda req-c255ce11-4d26-4096-90da-084c6f9634f0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0b9e393-0505-4f7f-bffa-d9e019a91bb7 HTTP/1.1" status: 200  len: 943 time: 0.1666770
Jan 29 11:00:30.386865 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-362bf91f-71f7-476d-a226-f5fa15c83eda req-8e41e522-b103-4ef7-b207-263ca0f2e6e2 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a4b7bd7-e4cc-4e60-b9c2-1ada483d3cdd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0570717
Jan 29 11:00:31.678188 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8949f8-a578-4b10-8b3b-073372e1c031 req-09cfaf96-8e37-42c6-bd7d-a3281512a295 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:00:31.679879 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3f8949f8-a578-4b10-8b3b-073372e1c031 req-09cfaf96-8e37-42c6-bd7d-a3281512a295 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0b9e393-0505-4f7f-bffa-d9e019a91bb7 HTTP/1.1" status: 200  len: 943 time: 0.1641133
Jan 29 11:00:31.725548 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 4832c575-bb86-432a-aa0c-1e33362f1105 up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 11:00:31.747962 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3f8949f8-a578-4b10-8b3b-073372e1c031 req-69ed8d53-1569-4fe0-b6f3-d70c12696835 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a4b7bd7-e4cc-4e60-b9c2-1ada483d3cdd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0616069
Jan 29 11:00:31.796271 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning for port 4832c575-bb86-432a-aa0c-1e33362f1105 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 11:00:31.801394 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 4832c575-bb86-432a-aa0c-1e33362f1105 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:00:31.801837 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:31.925225 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:31.952692 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b9e393-0505-4f7f-bffa-d9e019a91bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4832c575-bb86-432a-aa0c-1e33362f1105'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 11:00:31.963545 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port 4832c575-bb86-432a-aa0c-1e33362f1105, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=4832c575-bb86-432a-aa0c-1e33362f1105,segment=NetworkSegment(28aa9878-116a-4277-829f-9cd5027d1515),segment_id=28aa9878-116a-4277-829f-9cd5027d1515)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 11:00:31.966411 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:31.968311 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-58a71a8d-843d-4e7f-864a-542f16abe1da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:00:32.014944 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b9e393-0505-4f7f-bffa-d9e019a91bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4832c575-bb86-432a-aa0c-1e33362f1105', 'code': 200}
Jan 29 11:00:32.042568 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=4832c575-bb86-432a-aa0c-1e33362f1105,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:00:32.045744 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:00:32.276874 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd0499b-ad34-4566-a47b-9218c40b3cf9 req-6f0e3682-961e-4757-ab6b-30520c656280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:00:32.278447 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2fd0499b-ad34-4566-a47b-9218c40b3cf9 req-6f0e3682-961e-4757-ab6b-30520c656280 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d0b9e393-0505-4f7f-bffa-d9e019a91bb7 HTTP/1.1" status: 200  len: 1162 time: 0.0756099
Jan 29 11:00:32.322312 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2fd0499b-ad34-4566-a47b-9218c40b3cf9 req-6ae27beb-78c9-4897-bc20-42baeaad74e1 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=7a4b7bd7-e4cc-4e60-b9c2-1ada483d3cdd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0371149
Jan 29 11:00:33.042852 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ecc9cc-2cbb-4654-807c-eb13590bd77a req-0adae273-b178-4310-ac95-7cbb5ee13ef2 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:00:33.044383 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f7ecc9cc-2cbb-4654-807c-eb13590bd77a req-0adae273-b178-4310-ac95-7cbb5ee13ef2 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0b9e393-0505-4f7f-bffa-d9e019a91bb7 HTTP/1.1" status: 200  len: 945 time: 0.1632538
Jan 29 11:00:33.108972 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f7ecc9cc-2cbb-4654-807c-eb13590bd77a req-ca56a8d6-b48a-48ce-8c41-d7329c86d624 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a4b7bd7-e4cc-4e60-b9c2-1ada483d3cdd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0581391
Jan 29 11:00:33.142095 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 4832c575-bb86-432a-aa0c-1e33362f1105 up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 11:00:33.213082 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 4832c575-bb86-432a-aa0c-1e33362f1105 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:00:33.213501 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:34.408600 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa30cd-cbc2-4d5e-9b75-50b1251d44af req-04b0ff7d-beee-4676-9456-5d31eaddf35d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:00:34.410233 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0faa30cd-cbc2-4d5e-9b75-50b1251d44af req-04b0ff7d-beee-4676-9456-5d31eaddf35d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0b9e393-0505-4f7f-bffa-d9e019a91bb7 HTTP/1.1" status: 200  len: 945 time: 0.1688905
Jan 29 11:00:34.587075 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0faa30cd-cbc2-4d5e-9b75-50b1251d44af req-2b5a81cb-4228-4ec2-807c-52cb21787c2b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a4b7bd7-e4cc-4e60-b9c2-1ada483d3cdd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1702030
Jan 29 11:00:34.877378 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f554d72-bb37-4c5b-a383-6af0236ca730 req-ef6a4c99-9cf0-4d4d-a05f-0f9c38ecc9b9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:00:34.879090 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6f554d72-bb37-4c5b-a383-6af0236ca730 req-ef6a4c99-9cf0-4d4d-a05f-0f9c38ecc9b9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0b9e393-0505-4f7f-bffa-d9e019a91bb7 HTTP/1.1" status: 200  len: 945 time: 0.1632197
Jan 29 11:00:34.947042 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6f554d72-bb37-4c5b-a383-6af0236ca730 req-874e5566-3689-4c9c-b103-72dc44a063d0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a4b7bd7-e4cc-4e60-b9c2-1ada483d3cdd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0611761
Jan 29 11:00:34.977191 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 37170) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:00:35.053921 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fc0e03-8996-4dac-9927-568d48eac013 tempest-TestNetworkAdvancedServerOps-1094188060 tempest-TestNetworkAdvancedServerOps-1094188060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:00:35.056047 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-53fc0e03-8996-4dac-9927-568d48eac013 tempest-TestNetworkAdvancedServerOps-1094188060 tempest-TestNetworkAdvancedServerOps-1094188060-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d0b9e393-0505-4f7f-bffa-d9e019a91bb7 HTTP/1.1" status: 200  len: 1157 time: 0.0777202
Jan 29 11:00:35.059177 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 37174) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:00:35.064815 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-4bc651a7-973f-4d98-b319-20c1485c6450 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Request body: {'floatingip': {'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'port_id': '4832c575-bb86-432a-aa0c-1e33362f1105', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'fixed_ip_address': '172.20.0.7'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 11:00:35.089382 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-4bc651a7-973f-4d98-b319-20c1485c6450 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 11:00:35.093543 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-4bc651a7-973f-4d98-b319-20c1485c6450 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Usage tracker for resource:floatingip and tenant:884b801388a745e49e2da4f5c6acad38 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 11:00:35.096590 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-4bc651a7-973f-4d98-b319-20c1485c6450 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 11:00:35.102881 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-4bc651a7-973f-4d98-b319-20c1485c6450 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 11:00:35.112445 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4bc651a7-973f-4d98-b319-20c1485c6450 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for floatingip, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:35.269069 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4bc651a7-973f-4d98-b319-20c1485c6450 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:35.307398 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:35.539932 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-4bc651a7-973f-4d98-b319-20c1485c6450 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Allocated IP 172.26.7.74 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/cfb48335-b68f-49eb-98bd-862f6fcf7e3c) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 11:00:35.692486 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4bc651a7-973f-4d98-b319-20c1485c6450 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:35.720680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4bc651a7-973f-4d98-b319-20c1485c6450 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:35.736151 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6f93042d-8402-47bc-873c-79746a6afb5d tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:00:35.874384 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc651a7-973f-4d98-b319-20c1485c6450 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'Port': ['ID=cfb48335-b68f-49eb-98bd-862f6fcf7e3c,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:00:35.884879 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4bc651a7-973f-4d98-b319-20c1485c6450 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:00:35.925599 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc651a7-973f-4d98-b319-20c1485c6450 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 11:00:35.926812 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-4bc651a7-973f-4d98-b319-20c1485c6450 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 11:00:35.929171 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc651a7-973f-4d98-b319-20c1485c6450 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 11:00:36.365228 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4bc651a7-973f-4d98-b319-20c1485c6450 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:36.439995 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4bc651a7-973f-4d98-b319-20c1485c6450 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:36.711405 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4bc651a7-973f-4d98-b319-20c1485c6450 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:36.714765 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4bc651a7-973f-4d98-b319-20c1485c6450 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:36.729543 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-83e59256-c8de-44fa-9e8f-e3e3bd8a6a1b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:00:36.862119 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc651a7-973f-4d98-b319-20c1485c6450 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'Port': ['ID=cfb48335-b68f-49eb-98bd-862f6fcf7e3c,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:00:36.866940 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4bc651a7-973f-4d98-b319-20c1485c6450 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:00:36.966213 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4bc651a7-973f-4d98-b319-20c1485c6450 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:37.402969 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [None req-4bc651a7-973f-4d98-b319-20c1485c6450 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Floating IP 5f0c778b-453c-44b3-92c2-8a536491dcdd associated. External IP: 172.26.7.74, port: 4832c575-bb86-432a-aa0c-1e33362f1105.
Jan 29 11:00:37.769573 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc651a7-973f-4d98-b319-20c1485c6450 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Router e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 11:00:37.958084 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc651a7-973f-4d98-b319-20c1485c6450 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 11:00:37.968012 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7feccf4b-1416-4df9-9c07-09142517e975 None None] Sync routers for ids ['e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 11:00:37.979326 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7feccf4b-1416-4df9-9c07-09142517e975 None None] Routers {'e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 11:00:37.980078 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-7feccf4b-1416-4df9-9c07-09142517e975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c82dcc18>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T11:00:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:00:37.982924 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4bc651a7-973f-4d98-b319-20c1485c6450 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:38.041826 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4bc651a7-973f-4d98-b319-20c1485c6450 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.9814053
Jan 29 11:00:38.042479 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0b9e393-0505-4f7f-bffa-d9e019a91bb7', 'tag': '4832c575-bb86-432a-aa0c-1e33362f1105'}] {{(pid=80765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 11:00:38.176802 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-7feccf4b-1416-4df9-9c07-09142517e975 None None] Set router e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 11:00:38.310604 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f5afd-3ae1-4f1d-aade-c7680e4383be req-1162d8a8-86c0-4619-bb12-55626405b16c tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:00:38.312241 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-902f5afd-3ae1-4f1d-aade-c7680e4383be req-1162d8a8-86c0-4619-bb12-55626405b16c tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0b9e393-0505-4f7f-bffa-d9e019a91bb7 HTTP/1.1" status: 200  len: 945 time: 0.1672459
Jan 29 11:00:38.380918 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-902f5afd-3ae1-4f1d-aade-c7680e4383be req-460f1a26-95e5-44df-8529-0ad970a519b5 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a4b7bd7-e4cc-4e60-b9c2-1ada483d3cdd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0613618
Jan 29 11:00:38.412479 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 37184) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:00:38.453715 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0b9e393-0505-4f7f-bffa-d9e019a91bb7', 'tag': '4832c575-bb86-432a-aa0c-1e33362f1105', 'status': 'completed', 'code': 200}
Jan 29 11:00:38.553192 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-7feccf4b-1416-4df9-9c07-09142517e975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c82dcc18>, [{'id': 'e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1500564506', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': 'a5f62b58-371e-4fa0-afab-ca4f277c1029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:00:12Z', 'updated_at': '2021-01-29T11:00:19Z', 'revision_number': 4, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': 'a5f62b58-371e-4fa0-afab-ca4f277c1029', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:58:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:00:13Z', 'updated_at': '2021-01-29T11:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': '5f0c778b-453c-44b3-92c2-8a536491dcdd', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'floating_ip_address': '172.26.7.74', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': 'e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7', 'port_id': '4832c575-bb86-432a-aa0c-1e33362f1105', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1758, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '801ccf0f-afd3-48b3-b6d7-4ffac9688226', 'mac_address': 'fa:16:3e:26:57:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b9e393-0505-4f7f-bffa-d9e019a91bb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T11:00:36Z', 'updated_at': '2021-01-29T11:00:36Z', 'revision_number': 0, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3f5a9c8-a6d7-4bbb-9101-8900511dca46', 'name': '', 'network_id': '801ccf0f-afd3-48b3-b6d7-4ffac9688226', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'mac_address': 'fa:16:3e:96:86:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'f0b318aa-3da9-478b-b109-971b0c4f4d2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:00:18Z', 'updated_at': '2021-01-29T11:00:25Z', 'revision_number': 5, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'subnets': [{'id': 'f0b318aa-3da9-478b-b109-971b0c4f4d2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:00:38.557312 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7feccf4b-1416-4df9-9c07-09142517e975 None None] Checking router: e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7 for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 11:00:38.567018 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7feccf4b-1416-4df9-9c07-09142517e975 None None] Routers {'e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 11:00:38.567582 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-7feccf4b-1416-4df9-9c07-09142517e975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c82dcc18>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T11:00:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:00:38.594766 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3d0d82a2-2965-4e4f-b641-dbecdaa33cbc tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/floatingips/5f0c778b-453c-44b3-92c2-8a536491dcdd HTTP/1.1" status: 200  len: 990 time: 0.1798046
Jan 29 11:00:38.623637 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e3e3b5-ef92-4e06-a619-a21f65a1cd08 req-3ba257db-5a56-46b6-ab82-2c49722c43e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:00:38.625234 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-37e3e3b5-ef92-4e06-a619-a21f65a1cd08 req-3ba257db-5a56-46b6-ab82-2c49722c43e6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=884b801388a745e49e2da4f5c6acad38&device_id=d0b9e393-0505-4f7f-bffa-d9e019a91bb7 HTTP/1.1" status: 200  len: 1162 time: 0.1147325
Jan 29 11:00:38.759875 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-7feccf4b-1416-4df9-9c07-09142517e975 None None] Set router e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 11:00:38.772865 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e3e3b5-ef92-4e06-a619-a21f65a1cd08 req-6625a94f-3e7e-4491-9c63-7a88170c4c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:00:38.774483 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-37e3e3b5-ef92-4e06-a619-a21f65a1cd08 req-6625a94f-3e7e-4491-9c63-7a88170c4c60 service neutron] 10.222.0.22 "GET /v2.0/networks?id=801ccf0f-afd3-48b3-b6d7-4ffac9688226 HTTP/1.1" status: 200  len: 891 time: 0.1414835
Jan 29 11:00:38.883033 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-37e3e3b5-ef92-4e06-a619-a21f65a1cd08 req-f8dc1a2c-e77f-4ce2-a188-5d7a19640e98 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4832c575-bb86-432a-aa0c-1e33362f1105 HTTP/1.1" status: 200  len: 998 time: 0.1019974
Jan 29 11:00:38.954593 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e3e3b5-ef92-4e06-a619-a21f65a1cd08 req-3ebe22b6-3dd0-4898-856a-6cabcdafbd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:00:38.956167 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-37e3e3b5-ef92-4e06-a619-a21f65a1cd08 req-3ebe22b6-3dd0-4898-856a-6cabcdafbd55 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f0b318aa-3da9-478b-b109-971b0c4f4d2b HTTP/1.1" status: 200  len: 835 time: 0.0664816
Jan 29 11:00:39.037715 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e3e3b5-ef92-4e06-a619-a21f65a1cd08 req-29ae7617-2c58-4059-aa7b-352410d63da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:00:39.039332 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-37e3e3b5-ef92-4e06-a619-a21f65a1cd08 req-29ae7617-2c58-4059-aa7b-352410d63da2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=801ccf0f-afd3-48b3-b6d7-4ffac9688226&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0762508
Jan 29 11:00:39.135123 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-7feccf4b-1416-4df9-9c07-09142517e975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c82dcc18>, [{'id': 'e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1500564506', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': 'a5f62b58-371e-4fa0-afab-ca4f277c1029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:00:12Z', 'updated_at': '2021-01-29T11:00:19Z', 'revision_number': 4, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': 'a5f62b58-371e-4fa0-afab-ca4f277c1029', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:58:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:00:13Z', 'updated_at': '2021-01-29T11:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': '5f0c778b-453c-44b3-92c2-8a536491dcdd', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'floating_ip_address': '172.26.7.74', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': 'e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7', 'port_id': '4832c575-bb86-432a-aa0c-1e33362f1105', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1758, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '801ccf0f-afd3-48b3-b6d7-4ffac9688226', 'mac_address': 'fa:16:3e:26:57:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b9e393-0505-4f7f-bffa-d9e019a91bb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T11:00:36Z', 'updated_at': '2021-01-29T11:00:36Z', 'revision_number': 0, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3f5a9c8-a6d7-4bbb-9101-8900511dca46', 'name': '', 'network_id': '801ccf0f-afd3-48b3-b6d7-4ffac9688226', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'mac_address': 'fa:16:3e:96:86:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'f0b318aa-3da9-478b-b109-971b0c4f4d2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:00:18Z', 'updated_at': '2021-01-29T11:00:25Z', 'revision_number': 5, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'subnets': [{'id': 'f0b318aa-3da9-478b-b109-971b0c4f4d2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:00:39.139227 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7feccf4b-1416-4df9-9c07-09142517e975 None None] The sync data for ids ['e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7'] in dv-neutron-772983-2-ovs is: [{'id': 'e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1500564506', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': 'a5f62b58-371e-4fa0-afab-ca4f277c1029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:00:12Z', 'updated_at': '2021-01-29T11:00:19Z', 'revision_number': 4, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': 'a5f62b58-371e-4fa0-afab-ca4f277c1029', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:58:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:00:13Z', 'updated_at': '2021-01-29T11:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': '5f0c778b-453c-44b3-92c2-8a536491dcdd', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'floating_ip_address': '172.26.7.74', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': 'e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7', 'port_id': '4832c575-bb86-432a-aa0c-1e33362f1105', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1758, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '801ccf0f-afd3-48b3-b6d7-4ffac9688226', 'mac_address': 'fa:16:3e:26:57:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b9e393-0505-4f7f-bffa-d9e019a91bb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T11:00:36Z', 'updated_at': '2021-01-29T11:00:36Z', 'revision_number': 0, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3f5a9c8-a6d7-4bbb-9101-8900511dca46', 'name': '', 'network_id': '801ccf0f-afd3-48b3-b6d7-4ffac9688226', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'mac_address': 'fa:16:3e:96:86:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'f0b318aa-3da9-478b-b109-971b0c4f4d2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:00:18Z', 'updated_at': '2021-01-29T11:00:25Z', 'revision_number': 5, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'subnets': [{'id': 'f0b318aa-3da9-478b-b109-971b0c4f4d2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 11:00:39.188858 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-37e3e3b5-ef92-4e06-a619-a21f65a1cd08 req-141d10de-a331-4d41-9c17-085c902eac86 service neutron] 10.222.0.22 "GET /v2.0/networks/801ccf0f-afd3-48b3-b6d7-4ffac9688226?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1425321
Jan 29 11:00:39.335130 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-37e3e3b5-ef92-4e06-a619-a21f65a1cd08 req-afef0ad6-8fa5-4cb0-9ec1-5e7ac2932bac service neutron] 10.222.0.22 "GET /v2.0/networks/801ccf0f-afd3-48b3-b6d7-4ffac9688226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1402650
Jan 29 11:00:39.436270 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb3d6fc-9e44-44c7-830e-211bc5426586 None None] New status for floating IP 5f0c778b-453c-44b3-92c2-8a536491dcdd: ACTIVE {{(pid=80768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 29 11:00:39.598082 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 37188) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:00:39.736872 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-3ad3cf27-81a4-49f1-a8ee-e7b6fff8c2cd tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/floatingips/5f0c778b-453c-44b3-92c2-8a536491dcdd HTTP/1.1" status: 200  len: 990 time: 0.1373398
Jan 29 11:00:40.740847 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 37192) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:00:40.872213 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a00ab4b3-1c26-4e79-a0b0-41a4bde8c450 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/floatingips/5f0c778b-453c-44b3-92c2-8a536491dcdd HTTP/1.1" status: 200  len: 992 time: 0.1300440
Jan 29 11:00:47.214121 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 11:00:51.584041 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-46b0f70c-c4ca-4e55-b36a-eb1ce47ba9d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:53.842284 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3d25f361-3bbd-4a78-9365-f5be24aaccc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:54.448374 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:55.028750 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:00:56.293488 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:01:05.319110 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:01:21.586262 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e4c3dd30-4ff2-4ad3-b258-30f17a4bb306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:01:22.651982 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1b7a410e-3a67-4fc7-a007-97a0f9f6d60b req-a5c77381-ae3d-40fe-87ba-573e4a235672 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d0b9e393-0505-4f7f-bffa-d9e019a91bb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.3562214
Jan 29 11:01:22.823362 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a410e-3a67-4fc7-a007-97a0f9f6d60b req-43024377-cc32-477e-ba60-d306954d94a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:01:22.824951 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1b7a410e-3a67-4fc7-a007-97a0f9f6d60b req-43024377-cc32-477e-ba60-d306954d94a4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=884b801388a745e49e2da4f5c6acad38&device_id=d0b9e393-0505-4f7f-bffa-d9e019a91bb7 HTTP/1.1" status: 200  len: 1162 time: 0.0778842
Jan 29 11:01:22.982372 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a410e-3a67-4fc7-a007-97a0f9f6d60b req-e0b0103d-7d5a-469d-81e4-dcc0a41fd4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:01:22.983855 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1b7a410e-3a67-4fc7-a007-97a0f9f6d60b req-e0b0103d-7d5a-469d-81e4-dcc0a41fd4c3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=801ccf0f-afd3-48b3-b6d7-4ffac9688226 HTTP/1.1" status: 200  len: 891 time: 0.1396408
Jan 29 11:01:23.092207 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1b7a410e-3a67-4fc7-a007-97a0f9f6d60b req-ada75bd5-c5b6-480f-be6d-41662c80b60b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4832c575-bb86-432a-aa0c-1e33362f1105 HTTP/1.1" status: 200  len: 1000 time: 0.1017966
Jan 29 11:01:23.163486 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a410e-3a67-4fc7-a007-97a0f9f6d60b req-5e87a923-c9db-4792-87c2-957c8d06932a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:01:23.165043 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1b7a410e-3a67-4fc7-a007-97a0f9f6d60b req-5e87a923-c9db-4792-87c2-957c8d06932a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f0b318aa-3da9-478b-b109-971b0c4f4d2b HTTP/1.1" status: 200  len: 835 time: 0.0658038
Jan 29 11:01:23.244865 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a410e-3a67-4fc7-a007-97a0f9f6d60b req-88af920d-9a6f-45b5-81e5-7bef06ee64d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:01:23.246414 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1b7a410e-3a67-4fc7-a007-97a0f9f6d60b req-88af920d-9a6f-45b5-81e5-7bef06ee64d1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=801ccf0f-afd3-48b3-b6d7-4ffac9688226&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0754271
Jan 29 11:01:23.392105 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1b7a410e-3a67-4fc7-a007-97a0f9f6d60b req-cb3a82b9-b014-44d1-bb24-e9cb2bec75ef service neutron] 10.222.0.22 "GET /v2.0/networks/801ccf0f-afd3-48b3-b6d7-4ffac9688226?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1385331
Jan 29 11:01:23.536603 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1b7a410e-3a67-4fc7-a007-97a0f9f6d60b req-58d922f0-5382-4b4a-8e74-e02375959c14 service neutron] 10.222.0.22 "GET /v2.0/networks/801ccf0f-afd3-48b3-b6d7-4ffac9688226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1373310
Jan 29 11:01:23.843030 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4aa1b0be-c5a8-451c-8183-a0568dc01a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:01:24.213100 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 11:01:24.451679 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:01:25.030592 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:01:26.292648 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:01:35.332347 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:01:48.297618 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78572ee-808e-4cf3-ac87-01184aebc309 req-84633f05-26af-4f1f-821e-5d2b93da9cb4 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:01:48.299356 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d78572ee-808e-4cf3-ac87-01184aebc309 req-84633f05-26af-4f1f-821e-5d2b93da9cb4 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0b9e393-0505-4f7f-bffa-d9e019a91bb7 HTTP/1.1" status: 200  len: 945 time: 0.1696501
Jan 29 11:01:48.364368 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d78572ee-808e-4cf3-ac87-01184aebc309 req-f6e894af-d004-4c26-bd43-10253126b82c tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a4b7bd7-e4cc-4e60-b9c2-1ada483d3cdd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0580473
Jan 29 11:01:49.662587 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143be835-6358-4f9d-90a1-d01652f179bc req-c98da7b7-4395-436e-8f5f-4442cd8df979 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:01:49.664173 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-143be835-6358-4f9d-90a1-d01652f179bc req-c98da7b7-4395-436e-8f5f-4442cd8df979 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0b9e393-0505-4f7f-bffa-d9e019a91bb7 HTTP/1.1" status: 200  len: 945 time: 0.1685967
Jan 29 11:01:49.728903 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-143be835-6358-4f9d-90a1-d01652f179bc req-0764f1f6-f91d-4bfb-9f2d-d23312abc788 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a4b7bd7-e4cc-4e60-b9c2-1ada483d3cdd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0583622
Jan 29 11:01:51.021468 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6494252-8e5c-459b-a3f0-25259f738527 req-f60c0450-8686-4d07-86e2-2c45b08fa23c tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:01:51.023040 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b6494252-8e5c-459b-a3f0-25259f738527 req-f60c0450-8686-4d07-86e2-2c45b08fa23c tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0b9e393-0505-4f7f-bffa-d9e019a91bb7 HTTP/1.1" status: 200  len: 945 time: 0.1646166
Jan 29 11:01:51.087965 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b6494252-8e5c-459b-a3f0-25259f738527 req-ae0f0f54-a761-4c7b-be2a-2ef66d9c74ae tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a4b7bd7-e4cc-4e60-b9c2-1ada483d3cdd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0587344
Jan 29 11:01:51.587425 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5d8a0bc2-d827-42e0-bca9-03b620ea55da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:01:52.388100 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296532e-5c7d-4913-a400-3f534ba5282c req-dfb934f6-a344-4a79-80a5-a363a3361410 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:01:52.389722 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9296532e-5c7d-4913-a400-3f534ba5282c req-dfb934f6-a344-4a79-80a5-a363a3361410 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0b9e393-0505-4f7f-bffa-d9e019a91bb7 HTTP/1.1" status: 200  len: 945 time: 0.1674006
Jan 29 11:01:52.457250 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9296532e-5c7d-4913-a400-3f534ba5282c req-216ffde4-07f3-4e23-8d01-5a88ad7b0d1e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a4b7bd7-e4cc-4e60-b9c2-1ada483d3cdd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0611064
Jan 29 11:01:53.759922 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2f78b2-976f-4a46-9140-6465913a211d req-75f7775a-db66-4c14-9586-275dc92bfaf2 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:01:53.761595 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ad2f78b2-976f-4a46-9140-6465913a211d req-75f7775a-db66-4c14-9586-275dc92bfaf2 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0b9e393-0505-4f7f-bffa-d9e019a91bb7 HTTP/1.1" status: 200  len: 945 time: 0.1757011
Jan 29 11:01:53.825960 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ad2f78b2-976f-4a46-9140-6465913a211d req-c080de22-4872-446d-91be-d2d95a7a4147 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a4b7bd7-e4cc-4e60-b9c2-1ada483d3cdd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0579243
Jan 29 11:01:53.846630 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3706b329-4376-4f9c-951b-6a0ee6d40a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:01:54.453795 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:01:55.032833 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:01:55.120068 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b7f7f0-1b81-4ba0-9362-9d1a3bd33d91 req-7edce582-bb85-46a1-880e-4448d5825927 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:01:55.121635 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f8b7f7f0-1b81-4ba0-9362-9d1a3bd33d91 req-7edce582-bb85-46a1-880e-4448d5825927 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0b9e393-0505-4f7f-bffa-d9e019a91bb7 HTTP/1.1" status: 200  len: 945 time: 0.1648133
Jan 29 11:01:55.185361 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f8b7f7f0-1b81-4ba0-9362-9d1a3bd33d91 req-6a31297c-65ed-48d6-9fa9-967417e4d672 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a4b7bd7-e4cc-4e60-b9c2-1ada483d3cdd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0573833
Jan 29 11:01:56.303902 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:01:56.492244 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd5445-d087-4563-bf09-84d79c05768e req-e0bc9b48-32f5-42f3-916f-21b9986c1160 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:01:56.493810 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-63dd5445-d087-4563-bf09-84d79c05768e req-e0bc9b48-32f5-42f3-916f-21b9986c1160 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0b9e393-0505-4f7f-bffa-d9e019a91bb7 HTTP/1.1" status: 200  len: 945 time: 0.1718898
Jan 29 11:01:56.558650 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-63dd5445-d087-4563-bf09-84d79c05768e req-f036c589-9bce-4452-837e-5aa432930b09 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a4b7bd7-e4cc-4e60-b9c2-1ada483d3cdd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0586417
Jan 29 11:01:57.853459 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd1de24-c5c0-4895-8a88-c95463977ee0 req-62b98e26-39cb-48f9-b70c-b6720db943fa tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:01:57.855035 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8cd1de24-c5c0-4895-8a88-c95463977ee0 req-62b98e26-39cb-48f9-b70c-b6720db943fa tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0b9e393-0505-4f7f-bffa-d9e019a91bb7 HTTP/1.1" status: 200  len: 945 time: 0.1655412
Jan 29 11:01:57.922187 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8cd1de24-c5c0-4895-8a88-c95463977ee0 req-88b17471-f412-44c2-b828-971b267eecf2 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a4b7bd7-e4cc-4e60-b9c2-1ada483d3cdd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0606539
Jan 29 11:01:59.215320 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b25f5c-a935-49f2-99e6-6e394df7a71f req-821bef99-83ec-4dcd-b5c6-c00b629d3507 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:01:59.216912 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-50b25f5c-a935-49f2-99e6-6e394df7a71f req-821bef99-83ec-4dcd-b5c6-c00b629d3507 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0b9e393-0505-4f7f-bffa-d9e019a91bb7 HTTP/1.1" status: 200  len: 945 time: 0.1651614
Jan 29 11:01:59.282748 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-50b25f5c-a935-49f2-99e6-6e394df7a71f req-376afc93-85fd-402c-9b22-571cab609c31 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a4b7bd7-e4cc-4e60-b9c2-1ada483d3cdd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0593278
Jan 29 11:01:59.315231 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 37244) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:01:59.446352 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0782e803-b005-4aa1-9bb2-f9e640aae2f3 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/floatingips/5f0c778b-453c-44b3-92c2-8a536491dcdd HTTP/1.1" status: 200  len: 992 time: 0.1297410
Jan 29 11:02:01.024082 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e702c19-f66b-416a-85d8-f7fbb6d93688 req-8f223c06-ab29-42aa-9061-749a3aff2152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:02:01.025710 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7e702c19-f66b-416a-85d8-f7fbb6d93688 req-8f223c06-ab29-42aa-9061-749a3aff2152 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=884b801388a745e49e2da4f5c6acad38&device_id=d0b9e393-0505-4f7f-bffa-d9e019a91bb7 HTTP/1.1" status: 200  len: 1162 time: 0.0836420
Jan 29 11:02:01.044277 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc6e111-698b-4636-9090-bcc842e14843 req-1403bb49-1895-456e-9b8b-47e0a234d4fe tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:02:01.045985 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ebc6e111-698b-4636-9090-bcc842e14843 req-1403bb49-1895-456e-9b8b-47e0a234d4fe tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0b9e393-0505-4f7f-bffa-d9e019a91bb7 HTTP/1.1" status: 200  len: 945 time: 0.1695664
Jan 29 11:02:01.115453 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ebc6e111-698b-4636-9090-bcc842e14843 req-f3e7f3fc-720c-461f-8bd8-a06e29d244a3 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a4b7bd7-e4cc-4e60-b9c2-1ada483d3cdd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0623240
Jan 29 11:02:01.174540 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e702c19-f66b-416a-85d8-f7fbb6d93688 req-093c2733-ca4d-4fd8-b692-582728e2a88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:02:01.176148 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7e702c19-f66b-416a-85d8-f7fbb6d93688 req-093c2733-ca4d-4fd8-b692-582728e2a88e service neutron] 10.222.0.22 "GET /v2.0/networks?id=801ccf0f-afd3-48b3-b6d7-4ffac9688226 HTTP/1.1" status: 200  len: 891 time: 0.1438308
Jan 29 11:02:01.212616 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 11:02:01.287825 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7e702c19-f66b-416a-85d8-f7fbb6d93688 req-41986a9f-f295-43b0-80e1-3c459ed61086 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4832c575-bb86-432a-aa0c-1e33362f1105 HTTP/1.1" status: 200  len: 1000 time: 0.1050036
Jan 29 11:02:01.359093 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e702c19-f66b-416a-85d8-f7fbb6d93688 req-6ebd06ef-4334-40aa-a36c-c2ede512eaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:02:01.360694 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7e702c19-f66b-416a-85d8-f7fbb6d93688 req-6ebd06ef-4334-40aa-a36c-c2ede512eaba service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f0b318aa-3da9-478b-b109-971b0c4f4d2b HTTP/1.1" status: 200  len: 835 time: 0.0670931
Jan 29 11:02:01.444382 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e702c19-f66b-416a-85d8-f7fbb6d93688 req-92b21c6d-fa14-420a-87a5-074e566015f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:02:01.446034 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7e702c19-f66b-416a-85d8-f7fbb6d93688 req-92b21c6d-fa14-420a-87a5-074e566015f3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=801ccf0f-afd3-48b3-b6d7-4ffac9688226&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0781434
Jan 29 11:02:01.590072 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7e702c19-f66b-416a-85d8-f7fbb6d93688 req-557a53fc-2808-4f37-8348-09ef534b05da service neutron] 10.222.0.22 "GET /v2.0/networks/801ccf0f-afd3-48b3-b6d7-4ffac9688226?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375098
Jan 29 11:02:01.734028 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7e702c19-f66b-416a-85d8-f7fbb6d93688 req-0fb81478-98f2-48c1-af3b-05bb8f25f158 service neutron] 10.222.0.22 "GET /v2.0/networks/801ccf0f-afd3-48b3-b6d7-4ffac9688226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1378958
Jan 29 11:02:02.416695 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d235a769-8231-4672-9f62-bc13c03ef8a5 req-da55c984-d3b5-409f-a4d6-21708c275aec tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:02:02.418344 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d235a769-8231-4672-9f62-bc13c03ef8a5 req-da55c984-d3b5-409f-a4d6-21708c275aec tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0b9e393-0505-4f7f-bffa-d9e019a91bb7 HTTP/1.1" status: 200  len: 945 time: 0.1692889
Jan 29 11:02:02.486467 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d235a769-8231-4672-9f62-bc13c03ef8a5 req-51ead6ee-b01c-4f78-9c4d-87a18bb526dd tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a4b7bd7-e4cc-4e60-b9c2-1ada483d3cdd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0617466
Jan 29 11:02:04.049476 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5200b500-7171-4628-a2dd-5bd28e6f6854 req-aef45132-d957-4cec-82a1-2e8e8ff7ef43 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:02:04.051088 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5200b500-7171-4628-a2dd-5bd28e6f6854 req-aef45132-d957-4cec-82a1-2e8e8ff7ef43 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0b9e393-0505-4f7f-bffa-d9e019a91bb7 HTTP/1.1" status: 200  len: 945 time: 0.1673238
Jan 29 11:02:04.116724 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5200b500-7171-4628-a2dd-5bd28e6f6854 req-df102dff-89e7-4936-aea1-ef66dc1e5b60 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a4b7bd7-e4cc-4e60-b9c2-1ada483d3cdd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0593512
Jan 29 11:02:04.148739 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 37260) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:02:04.279654 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0c0b4908-1cea-45ee-9518-5250d1744765 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/floatingips/5f0c778b-453c-44b3-92c2-8a536491dcdd HTTP/1.1" status: 200  len: 992 time: 0.1277652
Jan 29 11:02:05.351544 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:02:21.588835 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b30142a1-7350-45e4-9642-a251fdb737c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:02:22.413868 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-85b4e1b2-4578-47e8-bb26-f508de2ebf07 req-d7d97961-c27a-4fe0-87b8-cf0cb3921001 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d0b9e393-0505-4f7f-bffa-d9e019a91bb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2276871
Jan 29 11:02:22.588470 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b4e1b2-4578-47e8-bb26-f508de2ebf07 req-f14c88e1-ced8-45bf-8a75-2e547b7e7300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:02:22.590033 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-85b4e1b2-4578-47e8-bb26-f508de2ebf07 req-f14c88e1-ced8-45bf-8a75-2e547b7e7300 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=884b801388a745e49e2da4f5c6acad38&device_id=d0b9e393-0505-4f7f-bffa-d9e019a91bb7 HTTP/1.1" status: 200  len: 1162 time: 0.0830889
Jan 29 11:02:22.745261 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b4e1b2-4578-47e8-bb26-f508de2ebf07 req-cb3f9a75-c047-4340-a3f6-b20a64d0eca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:02:22.746841 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-85b4e1b2-4578-47e8-bb26-f508de2ebf07 req-cb3f9a75-c047-4340-a3f6-b20a64d0eca6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=801ccf0f-afd3-48b3-b6d7-4ffac9688226 HTTP/1.1" status: 200  len: 891 time: 0.1373873
Jan 29 11:02:22.856184 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-85b4e1b2-4578-47e8-bb26-f508de2ebf07 req-507db04c-0c6d-4912-90ff-494b532f0983 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4832c575-bb86-432a-aa0c-1e33362f1105 HTTP/1.1" status: 200  len: 1000 time: 0.1013780
Jan 29 11:02:22.923715 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b4e1b2-4578-47e8-bb26-f508de2ebf07 req-27ad98f1-7628-4105-ac10-45465db8874c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:02:22.925214 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-85b4e1b2-4578-47e8-bb26-f508de2ebf07 req-27ad98f1-7628-4105-ac10-45465db8874c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f0b318aa-3da9-478b-b109-971b0c4f4d2b HTTP/1.1" status: 200  len: 835 time: 0.0622969
Jan 29 11:02:23.004393 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b4e1b2-4578-47e8-bb26-f508de2ebf07 req-4c313638-23a8-4d5d-9efe-5c1a79710a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:02:23.006531 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-85b4e1b2-4578-47e8-bb26-f508de2ebf07 req-4c313638-23a8-4d5d-9efe-5c1a79710a8a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=801ccf0f-afd3-48b3-b6d7-4ffac9688226&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0743382
Jan 29 11:02:23.150826 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-85b4e1b2-4578-47e8-bb26-f508de2ebf07 req-3dc4e916-3987-4fa8-81c7-575ed48c606b service neutron] 10.222.0.22 "GET /v2.0/networks/801ccf0f-afd3-48b3-b6d7-4ffac9688226?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376851
Jan 29 11:02:23.297692 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-85b4e1b2-4578-47e8-bb26-f508de2ebf07 req-aee36e4d-5a59-4398-8620-ed3e60955729 service neutron] 10.222.0.22 "GET /v2.0/networks/801ccf0f-afd3-48b3-b6d7-4ffac9688226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1389449
Jan 29 11:02:23.847404 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5a41cded-c7bd-43f1-8b6c-51f13ba5a56b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:02:24.457176 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:02:25.033702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:02:26.303626 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:02:35.351677 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:02:38.212707 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 11:02:51.591006 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-42593841-95c1-453c-a7e0-1ca560d63c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:02:53.849362 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ef608ec0-e63e-4404-a991-3cfec7fdfc87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:02:54.460462 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:02:55.034972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:02:56.306327 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:02:59.275749 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 37286) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:02:59.511793 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4148ec35-143d-4fd0-9e19-903e381b79a1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Deleting port cfb48335-b68f-49eb-98bd-862f6fcf7e3c {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 11:02:59.512176 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4148ec35-143d-4fd0-9e19-903e381b79a1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:02:59.705692 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4148ec35-143d-4fd0-9e19-903e381b79a1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:02:59.706094 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4148ec35-143d-4fd0-9e19-903e381b79a1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:02:59.848459 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4148ec35-143d-4fd0-9e19-903e381b79a1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Calling delete_port for cfb48335-b68f-49eb-98bd-862f6fcf7e3c owned by network:floatingip {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 11:03:00.003303 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4148ec35-143d-4fd0-9e19-903e381b79a1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:00.018838 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0a614e39-9f9d-4c84-a4af-367a8a8044c9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:03:00.077861 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4148ec35-143d-4fd0-9e19-903e381b79a1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event deleted for resources: {'Port': ['ID=cfb48335-b68f-49eb-98bd-862f6fcf7e3c,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:03:00.143021 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4148ec35-143d-4fd0-9e19-903e381b79a1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:00.143455 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4148ec35-143d-4fd0-9e19-903e381b79a1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:00.143884 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4148ec35-143d-4fd0-9e19-903e381b79a1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:00.144847 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4148ec35-143d-4fd0-9e19-903e381b79a1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:00.145369 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4148ec35-143d-4fd0-9e19-903e381b79a1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:00.145806 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4148ec35-143d-4fd0-9e19-903e381b79a1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:00.146226 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4148ec35-143d-4fd0-9e19-903e381b79a1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:00.146642 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4148ec35-143d-4fd0-9e19-903e381b79a1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:00.147055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4148ec35-143d-4fd0-9e19-903e381b79a1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:00.147465 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4148ec35-143d-4fd0-9e19-903e381b79a1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:00.147877 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4148ec35-143d-4fd0-9e19-903e381b79a1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:00.148288 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4148ec35-143d-4fd0-9e19-903e381b79a1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:00.148769 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4148ec35-143d-4fd0-9e19-903e381b79a1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:00.149185 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4148ec35-143d-4fd0-9e19-903e381b79a1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:00.149590 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4148ec35-143d-4fd0-9e19-903e381b79a1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:00.150043 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4148ec35-143d-4fd0-9e19-903e381b79a1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:00.150450 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4148ec35-143d-4fd0-9e19-903e381b79a1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:00.150860 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4148ec35-143d-4fd0-9e19-903e381b79a1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:00.151265 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4148ec35-143d-4fd0-9e19-903e381b79a1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:00.151672 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4148ec35-143d-4fd0-9e19-903e381b79a1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:00.152076 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4148ec35-143d-4fd0-9e19-903e381b79a1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:00.152482 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4148ec35-143d-4fd0-9e19-903e381b79a1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:00.152887 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4148ec35-143d-4fd0-9e19-903e381b79a1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:00.153292 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4148ec35-143d-4fd0-9e19-903e381b79a1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:00.158586 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4148ec35-143d-4fd0-9e19-903e381b79a1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:03:00.261738 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4148ec35-143d-4fd0-9e19-903e381b79a1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for floatingip, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:00.262091 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [None req-4148ec35-143d-4fd0-9e19-903e381b79a1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Floating IP 5f0c778b-453c-44b3-92c2-8a536491dcdd disassociated (deleted). External IP: 172.26.7.74, port: 4832c575-bb86-432a-aa0c-1e33362f1105.
Jan 29 11:03:00.903108 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4148ec35-143d-4fd0-9e19-903e381b79a1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Router e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 11:03:01.092896 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4148ec35-143d-4fd0-9e19-903e381b79a1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 11:03:01.103535 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afef5833-a001-43f0-9714-f8eb4eae52fb None None] Sync routers for ids ['e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 11:03:01.110111 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4148ec35-143d-4fd0-9e19-903e381b79a1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:01.114149 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afef5833-a001-43f0-9714-f8eb4eae52fb None None] Routers {'e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 11:03:01.114986 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-afef5833-a001-43f0-9714-f8eb4eae52fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c8f4fef0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T11:02:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:03:01.171511 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4148ec35-143d-4fd0-9e19-903e381b79a1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "DELETE /v2.0/floatingips/5f0c778b-453c-44b3-92c2-8a536491dcdd HTTP/1.1" status: 204  len: 168 time: 1.8946285
Jan 29 11:03:01.172225 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0b9e393-0505-4f7f-bffa-d9e019a91bb7', 'tag': '4832c575-bb86-432a-aa0c-1e33362f1105'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 11:03:01.464978 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0b9e393-0505-4f7f-bffa-d9e019a91bb7', 'tag': '4832c575-bb86-432a-aa0c-1e33362f1105', 'status': 'completed', 'code': 200}
Jan 29 11:03:01.496630 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-afef5833-a001-43f0-9714-f8eb4eae52fb None None] Set router e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 11:03:01.587383 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae62f7-39cd-42e6-b0d7-06e6c3105a47 req-8bd82cb8-293e-4e4e-8a60-8c1b1952b5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:03:01.589158 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-67ae62f7-39cd-42e6-b0d7-06e6c3105a47 req-8bd82cb8-293e-4e4e-8a60-8c1b1952b5ab service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=884b801388a745e49e2da4f5c6acad38&device_id=d0b9e393-0505-4f7f-bffa-d9e019a91bb7 HTTP/1.1" status: 200  len: 1162 time: 0.0814788
Jan 29 11:03:01.744891 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae62f7-39cd-42e6-b0d7-06e6c3105a47 req-d068a8a2-fa90-499d-9f06-237046c0f394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:03:01.746516 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-67ae62f7-39cd-42e6-b0d7-06e6c3105a47 req-d068a8a2-fa90-499d-9f06-237046c0f394 service neutron] 10.222.0.22 "GET /v2.0/networks?id=801ccf0f-afd3-48b3-b6d7-4ffac9688226 HTTP/1.1" status: 200  len: 891 time: 0.1508837
Jan 29 11:03:01.828763 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-67ae62f7-39cd-42e6-b0d7-06e6c3105a47 req-ff55fc9a-8c04-488a-8c28-9321100eb91e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4832c575-bb86-432a-aa0c-1e33362f1105 HTTP/1.1" status: 200  len: 217 time: 0.0748343
Jan 29 11:03:01.846801 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-afef5833-a001-43f0-9714-f8eb4eae52fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c8f4fef0>, [{'id': 'e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1500564506', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': 'a5f62b58-371e-4fa0-afab-ca4f277c1029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:00:12Z', 'updated_at': '2021-01-29T11:00:19Z', 'revision_number': 4, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': 'a5f62b58-371e-4fa0-afab-ca4f277c1029', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:58:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:00:13Z', 'updated_at': '2021-01-29T11:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'c3f5a9c8-a6d7-4bbb-9101-8900511dca46', 'name': '', 'network_id': '801ccf0f-afd3-48b3-b6d7-4ffac9688226', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'mac_address': 'fa:16:3e:96:86:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'f0b318aa-3da9-478b-b109-971b0c4f4d2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:00:18Z', 'updated_at': '2021-01-29T11:00:25Z', 'revision_number': 5, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'subnets': [{'id': 'f0b318aa-3da9-478b-b109-971b0c4f4d2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:03:01.850970 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afef5833-a001-43f0-9714-f8eb4eae52fb None None] Checking router: e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7 for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 11:03:01.860013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afef5833-a001-43f0-9714-f8eb4eae52fb None None] Routers {'e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 11:03:01.860672 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-afef5833-a001-43f0-9714-f8eb4eae52fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c8f4fef0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T11:02:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:03:01.897844 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c098d22-fe9b-4f1c-b48c-0459abb69516 req-93e774f9-cc21-42ac-9c19-57117aa055b5 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:03:01.899547 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6c098d22-fe9b-4f1c-b48c-0459abb69516 req-93e774f9-cc21-42ac-9c19-57117aa055b5 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0b9e393-0505-4f7f-bffa-d9e019a91bb7 HTTP/1.1" status: 200  len: 945 time: 0.2457538
Jan 29 11:03:01.899912 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae62f7-39cd-42e6-b0d7-06e6c3105a47 req-65c22693-7d72-4fca-afa2-dc5a65e8ffe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:03:01.901515 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-67ae62f7-39cd-42e6-b0d7-06e6c3105a47 req-65c22693-7d72-4fca-afa2-dc5a65e8ffe2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f0b318aa-3da9-478b-b109-971b0c4f4d2b HTTP/1.1" status: 200  len: 835 time: 0.0659075
Jan 29 11:03:01.969564 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6c098d22-fe9b-4f1c-b48c-0459abb69516 req-0e895ab9-e16f-4961-a9ae-8cbc416da339 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a4b7bd7-e4cc-4e60-b9c2-1ada483d3cdd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0627995
Jan 29 11:03:01.992109 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae62f7-39cd-42e6-b0d7-06e6c3105a47 req-02fc2e09-0932-4b62-9836-bf3881220ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:03:01.993882 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-67ae62f7-39cd-42e6-b0d7-06e6c3105a47 req-02fc2e09-0932-4b62-9836-bf3881220ae9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=801ccf0f-afd3-48b3-b6d7-4ffac9688226&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0852292
Jan 29 11:03:02.053941 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-afef5833-a001-43f0-9714-f8eb4eae52fb None None] Set router e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 11:03:02.147082 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-67ae62f7-39cd-42e6-b0d7-06e6c3105a47 req-7edc9846-bdc7-450c-bb9b-a72459dacd6e service neutron] 10.222.0.22 "GET /v2.0/networks/801ccf0f-afd3-48b3-b6d7-4ffac9688226?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1466134
Jan 29 11:03:02.306271 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-67ae62f7-39cd-42e6-b0d7-06e6c3105a47 req-2c16665b-984e-4b76-ba1a-d89639b082f0 service neutron] 10.222.0.22 "GET /v2.0/networks/801ccf0f-afd3-48b3-b6d7-4ffac9688226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1515346
Jan 29 11:03:02.398852 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-afef5833-a001-43f0-9714-f8eb4eae52fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c8f4fef0>, [{'id': 'e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1500564506', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': 'a5f62b58-371e-4fa0-afab-ca4f277c1029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:00:12Z', 'updated_at': '2021-01-29T11:00:19Z', 'revision_number': 4, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': 'a5f62b58-371e-4fa0-afab-ca4f277c1029', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:58:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:00:13Z', 'updated_at': '2021-01-29T11:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'c3f5a9c8-a6d7-4bbb-9101-8900511dca46', 'name': '', 'network_id': '801ccf0f-afd3-48b3-b6d7-4ffac9688226', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'mac_address': 'fa:16:3e:96:86:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'f0b318aa-3da9-478b-b109-971b0c4f4d2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:00:18Z', 'updated_at': '2021-01-29T11:00:25Z', 'revision_number': 5, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'subnets': [{'id': 'f0b318aa-3da9-478b-b109-971b0c4f4d2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:03:02.403132 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afef5833-a001-43f0-9714-f8eb4eae52fb None None] The sync data for ids ['e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7'] in dv-neutron-772983-2-ovs is: [{'id': 'e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1500564506', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': 'a5f62b58-371e-4fa0-afab-ca4f277c1029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:00:12Z', 'updated_at': '2021-01-29T11:00:19Z', 'revision_number': 4, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': 'a5f62b58-371e-4fa0-afab-ca4f277c1029', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:58:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:00:13Z', 'updated_at': '2021-01-29T11:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'c3f5a9c8-a6d7-4bbb-9101-8900511dca46', 'name': '', 'network_id': '801ccf0f-afd3-48b3-b6d7-4ffac9688226', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'mac_address': 'fa:16:3e:96:86:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'f0b318aa-3da9-478b-b109-971b0c4f4d2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:00:18Z', 'updated_at': '2021-01-29T11:00:25Z', 'revision_number': 5, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'subnets': [{'id': 'f0b318aa-3da9-478b-b109-971b0c4f4d2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 11:03:02.828324 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e583abf1-9165-42ee-8bf7-d2861a05837f None None] New status for floating IP 5f0c778b-453c-44b3-92c2-8a536491dcdd: DOWN {{(pid=80768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 29 11:03:03.282120 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e82e5-0826-47d0-a1db-44efde0940e3 req-a95b29e9-99c8-41b3-89ea-e2c2fe25e919 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:03:03.283742 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cb8e82e5-0826-47d0-a1db-44efde0940e3 req-a95b29e9-99c8-41b3-89ea-e2c2fe25e919 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0b9e393-0505-4f7f-bffa-d9e019a91bb7 HTTP/1.1" status: 200  len: 945 time: 0.1641803
Jan 29 11:03:03.349670 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cb8e82e5-0826-47d0-a1db-44efde0940e3 req-65b06c84-99eb-4f29-bab5-5b201914db9f tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a4b7bd7-e4cc-4e60-b9c2-1ada483d3cdd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0590997
Jan 29 11:03:03.539289 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd91cee-9d36-4101-99cc-28790cdceb1d req-706cf058-1ecf-413f-ae07-cdaa0e154222 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:03:03.539982 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-8cd91cee-9d36-4101-99cc-28790cdceb1d req-706cf058-1ecf-413f-ae07-cdaa0e154222 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Synchronizing usage tracker for tenant:884b801388a745e49e2da4f5c6acad38 on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 11:03:03.555158 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-8cd91cee-9d36-4101-99cc-28790cdceb1d req-706cf058-1ecf-413f-ae07-cdaa0e154222 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Unset dirty status for tenant:884b801388a745e49e2da4f5c6acad38 on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 11:03:03.556362 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8cd91cee-9d36-4101-99cc-28790cdceb1d req-706cf058-1ecf-413f-ae07-cdaa0e154222 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0b9e393-0505-4f7f-bffa-d9e019a91bb7 HTTP/1.1" status: 200  len: 945 time: 0.1768541
Jan 29 11:03:03.648882 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-8cd91cee-9d36-4101-99cc-28790cdceb1d req-50662404-410d-4539-9277-d6c528ca2de4 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Deleting port 4832c575-bb86-432a-aa0c-1e33362f1105 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 11:03:03.649268 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-8cd91cee-9d36-4101-99cc-28790cdceb1d req-50662404-410d-4539-9277-d6c528ca2de4 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:03.910991 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-8cd91cee-9d36-4101-99cc-28790cdceb1d req-50662404-410d-4539-9277-d6c528ca2de4 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] For port 4832c575-bb86-432a-aa0c-1e33362f1105, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=4832c575-bb86-432a-aa0c-1e33362f1105,segment=NetworkSegment(28aa9878-116a-4277-829f-9cd5027d1515),segment_id=28aa9878-116a-4277-829f-9cd5027d1515)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 11:03:03.911389 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-8cd91cee-9d36-4101-99cc-28790cdceb1d req-50662404-410d-4539-9277-d6c528ca2de4 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:04.042711 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-8cd91cee-9d36-4101-99cc-28790cdceb1d req-50662404-410d-4539-9277-d6c528ca2de4 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Calling delete_port for 4832c575-bb86-432a-aa0c-1e33362f1105 owned by compute:nova {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 11:03:04.198068 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-8cd91cee-9d36-4101-99cc-28790cdceb1d req-50662404-410d-4539-9277-d6c528ca2de4 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:04.222485 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a289a061-82cb-44c7-aa72-20543f0de695 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:03:04.282188 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50662404-410d-4539-9277-d6c528ca2de4 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event deleted for resources: {'Port': ['ID=4832c575-bb86-432a-aa0c-1e33362f1105,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:03:04.285201 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-50662404-410d-4539-9277-d6c528ca2de4 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:03:04.320193 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 4832c575-bb86-432a-aa0c-1e33362f1105 no longer exists at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 11:03:04.358402 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] No Port match for: 4832c575-bb86-432a-aa0c-1e33362f1105 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 11:03:04.358803 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 4832c575-bb86-432a-aa0c-1e33362f1105 not bound to the agent host hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 11:03:04.436487 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cd91cee-9d36-4101-99cc-28790cdceb1d req-50662404-410d-4539-9277-d6c528ca2de4 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] No DVR routers for this DVR port 4832c575-bb86-432a-aa0c-1e33362f1105 on host hv-neutron-7729 {{(pid=80766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 11:03:04.438809 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-8cd91cee-9d36-4101-99cc-28790cdceb1d req-50662404-410d-4539-9277-d6c528ca2de4 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:04.443948 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b9e393-0505-4f7f-bffa-d9e019a91bb7', 'name': 'network-vif-deleted', 'tag': '4832c575-bb86-432a-aa0c-1e33362f1105'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 11:03:04.458247 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8cd91cee-9d36-4101-99cc-28790cdceb1d req-50662404-410d-4539-9277-d6c528ca2de4 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.22 "DELETE /v2.0/ports/4832c575-bb86-432a-aa0c-1e33362f1105 HTTP/1.1" status: 204  len: 173 time: 0.8952427
Jan 29 11:03:04.537338 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f6a64495-c476-49bc-9419-35ab58032b93 req-8f5355ec-b0f3-496d-a605-61d02609a171 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0b9e393-0505-4f7f-bffa-d9e019a91bb7 HTTP/1.1" status: 200  len: 210 time: 0.0525677
Jan 29 11:03:04.609883 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b9e393-0505-4f7f-bffa-d9e019a91bb7', 'name': 'network-vif-deleted', 'tag': '4832c575-bb86-432a-aa0c-1e33362f1105', 'status': 'completed', 'code': 200}
Jan 29 11:03:05.346794 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:05.668812 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 37310) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:03:06.335703 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-92bd181e-d422-46ca-8517-a479982aa067 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349253'] for router_interface, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:06.706393 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-92bd181e-d422-46ca-8517-a479982aa067 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Deleting port c3f5a9c8-a6d7-4bbb-9101-8900511dca46 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 11:03:06.707584 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-92bd181e-d422-46ca-8517-a479982aa067 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:06.903136 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-92bd181e-d422-46ca-8517-a479982aa067 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] For port c3f5a9c8-a6d7-4bbb-9101-8900511dca46, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=c3f5a9c8-a6d7-4bbb-9101-8900511dca46,segment=NetworkSegment(28aa9878-116a-4277-829f-9cd5027d1515),segment_id=28aa9878-116a-4277-829f-9cd5027d1515)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 11:03:06.903528 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-92bd181e-d422-46ca-8517-a479982aa067 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:07.036556 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-92bd181e-d422-46ca-8517-a479982aa067 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Calling delete_port for c3f5a9c8-a6d7-4bbb-9101-8900511dca46 owned by network:router_interface {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 11:03:07.224986 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-92bd181e-d422-46ca-8517-a479982aa067 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:07.240143 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1e55c33d-d736-4656-a000-e01bc4cd26aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:03:07.294720 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bd181e-d422-46ca-8517-a479982aa067 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event deleted for resources: {'Port': ['ID=c3f5a9c8-a6d7-4bbb-9101-8900511dca46,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:03:07.303449 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-92bd181e-d422-46ca-8517-a479982aa067 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:03:07.927065 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-92bd181e-d422-46ca-8517-a479982aa067 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854415430'] for router_interface, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:08.443190 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92bd181e-d422-46ca-8517-a479982aa067 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Router e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 11:03:08.631373 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92bd181e-d422-46ca-8517-a479982aa067 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 11:03:08.641894 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10e2f75-2252-4dba-8e40-928962448dc4 None None] Sync routers for ids ['e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 11:03:08.645227 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-92bd181e-d422-46ca-8517-a479982aa067 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "PUT /v2.0/routers/e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9752076
Jan 29 11:03:08.648286 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 37314) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:03:08.653054 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10e2f75-2252-4dba-8e40-928962448dc4 None None] Routers {'e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 11:03:08.653733 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-f10e2f75-2252-4dba-8e40-928962448dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c8f4f3c8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T11:02:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:03:08.736742 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcc3d885-82a8-4288-af5b-14e6702755f3 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Deleting subnet f0b318aa-3da9-478b-b109-971b0c4f4d2b {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 11:03:08.740921 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dcc3d885-82a8-4288-af5b-14e6702755f3 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:08.802503 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dcc3d885-82a8-4288-af5b-14e6702755f3 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:08.841607 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-f10e2f75-2252-4dba-8e40-928962448dc4 None None] Set router e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 11:03:08.891979 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dcc3d885-82a8-4288-af5b-14e6702755f3 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:09.142220 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-f10e2f75-2252-4dba-8e40-928962448dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c8f4f3c8>, [{'id': 'e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1500564506', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': 'a5f62b58-371e-4fa0-afab-ca4f277c1029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:00:12Z', 'updated_at': '2021-01-29T11:03:07Z', 'revision_number': 5, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': 'a5f62b58-371e-4fa0-afab-ca4f277c1029', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:58:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:00:13Z', 'updated_at': '2021-01-29T11:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:03:09.147052 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10e2f75-2252-4dba-8e40-928962448dc4 None None] Checking router: e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7 for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 11:03:09.155958 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10e2f75-2252-4dba-8e40-928962448dc4 None None] Routers {'e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 11:03:09.156614 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-f10e2f75-2252-4dba-8e40-928962448dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c8f4f3c8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T11:02:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:03:09.186295 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dcc3d885-82a8-4288-af5b-14e6702755f3 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:09.203836 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-40146b17-54fe-4aa3-8a10-c27189756604 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:03:09.244211 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3d885-82a8-4288-af5b-14e6702755f3 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event deleted for resources: {'Subnet': ['ID=f0b318aa-3da9-478b-b109-971b0c4f4d2b,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:03:09.261259 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-dcc3d885-82a8-4288-af5b-14e6702755f3 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:03:09.350234 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dcc3d885-82a8-4288-af5b-14e6702755f3 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:09.356619 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-dcc3d885-82a8-4288-af5b-14e6702755f3 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "DELETE /v2.0/subnets/f0b318aa-3da9-478b-b109-971b0c4f4d2b HTTP/1.1" status: 204  len: 168 time: 0.7072623
Jan 29 11:03:09.358056 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-f10e2f75-2252-4dba-8e40-928962448dc4 None None] Set router e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 11:03:09.359456 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 37318) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:03:09.404766 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10219972-b20c-4bfc-8484-82a783dfb72c None None] Network 801ccf0f-afd3-48b3-b6d7-4ffac9688226 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 11:03:09.574829 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e550ffd3-6cc3-4273-87fe-cd197b034250 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for router, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:09.769462 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e550ffd3-6cc3-4273-87fe-cd197b034250 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for router_gateway, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:09.774695 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-e550ffd3-6cc3-4273-87fe-cd197b034250 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Deleting port a5f62b58-371e-4fa0-afab-ca4f277c1029 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 11:03:09.775073 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e550ffd3-6cc3-4273-87fe-cd197b034250 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:09.976070 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-e550ffd3-6cc3-4273-87fe-cd197b034250 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] For port a5f62b58-371e-4fa0-afab-ca4f277c1029, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=a5f62b58-371e-4fa0-afab-ca4f277c1029,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 11:03:09.976481 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e550ffd3-6cc3-4273-87fe-cd197b034250 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:10.042429 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-f10e2f75-2252-4dba-8e40-928962448dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c8f4f3c8>, [{'id': 'e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1500564506', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': 'a5f62b58-371e-4fa0-afab-ca4f277c1029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:00:12Z', 'updated_at': '2021-01-29T11:03:07Z', 'revision_number': 5, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': 'a5f62b58-371e-4fa0-afab-ca4f277c1029', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:58:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:00:13Z', 'updated_at': '2021-01-29T11:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:03:10.049372 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10e2f75-2252-4dba-8e40-928962448dc4 None None] The sync data for ids ['e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7'] in dv-neutron-772983-2-ovs is: [{'id': 'e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1500564506', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': 'a5f62b58-371e-4fa0-afab-ca4f277c1029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:00:12Z', 'updated_at': '2021-01-29T11:03:07Z', 'revision_number': 5, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': 'a5f62b58-371e-4fa0-afab-ca4f277c1029', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:58:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:00:13Z', 'updated_at': '2021-01-29T11:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 11:03:10.086969 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7234554c-3643-405a-bda7-0fb0cc5853dc None None] DHCP port deletion for 801ccf0f-afd3-48b3-b6d7-4ffac9688226 request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 11:03:10.091873 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-7234554c-3643-405a-bda7-0fb0cc5853dc None None] Deleting port 7c2e14ab-f2c0-4786-97b2-a92abfd3e4b0 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 11:03:10.092299 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7234554c-3643-405a-bda7-0fb0cc5853dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:10.122223 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-e550ffd3-6cc3-4273-87fe-cd197b034250 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Calling delete_port for a5f62b58-371e-4fa0-afab-ca4f277c1029 owned by network:router_gateway {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 11:03:10.276141 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e550ffd3-6cc3-4273-87fe-cd197b034250 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:10.315498 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-7234554c-3643-405a-bda7-0fb0cc5853dc None None] For port 7c2e14ab-f2c0-4786-97b2-a92abfd3e4b0, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=7c2e14ab-f2c0-4786-97b2-a92abfd3e4b0,segment=NetworkSegment(28aa9878-116a-4277-829f-9cd5027d1515),segment_id=28aa9878-116a-4277-829f-9cd5027d1515)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 11:03:10.316559 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7234554c-3643-405a-bda7-0fb0cc5853dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:10.454002 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-7234554c-3643-405a-bda7-0fb0cc5853dc None None] Calling delete_port for 7c2e14ab-f2c0-4786-97b2-a92abfd3e4b0 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 11:03:10.468085 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e550ffd3-6cc3-4273-87fe-cd197b034250 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854102222'] for router_gateway, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:10.530901 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7234554c-3643-405a-bda7-0fb0cc5853dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:10.547378 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:03:10.607073 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7234554c-3643-405a-bda7-0fb0cc5853dc None None] Pushing event deleted for resources: {'Port': ['ID=7c2e14ab-f2c0-4786-97b2-a92abfd3e4b0,revision_number=None']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:03:10.621930 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7234554c-3643-405a-bda7-0fb0cc5853dc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:10.622323 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7234554c-3643-405a-bda7-0fb0cc5853dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:10.622707 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7234554c-3643-405a-bda7-0fb0cc5853dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:10.623084 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7234554c-3643-405a-bda7-0fb0cc5853dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:10.623463 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7234554c-3643-405a-bda7-0fb0cc5853dc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:10.623839 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7234554c-3643-405a-bda7-0fb0cc5853dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:10.624203 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7234554c-3643-405a-bda7-0fb0cc5853dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:10.624571 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7234554c-3643-405a-bda7-0fb0cc5853dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:10.624943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7234554c-3643-405a-bda7-0fb0cc5853dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:10.625310 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7234554c-3643-405a-bda7-0fb0cc5853dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:10.625677 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7234554c-3643-405a-bda7-0fb0cc5853dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:10.626123 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7234554c-3643-405a-bda7-0fb0cc5853dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:10.626548 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7234554c-3643-405a-bda7-0fb0cc5853dc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:10.626993 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7234554c-3643-405a-bda7-0fb0cc5853dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:10.627315 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7234554c-3643-405a-bda7-0fb0cc5853dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:10.627678 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7234554c-3643-405a-bda7-0fb0cc5853dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:10.628041 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7234554c-3643-405a-bda7-0fb0cc5853dc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:10.629103 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7234554c-3643-405a-bda7-0fb0cc5853dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:10.629733 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7234554c-3643-405a-bda7-0fb0cc5853dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:10.629733 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7234554c-3643-405a-bda7-0fb0cc5853dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:10.630109 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7234554c-3643-405a-bda7-0fb0cc5853dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:10.630440 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7234554c-3643-405a-bda7-0fb0cc5853dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:10.630809 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7234554c-3643-405a-bda7-0fb0cc5853dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:10.631173 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7234554c-3643-405a-bda7-0fb0cc5853dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:10.681805 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7234554c-3643-405a-bda7-0fb0cc5853dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:03:10.717080 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7234554c-3643-405a-bda7-0fb0cc5853dc None None] No DVR routers for this DVR port 7c2e14ab-f2c0-4786-97b2-a92abfd3e4b0 on host dv-neutron-772983-2-ovs {{(pid=80767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 11:03:10.886788 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e550ffd3-6cc3-4273-87fe-cd197b034250 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:10.889107 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e550ffd3-6cc3-4273-87fe-cd197b034250 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:10.911445 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e550ffd3-6cc3-4273-87fe-cd197b034250 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:10.911995 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e550ffd3-6cc3-4273-87fe-cd197b034250 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Fanout notify agent at l3_agent the message router_deleted on router e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7 {{(pid=80766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 11:03:10.959822 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e550ffd3-6cc3-4273-87fe-cd197b034250 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:10.961065 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e550ffd3-6cc3-4273-87fe-cd197b034250 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "DELETE /v2.0/routers/e03d262b-46e9-443f-9bd4-1ecc4cbcb0e7 HTTP/1.1" status: 204  len: 168 time: 1.6006262
Jan 29 11:03:10.964319 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 37322) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:03:11.107700 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-579e612e-205d-4596-b3d7-dae596ea37f8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:11.224462 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 7c2e14ab-f2c0-4786-97b2-a92abfd3e4b0 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 11:03:11.262623 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 7c2e14ab-f2c0-4786-97b2-a92abfd3e4b0 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 11:03:11.263023 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 7c2e14ab-f2c0-4786-97b2-a92abfd3e4b0 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 11:03:11.263582 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device a5f62b58-371e-4fa0-afab-ca4f277c1029 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 11:03:11.302909 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: a5f62b58-371e-4fa0-afab-ca4f277c1029 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 11:03:11.303436 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device a5f62b58-371e-4fa0-afab-ca4f277c1029 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 11:03:11.303912 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device c3f5a9c8-a6d7-4bbb-9101-8900511dca46 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 11:03:11.317064 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-579e612e-205d-4596-b3d7-dae596ea37f8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:11.341566 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: c3f5a9c8-a6d7-4bbb-9101-8900511dca46 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 11:03:11.342043 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device c3f5a9c8-a6d7-4bbb-9101-8900511dca46 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 11:03:11.443726 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-579e612e-205d-4596-b3d7-dae596ea37f8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c83403c8>,) {'filters': {'network_id': ['801ccf0f-afd3-48b3-b6d7-4ffac9688226']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:03:11.456866 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-579e612e-205d-4596-b3d7-dae596ea37f8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c83403c8>, '28aa9878-116a-4277-829f-9cd5027d1515') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:03:11.457210 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-579e612e-205d-4596-b3d7-dae596ea37f8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c83403c8>, '28aa9878-116a-4277-829f-9cd5027d1515') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:03:11.468993 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-579e612e-205d-4596-b3d7-dae596ea37f8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:11.484249 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-579e612e-205d-4596-b3d7-dae596ea37f8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:11.486409 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-579e612e-205d-4596-b3d7-dae596ea37f8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Releasing vxlan tunnel 3 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 11:03:11.668590 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-579e612e-205d-4596-b3d7-dae596ea37f8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Network 801ccf0f-afd3-48b3-b6d7-4ffac9688226 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 11:03:11.677973 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-579e612e-205d-4596-b3d7-dae596ea37f8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:11.858813 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-579e612e-205d-4596-b3d7-dae596ea37f8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Network 801ccf0f-afd3-48b3-b6d7-4ffac9688226 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 11:03:11.883342 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 11:03:11.883342 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 11:03:11.883342 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 11:03:11.883342 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 11:03:11.883342 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 11:03:11.883342 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 11:03:11.883342 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 11:03:11.883342 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 11:03:11.883342 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 11:03:11.883342 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 11:03:11.883342 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 11:03:11.883342 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 11:03:11.883342 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 11:03:11.883342 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 11:03:11.883342 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 11:03:11.883342 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 11:03:11.883342 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 11:03:11.883342 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 11:03:11.883342 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 11:03:11.883342 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 11:03:11.883342 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 11:03:11.883342 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 11:03:11.883342 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 11:03:11.883342 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 11:03:11.883342 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 11:03:11.883342 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 11:03:11.883342 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 11:03:11.883342 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 11:03:11.883342 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 11:03:11.883342 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 11:03:11.883342 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 11:03:11.883342 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 11:03:11.962895 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-579e612e-205d-4596-b3d7-dae596ea37f8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:11.966163 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d2d46c00-4078-4af4-b9d9-0eb25b998461 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:03:11.981341 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-579e612e-205d-4596-b3d7-dae596ea37f8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:11.997568 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579e612e-205d-4596-b3d7-dae596ea37f8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event deleted for resources: {'Network': ['ID=801ccf0f-afd3-48b3-b6d7-4ffac9688226,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:03:12.002346 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-579e612e-205d-4596-b3d7-dae596ea37f8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:03:12.005564 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-579e612e-205d-4596-b3d7-dae596ea37f8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "DELETE /v2.0/networks/801ccf0f-afd3-48b3-b6d7-4ffac9688226 HTTP/1.1" status: 204  len: 168 time: 1.0402021
Jan 29 11:03:12.008536 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 37326) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:03:12.097358 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bf7d3d8e-5d40-4089-8fb6-2bf958765b21 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:12.129623 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bf7d3d8e-5d40-4089-8fb6-2bf958765b21 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:12.181373 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bf7d3d8e-5d40-4089-8fb6-2bf958765b21 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:12.186469 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-998c554d-80e7-4bf3-baa6-01983ca238aa tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:03:12.203095 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d3d8e-5d40-4089-8fb6-2bf958765b21 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4b7bd7-e4cc-4e60-b9c2-1ada483d3cdd,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:03:12.207466 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bf7d3d8e-5d40-4089-8fb6-2bf958765b21 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:03:12.210966 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-bf7d3d8e-5d40-4089-8fb6-2bf958765b21 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:12.212209 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-bf7d3d8e-5d40-4089-8fb6-2bf958765b21 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "DELETE /v2.0/security-groups/7a4b7bd7-e4cc-4e60-b9c2-1ada483d3cdd HTTP/1.1" status: 204  len: 168 time: 0.2026842
Jan 29 11:03:12.696776 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 37334) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:03:12.702822 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-7bbaae31-562b-463b-8987-0c51c99a994e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1621643395', 'description': 'tempest-secgroup-smoke-1621643395 description', 'project_id': '884b801388a745e49e2da4f5c6acad38'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 11:03:12.725686 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-7bbaae31-562b-463b-8987-0c51c99a994e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 11:03:12.730105 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-7bbaae31-562b-463b-8987-0c51c99a994e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Usage tracker for resource:security_group and tenant:884b801388a745e49e2da4f5c6acad38 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 11:03:12.733090 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-7bbaae31-562b-463b-8987-0c51c99a994e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 11:03:12.739104 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-7bbaae31-562b-463b-8987-0c51c99a994e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 11:03:12.748700 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7bbaae31-562b-463b-8987-0c51c99a994e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:12.769691 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-7bbaae31-562b-463b-8987-0c51c99a994e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 11:03:12.773720 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-7bbaae31-562b-463b-8987-0c51c99a994e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Usage tracker for resource:security_group_rule and tenant:884b801388a745e49e2da4f5c6acad38 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 11:03:12.776636 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-7bbaae31-562b-463b-8987-0c51c99a994e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 11:03:12.782293 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-7bbaae31-562b-463b-8987-0c51c99a994e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 11:03:12.858519 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7bbaae31-562b-463b-8987-0c51c99a994e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:12.861090 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7bbaae31-562b-463b-8987-0c51c99a994e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:12.866457 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-98c128c1-e673-47db-a18c-64e1e55d20cb tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:03:12.910668 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbaae31-562b-463b-8987-0c51c99a994e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bec22cb8-0148-40fd-b521-99a3b5b90e0e,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:03:12.913530 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7bbaae31-562b-463b-8987-0c51c99a994e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:12.914843 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7bbaae31-562b-463b-8987-0c51c99a994e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.2169757
Jan 29 11:03:12.915834 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7bbaae31-562b-463b-8987-0c51c99a994e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:03:12.917905 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 37338) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:03:12.923502 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-c0fbcde3-feb0-4c22-b932-ce84d7e87b28 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Request body: {'security_group_rule': {'security_group_id': 'bec22cb8-0148-40fd-b521-99a3b5b90e0e', 'project_id': '884b801388a745e49e2da4f5c6acad38', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 11:03:12.944995 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c0fbcde3-feb0-4c22-b932-ce84d7e87b28 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 11:03:12.949290 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c0fbcde3-feb0-4c22-b932-ce84d7e87b28 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Usage tracker for resource:security_group_rule and tenant:884b801388a745e49e2da4f5c6acad38 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 11:03:12.952277 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c0fbcde3-feb0-4c22-b932-ce84d7e87b28 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 11:03:12.958814 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c0fbcde3-feb0-4c22-b932-ce84d7e87b28 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 11:03:12.976074 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c0fbcde3-feb0-4c22-b932-ce84d7e87b28 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:13.039062 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c0fbcde3-feb0-4c22-b932-ce84d7e87b28 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:13.042174 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c0fbcde3-feb0-4c22-b932-ce84d7e87b28 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:13.049583 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1459f219-b239-424f-8d66-fc250a136915 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:03:13.070086 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fbcde3-feb0-4c22-b932-ce84d7e87b28 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f46c45a-91a9-447b-9719-45c66c90c52b,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:03:13.073046 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c0fbcde3-feb0-4c22-b932-ce84d7e87b28 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:03:13.079838 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c0fbcde3-feb0-4c22-b932-ce84d7e87b28 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:13.081232 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c0fbcde3-feb0-4c22-b932-ce84d7e87b28 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1623449
Jan 29 11:03:13.085350 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 37342) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:03:13.091334 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-c8638f3f-fb1c-477e-8f39-ca911c26b5d0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Request body: {'security_group_rule': {'security_group_id': 'bec22cb8-0148-40fd-b521-99a3b5b90e0e', 'project_id': '884b801388a745e49e2da4f5c6acad38', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 11:03:13.114150 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c8638f3f-fb1c-477e-8f39-ca911c26b5d0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 11:03:13.118304 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c8638f3f-fb1c-477e-8f39-ca911c26b5d0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Usage tracker for resource:security_group_rule and tenant:884b801388a745e49e2da4f5c6acad38 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 11:03:13.121326 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c8638f3f-fb1c-477e-8f39-ca911c26b5d0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 11:03:13.127193 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c8638f3f-fb1c-477e-8f39-ca911c26b5d0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 11:03:13.146030 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c8638f3f-fb1c-477e-8f39-ca911c26b5d0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:13.214412 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c8638f3f-fb1c-477e-8f39-ca911c26b5d0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:13.217079 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c8638f3f-fb1c-477e-8f39-ca911c26b5d0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:13.218999 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-df15dbf1-df15-4dc4-812e-412632a17648 tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:03:13.245292 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8638f3f-fb1c-477e-8f39-ca911c26b5d0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84b2dbf9-40c3-4e5f-a133-a0a9f93eabb5,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:03:13.249617 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c8638f3f-fb1c-477e-8f39-ca911c26b5d0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:03:13.256681 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c8638f3f-fb1c-477e-8f39-ca911c26b5d0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:13.258010 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c8638f3f-fb1c-477e-8f39-ca911c26b5d0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1715386
Jan 29 11:03:13.260874 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 37346) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:03:13.266359 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-5bf1a93a-5bac-4b14-85f3-57400816bcf9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Request body: {'security_group_rule': {'security_group_id': 'bec22cb8-0148-40fd-b521-99a3b5b90e0e', 'project_id': '884b801388a745e49e2da4f5c6acad38', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 11:03:13.288524 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-5bf1a93a-5bac-4b14-85f3-57400816bcf9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 11:03:13.292539 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5bf1a93a-5bac-4b14-85f3-57400816bcf9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Usage tracker for resource:security_group_rule and tenant:884b801388a745e49e2da4f5c6acad38 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 11:03:13.295562 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5bf1a93a-5bac-4b14-85f3-57400816bcf9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 11:03:13.301952 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-5bf1a93a-5bac-4b14-85f3-57400816bcf9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 11:03:13.318776 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5bf1a93a-5bac-4b14-85f3-57400816bcf9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:13.387160 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5bf1a93a-5bac-4b14-85f3-57400816bcf9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:13.390028 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5bf1a93a-5bac-4b14-85f3-57400816bcf9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:13.398168 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2500e2e1-b5e4-41e8-90f2-7239bd2232c9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:03:13.421684 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf1a93a-5bac-4b14-85f3-57400816bcf9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07c9ea76-c803-4da3-8c27-c8e13205d447,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:03:13.424375 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5bf1a93a-5bac-4b14-85f3-57400816bcf9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:03:13.429681 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5bf1a93a-5bac-4b14-85f3-57400816bcf9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:13.431014 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5bf1a93a-5bac-4b14-85f3-57400816bcf9 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1691544
Jan 29 11:03:13.433965 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 37352) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:03:13.439419 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-b6de2022-68db-4020-bd53-72db1de55ec1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Request body: {'security_group_rule': {'security_group_id': 'bec22cb8-0148-40fd-b521-99a3b5b90e0e', 'project_id': '884b801388a745e49e2da4f5c6acad38', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 11:03:13.462678 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-b6de2022-68db-4020-bd53-72db1de55ec1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 11:03:13.466819 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b6de2022-68db-4020-bd53-72db1de55ec1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Usage tracker for resource:security_group_rule and tenant:884b801388a745e49e2da4f5c6acad38 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 11:03:13.469751 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-b6de2022-68db-4020-bd53-72db1de55ec1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 11:03:13.475790 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-b6de2022-68db-4020-bd53-72db1de55ec1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 11:03:13.493416 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b6de2022-68db-4020-bd53-72db1de55ec1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:13.559991 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b6de2022-68db-4020-bd53-72db1de55ec1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:13.562728 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b6de2022-68db-4020-bd53-72db1de55ec1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:13.570465 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-55a7951f-f5ef-4f83-ac3a-969c397fb5aa tempest-SecGroupIPv6Test-256756587 tempest-SecGroupIPv6Test-256756587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:03:13.592533 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6de2022-68db-4020-bd53-72db1de55ec1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a62c9803-6bf1-4c7c-b27c-a1020a166526,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:03:13.595384 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b6de2022-68db-4020-bd53-72db1de55ec1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:03:13.598957 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b6de2022-68db-4020-bd53-72db1de55ec1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:13.602925 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b6de2022-68db-4020-bd53-72db1de55ec1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1654205
Jan 29 11:03:13.603081 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 37356) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:03:13.608657 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-5ad6f5c7-eaa3-4998-a80f-bce23a915423 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Request body: {'security_group_rule': {'security_group_id': 'bec22cb8-0148-40fd-b521-99a3b5b90e0e', 'project_id': '884b801388a745e49e2da4f5c6acad38', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 11:03:13.631438 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-5ad6f5c7-eaa3-4998-a80f-bce23a915423 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 11:03:13.635514 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5ad6f5c7-eaa3-4998-a80f-bce23a915423 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Usage tracker for resource:security_group_rule and tenant:884b801388a745e49e2da4f5c6acad38 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 11:03:13.638557 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5ad6f5c7-eaa3-4998-a80f-bce23a915423 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 11:03:13.644671 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-5ad6f5c7-eaa3-4998-a80f-bce23a915423 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 11:03:13.654809 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.securitygroups_db [None req-5ad6f5c7-eaa3-4998-a80f-bce23a915423 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Project 884b801388a745e49e2da4f5c6acad38 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 11:03:13.662062 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5ad6f5c7-eaa3-4998-a80f-bce23a915423 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:13.733882 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5ad6f5c7-eaa3-4998-a80f-bce23a915423 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:13.736818 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5ad6f5c7-eaa3-4998-a80f-bce23a915423 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:13.744353 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c8638f3f-fb1c-477e-8f39-ca911c26b5d0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:03:13.765335 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad6f5c7-eaa3-4998-a80f-bce23a915423 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24fb14c4-6916-4f73-8005-4158ca239a0c,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:03:13.770229 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5ad6f5c7-eaa3-4998-a80f-bce23a915423 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:03:13.777751 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5ad6f5c7-eaa3-4998-a80f-bce23a915423 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:13.779096 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5ad6f5c7-eaa3-4998-a80f-bce23a915423 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1750345
Jan 29 11:03:13.782120 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 37362) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:03:13.787867 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-49aba962-3705-4e07-9535-afb92f15f0ea tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Request body: {'security_group_rule': {'security_group_id': 'bec22cb8-0148-40fd-b521-99a3b5b90e0e', 'project_id': '884b801388a745e49e2da4f5c6acad38', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 11:03:13.809977 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-49aba962-3705-4e07-9535-afb92f15f0ea tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 11:03:13.814033 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-49aba962-3705-4e07-9535-afb92f15f0ea tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Usage tracker for resource:security_group_rule and tenant:884b801388a745e49e2da4f5c6acad38 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 11:03:13.817690 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-49aba962-3705-4e07-9535-afb92f15f0ea tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 11:03:14.080069 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-49aba962-3705-4e07-9535-afb92f15f0ea tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 11:03:14.090263 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.securitygroups_db [None req-49aba962-3705-4e07-9535-afb92f15f0ea tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Project 884b801388a745e49e2da4f5c6acad38 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 11:03:14.097288 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-49aba962-3705-4e07-9535-afb92f15f0ea tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:14.165091 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-49aba962-3705-4e07-9535-afb92f15f0ea tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:14.167717 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-49aba962-3705-4e07-9535-afb92f15f0ea tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:14.169696 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-16b8827a-556e-412d-93f7-f8d46f18fb4a tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:03:14.191454 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aba962-3705-4e07-9535-afb92f15f0ea tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84de560e-6b7a-42df-b05f-711f3c01c4be,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:03:14.202102 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aba962-3705-4e07-9535-afb92f15f0ea tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:14.202541 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aba962-3705-4e07-9535-afb92f15f0ea tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:14.202973 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aba962-3705-4e07-9535-afb92f15f0ea tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:14.203392 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aba962-3705-4e07-9535-afb92f15f0ea tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:14.203812 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aba962-3705-4e07-9535-afb92f15f0ea tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:14.204229 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aba962-3705-4e07-9535-afb92f15f0ea tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:14.204653 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aba962-3705-4e07-9535-afb92f15f0ea tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:14.205053 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aba962-3705-4e07-9535-afb92f15f0ea tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:14.205463 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aba962-3705-4e07-9535-afb92f15f0ea tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:14.205899 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aba962-3705-4e07-9535-afb92f15f0ea tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:14.207060 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aba962-3705-4e07-9535-afb92f15f0ea tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:14.207735 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aba962-3705-4e07-9535-afb92f15f0ea tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:14.208230 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aba962-3705-4e07-9535-afb92f15f0ea tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:14.208647 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aba962-3705-4e07-9535-afb92f15f0ea tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:14.209060 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aba962-3705-4e07-9535-afb92f15f0ea tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:14.209472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aba962-3705-4e07-9535-afb92f15f0ea tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:14.209935 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aba962-3705-4e07-9535-afb92f15f0ea tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:14.210330 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aba962-3705-4e07-9535-afb92f15f0ea tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:14.210740 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aba962-3705-4e07-9535-afb92f15f0ea tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:14.211153 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aba962-3705-4e07-9535-afb92f15f0ea tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:14.211564 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aba962-3705-4e07-9535-afb92f15f0ea tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:14.211972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aba962-3705-4e07-9535-afb92f15f0ea tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:14.212385 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aba962-3705-4e07-9535-afb92f15f0ea tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:14.212792 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aba962-3705-4e07-9535-afb92f15f0ea tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:14.218594 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-49aba962-3705-4e07-9535-afb92f15f0ea tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:03:14.222111 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-49aba962-3705-4e07-9535-afb92f15f0ea tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:14.223416 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-49aba962-3705-4e07-9535-afb92f15f0ea tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4401927
Jan 29 11:03:14.226480 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 37366) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:03:14.232676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-14ffed74-2be3-4c10-a54c-f466e0051f8b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Request body: {'network': {'name': 'tempest-network-smoke--1519022502', 'project_id': '884b801388a745e49e2da4f5c6acad38', 'port_security_enabled': True}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 11:03:14.238473 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-14ffed74-2be3-4c10-a54c-f466e0051f8b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 11:03:14.242848 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-14ffed74-2be3-4c10-a54c-f466e0051f8b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Usage tracker for resource:network and tenant:884b801388a745e49e2da4f5c6acad38 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 11:03:14.245861 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-14ffed74-2be3-4c10-a54c-f466e0051f8b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Quota usage for network was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 11:03:14.251689 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-14ffed74-2be3-4c10-a54c-f466e0051f8b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 11:03:14.261260 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ffed74-2be3-4c10-a54c-f466e0051f8b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Made reservation on behalf of 884b801388a745e49e2da4f5c6acad38 for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 11:03:14.282184 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-14ffed74-2be3-4c10-a54c-f466e0051f8b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:14.318529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14ffed74-2be3-4c10-a54c-f466e0051f8b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 11:03:14.328239 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-14ffed74-2be3-4c10-a54c-f466e0051f8b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:14.328625 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-14ffed74-2be3-4c10-a54c-f466e0051f8b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Added segment d8bf55f1-0fce-4aa5-9bbd-8c2dc29e06e7 of type vxlan for network 5776c23f-2b9b-42d1-844f-45b38ae4be97
Jan 29 11:03:14.356207 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-14ffed74-2be3-4c10-a54c-f466e0051f8b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:14.386926 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-14ffed74-2be3-4c10-a54c-f466e0051f8b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:14.459526 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ffed74-2be3-4c10-a54c-f466e0051f8b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:03:14.460189 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-14ffed74-2be3-4c10-a54c-f466e0051f8b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:14.465672 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2ce00f6f-2709-44b3-8190-f9fb2c57ed99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:03:14.525992 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-14ffed74-2be3-4c10-a54c-f466e0051f8b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2983718
Jan 29 11:03:14.529107 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 37370) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:03:14.535226 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-487e0df7-2869-4d9a-85fe-d4915b5b2abf tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1477878597', 'admin_state_up': True, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 11:03:14.558897 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-487e0df7-2869-4d9a-85fe-d4915b5b2abf tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 11:03:14.563014 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-487e0df7-2869-4d9a-85fe-d4915b5b2abf tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Usage tracker for resource:router and tenant:884b801388a745e49e2da4f5c6acad38 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 11:03:14.566619 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-487e0df7-2869-4d9a-85fe-d4915b5b2abf tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Quota usage for router was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 11:03:14.572667 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-487e0df7-2869-4d9a-85fe-d4915b5b2abf tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 11:03:14.583346 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-487e0df7-2869-4d9a-85fe-d4915b5b2abf tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:14.584417 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-487e0df7-2869-4d9a-85fe-d4915b5b2abf tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:14.587675 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ffed74-2be3-4c10-a54c-f466e0051f8b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'Network': ['ID=5776c23f-2b9b-42d1-844f-45b38ae4be97,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:03:14.590832 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-14ffed74-2be3-4c10-a54c-f466e0051f8b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:03:14.599700 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 5776c23f-2b9b-42d1-844f-45b38ae4be97 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 11:03:14.603130 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-487e0df7-2869-4d9a-85fe-d4915b5b2abf tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:14.617663 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 5776c23f-2b9b-42d1-844f-45b38ae4be97 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 11:03:14.885649 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-487e0df7-2869-4d9a-85fe-d4915b5b2abf tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:15.201827 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-487e0df7-2869-4d9a-85fe-d4915b5b2abf tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for router_gateway, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:15.212180 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 11:03:15.235906 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-487e0df7-2869-4d9a-85fe-d4915b5b2abf tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:15.500903 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-487e0df7-2869-4d9a-85fe-d4915b5b2abf tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Allocated IP 172.26.7.9 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/95df7851-2d66-4baa-96df-10e7b81e4a50) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 11:03:15.656979 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-487e0df7-2869-4d9a-85fe-d4915b5b2abf tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:15.686603 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-487e0df7-2869-4d9a-85fe-d4915b5b2abf tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:15.702309 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-50662404-410d-4539-9277-d6c528ca2de4 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:03:16.115518 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487e0df7-2869-4d9a-85fe-d4915b5b2abf tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'Port': ['ID=95df7851-2d66-4baa-96df-10e7b81e4a50,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:03:16.119786 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-487e0df7-2869-4d9a-85fe-d4915b5b2abf tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:03:16.168279 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487e0df7-2869-4d9a-85fe-d4915b5b2abf tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 11:03:16.169378 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-487e0df7-2869-4d9a-85fe-d4915b5b2abf tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 11:03:16.171528 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487e0df7-2869-4d9a-85fe-d4915b5b2abf tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 11:03:16.603470 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-487e0df7-2869-4d9a-85fe-d4915b5b2abf tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for router_gateway, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:16.974624 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-487e0df7-2869-4d9a-85fe-d4915b5b2abf tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:17.194070 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-487e0df7-2869-4d9a-85fe-d4915b5b2abf tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Router da131e3c-8354-4f0a-8755-46225f5cbec7 is scheduled to L3 agent 18987107-6d88-4736-94cf-15791d65b3ff with binding_index 1 {{(pid=80766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 29 11:03:17.392367 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487e0df7-2869-4d9a-85fe-d4915b5b2abf tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 11:03:17.402143 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cf759b-7f37-4856-b11f-255a2877fffa None None] Sync routers for ids ['da131e3c-8354-4f0a-8755-46225f5cbec7'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 11:03:17.412886 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cf759b-7f37-4856-b11f-255a2877fffa None None] Routers {'da131e3c-8354-4f0a-8755-46225f5cbec7'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 11:03:17.413631 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-e4cf759b-7f37-4856-b11f-255a2877fffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99cacb41d0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T11:02:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['da131e3c-8354-4f0a-8755-46225f5cbec7'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:03:17.453367 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-487e0df7-2869-4d9a-85fe-d4915b5b2abf tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:17.454633 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-487e0df7-2869-4d9a-85fe-d4915b5b2abf tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 2.9243846
Jan 29 11:03:17.457963 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 37374) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:03:17.704201 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ec215385-6d81-4aff-b1fc-a66b13d180dc tempest-TestNetworkAdvancedServerOps-1094188060 tempest-TestNetworkAdvancedServerOps-1094188060-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=884b801388a745e49e2da4f5c6acad38&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.2448590
Jan 29 11:03:17.707567 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 37380) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:03:17.762632 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-e4cf759b-7f37-4856-b11f-255a2877fffa None None] Set router da131e3c-8354-4f0a-8755-46225f5cbec7 gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 11:03:17.850157 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddda6d09-6cef-4c58-9d30-218dc86f6daf tempest-TestNetworkAdvancedServerOps-1094188060 tempest-TestNetworkAdvancedServerOps-1094188060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:03:17.851798 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ddda6d09-6cef-4c58-9d30-218dc86f6daf tempest-TestNetworkAdvancedServerOps-1094188060 tempest-TestNetworkAdvancedServerOps-1094188060-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1431992
Jan 29 11:03:17.854958 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 37384) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:03:17.900083 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0da360ab-c4e2-4856-904e-dea04974273f tempest-TestNetworkAdvancedServerOps-1094188060 tempest-TestNetworkAdvancedServerOps-1094188060-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=aadf795f-2e1a-4d04-be0e-12575f0f28a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0438910
Jan 29 11:03:17.902656 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 37388) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:03:17.908631 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-106b2e4a-8c96-4a52-b297-7da1213ba572 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-765534186', 'network_id': '5776c23f-2b9b-42d1-844f-45b38ae4be97', 'project_id': '884b801388a745e49e2da4f5c6acad38', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 11:03:18.026406 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-106b2e4a-8c96-4a52-b297-7da1213ba572 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 11:03:18.030388 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-106b2e4a-8c96-4a52-b297-7da1213ba572 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Usage tracker for resource:subnet and tenant:884b801388a745e49e2da4f5c6acad38 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 11:03:18.033303 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-106b2e4a-8c96-4a52-b297-7da1213ba572 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 11:03:18.039340 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-106b2e4a-8c96-4a52-b297-7da1213ba572 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 11:03:18.048018 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-106b2e4a-8c96-4a52-b297-7da1213ba572 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Made reservation on behalf of 884b801388a745e49e2da4f5c6acad38 for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 11:03:18.064658 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-e4cf759b-7f37-4856-b11f-255a2877fffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99cacb41d0>, [{'id': 'da131e3c-8354-4f0a-8755-46225f5cbec7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477878597', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.9'}], 'enable_snat': True}, 'gw_port_id': '95df7851-2d66-4baa-96df-10e7b81e4a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:03:14Z', 'updated_at': '2021-01-29T11:03:16Z', 'revision_number': 3, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': '95df7851-2d66-4baa-96df-10e7b81e4a50', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:26:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da131e3c-8354-4f0a-8755-46225f5cbec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:03:15Z', 'updated_at': '2021-01-29T11:03:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:03:18.069565 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cf759b-7f37-4856-b11f-255a2877fffa None None] Checking router: da131e3c-8354-4f0a-8755-46225f5cbec7 for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 11:03:18.069999 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cf759b-7f37-4856-b11f-255a2877fffa None None] Updating router da131e3c-8354-4f0a-8755-46225f5cbec7 port 95df7851-2d66-4baa-96df-10e7b81e4a50 binding host dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 29 11:03:18.070423 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-106b2e4a-8c96-4a52-b297-7da1213ba572 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:18.125692 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e4cf759b-7f37-4856-b11f-255a2877fffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:18.533620 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e4cf759b-7f37-4856-b11f-255a2877fffa None None] Notify callbacks [] for port, precommit_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:18.544979 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-106b2e4a-8c96-4a52-b297-7da1213ba572 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:18.546456 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-e4cf759b-7f37-4856-b11f-255a2877fffa None None] Transition to ACTIVE for port object 95df7851-2d66-4baa-96df-10e7b81e4a50 will not be triggered until provisioned by entity L2. {{(pid=80768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 11:03:18.551023 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e4cf759b-7f37-4856-b11f-255a2877fffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:18.561653 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d731234c-8808-4238-b96a-90c57f5ec4bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:03:18.566455 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9bb6f3ca-5a06-45bc-8cfc-d6b8754cf192 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:03:18.698568 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106b2e4a-8c96-4a52-b297-7da1213ba572 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'Subnet': ['ID=e5c9f193-9401-4d18-920f-3b8bf1357710,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:03:18.701440 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-106b2e4a-8c96-4a52-b297-7da1213ba572 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:03:18.702352 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b04360b-3e4b-4b9e-a07b-839d24332d7b None None] Pushing event updated for resources: {'Port': ['ID=95df7851-2d66-4baa-96df-10e7b81e4a50,revision_number=2']} {{(pid=80768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:03:18.722081 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b04360b-3e4b-4b9e-a07b-839d24332d7b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:18.722425 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b04360b-3e4b-4b9e-a07b-839d24332d7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:18.722801 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b04360b-3e4b-4b9e-a07b-839d24332d7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:18.723165 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b04360b-3e4b-4b9e-a07b-839d24332d7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:18.723549 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b04360b-3e4b-4b9e-a07b-839d24332d7b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:18.723892 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b04360b-3e4b-4b9e-a07b-839d24332d7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:18.724253 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b04360b-3e4b-4b9e-a07b-839d24332d7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:18.724612 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b04360b-3e4b-4b9e-a07b-839d24332d7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:18.724975 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b04360b-3e4b-4b9e-a07b-839d24332d7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:18.725332 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b04360b-3e4b-4b9e-a07b-839d24332d7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:18.725686 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b04360b-3e4b-4b9e-a07b-839d24332d7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:18.726066 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b04360b-3e4b-4b9e-a07b-839d24332d7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:18.726491 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b04360b-3e4b-4b9e-a07b-839d24332d7b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:18.726852 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b04360b-3e4b-4b9e-a07b-839d24332d7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:18.727213 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b04360b-3e4b-4b9e-a07b-839d24332d7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:18.727573 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b04360b-3e4b-4b9e-a07b-839d24332d7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:18.727920 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b04360b-3e4b-4b9e-a07b-839d24332d7b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:18.728273 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b04360b-3e4b-4b9e-a07b-839d24332d7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:18.728625 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b04360b-3e4b-4b9e-a07b-839d24332d7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:18.728975 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b04360b-3e4b-4b9e-a07b-839d24332d7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:18.729325 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b04360b-3e4b-4b9e-a07b-839d24332d7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:18.729680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b04360b-3e4b-4b9e-a07b-839d24332d7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:18.730059 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b04360b-3e4b-4b9e-a07b-839d24332d7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:18.730412 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b04360b-3e4b-4b9e-a07b-839d24332d7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:03:18.735860 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1b04360b-3e4b-4b9e-a07b-839d24332d7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:03:18.774864 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106b2e4a-8c96-4a52-b297-7da1213ba572 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Checking segment: {'id': 'd8bf55f1-0fce-4aa5-9bbd-8c2dc29e06e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5776c23f-2b9b-42d1-844f-45b38ae4be97'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 11:03:18.775262 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106b2e4a-8c96-4a52-b297-7da1213ba572 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Network hostable DHCP agents. Network: 5776c23f-2b9b-42d1-844f-45b38ae4be97, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 11:03:18.780886 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-e4cf759b-7f37-4856-b11f-255a2877fffa None None] Attempting to bind port 95df7851-2d66-4baa-96df-10e7b81e4a50 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 11:03:18.781302 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-e4cf759b-7f37-4856-b11f-255a2877fffa None None] Attempting to bind port 95df7851-2d66-4baa-96df-10e7b81e4a50 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}] {{(pid=80768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 11:03:18.781707 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cf759b-7f37-4856-b11f-255a2877fffa None None] Attempting to bind port 95df7851-2d66-4baa-96df-10e7b81e4a50 on network aadf795f-2e1a-4d04-be0e-12575f0f28a5 {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 11:03:18.787403 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cf759b-7f37-4856-b11f-255a2877fffa None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 11, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 11:03:18.787841 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cf759b-7f37-4856-b11f-255a2877fffa None None] Checking segment: {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 11:03:18.788265 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e4cf759b-7f37-4856-b11f-255a2877fffa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:18.788703 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cf759b-7f37-4856-b11f-255a2877fffa None None] Bound using segment: {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'} {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 11:03:18.789224 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-e4cf759b-7f37-4856-b11f-255a2877fffa None None] Bound port: 95df7851-2d66-4baa-96df-10e7b81e4a50, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}}] {{(pid=80768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 11:03:18.789659 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e4cf759b-7f37-4856-b11f-255a2877fffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:18.795239 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106b2e4a-8c96-4a52-b297-7da1213ba572 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Network 5776c23f-2b9b-42d1-844f-45b38ae4be97 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 11:03:18.803912 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-106b2e4a-8c96-4a52-b297-7da1213ba572 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 5776c23f-2b9b-42d1-844f-45b38ae4be97) {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 11:03:18.813253 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b623a28-087b-48c2-8278-b53741f755cc None None] Network 5776c23f-2b9b-42d1-844f-45b38ae4be97 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 11:03:18.817624 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106b2e4a-8c96-4a52-b297-7da1213ba572 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:03:18.818307 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-106b2e4a-8c96-4a52-b297-7da1213ba572 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:18.842421 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-106b2e4a-8c96-4a52-b297-7da1213ba572 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.9359663
Jan 29 11:03:18.842655 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 37394) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:03:18.872821 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-e4cf759b-7f37-4856-b11f-255a2877fffa None None] For port 95df7851-2d66-4baa-96df-10e7b81e4a50, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 11:03:18.875924 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-e4cf759b-7f37-4856-b11f-255a2877fffa None None] For port 95df7851-2d66-4baa-96df-10e7b81e4a50, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=95df7851-2d66-4baa-96df-10e7b81e4a50,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 11:03:18.880218 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e4cf759b-7f37-4856-b11f-255a2877fffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:18.896409 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-16c0de8d-0a0b-4efb-8d10-6fbdd301a9c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:03:19.048023 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80339d92-c8a1-4ab9-992e-67a524421434 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-5776c23f-2b9b-42d1-844f-45b38ae4be97', 'network_id': '5776c23f-2b9b-42d1-844f-45b38ae4be97', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'fixed_ips': [{'subnet_id': 'e5c9f193-9401-4d18-920f-3b8bf1357710'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 11:03:19.049088 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-80339d92-c8a1-4ab9-992e-67a524421434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:19.052261 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b04360b-3e4b-4b9e-a07b-839d24332d7b None None] Pushing event updated for resources: {'Port': ['ID=95df7851-2d66-4baa-96df-10e7b81e4a50,revision_number=3']} {{(pid=80768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:03:19.056967 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1b04360b-3e4b-4b9e-a07b-839d24332d7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:03:19.108685 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cf759b-7f37-4856-b11f-255a2877fffa None None] Routers {'da131e3c-8354-4f0a-8755-46225f5cbec7'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 11:03:19.109552 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-e4cf759b-7f37-4856-b11f-255a2877fffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99cacb41d0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T11:02:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['da131e3c-8354-4f0a-8755-46225f5cbec7'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:03:19.310181 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-e4cf759b-7f37-4856-b11f-255a2877fffa None None] Set router da131e3c-8354-4f0a-8755-46225f5cbec7 gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 11:03:19.372000 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-80339d92-c8a1-4ab9-992e-67a524421434 None None] Allocated IP 172.20.0.2 (5776c23f-2b9b-42d1-844f-45b38ae4be97/e5c9f193-9401-4d18-920f-3b8bf1357710/4015f3d5-3996-420d-abea-7667bf722921) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 11:03:19.619386 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-80339d92-c8a1-4ab9-992e-67a524421434 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:19.632151 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-80339d92-c8a1-4ab9-992e-67a524421434 None None] Transition to ACTIVE for port object 4015f3d5-3996-420d-abea-7667bf722921 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 11:03:19.649483 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-80339d92-c8a1-4ab9-992e-67a524421434 None None] Transition to ACTIVE for port object 4015f3d5-3996-420d-abea-7667bf722921 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 11:03:19.654060 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-80339d92-c8a1-4ab9-992e-67a524421434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:19.673936 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6fd9ae3c-91ba-4936-9285-320fa55b6243 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:03:19.804200 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-e4cf759b-7f37-4856-b11f-255a2877fffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99cacb41d0>, [{'id': 'da131e3c-8354-4f0a-8755-46225f5cbec7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477878597', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.9'}], 'enable_snat': True}, 'gw_port_id': '95df7851-2d66-4baa-96df-10e7b81e4a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:03:14Z', 'updated_at': '2021-01-29T11:03:16Z', 'revision_number': 3, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': '95df7851-2d66-4baa-96df-10e7b81e4a50', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:26:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da131e3c-8354-4f0a-8755-46225f5cbec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:03:15Z', 'updated_at': '2021-01-29T11:03:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:03:19.812299 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80339d92-c8a1-4ab9-992e-67a524421434 None None] Pushing event updated for resources: {'Port': ['ID=4015f3d5-3996-420d-abea-7667bf722921,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:03:19.812871 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cf759b-7f37-4856-b11f-255a2877fffa None None] The sync data for ids ['da131e3c-8354-4f0a-8755-46225f5cbec7'] in dv-neutron-772983-2-ovs is: [{'id': 'da131e3c-8354-4f0a-8755-46225f5cbec7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477878597', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.9'}], 'enable_snat': True}, 'gw_port_id': '95df7851-2d66-4baa-96df-10e7b81e4a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:03:14Z', 'updated_at': '2021-01-29T11:03:16Z', 'revision_number': 3, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': '95df7851-2d66-4baa-96df-10e7b81e4a50', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:26:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da131e3c-8354-4f0a-8755-46225f5cbec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:03:15Z', 'updated_at': '2021-01-29T11:03:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 11:03:19.816660 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-80339d92-c8a1-4ab9-992e-67a524421434 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:03:19.877808 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80339d92-c8a1-4ab9-992e-67a524421434 None None] Network 5776c23f-2b9b-42d1-844f-45b38ae4be97 is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 11:03:19.879041 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-80339d92-c8a1-4ab9-992e-67a524421434 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 11:03:19.881321 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80339d92-c8a1-4ab9-992e-67a524421434 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 11:03:19.943711 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-80339d92-c8a1-4ab9-992e-67a524421434 None None] Attempting to bind port 4015f3d5-3996-420d-abea-7667bf722921 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 11:03:19.944127 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-80339d92-c8a1-4ab9-992e-67a524421434 None None] Attempting to bind port 4015f3d5-3996-420d-abea-7667bf722921 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'd8bf55f1-0fce-4aa5-9bbd-8c2dc29e06e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5776c23f-2b9b-42d1-844f-45b38ae4be97'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 11:03:19.944542 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80339d92-c8a1-4ab9-992e-67a524421434 None None] Attempting to bind port 4015f3d5-3996-420d-abea-7667bf722921 on network 5776c23f-2b9b-42d1-844f-45b38ae4be97 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 11:03:19.949842 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fe2a1457-17e4-470d-a88d-6ae943bb5767 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:19.950547 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80339d92-c8a1-4ab9-992e-67a524421434 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 11, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 11:03:19.950971 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80339d92-c8a1-4ab9-992e-67a524421434 None None] Checking segment: {'id': 'd8bf55f1-0fce-4aa5-9bbd-8c2dc29e06e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5776c23f-2b9b-42d1-844f-45b38ae4be97'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 11:03:19.951447 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-80339d92-c8a1-4ab9-992e-67a524421434 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:19.951855 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80339d92-c8a1-4ab9-992e-67a524421434 None None] Bound using segment: {'id': 'd8bf55f1-0fce-4aa5-9bbd-8c2dc29e06e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5776c23f-2b9b-42d1-844f-45b38ae4be97'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 11:03:19.952374 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-80339d92-c8a1-4ab9-992e-67a524421434 None None] Bound port: 4015f3d5-3996-420d-abea-7667bf722921, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8bf55f1-0fce-4aa5-9bbd-8c2dc29e06e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5776c23f-2b9b-42d1-844f-45b38ae4be97'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 11:03:19.952793 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-80339d92-c8a1-4ab9-992e-67a524421434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:20.046411 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-80339d92-c8a1-4ab9-992e-67a524421434 None None] For port 4015f3d5-3996-420d-abea-7667bf722921, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 11:03:20.049595 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-80339d92-c8a1-4ab9-992e-67a524421434 None None] For port 4015f3d5-3996-420d-abea-7667bf722921, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=4015f3d5-3996-420d-abea-7667bf722921,segment=NetworkSegment(d8bf55f1-0fce-4aa5-9bbd-8c2dc29e06e7),segment_id=d8bf55f1-0fce-4aa5-9bbd-8c2dc29e06e7)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 11:03:20.053642 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-80339d92-c8a1-4ab9-992e-67a524421434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:20.067268 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6fd9ae3c-91ba-4936-9285-320fa55b6243 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:03:20.215593 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80339d92-c8a1-4ab9-992e-67a524421434 None None] Pushing event updated for resources: {'Port': ['ID=4015f3d5-3996-420d-abea-7667bf722921,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:03:20.220414 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-80339d92-c8a1-4ab9-992e-67a524421434 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:03:20.599693 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-fe2a1457-17e4-470d-a88d-6ae943bb5767 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Allocated IP 172.20.0.1 (5776c23f-2b9b-42d1-844f-45b38ae4be97/e5c9f193-9401-4d18-920f-3b8bf1357710/fe822c3c-47a7-487f-abe3-678725f835c1) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 11:03:20.789503 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fe2a1457-17e4-470d-a88d-6ae943bb5767 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:20.805716 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-fe2a1457-17e4-470d-a88d-6ae943bb5767 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Transition to ACTIVE for port object fe822c3c-47a7-487f-abe3-678725f835c1 will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 11:03:20.828285 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fe2a1457-17e4-470d-a88d-6ae943bb5767 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:20.844454 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-40d7b7fb-d23b-4c81-b818-3403ff2e0152 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:03:20.990641 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2a1457-17e4-470d-a88d-6ae943bb5767 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'Port': ['ID=fe822c3c-47a7-487f-abe3-678725f835c1,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:03:20.994943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-fe2a1457-17e4-470d-a88d-6ae943bb5767 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:03:21.045509 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2a1457-17e4-470d-a88d-6ae943bb5767 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Network 5776c23f-2b9b-42d1-844f-45b38ae4be97 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 11:03:21.046693 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-fe2a1457-17e4-470d-a88d-6ae943bb5767 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 11:03:21.049036 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2a1457-17e4-470d-a88d-6ae943bb5767 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 11:03:21.109839 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fe2a1457-17e4-470d-a88d-6ae943bb5767 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854426412'] for router_interface, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:21.229159 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fe2a1457-17e4-470d-a88d-6ae943bb5767 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:21.282435 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 4015f3d5-3996-420d-abea-7667bf722921 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 11:03:21.364187 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 4015f3d5-3996-420d-abea-7667bf722921 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 11:03:21.369728 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 95df7851-2d66-4baa-96df-10e7b81e4a50 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 11:03:21.451519 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 95df7851-2d66-4baa-96df-10e7b81e4a50 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 11:03:21.459069 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 95df7851-2d66-4baa-96df-10e7b81e4a50 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:03:21.459824 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:21.608555 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e91977b0-feed-4c05-8e5b-df5ece41366f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:21.616050 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:21.634146 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port 95df7851-2d66-4baa-96df-10e7b81e4a50, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=95df7851-2d66-4baa-96df-10e7b81e4a50,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 11:03:21.637124 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:21.640224 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-66126bbf-9eab-4aae-ad3c-42feaac02917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:03:21.681042 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4edbe2-5e48-4beb-b708-96d8431632e4 None None] Network 5776c23f-2b9b-42d1-844f-45b38ae4be97 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 11:03:21.763541 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fe2a1457-17e4-470d-a88d-6ae943bb5767 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:21.767177 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fe2a1457-17e4-470d-a88d-6ae943bb5767 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:21.802559 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a289a061-82cb-44c7-aa72-20543f0de695 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:03:21.813332 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-ed97570c-d37b-489e-a9a7-afb4f875b9fb None None] Provisioning for port 4015f3d5-3996-420d-abea-7667bf722921 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 11:03:21.819851 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=95df7851-2d66-4baa-96df-10e7b81e4a50,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:03:21.835583 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:03:21.836333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-ed97570c-d37b-489e-a9a7-afb4f875b9fb None None] Provisioning complete for port 4015f3d5-3996-420d-abea-7667bf722921 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:03:21.836749 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ed97570c-d37b-489e-a9a7-afb4f875b9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:21.895932 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2a1457-17e4-470d-a88d-6ae943bb5767 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'Port': ['ID=fe822c3c-47a7-487f-abe3-678725f835c1,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:03:21.898974 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-fe2a1457-17e4-470d-a88d-6ae943bb5767 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854133895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349242'] for router_interface, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:21.915092 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-fe2a1457-17e4-470d-a88d-6ae943bb5767 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:03:22.046572 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2a1457-17e4-470d-a88d-6ae943bb5767 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Network 5776c23f-2b9b-42d1-844f-45b38ae4be97 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 11:03:22.047620 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-fe2a1457-17e4-470d-a88d-6ae943bb5767 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 11:03:22.067111 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ed97570c-d37b-489e-a9a7-afb4f875b9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:22.115745 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-ed97570c-d37b-489e-a9a7-afb4f875b9fb None None] For port 4015f3d5-3996-420d-abea-7667bf722921, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=4015f3d5-3996-420d-abea-7667bf722921,segment=NetworkSegment(d8bf55f1-0fce-4aa5-9bbd-8c2dc29e06e7),segment_id=d8bf55f1-0fce-4aa5-9bbd-8c2dc29e06e7)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 11:03:22.119312 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ed97570c-d37b-489e-a9a7-afb4f875b9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:22.121232 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2d529daf-12ca-44a4-96b9-99b37ee44a69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:03:22.200040 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed97570c-d37b-489e-a9a7-afb4f875b9fb None None] Pushing event updated for resources: {'Port': ['ID=4015f3d5-3996-420d-abea-7667bf722921,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:03:22.203632 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ed97570c-d37b-489e-a9a7-afb4f875b9fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:03:22.254015 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe2a1457-17e4-470d-a88d-6ae943bb5767 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Router da131e3c-8354-4f0a-8755-46225f5cbec7 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 11:03:22.442181 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-d1b92525-bb23-4a34-9254-ac30ed7f20a9 None None] Provisioning complete for port 4015f3d5-3996-420d-abea-7667bf722921 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:03:22.442528 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d1b92525-bb23-4a34-9254-ac30ed7f20a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:22.465099 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe2a1457-17e4-470d-a88d-6ae943bb5767 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 11:03:22.485138 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-fe2a1457-17e4-470d-a88d-6ae943bb5767 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "PUT /v2.0/routers/da131e3c-8354-4f0a-8755-46225f5cbec7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6413138
Jan 29 11:03:22.689277 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f1cc5f-3943-48ba-b776-695cac0b2240 None None] Sync routers for ids ['da131e3c-8354-4f0a-8755-46225f5cbec7'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 11:03:22.707987 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f1cc5f-3943-48ba-b776-695cac0b2240 None None] Routers {'da131e3c-8354-4f0a-8755-46225f5cbec7'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 11:03:22.708698 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-c5f1cc5f-3943-48ba-b776-695cac0b2240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c8554240>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T11:02:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['da131e3c-8354-4f0a-8755-46225f5cbec7'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:03:22.738923 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ca5b9d02-cbc7-4183-ba36-04a8533c57ce req-488ca4c8-ff8d-45b1-9aca-67abb2d9bc97 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1621643395&fields=id&tenant_id=884b801388a745e49e2da4f5c6acad38 HTTP/1.1" status: 200  len: 267 time: 0.0701249
Jan 29 11:03:22.967743 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-c5f1cc5f-3943-48ba-b776-695cac0b2240 None None] Set router da131e3c-8354-4f0a-8755-46225f5cbec7 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 11:03:22.994954 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b9d02-cbc7-4183-ba36-04a8533c57ce req-908e8b87-f312-427b-88dd-d60e3937caf0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:03:22.995776 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-ca5b9d02-cbc7-4183-ba36-04a8533c57ce req-908e8b87-f312-427b-88dd-d60e3937caf0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Synchronizing usage tracker for tenant:884b801388a745e49e2da4f5c6acad38 on resource:network {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 11:03:23.012215 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-ca5b9d02-cbc7-4183-ba36-04a8533c57ce req-908e8b87-f312-427b-88dd-d60e3937caf0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Unset dirty status for tenant:884b801388a745e49e2da4f5c6acad38 on resource:network {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 11:03:23.013522 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ca5b9d02-cbc7-4183-ba36-04a8533c57ce req-908e8b87-f312-427b-88dd-d60e3937caf0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/networks?id=5776c23f-2b9b-42d1-844f-45b38ae4be97 HTTP/1.1" status: 200  len: 797 time: 0.2666705
Jan 29 11:03:23.016566 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-d1b92525-bb23-4a34-9254-ac30ed7f20a9 None None] Provisioning for port fe822c3c-47a7-487f-abe3-678725f835c1 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 11:03:23.032792 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-d1b92525-bb23-4a34-9254-ac30ed7f20a9 None None] Provisioning complete for port fe822c3c-47a7-487f-abe3-678725f835c1 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:03:23.032987 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ca5b9d02-cbc7-4183-ba36-04a8533c57ce req-2f8ccb82-eff4-475a-8834-b33d2061012a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/quotas/884b801388a745e49e2da4f5c6acad38 HTTP/1.1" status: 200  len: 375 time: 0.0113664
Jan 29 11:03:23.033272 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d1b92525-bb23-4a34-9254-ac30ed7f20a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:23.163521 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ca5b9d02-cbc7-4183-ba36-04a8533c57ce req-4150e6f3-f125-41f1-91f8-814d66a4d53c tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=884b801388a745e49e2da4f5c6acad38&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1230264
Jan 29 11:03:23.210783 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-d1b92525-bb23-4a34-9254-ac30ed7f20a9 None None] Port fe822c3c-47a7-487f-abe3-678725f835c1 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 11:03:23.266688 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 4015f3d5-3996-420d-abea-7667bf722921 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 11:03:23.376868 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-baa90fc2-95dd-492d-b6e4-a755f2494183 None None] Provisioning complete for port 4015f3d5-3996-420d-abea-7667bf722921 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:03:23.377294 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-baa90fc2-95dd-492d-b6e4-a755f2494183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:23.400656 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ca5b9d02-cbc7-4183-ba36-04a8533c57ce req-2c88a5e4-fc3f-4c56-9896-2380bad2ea67 service neutron] 10.222.0.57 "GET /v2.0/networks/5776c23f-2b9b-42d1-844f-45b38ae4be97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2207906
Jan 29 11:03:23.495187 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 4015f3d5-3996-420d-abea-7667bf722921 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:03:23.496104 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:23.548459 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ca5b9d02-cbc7-4183-ba36-04a8533c57ce req-13abf9c2-f5ba-43a6-be3f-f6ebb417d21a service neutron] 10.222.0.57 "GET /v2.0/networks/5776c23f-2b9b-42d1-844f-45b38ae4be97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1408913
Jan 29 11:03:23.649543 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-c5f1cc5f-3943-48ba-b776-695cac0b2240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c8554240>, [{'id': 'da131e3c-8354-4f0a-8755-46225f5cbec7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477878597', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.9'}], 'enable_snat': True}, 'gw_port_id': '95df7851-2d66-4baa-96df-10e7b81e4a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:03:14Z', 'updated_at': '2021-01-29T11:03:21Z', 'revision_number': 4, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': '95df7851-2d66-4baa-96df-10e7b81e4a50', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da131e3c-8354-4f0a-8755-46225f5cbec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:03:15Z', 'updated_at': '2021-01-29T11:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'fe822c3c-47a7-487f-abe3-678725f835c1', 'name': '', 'network_id': '5776c23f-2b9b-42d1-844f-45b38ae4be97', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'mac_address': 'fa:16:3e:25:64:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da131e3c-8354-4f0a-8755-46225f5cbec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'e5c9f193-9401-4d18-920f-3b8bf1357710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:03:20Z', 'updated_at': '2021-01-29T11:03:21Z', 'revision_number': 2, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'subnets': [{'id': 'e5c9f193-9401-4d18-920f-3b8bf1357710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:03:23.694986 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f1cc5f-3943-48ba-b776-695cac0b2240 None None] Checking router: da131e3c-8354-4f0a-8755-46225f5cbec7 for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 11:03:23.695399 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f1cc5f-3943-48ba-b776-695cac0b2240 None None] Updating router da131e3c-8354-4f0a-8755-46225f5cbec7 port fe822c3c-47a7-487f-abe3-678725f835c1 binding host dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 29 11:03:23.756878 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-baa90fc2-95dd-492d-b6e4-a755f2494183 None None] Provisioning complete for port fe822c3c-47a7-487f-abe3-678725f835c1 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:03:23.757308 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-baa90fc2-95dd-492d-b6e4-a755f2494183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:23.763311 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-31ff1dd3-c4e8-4a81-aa44-2fea7ae3e7b6 req-3e1826d0-4fd7-4423-8adc-3ecf6af8976c tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=c91a7ae5-75c7-4a30-97da-a9c9dd963ca1 HTTP/1.1" status: 200  len: 210 time: 0.0502796
Jan 29 11:03:23.813398 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 95df7851-2d66-4baa-96df-10e7b81e4a50 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 11:03:23.865948 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c5f1cc5f-3943-48ba-b776-695cac0b2240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:23.943811 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-baa90fc2-95dd-492d-b6e4-a755f2494183 None None] Port fe822c3c-47a7-487f-abe3-678725f835c1 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 11:03:23.953606 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ef949a92-c728-4c13-8750-136afd6dfb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:24.027654 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 95df7851-2d66-4baa-96df-10e7b81e4a50 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:03:24.028116 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:24.474955 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:24.476670 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c5f1cc5f-3943-48ba-b776-695cac0b2240 None None] Notify callbacks [] for port, precommit_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:24.489032 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-c5f1cc5f-3943-48ba-b776-695cac0b2240 None None] Transition to ACTIVE for port object fe822c3c-47a7-487f-abe3-678725f835c1 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 11:03:24.491881 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c5f1cc5f-3943-48ba-b776-695cac0b2240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:24.507628 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-66126bbf-9eab-4aae-ad3c-42feaac02917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:03:24.813443 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffab95a4-2b7c-42b2-8816-0c3c9aebec9f None None] Pushing event updated for resources: {'Port': ['ID=fe822c3c-47a7-487f-abe3-678725f835c1,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:03:24.825922 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ffab95a4-2b7c-42b2-8816-0c3c9aebec9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:03:24.952215 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4448f383-a7bf-49f3-bd0a-b6ff1fdcc839 req-fcacc37b-560b-4539-b638-a30d68a84af4 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=c91a7ae5-75c7-4a30-97da-a9c9dd963ca1 HTTP/1.1" status: 200  len: 210 time: 0.0537515
Jan 29 11:03:24.984642 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-c5f1cc5f-3943-48ba-b776-695cac0b2240 None None] Attempting to bind port fe822c3c-47a7-487f-abe3-678725f835c1 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 11:03:24.985067 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-c5f1cc5f-3943-48ba-b776-695cac0b2240 None None] Attempting to bind port fe822c3c-47a7-487f-abe3-678725f835c1 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': 'd8bf55f1-0fce-4aa5-9bbd-8c2dc29e06e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5776c23f-2b9b-42d1-844f-45b38ae4be97'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 11:03:24.985484 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f1cc5f-3943-48ba-b776-695cac0b2240 None None] Attempting to bind port fe822c3c-47a7-487f-abe3-678725f835c1 on network 5776c23f-2b9b-42d1-844f-45b38ae4be97 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 11:03:24.993292 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f1cc5f-3943-48ba-b776-695cac0b2240 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 11, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 11:03:24.993716 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f1cc5f-3943-48ba-b776-695cac0b2240 None None] Checking segment: {'id': 'd8bf55f1-0fce-4aa5-9bbd-8c2dc29e06e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5776c23f-2b9b-42d1-844f-45b38ae4be97'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 11:03:24.994193 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c5f1cc5f-3943-48ba-b776-695cac0b2240 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:24.994630 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f1cc5f-3943-48ba-b776-695cac0b2240 None None] Bound using segment: {'id': 'd8bf55f1-0fce-4aa5-9bbd-8c2dc29e06e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5776c23f-2b9b-42d1-844f-45b38ae4be97'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 11:03:24.995156 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-c5f1cc5f-3943-48ba-b776-695cac0b2240 None None] Bound port: fe822c3c-47a7-487f-abe3-678725f835c1, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8bf55f1-0fce-4aa5-9bbd-8c2dc29e06e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5776c23f-2b9b-42d1-844f-45b38ae4be97'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 11:03:24.995586 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c5f1cc5f-3943-48ba-b776-695cac0b2240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:25.085202 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:25.109832 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-c5f1cc5f-3943-48ba-b776-695cac0b2240 None None] For port fe822c3c-47a7-487f-abe3-678725f835c1, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 11:03:25.113692 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-c5f1cc5f-3943-48ba-b776-695cac0b2240 None None] For port fe822c3c-47a7-487f-abe3-678725f835c1, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=fe822c3c-47a7-487f-abe3-678725f835c1,segment=NetworkSegment(d8bf55f1-0fce-4aa5-9bbd-8c2dc29e06e7),segment_id=d8bf55f1-0fce-4aa5-9bbd-8c2dc29e06e7)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 11:03:25.117501 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c5f1cc5f-3943-48ba-b776-695cac0b2240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:25.133435 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ed97570c-d37b-489e-a9a7-afb4f875b9fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:03:25.305235 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffab95a4-2b7c-42b2-8816-0c3c9aebec9f None None] Pushing event updated for resources: {'Port': ['ID=fe822c3c-47a7-487f-abe3-678725f835c1,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:03:25.310902 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ffab95a4-2b7c-42b2-8816-0c3c9aebec9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:03:25.350556 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f1cc5f-3943-48ba-b776-695cac0b2240 None None] Routers {'da131e3c-8354-4f0a-8755-46225f5cbec7'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 11:03:25.351254 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-c5f1cc5f-3943-48ba-b776-695cac0b2240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c8554240>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T11:03:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['da131e3c-8354-4f0a-8755-46225f5cbec7'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:03:25.367206 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b9d02-cbc7-4183-ba36-04a8533c57ce req-f4a5feae-e87b-4e55-b8bf-aec40b57ca78 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:03:25.368160 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-ca5b9d02-cbc7-4183-ba36-04a8533c57ce req-f4a5feae-e87b-4e55-b8bf-aec40b57ca78 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Synchronizing usage tracker for tenant:884b801388a745e49e2da4f5c6acad38 on resource:network {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 11:03:25.387193 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-ca5b9d02-cbc7-4183-ba36-04a8533c57ce req-f4a5feae-e87b-4e55-b8bf-aec40b57ca78 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Unset dirty status for tenant:884b801388a745e49e2da4f5c6acad38 on resource:network {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 11:03:25.388477 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ca5b9d02-cbc7-4183-ba36-04a8533c57ce req-f4a5feae-e87b-4e55-b8bf-aec40b57ca78 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.22 "GET /v2.0/networks?id=5776c23f-2b9b-42d1-844f-45b38ae4be97 HTTP/1.1" status: 200  len: 797 time: 0.3022153
Jan 29 11:03:25.514172 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-ca5b9d02-cbc7-4183-ba36-04a8533c57ce req-333fa374-bf4a-48d6-ba5d-29f5be5f4b23 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Synchronizing usage tracker for tenant:884b801388a745e49e2da4f5c6acad38 on resource:security_group {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 11:03:25.530357 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-ca5b9d02-cbc7-4183-ba36-04a8533c57ce req-333fa374-bf4a-48d6-ba5d-29f5be5f4b23 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Unset dirty status for tenant:884b801388a745e49e2da4f5c6acad38 on resource:security_group {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 11:03:25.531818 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ca5b9d02-cbc7-4183-ba36-04a8533c57ce req-333fa374-bf4a-48d6-ba5d-29f5be5f4b23 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=884b801388a745e49e2da4f5c6acad38 HTTP/1.1" status: 200  len: 8073 time: 0.1233826
Jan 29 11:03:25.541045 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-ca5b9d02-cbc7-4183-ba36-04a8533c57ce req-b9cab81f-6138-40dc-9d29-1858f4515ccd tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Request body: {'port': {'device_id': 'c91a7ae5-75c7-4a30-97da-a9c9dd963ca1', 'network_id': '5776c23f-2b9b-42d1-844f-45b38ae4be97', 'admin_state_up': True, 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'security_groups': ['bec22cb8-0148-40fd-b521-99a3b5b90e0e']}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 11:03:25.552251 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-c5f1cc5f-3943-48ba-b776-695cac0b2240 None None] Set router da131e3c-8354-4f0a-8755-46225f5cbec7 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 11:03:25.691444 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-ca5b9d02-cbc7-4183-ba36-04a8533c57ce req-b9cab81f-6138-40dc-9d29-1858f4515ccd tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 11:03:25.695751 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-ca5b9d02-cbc7-4183-ba36-04a8533c57ce req-b9cab81f-6138-40dc-9d29-1858f4515ccd tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Usage tracker for resource:port and tenant:884b801388a745e49e2da4f5c6acad38 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 11:03:25.699035 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-ca5b9d02-cbc7-4183-ba36-04a8533c57ce req-b9cab81f-6138-40dc-9d29-1858f4515ccd tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Quota usage for port was recalculated. Used quota:2. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 11:03:25.704770 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-ca5b9d02-cbc7-4183-ba36-04a8533c57ce req-b9cab81f-6138-40dc-9d29-1858f4515ccd tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 11:03:25.713799 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca5b9d02-cbc7-4183-ba36-04a8533c57ce req-b9cab81f-6138-40dc-9d29-1858f4515ccd tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Made reservation on behalf of 884b801388a745e49e2da4f5c6acad38 for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 11:03:25.734644 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-ca5b9d02-cbc7-4183-ba36-04a8533c57ce req-b9cab81f-6138-40dc-9d29-1858f4515ccd tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:25.906796 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-c5f1cc5f-3943-48ba-b776-695cac0b2240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c8554240>, [{'id': 'da131e3c-8354-4f0a-8755-46225f5cbec7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477878597', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.9'}], 'enable_snat': True}, 'gw_port_id': '95df7851-2d66-4baa-96df-10e7b81e4a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:03:14Z', 'updated_at': '2021-01-29T11:03:21Z', 'revision_number': 4, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': '95df7851-2d66-4baa-96df-10e7b81e4a50', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da131e3c-8354-4f0a-8755-46225f5cbec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:03:15Z', 'updated_at': '2021-01-29T11:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'fe822c3c-47a7-487f-abe3-678725f835c1', 'name': '', 'network_id': '5776c23f-2b9b-42d1-844f-45b38ae4be97', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'mac_address': 'fa:16:3e:25:64:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da131e3c-8354-4f0a-8755-46225f5cbec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'e5c9f193-9401-4d18-920f-3b8bf1357710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:03:20Z', 'updated_at': '2021-01-29T11:03:25Z', 'revision_number': 4, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'subnets': [{'id': 'e5c9f193-9401-4d18-920f-3b8bf1357710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:03:25.912067 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f1cc5f-3943-48ba-b776-695cac0b2240 None None] The sync data for ids ['da131e3c-8354-4f0a-8755-46225f5cbec7'] in dv-neutron-772983-2-ovs is: [{'id': 'da131e3c-8354-4f0a-8755-46225f5cbec7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477878597', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.9'}], 'enable_snat': True}, 'gw_port_id': '95df7851-2d66-4baa-96df-10e7b81e4a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:03:14Z', 'updated_at': '2021-01-29T11:03:21Z', 'revision_number': 4, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': '95df7851-2d66-4baa-96df-10e7b81e4a50', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da131e3c-8354-4f0a-8755-46225f5cbec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:03:15Z', 'updated_at': '2021-01-29T11:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'fe822c3c-47a7-487f-abe3-678725f835c1', 'name': '', 'network_id': '5776c23f-2b9b-42d1-844f-45b38ae4be97', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'mac_address': 'fa:16:3e:25:64:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da131e3c-8354-4f0a-8755-46225f5cbec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'e5c9f193-9401-4d18-920f-3b8bf1357710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:03:20Z', 'updated_at': '2021-01-29T11:03:25Z', 'revision_number': 4, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'subnets': [{'id': 'e5c9f193-9401-4d18-920f-3b8bf1357710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 11:03:26.079969 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [req-ca5b9d02-cbc7-4183-ba36-04a8533c57ce req-b9cab81f-6138-40dc-9d29-1858f4515ccd tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Allocated IP 172.20.0.9 (5776c23f-2b9b-42d1-844f-45b38ae4be97/e5c9f193-9401-4d18-920f-3b8bf1357710/9da6011e-ef4e-45f7-95f0-5f4350cdcd9f) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 11:03:26.146071 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fea33c0d-01f3-47e0-8d8d-98e58d273d8e req-9bcdd185-31f1-42e0-9bbf-46e495b388f3 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=c91a7ae5-75c7-4a30-97da-a9c9dd963ca1 HTTP/1.1" status: 200  len: 210 time: 0.0517192
Jan 29 11:03:26.311407 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-ca5b9d02-cbc7-4183-ba36-04a8533c57ce req-b9cab81f-6138-40dc-9d29-1858f4515ccd tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:26.312493 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:26.335712 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-ca5b9d02-cbc7-4183-ba36-04a8533c57ce req-b9cab81f-6138-40dc-9d29-1858f4515ccd tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Transition to ACTIVE for port object 9da6011e-ef4e-45f7-95f0-5f4350cdcd9f will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 11:03:26.358716 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-ca5b9d02-cbc7-4183-ba36-04a8533c57ce req-b9cab81f-6138-40dc-9d29-1858f4515ccd tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:26.382631 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ebf798b3-9c11-4823-9308-bb4ee9255a66 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:03:26.825716 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cab81f-6138-40dc-9d29-1858f4515ccd tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'Port': ['ID=9da6011e-ef4e-45f7-95f0-5f4350cdcd9f,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:03:26.829098 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b9cab81f-6138-40dc-9d29-1858f4515ccd tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:03:26.880241 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca5b9d02-cbc7-4183-ba36-04a8533c57ce req-b9cab81f-6138-40dc-9d29-1858f4515ccd tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Network 5776c23f-2b9b-42d1-844f-45b38ae4be97 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 11:03:26.881426 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [req-ca5b9d02-cbc7-4183-ba36-04a8533c57ce req-b9cab81f-6138-40dc-9d29-1858f4515ccd tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 11:03:26.883854 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca5b9d02-cbc7-4183-ba36-04a8533c57ce req-b9cab81f-6138-40dc-9d29-1858f4515ccd tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 11:03:27.018957 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b9d02-cbc7-4183-ba36-04a8533c57ce req-b9cab81f-6138-40dc-9d29-1858f4515ccd tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:03:27.019696 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-ca5b9d02-cbc7-4183-ba36-04a8533c57ce req-b9cab81f-6138-40dc-9d29-1858f4515ccd tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:27.049362 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ca5b9d02-cbc7-4183-ba36-04a8533c57ce req-b9cab81f-6138-40dc-9d29-1858f4515ccd tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5123267
Jan 29 11:03:27.127421 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-12cf5fbe-399c-4115-96d6-ca5841116fed None None] Provisioning for port 9da6011e-ef4e-45f7-95f0-5f4350cdcd9f completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 11:03:27.133070 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-12cf5fbe-399c-4115-96d6-ca5841116fed None None] Provisioning complete for port 9da6011e-ef4e-45f7-95f0-5f4350cdcd9f triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:03:27.133494 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-12cf5fbe-399c-4115-96d6-ca5841116fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:27.183089 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-ca5b9d02-cbc7-4183-ba36-04a8533c57ce req-bb9c8e3d-1ee8-4d16-a7ae-c0224a139e2b service neutron] Request body: {'port': {'device_id': 'c91a7ae5-75c7-4a30-97da-a9c9dd963ca1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7729'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 11:03:27.202113 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-12cf5fbe-399c-4115-96d6-ca5841116fed None None] Port 9da6011e-ef4e-45f7-95f0-5f4350cdcd9f cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 11:03:27.285990 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device fe822c3c-47a7-487f-abe3-678725f835c1 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 11:03:27.328128 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-ca5b9d02-cbc7-4183-ba36-04a8533c57ce req-bb9c8e3d-1ee8-4d16-a7ae-c0224a139e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:27.372809 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port fe822c3c-47a7-487f-abe3-678725f835c1 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 11:03:27.378068 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port fe822c3c-47a7-487f-abe3-678725f835c1 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:03:27.378495 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:27.503370 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e044bd72-20c4-4fa4-a698-af8b95c972a2 req-a1bb361c-e03e-42c0-922c-cb1aca8cea6c tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:03:27.505086 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e044bd72-20c4-4fa4-a698-af8b95c972a2 req-a1bb361c-e03e-42c0-922c-cb1aca8cea6c tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=c91a7ae5-75c7-4a30-97da-a9c9dd963ca1 HTTP/1.1" status: 200  len: 931 time: 0.1823478
Jan 29 11:03:27.506216 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:27.543470 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port fe822c3c-47a7-487f-abe3-678725f835c1, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=fe822c3c-47a7-487f-abe3-678725f835c1,segment=NetworkSegment(d8bf55f1-0fce-4aa5-9bbd-8c2dc29e06e7),segment_id=d8bf55f1-0fce-4aa5-9bbd-8c2dc29e06e7)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 11:03:27.547887 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:27.550747 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-37f231f0-757d-4229-a4de-989170a92e39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:03:27.575612 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e044bd72-20c4-4fa4-a698-af8b95c972a2 req-17c383ab-0c30-40e7-a9c2-07f0704ad664 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=bec22cb8-0148-40fd-b521-99a3b5b90e0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0641339
Jan 29 11:03:27.629174 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=fe822c3c-47a7-487f-abe3-678725f835c1,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:03:27.632594 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:03:27.777904 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [req-ca5b9d02-cbc7-4183-ba36-04a8533c57ce req-bb9c8e3d-1ee8-4d16-a7ae-c0224a139e2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9da6011e-ef4e-45f7-95f0-5f4350cdcd9f {{(pid=80766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 29 11:03:27.786265 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-ca5b9d02-cbc7-4183-ba36-04a8533c57ce req-bb9c8e3d-1ee8-4d16-a7ae-c0224a139e2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:27.798510 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-ca5b9d02-cbc7-4183-ba36-04a8533c57ce req-bb9c8e3d-1ee8-4d16-a7ae-c0224a139e2b service neutron] Transition to ACTIVE for port object 9da6011e-ef4e-45f7-95f0-5f4350cdcd9f will not be triggered until provisioned by entity L2. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 11:03:27.801157 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-ca5b9d02-cbc7-4183-ba36-04a8533c57ce req-bb9c8e3d-1ee8-4d16-a7ae-c0224a139e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:27.816604 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2ecdb671-7d64-4f15-a107-d72e2514bf62 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:03:27.955540 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9c8e3d-1ee8-4d16-a7ae-c0224a139e2b service neutron] Pushing event updated for resources: {'Port': ['ID=9da6011e-ef4e-45f7-95f0-5f4350cdcd9f,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:03:27.959505 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bb9c8e3d-1ee8-4d16-a7ae-c0224a139e2b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:03:28.151332 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-ca5b9d02-cbc7-4183-ba36-04a8533c57ce req-bb9c8e3d-1ee8-4d16-a7ae-c0224a139e2b service neutron] Attempting to bind port 9da6011e-ef4e-45f7-95f0-5f4350cdcd9f on host hv-neutron-7729 for vnic_type normal with profile  {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 11:03:28.151718 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-ca5b9d02-cbc7-4183-ba36-04a8533c57ce req-bb9c8e3d-1ee8-4d16-a7ae-c0224a139e2b service neutron] Attempting to bind port 9da6011e-ef4e-45f7-95f0-5f4350cdcd9f by drivers openvswitch on host hv-neutron-7729 at level 0 using segments [{'id': 'd8bf55f1-0fce-4aa5-9bbd-8c2dc29e06e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5776c23f-2b9b-42d1-844f-45b38ae4be97'}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 11:03:28.152092 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5b9d02-cbc7-4183-ba36-04a8533c57ce req-bb9c8e3d-1ee8-4d16-a7ae-c0224a139e2b service neutron] Attempting to bind port 9da6011e-ef4e-45f7-95f0-5f4350cdcd9f on network 5776c23f-2b9b-42d1-844f-45b38ae4be97 {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 11:03:28.158285 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5b9d02-cbc7-4183-ba36-04a8533c57ce req-bb9c8e3d-1ee8-4d16-a7ae-c0224a139e2b service neutron] Checking agent: {'id': '5acf9624-c829-41ba-afd9-92278081af05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 10, 2, 34), 'started_at': datetime.datetime(2021, 1, 29, 10, 3, 4), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 11, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 11:03:28.158672 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5b9d02-cbc7-4183-ba36-04a8533c57ce req-bb9c8e3d-1ee8-4d16-a7ae-c0224a139e2b service neutron] Checking segment: {'id': 'd8bf55f1-0fce-4aa5-9bbd-8c2dc29e06e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5776c23f-2b9b-42d1-844f-45b38ae4be97'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 11:03:28.159123 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-ca5b9d02-cbc7-4183-ba36-04a8533c57ce req-bb9c8e3d-1ee8-4d16-a7ae-c0224a139e2b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:28.159527 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5b9d02-cbc7-4183-ba36-04a8533c57ce req-bb9c8e3d-1ee8-4d16-a7ae-c0224a139e2b service neutron] Bound using segment: {'id': 'd8bf55f1-0fce-4aa5-9bbd-8c2dc29e06e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5776c23f-2b9b-42d1-844f-45b38ae4be97'} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 11:03:28.160020 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-ca5b9d02-cbc7-4183-ba36-04a8533c57ce req-bb9c8e3d-1ee8-4d16-a7ae-c0224a139e2b service neutron] Bound port: 9da6011e-ef4e-45f7-95f0-5f4350cdcd9f, host: hv-neutron-7729, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8bf55f1-0fce-4aa5-9bbd-8c2dc29e06e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5776c23f-2b9b-42d1-844f-45b38ae4be97'}}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 11:03:28.160402 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-ca5b9d02-cbc7-4183-ba36-04a8533c57ce req-bb9c8e3d-1ee8-4d16-a7ae-c0224a139e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:28.260881 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-ca5b9d02-cbc7-4183-ba36-04a8533c57ce req-bb9c8e3d-1ee8-4d16-a7ae-c0224a139e2b service neutron] For port 9da6011e-ef4e-45f7-95f0-5f4350cdcd9f, host hv-neutron-7729, cleared binding levels {{(pid=80766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 11:03:28.264019 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-ca5b9d02-cbc7-4183-ba36-04a8533c57ce req-bb9c8e3d-1ee8-4d16-a7ae-c0224a139e2b service neutron] For port 9da6011e-ef4e-45f7-95f0-5f4350cdcd9f, host hv-neutron-7729, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=9da6011e-ef4e-45f7-95f0-5f4350cdcd9f,segment=NetworkSegment(d8bf55f1-0fce-4aa5-9bbd-8c2dc29e06e7),segment_id=d8bf55f1-0fce-4aa5-9bbd-8c2dc29e06e7)] {{(pid=80766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 11:03:28.267279 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-ca5b9d02-cbc7-4183-ba36-04a8533c57ce req-bb9c8e3d-1ee8-4d16-a7ae-c0224a139e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:28.284113 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-fe2a1457-17e4-470d-a88d-6ae943bb5767 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:03:28.443515 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9c8e3d-1ee8-4d16-a7ae-c0224a139e2b service neutron] Pushing event updated for resources: {'Port': ['ID=9da6011e-ef4e-45f7-95f0-5f4350cdcd9f,revision_number=3']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:03:28.448529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bb9c8e3d-1ee8-4d16-a7ae-c0224a139e2b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:03:28.481625 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b9d02-cbc7-4183-ba36-04a8533c57ce req-bb9c8e3d-1ee8-4d16-a7ae-c0224a139e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:03:28.482409 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-ca5b9d02-cbc7-4183-ba36-04a8533c57ce req-bb9c8e3d-1ee8-4d16-a7ae-c0224a139e2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:28.483804 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ca5b9d02-cbc7-4183-ba36-04a8533c57ce req-bb9c8e3d-1ee8-4d16-a7ae-c0224a139e2b service neutron] 10.222.0.22 "PUT /v2.0/ports/9da6011e-ef4e-45f7-95f0-5f4350cdcd9f HTTP/1.1" status: 200  len: 1157 time: 1.3787770
Jan 29 11:03:28.484382 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c91a7ae5-75c7-4a30-97da-a9c9dd963ca1', 'tag': '9da6011e-ef4e-45f7-95f0-5f4350cdcd9f'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 11:03:28.630717 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b9d02-cbc7-4183-ba36-04a8533c57ce req-41ec7693-5a8d-4224-bf32-2d0b2750b966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:03:28.632365 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ca5b9d02-cbc7-4183-ba36-04a8533c57ce req-41ec7693-5a8d-4224-bf32-2d0b2750b966 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=884b801388a745e49e2da4f5c6acad38&device_id=c91a7ae5-75c7-4a30-97da-a9c9dd963ca1 HTTP/1.1" status: 200  len: 1160 time: 0.0897791
Jan 29 11:03:28.703870 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c91a7ae5-75c7-4a30-97da-a9c9dd963ca1', 'tag': '9da6011e-ef4e-45f7-95f0-5f4350cdcd9f', 'status': 'completed', 'code': 200}
Jan 29 11:03:28.713038 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ca5b9d02-cbc7-4183-ba36-04a8533c57ce req-9abc085f-f031-46dc-87c1-2b10bb07d197 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9da6011e-ef4e-45f7-95f0-5f4350cdcd9f HTTP/1.1" status: 200  len: 217 time: 0.0675414
Jan 29 11:03:28.788466 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b9d02-cbc7-4183-ba36-04a8533c57ce req-861404af-503e-4c18-9b6e-21455d55c1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:03:28.790229 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ca5b9d02-cbc7-4183-ba36-04a8533c57ce req-861404af-503e-4c18-9b6e-21455d55c1b5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e5c9f193-9401-4d18-920f-3b8bf1357710 HTTP/1.1" status: 200  len: 834 time: 0.0697572
Jan 29 11:03:28.875601 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b9d02-cbc7-4183-ba36-04a8533c57ce req-b27057c2-892b-43e5-8371-fa04c0699396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:03:28.877246 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ca5b9d02-cbc7-4183-ba36-04a8533c57ce req-b27057c2-892b-43e5-8371-fa04c0699396 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5776c23f-2b9b-42d1-844f-45b38ae4be97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0812089
Jan 29 11:03:28.954164 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4b6df-9eaf-4d12-ba9a-6fa06698f7d8 req-c1528992-f1fc-4fea-a882-6ee91d4c7555 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:03:28.956022 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-44b4b6df-9eaf-4d12-ba9a-6fa06698f7d8 req-c1528992-f1fc-4fea-a882-6ee91d4c7555 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=c91a7ae5-75c7-4a30-97da-a9c9dd963ca1 HTTP/1.1" status: 200  len: 943 time: 0.1657259
Jan 29 11:03:29.020757 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-44b4b6df-9eaf-4d12-ba9a-6fa06698f7d8 req-e92c038e-965d-4b71-ac28-5edcd76a0a29 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=bec22cb8-0148-40fd-b521-99a3b5b90e0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0583351
Jan 29 11:03:29.023492 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ca5b9d02-cbc7-4183-ba36-04a8533c57ce req-c38a28c0-5cd5-4f5b-932c-4feb3d6b89e8 service neutron] 10.222.0.22 "GET /v2.0/networks/5776c23f-2b9b-42d1-844f-45b38ae4be97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1395638
Jan 29 11:03:29.172858 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ca5b9d02-cbc7-4183-ba36-04a8533c57ce req-0bd1fa20-ec4b-4e40-b3c2-9c39b07caa28 service neutron] 10.222.0.22 "GET /v2.0/networks/5776c23f-2b9b-42d1-844f-45b38ae4be97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1427798
Jan 29 11:03:29.234933 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device fe822c3c-47a7-487f-abe3-678725f835c1 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 11:03:29.307523 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port fe822c3c-47a7-487f-abe3-678725f835c1 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:03:29.308053 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:29.351987 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6fed63-e258-4267-ad9d-339e2f4ab7b9 req-3f029a12-56d8-40e6-b603-9d6c0a74f217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:03:29.353624 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-dd6fed63-e258-4267-ad9d-339e2f4ab7b9 req-3f029a12-56d8-40e6-b603-9d6c0a74f217 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=884b801388a745e49e2da4f5c6acad38&device_id=c91a7ae5-75c7-4a30-97da-a9c9dd963ca1 HTTP/1.1" status: 200  len: 1160 time: 0.0844660
Jan 29 11:03:29.497286 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6fed63-e258-4267-ad9d-339e2f4ab7b9 req-80d210cb-6ab3-4e1c-8ddd-8bd5a3387b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:03:29.498892 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-dd6fed63-e258-4267-ad9d-339e2f4ab7b9 req-80d210cb-6ab3-4e1c-8ddd-8bd5a3387b63 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5776c23f-2b9b-42d1-844f-45b38ae4be97 HTTP/1.1" status: 200  len: 891 time: 0.1383977
Jan 29 11:03:29.569420 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-dd6fed63-e258-4267-ad9d-339e2f4ab7b9 req-fc58db0b-c9dd-4881-be6e-9db695ed0276 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9da6011e-ef4e-45f7-95f0-5f4350cdcd9f HTTP/1.1" status: 200  len: 217 time: 0.0646691
Jan 29 11:03:29.640613 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6fed63-e258-4267-ad9d-339e2f4ab7b9 req-d21a7ecc-3562-4045-98b7-6016279aa315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:03:29.642192 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-dd6fed63-e258-4267-ad9d-339e2f4ab7b9 req-d21a7ecc-3562-4045-98b7-6016279aa315 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e5c9f193-9401-4d18-920f-3b8bf1357710 HTTP/1.1" status: 200  len: 834 time: 0.0666635
Jan 29 11:03:29.721864 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6fed63-e258-4267-ad9d-339e2f4ab7b9 req-b667a54b-e1c7-4c41-8d3d-4499c060cf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:03:29.723430 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-dd6fed63-e258-4267-ad9d-339e2f4ab7b9 req-b667a54b-e1c7-4c41-8d3d-4499c060cf48 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5776c23f-2b9b-42d1-844f-45b38ae4be97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0752723
Jan 29 11:03:29.868492 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-dd6fed63-e258-4267-ad9d-339e2f4ab7b9 req-d6a4ab12-d828-4577-9a0e-5b7d8a067cc8 service neutron] 10.222.0.22 "GET /v2.0/networks/5776c23f-2b9b-42d1-844f-45b38ae4be97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1366928
Jan 29 11:03:30.011504 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-dd6fed63-e258-4267-ad9d-339e2f4ab7b9 req-29cb4524-3a96-4ed3-8489-cda3d52ba235 service neutron] 10.222.0.22 "GET /v2.0/networks/5776c23f-2b9b-42d1-844f-45b38ae4be97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1364625
Jan 29 11:03:30.319439 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc0b33-1bf4-4949-9ab8-bf4dffe3fb40 req-871ddcdc-29d8-413b-b87c-6a6e8a973cce tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:03:30.321089 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e3cc0b33-1bf4-4949-9ab8-bf4dffe3fb40 req-871ddcdc-29d8-413b-b87c-6a6e8a973cce tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=c91a7ae5-75c7-4a30-97da-a9c9dd963ca1 HTTP/1.1" status: 200  len: 943 time: 0.1683524
Jan 29 11:03:30.386012 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e3cc0b33-1bf4-4949-9ab8-bf4dffe3fb40 req-bf8eb6da-7c02-4058-a95a-906cd0f7e31e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=bec22cb8-0148-40fd-b521-99a3b5b90e0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0581484
Jan 29 11:03:31.682483 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278611a-4f0f-4ca7-b07a-58394eeab7ac req-767501b6-c4be-484c-9ee1-17093fba839f tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:03:31.684024 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a278611a-4f0f-4ca7-b07a-58394eeab7ac req-767501b6-c4be-484c-9ee1-17093fba839f tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=c91a7ae5-75c7-4a30-97da-a9c9dd963ca1 HTTP/1.1" status: 200  len: 943 time: 0.1641736
Jan 29 11:03:31.751222 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a278611a-4f0f-4ca7-b07a-58394eeab7ac req-27eda7a4-8d03-4bcb-ac3a-7ea10f56f1d2 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=bec22cb8-0148-40fd-b521-99a3b5b90e0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0609782
Jan 29 11:03:33.042427 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca56278-c471-4894-92eb-94bca3dc1a95 req-d46fa43b-a6fe-4793-8cac-f646692dcde2 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:03:33.043991 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5ca56278-c471-4894-92eb-94bca3dc1a95 req-d46fa43b-a6fe-4793-8cac-f646692dcde2 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=c91a7ae5-75c7-4a30-97da-a9c9dd963ca1 HTTP/1.1" status: 200  len: 943 time: 0.1625555
Jan 29 11:03:33.108482 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5ca56278-c471-4894-92eb-94bca3dc1a95 req-52946a20-5937-4507-98c5-4b6e7f353edd tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=bec22cb8-0148-40fd-b521-99a3b5b90e0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0571942
Jan 29 11:03:33.240996 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 9da6011e-ef4e-45f7-95f0-5f4350cdcd9f up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 11:03:33.312442 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning for port 9da6011e-ef4e-45f7-95f0-5f4350cdcd9f completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 11:03:33.318051 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 9da6011e-ef4e-45f7-95f0-5f4350cdcd9f triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:03:33.318480 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:33.444508 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:33.473215 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c91a7ae5-75c7-4a30-97da-a9c9dd963ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da6011e-ef4e-45f7-95f0-5f4350cdcd9f'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 11:03:33.482528 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port 9da6011e-ef4e-45f7-95f0-5f4350cdcd9f, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=9da6011e-ef4e-45f7-95f0-5f4350cdcd9f,segment=NetworkSegment(d8bf55f1-0fce-4aa5-9bbd-8c2dc29e06e7),segment_id=d8bf55f1-0fce-4aa5-9bbd-8c2dc29e06e7)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 11:03:33.486041 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:33.488848 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-883599ed-3d0a-4dec-9134-48498fb3f860 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:03:33.567749 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=9da6011e-ef4e-45f7-95f0-5f4350cdcd9f,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:03:33.571093 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:03:33.662205 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c91a7ae5-75c7-4a30-97da-a9c9dd963ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da6011e-ef4e-45f7-95f0-5f4350cdcd9f', 'code': 200}
Jan 29 11:03:34.051270 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3c7b20-4a29-4d34-8980-7469fc3942a8 req-b7372a1c-106c-4693-9cfd-c79ab179a9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:03:34.052870 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cc3c7b20-4a29-4d34-8980-7469fc3942a8 req-b7372a1c-106c-4693-9cfd-c79ab179a9cc service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c91a7ae5-75c7-4a30-97da-a9c9dd963ca1 HTTP/1.1" status: 200  len: 1162 time: 0.0824785
Jan 29 11:03:34.096548 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cc3c7b20-4a29-4d34-8980-7469fc3942a8 req-10be003f-6dbe-4ca9-8892-7de9cc840d46 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=bec22cb8-0148-40fd-b521-99a3b5b90e0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0369813
Jan 29 11:03:34.419159 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1a0520-98e9-41ed-8ebe-5d9d8f0c9918 req-a69db273-9ea1-454b-ae72-57afa6746dc6 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:03:34.420827 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ce1a0520-98e9-41ed-8ebe-5d9d8f0c9918 req-a69db273-9ea1-454b-ae72-57afa6746dc6 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=c91a7ae5-75c7-4a30-97da-a9c9dd963ca1 HTTP/1.1" status: 200  len: 945 time: 0.1766844
Jan 29 11:03:34.499841 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ce1a0520-98e9-41ed-8ebe-5d9d8f0c9918 req-c844696c-894a-4402-bdd5-deaed8e4d20f tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=bec22cb8-0148-40fd-b521-99a3b5b90e0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0724308
Jan 29 11:03:34.737195 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 9da6011e-ef4e-45f7-95f0-5f4350cdcd9f up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 11:03:34.809714 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 9da6011e-ef4e-45f7-95f0-5f4350cdcd9f triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:03:34.810187 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:35.344542 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:35.790298 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5fd16-6016-4753-a651-6a9c53038a31 req-6ccea73c-c7ee-4e94-a251-27e5f38e98da tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:03:35.791994 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-43a5fd16-6016-4753-a651-6a9c53038a31 req-6ccea73c-c7ee-4e94-a251-27e5f38e98da tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=c91a7ae5-75c7-4a30-97da-a9c9dd963ca1 HTTP/1.1" status: 200  len: 945 time: 0.1632073
Jan 29 11:03:35.858934 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-43a5fd16-6016-4753-a651-6a9c53038a31 req-ee28a80f-86c2-48c8-9171-faf68d582071 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=bec22cb8-0148-40fd-b521-99a3b5b90e0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0607834
Jan 29 11:03:36.149041 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e37cb8-1066-48c9-8805-9ee51db8805f req-825cb27f-9efe-4e5d-83b6-d4382ac66b78 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:03:36.150732 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-80e37cb8-1066-48c9-8805-9ee51db8805f req-825cb27f-9efe-4e5d-83b6-d4382ac66b78 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=c91a7ae5-75c7-4a30-97da-a9c9dd963ca1 HTTP/1.1" status: 200  len: 945 time: 0.1639254
Jan 29 11:03:36.214735 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-80e37cb8-1066-48c9-8805-9ee51db8805f req-4e0d96ac-f60a-4278-890e-6ef8eae5abd6 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=bec22cb8-0148-40fd-b521-99a3b5b90e0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0577846
Jan 29 11:03:36.245339 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 37476) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:03:36.322961 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5151787d-a9f0-4ec3-8fd7-fbb33829d5d9 tempest-TestNetworkAdvancedServerOps-1094188060 tempest-TestNetworkAdvancedServerOps-1094188060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:03:36.324610 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5151787d-a9f0-4ec3-8fd7-fbb33829d5d9 tempest-TestNetworkAdvancedServerOps-1094188060 tempest-TestNetworkAdvancedServerOps-1094188060-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=c91a7ae5-75c7-4a30-97da-a9c9dd963ca1 HTTP/1.1" status: 200  len: 1157 time: 0.0781789
Jan 29 11:03:36.327768 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 37480) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:03:36.333376 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-0e6e3005-6ab4-41aa-beae-043c429422a3 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Request body: {'floatingip': {'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'port_id': '9da6011e-ef4e-45f7-95f0-5f4350cdcd9f', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'fixed_ip_address': '172.20.0.9'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 11:03:36.355387 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-0e6e3005-6ab4-41aa-beae-043c429422a3 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 11:03:36.359583 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-0e6e3005-6ab4-41aa-beae-043c429422a3 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Usage tracker for resource:floatingip and tenant:884b801388a745e49e2da4f5c6acad38 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 11:03:36.363386 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-0e6e3005-6ab4-41aa-beae-043c429422a3 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 11:03:36.369180 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-0e6e3005-6ab4-41aa-beae-043c429422a3 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 11:03:36.379177 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0e6e3005-6ab4-41aa-beae-043c429422a3 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for floatingip, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:36.529010 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0e6e3005-6ab4-41aa-beae-043c429422a3 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:36.797953 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-0e6e3005-6ab4-41aa-beae-043c429422a3 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Allocated IP 172.26.7.33 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/355e1ba2-675a-4e21-9e40-ceae0c0a0ce4) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 11:03:36.953866 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0e6e3005-6ab4-41aa-beae-043c429422a3 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:36.983676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0e6e3005-6ab4-41aa-beae-043c429422a3 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:36.999349 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c475ff94-104b-4297-a924-d8e79d1602c4 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:03:37.140973 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6e3005-6ab4-41aa-beae-043c429422a3 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'Port': ['ID=355e1ba2-675a-4e21-9e40-ceae0c0a0ce4,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:03:37.146454 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0e6e3005-6ab4-41aa-beae-043c429422a3 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:03:37.194829 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6e3005-6ab4-41aa-beae-043c429422a3 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 11:03:37.196014 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-0e6e3005-6ab4-41aa-beae-043c429422a3 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 11:03:37.198642 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6e3005-6ab4-41aa-beae-043c429422a3 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 11:03:37.906815 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0e6e3005-6ab4-41aa-beae-043c429422a3 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:37.984593 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0e6e3005-6ab4-41aa-beae-043c429422a3 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:38.253531 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0e6e3005-6ab4-41aa-beae-043c429422a3 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:38.257009 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0e6e3005-6ab4-41aa-beae-043c429422a3 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:38.272571 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-92bd181e-d422-46ca-8517-a479982aa067 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:03:38.413519 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6e3005-6ab4-41aa-beae-043c429422a3 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event updated for resources: {'Port': ['ID=355e1ba2-675a-4e21-9e40-ceae0c0a0ce4,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:03:38.417972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0e6e3005-6ab4-41aa-beae-043c429422a3 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:03:38.526907 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0e6e3005-6ab4-41aa-beae-043c429422a3 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:38.720553 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [None req-0e6e3005-6ab4-41aa-beae-043c429422a3 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Floating IP 2de4592c-e393-47fc-9459-86d57342874f associated. External IP: 172.26.7.33, port: 9da6011e-ef4e-45f7-95f0-5f4350cdcd9f.
Jan 29 11:03:39.086463 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e6e3005-6ab4-41aa-beae-043c429422a3 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Router da131e3c-8354-4f0a-8755-46225f5cbec7 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 11:03:39.272093 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6e3005-6ab4-41aa-beae-043c429422a3 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 11:03:39.284934 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3cbbf4-e899-4e8f-b1ea-c01d3b160a7a None None] Sync routers for ids ['da131e3c-8354-4f0a-8755-46225f5cbec7'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 11:03:39.296185 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3cbbf4-e899-4e8f-b1ea-c01d3b160a7a None None] Routers {'da131e3c-8354-4f0a-8755-46225f5cbec7'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 11:03:39.297096 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-da3cbbf4-e899-4e8f-b1ea-c01d3b160a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9cbebe0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T11:03:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['da131e3c-8354-4f0a-8755-46225f5cbec7'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:03:39.297259 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0e6e3005-6ab4-41aa-beae-043c429422a3 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:39.363829 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0e6e3005-6ab4-41aa-beae-043c429422a3 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.0348408
Jan 29 11:03:39.364480 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c91a7ae5-75c7-4a30-97da-a9c9dd963ca1', 'tag': '9da6011e-ef4e-45f7-95f0-5f4350cdcd9f'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 11:03:39.650642 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac5b5a-5159-4092-9dc0-a1f32490420e req-495a43af-edde-41d8-9abe-766faf3abdcb tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:03:39.652372 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7cac5b5a-5159-4092-9dc0-a1f32490420e req-495a43af-edde-41d8-9abe-766faf3abdcb tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=c91a7ae5-75c7-4a30-97da-a9c9dd963ca1 HTTP/1.1" status: 200  len: 945 time: 0.1793680
Jan 29 11:03:39.655544 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-da3cbbf4-e899-4e8f-b1ea-c01d3b160a7a None None] Set router da131e3c-8354-4f0a-8755-46225f5cbec7 gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 11:03:39.717693 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7cac5b5a-5159-4092-9dc0-a1f32490420e req-0af8c0ee-ca09-40dd-9336-4fe72f46bef3 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=bec22cb8-0148-40fd-b521-99a3b5b90e0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0582633
Jan 29 11:03:39.748462 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 37488) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:03:39.810080 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c91a7ae5-75c7-4a30-97da-a9c9dd963ca1', 'tag': '9da6011e-ef4e-45f7-95f0-5f4350cdcd9f', 'status': 'completed', 'code': 200}
Jan 29 11:03:39.932697 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-cab80a8d-ffbf-4cb2-a9b0-821a63372c56 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/floatingips/2de4592c-e393-47fc-9459-86d57342874f HTTP/1.1" status: 200  len: 990 time: 0.1817639
Jan 29 11:03:39.958521 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e49b0f-2d93-4a4c-b747-2ecbbd6dd8a7 req-7c4a033c-2a2e-433d-8adc-3cf1a026281e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:03:39.960134 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-08e49b0f-2d93-4a4c-b747-2ecbbd6dd8a7 req-7c4a033c-2a2e-433d-8adc-3cf1a026281e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=884b801388a745e49e2da4f5c6acad38&device_id=c91a7ae5-75c7-4a30-97da-a9c9dd963ca1 HTTP/1.1" status: 200  len: 1162 time: 0.1248384
Jan 29 11:03:40.029327 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-da3cbbf4-e899-4e8f-b1ea-c01d3b160a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9cbebe0>, [{'id': 'da131e3c-8354-4f0a-8755-46225f5cbec7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477878597', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.9'}], 'enable_snat': True}, 'gw_port_id': '95df7851-2d66-4baa-96df-10e7b81e4a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:03:14Z', 'updated_at': '2021-01-29T11:03:21Z', 'revision_number': 4, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': '95df7851-2d66-4baa-96df-10e7b81e4a50', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da131e3c-8354-4f0a-8755-46225f5cbec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:03:15Z', 'updated_at': '2021-01-29T11:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': '2de4592c-e393-47fc-9459-86d57342874f', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'floating_ip_address': '172.26.7.33', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': 'da131e3c-8354-4f0a-8755-46225f5cbec7', 'port_id': '9da6011e-ef4e-45f7-95f0-5f4350cdcd9f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5776c23f-2b9b-42d1-844f-45b38ae4be97', 'mac_address': 'fa:16:3e:51:57:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91a7ae5-75c7-4a30-97da-a9c9dd963ca1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T11:03:37Z', 'updated_at': '2021-01-29T11:03:37Z', 'revision_number': 0, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe822c3c-47a7-487f-abe3-678725f835c1', 'name': '', 'network_id': '5776c23f-2b9b-42d1-844f-45b38ae4be97', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'mac_address': 'fa:16:3e:25:64:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da131e3c-8354-4f0a-8755-46225f5cbec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'e5c9f193-9401-4d18-920f-3b8bf1357710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:03:20Z', 'updated_at': '2021-01-29T11:03:27Z', 'revision_number': 5, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'subnets': [{'id': 'e5c9f193-9401-4d18-920f-3b8bf1357710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:03:40.033383 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3cbbf4-e899-4e8f-b1ea-c01d3b160a7a None None] Checking router: da131e3c-8354-4f0a-8755-46225f5cbec7 for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 11:03:40.042318 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3cbbf4-e899-4e8f-b1ea-c01d3b160a7a None None] Routers {'da131e3c-8354-4f0a-8755-46225f5cbec7'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 11:03:40.042969 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-da3cbbf4-e899-4e8f-b1ea-c01d3b160a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9cbebe0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T11:03:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['da131e3c-8354-4f0a-8755-46225f5cbec7'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:03:40.113526 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e49b0f-2d93-4a4c-b747-2ecbbd6dd8a7 req-2c3169f1-e520-48e3-8267-9d6344960035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:03:40.115152 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-08e49b0f-2d93-4a4c-b747-2ecbbd6dd8a7 req-2c3169f1-e520-48e3-8267-9d6344960035 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5776c23f-2b9b-42d1-844f-45b38ae4be97 HTTP/1.1" status: 200  len: 891 time: 0.1474588
Jan 29 11:03:40.224554 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-08e49b0f-2d93-4a4c-b747-2ecbbd6dd8a7 req-6937835f-351e-46ce-8268-5e6c0089cfee service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9da6011e-ef4e-45f7-95f0-5f4350cdcd9f HTTP/1.1" status: 200  len: 998 time: 0.1023424
Jan 29 11:03:40.230938 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-da3cbbf4-e899-4e8f-b1ea-c01d3b160a7a None None] Set router da131e3c-8354-4f0a-8755-46225f5cbec7 gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 11:03:40.297007 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e49b0f-2d93-4a4c-b747-2ecbbd6dd8a7 req-4dcad595-1247-4bd8-837a-fe9169b03943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:03:40.298798 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-08e49b0f-2d93-4a4c-b747-2ecbbd6dd8a7 req-4dcad595-1247-4bd8-837a-fe9169b03943 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e5c9f193-9401-4d18-920f-3b8bf1357710 HTTP/1.1" status: 200  len: 834 time: 0.0680978
Jan 29 11:03:40.385954 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e49b0f-2d93-4a4c-b747-2ecbbd6dd8a7 req-cc23ff5c-0dbf-4e29-918c-6bb20be92b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:03:40.387571 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-08e49b0f-2d93-4a4c-b747-2ecbbd6dd8a7 req-cc23ff5c-0dbf-4e29-918c-6bb20be92b3b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5776c23f-2b9b-42d1-844f-45b38ae4be97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0827584
Jan 29 11:03:40.532319 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-08e49b0f-2d93-4a4c-b747-2ecbbd6dd8a7 req-e877dd7a-4f5a-4b21-89d2-92ef66cb39ed service neutron] 10.222.0.22 "GET /v2.0/networks/5776c23f-2b9b-42d1-844f-45b38ae4be97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377933
Jan 29 11:03:40.614198 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-da3cbbf4-e899-4e8f-b1ea-c01d3b160a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9cbebe0>, [{'id': 'da131e3c-8354-4f0a-8755-46225f5cbec7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477878597', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.9'}], 'enable_snat': True}, 'gw_port_id': '95df7851-2d66-4baa-96df-10e7b81e4a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:03:14Z', 'updated_at': '2021-01-29T11:03:21Z', 'revision_number': 4, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': '95df7851-2d66-4baa-96df-10e7b81e4a50', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da131e3c-8354-4f0a-8755-46225f5cbec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:03:15Z', 'updated_at': '2021-01-29T11:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': '2de4592c-e393-47fc-9459-86d57342874f', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'floating_ip_address': '172.26.7.33', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': 'da131e3c-8354-4f0a-8755-46225f5cbec7', 'port_id': '9da6011e-ef4e-45f7-95f0-5f4350cdcd9f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5776c23f-2b9b-42d1-844f-45b38ae4be97', 'mac_address': 'fa:16:3e:51:57:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91a7ae5-75c7-4a30-97da-a9c9dd963ca1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T11:03:37Z', 'updated_at': '2021-01-29T11:03:37Z', 'revision_number': 0, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe822c3c-47a7-487f-abe3-678725f835c1', 'name': '', 'network_id': '5776c23f-2b9b-42d1-844f-45b38ae4be97', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'mac_address': 'fa:16:3e:25:64:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da131e3c-8354-4f0a-8755-46225f5cbec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'e5c9f193-9401-4d18-920f-3b8bf1357710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:03:20Z', 'updated_at': '2021-01-29T11:03:27Z', 'revision_number': 5, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'subnets': [{'id': 'e5c9f193-9401-4d18-920f-3b8bf1357710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:03:40.618403 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3cbbf4-e899-4e8f-b1ea-c01d3b160a7a None None] The sync data for ids ['da131e3c-8354-4f0a-8755-46225f5cbec7'] in dv-neutron-772983-2-ovs is: [{'id': 'da131e3c-8354-4f0a-8755-46225f5cbec7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477878597', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.9'}], 'enable_snat': True}, 'gw_port_id': '95df7851-2d66-4baa-96df-10e7b81e4a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:03:14Z', 'updated_at': '2021-01-29T11:03:21Z', 'revision_number': 4, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': '95df7851-2d66-4baa-96df-10e7b81e4a50', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da131e3c-8354-4f0a-8755-46225f5cbec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:03:15Z', 'updated_at': '2021-01-29T11:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': '2de4592c-e393-47fc-9459-86d57342874f', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'floating_ip_address': '172.26.7.33', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': 'da131e3c-8354-4f0a-8755-46225f5cbec7', 'port_id': '9da6011e-ef4e-45f7-95f0-5f4350cdcd9f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5776c23f-2b9b-42d1-844f-45b38ae4be97', 'mac_address': 'fa:16:3e:51:57:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91a7ae5-75c7-4a30-97da-a9c9dd963ca1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T11:03:37Z', 'updated_at': '2021-01-29T11:03:37Z', 'revision_number': 0, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe822c3c-47a7-487f-abe3-678725f835c1', 'name': '', 'network_id': '5776c23f-2b9b-42d1-844f-45b38ae4be97', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'mac_address': 'fa:16:3e:25:64:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da131e3c-8354-4f0a-8755-46225f5cbec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'e5c9f193-9401-4d18-920f-3b8bf1357710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:03:20Z', 'updated_at': '2021-01-29T11:03:27Z', 'revision_number': 5, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'subnets': [{'id': 'e5c9f193-9401-4d18-920f-3b8bf1357710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 11:03:40.679182 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-08e49b0f-2d93-4a4c-b747-2ecbbd6dd8a7 req-5feed10d-66d1-4831-a836-9496d0f5a5fa service neutron] 10.222.0.22 "GET /v2.0/networks/5776c23f-2b9b-42d1-844f-45b38ae4be97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1399031
Jan 29 11:03:40.909254 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c18070-83fc-4311-a9fe-a6b3d8c48182 None None] New status for floating IP 2de4592c-e393-47fc-9459-86d57342874f: ACTIVE {{(pid=80767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 29 11:03:40.935613 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 37492) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:03:41.062021 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-0e887725-c4a5-49b0-a3df-01ac3811d692 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/floatingips/2de4592c-e393-47fc-9459-86d57342874f HTTP/1.1" status: 200  len: 990 time: 0.1249719
Jan 29 11:03:42.066061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 37496) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:03:42.471532 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e92e6932-625e-4e6c-9d4f-35b718525450 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/floatingips/2de4592c-e393-47fc-9459-86d57342874f HTTP/1.1" status: 200  len: 992 time: 0.4021690
Jan 29 11:03:51.590747 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-de05debd-aedd-4a91-beb5-eafc807d5fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:52.212616 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 11:03:53.855999 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-087b0af4-e39a-4c98-a6e4-9b9581ee1445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:54.465086 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:55.036175 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:03:56.317205 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:04:05.356707 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:04:21.591574 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0502b92b-40ad-4368-80a6-a649a03e5bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:04:23.831852 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-219ec4c8-7145-4cc0-987a-1bd12a01a834 req-12d2ce04-8b6e-4cd8-8933-17104cb3a8db service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c91a7ae5-75c7-4a30-97da-a9c9dd963ca1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0882125
Jan 29 11:04:23.859156 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9ab45fb6-497b-406a-860d-ee7f39f38a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:04:23.999819 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ec4c8-7145-4cc0-987a-1bd12a01a834 req-e2c6b639-bedf-4d70-96d4-3f2c648a241a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:04:24.001409 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-219ec4c8-7145-4cc0-987a-1bd12a01a834 req-e2c6b639-bedf-4d70-96d4-3f2c648a241a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=884b801388a745e49e2da4f5c6acad38&device_id=c91a7ae5-75c7-4a30-97da-a9c9dd963ca1 HTTP/1.1" status: 200  len: 1162 time: 0.0802088
Jan 29 11:04:24.156729 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ec4c8-7145-4cc0-987a-1bd12a01a834 req-3d908cdf-6231-40b7-97ea-be9e8b24d317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:04:24.158326 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-219ec4c8-7145-4cc0-987a-1bd12a01a834 req-3d908cdf-6231-40b7-97ea-be9e8b24d317 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5776c23f-2b9b-42d1-844f-45b38ae4be97 HTTP/1.1" status: 200  len: 891 time: 0.1373720
Jan 29 11:04:24.266193 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-219ec4c8-7145-4cc0-987a-1bd12a01a834 req-a092e08b-c461-4513-9383-7f28d8554924 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9da6011e-ef4e-45f7-95f0-5f4350cdcd9f HTTP/1.1" status: 200  len: 1000 time: 0.1014047
Jan 29 11:04:24.338130 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ec4c8-7145-4cc0-987a-1bd12a01a834 req-05088286-2a1c-48e5-a775-b5f9b7949df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:04:24.339691 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-219ec4c8-7145-4cc0-987a-1bd12a01a834 req-05088286-2a1c-48e5-a775-b5f9b7949df8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e5c9f193-9401-4d18-920f-3b8bf1357710 HTTP/1.1" status: 200  len: 834 time: 0.0671518
Jan 29 11:04:24.421327 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ec4c8-7145-4cc0-987a-1bd12a01a834 req-fa48bac7-ced6-4fd7-9b44-59ade0f86f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:04:24.422860 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-219ec4c8-7145-4cc0-987a-1bd12a01a834 req-fa48bac7-ced6-4fd7-9b44-59ade0f86f42 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5776c23f-2b9b-42d1-844f-45b38ae4be97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0761778
Jan 29 11:04:24.470684 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:04:24.570312 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-219ec4c8-7145-4cc0-987a-1bd12a01a834 req-932c56d9-5bcb-425a-957f-c10c81c806e4 service neutron] 10.222.0.22 "GET /v2.0/networks/5776c23f-2b9b-42d1-844f-45b38ae4be97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1405759
Jan 29 11:04:24.713078 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-219ec4c8-7145-4cc0-987a-1bd12a01a834 req-905a536f-9539-4348-86fd-ac17a82a46cd service neutron] 10.222.0.22 "GET /v2.0/networks/5776c23f-2b9b-42d1-844f-45b38ae4be97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1365030
Jan 29 11:04:25.037559 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:04:26.323492 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:04:29.212528 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 11:04:35.362561 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:04:50.297675 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e7e3f-18e8-42ef-ba80-6a2208bbef11 req-37e52f4f-9a77-4e2c-b486-5f994cccbd73 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:04:50.299333 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-891e7e3f-18e8-42ef-ba80-6a2208bbef11 req-37e52f4f-9a77-4e2c-b486-5f994cccbd73 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=c91a7ae5-75c7-4a30-97da-a9c9dd963ca1 HTTP/1.1" status: 200  len: 945 time: 0.1741660
Jan 29 11:04:50.369035 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-891e7e3f-18e8-42ef-ba80-6a2208bbef11 req-1bc343af-18e1-44f7-8498-30e3a0c09052 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=bec22cb8-0148-40fd-b521-99a3b5b90e0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0617061
Jan 29 11:04:51.603072 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7aed9d1c-6f8f-4731-a623-937c20d217b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:04:51.668387 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3c7b9-8c70-4a0a-a75f-ec7030db017b req-2c520392-8759-48ac-9846-47c25718d3db tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:04:51.670112 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c5b3c7b9-8c70-4a0a-a75f-ec7030db017b req-2c520392-8759-48ac-9846-47c25718d3db tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=c91a7ae5-75c7-4a30-97da-a9c9dd963ca1 HTTP/1.1" status: 200  len: 945 time: 0.1687343
Jan 29 11:04:51.737883 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c5b3c7b9-8c70-4a0a-a75f-ec7030db017b req-cba203eb-41a0-4c7c-87fb-986862133416 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=bec22cb8-0148-40fd-b521-99a3b5b90e0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0613146
Jan 29 11:04:53.035227 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c6e98-6973-411c-b4a5-b04c3bbe86ee req-c20d9ee5-c641-4def-b1d7-a89b3408e87a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:04:53.036813 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1b1c6e98-6973-411c-b4a5-b04c3bbe86ee req-c20d9ee5-c641-4def-b1d7-a89b3408e87a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=c91a7ae5-75c7-4a30-97da-a9c9dd963ca1 HTTP/1.1" status: 200  len: 945 time: 0.1668992
Jan 29 11:04:53.102053 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1b1c6e98-6973-411c-b4a5-b04c3bbe86ee req-e18e96eb-1502-4adc-be96-3ec6b87d5142 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=bec22cb8-0148-40fd-b521-99a3b5b90e0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0586841
Jan 29 11:04:53.132983 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 37554) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:04:53.263967 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5f93e66e-2d19-42f9-84be-13e95048a10a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/floatingips/2de4592c-e393-47fc-9459-86d57342874f HTTP/1.1" status: 200  len: 992 time: 0.1296449
Jan 29 11:04:53.860540 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c670a146-580d-4285-a6fc-490f1594a2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:04:54.469933 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:04:54.822550 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690cd5b-5c0b-4e7d-ab5c-4e900d8ac69b req-c3e34dbf-2ed0-4b69-8e66-2e9840fd6677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:04:54.824170 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4690cd5b-5c0b-4e7d-ab5c-4e900d8ac69b req-c3e34dbf-2ed0-4b69-8e66-2e9840fd6677 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=884b801388a745e49e2da4f5c6acad38&device_id=c91a7ae5-75c7-4a30-97da-a9c9dd963ca1 HTTP/1.1" status: 200  len: 1162 time: 0.0819206
Jan 29 11:04:54.879955 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c9e92b-92df-4446-8fbe-810c7ef8c218 req-e5f1e60a-66a9-4e99-a6cc-90465687b6c8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:04:54.881724 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-23c9e92b-92df-4446-8fbe-810c7ef8c218 req-e5f1e60a-66a9-4e99-a6cc-90465687b6c8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=c91a7ae5-75c7-4a30-97da-a9c9dd963ca1 HTTP/1.1" status: 200  len: 945 time: 0.1729550
Jan 29 11:04:54.947308 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-23c9e92b-92df-4446-8fbe-810c7ef8c218 req-91ffc2a4-aa98-43de-8925-7c8947489458 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=bec22cb8-0148-40fd-b521-99a3b5b90e0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0591283
Jan 29 11:04:54.969690 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690cd5b-5c0b-4e7d-ab5c-4e900d8ac69b req-1f1b0161-0c22-4284-b8bf-9d7d96fdb4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:04:54.971314 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4690cd5b-5c0b-4e7d-ab5c-4e900d8ac69b req-1f1b0161-0c22-4284-b8bf-9d7d96fdb4c1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5776c23f-2b9b-42d1-844f-45b38ae4be97 HTTP/1.1" status: 200  len: 891 time: 0.1402531
Jan 29 11:04:55.038942 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:04:55.083257 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4690cd5b-5c0b-4e7d-ab5c-4e900d8ac69b req-b35c9950-a4f9-4b57-ac49-4c3745a05210 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9da6011e-ef4e-45f7-95f0-5f4350cdcd9f HTTP/1.1" status: 200  len: 1000 time: 0.1059465
Jan 29 11:04:55.155969 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690cd5b-5c0b-4e7d-ab5c-4e900d8ac69b req-ef31ab4d-5208-4b2f-9c43-022062a337a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:04:55.157437 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4690cd5b-5c0b-4e7d-ab5c-4e900d8ac69b req-ef31ab4d-5208-4b2f-9c43-022062a337a8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e5c9f193-9401-4d18-920f-3b8bf1357710 HTTP/1.1" status: 200  len: 834 time: 0.0679317
Jan 29 11:04:55.238077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690cd5b-5c0b-4e7d-ab5c-4e900d8ac69b req-e56d4822-214c-416d-8eee-34942b0d8190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:04:55.239666 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4690cd5b-5c0b-4e7d-ab5c-4e900d8ac69b req-e56d4822-214c-416d-8eee-34942b0d8190 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5776c23f-2b9b-42d1-844f-45b38ae4be97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0759215
Jan 29 11:04:55.385996 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4690cd5b-5c0b-4e7d-ab5c-4e900d8ac69b req-6aff47fc-12cd-4e64-a63e-1a766cfb9f11 service neutron] 10.222.0.22 "GET /v2.0/networks/5776c23f-2b9b-42d1-844f-45b38ae4be97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1390605
Jan 29 11:04:55.528030 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4690cd5b-5c0b-4e7d-ab5c-4e900d8ac69b req-77d9d916-c928-4898-9b3c-49b1289e3660 service neutron] 10.222.0.22 "GET /v2.0/networks/5776c23f-2b9b-42d1-844f-45b38ae4be97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1345527
Jan 29 11:04:56.241918 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553bb259-b60f-4907-a6f9-1b7fc0da7642 req-a5547ef2-4e87-48d7-961a-2f4f506e3fde tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:04:56.243409 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-553bb259-b60f-4907-a6f9-1b7fc0da7642 req-a5547ef2-4e87-48d7-961a-2f4f506e3fde tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=c91a7ae5-75c7-4a30-97da-a9c9dd963ca1 HTTP/1.1" status: 200  len: 945 time: 0.1666687
Jan 29 11:04:56.307342 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-553bb259-b60f-4907-a6f9-1b7fc0da7642 req-3f095d7b-ada1-41c0-a86d-951739d641e2 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=bec22cb8-0148-40fd-b521-99a3b5b90e0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0576584
Jan 29 11:04:56.325673 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:04:57.563159 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 9da6011e-ef4e-45f7-95f0-5f4350cdcd9f up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 11:04:57.610348 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96acebab-5ba6-4914-8aa9-2bc8edc48f6e req-dcc3e6b9-f513-4c77-8bff-5a0f152b1629 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:04:57.612061 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-96acebab-5ba6-4914-8aa9-2bc8edc48f6e req-dcc3e6b9-f513-4c77-8bff-5a0f152b1629 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=c91a7ae5-75c7-4a30-97da-a9c9dd963ca1 HTTP/1.1" status: 200  len: 945 time: 0.1669784
Jan 29 11:04:57.634251 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 9da6011e-ef4e-45f7-95f0-5f4350cdcd9f triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:04:57.634671 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:04:57.679872 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-96acebab-5ba6-4914-8aa9-2bc8edc48f6e req-cf107a43-33e9-4a6c-88de-dc6c0dd9e99e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=bec22cb8-0148-40fd-b521-99a3b5b90e0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0613625
Jan 29 11:04:57.715251 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 37572) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:04:57.848975 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8fdee994-f734-4dd2-9e00-0f8c488904bf tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/floatingips/2de4592c-e393-47fc-9459-86d57342874f HTTP/1.1" status: 200  len: 992 time: 0.1321883
Jan 29 11:04:58.150340 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 37580) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:04:58.390974 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4ddba4a3-3517-4728-ac0e-54dad2755356 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Deleting port 355e1ba2-675a-4e21-9e40-ceae0c0a0ce4 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 11:04:58.391336 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4ddba4a3-3517-4728-ac0e-54dad2755356 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:04:58.574757 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4ddba4a3-3517-4728-ac0e-54dad2755356 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:04:58.575314 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4ddba4a3-3517-4728-ac0e-54dad2755356 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:04:58.710983 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4ddba4a3-3517-4728-ac0e-54dad2755356 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Calling delete_port for 355e1ba2-675a-4e21-9e40-ceae0c0a0ce4 owned by network:floatingip {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 11:04:58.860815 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4ddba4a3-3517-4728-ac0e-54dad2755356 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:04:58.876343 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c475ff94-104b-4297-a924-d8e79d1602c4 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:04:58.936002 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddba4a3-3517-4728-ac0e-54dad2755356 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event deleted for resources: {'Port': ['ID=355e1ba2-675a-4e21-9e40-ceae0c0a0ce4,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:04:58.992883 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddba4a3-3517-4728-ac0e-54dad2755356 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:04:58.993226 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddba4a3-3517-4728-ac0e-54dad2755356 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:04:58.993660 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddba4a3-3517-4728-ac0e-54dad2755356 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:04:58.994137 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddba4a3-3517-4728-ac0e-54dad2755356 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:04:58.994559 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddba4a3-3517-4728-ac0e-54dad2755356 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:04:58.994982 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddba4a3-3517-4728-ac0e-54dad2755356 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:04:58.995397 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddba4a3-3517-4728-ac0e-54dad2755356 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:04:58.995815 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddba4a3-3517-4728-ac0e-54dad2755356 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:04:58.996267 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddba4a3-3517-4728-ac0e-54dad2755356 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:04:58.996685 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddba4a3-3517-4728-ac0e-54dad2755356 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:04:58.997106 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddba4a3-3517-4728-ac0e-54dad2755356 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:04:58.997519 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddba4a3-3517-4728-ac0e-54dad2755356 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:04:58.998027 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddba4a3-3517-4728-ac0e-54dad2755356 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:04:58.998444 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddba4a3-3517-4728-ac0e-54dad2755356 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:04:58.998855 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddba4a3-3517-4728-ac0e-54dad2755356 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:04:58.999266 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddba4a3-3517-4728-ac0e-54dad2755356 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:04:58.999676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddba4a3-3517-4728-ac0e-54dad2755356 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:04:59.000090 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddba4a3-3517-4728-ac0e-54dad2755356 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:04:59.000501 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddba4a3-3517-4728-ac0e-54dad2755356 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:04:59.000911 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddba4a3-3517-4728-ac0e-54dad2755356 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:04:59.001319 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddba4a3-3517-4728-ac0e-54dad2755356 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:04:59.001729 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddba4a3-3517-4728-ac0e-54dad2755356 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:04:59.002166 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddba4a3-3517-4728-ac0e-54dad2755356 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:04:59.002575 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddba4a3-3517-4728-ac0e-54dad2755356 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:04:59.010947 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4ddba4a3-3517-4728-ac0e-54dad2755356 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:04:59.121888 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4ddba4a3-3517-4728-ac0e-54dad2755356 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for floatingip, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:04:59.122268 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [None req-4ddba4a3-3517-4728-ac0e-54dad2755356 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Floating IP 2de4592c-e393-47fc-9459-86d57342874f disassociated (deleted). External IP: 172.26.7.33, port: 9da6011e-ef4e-45f7-95f0-5f4350cdcd9f.
Jan 29 11:04:59.494397 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ddba4a3-3517-4728-ac0e-54dad2755356 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Router da131e3c-8354-4f0a-8755-46225f5cbec7 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 11:04:59.683329 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ddba4a3-3517-4728-ac0e-54dad2755356 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 11:04:59.692970 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b7101f-1bba-4cd2-ae1e-842df02f07a5 None None] Sync routers for ids ['da131e3c-8354-4f0a-8755-46225f5cbec7'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 11:04:59.700194 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4ddba4a3-3517-4728-ac0e-54dad2755356 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:04:59.703286 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b7101f-1bba-4cd2-ae1e-842df02f07a5 None None] Routers {'da131e3c-8354-4f0a-8755-46225f5cbec7'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 11:04:59.703958 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-22b7101f-1bba-4cd2-ae1e-842df02f07a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca352828>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T11:04:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['da131e3c-8354-4f0a-8755-46225f5cbec7'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:04:59.756936 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4ddba4a3-3517-4728-ac0e-54dad2755356 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "DELETE /v2.0/floatingips/2de4592c-e393-47fc-9459-86d57342874f HTTP/1.1" status: 204  len: 168 time: 1.6054285
Jan 29 11:04:59.757645 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c91a7ae5-75c7-4a30-97da-a9c9dd963ca1', 'tag': '9da6011e-ef4e-45f7-95f0-5f4350cdcd9f'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 11:04:59.895312 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-22b7101f-1bba-4cd2-ae1e-842df02f07a5 None None] Set router da131e3c-8354-4f0a-8755-46225f5cbec7 gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 11:05:00.031864 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c91a7ae5-75c7-4a30-97da-a9c9dd963ca1', 'tag': '9da6011e-ef4e-45f7-95f0-5f4350cdcd9f', 'status': 'completed', 'code': 200}
Jan 29 11:05:00.236705 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-22b7101f-1bba-4cd2-ae1e-842df02f07a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca352828>, [{'id': 'da131e3c-8354-4f0a-8755-46225f5cbec7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477878597', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.9'}], 'enable_snat': True}, 'gw_port_id': '95df7851-2d66-4baa-96df-10e7b81e4a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:03:14Z', 'updated_at': '2021-01-29T11:03:21Z', 'revision_number': 4, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': '95df7851-2d66-4baa-96df-10e7b81e4a50', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da131e3c-8354-4f0a-8755-46225f5cbec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:03:15Z', 'updated_at': '2021-01-29T11:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'fe822c3c-47a7-487f-abe3-678725f835c1', 'name': '', 'network_id': '5776c23f-2b9b-42d1-844f-45b38ae4be97', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'mac_address': 'fa:16:3e:25:64:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da131e3c-8354-4f0a-8755-46225f5cbec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'e5c9f193-9401-4d18-920f-3b8bf1357710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:03:20Z', 'updated_at': '2021-01-29T11:03:27Z', 'revision_number': 5, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'subnets': [{'id': 'e5c9f193-9401-4d18-920f-3b8bf1357710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:05:00.242043 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b7101f-1bba-4cd2-ae1e-842df02f07a5 None None] Checking router: da131e3c-8354-4f0a-8755-46225f5cbec7 for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 11:05:00.252082 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b7101f-1bba-4cd2-ae1e-842df02f07a5 None None] Routers {'da131e3c-8354-4f0a-8755-46225f5cbec7'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 11:05:00.252780 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-22b7101f-1bba-4cd2-ae1e-842df02f07a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca352828>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T11:04:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['da131e3c-8354-4f0a-8755-46225f5cbec7'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:05:00.323159 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe589454-18fa-46de-b7a8-003b4c0117a9 req-531038ef-bac7-4343-b834-22ab532ed220 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:05:00.324925 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fe589454-18fa-46de-b7a8-003b4c0117a9 req-531038ef-bac7-4343-b834-22ab532ed220 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=c91a7ae5-75c7-4a30-97da-a9c9dd963ca1 HTTP/1.1" status: 200  len: 945 time: 0.1928954
Jan 29 11:05:00.393718 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fe589454-18fa-46de-b7a8-003b4c0117a9 req-217b9010-8044-4908-bce9-51edb073f03b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=bec22cb8-0148-40fd-b521-99a3b5b90e0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0603993
Jan 29 11:05:00.448455 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c3ba6c-f880-4926-8c3e-a340bd40c785 req-7d0feb04-a351-4cb4-a4df-a6dc5bad0982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:05:00.450165 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f5c3ba6c-f880-4926-8c3e-a340bd40c785 req-7d0feb04-a351-4cb4-a4df-a6dc5bad0982 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=884b801388a745e49e2da4f5c6acad38&device_id=c91a7ae5-75c7-4a30-97da-a9c9dd963ca1 HTTP/1.1" status: 200  len: 1162 time: 0.3752587
Jan 29 11:05:00.602433 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c3ba6c-f880-4926-8c3e-a340bd40c785 req-6b1f02ed-a4f2-45c6-95c5-bdfb864731bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:05:00.603942 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f5c3ba6c-f880-4926-8c3e-a340bd40c785 req-6b1f02ed-a4f2-45c6-95c5-bdfb864731bf service neutron] 10.222.0.22 "GET /v2.0/networks?id=5776c23f-2b9b-42d1-844f-45b38ae4be97 HTTP/1.1" status: 200  len: 891 time: 0.1470380
Jan 29 11:05:00.611357 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-22b7101f-1bba-4cd2-ae1e-842df02f07a5 None None] Set router da131e3c-8354-4f0a-8755-46225f5cbec7 gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 11:05:00.682697 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f5c3ba6c-f880-4926-8c3e-a340bd40c785 req-fb13ade8-7da7-4cb5-9ea5-a8e896d19984 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9da6011e-ef4e-45f7-95f0-5f4350cdcd9f HTTP/1.1" status: 200  len: 217 time: 0.0712245
Jan 29 11:05:00.754846 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c3ba6c-f880-4926-8c3e-a340bd40c785 req-92f7338b-1717-4758-bb75-24b0d02cfef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:05:00.757334 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f5c3ba6c-f880-4926-8c3e-a340bd40c785 req-92f7338b-1717-4758-bb75-24b0d02cfef2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e5c9f193-9401-4d18-920f-3b8bf1357710 HTTP/1.1" status: 200  len: 834 time: 0.0673032
Jan 29 11:05:00.840111 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c3ba6c-f880-4926-8c3e-a340bd40c785 req-bf026019-4ea1-476b-8e88-582f2505709a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:05:00.841752 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f5c3ba6c-f880-4926-8c3e-a340bd40c785 req-bf026019-4ea1-476b-8e88-582f2505709a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5776c23f-2b9b-42d1-844f-45b38ae4be97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0784032
Jan 29 11:05:00.941671 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-22b7101f-1bba-4cd2-ae1e-842df02f07a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca352828>, [{'id': 'da131e3c-8354-4f0a-8755-46225f5cbec7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477878597', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.9'}], 'enable_snat': True}, 'gw_port_id': '95df7851-2d66-4baa-96df-10e7b81e4a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:03:14Z', 'updated_at': '2021-01-29T11:03:21Z', 'revision_number': 4, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': '95df7851-2d66-4baa-96df-10e7b81e4a50', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da131e3c-8354-4f0a-8755-46225f5cbec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:03:15Z', 'updated_at': '2021-01-29T11:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'fe822c3c-47a7-487f-abe3-678725f835c1', 'name': '', 'network_id': '5776c23f-2b9b-42d1-844f-45b38ae4be97', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'mac_address': 'fa:16:3e:25:64:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da131e3c-8354-4f0a-8755-46225f5cbec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'e5c9f193-9401-4d18-920f-3b8bf1357710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:03:20Z', 'updated_at': '2021-01-29T11:03:27Z', 'revision_number': 5, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'subnets': [{'id': 'e5c9f193-9401-4d18-920f-3b8bf1357710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:05:00.945932 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b7101f-1bba-4cd2-ae1e-842df02f07a5 None None] The sync data for ids ['da131e3c-8354-4f0a-8755-46225f5cbec7'] in dv-neutron-772983-2-ovs is: [{'id': 'da131e3c-8354-4f0a-8755-46225f5cbec7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477878597', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.9'}], 'enable_snat': True}, 'gw_port_id': '95df7851-2d66-4baa-96df-10e7b81e4a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:03:14Z', 'updated_at': '2021-01-29T11:03:21Z', 'revision_number': 4, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': '95df7851-2d66-4baa-96df-10e7b81e4a50', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da131e3c-8354-4f0a-8755-46225f5cbec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:03:15Z', 'updated_at': '2021-01-29T11:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'fe822c3c-47a7-487f-abe3-678725f835c1', 'name': '', 'network_id': '5776c23f-2b9b-42d1-844f-45b38ae4be97', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'mac_address': 'fa:16:3e:25:64:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da131e3c-8354-4f0a-8755-46225f5cbec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'e5c9f193-9401-4d18-920f-3b8bf1357710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:03:20Z', 'updated_at': '2021-01-29T11:03:27Z', 'revision_number': 5, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'subnets': [{'id': 'e5c9f193-9401-4d18-920f-3b8bf1357710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 11:05:01.000098 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f5c3ba6c-f880-4926-8c3e-a340bd40c785 req-3383b5d7-9178-47c0-aa3a-ba0497a16b8c service neutron] 10.222.0.22 "GET /v2.0/networks/5776c23f-2b9b-42d1-844f-45b38ae4be97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1505246
Jan 29 11:05:01.151321 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f5c3ba6c-f880-4926-8c3e-a340bd40c785 req-32e5b17c-ff1c-4368-ba2c-5b80f5ac1d3a service neutron] 10.222.0.22 "GET /v2.0/networks/5776c23f-2b9b-42d1-844f-45b38ae4be97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1435568
Jan 29 11:05:01.352451 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b1839a-89fb-433a-a3ac-b6d5ea78470a None None] New status for floating IP 2de4592c-e393-47fc-9459-86d57342874f: DOWN {{(pid=80767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 29 11:05:01.698780 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678fcb50-0e29-4ce7-85e6-880343317f6a req-1491528b-383a-4fbb-8a12-5abd24709534 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:05:01.700466 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-678fcb50-0e29-4ce7-85e6-880343317f6a req-1491528b-383a-4fbb-8a12-5abd24709534 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=c91a7ae5-75c7-4a30-97da-a9c9dd963ca1 HTTP/1.1" status: 200  len: 945 time: 0.1703780
Jan 29 11:05:01.764135 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-678fcb50-0e29-4ce7-85e6-880343317f6a req-e3e5488a-2fc9-466c-86b2-228f6dc2d465 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/security-groups?id=bec22cb8-0148-40fd-b521-99a3b5b90e0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0572612
Jan 29 11:05:02.283454 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8038fdf1-22fc-4e2c-b459-ca2e27c671f0 req-47f7a1d9-0474-4e7e-94ad-9e58b39539ed tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:05:02.284301 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-8038fdf1-22fc-4e2c-b459-ca2e27c671f0 req-47f7a1d9-0474-4e7e-94ad-9e58b39539ed tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Synchronizing usage tracker for tenant:884b801388a745e49e2da4f5c6acad38 on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 11:05:02.299611 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-8038fdf1-22fc-4e2c-b459-ca2e27c671f0 req-47f7a1d9-0474-4e7e-94ad-9e58b39539ed tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Unset dirty status for tenant:884b801388a745e49e2da4f5c6acad38 on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 11:05:02.300825 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8038fdf1-22fc-4e2c-b459-ca2e27c671f0 req-47f7a1d9-0474-4e7e-94ad-9e58b39539ed tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.22 "GET /v2.0/ports?device_id=c91a7ae5-75c7-4a30-97da-a9c9dd963ca1 HTTP/1.1" status: 200  len: 945 time: 0.1909325
Jan 29 11:05:02.400104 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-8038fdf1-22fc-4e2c-b459-ca2e27c671f0 req-1b36d0ea-672f-4c4a-95a9-b6476533b9d0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Deleting port 9da6011e-ef4e-45f7-95f0-5f4350cdcd9f {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 11:05:02.400487 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-8038fdf1-22fc-4e2c-b459-ca2e27c671f0 req-1b36d0ea-672f-4c4a-95a9-b6476533b9d0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:02.665653 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-8038fdf1-22fc-4e2c-b459-ca2e27c671f0 req-1b36d0ea-672f-4c4a-95a9-b6476533b9d0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] For port 9da6011e-ef4e-45f7-95f0-5f4350cdcd9f, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=9da6011e-ef4e-45f7-95f0-5f4350cdcd9f,segment=NetworkSegment(d8bf55f1-0fce-4aa5-9bbd-8c2dc29e06e7),segment_id=d8bf55f1-0fce-4aa5-9bbd-8c2dc29e06e7)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 11:05:02.666055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-8038fdf1-22fc-4e2c-b459-ca2e27c671f0 req-1b36d0ea-672f-4c4a-95a9-b6476533b9d0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:02.798827 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-8038fdf1-22fc-4e2c-b459-ca2e27c671f0 req-1b36d0ea-672f-4c4a-95a9-b6476533b9d0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Calling delete_port for 9da6011e-ef4e-45f7-95f0-5f4350cdcd9f owned by compute:nova {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 11:05:02.966585 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-8038fdf1-22fc-4e2c-b459-ca2e27c671f0 req-1b36d0ea-672f-4c4a-95a9-b6476533b9d0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:02.986504 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-10617e4e-b87c-47b4-ae5f-9a60c7958066 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:05:03.050616 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b36d0ea-672f-4c4a-95a9-b6476533b9d0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event deleted for resources: {'Port': ['ID=9da6011e-ef4e-45f7-95f0-5f4350cdcd9f,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:05:03.053710 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1b36d0ea-672f-4c4a-95a9-b6476533b9d0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:05:03.101913 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6e2e2031-7a2d-4a94-82b7-b298c50ff9dd req-ca1fc208-c7b1-4f2d-acd2-a547255037b6 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "GET /v2.0/ports?device_id=c91a7ae5-75c7-4a30-97da-a9c9dd963ca1 HTTP/1.1" status: 200  len: 210 time: 0.0501461
Jan 29 11:05:03.207362 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-8038fdf1-22fc-4e2c-b459-ca2e27c671f0 req-1b36d0ea-672f-4c4a-95a9-b6476533b9d0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] No DVR routers for this DVR port 9da6011e-ef4e-45f7-95f0-5f4350cdcd9f on host hv-neutron-7729 {{(pid=80766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 11:05:03.209833 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-8038fdf1-22fc-4e2c-b459-ca2e27c671f0 req-1b36d0ea-672f-4c4a-95a9-b6476533b9d0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:03.213853 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c91a7ae5-75c7-4a30-97da-a9c9dd963ca1', 'name': 'network-vif-deleted', 'tag': '9da6011e-ef4e-45f7-95f0-5f4350cdcd9f'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 11:05:03.228241 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8038fdf1-22fc-4e2c-b459-ca2e27c671f0 req-1b36d0ea-672f-4c4a-95a9-b6476533b9d0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.22 "DELETE /v2.0/ports/9da6011e-ef4e-45f7-95f0-5f4350cdcd9f HTTP/1.1" status: 204  len: 173 time: 0.9218919
Jan 29 11:05:03.273122 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c91a7ae5-75c7-4a30-97da-a9c9dd963ca1', 'name': 'network-vif-deleted', 'tag': '9da6011e-ef4e-45f7-95f0-5f4350cdcd9f', 'status': 'completed', 'code': 200}
Jan 29 11:05:03.423211 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 9da6011e-ef4e-45f7-95f0-5f4350cdcd9f no longer exists at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 11:05:03.463153 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] No Port match for: 9da6011e-ef4e-45f7-95f0-5f4350cdcd9f {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 11:05:03.463477 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 9da6011e-ef4e-45f7-95f0-5f4350cdcd9f not bound to the agent host hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 11:05:04.215096 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 37602) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:05:04.831773 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d3130f4d-1f64-44e3-aa37-b0d05ffeac5b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349253'] for router_interface, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:05.210717 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-d3130f4d-1f64-44e3-aa37-b0d05ffeac5b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Deleting port fe822c3c-47a7-487f-abe3-678725f835c1 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 11:05:05.211098 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d3130f4d-1f64-44e3-aa37-b0d05ffeac5b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:05.353097 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:05.409029 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-d3130f4d-1f64-44e3-aa37-b0d05ffeac5b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] For port fe822c3c-47a7-487f-abe3-678725f835c1, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=fe822c3c-47a7-487f-abe3-678725f835c1,segment=NetworkSegment(d8bf55f1-0fce-4aa5-9bbd-8c2dc29e06e7),segment_id=d8bf55f1-0fce-4aa5-9bbd-8c2dc29e06e7)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 11:05:05.409424 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d3130f4d-1f64-44e3-aa37-b0d05ffeac5b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:05.542862 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-d3130f4d-1f64-44e3-aa37-b0d05ffeac5b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Calling delete_port for fe822c3c-47a7-487f-abe3-678725f835c1 owned by network:router_interface {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 11:05:05.720780 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d3130f4d-1f64-44e3-aa37-b0d05ffeac5b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:05.736324 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-fe2a1457-17e4-470d-a88d-6ae943bb5767 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:05:05.793589 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3130f4d-1f64-44e3-aa37-b0d05ffeac5b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event deleted for resources: {'Port': ['ID=fe822c3c-47a7-487f-abe3-678725f835c1,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:05:05.796430 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d3130f4d-1f64-44e3-aa37-b0d05ffeac5b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:05:06.213265 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 11:05:06.444907 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d3130f4d-1f64-44e3-aa37-b0d05ffeac5b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854415430'] for router_interface, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:07.029531 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3130f4d-1f64-44e3-aa37-b0d05ffeac5b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Router da131e3c-8354-4f0a-8755-46225f5cbec7 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 11:05:07.221272 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3130f4d-1f64-44e3-aa37-b0d05ffeac5b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 11:05:07.235949 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c06bc1c-1eb3-431c-a77f-9d70b5efde49 None None] Sync routers for ids ['da131e3c-8354-4f0a-8755-46225f5cbec7'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 11:05:07.236918 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d3130f4d-1f64-44e3-aa37-b0d05ffeac5b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "PUT /v2.0/routers/da131e3c-8354-4f0a-8755-46225f5cbec7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0206289
Jan 29 11:05:07.239716 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 37606) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:05:07.246955 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c06bc1c-1eb3-431c-a77f-9d70b5efde49 None None] Routers {'da131e3c-8354-4f0a-8755-46225f5cbec7'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 11:05:07.248895 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-5c06bc1c-1eb3-431c-a77f-9d70b5efde49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99cacdb828>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T11:04:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['da131e3c-8354-4f0a-8755-46225f5cbec7'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:05:07.346353 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f43fadd-ea4e-433d-a7f1-cba58075dbe5 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Deleting subnet e5c9f193-9401-4d18-920f-3b8bf1357710 {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 11:05:07.349925 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2f43fadd-ea4e-433d-a7f1-cba58075dbe5 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:07.408546 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2f43fadd-ea4e-433d-a7f1-cba58075dbe5 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:07.444677 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-5c06bc1c-1eb3-431c-a77f-9d70b5efde49 None None] Set router da131e3c-8354-4f0a-8755-46225f5cbec7 gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 11:05:07.503659 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2f43fadd-ea4e-433d-a7f1-cba58075dbe5 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:07.748194 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-5c06bc1c-1eb3-431c-a77f-9d70b5efde49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99cacdb828>, [{'id': 'da131e3c-8354-4f0a-8755-46225f5cbec7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477878597', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.9'}], 'enable_snat': True}, 'gw_port_id': '95df7851-2d66-4baa-96df-10e7b81e4a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:03:14Z', 'updated_at': '2021-01-29T11:05:05Z', 'revision_number': 5, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': '95df7851-2d66-4baa-96df-10e7b81e4a50', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da131e3c-8354-4f0a-8755-46225f5cbec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:03:15Z', 'updated_at': '2021-01-29T11:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:05:07.752423 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c06bc1c-1eb3-431c-a77f-9d70b5efde49 None None] Checking router: da131e3c-8354-4f0a-8755-46225f5cbec7 for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 11:05:07.761467 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c06bc1c-1eb3-431c-a77f-9d70b5efde49 None None] Routers {'da131e3c-8354-4f0a-8755-46225f5cbec7'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 11:05:07.762155 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-5c06bc1c-1eb3-431c-a77f-9d70b5efde49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99cacdb828>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T11:04:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['da131e3c-8354-4f0a-8755-46225f5cbec7'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:05:07.789286 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2f43fadd-ea4e-433d-a7f1-cba58075dbe5 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:07.809397 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5e7f9d1f-8743-4f74-8f10-2002baa6ad48 tempest-NetworksIpV6Test-1508490663 tempest-NetworksIpV6Test-1508490663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:05:07.858665 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f43fadd-ea4e-433d-a7f1-cba58075dbe5 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event deleted for resources: {'Subnet': ['ID=e5c9f193-9401-4d18-920f-3b8bf1357710,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:05:07.862550 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2f43fadd-ea4e-433d-a7f1-cba58075dbe5 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:05:07.947621 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2f43fadd-ea4e-433d-a7f1-cba58075dbe5 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:07.954150 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2f43fadd-ea4e-433d-a7f1-cba58075dbe5 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "DELETE /v2.0/subnets/e5c9f193-9401-4d18-920f-3b8bf1357710 HTTP/1.1" status: 204  len: 168 time: 0.7126698
Jan 29 11:05:07.954767 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7672dda4-4854-401e-b392-cbc86a013d03 None None] Network 5776c23f-2b9b-42d1-844f-45b38ae4be97 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 11:05:07.955303 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-5c06bc1c-1eb3-431c-a77f-9d70b5efde49 None None] Set router da131e3c-8354-4f0a-8755-46225f5cbec7 gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 11:05:07.956874 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 37610) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:05:08.168491 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f7a7ea3d-bac1-4d28-8305-4e731b82fd19 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for router, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:08.227278 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22e3759-13f2-4b39-943b-637a682f71da None None] DHCP port deletion for 5776c23f-2b9b-42d1-844f-45b38ae4be97 request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 11:05:08.231646 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-c22e3759-13f2-4b39-943b-637a682f71da None None] Deleting port 4015f3d5-3996-420d-abea-7667bf722921 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 11:05:08.232077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c22e3759-13f2-4b39-943b-637a682f71da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:08.264595 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-5c06bc1c-1eb3-431c-a77f-9d70b5efde49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99cacdb828>, [{'id': 'da131e3c-8354-4f0a-8755-46225f5cbec7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477878597', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.9'}], 'enable_snat': True}, 'gw_port_id': '95df7851-2d66-4baa-96df-10e7b81e4a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:03:14Z', 'updated_at': '2021-01-29T11:05:05Z', 'revision_number': 5, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': '95df7851-2d66-4baa-96df-10e7b81e4a50', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da131e3c-8354-4f0a-8755-46225f5cbec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:03:15Z', 'updated_at': '2021-01-29T11:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:05:08.268816 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c06bc1c-1eb3-431c-a77f-9d70b5efde49 None None] The sync data for ids ['da131e3c-8354-4f0a-8755-46225f5cbec7'] in dv-neutron-772983-2-ovs is: [{'id': 'da131e3c-8354-4f0a-8755-46225f5cbec7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477878597', 'tenant_id': '884b801388a745e49e2da4f5c6acad38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.9'}], 'enable_snat': True}, 'gw_port_id': '95df7851-2d66-4baa-96df-10e7b81e4a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:03:14Z', 'updated_at': '2021-01-29T11:05:05Z', 'revision_number': 5, 'project_id': '884b801388a745e49e2da4f5c6acad38', 'gw_port': {'id': '95df7851-2d66-4baa-96df-10e7b81e4a50', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da131e3c-8354-4f0a-8755-46225f5cbec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:03:15Z', 'updated_at': '2021-01-29T11:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 11:05:08.386851 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f7a7ea3d-bac1-4d28-8305-4e731b82fd19 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for router_gateway, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:08.392260 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-f7a7ea3d-bac1-4d28-8305-4e731b82fd19 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Deleting port 95df7851-2d66-4baa-96df-10e7b81e4a50 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 11:05:08.392646 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f7a7ea3d-bac1-4d28-8305-4e731b82fd19 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:08.480544 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-c22e3759-13f2-4b39-943b-637a682f71da None None] For port 4015f3d5-3996-420d-abea-7667bf722921, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=4015f3d5-3996-420d-abea-7667bf722921,segment=NetworkSegment(d8bf55f1-0fce-4aa5-9bbd-8c2dc29e06e7),segment_id=d8bf55f1-0fce-4aa5-9bbd-8c2dc29e06e7)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 11:05:08.480909 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c22e3759-13f2-4b39-943b-637a682f71da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:08.582940 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-f7a7ea3d-bac1-4d28-8305-4e731b82fd19 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] For port 95df7851-2d66-4baa-96df-10e7b81e4a50, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=95df7851-2d66-4baa-96df-10e7b81e4a50,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 11:05:08.583491 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f7a7ea3d-bac1-4d28-8305-4e731b82fd19 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:08.617570 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-c22e3759-13f2-4b39-943b-637a682f71da None None] Calling delete_port for 4015f3d5-3996-420d-abea-7667bf722921 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 11:05:08.701698 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c22e3759-13f2-4b39-943b-637a682f71da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:08.717823 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:05:08.722422 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-f7a7ea3d-bac1-4d28-8305-4e731b82fd19 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Calling delete_port for 95df7851-2d66-4baa-96df-10e7b81e4a50 owned by network:router_gateway {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 11:05:08.774762 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22e3759-13f2-4b39-943b-637a682f71da None None] Pushing event deleted for resources: {'Port': ['ID=4015f3d5-3996-420d-abea-7667bf722921,revision_number=None']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:05:08.836300 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22e3759-13f2-4b39-943b-637a682f71da None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:05:08.836696 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22e3759-13f2-4b39-943b-637a682f71da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:05:08.837082 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22e3759-13f2-4b39-943b-637a682f71da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:05:08.837462 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22e3759-13f2-4b39-943b-637a682f71da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:05:08.837859 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22e3759-13f2-4b39-943b-637a682f71da None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:05:08.838241 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22e3759-13f2-4b39-943b-637a682f71da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:05:08.838639 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22e3759-13f2-4b39-943b-637a682f71da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:05:08.838990 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22e3759-13f2-4b39-943b-637a682f71da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:05:08.839386 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22e3759-13f2-4b39-943b-637a682f71da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:05:08.839733 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22e3759-13f2-4b39-943b-637a682f71da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:05:08.840106 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22e3759-13f2-4b39-943b-637a682f71da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:05:08.840473 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22e3759-13f2-4b39-943b-637a682f71da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:05:08.840910 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22e3759-13f2-4b39-943b-637a682f71da None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:05:08.841277 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22e3759-13f2-4b39-943b-637a682f71da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:05:08.841644 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22e3759-13f2-4b39-943b-637a682f71da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:05:08.842037 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22e3759-13f2-4b39-943b-637a682f71da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:05:08.842400 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22e3759-13f2-4b39-943b-637a682f71da None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:05:08.842773 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22e3759-13f2-4b39-943b-637a682f71da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:05:08.843126 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22e3759-13f2-4b39-943b-637a682f71da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:05:08.843486 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22e3759-13f2-4b39-943b-637a682f71da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:05:08.843849 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22e3759-13f2-4b39-943b-637a682f71da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:05:08.844210 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22e3759-13f2-4b39-943b-637a682f71da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:05:08.844576 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22e3759-13f2-4b39-943b-637a682f71da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:05:08.844939 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22e3759-13f2-4b39-943b-637a682f71da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:05:08.853670 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c22e3759-13f2-4b39-943b-637a682f71da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:05:08.863750 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f7a7ea3d-bac1-4d28-8305-4e731b82fd19 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:08.880119 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22e3759-13f2-4b39-943b-637a682f71da None None] No DVR routers for this DVR port 4015f3d5-3996-420d-abea-7667bf722921 on host dv-neutron-772983-2-ovs {{(pid=80767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 11:05:09.055205 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f7a7ea3d-bac1-4d28-8305-4e731b82fd19 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854102222'] for router_gateway, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:09.196412 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f7a7ea3d-bac1-4d28-8305-4e731b82fd19 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:09.198825 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f7a7ea3d-bac1-4d28-8305-4e731b82fd19 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:09.221574 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f7a7ea3d-bac1-4d28-8305-4e731b82fd19 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:09.222176 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a7ea3d-bac1-4d28-8305-4e731b82fd19 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Fanout notify agent at l3_agent the message router_deleted on router da131e3c-8354-4f0a-8755-46225f5cbec7 {{(pid=80766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 11:05:09.270266 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f7a7ea3d-bac1-4d28-8305-4e731b82fd19 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:09.271820 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f7a7ea3d-bac1-4d28-8305-4e731b82fd19 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "DELETE /v2.0/routers/da131e3c-8354-4f0a-8755-46225f5cbec7 HTTP/1.1" status: 204  len: 168 time: 1.3135848
Jan 29 11:05:09.278276 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 37614) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:05:09.288840 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 4015f3d5-3996-420d-abea-7667bf722921 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 11:05:09.330062 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 4015f3d5-3996-420d-abea-7667bf722921 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 11:05:09.330551 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 4015f3d5-3996-420d-abea-7667bf722921 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 11:05:09.331088 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device fe822c3c-47a7-487f-abe3-678725f835c1 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 11:05:09.368814 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: fe822c3c-47a7-487f-abe3-678725f835c1 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 11:05:09.369215 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device fe822c3c-47a7-487f-abe3-678725f835c1 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 11:05:09.676192 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7026e79d-4f0c-4084-9bdb-19209bbc6ff1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:09.882199 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7026e79d-4f0c-4084-9bdb-19209bbc6ff1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:10.003956 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-7026e79d-4f0c-4084-9bdb-19209bbc6ff1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c82e3278>,) {'filters': {'network_id': ['5776c23f-2b9b-42d1-844f-45b38ae4be97']}} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:05:10.016672 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-7026e79d-4f0c-4084-9bdb-19209bbc6ff1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c82e3278>, 'd8bf55f1-0fce-4aa5-9bbd-8c2dc29e06e7') {'for_net_delete': True} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:05:10.017019 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-7026e79d-4f0c-4084-9bdb-19209bbc6ff1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c82e3278>, 'd8bf55f1-0fce-4aa5-9bbd-8c2dc29e06e7') {} {{(pid=80765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:05:10.029045 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7026e79d-4f0c-4084-9bdb-19209bbc6ff1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853296551'] for segment, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:10.044245 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7026e79d-4f0c-4084-9bdb-19209bbc6ff1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:10.046232 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7026e79d-4f0c-4084-9bdb-19209bbc6ff1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Releasing vxlan tunnel 3 to pool {{(pid=80765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 11:05:10.231057 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-7026e79d-4f0c-4084-9bdb-19209bbc6ff1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Network 5776c23f-2b9b-42d1-844f-45b38ae4be97 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 11:05:10.240715 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7026e79d-4f0c-4084-9bdb-19209bbc6ff1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852602993'] for segment, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:10.420170 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-7026e79d-4f0c-4084-9bdb-19209bbc6ff1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Network 5776c23f-2b9b-42d1-844f-45b38ae4be97 has no segments {{(pid=80765) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 11:05:10.444294 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 11:05:10.444294 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 11:05:10.444294 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 11:05:10.444294 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 11:05:10.444294 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 11:05:10.444294 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 11:05:10.444294 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 11:05:10.444294 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 11:05:10.444294 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 11:05:10.444294 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 11:05:10.444294 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 11:05:10.444294 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 11:05:10.444294 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 11:05:10.444294 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 11:05:10.444294 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 11:05:10.444294 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 11:05:10.444294 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 11:05:10.444294 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 11:05:10.444294 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 11:05:10.444294 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 11:05:10.444294 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 11:05:10.444294 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 11:05:10.444294 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 11:05:10.444294 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 11:05:10.444294 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 11:05:10.444294 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 11:05:10.444294 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 11:05:10.444294 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 11:05:10.444294 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 11:05:10.444294 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 11:05:10.444294 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 11:05:10.444294 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 11:05:10.527229 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7026e79d-4f0c-4084-9bdb-19209bbc6ff1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:10.530579 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7cf149f0-5d94-47a8-a265-3043fbb5f632 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:05:10.548884 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7026e79d-4f0c-4084-9bdb-19209bbc6ff1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:10.555418 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7026e79d-4f0c-4084-9bdb-19209bbc6ff1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event deleted for resources: {'Network': ['ID=5776c23f-2b9b-42d1-844f-45b38ae4be97,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:05:10.567022 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7026e79d-4f0c-4084-9bdb-19209bbc6ff1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:05:10.567455 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7026e79d-4f0c-4084-9bdb-19209bbc6ff1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:05:10.567921 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7026e79d-4f0c-4084-9bdb-19209bbc6ff1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:05:10.568375 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7026e79d-4f0c-4084-9bdb-19209bbc6ff1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:05:10.568789 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7026e79d-4f0c-4084-9bdb-19209bbc6ff1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:05:10.569205 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7026e79d-4f0c-4084-9bdb-19209bbc6ff1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:05:10.569617 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7026e79d-4f0c-4084-9bdb-19209bbc6ff1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:05:10.570053 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7026e79d-4f0c-4084-9bdb-19209bbc6ff1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:05:10.570465 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7026e79d-4f0c-4084-9bdb-19209bbc6ff1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:05:10.570878 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7026e79d-4f0c-4084-9bdb-19209bbc6ff1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:05:10.571551 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7026e79d-4f0c-4084-9bdb-19209bbc6ff1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:05:10.571962 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7026e79d-4f0c-4084-9bdb-19209bbc6ff1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:05:10.572446 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7026e79d-4f0c-4084-9bdb-19209bbc6ff1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:05:10.572860 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7026e79d-4f0c-4084-9bdb-19209bbc6ff1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:05:10.573263 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7026e79d-4f0c-4084-9bdb-19209bbc6ff1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:05:10.573715 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7026e79d-4f0c-4084-9bdb-19209bbc6ff1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:05:10.574120 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7026e79d-4f0c-4084-9bdb-19209bbc6ff1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:05:10.574508 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7026e79d-4f0c-4084-9bdb-19209bbc6ff1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:05:10.574915 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7026e79d-4f0c-4084-9bdb-19209bbc6ff1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:05:10.575319 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7026e79d-4f0c-4084-9bdb-19209bbc6ff1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:05:10.575722 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7026e79d-4f0c-4084-9bdb-19209bbc6ff1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:05:10.576127 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7026e79d-4f0c-4084-9bdb-19209bbc6ff1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:05:10.576556 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7026e79d-4f0c-4084-9bdb-19209bbc6ff1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:05:10.576940 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7026e79d-4f0c-4084-9bdb-19209bbc6ff1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:05:10.581222 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7026e79d-4f0c-4084-9bdb-19209bbc6ff1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:05:10.584260 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-7026e79d-4f0c-4084-9bdb-19209bbc6ff1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "DELETE /v2.0/networks/5776c23f-2b9b-42d1-844f-45b38ae4be97 HTTP/1.1" status: 204  len: 168 time: 1.3043919
Jan 29 11:05:10.587419 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 37620) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:05:10.676466 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a113e39b-baca-400e-9f54-5bbb4fb6e3a8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:10.712132 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a113e39b-baca-400e-9f54-5bbb4fb6e3a8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:10.766566 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a113e39b-baca-400e-9f54-5bbb4fb6e3a8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:10.771878 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e400b620-91ab-4c19-a612-2a5a0b000fd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:05:10.787364 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a113e39b-baca-400e-9f54-5bbb4fb6e3a8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec22cb8-0148-40fd-b521-99a3b5b90e0e,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:05:10.790146 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a113e39b-baca-400e-9f54-5bbb4fb6e3a8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:05:10.798383 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a113e39b-baca-400e-9f54-5bbb4fb6e3a8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:10.799661 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a113e39b-baca-400e-9f54-5bbb4fb6e3a8 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] 10.222.0.57 "DELETE /v2.0/security-groups/bec22cb8-0148-40fd-b521-99a3b5b90e0e HTTP/1.1" status: 204  len: 168 time: 0.2112129
Jan 29 11:05:11.217352 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 37630) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:05:11.280285 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 95df7851-2d66-4baa-96df-10e7b81e4a50 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 11:05:11.326016 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 95df7851-2d66-4baa-96df-10e7b81e4a50 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 11:05:11.326429 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 95df7851-2d66-4baa-96df-10e7b81e4a50 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 11:05:11.413523 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ff669cd4-103d-42a2-b688-a4b22307dfd8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=884b801388a745e49e2da4f5c6acad38&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1947939
Jan 29 11:05:11.416138 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 37636) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:05:11.478501 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-df64c917-02e0-4367-8124-8823b73d2944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:11.506666 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-df64c917-02e0-4367-8124-8823b73d2944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:11.553500 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-df64c917-02e0-4367-8124-8823b73d2944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:11.558686 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5f9f0d9a-ca32-4bef-8a27-4e984bb05967 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:05:11.576851 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df64c917-02e0-4367-8124-8823b73d2944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9728ec18-d02c-470c-aaba-eb93ba083fd5,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:05:11.582083 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-df64c917-02e0-4367-8124-8823b73d2944 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:05:11.584626 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-df64c917-02e0-4367-8124-8823b73d2944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:11.585859 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-df64c917-02e0-4367-8124-8823b73d2944 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9728ec18-d02c-470c-aaba-eb93ba083fd5 HTTP/1.1" status: 204  len: 168 time: 0.1687250
Jan 29 11:05:11.930171 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 37644) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:05:11.951109 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cffc48c7-0566-4c43-91a8-fcb34292d4bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:11.967121 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-cffc48c7-0566-4c43-91a8-fcb34292d4bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 11:05:11.971294 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-cffc48c7-0566-4c43-91a8-fcb34292d4bc admin admin] Usage tracker for resource:security_group_rule and tenant:a3fc40c15ee04a99b26a3abf317a9964 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 11:05:11.974681 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-cffc48c7-0566-4c43-91a8-fcb34292d4bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 11:05:11.980624 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-cffc48c7-0566-4c43-91a8-fcb34292d4bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 11:05:12.070188 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cffc48c7-0566-4c43-91a8-fcb34292d4bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:12.072984 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cffc48c7-0566-4c43-91a8-fcb34292d4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:12.082316 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8fa85ec5-2c2b-41dc-984f-3dc7bcd4e290 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:05:12.123610 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-cffc48c7-0566-4c43-91a8-fcb34292d4bc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a3fc40c15ee04a99b26a3abf317a9964&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1923134
Jan 29 11:05:12.125379 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffc48c7-0566-4c43-91a8-fcb34292d4bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8ab635-42b6-4c76-989f-bcdc518b686b,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:05:12.126472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 37648) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:05:12.128758 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-cffc48c7-0566-4c43-91a8-fcb34292d4bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:05:12.190363 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9372fa13-2895-4595-a856-17f486d6f7fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:12.217228 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9372fa13-2895-4595-a856-17f486d6f7fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:12.264581 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9372fa13-2895-4595-a856-17f486d6f7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:12.269557 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b0b33e2f-e381-418a-8cbd-160d3c703aa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:05:12.280256 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9372fa13-2895-4595-a856-17f486d6f7fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8ab635-42b6-4c76-989f-bcdc518b686b,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:05:12.285687 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9372fa13-2895-4595-a856-17f486d6f7fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:05:12.288818 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9372fa13-2895-4595-a856-17f486d6f7fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:12.294302 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9372fa13-2895-4595-a856-17f486d6f7fd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3a8ab635-42b6-4c76-989f-bcdc518b686b HTTP/1.1" status: 204  len: 168 time: 0.1653590
Jan 29 11:05:13.233161 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 37670) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:05:13.381581 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-35538ae7-0820-472f-8f68-1b48ed158034 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-860406117-network', 'tenant_id': '80addfac96c742afa69cf02742904b03'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 11:05:13.387196 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-35538ae7-0820-472f-8f68-1b48ed158034 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 11:05:13.391499 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-35538ae7-0820-472f-8f68-1b48ed158034 admin admin] Usage tracker for resource:network and tenant:80addfac96c742afa69cf02742904b03 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 11:05:13.395238 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-35538ae7-0820-472f-8f68-1b48ed158034 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 11:05:13.401991 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-35538ae7-0820-472f-8f68-1b48ed158034 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 11:05:13.413806 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35538ae7-0820-472f-8f68-1b48ed158034 admin admin] Made reservation on behalf of 80addfac96c742afa69cf02742904b03 for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 11:05:13.418772 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-35538ae7-0820-472f-8f68-1b48ed158034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:13.433239 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-35538ae7-0820-472f-8f68-1b48ed158034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:13.450349 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-35538ae7-0820-472f-8f68-1b48ed158034 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 11:05:13.454757 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-35538ae7-0820-472f-8f68-1b48ed158034 admin admin] Usage tracker for resource:security_group_rule and tenant:80addfac96c742afa69cf02742904b03 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 11:05:13.457814 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-35538ae7-0820-472f-8f68-1b48ed158034 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 11:05:13.464620 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-35538ae7-0820-472f-8f68-1b48ed158034 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 11:05:13.558032 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-35538ae7-0820-472f-8f68-1b48ed158034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:13.560750 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-35538ae7-0820-472f-8f68-1b48ed158034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:13.565178 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f8ea7a81-663c-4287-a8e3-5ca39d969de7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:05:13.600802 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35538ae7-0820-472f-8f68-1b48ed158034 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 11:05:13.610481 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35538ae7-0820-472f-8f68-1b48ed158034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75392324-591c-4db6-b329-1822cb2f3ac1,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:05:13.614619 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-35538ae7-0820-472f-8f68-1b48ed158034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:05:13.617831 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-35538ae7-0820-472f-8f68-1b48ed158034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:13.618227 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-35538ae7-0820-472f-8f68-1b48ed158034 admin admin] Added segment 5ac97e64-e494-43e2-8c4f-00c3d8bf9752 of type vxlan for network 65e16cc1-fcf1-4203-9a84-b0394476f4af
Jan 29 11:05:13.645539 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-35538ae7-0820-472f-8f68-1b48ed158034 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:13.677898 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-35538ae7-0820-472f-8f68-1b48ed158034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:13.678822 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35538ae7-0820-472f-8f68-1b48ed158034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:05:13.679456 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-35538ae7-0820-472f-8f68-1b48ed158034 admin admin] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:13.684584 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8a220cea-0f2a-4207-9968-b00495690197 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:05:13.796238 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35538ae7-0820-472f-8f68-1b48ed158034 admin admin] Pushing event updated for resources: {'Network': ['ID=65e16cc1-fcf1-4203-9a84-b0394476f4af,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:05:13.799770 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-35538ae7-0820-472f-8f68-1b48ed158034 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.5653665
Jan 29 11:05:13.800695 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-35538ae7-0820-472f-8f68-1b48ed158034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:05:13.804493 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 37676) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:05:13.809086 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network 65e16cc1-fcf1-4203-9a84-b0394476f4af details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 11:05:13.812025 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-a0743d5d-4076-4692-b447-4023f899bc1c admin admin] Request body: {'subnet': {'network_id': '65e16cc1-fcf1-4203-9a84-b0394476f4af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-860406117-subnet', 'tenant_id': '80addfac96c742afa69cf02742904b03', 'ip_version': 4}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 11:05:13.817461 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a0743d5d-4076-4692-b447-4023f899bc1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 11:05:13.821891 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a0743d5d-4076-4692-b447-4023f899bc1c admin admin] Usage tracker for resource:subnet and tenant:80addfac96c742afa69cf02742904b03 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 11:05:13.824887 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-a0743d5d-4076-4692-b447-4023f899bc1c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 11:05:13.828253 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network 65e16cc1-fcf1-4203-9a84-b0394476f4af details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 11:05:13.830834 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-a0743d5d-4076-4692-b447-4023f899bc1c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 11:05:13.841186 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0743d5d-4076-4692-b447-4023f899bc1c admin admin] Made reservation on behalf of 80addfac96c742afa69cf02742904b03 for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 11:05:13.846180 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a0743d5d-4076-4692-b447-4023f899bc1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:14.264841 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a0743d5d-4076-4692-b447-4023f899bc1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:14.294415 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b985eafd-ef03-4ec3-a454-7c3b0e01f1e6 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:05:14.421137 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0743d5d-4076-4692-b447-4023f899bc1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6701916f-c50b-43dd-8657-78928268da39,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:05:14.425318 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a0743d5d-4076-4692-b447-4023f899bc1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:05:14.481408 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0743d5d-4076-4692-b447-4023f899bc1c admin admin] Checking segment: {'id': '5ac97e64-e494-43e2-8c4f-00c3d8bf9752', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '65e16cc1-fcf1-4203-9a84-b0394476f4af'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 11:05:14.481814 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0743d5d-4076-4692-b447-4023f899bc1c admin admin] Network hostable DHCP agents. Network: 65e16cc1-fcf1-4203-9a84-b0394476f4af, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 11:05:14.500694 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0743d5d-4076-4692-b447-4023f899bc1c admin admin] Network 65e16cc1-fcf1-4203-9a84-b0394476f4af is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 11:05:14.509292 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-a0743d5d-4076-4692-b447-4023f899bc1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, 65e16cc1-fcf1-4203-9a84-b0394476f4af) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 11:05:14.519579 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42b62c4-a76e-492c-845f-5c943fa9d2b5 None None] Network 65e16cc1-fcf1-4203-9a84-b0394476f4af requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 11:05:14.521266 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0743d5d-4076-4692-b447-4023f899bc1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:05:14.522001 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a0743d5d-4076-4692-b447-4023f899bc1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:14.542527 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a0743d5d-4076-4692-b447-4023f899bc1c admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.7369409
Jan 29 11:05:14.545431 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 37680) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:05:14.550955 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-5f99a0d5-ae90-496b-becf-95e0f7f9d61f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-860406117-router', 'tenant_id': '80addfac96c742afa69cf02742904b03', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 11:05:14.556740 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-5f99a0d5-ae90-496b-becf-95e0f7f9d61f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 11:05:14.560796 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5f99a0d5-ae90-496b-becf-95e0f7f9d61f admin admin] Usage tracker for resource:router and tenant:80addfac96c742afa69cf02742904b03 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 11:05:14.564473 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-5f99a0d5-ae90-496b-becf-95e0f7f9d61f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 11:05:14.570467 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-5f99a0d5-ae90-496b-becf-95e0f7f9d61f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 11:05:14.582224 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5f99a0d5-ae90-496b-becf-95e0f7f9d61f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:14.583293 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5f99a0d5-ae90-496b-becf-95e0f7f9d61f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:14.598494 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5f99a0d5-ae90-496b-becf-95e0f7f9d61f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:14.750103 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b4e6aa-97a5-44b4-aba6-47482da2f7a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-65e16cc1-fcf1-4203-9a84-b0394476f4af', 'network_id': '65e16cc1-fcf1-4203-9a84-b0394476f4af', 'tenant_id': '80addfac96c742afa69cf02742904b03', 'fixed_ips': [{'subnet_id': '6701916f-c50b-43dd-8657-78928268da39'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 11:05:14.751053 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-54b4e6aa-97a5-44b4-aba6-47482da2f7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:14.890084 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5f99a0d5-ae90-496b-becf-95e0f7f9d61f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:15.045580 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-54b4e6aa-97a5-44b4-aba6-47482da2f7a0 None None] Allocated IP 172.20.0.2 (65e16cc1-fcf1-4203-9a84-b0394476f4af/6701916f-c50b-43dd-8657-78928268da39/f2d20eb5-0428-42a2-9b2b-190df02f5a0a) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 11:05:15.219712 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5f99a0d5-ae90-496b-becf-95e0f7f9d61f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:15.252752 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5f99a0d5-ae90-496b-becf-95e0f7f9d61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:15.274851 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-54b4e6aa-97a5-44b4-aba6-47482da2f7a0 None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:15.296197 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-54b4e6aa-97a5-44b4-aba6-47482da2f7a0 None None] Transition to ACTIVE for port object f2d20eb5-0428-42a2-9b2b-190df02f5a0a will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 11:05:15.314457 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-54b4e6aa-97a5-44b4-aba6-47482da2f7a0 None None] Transition to ACTIVE for port object f2d20eb5-0428-42a2-9b2b-190df02f5a0a will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 11:05:15.319834 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-54b4e6aa-97a5-44b4-aba6-47482da2f7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:15.340038 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:05:15.535623 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-5f99a0d5-ae90-496b-becf-95e0f7f9d61f admin admin] Allocated IP 172.26.7.95 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/aa268956-f2e3-4883-ae87-872970a7c80d) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 11:05:15.660097 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b4e6aa-97a5-44b4-aba6-47482da2f7a0 None None] Pushing event updated for resources: {'Port': ['ID=f2d20eb5-0428-42a2-9b2b-190df02f5a0a,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:05:15.664670 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-54b4e6aa-97a5-44b4-aba6-47482da2f7a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:05:15.702899 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5f99a0d5-ae90-496b-becf-95e0f7f9d61f admin admin] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:15.712198 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b4e6aa-97a5-44b4-aba6-47482da2f7a0 None None] Network 65e16cc1-fcf1-4203-9a84-b0394476f4af is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 11:05:15.713368 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-54b4e6aa-97a5-44b4-aba6-47482da2f7a0 None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 11:05:15.715699 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b4e6aa-97a5-44b4-aba6-47482da2f7a0 None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 11:05:15.733842 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5f99a0d5-ae90-496b-becf-95e0f7f9d61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:15.750203 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5f96044a-98d4-464a-812d-d9903b7c7e0f tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:05:15.772479 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-54b4e6aa-97a5-44b4-aba6-47482da2f7a0 None None] Attempting to bind port f2d20eb5-0428-42a2-9b2b-190df02f5a0a on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 11:05:15.772898 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-54b4e6aa-97a5-44b4-aba6-47482da2f7a0 None None] Attempting to bind port f2d20eb5-0428-42a2-9b2b-190df02f5a0a by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '5ac97e64-e494-43e2-8c4f-00c3d8bf9752', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '65e16cc1-fcf1-4203-9a84-b0394476f4af'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 11:05:15.773311 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b4e6aa-97a5-44b4-aba6-47482da2f7a0 None None] Attempting to bind port f2d20eb5-0428-42a2-9b2b-190df02f5a0a on network 65e16cc1-fcf1-4203-9a84-b0394476f4af {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 11:05:15.779007 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b4e6aa-97a5-44b4-aba6-47482da2f7a0 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 11, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 11:05:15.779729 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b4e6aa-97a5-44b4-aba6-47482da2f7a0 None None] Checking segment: {'id': '5ac97e64-e494-43e2-8c4f-00c3d8bf9752', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '65e16cc1-fcf1-4203-9a84-b0394476f4af'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 11:05:15.780178 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-54b4e6aa-97a5-44b4-aba6-47482da2f7a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:15.780805 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b4e6aa-97a5-44b4-aba6-47482da2f7a0 None None] Bound using segment: {'id': '5ac97e64-e494-43e2-8c4f-00c3d8bf9752', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '65e16cc1-fcf1-4203-9a84-b0394476f4af'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 11:05:15.781320 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-54b4e6aa-97a5-44b4-aba6-47482da2f7a0 None None] Bound port: f2d20eb5-0428-42a2-9b2b-190df02f5a0a, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ac97e64-e494-43e2-8c4f-00c3d8bf9752', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '65e16cc1-fcf1-4203-9a84-b0394476f4af'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 11:05:15.781742 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-54b4e6aa-97a5-44b4-aba6-47482da2f7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:15.880929 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-54b4e6aa-97a5-44b4-aba6-47482da2f7a0 None None] For port f2d20eb5-0428-42a2-9b2b-190df02f5a0a, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 11:05:15.884781 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-54b4e6aa-97a5-44b4-aba6-47482da2f7a0 None None] For port f2d20eb5-0428-42a2-9b2b-190df02f5a0a, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=f2d20eb5-0428-42a2-9b2b-190df02f5a0a,segment=NetworkSegment(5ac97e64-e494-43e2-8c4f-00c3d8bf9752),segment_id=5ac97e64-e494-43e2-8c4f-00c3d8bf9752)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 11:05:15.888391 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-54b4e6aa-97a5-44b4-aba6-47482da2f7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:15.904860 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:05:16.063600 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b4e6aa-97a5-44b4-aba6-47482da2f7a0 None None] Pushing event updated for resources: {'Port': ['ID=f2d20eb5-0428-42a2-9b2b-190df02f5a0a,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:05:16.069225 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-54b4e6aa-97a5-44b4-aba6-47482da2f7a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:05:16.164715 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f99a0d5-ae90-496b-becf-95e0f7f9d61f admin admin] Pushing event updated for resources: {'Port': ['ID=aa268956-f2e3-4883-ae87-872970a7c80d,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:05:16.169019 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5f99a0d5-ae90-496b-becf-95e0f7f9d61f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:05:16.221552 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f99a0d5-ae90-496b-becf-95e0f7f9d61f admin admin] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 11:05:16.222811 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-5f99a0d5-ae90-496b-becf-95e0f7f9d61f admin admin] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 11:05:16.225359 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f99a0d5-ae90-496b-becf-95e0f7f9d61f admin admin] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 11:05:16.679167 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5f99a0d5-ae90-496b-becf-95e0f7f9d61f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:17.038764 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5f99a0d5-ae90-496b-becf-95e0f7f9d61f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:17.264726 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f99a0d5-ae90-496b-becf-95e0f7f9d61f admin admin] Router 471fb449-b6bd-4f42-9829-ef4fc599d2d2 is scheduled to L3 agent 18987107-6d88-4736-94cf-15791d65b3ff with binding_index 1 {{(pid=80765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 29 11:05:17.346121 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device f2d20eb5-0428-42a2-9b2b-190df02f5a0a up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 11:05:17.425602 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port f2d20eb5-0428-42a2-9b2b-190df02f5a0a completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 11:05:17.461383 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0983087d-60bc-49ee-b1f3-68b5573013d4 None None] Network 65e16cc1-fcf1-4203-9a84-b0394476f4af requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 11:05:17.467247 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f99a0d5-ae90-496b-becf-95e0f7f9d61f admin admin] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 11:05:17.479621 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930e3777-b677-4a55-bbe3-1454e6f63378 None None] Sync routers for ids ['471fb449-b6bd-4f42-9829-ef4fc599d2d2'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 11:05:17.491696 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5f99a0d5-ae90-496b-becf-95e0f7f9d61f admin admin] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:17.493064 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5f99a0d5-ae90-496b-becf-95e0f7f9d61f admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 2.9465873
Jan 29 11:05:17.495920 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 37684) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:05:17.511808 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930e3777-b677-4a55-bbe3-1454e6f63378 None None] Routers {'471fb449-b6bd-4f42-9829-ef4fc599d2d2'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 11:05:17.512492 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-930e3777-b677-4a55-bbe3-1454e6f63378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9456c88>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T11:04:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['471fb449-b6bd-4f42-9829-ef4fc599d2d2'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:05:17.701299 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-1a03cc64-998d-4a60-bf81-38390642af99 None None] Provisioning for port f2d20eb5-0428-42a2-9b2b-190df02f5a0a completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 11:05:17.737241 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-1a03cc64-998d-4a60-bf81-38390642af99 None None] Provisioning complete for port f2d20eb5-0428-42a2-9b2b-190df02f5a0a triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:05:17.737657 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1a03cc64-998d-4a60-bf81-38390642af99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:17.900701 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-930e3777-b677-4a55-bbe3-1454e6f63378 None None] Set router 471fb449-b6bd-4f42-9829-ef4fc599d2d2 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 11:05:18.210601 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1a03cc64-998d-4a60-bf81-38390642af99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:18.219195 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a41ba268-24ee-4e13-8a72-a1fd83dc5873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:18.282325 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-1a03cc64-998d-4a60-bf81-38390642af99 None None] For port f2d20eb5-0428-42a2-9b2b-190df02f5a0a, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=f2d20eb5-0428-42a2-9b2b-190df02f5a0a,segment=NetworkSegment(5ac97e64-e494-43e2-8c4f-00c3d8bf9752),segment_id=5ac97e64-e494-43e2-8c4f-00c3d8bf9752)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 11:05:18.319913 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1a03cc64-998d-4a60-bf81-38390642af99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:18.324886 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ffab95a4-2b7c-42b2-8816-0c3c9aebec9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:05:18.403009 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a03cc64-998d-4a60-bf81-38390642af99 None None] Pushing event updated for resources: {'Port': ['ID=f2d20eb5-0428-42a2-9b2b-190df02f5a0a,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:05:18.408224 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1a03cc64-998d-4a60-bf81-38390642af99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:05:18.433006 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-930e3777-b677-4a55-bbe3-1454e6f63378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9456c88>, [{'id': '471fb449-b6bd-4f42-9829-ef4fc599d2d2', 'name': 'tempest-TestShelveInstance-860406117-router', 'tenant_id': '80addfac96c742afa69cf02742904b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.95'}], 'enable_snat': True}, 'gw_port_id': 'aa268956-f2e3-4883-ae87-872970a7c80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:05:14Z', 'updated_at': '2021-01-29T11:05:16Z', 'revision_number': 3, 'project_id': '80addfac96c742afa69cf02742904b03', 'gw_port': {'id': 'aa268956-f2e3-4883-ae87-872970a7c80d', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:62:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471fb449-b6bd-4f42-9829-ef4fc599d2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:05:15Z', 'updated_at': '2021-01-29T11:05:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:05:18.438624 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930e3777-b677-4a55-bbe3-1454e6f63378 None None] Checking router: 471fb449-b6bd-4f42-9829-ef4fc599d2d2 for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 11:05:18.438624 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930e3777-b677-4a55-bbe3-1454e6f63378 None None] Updating router 471fb449-b6bd-4f42-9829-ef4fc599d2d2 port aa268956-f2e3-4883-ae87-872970a7c80d binding host dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 29 11:05:18.505243 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-930e3777-b677-4a55-bbe3-1454e6f63378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:18.572848 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-487a170a-0b36-423e-bd69-11229c17226e None None] Provisioning complete for port f2d20eb5-0428-42a2-9b2b-190df02f5a0a triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:05:18.573278 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-487a170a-0b36-423e-bd69-11229c17226e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:18.604007 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-a41ba268-24ee-4e13-8a72-a1fd83dc5873 admin admin] Allocated IP 172.20.0.1 (65e16cc1-fcf1-4203-9a84-b0394476f4af/6701916f-c50b-43dd-8657-78928268da39/ad9fc58e-aa5e-40ea-a44a-8fb48aa6e86c) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 11:05:18.992809 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-19d3bc2c-275a-4684-bd42-899b429387e1 None None] Provisioning complete for port f2d20eb5-0428-42a2-9b2b-190df02f5a0a triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:05:18.993371 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-19d3bc2c-275a-4684-bd42-899b429387e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:19.051112 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a41ba268-24ee-4e13-8a72-a1fd83dc5873 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:19.070681 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-a41ba268-24ee-4e13-8a72-a1fd83dc5873 admin admin] Transition to ACTIVE for port object ad9fc58e-aa5e-40ea-a44a-8fb48aa6e86c will not be triggered until provisioned by entity DHCP. {{(pid=80765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 11:05:19.095634 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a41ba268-24ee-4e13-8a72-a1fd83dc5873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:19.115785 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d82b3cfa-dc79-4c24-a644-65e9a0744983 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:05:19.259666 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41ba268-24ee-4e13-8a72-a1fd83dc5873 admin admin] Pushing event updated for resources: {'Port': ['ID=ad9fc58e-aa5e-40ea-a44a-8fb48aa6e86c,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:05:19.264387 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a41ba268-24ee-4e13-8a72-a1fd83dc5873 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:05:19.320879 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device f2d20eb5-0428-42a2-9b2b-190df02f5a0a up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 11:05:19.323276 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41ba268-24ee-4e13-8a72-a1fd83dc5873 admin admin] Network 65e16cc1-fcf1-4203-9a84-b0394476f4af is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 11:05:19.324461 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-a41ba268-24ee-4e13-8a72-a1fd83dc5873 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 11:05:19.327127 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41ba268-24ee-4e13-8a72-a1fd83dc5873 admin admin] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 11:05:19.386447 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a41ba268-24ee-4e13-8a72-a1fd83dc5873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854426412'] for router_interface, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:19.464956 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-930e3777-b677-4a55-bbe3-1454e6f63378 None None] Notify callbacks [] for port, precommit_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:19.492243 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-930e3777-b677-4a55-bbe3-1454e6f63378 None None] Transition to ACTIVE for port object aa268956-f2e3-4883-ae87-872970a7c80d will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 11:05:19.497962 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-930e3777-b677-4a55-bbe3-1454e6f63378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:19.518680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a41ba268-24ee-4e13-8a72-a1fd83dc5873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:19.532228 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:05:19.590757 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port f2d20eb5-0428-42a2-9b2b-190df02f5a0a triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:05:19.591193 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:19.730287 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f3c06d-8041-472c-8078-1529bbf0b242 None None] Pushing event updated for resources: {'Port': ['ID=aa268956-f2e3-4883-ae87-872970a7c80d,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:05:19.738826 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-88f3c06d-8041-472c-8078-1529bbf0b242 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:05:19.739618 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-d3c7a0ea-6985-442a-a6f1-9e52432cf811 None None] Provisioning for port ad9fc58e-aa5e-40ea-a44a-8fb48aa6e86c completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 11:05:19.760943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-d3c7a0ea-6985-442a-a6f1-9e52432cf811 None None] Provisioning complete for port ad9fc58e-aa5e-40ea-a44a-8fb48aa6e86c triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:05:19.761294 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d3c7a0ea-6985-442a-a6f1-9e52432cf811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:19.831074 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a41ba268-24ee-4e13-8a72-a1fd83dc5873 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:19.835409 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a41ba268-24ee-4e13-8a72-a1fd83dc5873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:19.864851 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8d68c5e6-1e28-4cd1-8942-0defa26410d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:05:19.900651 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-d3c7a0ea-6985-442a-a6f1-9e52432cf811 None None] Port ad9fc58e-aa5e-40ea-a44a-8fb48aa6e86c cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 11:05:19.921625 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-930e3777-b677-4a55-bbe3-1454e6f63378 None None] Attempting to bind port aa268956-f2e3-4883-ae87-872970a7c80d on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 11:05:19.922068 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-930e3777-b677-4a55-bbe3-1454e6f63378 None None] Attempting to bind port aa268956-f2e3-4883-ae87-872970a7c80d by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 11:05:19.922510 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930e3777-b677-4a55-bbe3-1454e6f63378 None None] Attempting to bind port aa268956-f2e3-4883-ae87-872970a7c80d on network aadf795f-2e1a-4d04-be0e-12575f0f28a5 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 11:05:19.933395 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930e3777-b677-4a55-bbe3-1454e6f63378 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 11, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 11:05:19.933871 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930e3777-b677-4a55-bbe3-1454e6f63378 None None] Checking segment: {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 11:05:19.934301 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-930e3777-b677-4a55-bbe3-1454e6f63378 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:19.934748 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930e3777-b677-4a55-bbe3-1454e6f63378 None None] Bound using segment: {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 11:05:19.935277 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-930e3777-b677-4a55-bbe3-1454e6f63378 None None] Bound port: aa268956-f2e3-4883-ae87-872970a7c80d, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 11:05:19.935705 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-930e3777-b677-4a55-bbe3-1454e6f63378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:19.955180 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a41ba268-24ee-4e13-8a72-a1fd83dc5873 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854133895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349242'] for router_interface, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:19.975973 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41ba268-24ee-4e13-8a72-a1fd83dc5873 admin admin] Pushing event updated for resources: {'Port': ['ID=ad9fc58e-aa5e-40ea-a44a-8fb48aa6e86c,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:05:19.994456 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a41ba268-24ee-4e13-8a72-a1fd83dc5873 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:05:20.022264 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-930e3777-b677-4a55-bbe3-1454e6f63378 None None] For port aa268956-f2e3-4883-ae87-872970a7c80d, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 11:05:20.025601 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-930e3777-b677-4a55-bbe3-1454e6f63378 None None] For port aa268956-f2e3-4883-ae87-872970a7c80d, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=aa268956-f2e3-4883-ae87-872970a7c80d,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 11:05:20.028952 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-930e3777-b677-4a55-bbe3-1454e6f63378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:20.045265 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7234554c-3643-405a-bda7-0fb0cc5853dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:05:20.110886 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41ba268-24ee-4e13-8a72-a1fd83dc5873 admin admin] Network 65e16cc1-fcf1-4203-9a84-b0394476f4af is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 11:05:20.112114 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-a41ba268-24ee-4e13-8a72-a1fd83dc5873 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 11:05:20.206590 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f3c06d-8041-472c-8078-1529bbf0b242 None None] Pushing event updated for resources: {'Port': ['ID=aa268956-f2e3-4883-ae87-872970a7c80d,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:05:20.212912 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-88f3c06d-8041-472c-8078-1529bbf0b242 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:05:20.257984 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930e3777-b677-4a55-bbe3-1454e6f63378 None None] Routers {'471fb449-b6bd-4f42-9829-ef4fc599d2d2'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 11:05:20.258832 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-930e3777-b677-4a55-bbe3-1454e6f63378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9456c88>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T11:04:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['471fb449-b6bd-4f42-9829-ef4fc599d2d2'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:05:20.327133 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a41ba268-24ee-4e13-8a72-a1fd83dc5873 admin admin] Router 471fb449-b6bd-4f42-9829-ef4fc599d2d2 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 11:05:20.460518 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-5a8c2eac-eb67-43a0-a5ac-f32ef4c3bef4 None None] Provisioning complete for port ad9fc58e-aa5e-40ea-a44a-8fb48aa6e86c triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:05:20.460860 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5a8c2eac-eb67-43a0-a5ac-f32ef4c3bef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:20.522741 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a41ba268-24ee-4e13-8a72-a1fd83dc5873 admin admin] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 11:05:20.528975 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-930e3777-b677-4a55-bbe3-1454e6f63378 None None] Set router 471fb449-b6bd-4f42-9829-ef4fc599d2d2 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 11:05:20.532385 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-a41ba268-24ee-4e13-8a72-a1fd83dc5873 admin admin] 10.222.0.57 "PUT /v2.0/routers/471fb449-b6bd-4f42-9829-ef4fc599d2d2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0354156
Jan 29 11:05:20.591382 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-5a8c2eac-eb67-43a0-a5ac-f32ef4c3bef4 None None] Port ad9fc58e-aa5e-40ea-a44a-8fb48aa6e86c cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 11:05:20.885938 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-930e3777-b677-4a55-bbe3-1454e6f63378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9456c88>, [{'id': '471fb449-b6bd-4f42-9829-ef4fc599d2d2', 'name': 'tempest-TestShelveInstance-860406117-router', 'tenant_id': '80addfac96c742afa69cf02742904b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.95'}], 'enable_snat': True}, 'gw_port_id': 'aa268956-f2e3-4883-ae87-872970a7c80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:05:14Z', 'updated_at': '2021-01-29T11:05:19Z', 'revision_number': 4, 'project_id': '80addfac96c742afa69cf02742904b03', 'gw_port': {'id': 'aa268956-f2e3-4883-ae87-872970a7c80d', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:62:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471fb449-b6bd-4f42-9829-ef4fc599d2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:05:15Z', 'updated_at': '2021-01-29T11:05:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'ad9fc58e-aa5e-40ea-a44a-8fb48aa6e86c', 'name': '', 'network_id': '65e16cc1-fcf1-4203-9a84-b0394476f4af', 'tenant_id': '80addfac96c742afa69cf02742904b03', 'mac_address': 'fa:16:3e:51:6e:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471fb449-b6bd-4f42-9829-ef4fc599d2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '6701916f-c50b-43dd-8657-78928268da39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:05:18Z', 'updated_at': '2021-01-29T11:05:19Z', 'revision_number': 2, 'project_id': '80addfac96c742afa69cf02742904b03', 'subnets': [{'id': '6701916f-c50b-43dd-8657-78928268da39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:05:20.890135 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930e3777-b677-4a55-bbe3-1454e6f63378 None None] The sync data for ids ['471fb449-b6bd-4f42-9829-ef4fc599d2d2'] in dv-neutron-772983-2-ovs is: [{'id': '471fb449-b6bd-4f42-9829-ef4fc599d2d2', 'name': 'tempest-TestShelveInstance-860406117-router', 'tenant_id': '80addfac96c742afa69cf02742904b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.95'}], 'enable_snat': True}, 'gw_port_id': 'aa268956-f2e3-4883-ae87-872970a7c80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:05:14Z', 'updated_at': '2021-01-29T11:05:19Z', 'revision_number': 4, 'project_id': '80addfac96c742afa69cf02742904b03', 'gw_port': {'id': 'aa268956-f2e3-4883-ae87-872970a7c80d', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:62:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471fb449-b6bd-4f42-9829-ef4fc599d2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:05:15Z', 'updated_at': '2021-01-29T11:05:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'ad9fc58e-aa5e-40ea-a44a-8fb48aa6e86c', 'name': '', 'network_id': '65e16cc1-fcf1-4203-9a84-b0394476f4af', 'tenant_id': '80addfac96c742afa69cf02742904b03', 'mac_address': 'fa:16:3e:51:6e:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471fb449-b6bd-4f42-9829-ef4fc599d2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '6701916f-c50b-43dd-8657-78928268da39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:05:18Z', 'updated_at': '2021-01-29T11:05:19Z', 'revision_number': 2, 'project_id': '80addfac96c742afa69cf02742904b03', 'subnets': [{'id': '6701916f-c50b-43dd-8657-78928268da39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 11:05:21.510512 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 37708) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:05:21.516991 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-14a5bd02-269b-4458-a03c-34044383c05e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-955765717-network', 'tenant_id': '67ddb57663a64a5aa32e5db8e1b87b63'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 11:05:21.523205 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-14a5bd02-269b-4458-a03c-34044383c05e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 11:05:21.527407 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-14a5bd02-269b-4458-a03c-34044383c05e admin admin] Usage tracker for resource:network and tenant:67ddb57663a64a5aa32e5db8e1b87b63 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 11:05:21.530561 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-14a5bd02-269b-4458-a03c-34044383c05e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 11:05:21.537451 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-14a5bd02-269b-4458-a03c-34044383c05e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 11:05:21.547948 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a5bd02-269b-4458-a03c-34044383c05e admin admin] Made reservation on behalf of 67ddb57663a64a5aa32e5db8e1b87b63 for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 11:05:21.553504 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-14a5bd02-269b-4458-a03c-34044383c05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:21.567132 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-14a5bd02-269b-4458-a03c-34044383c05e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:21.584698 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-14a5bd02-269b-4458-a03c-34044383c05e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 11:05:21.588621 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-14a5bd02-269b-4458-a03c-34044383c05e admin admin] Usage tracker for resource:security_group_rule and tenant:67ddb57663a64a5aa32e5db8e1b87b63 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 11:05:21.591662 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-14a5bd02-269b-4458-a03c-34044383c05e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 11:05:21.597974 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-14a5bd02-269b-4458-a03c-34044383c05e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 11:05:21.598158 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-04f653c0-ce67-4d71-b553-1774811844fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:21.700434 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-14a5bd02-269b-4458-a03c-34044383c05e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:21.704322 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-14a5bd02-269b-4458-a03c-34044383c05e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:21.709472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8e585e22-2c02-404e-884a-c788a101b05a tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:05:21.747217 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14a5bd02-269b-4458-a03c-34044383c05e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 11:05:21.757356 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5bd02-269b-4458-a03c-34044383c05e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9a2ab7-19d9-424e-a5fc-0c20fa02407b,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:05:21.760777 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-14a5bd02-269b-4458-a03c-34044383c05e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:05:21.765091 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-14a5bd02-269b-4458-a03c-34044383c05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:21.765524 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-14a5bd02-269b-4458-a03c-34044383c05e admin admin] Added segment 4e151ef9-b263-4e6d-b03b-61e367256aa1 of type vxlan for network b61fc2e5-654f-42c1-a140-c5daea962dce
Jan 29 11:05:21.794794 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-14a5bd02-269b-4458-a03c-34044383c05e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:21.827427 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-14a5bd02-269b-4458-a03c-34044383c05e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:21.828427 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a5bd02-269b-4458-a03c-34044383c05e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:05:21.829058 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-14a5bd02-269b-4458-a03c-34044383c05e admin admin] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:21.834682 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-96a7571c-c211-4c11-acf8-6b03f271b80b tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:05:21.936621 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-14a5bd02-269b-4458-a03c-34044383c05e admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.4248769
Jan 29 11:05:21.939860 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 37712) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:05:21.946067 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5bd02-269b-4458-a03c-34044383c05e admin admin] Pushing event updated for resources: {'Network': ['ID=b61fc2e5-654f-42c1-a140-c5daea962dce,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:05:21.947592 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-c03a7255-a422-4ede-84b2-8221c3c39158 admin admin] Request body: {'subnet': {'network_id': 'b61fc2e5-654f-42c1-a140-c5daea962dce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-955765717-subnet', 'tenant_id': '67ddb57663a64a5aa32e5db8e1b87b63', 'ip_version': 4}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 11:05:21.949293 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-14a5bd02-269b-4458-a03c-34044383c05e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:05:21.957488 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network b61fc2e5-654f-42c1-a140-c5daea962dce details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 11:05:21.958574 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c03a7255-a422-4ede-84b2-8221c3c39158 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 11:05:21.962886 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c03a7255-a422-4ede-84b2-8221c3c39158 admin admin] Usage tracker for resource:subnet and tenant:67ddb57663a64a5aa32e5db8e1b87b63 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 11:05:21.965983 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-c03a7255-a422-4ede-84b2-8221c3c39158 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 11:05:21.971895 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-c03a7255-a422-4ede-84b2-8221c3c39158 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 11:05:21.978105 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network b61fc2e5-654f-42c1-a140-c5daea962dce details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 11:05:21.983498 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03a7255-a422-4ede-84b2-8221c3c39158 admin admin] Made reservation on behalf of 67ddb57663a64a5aa32e5db8e1b87b63 for: {'subnet': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 11:05:21.988337 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c03a7255-a422-4ede-84b2-8221c3c39158 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2740301'] for subnet, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:22.412816 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c03a7255-a422-4ede-84b2-8221c3c39158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2740258'] for subnet, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:22.428275 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c3d172af-45fe-4ac7-a2c9-58cbd2258a85 tempest-RoutersTest-871461461 tempest-RoutersTest-871461461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:05:22.852879 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03a7255-a422-4ede-84b2-8221c3c39158 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f04921d7-d1ba-495a-b254-fd69bb801845,revision_number=0']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:05:22.862194 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c03a7255-a422-4ede-84b2-8221c3c39158 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:05:22.923687 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03a7255-a422-4ede-84b2-8221c3c39158 admin admin] Checking segment: {'id': '4e151ef9-b263-4e6d-b03b-61e367256aa1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b61fc2e5-654f-42c1-a140-c5daea962dce'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 11:05:22.924050 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03a7255-a422-4ede-84b2-8221c3c39158 admin admin] Network hostable DHCP agents. Network: b61fc2e5-654f-42c1-a140-c5daea962dce, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 11:05:22.942611 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03a7255-a422-4ede-84b2-8221c3c39158 admin admin] Network b61fc2e5-654f-42c1-a140-c5daea962dce is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 11:05:22.950932 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-c03a7255-a422-4ede-84b2-8221c3c39158 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, b61fc2e5-654f-42c1-a140-c5daea962dce) {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 11:05:22.960969 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27e30c6-a445-4943-b010-a5cfc18eaa59 None None] Network b61fc2e5-654f-42c1-a140-c5daea962dce requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 11:05:22.963976 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03a7255-a422-4ede-84b2-8221c3c39158 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:05:22.964616 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c03a7255-a422-4ede-84b2-8221c3c39158 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:22.984290 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-c03a7255-a422-4ede-84b2-8221c3c39158 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.0432594
Jan 29 11:05:22.987033 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 37716) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:05:22.993236 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-538c907f-4990-4c81-aceb-e1eeea66fbd4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-955765717-router', 'tenant_id': '67ddb57663a64a5aa32e5db8e1b87b63', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 11:05:22.998640 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-538c907f-4990-4c81-aceb-e1eeea66fbd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 11:05:23.002714 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-538c907f-4990-4c81-aceb-e1eeea66fbd4 admin admin] Usage tracker for resource:router and tenant:67ddb57663a64a5aa32e5db8e1b87b63 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 11:05:23.006824 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-538c907f-4990-4c81-aceb-e1eeea66fbd4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 11:05:23.012824 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-538c907f-4990-4c81-aceb-e1eeea66fbd4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 11:05:23.022743 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-538c907f-4990-4c81-aceb-e1eeea66fbd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:23.023810 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-538c907f-4990-4c81-aceb-e1eeea66fbd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:23.039310 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-538c907f-4990-4c81-aceb-e1eeea66fbd4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:23.202759 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeddfd02-887b-4c71-9c86-ef3768f5966b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-b61fc2e5-654f-42c1-a140-c5daea962dce', 'network_id': 'b61fc2e5-654f-42c1-a140-c5daea962dce', 'tenant_id': '67ddb57663a64a5aa32e5db8e1b87b63', 'fixed_ips': [{'subnet_id': 'f04921d7-d1ba-495a-b254-fd69bb801845'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 11:05:23.203670 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-eeddfd02-887b-4c71-9c86-ef3768f5966b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:23.344519 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-538c907f-4990-4c81-aceb-e1eeea66fbd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:23.502857 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device aa268956-f2e3-4883-ae87-872970a7c80d up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 11:05:23.656284 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port aa268956-f2e3-4883-ae87-872970a7c80d completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 11:05:23.668566 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port aa268956-f2e3-4883-ae87-872970a7c80d triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:05:23.669002 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:23.688355 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-538c907f-4990-4c81-aceb-e1eeea66fbd4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:23.721940 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-538c907f-4990-4c81-aceb-e1eeea66fbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:23.836688 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-eeddfd02-887b-4c71-9c86-ef3768f5966b None None] Allocated IP 172.20.0.2 (b61fc2e5-654f-42c1-a140-c5daea962dce/f04921d7-d1ba-495a-b254-fd69bb801845/f0dbdb0d-5618-4a03-86ef-21beb3e3c5b4) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 11:05:23.901813 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:23.912489 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f2dcbf18-6dbb-43fe-87d8-c23f21003d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:23.994544 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port aa268956-f2e3-4883-ae87-872970a7c80d, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=aa268956-f2e3-4883-ae87-872970a7c80d,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 11:05:23.999705 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:24.003013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-538c907f-4990-4c81-aceb-e1eeea66fbd4 admin admin] Allocated IP 172.26.7.115 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/a6baebb6-e962-4379-82f6-d2f6a9c797ef) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 11:05:24.003739 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:05:24.148761 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=aa268956-f2e3-4883-ae87-872970a7c80d,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:05:24.157814 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:05:24.172169 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-538c907f-4990-4c81-aceb-e1eeea66fbd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:24.187934 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-eeddfd02-887b-4c71-9c86-ef3768f5966b None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:24.199623 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-eeddfd02-887b-4c71-9c86-ef3768f5966b None None] Transition to ACTIVE for port object f0dbdb0d-5618-4a03-86ef-21beb3e3c5b4 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 11:05:24.205954 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-538c907f-4990-4c81-aceb-e1eeea66fbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:24.216722 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-eeddfd02-887b-4c71-9c86-ef3768f5966b None None] Transition to ACTIVE for port object f0dbdb0d-5618-4a03-86ef-21beb3e3c5b4 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 11:05:24.221355 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-eeddfd02-887b-4c71-9c86-ef3768f5966b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:24.222871 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1b36d0ea-672f-4c4a-95a9-b6476533b9d0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:05:24.238121 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2d529daf-12ca-44a4-96b9-99b37ee44a69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:05:24.273380 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b698333d-7371-4269-90b9-0eb4cf95a590 None None] Sync routers for ids ['471fb449-b6bd-4f42-9829-ef4fc599d2d2'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 11:05:24.284016 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b698333d-7371-4269-90b9-0eb4cf95a590 None None] Routers {'471fb449-b6bd-4f42-9829-ef4fc599d2d2'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 11:05:24.285198 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-b698333d-7371-4269-90b9-0eb4cf95a590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99cac41710>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T11:05:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['471fb449-b6bd-4f42-9829-ef4fc599d2d2'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:05:24.376553 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeddfd02-887b-4c71-9c86-ef3768f5966b None None] Pushing event updated for resources: {'Port': ['ID=f0dbdb0d-5618-4a03-86ef-21beb3e3c5b4,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:05:24.376828 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538c907f-4990-4c81-aceb-e1eeea66fbd4 admin admin] Pushing event updated for resources: {'Port': ['ID=a6baebb6-e962-4379-82f6-d2f6a9c797ef,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:05:24.381065 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-eeddfd02-887b-4c71-9c86-ef3768f5966b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:05:24.381480 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-538c907f-4990-4c81-aceb-e1eeea66fbd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:05:24.436306 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538c907f-4990-4c81-aceb-e1eeea66fbd4 admin admin] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 11:05:24.436543 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeddfd02-887b-4c71-9c86-ef3768f5966b None None] Network b61fc2e5-654f-42c1-a140-c5daea962dce is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 11:05:24.437705 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-538c907f-4990-4c81-aceb-e1eeea66fbd4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 11:05:24.437970 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-eeddfd02-887b-4c71-9c86-ef3768f5966b None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 11:05:24.440245 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538c907f-4990-4c81-aceb-e1eeea66fbd4 admin admin] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 11:05:24.441176 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeddfd02-887b-4c71-9c86-ef3768f5966b None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 11:05:24.482917 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-b698333d-7371-4269-90b9-0eb4cf95a590 None None] Set router 471fb449-b6bd-4f42-9829-ef4fc599d2d2 gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 11:05:24.514813 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-eeddfd02-887b-4c71-9c86-ef3768f5966b None None] Attempting to bind port f0dbdb0d-5618-4a03-86ef-21beb3e3c5b4 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 11:05:24.515332 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-eeddfd02-887b-4c71-9c86-ef3768f5966b None None] Attempting to bind port f0dbdb0d-5618-4a03-86ef-21beb3e3c5b4 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '4e151ef9-b263-4e6d-b03b-61e367256aa1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b61fc2e5-654f-42c1-a140-c5daea962dce'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 11:05:24.515889 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeddfd02-887b-4c71-9c86-ef3768f5966b None None] Attempting to bind port f0dbdb0d-5618-4a03-86ef-21beb3e3c5b4 on network b61fc2e5-654f-42c1-a140-c5daea962dce {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 11:05:24.522682 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeddfd02-887b-4c71-9c86-ef3768f5966b None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 11, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 11:05:24.523215 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeddfd02-887b-4c71-9c86-ef3768f5966b None None] Checking segment: {'id': '4e151ef9-b263-4e6d-b03b-61e367256aa1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b61fc2e5-654f-42c1-a140-c5daea962dce'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 11:05:24.523755 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-eeddfd02-887b-4c71-9c86-ef3768f5966b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:24.524285 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeddfd02-887b-4c71-9c86-ef3768f5966b None None] Bound using segment: {'id': '4e151ef9-b263-4e6d-b03b-61e367256aa1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b61fc2e5-654f-42c1-a140-c5daea962dce'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 11:05:24.524904 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-eeddfd02-887b-4c71-9c86-ef3768f5966b None None] Bound port: f0dbdb0d-5618-4a03-86ef-21beb3e3c5b4, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e151ef9-b263-4e6d-b03b-61e367256aa1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b61fc2e5-654f-42c1-a140-c5daea962dce'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 11:05:24.525465 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-eeddfd02-887b-4c71-9c86-ef3768f5966b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:24.534926 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:24.622785 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-eeddfd02-887b-4c71-9c86-ef3768f5966b None None] For port f0dbdb0d-5618-4a03-86ef-21beb3e3c5b4, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 11:05:24.626130 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-eeddfd02-887b-4c71-9c86-ef3768f5966b None None] For port f0dbdb0d-5618-4a03-86ef-21beb3e3c5b4, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=f0dbdb0d-5618-4a03-86ef-21beb3e3c5b4,segment=NetworkSegment(4e151ef9-b263-4e6d-b03b-61e367256aa1),segment_id=4e151ef9-b263-4e6d-b03b-61e367256aa1)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 11:05:24.631926 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-eeddfd02-887b-4c71-9c86-ef3768f5966b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:24.650967 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-80339d92-c8a1-4ab9-992e-67a524421434 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:05:24.813281 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeddfd02-887b-4c71-9c86-ef3768f5966b None None] Pushing event updated for resources: {'Port': ['ID=f0dbdb0d-5618-4a03-86ef-21beb3e3c5b4,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:05:24.818202 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-eeddfd02-887b-4c71-9c86-ef3768f5966b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:05:24.917184 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-538c907f-4990-4c81-aceb-e1eeea66fbd4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:24.999026 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-b698333d-7371-4269-90b9-0eb4cf95a590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99cac41710>, [{'id': '471fb449-b6bd-4f42-9829-ef4fc599d2d2', 'name': 'tempest-TestShelveInstance-860406117-router', 'tenant_id': '80addfac96c742afa69cf02742904b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.95'}], 'enable_snat': True}, 'gw_port_id': 'aa268956-f2e3-4883-ae87-872970a7c80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:05:14Z', 'updated_at': '2021-01-29T11:05:19Z', 'revision_number': 4, 'project_id': '80addfac96c742afa69cf02742904b03', 'gw_port': {'id': 'aa268956-f2e3-4883-ae87-872970a7c80d', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:62:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471fb449-b6bd-4f42-9829-ef4fc599d2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:05:15Z', 'updated_at': '2021-01-29T11:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'ad9fc58e-aa5e-40ea-a44a-8fb48aa6e86c', 'name': '', 'network_id': '65e16cc1-fcf1-4203-9a84-b0394476f4af', 'tenant_id': '80addfac96c742afa69cf02742904b03', 'mac_address': 'fa:16:3e:51:6e:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471fb449-b6bd-4f42-9829-ef4fc599d2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '6701916f-c50b-43dd-8657-78928268da39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:05:18Z', 'updated_at': '2021-01-29T11:05:19Z', 'revision_number': 2, 'project_id': '80addfac96c742afa69cf02742904b03', 'subnets': [{'id': '6701916f-c50b-43dd-8657-78928268da39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:05:25.003508 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b698333d-7371-4269-90b9-0eb4cf95a590 None None] Checking router: 471fb449-b6bd-4f42-9829-ef4fc599d2d2 for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 11:05:25.003905 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b698333d-7371-4269-90b9-0eb4cf95a590 None None] Updating router 471fb449-b6bd-4f42-9829-ef4fc599d2d2 port ad9fc58e-aa5e-40ea-a44a-8fb48aa6e86c binding host dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 29 11:05:25.044436 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:25.073076 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b698333d-7371-4269-90b9-0eb4cf95a590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:25.345966 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-538c907f-4990-4c81-aceb-e1eeea66fbd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:25.417315 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device aa268956-f2e3-4883-ae87-872970a7c80d up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 11:05:25.492740 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port aa268956-f2e3-4883-ae87-872970a7c80d triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:05:25.493171 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:25.553366 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b698333d-7371-4269-90b9-0eb4cf95a590 None None] Notify callbacks [] for port, precommit_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:25.570350 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-b698333d-7371-4269-90b9-0eb4cf95a590 None None] Transition to ACTIVE for port object ad9fc58e-aa5e-40ea-a44a-8fb48aa6e86c will not be triggered until provisioned by entity L2. {{(pid=80768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 11:05:25.570910 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-538c907f-4990-4c81-aceb-e1eeea66fbd4 admin admin] Router 2498e97a-64d2-4d42-9c2a-8c67e085be84 is scheduled to L3 agent 18987107-6d88-4736-94cf-15791d65b3ff with binding_index 1 {{(pid=80766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 29 11:05:25.575120 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b698333d-7371-4269-90b9-0eb4cf95a590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:25.592097 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f6956779-ff69-4d88-a3ef-d3875fcb6e65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:05:25.625466 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device f0dbdb0d-5618-4a03-86ef-21beb3e3c5b4 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 11:05:25.702524 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port f0dbdb0d-5618-4a03-86ef-21beb3e3c5b4 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 11:05:25.745270 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8a0d2f-250f-452c-944d-d1afa861439e None None] Pushing event updated for resources: {'Port': ['ID=ad9fc58e-aa5e-40ea-a44a-8fb48aa6e86c,revision_number=3']} {{(pid=80768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:05:25.762833 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8a0d2f-250f-452c-944d-d1afa861439e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:05:25.763225 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8a0d2f-250f-452c-944d-d1afa861439e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:05:25.763601 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8a0d2f-250f-452c-944d-d1afa861439e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:05:25.763969 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8a0d2f-250f-452c-944d-d1afa861439e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:05:25.764337 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8a0d2f-250f-452c-944d-d1afa861439e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:05:25.764706 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8a0d2f-250f-452c-944d-d1afa861439e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:05:25.765072 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8a0d2f-250f-452c-944d-d1afa861439e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:05:25.765434 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8a0d2f-250f-452c-944d-d1afa861439e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:05:25.765815 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8a0d2f-250f-452c-944d-d1afa861439e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:05:25.766180 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8a0d2f-250f-452c-944d-d1afa861439e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:05:25.766537 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8a0d2f-250f-452c-944d-d1afa861439e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:05:25.766975 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8a0d2f-250f-452c-944d-d1afa861439e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:05:25.767403 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8a0d2f-250f-452c-944d-d1afa861439e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:05:25.767760 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8a0d2f-250f-452c-944d-d1afa861439e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:05:25.768115 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8a0d2f-250f-452c-944d-d1afa861439e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:05:25.768469 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8a0d2f-250f-452c-944d-d1afa861439e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:05:25.768822 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8a0d2f-250f-452c-944d-d1afa861439e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:05:25.769177 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8a0d2f-250f-452c-944d-d1afa861439e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:05:25.769529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8a0d2f-250f-452c-944d-d1afa861439e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:05:25.769936 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8a0d2f-250f-452c-944d-d1afa861439e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:05:25.770287 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8a0d2f-250f-452c-944d-d1afa861439e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:05:25.770649 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8a0d2f-250f-452c-944d-d1afa861439e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:05:25.771072 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8a0d2f-250f-452c-944d-d1afa861439e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:05:25.771427 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8a0d2f-250f-452c-944d-d1afa861439e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:05:25.777738 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6c8a0d2f-250f-452c-944d-d1afa861439e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:05:25.936943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-b698333d-7371-4269-90b9-0eb4cf95a590 None None] Attempting to bind port ad9fc58e-aa5e-40ea-a44a-8fb48aa6e86c on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 11:05:25.937974 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-b698333d-7371-4269-90b9-0eb4cf95a590 None None] Attempting to bind port ad9fc58e-aa5e-40ea-a44a-8fb48aa6e86c by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '5ac97e64-e494-43e2-8c4f-00c3d8bf9752', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '65e16cc1-fcf1-4203-9a84-b0394476f4af'}] {{(pid=80768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 11:05:25.938529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b698333d-7371-4269-90b9-0eb4cf95a590 None None] Attempting to bind port ad9fc58e-aa5e-40ea-a44a-8fb48aa6e86c on network 65e16cc1-fcf1-4203-9a84-b0394476f4af {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 11:05:25.945757 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b698333d-7371-4269-90b9-0eb4cf95a590 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 11, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 11:05:25.946465 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b698333d-7371-4269-90b9-0eb4cf95a590 None None] Checking segment: {'id': '5ac97e64-e494-43e2-8c4f-00c3d8bf9752', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '65e16cc1-fcf1-4203-9a84-b0394476f4af'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 11:05:25.946905 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b698333d-7371-4269-90b9-0eb4cf95a590 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:25.947337 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b698333d-7371-4269-90b9-0eb4cf95a590 None None] Bound using segment: {'id': '5ac97e64-e494-43e2-8c4f-00c3d8bf9752', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '65e16cc1-fcf1-4203-9a84-b0394476f4af'} {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 11:05:25.947854 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-b698333d-7371-4269-90b9-0eb4cf95a590 None None] Bound port: ad9fc58e-aa5e-40ea-a44a-8fb48aa6e86c, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ac97e64-e494-43e2-8c4f-00c3d8bf9752', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '65e16cc1-fcf1-4203-9a84-b0394476f4af'}}] {{(pid=80768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 11:05:25.948270 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b698333d-7371-4269-90b9-0eb4cf95a590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:26.059764 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-b698333d-7371-4269-90b9-0eb4cf95a590 None None] For port ad9fc58e-aa5e-40ea-a44a-8fb48aa6e86c, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 11:05:26.069325 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-b698333d-7371-4269-90b9-0eb4cf95a590 None None] For port ad9fc58e-aa5e-40ea-a44a-8fb48aa6e86c, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=ad9fc58e-aa5e-40ea-a44a-8fb48aa6e86c,segment=NetworkSegment(5ac97e64-e494-43e2-8c4f-00c3d8bf9752),segment_id=5ac97e64-e494-43e2-8c4f-00c3d8bf9752)] {{(pid=80768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 11:05:26.073673 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b698333d-7371-4269-90b9-0eb4cf95a590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:26.078830 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-538c907f-4990-4c81-aceb-e1eeea66fbd4 admin admin] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 11:05:26.093260 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8ce998-e9bc-4734-ba65-eb29eb1a1ff0 None None] Sync routers for ids ['2498e97a-64d2-4d42-9c2a-8c67e085be84'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 11:05:26.102587 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3f07d020-8af1-45d6-a144-fda9518062d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:05:26.103894 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8ce998-e9bc-4734-ba65-eb29eb1a1ff0 None None] Routers {'2498e97a-64d2-4d42-9c2a-8c67e085be84'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 11:05:26.104600 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-0a8ce998-e9bc-4734-ba65-eb29eb1a1ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9ad0828>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T11:05:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['2498e97a-64d2-4d42-9c2a-8c67e085be84'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:05:26.117172 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-538c907f-4990-4c81-aceb-e1eeea66fbd4 admin admin] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:26.118612 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-538c907f-4990-4c81-aceb-e1eeea66fbd4 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.1305690
Jan 29 11:05:26.121464 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 37720) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:05:26.268127 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8a0d2f-250f-452c-944d-d1afa861439e None None] Pushing event updated for resources: {'Port': ['ID=ad9fc58e-aa5e-40ea-a44a-8fb48aa6e86c,revision_number=4']} {{(pid=80768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:05:26.272367 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6c8a0d2f-250f-452c-944d-d1afa861439e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:05:26.315719 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b698333d-7371-4269-90b9-0eb4cf95a590 None None] Routers {'471fb449-b6bd-4f42-9829-ef4fc599d2d2'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 11:05:26.316400 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-b698333d-7371-4269-90b9-0eb4cf95a590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99cac41710>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T11:05:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['471fb449-b6bd-4f42-9829-ef4fc599d2d2'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:05:26.390865 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-0a8ce998-e9bc-4734-ba65-eb29eb1a1ff0 None None] Set router 2498e97a-64d2-4d42-9c2a-8c67e085be84 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 11:05:26.531147 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10978e1a-232e-47b9-9162-05e573aebd40 None None] Network b61fc2e5-654f-42c1-a140-c5daea962dce requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 11:05:26.541757 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-b698333d-7371-4269-90b9-0eb4cf95a590 None None] Set router 471fb449-b6bd-4f42-9829-ef4fc599d2d2 gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 11:05:26.870694 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:26.900615 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-b698333d-7371-4269-90b9-0eb4cf95a590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99cac41710>, [{'id': '471fb449-b6bd-4f42-9829-ef4fc599d2d2', 'name': 'tempest-TestShelveInstance-860406117-router', 'tenant_id': '80addfac96c742afa69cf02742904b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.95'}], 'enable_snat': True}, 'gw_port_id': 'aa268956-f2e3-4883-ae87-872970a7c80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:05:14Z', 'updated_at': '2021-01-29T11:05:19Z', 'revision_number': 4, 'project_id': '80addfac96c742afa69cf02742904b03', 'gw_port': {'id': 'aa268956-f2e3-4883-ae87-872970a7c80d', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:62:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471fb449-b6bd-4f42-9829-ef4fc599d2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:05:15Z', 'updated_at': '2021-01-29T11:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'ad9fc58e-aa5e-40ea-a44a-8fb48aa6e86c', 'name': '', 'network_id': '65e16cc1-fcf1-4203-9a84-b0394476f4af', 'tenant_id': '80addfac96c742afa69cf02742904b03', 'mac_address': 'fa:16:3e:51:6e:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471fb449-b6bd-4f42-9829-ef4fc599d2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '6701916f-c50b-43dd-8657-78928268da39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:05:18Z', 'updated_at': '2021-01-29T11:05:26Z', 'revision_number': 4, 'project_id': '80addfac96c742afa69cf02742904b03', 'subnets': [{'id': '6701916f-c50b-43dd-8657-78928268da39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:05:26.904891 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b698333d-7371-4269-90b9-0eb4cf95a590 None None] The sync data for ids ['471fb449-b6bd-4f42-9829-ef4fc599d2d2'] in dv-neutron-772983-2-ovs is: [{'id': '471fb449-b6bd-4f42-9829-ef4fc599d2d2', 'name': 'tempest-TestShelveInstance-860406117-router', 'tenant_id': '80addfac96c742afa69cf02742904b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.95'}], 'enable_snat': True}, 'gw_port_id': 'aa268956-f2e3-4883-ae87-872970a7c80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:05:14Z', 'updated_at': '2021-01-29T11:05:19Z', 'revision_number': 4, 'project_id': '80addfac96c742afa69cf02742904b03', 'gw_port': {'id': 'aa268956-f2e3-4883-ae87-872970a7c80d', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:62:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471fb449-b6bd-4f42-9829-ef4fc599d2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:05:15Z', 'updated_at': '2021-01-29T11:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'ad9fc58e-aa5e-40ea-a44a-8fb48aa6e86c', 'name': '', 'network_id': '65e16cc1-fcf1-4203-9a84-b0394476f4af', 'tenant_id': '80addfac96c742afa69cf02742904b03', 'mac_address': 'fa:16:3e:51:6e:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471fb449-b6bd-4f42-9829-ef4fc599d2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '6701916f-c50b-43dd-8657-78928268da39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:05:18Z', 'updated_at': '2021-01-29T11:05:26Z', 'revision_number': 4, 'project_id': '80addfac96c742afa69cf02742904b03', 'subnets': [{'id': '6701916f-c50b-43dd-8657-78928268da39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 11:05:26.970962 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9360a603-5f70-4483-bcd4-4ebf8feef471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:27.175139 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-85f4eb4b-219e-4b8b-841c-11074b7c6ab0 None None] Provisioning for port f0dbdb0d-5618-4a03-86ef-21beb3e3c5b4 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 11:05:27.186344 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-85f4eb4b-219e-4b8b-841c-11074b7c6ab0 None None] Provisioning complete for port f0dbdb0d-5618-4a03-86ef-21beb3e3c5b4 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:05:27.186888 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-85f4eb4b-219e-4b8b-841c-11074b7c6ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:27.296901 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-0a8ce998-e9bc-4734-ba65-eb29eb1a1ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9ad0828>, [{'id': '2498e97a-64d2-4d42-9c2a-8c67e085be84', 'name': 'tempest-TestShelveInstance-955765717-router', 'tenant_id': '67ddb57663a64a5aa32e5db8e1b87b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': 'a6baebb6-e962-4379-82f6-d2f6a9c797ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:05:23Z', 'updated_at': '2021-01-29T11:05:24Z', 'revision_number': 3, 'project_id': '67ddb57663a64a5aa32e5db8e1b87b63', 'gw_port': {'id': 'a6baebb6-e962-4379-82f6-d2f6a9c797ef', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cd:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2498e97a-64d2-4d42-9c2a-8c67e085be84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:05:23Z', 'updated_at': '2021-01-29T11:05:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:05:27.303367 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8ce998-e9bc-4734-ba65-eb29eb1a1ff0 None None] Checking router: 2498e97a-64d2-4d42-9c2a-8c67e085be84 for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 11:05:27.304002 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8ce998-e9bc-4734-ba65-eb29eb1a1ff0 None None] Updating router 2498e97a-64d2-4d42-9c2a-8c67e085be84 port a6baebb6-e962-4379-82f6-d2f6a9c797ef binding host dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 29 11:05:27.391690 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-9360a603-5f70-4483-bcd4-4ebf8feef471 admin admin] Allocated IP 172.20.0.1 (b61fc2e5-654f-42c1-a140-c5daea962dce/f04921d7-d1ba-495a-b254-fd69bb801845/b95919ff-93be-4153-9c85-47111547307b) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 11:05:27.408908 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device ad9fc58e-aa5e-40ea-a44a-8fb48aa6e86c up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 11:05:27.498782 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-85f4eb4b-219e-4b8b-841c-11074b7c6ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:27.519011 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0a8ce998-e9bc-4734-ba65-eb29eb1a1ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:27.571997 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9360a603-5f70-4483-bcd4-4ebf8feef471 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:27.591581 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-9360a603-5f70-4483-bcd4-4ebf8feef471 admin admin] Transition to ACTIVE for port object b95919ff-93be-4153-9c85-47111547307b will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 11:05:27.617651 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9360a603-5f70-4483-bcd4-4ebf8feef471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:27.634357 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-538c907f-4990-4c81-aceb-e1eeea66fbd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:05:27.666977 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-85f4eb4b-219e-4b8b-841c-11074b7c6ab0 None None] For port f0dbdb0d-5618-4a03-86ef-21beb3e3c5b4, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=f0dbdb0d-5618-4a03-86ef-21beb3e3c5b4,segment=NetworkSegment(4e151ef9-b263-4e6d-b03b-61e367256aa1),segment_id=4e151ef9-b263-4e6d-b03b-61e367256aa1)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 11:05:27.732308 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-85f4eb4b-219e-4b8b-841c-11074b7c6ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:27.734377 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port ad9fc58e-aa5e-40ea-a44a-8fb48aa6e86c completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 11:05:27.749545 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-eeddfd02-887b-4c71-9c86-ef3768f5966b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:05:27.795094 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9360a603-5f70-4483-bcd4-4ebf8feef471 admin admin] Pushing event updated for resources: {'Port': ['ID=b95919ff-93be-4153-9c85-47111547307b,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:05:27.799648 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9360a603-5f70-4483-bcd4-4ebf8feef471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:05:27.800233 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port ad9fc58e-aa5e-40ea-a44a-8fb48aa6e86c triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:05:27.800673 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:27.854204 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9360a603-5f70-4483-bcd4-4ebf8feef471 admin admin] Network b61fc2e5-654f-42c1-a140-c5daea962dce is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 11:05:27.855716 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-9360a603-5f70-4483-bcd4-4ebf8feef471 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 11:05:27.858307 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9360a603-5f70-4483-bcd4-4ebf8feef471 admin admin] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 11:05:27.916677 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9360a603-5f70-4483-bcd4-4ebf8feef471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854426412'] for router_interface, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:27.934335 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-67a7dedd-c97d-4ef5-9cfe-792c9fcf8c53 None None] Provisioning complete for port f0dbdb0d-5618-4a03-86ef-21beb3e3c5b4 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:05:27.934764 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-67a7dedd-c97d-4ef5-9cfe-792c9fcf8c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:27.992516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f4eb4b-219e-4b8b-841c-11074b7c6ab0 None None] Pushing event updated for resources: {'Port': ['ID=f0dbdb0d-5618-4a03-86ef-21beb3e3c5b4,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:05:28.005524 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-85f4eb4b-219e-4b8b-841c-11074b7c6ab0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:05:28.047163 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9360a603-5f70-4483-bcd4-4ebf8feef471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:28.164994 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:28.277924 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port ad9fc58e-aa5e-40ea-a44a-8fb48aa6e86c, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=ad9fc58e-aa5e-40ea-a44a-8fb48aa6e86c,segment=NetworkSegment(5ac97e64-e494-43e2-8c4f-00c3d8bf9752),segment_id=5ac97e64-e494-43e2-8c4f-00c3d8bf9752)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 11:05:28.285892 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:28.289627 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:05:28.360035 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9360a603-5f70-4483-bcd4-4ebf8feef471 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:28.363642 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9360a603-5f70-4483-bcd4-4ebf8feef471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:28.393311 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-bb9c8e3d-1ee8-4d16-a7ae-c0224a139e2b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:05:28.443443 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=ad9fc58e-aa5e-40ea-a44a-8fb48aa6e86c,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:05:28.447671 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0a8ce998-e9bc-4734-ba65-eb29eb1a1ff0 None None] Notify callbacks [] for port, precommit_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:28.452329 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:05:28.453112 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-aff38f36-a430-4f50-8a58-10903b404105 None None] Provisioning complete for port f0dbdb0d-5618-4a03-86ef-21beb3e3c5b4 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:05:28.453719 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-aff38f36-a430-4f50-8a58-10903b404105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:28.484019 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9360a603-5f70-4483-bcd4-4ebf8feef471 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854133895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349242'] for router_interface, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:28.499833 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9360a603-5f70-4483-bcd4-4ebf8feef471 admin admin] Pushing event updated for resources: {'Port': ['ID=b95919ff-93be-4153-9c85-47111547307b,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:05:28.500103 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-0a8ce998-e9bc-4734-ba65-eb29eb1a1ff0 None None] Transition to ACTIVE for port object a6baebb6-e962-4379-82f6-d2f6a9c797ef will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 11:05:28.506862 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9360a603-5f70-4483-bcd4-4ebf8feef471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:05:28.513092 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0a8ce998-e9bc-4734-ba65-eb29eb1a1ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:28.530608 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:05:28.635977 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9360a603-5f70-4483-bcd4-4ebf8feef471 admin admin] Network b61fc2e5-654f-42c1-a140-c5daea962dce is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 11:05:28.637210 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-9360a603-5f70-4483-bcd4-4ebf8feef471 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 11:05:28.679429 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8913df04-8113-4112-9e18-6bc60b49c7d9 None None] Pushing event updated for resources: {'Port': ['ID=a6baebb6-e962-4379-82f6-d2f6a9c797ef,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:05:28.686552 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8913df04-8113-4112-9e18-6bc60b49c7d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:05:28.813946 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-aff38f36-a430-4f50-8a58-10903b404105 None None] Provisioning for port b95919ff-93be-4153-9c85-47111547307b completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 11:05:28.824644 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-aff38f36-a430-4f50-8a58-10903b404105 None None] Provisioning complete for port b95919ff-93be-4153-9c85-47111547307b triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:05:28.825072 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-aff38f36-a430-4f50-8a58-10903b404105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:28.844774 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9360a603-5f70-4483-bcd4-4ebf8feef471 admin admin] Router 2498e97a-64d2-4d42-9c2a-8c67e085be84 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 11:05:28.855306 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-0a8ce998-e9bc-4734-ba65-eb29eb1a1ff0 None None] Attempting to bind port a6baebb6-e962-4379-82f6-d2f6a9c797ef on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 11:05:28.855734 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-0a8ce998-e9bc-4734-ba65-eb29eb1a1ff0 None None] Attempting to bind port a6baebb6-e962-4379-82f6-d2f6a9c797ef by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 11:05:28.856154 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8ce998-e9bc-4734-ba65-eb29eb1a1ff0 None None] Attempting to bind port a6baebb6-e962-4379-82f6-d2f6a9c797ef on network aadf795f-2e1a-4d04-be0e-12575f0f28a5 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 11:05:28.870076 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8ce998-e9bc-4734-ba65-eb29eb1a1ff0 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 11, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 11:05:28.870509 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8ce998-e9bc-4734-ba65-eb29eb1a1ff0 None None] Checking segment: {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 11:05:28.870971 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0a8ce998-e9bc-4734-ba65-eb29eb1a1ff0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:28.871421 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8ce998-e9bc-4734-ba65-eb29eb1a1ff0 None None] Bound using segment: {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 11:05:28.871946 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-0a8ce998-e9bc-4734-ba65-eb29eb1a1ff0 None None] Bound port: a6baebb6-e962-4379-82f6-d2f6a9c797ef, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 11:05:28.872370 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0a8ce998-e9bc-4734-ba65-eb29eb1a1ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:28.940985 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-aff38f36-a430-4f50-8a58-10903b404105 None None] Port b95919ff-93be-4153-9c85-47111547307b cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 11:05:29.048461 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9360a603-5f70-4483-bcd4-4ebf8feef471 admin admin] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 11:05:29.058981 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9360a603-5f70-4483-bcd4-4ebf8feef471 admin admin] 10.222.0.57 "PUT /v2.0/routers/2498e97a-64d2-4d42-9c2a-8c67e085be84/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9361010
Jan 29 11:05:29.158685 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-0a8ce998-e9bc-4734-ba65-eb29eb1a1ff0 None None] For port a6baebb6-e962-4379-82f6-d2f6a9c797ef, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 11:05:29.163383 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-0a8ce998-e9bc-4734-ba65-eb29eb1a1ff0 None None] For port a6baebb6-e962-4379-82f6-d2f6a9c797ef, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=a6baebb6-e962-4379-82f6-d2f6a9c797ef,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 11:05:29.164922 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-98867bc0-d383-495a-aa3a-ebaddc571fa6 None None] Provisioning complete for port b95919ff-93be-4153-9c85-47111547307b triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:05:29.165334 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-98867bc0-d383-495a-aa3a-ebaddc571fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:29.196771 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0a8ce998-e9bc-4734-ba65-eb29eb1a1ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:29.217468 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1a03cc64-998d-4a60-bf81-38390642af99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:05:29.309195 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-98867bc0-d383-495a-aa3a-ebaddc571fa6 None None] Port b95919ff-93be-4153-9c85-47111547307b cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 11:05:29.367385 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device ad9fc58e-aa5e-40ea-a44a-8fb48aa6e86c up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 11:05:29.440963 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8913df04-8113-4112-9e18-6bc60b49c7d9 None None] Pushing event updated for resources: {'Port': ['ID=a6baebb6-e962-4379-82f6-d2f6a9c797ef,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:05:29.448606 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8913df04-8113-4112-9e18-6bc60b49c7d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:05:29.502744 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port ad9fc58e-aa5e-40ea-a44a-8fb48aa6e86c triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:05:29.503167 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:29.535673 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8ce998-e9bc-4734-ba65-eb29eb1a1ff0 None None] Routers {'2498e97a-64d2-4d42-9c2a-8c67e085be84'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 11:05:29.537212 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-0a8ce998-e9bc-4734-ba65-eb29eb1a1ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9ad0828>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T11:05:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['2498e97a-64d2-4d42-9c2a-8c67e085be84'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:05:29.795252 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-0a8ce998-e9bc-4734-ba65-eb29eb1a1ff0 None None] Set router 2498e97a-64d2-4d42-9c2a-8c67e085be84 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 11:05:29.854787 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device f0dbdb0d-5618-4a03-86ef-21beb3e3c5b4 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 11:05:29.971681 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-6801d39f-8199-4342-887e-71b66bba51b3 req-f8f873fb-2d70-4030-87dd-87b216ab8873 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-505844147', 'description': 'tempest-TestShelveInstance-505844147 description'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 11:05:29.994352 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-6801d39f-8199-4342-887e-71b66bba51b3 req-f8f873fb-2d70-4030-87dd-87b216ab8873 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 11:05:29.998440 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-6801d39f-8199-4342-887e-71b66bba51b3 req-f8f873fb-2d70-4030-87dd-87b216ab8873 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Usage tracker for resource:security_group and tenant:80addfac96c742afa69cf02742904b03 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 11:05:30.002864 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-6801d39f-8199-4342-887e-71b66bba51b3 req-f8f873fb-2d70-4030-87dd-87b216ab8873 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 11:05:30.010385 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-6801d39f-8199-4342-887e-71b66bba51b3 req-f8f873fb-2d70-4030-87dd-87b216ab8873 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 11:05:30.020801 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-6801d39f-8199-4342-887e-71b66bba51b3 req-f8f873fb-2d70-4030-87dd-87b216ab8873 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:30.042105 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-6801d39f-8199-4342-887e-71b66bba51b3 req-f8f873fb-2d70-4030-87dd-87b216ab8873 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 11:05:30.046223 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-6801d39f-8199-4342-887e-71b66bba51b3 req-f8f873fb-2d70-4030-87dd-87b216ab8873 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Usage tracker for resource:security_group_rule and tenant:80addfac96c742afa69cf02742904b03 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 11:05:30.049117 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-6801d39f-8199-4342-887e-71b66bba51b3 req-f8f873fb-2d70-4030-87dd-87b216ab8873 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 11:05:30.055492 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-6801d39f-8199-4342-887e-71b66bba51b3 req-f8f873fb-2d70-4030-87dd-87b216ab8873 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 11:05:30.095413 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port f0dbdb0d-5618-4a03-86ef-21beb3e3c5b4 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:05:30.095836 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:30.133731 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-6801d39f-8199-4342-887e-71b66bba51b3 req-f8f873fb-2d70-4030-87dd-87b216ab8873 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:30.136485 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-6801d39f-8199-4342-887e-71b66bba51b3 req-f8f873fb-2d70-4030-87dd-87b216ab8873 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:30.142014 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4ceab8b4-9bd0-4234-9d24-1856af05dc79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:05:30.185258 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-6801d39f-8199-4342-887e-71b66bba51b3 req-f8f873fb-2d70-4030-87dd-87b216ab8873 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:30.186637 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6801d39f-8199-4342-887e-71b66bba51b3 req-f8f873fb-2d70-4030-87dd-87b216ab8873 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1807 time: 0.2198496
Jan 29 11:05:30.187481 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f873fb-2d70-4030-87dd-87b216ab8873 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1223dbc-45e3-42a7-843b-7163fddb835d,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:05:30.190654 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f8f873fb-2d70-4030-87dd-87b216ab8873 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:05:30.286651 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c432587c-c6d3-4680-a076-8f982f3b6cf7 req-7c45a4c5-1355-4067-b988-43086822971f tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups/f1223dbc-45e3-42a7-843b-7163fddb835d HTTP/1.1" status: 200  len: 1802 time: 0.0639918
Jan 29 11:05:30.299266 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-c432587c-c6d3-4680-a076-8f982f3b6cf7 req-2e3f6013-96af-4b9e-927e-113dbb0a8ecd tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f1223dbc-45e3-42a7-843b-7163fddb835d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 11:05:30.299705 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-c432587c-c6d3-4680-a076-8f982f3b6cf7 req-2e3f6013-96af-4b9e-927e-113dbb0a8ecd tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f1223dbc-45e3-42a7-843b-7163fddb835d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 11:05:30.307517 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-0a8ce998-e9bc-4734-ba65-eb29eb1a1ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9ad0828>, [{'id': '2498e97a-64d2-4d42-9c2a-8c67e085be84', 'name': 'tempest-TestShelveInstance-955765717-router', 'tenant_id': '67ddb57663a64a5aa32e5db8e1b87b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': 'a6baebb6-e962-4379-82f6-d2f6a9c797ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:05:23Z', 'updated_at': '2021-01-29T11:05:27Z', 'revision_number': 4, 'project_id': '67ddb57663a64a5aa32e5db8e1b87b63', 'gw_port': {'id': 'a6baebb6-e962-4379-82f6-d2f6a9c797ef', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cd:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2498e97a-64d2-4d42-9c2a-8c67e085be84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:05:23Z', 'updated_at': '2021-01-29T11:05:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'b95919ff-93be-4153-9c85-47111547307b', 'name': '', 'network_id': 'b61fc2e5-654f-42c1-a140-c5daea962dce', 'tenant_id': '67ddb57663a64a5aa32e5db8e1b87b63', 'mac_address': 'fa:16:3e:68:f2:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2498e97a-64d2-4d42-9c2a-8c67e085be84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'f04921d7-d1ba-495a-b254-fd69bb801845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:05:27Z', 'updated_at': '2021-01-29T11:05:28Z', 'revision_number': 2, 'project_id': '67ddb57663a64a5aa32e5db8e1b87b63', 'subnets': [{'id': 'f04921d7-d1ba-495a-b254-fd69bb801845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:05:30.311891 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8ce998-e9bc-4734-ba65-eb29eb1a1ff0 None None] The sync data for ids ['2498e97a-64d2-4d42-9c2a-8c67e085be84'] in dv-neutron-772983-2-ovs is: [{'id': '2498e97a-64d2-4d42-9c2a-8c67e085be84', 'name': 'tempest-TestShelveInstance-955765717-router', 'tenant_id': '67ddb57663a64a5aa32e5db8e1b87b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': 'a6baebb6-e962-4379-82f6-d2f6a9c797ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:05:23Z', 'updated_at': '2021-01-29T11:05:27Z', 'revision_number': 4, 'project_id': '67ddb57663a64a5aa32e5db8e1b87b63', 'gw_port': {'id': 'a6baebb6-e962-4379-82f6-d2f6a9c797ef', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cd:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2498e97a-64d2-4d42-9c2a-8c67e085be84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:05:23Z', 'updated_at': '2021-01-29T11:05:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'b95919ff-93be-4153-9c85-47111547307b', 'name': '', 'network_id': 'b61fc2e5-654f-42c1-a140-c5daea962dce', 'tenant_id': '67ddb57663a64a5aa32e5db8e1b87b63', 'mac_address': 'fa:16:3e:68:f2:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2498e97a-64d2-4d42-9c2a-8c67e085be84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'f04921d7-d1ba-495a-b254-fd69bb801845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:05:27Z', 'updated_at': '2021-01-29T11:05:28Z', 'revision_number': 2, 'project_id': '67ddb57663a64a5aa32e5db8e1b87b63', 'subnets': [{'id': 'f04921d7-d1ba-495a-b254-fd69bb801845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 11:05:30.325053 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-c432587c-c6d3-4680-a076-8f982f3b6cf7 req-2e3f6013-96af-4b9e-927e-113dbb0a8ecd tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 11:05:30.330230 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-c432587c-c6d3-4680-a076-8f982f3b6cf7 req-2e3f6013-96af-4b9e-927e-113dbb0a8ecd tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Usage tracker for resource:security_group_rule and tenant:80addfac96c742afa69cf02742904b03 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 11:05:30.332393 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-c432587c-c6d3-4680-a076-8f982f3b6cf7 req-2e3f6013-96af-4b9e-927e-113dbb0a8ecd tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 11:05:30.339021 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-c432587c-c6d3-4680-a076-8f982f3b6cf7 req-2e3f6013-96af-4b9e-927e-113dbb0a8ecd tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 11:05:30.399047 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-c432587c-c6d3-4680-a076-8f982f3b6cf7 req-2e3f6013-96af-4b9e-927e-113dbb0a8ecd tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:30.425247 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-c432587c-c6d3-4680-a076-8f982f3b6cf7 req-2e3f6013-96af-4b9e-927e-113dbb0a8ecd tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:30.427996 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-c432587c-c6d3-4680-a076-8f982f3b6cf7 req-2e3f6013-96af-4b9e-927e-113dbb0a8ecd tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:30.429916 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1d73cfa7-6757-42d6-976f-73657c2849f0 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:05:30.453474 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3f6013-96af-4b9e-927e-113dbb0a8ecd tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dc91f39-67a3-4c7b-b82e-085930e4d5b5,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:05:30.456042 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2e3f6013-96af-4b9e-927e-113dbb0a8ecd tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:05:30.462783 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-c432587c-c6d3-4680-a076-8f982f3b6cf7 req-2e3f6013-96af-4b9e-927e-113dbb0a8ecd tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:30.464052 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c432587c-c6d3-4680-a076-8f982f3b6cf7 req-2e3f6013-96af-4b9e-927e-113dbb0a8ecd tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.1693802
Jan 29 11:05:30.562771 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9a627213-f4bf-42b1-93b5-3ca0dcc60922 req-ac7a95f7-a1d6-45fb-81b8-eb8ad8e384f8 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups/f1223dbc-45e3-42a7-843b-7163fddb835d HTTP/1.1" status: 200  len: 2396 time: 0.0647087
Jan 29 11:05:30.574048 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-9a627213-f4bf-42b1-93b5-3ca0dcc60922 req-48e43336-80b2-4904-9743-a3152d3ceb77 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f1223dbc-45e3-42a7-843b-7163fddb835d', 'remote_group_id': None}]} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 11:05:30.574408 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-9a627213-f4bf-42b1-93b5-3ca0dcc60922 req-48e43336-80b2-4904-9743-a3152d3ceb77 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f1223dbc-45e3-42a7-843b-7163fddb835d', 'remote_group_id': None}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 11:05:30.597117 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-9a627213-f4bf-42b1-93b5-3ca0dcc60922 req-48e43336-80b2-4904-9743-a3152d3ceb77 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 11:05:30.602170 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-9a627213-f4bf-42b1-93b5-3ca0dcc60922 req-48e43336-80b2-4904-9743-a3152d3ceb77 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Usage tracker for resource:security_group_rule and tenant:80addfac96c742afa69cf02742904b03 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 11:05:30.605319 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-9a627213-f4bf-42b1-93b5-3ca0dcc60922 req-48e43336-80b2-4904-9743-a3152d3ceb77 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 11:05:30.611099 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-9a627213-f4bf-42b1-93b5-3ca0dcc60922 req-48e43336-80b2-4904-9743-a3152d3ceb77 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 11:05:30.677578 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-9a627213-f4bf-42b1-93b5-3ca0dcc60922 req-48e43336-80b2-4904-9743-a3152d3ceb77 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:30.706783 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-9a627213-f4bf-42b1-93b5-3ca0dcc60922 req-48e43336-80b2-4904-9743-a3152d3ceb77 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:30.710492 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-9a627213-f4bf-42b1-93b5-3ca0dcc60922 req-48e43336-80b2-4904-9743-a3152d3ceb77 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:30.712848 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f044d4ca-6883-419b-a487-af47ffcd980d tempest-ServerActionsTestJSON-1414260123 tempest-ServerActionsTestJSON-1414260123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:05:30.741225 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e43336-80b2-4904-9743-a3152d3ceb77 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=200e900b-706f-423d-9609-cc2852ca8486,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:05:30.744702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-48e43336-80b2-4904-9743-a3152d3ceb77 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:05:30.753469 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-9a627213-f4bf-42b1-93b5-3ca0dcc60922 req-48e43336-80b2-4904-9743-a3152d3ceb77 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:30.754900 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9a627213-f4bf-42b1-93b5-3ca0dcc60922 req-48e43336-80b2-4904-9743-a3152d3ceb77 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.1853042
Jan 29 11:05:30.978466 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-df03144c-90ba-460d-b9bd-5b962b3d9cbe req-6c47b4a2-a3b4-4ddc-8393-8eacf52e9527 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Synchronizing usage tracker for tenant:80addfac96c742afa69cf02742904b03 on resource:security_group {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 11:05:30.997210 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-df03144c-90ba-460d-b9bd-5b962b3d9cbe req-6c47b4a2-a3b4-4ddc-8393-8eacf52e9527 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Unset dirty status for tenant:80addfac96c742afa69cf02742904b03 on resource:security_group {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 11:05:30.998710 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-df03144c-90ba-460d-b9bd-5b962b3d9cbe req-6c47b4a2-a3b4-4ddc-8393-8eacf52e9527 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-505844147&fields=id&tenant_id=80addfac96c742afa69cf02742904b03 HTTP/1.1" status: 200  len: 267 time: 0.0824857
Jan 29 11:05:31.267571 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df03144c-90ba-460d-b9bd-5b962b3d9cbe req-48c33cc2-4c45-4899-a625-a7d902b932cc tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:05:31.268248 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-df03144c-90ba-460d-b9bd-5b962b3d9cbe req-48c33cc2-4c45-4899-a625-a7d902b932cc tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Synchronizing usage tracker for tenant:80addfac96c742afa69cf02742904b03 on resource:network {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 11:05:31.300373 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-df03144c-90ba-460d-b9bd-5b962b3d9cbe req-48c33cc2-4c45-4899-a625-a7d902b932cc tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Unset dirty status for tenant:80addfac96c742afa69cf02742904b03 on resource:network {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 11:05:31.302660 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-df03144c-90ba-460d-b9bd-5b962b3d9cbe req-48c33cc2-4c45-4899-a625-a7d902b932cc tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/networks?id=65e16cc1-fcf1-4203-9a84-b0394476f4af HTTP/1.1" status: 200  len: 808 time: 0.2953341
Jan 29 11:05:31.327349 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-df03144c-90ba-460d-b9bd-5b962b3d9cbe req-303c3ff2-5875-4c6f-8b51-540720d55084 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/quotas/80addfac96c742afa69cf02742904b03 HTTP/1.1" status: 200  len: 375 time: 0.0184774
Jan 29 11:05:31.343521 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device a6baebb6-e962-4379-82f6-d2f6a9c797ef up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 11:05:31.424701 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port a6baebb6-e962-4379-82f6-d2f6a9c797ef completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 11:05:31.431104 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port a6baebb6-e962-4379-82f6-d2f6a9c797ef triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:05:31.431622 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:31.461446 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-df03144c-90ba-460d-b9bd-5b962b3d9cbe req-82bc2e7f-b2a7-4179-843e-7ad478146f97 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Synchronizing usage tracker for tenant:80addfac96c742afa69cf02742904b03 on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 11:05:31.481257 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-df03144c-90ba-460d-b9bd-5b962b3d9cbe req-82bc2e7f-b2a7-4179-843e-7ad478146f97 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Unset dirty status for tenant:80addfac96c742afa69cf02742904b03 on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 11:05:31.483250 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-df03144c-90ba-460d-b9bd-5b962b3d9cbe req-82bc2e7f-b2a7-4179-843e-7ad478146f97 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=80addfac96c742afa69cf02742904b03&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1548939
Jan 29 11:05:31.500936 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [req-df03144c-90ba-460d-b9bd-5b962b3d9cbe req-db631ea0-6fca-4784-90d1-c67438718565 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=80765) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 11:05:31.502123 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-df03144c-90ba-460d-b9bd-5b962b3d9cbe req-db631ea0-6fca-4784-90d1-c67438718565 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0061793
Jan 29 11:05:31.565397 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:31.584695 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port a6baebb6-e962-4379-82f6-d2f6a9c797ef, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=a6baebb6-e962-4379-82f6-d2f6a9c797ef,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 11:05:31.588360 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:31.593330 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d16d497f-936f-4d36-97ab-05dd7477222b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:05:31.655556 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-df03144c-90ba-460d-b9bd-5b962b3d9cbe req-58938c3c-256b-4eac-9354-c0cf258ebb66 service neutron] 10.222.0.57 "GET /v2.0/networks/65e16cc1-fcf1-4203-9a84-b0394476f4af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1456218
Jan 29 11:05:31.666928 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=a6baebb6-e962-4379-82f6-d2f6a9c797ef,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:05:31.670253 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:05:31.804295 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-df03144c-90ba-460d-b9bd-5b962b3d9cbe req-e7973429-04e7-4aa9-9dff-ebc7fcfc81df service neutron] 10.222.0.57 "GET /v2.0/networks/65e16cc1-fcf1-4203-9a84-b0394476f4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1418259
Jan 29 11:05:32.013015 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9a8067ea-ea6a-45e3-ab45-85185126fe6d req-2123b149-30bb-49df-9e98-018c34448277 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 210 time: 0.0502551
Jan 29 11:05:33.215634 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-08058c58-22fe-43ed-a1dd-c1dc4d8286c5 req-0a43393c-bcba-4ee3-a4d9-6627fa6efdbf tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 210 time: 0.0593879
Jan 29 11:05:33.326954 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device a6baebb6-e962-4379-82f6-d2f6a9c797ef up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 11:05:33.413264 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port a6baebb6-e962-4379-82f6-d2f6a9c797ef triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:05:33.413839 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:33.772347 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d21bc1-f58c-4deb-93e0-ee04224cc169 None None] Sync routers for ids ['2498e97a-64d2-4d42-9c2a-8c67e085be84'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 11:05:33.782660 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d21bc1-f58c-4deb-93e0-ee04224cc169 None None] Routers {'2498e97a-64d2-4d42-9c2a-8c67e085be84'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 11:05:33.783325 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-65d21bc1-f58c-4deb-93e0-ee04224cc169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99cadb0b70>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T11:05:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['2498e97a-64d2-4d42-9c2a-8c67e085be84'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:05:33.791859 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df03144c-90ba-460d-b9bd-5b962b3d9cbe req-82b03213-ca7a-49aa-b5f8-b7644b842b74 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:05:33.793519 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-df03144c-90ba-460d-b9bd-5b962b3d9cbe req-82b03213-ca7a-49aa-b5f8-b7644b842b74 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.22 "GET /v2.0/networks?id=65e16cc1-fcf1-4203-9a84-b0394476f4af HTTP/1.1" status: 200  len: 808 time: 0.5341558
Jan 29 11:05:33.912758 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-df03144c-90ba-460d-b9bd-5b962b3d9cbe req-c1291b59-33d2-4368-997f-bbd1791ef97d tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=80addfac96c742afa69cf02742904b03 HTTP/1.1" status: 200  len: 5765 time: 0.1004326
Jan 29 11:05:33.923366 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-df03144c-90ba-460d-b9bd-5b962b3d9cbe req-d60956e8-bb66-4cdd-b0a3-16a103164e86 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Request body: {'port': {'device_id': '9edc803a-ba1e-4484-80b3-8ee73a06ed19', 'network_id': '65e16cc1-fcf1-4203-9a84-b0394476f4af', 'admin_state_up': True, 'tenant_id': '80addfac96c742afa69cf02742904b03', 'security_groups': ['f1223dbc-45e3-42a7-843b-7163fddb835d']}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 11:05:33.972902 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-65d21bc1-f58c-4deb-93e0-ee04224cc169 None None] Set router 2498e97a-64d2-4d42-9c2a-8c67e085be84 gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 11:05:34.072846 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-df03144c-90ba-460d-b9bd-5b962b3d9cbe req-d60956e8-bb66-4cdd-b0a3-16a103164e86 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 11:05:34.083058 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-df03144c-90ba-460d-b9bd-5b962b3d9cbe req-d60956e8-bb66-4cdd-b0a3-16a103164e86 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 11:05:34.091908 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df03144c-90ba-460d-b9bd-5b962b3d9cbe req-d60956e8-bb66-4cdd-b0a3-16a103164e86 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Made reservation on behalf of 80addfac96c742afa69cf02742904b03 for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 11:05:34.113035 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-df03144c-90ba-460d-b9bd-5b962b3d9cbe req-d60956e8-bb66-4cdd-b0a3-16a103164e86 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:34.415184 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1e6fd612-48c9-4043-9f4f-758943873f35 req-215072f8-352f-434d-959c-8263d4c96fef tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 210 time: 0.0514388
Jan 29 11:05:34.459658 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [req-df03144c-90ba-460d-b9bd-5b962b3d9cbe req-d60956e8-bb66-4cdd-b0a3-16a103164e86 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Allocated IP 172.20.0.13 (65e16cc1-fcf1-4203-9a84-b0394476f4af/6701916f-c50b-43dd-8657-78928268da39/31c4e766-9cda-4324-8e2d-f43ac6f62cbc) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 11:05:34.506969 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-65d21bc1-f58c-4deb-93e0-ee04224cc169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99cadb0b70>, [{'id': '2498e97a-64d2-4d42-9c2a-8c67e085be84', 'name': 'tempest-TestShelveInstance-955765717-router', 'tenant_id': '67ddb57663a64a5aa32e5db8e1b87b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': 'a6baebb6-e962-4379-82f6-d2f6a9c797ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:05:23Z', 'updated_at': '2021-01-29T11:05:27Z', 'revision_number': 4, 'project_id': '67ddb57663a64a5aa32e5db8e1b87b63', 'gw_port': {'id': 'a6baebb6-e962-4379-82f6-d2f6a9c797ef', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cd:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2498e97a-64d2-4d42-9c2a-8c67e085be84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:05:23Z', 'updated_at': '2021-01-29T11:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'b95919ff-93be-4153-9c85-47111547307b', 'name': '', 'network_id': 'b61fc2e5-654f-42c1-a140-c5daea962dce', 'tenant_id': '67ddb57663a64a5aa32e5db8e1b87b63', 'mac_address': 'fa:16:3e:68:f2:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2498e97a-64d2-4d42-9c2a-8c67e085be84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'f04921d7-d1ba-495a-b254-fd69bb801845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:05:27Z', 'updated_at': '2021-01-29T11:05:28Z', 'revision_number': 2, 'project_id': '67ddb57663a64a5aa32e5db8e1b87b63', 'subnets': [{'id': 'f04921d7-d1ba-495a-b254-fd69bb801845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:05:34.511020 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d21bc1-f58c-4deb-93e0-ee04224cc169 None None] Checking router: 2498e97a-64d2-4d42-9c2a-8c67e085be84 for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 11:05:34.511467 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d21bc1-f58c-4deb-93e0-ee04224cc169 None None] Updating router 2498e97a-64d2-4d42-9c2a-8c67e085be84 port b95919ff-93be-4153-9c85-47111547307b binding host dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 29 11:05:34.565259 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-65d21bc1-f58c-4deb-93e0-ee04224cc169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:34.661951 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-df03144c-90ba-460d-b9bd-5b962b3d9cbe req-d60956e8-bb66-4cdd-b0a3-16a103164e86 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:34.679354 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-df03144c-90ba-460d-b9bd-5b962b3d9cbe req-d60956e8-bb66-4cdd-b0a3-16a103164e86 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Transition to ACTIVE for port object 31c4e766-9cda-4324-8e2d-f43ac6f62cbc will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 11:05:34.702381 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-df03144c-90ba-460d-b9bd-5b962b3d9cbe req-d60956e8-bb66-4cdd-b0a3-16a103164e86 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:34.717310 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9360a603-5f70-4483-bcd4-4ebf8feef471 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:05:34.865194 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60956e8-bb66-4cdd-b0a3-16a103164e86 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Pushing event updated for resources: {'Port': ['ID=31c4e766-9cda-4324-8e2d-f43ac6f62cbc,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:05:34.869493 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d60956e8-bb66-4cdd-b0a3-16a103164e86 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:05:34.918911 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df03144c-90ba-460d-b9bd-5b962b3d9cbe req-d60956e8-bb66-4cdd-b0a3-16a103164e86 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Network 65e16cc1-fcf1-4203-9a84-b0394476f4af is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 11:05:34.920118 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [req-df03144c-90ba-460d-b9bd-5b962b3d9cbe req-d60956e8-bb66-4cdd-b0a3-16a103164e86 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 11:05:34.922818 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-df03144c-90ba-460d-b9bd-5b962b3d9cbe req-d60956e8-bb66-4cdd-b0a3-16a103164e86 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 11:05:34.990101 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-65d21bc1-f58c-4deb-93e0-ee04224cc169 None None] Notify callbacks [] for port, precommit_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:35.003149 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-65d21bc1-f58c-4deb-93e0-ee04224cc169 None None] Transition to ACTIVE for port object b95919ff-93be-4153-9c85-47111547307b will not be triggered until provisioned by entity L2. {{(pid=80768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 11:05:35.009413 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-65d21bc1-f58c-4deb-93e0-ee04224cc169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:35.026061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-fc60e042-89b9-4888-b6d6-bcf7d31076c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:05:35.057676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df03144c-90ba-460d-b9bd-5b962b3d9cbe req-d60956e8-bb66-4cdd-b0a3-16a103164e86 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:05:35.058418 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-df03144c-90ba-460d-b9bd-5b962b3d9cbe req-d60956e8-bb66-4cdd-b0a3-16a103164e86 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:35.088556 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-df03144c-90ba-460d-b9bd-5b962b3d9cbe req-d60956e8-bb66-4cdd-b0a3-16a103164e86 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1689506
Jan 29 11:05:35.108429 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-df03144c-90ba-460d-b9bd-5b962b3d9cbe req-d6ce90b2-05f6-4884-8a0d-b63d14f896ae service neutron] Request body: {'port': {'device_id': '9edc803a-ba1e-4484-80b3-8ee73a06ed19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7729'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 11:05:35.163039 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-ebf854e9-62ba-4805-a334-d7bdc5038d85 None None] Provisioning for port 31c4e766-9cda-4324-8e2d-f43ac6f62cbc completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 11:05:35.166721 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fa7bd5-789f-48a1-aa04-851197c29a52 None None] Pushing event updated for resources: {'Port': ['ID=b95919ff-93be-4153-9c85-47111547307b,revision_number=3']} {{(pid=80768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:05:35.168485 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-ebf854e9-62ba-4805-a334-d7bdc5038d85 None None] Provisioning complete for port 31c4e766-9cda-4324-8e2d-f43ac6f62cbc triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:05:35.168986 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ebf854e9-62ba-4805-a334-d7bdc5038d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:35.170952 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-99fa7bd5-789f-48a1-aa04-851197c29a52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:05:35.232938 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-ebf854e9-62ba-4805-a334-d7bdc5038d85 None None] Port 31c4e766-9cda-4324-8e2d-f43ac6f62cbc cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 11:05:35.258792 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-df03144c-90ba-460d-b9bd-5b962b3d9cbe req-d6ce90b2-05f6-4884-8a0d-b63d14f896ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:35.341849 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-65d21bc1-f58c-4deb-93e0-ee04224cc169 None None] Attempting to bind port b95919ff-93be-4153-9c85-47111547307b on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 11:05:35.342340 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-65d21bc1-f58c-4deb-93e0-ee04224cc169 None None] Attempting to bind port b95919ff-93be-4153-9c85-47111547307b by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '4e151ef9-b263-4e6d-b03b-61e367256aa1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b61fc2e5-654f-42c1-a140-c5daea962dce'}] {{(pid=80768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 11:05:35.342851 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d21bc1-f58c-4deb-93e0-ee04224cc169 None None] Attempting to bind port b95919ff-93be-4153-9c85-47111547307b on network b61fc2e5-654f-42c1-a140-c5daea962dce {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 11:05:35.349107 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d21bc1-f58c-4deb-93e0-ee04224cc169 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 11, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 11:05:35.349689 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d21bc1-f58c-4deb-93e0-ee04224cc169 None None] Checking segment: {'id': '4e151ef9-b263-4e6d-b03b-61e367256aa1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b61fc2e5-654f-42c1-a140-c5daea962dce'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 11:05:35.350251 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-65d21bc1-f58c-4deb-93e0-ee04224cc169 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:35.350770 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d21bc1-f58c-4deb-93e0-ee04224cc169 None None] Bound using segment: {'id': '4e151ef9-b263-4e6d-b03b-61e367256aa1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b61fc2e5-654f-42c1-a140-c5daea962dce'} {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 11:05:35.351393 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-65d21bc1-f58c-4deb-93e0-ee04224cc169 None None] Bound port: b95919ff-93be-4153-9c85-47111547307b, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e151ef9-b263-4e6d-b03b-61e367256aa1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b61fc2e5-654f-42c1-a140-c5daea962dce'}}] {{(pid=80768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 11:05:35.351893 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-65d21bc1-f58c-4deb-93e0-ee04224cc169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:35.374316 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:35.455490 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-65d21bc1-f58c-4deb-93e0-ee04224cc169 None None] For port b95919ff-93be-4153-9c85-47111547307b, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 11:05:35.458751 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-65d21bc1-f58c-4deb-93e0-ee04224cc169 None None] For port b95919ff-93be-4153-9c85-47111547307b, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=b95919ff-93be-4153-9c85-47111547307b,segment=NetworkSegment(4e151ef9-b263-4e6d-b03b-61e367256aa1),segment_id=4e151ef9-b263-4e6d-b03b-61e367256aa1)] {{(pid=80768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 11:05:35.462060 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-65d21bc1-f58c-4deb-93e0-ee04224cc169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:35.478108 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6c8a0d2f-250f-452c-944d-d1afa861439e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:05:35.632403 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fa7bd5-789f-48a1-aa04-851197c29a52 None None] Pushing event updated for resources: {'Port': ['ID=b95919ff-93be-4153-9c85-47111547307b,revision_number=4']} {{(pid=80768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:05:35.637082 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-99fa7bd5-789f-48a1-aa04-851197c29a52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:05:35.681377 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d21bc1-f58c-4deb-93e0-ee04224cc169 None None] Routers {'2498e97a-64d2-4d42-9c2a-8c67e085be84'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 11:05:35.682865 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-65d21bc1-f58c-4deb-93e0-ee04224cc169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99cadb0b70>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T11:05:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['2498e97a-64d2-4d42-9c2a-8c67e085be84'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:05:35.719188 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [req-df03144c-90ba-460d-b9bd-5b962b3d9cbe req-d6ce90b2-05f6-4884-8a0d-b63d14f896ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31c4e766-9cda-4324-8e2d-f43ac6f62cbc {{(pid=80766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 29 11:05:35.728402 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-df03144c-90ba-460d-b9bd-5b962b3d9cbe req-d6ce90b2-05f6-4884-8a0d-b63d14f896ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:35.730786 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86bc501-f33a-4daf-b881-845412d7220f req-0e4cd71e-bcca-44c4-8822-88a8159b5758 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:05:35.732756 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e86bc501-f33a-4daf-b881-845412d7220f req-0e4cd71e-bcca-44c4-8822-88a8159b5758 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 932 time: 0.1703625
Jan 29 11:05:35.744183 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-df03144c-90ba-460d-b9bd-5b962b3d9cbe req-d6ce90b2-05f6-4884-8a0d-b63d14f896ae service neutron] Transition to ACTIVE for port object 31c4e766-9cda-4324-8e2d-f43ac6f62cbc will not be triggered until provisioned by entity L2. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 11:05:35.748819 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-df03144c-90ba-460d-b9bd-5b962b3d9cbe req-d6ce90b2-05f6-4884-8a0d-b63d14f896ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:35.772065 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ec927513-a36e-4d17-b795-fb359c4943f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:05:35.813121 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e86bc501-f33a-4daf-b881-845412d7220f req-e2c8b0c8-5006-4ffb-a063-1196179f87d8 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1223dbc-45e3-42a7-843b-7163fddb835d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0686295
Jan 29 11:05:35.891414 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-65d21bc1-f58c-4deb-93e0-ee04224cc169 None None] Set router 2498e97a-64d2-4d42-9c2a-8c67e085be84 gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 11:05:35.933661 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ce90b2-05f6-4884-8a0d-b63d14f896ae service neutron] Pushing event updated for resources: {'Port': ['ID=31c4e766-9cda-4324-8e2d-f43ac6f62cbc,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:05:35.938761 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d6ce90b2-05f6-4884-8a0d-b63d14f896ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:05:36.117686 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-df03144c-90ba-460d-b9bd-5b962b3d9cbe req-d6ce90b2-05f6-4884-8a0d-b63d14f896ae service neutron] Attempting to bind port 31c4e766-9cda-4324-8e2d-f43ac6f62cbc on host hv-neutron-7729 for vnic_type normal with profile  {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 11:05:36.118105 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-df03144c-90ba-460d-b9bd-5b962b3d9cbe req-d6ce90b2-05f6-4884-8a0d-b63d14f896ae service neutron] Attempting to bind port 31c4e766-9cda-4324-8e2d-f43ac6f62cbc by drivers openvswitch on host hv-neutron-7729 at level 0 using segments [{'id': '5ac97e64-e494-43e2-8c4f-00c3d8bf9752', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '65e16cc1-fcf1-4203-9a84-b0394476f4af'}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 11:05:36.118478 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df03144c-90ba-460d-b9bd-5b962b3d9cbe req-d6ce90b2-05f6-4884-8a0d-b63d14f896ae service neutron] Attempting to bind port 31c4e766-9cda-4324-8e2d-f43ac6f62cbc on network 65e16cc1-fcf1-4203-9a84-b0394476f4af {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 11:05:36.124581 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df03144c-90ba-460d-b9bd-5b962b3d9cbe req-d6ce90b2-05f6-4884-8a0d-b63d14f896ae service neutron] Checking agent: {'id': '5acf9624-c829-41ba-afd9-92278081af05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 10, 2, 34), 'started_at': datetime.datetime(2021, 1, 29, 10, 3, 4), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 11, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 11:05:36.124957 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df03144c-90ba-460d-b9bd-5b962b3d9cbe req-d6ce90b2-05f6-4884-8a0d-b63d14f896ae service neutron] Checking segment: {'id': '5ac97e64-e494-43e2-8c4f-00c3d8bf9752', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '65e16cc1-fcf1-4203-9a84-b0394476f4af'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 11:05:36.125544 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-df03144c-90ba-460d-b9bd-5b962b3d9cbe req-d6ce90b2-05f6-4884-8a0d-b63d14f896ae service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:36.126101 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df03144c-90ba-460d-b9bd-5b962b3d9cbe req-d6ce90b2-05f6-4884-8a0d-b63d14f896ae service neutron] Bound using segment: {'id': '5ac97e64-e494-43e2-8c4f-00c3d8bf9752', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '65e16cc1-fcf1-4203-9a84-b0394476f4af'} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 11:05:36.126845 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-df03144c-90ba-460d-b9bd-5b962b3d9cbe req-d6ce90b2-05f6-4884-8a0d-b63d14f896ae service neutron] Bound port: 31c4e766-9cda-4324-8e2d-f43ac6f62cbc, host: hv-neutron-7729, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ac97e64-e494-43e2-8c4f-00c3d8bf9752', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '65e16cc1-fcf1-4203-9a84-b0394476f4af'}}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 11:05:36.126998 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-df03144c-90ba-460d-b9bd-5b962b3d9cbe req-d6ce90b2-05f6-4884-8a0d-b63d14f896ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:36.230009 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-df03144c-90ba-460d-b9bd-5b962b3d9cbe req-d6ce90b2-05f6-4884-8a0d-b63d14f896ae service neutron] For port 31c4e766-9cda-4324-8e2d-f43ac6f62cbc, host hv-neutron-7729, cleared binding levels {{(pid=80766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 11:05:36.233175 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-df03144c-90ba-460d-b9bd-5b962b3d9cbe req-d6ce90b2-05f6-4884-8a0d-b63d14f896ae service neutron] For port 31c4e766-9cda-4324-8e2d-f43ac6f62cbc, host hv-neutron-7729, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=31c4e766-9cda-4324-8e2d-f43ac6f62cbc,segment=NetworkSegment(5ac97e64-e494-43e2-8c4f-00c3d8bf9752),segment_id=5ac97e64-e494-43e2-8c4f-00c3d8bf9752)] {{(pid=80766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 11:05:36.236784 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-df03144c-90ba-460d-b9bd-5b962b3d9cbe req-d6ce90b2-05f6-4884-8a0d-b63d14f896ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:36.240040 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-65d21bc1-f58c-4deb-93e0-ee04224cc169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99cadb0b70>, [{'id': '2498e97a-64d2-4d42-9c2a-8c67e085be84', 'name': 'tempest-TestShelveInstance-955765717-router', 'tenant_id': '67ddb57663a64a5aa32e5db8e1b87b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': 'a6baebb6-e962-4379-82f6-d2f6a9c797ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:05:23Z', 'updated_at': '2021-01-29T11:05:27Z', 'revision_number': 4, 'project_id': '67ddb57663a64a5aa32e5db8e1b87b63', 'gw_port': {'id': 'a6baebb6-e962-4379-82f6-d2f6a9c797ef', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cd:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2498e97a-64d2-4d42-9c2a-8c67e085be84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:05:23Z', 'updated_at': '2021-01-29T11:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'b95919ff-93be-4153-9c85-47111547307b', 'name': '', 'network_id': 'b61fc2e5-654f-42c1-a140-c5daea962dce', 'tenant_id': '67ddb57663a64a5aa32e5db8e1b87b63', 'mac_address': 'fa:16:3e:68:f2:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2498e97a-64d2-4d42-9c2a-8c67e085be84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'f04921d7-d1ba-495a-b254-fd69bb801845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:05:27Z', 'updated_at': '2021-01-29T11:05:35Z', 'revision_number': 4, 'project_id': '67ddb57663a64a5aa32e5db8e1b87b63', 'subnets': [{'id': 'f04921d7-d1ba-495a-b254-fd69bb801845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:05:36.244173 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d21bc1-f58c-4deb-93e0-ee04224cc169 None None] The sync data for ids ['2498e97a-64d2-4d42-9c2a-8c67e085be84'] in dv-neutron-772983-2-ovs is: [{'id': '2498e97a-64d2-4d42-9c2a-8c67e085be84', 'name': 'tempest-TestShelveInstance-955765717-router', 'tenant_id': '67ddb57663a64a5aa32e5db8e1b87b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': 'a6baebb6-e962-4379-82f6-d2f6a9c797ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:05:23Z', 'updated_at': '2021-01-29T11:05:27Z', 'revision_number': 4, 'project_id': '67ddb57663a64a5aa32e5db8e1b87b63', 'gw_port': {'id': 'a6baebb6-e962-4379-82f6-d2f6a9c797ef', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cd:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2498e97a-64d2-4d42-9c2a-8c67e085be84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:05:23Z', 'updated_at': '2021-01-29T11:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'b95919ff-93be-4153-9c85-47111547307b', 'name': '', 'network_id': 'b61fc2e5-654f-42c1-a140-c5daea962dce', 'tenant_id': '67ddb57663a64a5aa32e5db8e1b87b63', 'mac_address': 'fa:16:3e:68:f2:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2498e97a-64d2-4d42-9c2a-8c67e085be84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'f04921d7-d1ba-495a-b254-fd69bb801845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:05:27Z', 'updated_at': '2021-01-29T11:05:35Z', 'revision_number': 4, 'project_id': '67ddb57663a64a5aa32e5db8e1b87b63', 'subnets': [{'id': 'f04921d7-d1ba-495a-b254-fd69bb801845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 11:05:36.253154 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-40d7b7fb-d23b-4c81-b818-3403ff2e0152 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:05:36.413876 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ce90b2-05f6-4884-8a0d-b63d14f896ae service neutron] Pushing event updated for resources: {'Port': ['ID=31c4e766-9cda-4324-8e2d-f43ac6f62cbc,revision_number=3']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:05:36.418833 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d6ce90b2-05f6-4884-8a0d-b63d14f896ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:05:36.452189 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df03144c-90ba-460d-b9bd-5b962b3d9cbe req-d6ce90b2-05f6-4884-8a0d-b63d14f896ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:05:36.452969 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-df03144c-90ba-460d-b9bd-5b962b3d9cbe req-d6ce90b2-05f6-4884-8a0d-b63d14f896ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:36.454781 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-df03144c-90ba-460d-b9bd-5b962b3d9cbe req-d6ce90b2-05f6-4884-8a0d-b63d14f896ae service neutron] 10.222.0.22 "PUT /v2.0/ports/31c4e766-9cda-4324-8e2d-f43ac6f62cbc HTTP/1.1" status: 200  len: 1158 time: 1.3539329
Jan 29 11:05:36.455475 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9edc803a-ba1e-4484-80b3-8ee73a06ed19', 'tag': '31c4e766-9cda-4324-8e2d-f43ac6f62cbc'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 11:05:36.554252 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9edc803a-ba1e-4484-80b3-8ee73a06ed19', 'tag': '31c4e766-9cda-4324-8e2d-f43ac6f62cbc', 'status': 'completed', 'code': 200}
Jan 29 11:05:36.599184 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df03144c-90ba-460d-b9bd-5b962b3d9cbe req-01dc5c93-c892-47c9-83bd-6d4c693d0dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:05:36.600818 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-df03144c-90ba-460d-b9bd-5b962b3d9cbe req-01dc5c93-c892-47c9-83bd-6d4c693d0dca service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=80addfac96c742afa69cf02742904b03&device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 1161 time: 0.0919349
Jan 29 11:05:36.682146 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-df03144c-90ba-460d-b9bd-5b962b3d9cbe req-34bbe073-7181-4034-9ebb-ef03eb8f2080 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31c4e766-9cda-4324-8e2d-f43ac6f62cbc HTTP/1.1" status: 200  len: 217 time: 0.0679173
Jan 29 11:05:36.756580 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df03144c-90ba-460d-b9bd-5b962b3d9cbe req-f292900e-d813-41f7-9ee6-8fb9efcc724a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:05:36.758121 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-df03144c-90ba-460d-b9bd-5b962b3d9cbe req-f292900e-d813-41f7-9ee6-8fb9efcc724a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6701916f-c50b-43dd-8657-78928268da39 HTTP/1.1" status: 200  len: 847 time: 0.0699518
Jan 29 11:05:36.840426 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df03144c-90ba-460d-b9bd-5b962b3d9cbe req-1ccacf35-11f3-40f8-8d79-8bbf8bcf707e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:05:36.842074 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-df03144c-90ba-460d-b9bd-5b962b3d9cbe req-1ccacf35-11f3-40f8-8d79-8bbf8bcf707e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=65e16cc1-fcf1-4203-9a84-b0394476f4af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0771263
Jan 29 11:05:36.988751 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-df03144c-90ba-460d-b9bd-5b962b3d9cbe req-6cb23c28-860e-4531-ab04-508cdc53d70a service neutron] 10.222.0.22 "GET /v2.0/networks/65e16cc1-fcf1-4203-9a84-b0394476f4af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1403408
Jan 29 11:05:37.134774 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-df03144c-90ba-460d-b9bd-5b962b3d9cbe req-8d9a59c3-4941-4371-8654-baaafb1fa5dd service neutron] 10.222.0.22 "GET /v2.0/networks/65e16cc1-fcf1-4203-9a84-b0394476f4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1395812
Jan 29 11:05:37.145843 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07937350-093c-4e28-91ee-18f4520c958a req-f07dc358-418d-4ffc-9bd6-e773e3526b35 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:05:37.148192 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-07937350-093c-4e28-91ee-18f4520c958a req-f07dc358-418d-4ffc-9bd6-e773e3526b35 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 944 time: 0.1736956
Jan 29 11:05:37.216206 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-07937350-093c-4e28-91ee-18f4520c958a req-24a00e4b-03bf-4207-a6f6-1924a7f4bb69 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1223dbc-45e3-42a7-843b-7163fddb835d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0614312
Jan 29 11:05:37.304120 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5db5987-35c0-4441-8237-7280d4d4bd86 req-92f39351-c9db-49cd-92e3-637aa3c2dfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:05:37.305765 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d5db5987-35c0-4441-8237-7280d4d4bd86 req-92f39351-c9db-49cd-92e3-637aa3c2dfd4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=80addfac96c742afa69cf02742904b03&device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 1161 time: 0.0847406
Jan 29 11:05:37.343538 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device b95919ff-93be-4153-9c85-47111547307b up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 11:05:37.414911 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port b95919ff-93be-4153-9c85-47111547307b completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 11:05:37.420073 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port b95919ff-93be-4153-9c85-47111547307b triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:05:37.420442 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:37.453688 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5db5987-35c0-4441-8237-7280d4d4bd86 req-41b65760-4baf-49a4-8235-ef79ad1359c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:05:37.455330 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d5db5987-35c0-4441-8237-7280d4d4bd86 req-41b65760-4baf-49a4-8235-ef79ad1359c0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=65e16cc1-fcf1-4203-9a84-b0394476f4af HTTP/1.1" status: 200  len: 902 time: 0.1428988
Jan 29 11:05:37.531895 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d5db5987-35c0-4441-8237-7280d4d4bd86 req-2fd6834a-c0f6-4eff-b54d-3ba2b7af9204 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31c4e766-9cda-4324-8e2d-f43ac6f62cbc HTTP/1.1" status: 200  len: 217 time: 0.0701609
Jan 29 11:05:37.549879 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:37.584403 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port b95919ff-93be-4153-9c85-47111547307b, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=b95919ff-93be-4153-9c85-47111547307b,segment=NetworkSegment(4e151ef9-b263-4e6d-b03b-61e367256aa1),segment_id=4e151ef9-b263-4e6d-b03b-61e367256aa1)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 11:05:37.587624 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:37.590002 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ffab95a4-2b7c-42b2-8816-0c3c9aebec9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:05:37.604593 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5db5987-35c0-4441-8237-7280d4d4bd86 req-13dd3c92-5a17-4097-8a29-3a5844184ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:05:37.606287 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d5db5987-35c0-4441-8237-7280d4d4bd86 req-13dd3c92-5a17-4097-8a29-3a5844184ca9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6701916f-c50b-43dd-8657-78928268da39 HTTP/1.1" status: 200  len: 847 time: 0.0676703
Jan 29 11:05:37.661402 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=b95919ff-93be-4153-9c85-47111547307b,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:05:37.664804 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:05:37.694438 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5db5987-35c0-4441-8237-7280d4d4bd86 req-a04918f3-d528-4f3a-8819-60b40b247e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:05:37.696306 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d5db5987-35c0-4441-8237-7280d4d4bd86 req-a04918f3-d528-4f3a-8819-60b40b247e9d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=65e16cc1-fcf1-4203-9a84-b0394476f4af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0831063
Jan 29 11:05:37.845706 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d5db5987-35c0-4441-8237-7280d4d4bd86 req-d88d3ec0-9e24-452f-a426-5ed5e6f7786b service neutron] 10.222.0.22 "GET /v2.0/networks/65e16cc1-fcf1-4203-9a84-b0394476f4af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1418834
Jan 29 11:05:37.987950 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d5db5987-35c0-4441-8237-7280d4d4bd86 req-5dc78b34-6b9e-4ca4-afde-c817f3b8df48 service neutron] 10.222.0.22 "GET /v2.0/networks/65e16cc1-fcf1-4203-9a84-b0394476f4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1355429
Jan 29 11:05:38.512245 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a7d9c-d218-492a-94f0-fb1dbb57992b req-b219506b-f212-4338-a15a-e79de1392aab tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:05:38.513911 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e27a7d9c-d218-492a-94f0-fb1dbb57992b req-b219506b-f212-4338-a15a-e79de1392aab tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 944 time: 0.1689267
Jan 29 11:05:38.577158 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e27a7d9c-d218-492a-94f0-fb1dbb57992b req-b7bf17d4-c76b-4083-a2dc-c4d3ebd3b630 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1223dbc-45e3-42a7-843b-7163fddb835d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0568738
Jan 29 11:05:39.300376 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device b95919ff-93be-4153-9c85-47111547307b up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 11:05:39.375205 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port b95919ff-93be-4153-9c85-47111547307b triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:05:39.375625 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:39.870540 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bafdf4-87c1-4170-88fc-862ebc0aeeee req-74be1f71-3bfc-41e8-b37b-4e37f2b5680a tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:05:39.872182 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-43bafdf4-87c1-4170-88fc-862ebc0aeeee req-74be1f71-3bfc-41e8-b37b-4e37f2b5680a tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 944 time: 0.1649806
Jan 29 11:05:39.936253 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-43bafdf4-87c1-4170-88fc-862ebc0aeeee req-47bf7af9-6574-4ea3-88d7-a96821f6e3ea tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1223dbc-45e3-42a7-843b-7163fddb835d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0577190
Jan 29 11:05:41.233222 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8461ac1a-cc6c-4a85-9917-fd7222b1d5a4 req-261fda63-2c9c-4099-9323-cd288fa324fc tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:05:41.234938 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8461ac1a-cc6c-4a85-9917-fd7222b1d5a4 req-261fda63-2c9c-4099-9323-cd288fa324fc tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 944 time: 0.1692433
Jan 29 11:05:41.300939 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8461ac1a-cc6c-4a85-9917-fd7222b1d5a4 req-9a169ab5-1acc-417f-874f-da7d5b4aca9b tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1223dbc-45e3-42a7-843b-7163fddb835d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0590272
Jan 29 11:05:42.479483 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 31c4e766-9cda-4324-8e2d-f43ac6f62cbc up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 11:05:42.551699 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning for port 31c4e766-9cda-4324-8e2d-f43ac6f62cbc completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 11:05:42.556657 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 31c4e766-9cda-4324-8e2d-f43ac6f62cbc triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:05:42.557076 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:42.602722 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe1965-f5b9-4431-a699-86d4fbae09ef req-2f75e6c6-9ca4-4411-a380-fdee382c799c tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:05:42.604382 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0afe1965-f5b9-4431-a699-86d4fbae09ef req-2f75e6c6-9ca4-4411-a380-fdee382c799c tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 944 time: 0.1718407
Jan 29 11:05:42.865484 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:42.895725 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9edc803a-ba1e-4484-80b3-8ee73a06ed19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c4e766-9cda-4324-8e2d-f43ac6f62cbc'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 11:05:42.906001 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port 31c4e766-9cda-4324-8e2d-f43ac6f62cbc, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=31c4e766-9cda-4324-8e2d-f43ac6f62cbc,segment=NetworkSegment(5ac97e64-e494-43e2-8c4f-00c3d8bf9752),segment_id=5ac97e64-e494-43e2-8c4f-00c3d8bf9752)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 11:05:42.908874 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:42.911376 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8913df04-8113-4112-9e18-6bc60b49c7d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:05:42.936130 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0afe1965-f5b9-4431-a699-86d4fbae09ef req-cf8321d8-f7fc-4e65-955a-6f34d42265fb tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1223dbc-45e3-42a7-843b-7163fddb835d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.3250144
Jan 29 11:05:42.981098 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=31c4e766-9cda-4324-8e2d-f43ac6f62cbc,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:05:42.984559 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:05:43.008572 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9edc803a-ba1e-4484-80b3-8ee73a06ed19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c4e766-9cda-4324-8e2d-f43ac6f62cbc', 'code': 200}
Jan 29 11:05:43.213345 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 11:05:43.277108 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9070373c-5464-47b7-aba4-3a5582f9dd15 req-c58a7f50-3e6c-420e-a053-9546a96d964d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:05:43.278753 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9070373c-5464-47b7-aba4-3a5582f9dd15 req-c58a7f50-3e6c-420e-a053-9546a96d964d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 1163 time: 0.0762236
Jan 29 11:05:43.324836 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9070373c-5464-47b7-aba4-3a5582f9dd15 req-07f1ffda-0cb7-4521-b260-a638f026511d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f1223dbc-45e3-42a7-843b-7163fddb835d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0396173
Jan 29 11:05:44.061138 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 31c4e766-9cda-4324-8e2d-f43ac6f62cbc up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 11:05:44.139004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 31c4e766-9cda-4324-8e2d-f43ac6f62cbc triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:05:44.139442 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:44.231993 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd1f72-a679-45d7-8d84-e2e2bff2ced7 req-03aac9f9-4782-4693-85a1-303254ec1456 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:05:44.233600 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2acd1f72-a679-45d7-8d84-e2e2bff2ced7 req-03aac9f9-4782-4693-85a1-303254ec1456 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 946 time: 0.1616178
Jan 29 11:05:44.301829 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2acd1f72-a679-45d7-8d84-e2e2bff2ced7 req-a7a64f39-c37a-499e-b53e-b2610bf880a2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1223dbc-45e3-42a7-843b-7163fddb835d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0603285
Jan 29 11:05:45.593195 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c91a3-796b-448d-b53e-42dacf4f15b1 req-68a2e000-663d-4238-bd55-2918f3846169 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:05:45.594760 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-546c91a3-796b-448d-b53e-42dacf4f15b1 req-68a2e000-663d-4238-bd55-2918f3846169 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 946 time: 0.1642435
Jan 29 11:05:45.658816 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-546c91a3-796b-448d-b53e-42dacf4f15b1 req-57ecb9b5-4f7b-468a-8376-b027785e042c tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1223dbc-45e3-42a7-843b-7163fddb835d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0562010
Jan 29 11:05:45.949511 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4df9f5-61b6-40ab-8c3b-4b8df2c0eba3 req-5a3f612c-f60c-4ce8-96cc-faf16fe77c25 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:05:45.951203 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9e4df9f5-61b6-40ab-8c3b-4b8df2c0eba3 req-5a3f612c-f60c-4ce8-96cc-faf16fe77c25 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 946 time: 0.1646178
Jan 29 11:05:46.014427 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9e4df9f5-61b6-40ab-8c3b-4b8df2c0eba3 req-83cd1b8f-6db0-473d-9782-c0e566ef99f3 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1223dbc-45e3-42a7-843b-7163fddb835d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0569289
Jan 29 11:05:46.256212 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f5ebf6d9-0c96-41d5-bcef-aa202915b2f2 req-49fd3d60-2718-4c90-99e8-ae103fd1cea9 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1900761
Jan 29 11:05:46.266204 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-f5ebf6d9-0c96-41d5-bcef-aa202915b2f2 req-b3162fb5-8d46-4e87-b658-5eb35077fff2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Request body: {'floatingip': {'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 11:05:46.288579 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-f5ebf6d9-0c96-41d5-bcef-aa202915b2f2 req-b3162fb5-8d46-4e87-b658-5eb35077fff2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 11:05:46.292736 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-f5ebf6d9-0c96-41d5-bcef-aa202915b2f2 req-b3162fb5-8d46-4e87-b658-5eb35077fff2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Usage tracker for resource:floatingip and tenant:80addfac96c742afa69cf02742904b03 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 11:05:46.295942 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-f5ebf6d9-0c96-41d5-bcef-aa202915b2f2 req-b3162fb5-8d46-4e87-b658-5eb35077fff2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 11:05:46.302060 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-f5ebf6d9-0c96-41d5-bcef-aa202915b2f2 req-b3162fb5-8d46-4e87-b658-5eb35077fff2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 11:05:46.314431 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-f5ebf6d9-0c96-41d5-bcef-aa202915b2f2 req-b3162fb5-8d46-4e87-b658-5eb35077fff2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks [] for floatingip, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:46.462377 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-f5ebf6d9-0c96-41d5-bcef-aa202915b2f2 req-b3162fb5-8d46-4e87-b658-5eb35077fff2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:46.733938 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [req-f5ebf6d9-0c96-41d5-bcef-aa202915b2f2 req-b3162fb5-8d46-4e87-b658-5eb35077fff2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Allocated IP 172.26.7.241 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/557869ab-a141-4b5b-8f59-def420209c3c) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 11:05:46.887839 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-f5ebf6d9-0c96-41d5-bcef-aa202915b2f2 req-b3162fb5-8d46-4e87-b658-5eb35077fff2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:46.916343 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-f5ebf6d9-0c96-41d5-bcef-aa202915b2f2 req-b3162fb5-8d46-4e87-b658-5eb35077fff2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:46.931833 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-482178c2-4f29-47bd-bc8b-3377ef8df3b1 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:05:47.071437 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3162fb5-8d46-4e87-b658-5eb35077fff2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Pushing event updated for resources: {'Port': ['ID=557869ab-a141-4b5b-8f59-def420209c3c,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:05:47.080907 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b3162fb5-8d46-4e87-b658-5eb35077fff2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:05:47.122906 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5ebf6d9-0c96-41d5-bcef-aa202915b2f2 req-b3162fb5-8d46-4e87-b658-5eb35077fff2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 11:05:47.124164 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [req-f5ebf6d9-0c96-41d5-bcef-aa202915b2f2 req-b3162fb5-8d46-4e87-b658-5eb35077fff2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 11:05:47.126506 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5ebf6d9-0c96-41d5-bcef-aa202915b2f2 req-b3162fb5-8d46-4e87-b658-5eb35077fff2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 11:05:47.217959 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-f5ebf6d9-0c96-41d5-bcef-aa202915b2f2 req-b3162fb5-8d46-4e87-b658-5eb35077fff2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:47.278644 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-f5ebf6d9-0c96-41d5-bcef-aa202915b2f2 req-b3162fb5-8d46-4e87-b658-5eb35077fff2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:47.550000 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-f5ebf6d9-0c96-41d5-bcef-aa202915b2f2 req-b3162fb5-8d46-4e87-b658-5eb35077fff2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:47.554225 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-f5ebf6d9-0c96-41d5-bcef-aa202915b2f2 req-b3162fb5-8d46-4e87-b658-5eb35077fff2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:47.569391 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-89b97ccc-10cc-4661-b9d8-a011500b0277 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:05:47.706633 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3162fb5-8d46-4e87-b658-5eb35077fff2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Pushing event updated for resources: {'Port': ['ID=557869ab-a141-4b5b-8f59-def420209c3c,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:05:47.711064 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b3162fb5-8d46-4e87-b658-5eb35077fff2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:05:47.811222 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-f5ebf6d9-0c96-41d5-bcef-aa202915b2f2 req-b3162fb5-8d46-4e87-b658-5eb35077fff2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:47.833592 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-f5ebf6d9-0c96-41d5-bcef-aa202915b2f2 req-b3162fb5-8d46-4e87-b658-5eb35077fff2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:47.834963 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f5ebf6d9-0c96-41d5-bcef-aa202915b2f2 req-b3162fb5-8d46-4e87-b658-5eb35077fff2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.5729856
Jan 29 11:05:47.936486 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-f5ebf6d9-0c96-41d5-bcef-aa202915b2f2 req-c97c2cc0-c257-4c42-a8f6-1b6d435df8ce tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Synchronizing usage tracker for tenant:80addfac96c742afa69cf02742904b03 on resource:floatingip {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 11:05:47.952726 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-f5ebf6d9-0c96-41d5-bcef-aa202915b2f2 req-c97c2cc0-c257-4c42-a8f6-1b6d435df8ce tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Unset dirty status for tenant:80addfac96c742afa69cf02742904b03 on resource:floatingip {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 11:05:47.954017 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f5ebf6d9-0c96-41d5-bcef-aa202915b2f2 req-c97c2cc0-c257-4c42-a8f6-1b6d435df8ce tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.26.7.241 HTTP/1.1" status: 200  len: 696 time: 0.1125815
Jan 29 11:05:48.195347 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ebf6d9-0c96-41d5-bcef-aa202915b2f2 req-0118d94f-cbcb-4d63-8fb7-526c0d4776d8 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:05:48.197086 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f5ebf6d9-0c96-41d5-bcef-aa202915b2f2 req-0118d94f-cbcb-4d63-8fb7-526c0d4776d8 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/networks/aadf795f-2e1a-4d04-be0e-12575f0f28a5 HTTP/1.1" status: 200  len: 784 time: 0.2364221
Jan 29 11:05:48.209115 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [req-f5ebf6d9-0c96-41d5-bcef-aa202915b2f2 req-68312766-8ee4-4e6f-836a-13bd7c5dd371 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=80765) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 11:05:48.210197 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f5ebf6d9-0c96-41d5-bcef-aa202915b2f2 req-68312766-8ee4-4e6f-836a-13bd7c5dd371 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0066431
Jan 29 11:05:48.485972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26747ac-ab69-4721-8205-3204e6f01108 req-e0eec8d5-f140-4be1-8df6-e50f46131365 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:05:48.487528 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f26747ac-ab69-4721-8205-3204e6f01108 req-e0eec8d5-f140-4be1-8df6-e50f46131365 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1666443
Jan 29 11:05:48.593646 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f26747ac-ab69-4721-8205-3204e6f01108 req-b6b507ce-795e-401b-9968-f80b739f299d tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.26.7.241 HTTP/1.1" status: 200  len: 696 time: 0.0991206
Jan 29 11:05:48.604960 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-f26747ac-ab69-4721-8205-3204e6f01108 req-7e6b8111-53d2-4b00-83bd-845e4e9d0dc5 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Request body: {'floatingip': {'port_id': '31c4e766-9cda-4324-8e2d-f43ac6f62cbc', 'fixed_ip_address': '172.20.0.13'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 11:05:48.706158 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-f26747ac-ab69-4721-8205-3204e6f01108 req-7e6b8111-53d2-4b00-83bd-845e4e9d0dc5 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks [] for floatingip, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:49.589342 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-f26747ac-ab69-4721-8205-3204e6f01108 req-7e6b8111-53d2-4b00-83bd-845e4e9d0dc5 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:49.592006 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-f26747ac-ab69-4721-8205-3204e6f01108 req-7e6b8111-53d2-4b00-83bd-845e4e9d0dc5 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:49.772371 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [req-f26747ac-ab69-4721-8205-3204e6f01108 req-7e6b8111-53d2-4b00-83bd-845e4e9d0dc5 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Floating IP 38c15434-c97f-435c-9799-3cdd4955c237 associated. External IP: 172.26.7.241, port: 31c4e766-9cda-4324-8e2d-f43ac6f62cbc.
Jan 29 11:05:50.150358 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f26747ac-ab69-4721-8205-3204e6f01108 req-7e6b8111-53d2-4b00-83bd-845e4e9d0dc5 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Router 471fb449-b6bd-4f42-9829-ef4fc599d2d2 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 11:05:50.349579 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f26747ac-ab69-4721-8205-3204e6f01108 req-7e6b8111-53d2-4b00-83bd-845e4e9d0dc5 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 11:05:50.354144 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-f26747ac-ab69-4721-8205-3204e6f01108 req-7e6b8111-53d2-4b00-83bd-845e4e9d0dc5 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:50.359703 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb0df16-a5d9-4a2a-ba4d-9721c49ea50b None None] Sync routers for ids ['471fb449-b6bd-4f42-9829-ef4fc599d2d2'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 11:05:50.369851 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb0df16-a5d9-4a2a-ba4d-9721c49ea50b None None] Routers {'471fb449-b6bd-4f42-9829-ef4fc599d2d2'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 11:05:50.370540 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-2bb0df16-a5d9-4a2a-ba4d-9721c49ea50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c908e828>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T11:05:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['471fb449-b6bd-4f42-9829-ef4fc599d2d2'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:05:50.413416 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f26747ac-ab69-4721-8205-3204e6f01108 req-7e6b8111-53d2-4b00-83bd-845e4e9d0dc5 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "PUT /v2.0/floatingips/38c15434-c97f-435c-9799-3cdd4955c237 HTTP/1.1" status: 200  len: 997 time: 1.8125138
Jan 29 11:05:50.413959 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9edc803a-ba1e-4484-80b3-8ee73a06ed19', 'tag': '31c4e766-9cda-4324-8e2d-f43ac6f62cbc'}] {{(pid=80765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 11:05:50.516196 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26747ac-ab69-4721-8205-3204e6f01108 req-14613bc8-d8e7-48ba-8bf6-2eaf83fea365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:05:50.517892 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f26747ac-ab69-4721-8205-3204e6f01108 req-14613bc8-d8e7-48ba-8bf6-2eaf83fea365 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=80addfac96c742afa69cf02742904b03&device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 1163 time: 0.0895863
Jan 29 11:05:50.565347 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-2bb0df16-a5d9-4a2a-ba4d-9721c49ea50b None None] Set router 471fb449-b6bd-4f42-9829-ef4fc599d2d2 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 11:05:50.664123 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26747ac-ab69-4721-8205-3204e6f01108 req-f5c62263-20d3-4984-aef7-6d2bc1183bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:05:50.665642 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f26747ac-ab69-4721-8205-3204e6f01108 req-f5c62263-20d3-4984-aef7-6d2bc1183bfd service neutron] 10.222.0.57 "GET /v2.0/networks?id=65e16cc1-fcf1-4203-9a84-b0394476f4af HTTP/1.1" status: 200  len: 902 time: 0.1407487
Jan 29 11:05:50.775637 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f26747ac-ab69-4721-8205-3204e6f01108 req-26dbd99f-601c-4b5c-bbbf-a3ae7c4603c5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31c4e766-9cda-4324-8e2d-f43ac6f62cbc HTTP/1.1" status: 200  len: 1000 time: 0.1029441
Jan 29 11:05:50.849175 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26747ac-ab69-4721-8205-3204e6f01108 req-ad119e45-50a7-4a2e-9199-f749a961c403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:05:50.850802 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f26747ac-ab69-4721-8205-3204e6f01108 req-ad119e45-50a7-4a2e-9199-f749a961c403 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6701916f-c50b-43dd-8657-78928268da39 HTTP/1.1" status: 200  len: 847 time: 0.0688136
Jan 29 11:05:50.932879 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26747ac-ab69-4721-8205-3204e6f01108 req-eac98574-6b31-497d-bae8-8d7d40b7d7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:05:50.934553 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f26747ac-ab69-4721-8205-3204e6f01108 req-eac98574-6b31-497d-bae8-8d7d40b7d7a9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=65e16cc1-fcf1-4203-9a84-b0394476f4af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0771151
Jan 29 11:05:50.945905 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-2bb0df16-a5d9-4a2a-ba4d-9721c49ea50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c908e828>, [{'id': '471fb449-b6bd-4f42-9829-ef4fc599d2d2', 'name': 'tempest-TestShelveInstance-860406117-router', 'tenant_id': '80addfac96c742afa69cf02742904b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.95'}], 'enable_snat': True}, 'gw_port_id': 'aa268956-f2e3-4883-ae87-872970a7c80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:05:14Z', 'updated_at': '2021-01-29T11:05:19Z', 'revision_number': 4, 'project_id': '80addfac96c742afa69cf02742904b03', 'gw_port': {'id': 'aa268956-f2e3-4883-ae87-872970a7c80d', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:62:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471fb449-b6bd-4f42-9829-ef4fc599d2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:05:15Z', 'updated_at': '2021-01-29T11:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': '38c15434-c97f-435c-9799-3cdd4955c237', 'tenant_id': '80addfac96c742afa69cf02742904b03', 'floating_ip_address': '172.26.7.241', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '471fb449-b6bd-4f42-9829-ef4fc599d2d2', 'port_id': '31c4e766-9cda-4324-8e2d-f43ac6f62cbc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65e16cc1-fcf1-4203-9a84-b0394476f4af', 'mac_address': 'fa:16:3e:ae:9f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edc803a-ba1e-4484-80b3-8ee73a06ed19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T11:05:47Z', 'updated_at': '2021-01-29T11:05:49Z', 'revision_number': 1, 'project_id': '80addfac96c742afa69cf02742904b03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad9fc58e-aa5e-40ea-a44a-8fb48aa6e86c', 'name': '', 'network_id': '65e16cc1-fcf1-4203-9a84-b0394476f4af', 'tenant_id': '80addfac96c742afa69cf02742904b03', 'mac_address': 'fa:16:3e:51:6e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471fb449-b6bd-4f42-9829-ef4fc599d2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '6701916f-c50b-43dd-8657-78928268da39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:05:18Z', 'updated_at': '2021-01-29T11:05:28Z', 'revision_number': 5, 'project_id': '80addfac96c742afa69cf02742904b03', 'subnets': [{'id': '6701916f-c50b-43dd-8657-78928268da39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:05:50.946475 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [req-f26747ac-ab69-4721-8205-3204e6f01108 req-304453e1-a52a-4c2d-a14b-7afc77e28175 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=80765) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 11:05:50.947530 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f26747ac-ab69-4721-8205-3204e6f01108 req-304453e1-a52a-4c2d-a14b-7afc77e28175 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0059249
Jan 29 11:05:50.950415 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb0df16-a5d9-4a2a-ba4d-9721c49ea50b None None] Checking router: 471fb449-b6bd-4f42-9829-ef4fc599d2d2 for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 11:05:50.960009 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb0df16-a5d9-4a2a-ba4d-9721c49ea50b None None] Routers {'471fb449-b6bd-4f42-9829-ef4fc599d2d2'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 11:05:50.960685 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-2bb0df16-a5d9-4a2a-ba4d-9721c49ea50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c908e828>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T11:05:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['471fb449-b6bd-4f42-9829-ef4fc599d2d2'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:05:51.093277 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f26747ac-ab69-4721-8205-3204e6f01108 req-32e1c7a6-04da-4690-afbb-858063c42070 service neutron] 10.222.0.57 "GET /v2.0/networks/65e16cc1-fcf1-4203-9a84-b0394476f4af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1392691
Jan 29 11:05:51.154797 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-2bb0df16-a5d9-4a2a-ba4d-9721c49ea50b None None] Set router 471fb449-b6bd-4f42-9829-ef4fc599d2d2 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 11:05:51.240797 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f26747ac-ab69-4721-8205-3204e6f01108 req-4f7ab6c9-a7c8-4a63-a4d0-d4ffa3a6c5d6 service neutron] 10.222.0.57 "GET /v2.0/networks/65e16cc1-fcf1-4203-9a84-b0394476f4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1394887
Jan 29 11:05:51.403565 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9edc803a-ba1e-4484-80b3-8ee73a06ed19', 'tag': '31c4e766-9cda-4324-8e2d-f43ac6f62cbc', 'status': 'completed', 'code': 200}
Jan 29 11:05:51.526501 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c9300-07b4-4f8f-8158-c9eb84977195 req-b3b6d267-e808-4f40-a5cc-e0639551c1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:05:51.528044 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f04c9300-07b4-4f8f-8158-c9eb84977195 req-b3b6d267-e808-4f40-a5cc-e0639551c1fe service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=80addfac96c742afa69cf02742904b03&device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 1163 time: 0.0819676
Jan 29 11:05:51.562971 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-2bb0df16-a5d9-4a2a-ba4d-9721c49ea50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c908e828>, [{'id': '471fb449-b6bd-4f42-9829-ef4fc599d2d2', 'name': 'tempest-TestShelveInstance-860406117-router', 'tenant_id': '80addfac96c742afa69cf02742904b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.95'}], 'enable_snat': True}, 'gw_port_id': 'aa268956-f2e3-4883-ae87-872970a7c80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:05:14Z', 'updated_at': '2021-01-29T11:05:19Z', 'revision_number': 4, 'project_id': '80addfac96c742afa69cf02742904b03', 'gw_port': {'id': 'aa268956-f2e3-4883-ae87-872970a7c80d', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:62:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471fb449-b6bd-4f42-9829-ef4fc599d2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:05:15Z', 'updated_at': '2021-01-29T11:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': '38c15434-c97f-435c-9799-3cdd4955c237', 'tenant_id': '80addfac96c742afa69cf02742904b03', 'floating_ip_address': '172.26.7.241', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '471fb449-b6bd-4f42-9829-ef4fc599d2d2', 'port_id': '31c4e766-9cda-4324-8e2d-f43ac6f62cbc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65e16cc1-fcf1-4203-9a84-b0394476f4af', 'mac_address': 'fa:16:3e:ae:9f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edc803a-ba1e-4484-80b3-8ee73a06ed19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T11:05:47Z', 'updated_at': '2021-01-29T11:05:49Z', 'revision_number': 1, 'project_id': '80addfac96c742afa69cf02742904b03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad9fc58e-aa5e-40ea-a44a-8fb48aa6e86c', 'name': '', 'network_id': '65e16cc1-fcf1-4203-9a84-b0394476f4af', 'tenant_id': '80addfac96c742afa69cf02742904b03', 'mac_address': 'fa:16:3e:51:6e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471fb449-b6bd-4f42-9829-ef4fc599d2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '6701916f-c50b-43dd-8657-78928268da39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:05:18Z', 'updated_at': '2021-01-29T11:05:28Z', 'revision_number': 5, 'project_id': '80addfac96c742afa69cf02742904b03', 'subnets': [{'id': '6701916f-c50b-43dd-8657-78928268da39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:05:51.569449 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb0df16-a5d9-4a2a-ba4d-9721c49ea50b None None] The sync data for ids ['471fb449-b6bd-4f42-9829-ef4fc599d2d2'] in dv-neutron-772983-2-ovs is: [{'id': '471fb449-b6bd-4f42-9829-ef4fc599d2d2', 'name': 'tempest-TestShelveInstance-860406117-router', 'tenant_id': '80addfac96c742afa69cf02742904b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.95'}], 'enable_snat': True}, 'gw_port_id': 'aa268956-f2e3-4883-ae87-872970a7c80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:05:14Z', 'updated_at': '2021-01-29T11:05:19Z', 'revision_number': 4, 'project_id': '80addfac96c742afa69cf02742904b03', 'gw_port': {'id': 'aa268956-f2e3-4883-ae87-872970a7c80d', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:62:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471fb449-b6bd-4f42-9829-ef4fc599d2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:05:15Z', 'updated_at': '2021-01-29T11:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': '38c15434-c97f-435c-9799-3cdd4955c237', 'tenant_id': '80addfac96c742afa69cf02742904b03', 'floating_ip_address': '172.26.7.241', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '471fb449-b6bd-4f42-9829-ef4fc599d2d2', 'port_id': '31c4e766-9cda-4324-8e2d-f43ac6f62cbc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65e16cc1-fcf1-4203-9a84-b0394476f4af', 'mac_address': 'fa:16:3e:ae:9f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edc803a-ba1e-4484-80b3-8ee73a06ed19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T11:05:47Z', 'updated_at': '2021-01-29T11:05:49Z', 'revision_number': 1, 'project_id': '80addfac96c742afa69cf02742904b03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad9fc58e-aa5e-40ea-a44a-8fb48aa6e86c', 'name': '', 'network_id': '65e16cc1-fcf1-4203-9a84-b0394476f4af', 'tenant_id': '80addfac96c742afa69cf02742904b03', 'mac_address': 'fa:16:3e:51:6e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471fb449-b6bd-4f42-9829-ef4fc599d2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '6701916f-c50b-43dd-8657-78928268da39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:05:18Z', 'updated_at': '2021-01-29T11:05:28Z', 'revision_number': 5, 'project_id': '80addfac96c742afa69cf02742904b03', 'subnets': [{'id': '6701916f-c50b-43dd-8657-78928268da39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 11:05:51.591996 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-10186b3a-d203-4f05-81a5-c31c3c1691dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:51.673565 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c9300-07b4-4f8f-8158-c9eb84977195 req-76800243-c843-41d2-83ac-abbeefaa65d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:05:51.675208 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f04c9300-07b4-4f8f-8158-c9eb84977195 req-76800243-c843-41d2-83ac-abbeefaa65d6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=65e16cc1-fcf1-4203-9a84-b0394476f4af HTTP/1.1" status: 200  len: 902 time: 0.1408594
Jan 29 11:05:51.880676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f24d11f-8a0e-41c4-b571-969a3f7ed9c7 None None] New status for floating IP 38c15434-c97f-435c-9799-3cdd4955c237: ACTIVE {{(pid=80768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 29 11:05:52.065772 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f04c9300-07b4-4f8f-8158-c9eb84977195 req-23b591fe-2e5d-4bab-bbfe-fd5e2217ea2f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31c4e766-9cda-4324-8e2d-f43ac6f62cbc HTTP/1.1" status: 200  len: 1000 time: 0.3836484
Jan 29 11:05:52.137462 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c9300-07b4-4f8f-8158-c9eb84977195 req-e1787e80-d860-4e6f-952d-04ff4464024a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:05:52.139055 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f04c9300-07b4-4f8f-8158-c9eb84977195 req-e1787e80-d860-4e6f-952d-04ff4464024a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6701916f-c50b-43dd-8657-78928268da39 HTTP/1.1" status: 200  len: 847 time: 0.0667996
Jan 29 11:05:52.223756 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c9300-07b4-4f8f-8158-c9eb84977195 req-cf99aa86-eceb-4801-8ae9-ab2727c2542a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:05:52.225394 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f04c9300-07b4-4f8f-8158-c9eb84977195 req-cf99aa86-eceb-4801-8ae9-ab2727c2542a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=65e16cc1-fcf1-4203-9a84-b0394476f4af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0794580
Jan 29 11:05:52.377792 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f04c9300-07b4-4f8f-8158-c9eb84977195 req-81129325-ad21-4c3b-becf-e9bbfe55e228 service neutron] 10.222.0.22 "GET /v2.0/networks/65e16cc1-fcf1-4203-9a84-b0394476f4af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1452687
Jan 29 11:05:52.528638 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f04c9300-07b4-4f8f-8158-c9eb84977195 req-8c41d199-9849-4c12-bd7e-1a06ace9c401 service neutron] 10.222.0.22 "GET /v2.0/networks/65e16cc1-fcf1-4203-9a84-b0394476f4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1369021
Jan 29 11:05:53.864997 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d9a7fd67-92fd-431d-aea8-535fa52852e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:54.476265 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:55.046434 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:05:56.334660 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:06:05.373987 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:06:20.212565 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 11:06:21.594067 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-33a191a3-c301-4b42-838f-c0834f152776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:06:23.867150 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ffd1a117-159f-44ab-b536-829d8bba4995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:06:24.479683 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:06:25.047814 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:06:26.337440 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:06:26.620574 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-291907cb-225e-4904-9d5b-fc3c36393a17 req-e9c6c4d2-73b3-4af3-ad80-51e1e9900217 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0818675
Jan 29 11:06:26.784598 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291907cb-225e-4904-9d5b-fc3c36393a17 req-edc0896b-fcfc-415f-ac8f-d511d54fc9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:06:26.786510 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-291907cb-225e-4904-9d5b-fc3c36393a17 req-edc0896b-fcfc-415f-ac8f-d511d54fc9f7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=80addfac96c742afa69cf02742904b03&device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 1163 time: 0.0771952
Jan 29 11:06:26.940495 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291907cb-225e-4904-9d5b-fc3c36393a17 req-5d6c29b2-1cf5-443a-9986-cf6f2cfa81c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:06:26.942752 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-291907cb-225e-4904-9d5b-fc3c36393a17 req-5d6c29b2-1cf5-443a-9986-cf6f2cfa81c3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=65e16cc1-fcf1-4203-9a84-b0394476f4af HTTP/1.1" status: 200  len: 902 time: 0.1384296
Jan 29 11:06:27.048851 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-291907cb-225e-4904-9d5b-fc3c36393a17 req-65a9584d-3ea5-43d1-935b-1c3e57b5768f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31c4e766-9cda-4324-8e2d-f43ac6f62cbc HTTP/1.1" status: 200  len: 1002 time: 0.1005087
Jan 29 11:06:27.120971 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291907cb-225e-4904-9d5b-fc3c36393a17 req-7e122dc4-e995-446f-9cd9-1b18a8776263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:06:27.122535 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-291907cb-225e-4904-9d5b-fc3c36393a17 req-7e122dc4-e995-446f-9cd9-1b18a8776263 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6701916f-c50b-43dd-8657-78928268da39 HTTP/1.1" status: 200  len: 847 time: 0.0674562
Jan 29 11:06:27.204933 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291907cb-225e-4904-9d5b-fc3c36393a17 req-0fc2fde1-2d96-47d3-bb75-1632b418bce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:06:27.206452 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-291907cb-225e-4904-9d5b-fc3c36393a17 req-0fc2fde1-2d96-47d3-bb75-1632b418bce8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=65e16cc1-fcf1-4203-9a84-b0394476f4af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0777712
Jan 29 11:06:27.350174 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-291907cb-225e-4904-9d5b-fc3c36393a17 req-972769b5-38a2-4190-96e1-581dd8f95122 service neutron] 10.222.0.22 "GET /v2.0/networks/65e16cc1-fcf1-4203-9a84-b0394476f4af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1368129
Jan 29 11:06:27.495514 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-291907cb-225e-4904-9d5b-fc3c36393a17 req-086983fd-e8ff-4a97-a5da-6976aefee06b service neutron] 10.222.0.22 "GET /v2.0/networks/65e16cc1-fcf1-4203-9a84-b0394476f4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1382370
Jan 29 11:06:35.373954 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:06:51.596085 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3f816cf4-a647-4436-846a-a9f26a9f8c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:06:53.870582 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-548b6648-07d8-486e-92f4-266e1df1d4a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:06:54.483085 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:06:55.048279 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:06:56.341281 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:06:57.212233 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 11:07:05.366234 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:07:21.597428 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a7be7439-1d92-4d2a-b9d8-41fcb53371b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:07:23.871367 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9e5a37f7-2fd2-4fc6-a242-914995be6db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:07:24.485730 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:07:25.048622 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:07:26.346306 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:07:28.626180 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-de1cc277-d181-4fa8-8e48-c8689997955e req-301320a7-d64c-495c-b059-8e37e55def9f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0796018
Jan 29 11:07:28.792933 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cc277-d181-4fa8-8e48-c8689997955e req-ca3c8066-5e52-4326-bf44-af558bb5e0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:07:28.794560 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-de1cc277-d181-4fa8-8e48-c8689997955e req-ca3c8066-5e52-4326-bf44-af558bb5e0f6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=80addfac96c742afa69cf02742904b03&device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 1163 time: 0.0810485
Jan 29 11:07:28.949102 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cc277-d181-4fa8-8e48-c8689997955e req-f9131cf7-0a70-4b58-aed4-38463b451926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:07:28.950603 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-de1cc277-d181-4fa8-8e48-c8689997955e req-f9131cf7-0a70-4b58-aed4-38463b451926 service neutron] 10.222.0.22 "GET /v2.0/networks?id=65e16cc1-fcf1-4203-9a84-b0394476f4af HTTP/1.1" status: 200  len: 902 time: 0.1373436
Jan 29 11:07:29.058461 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-de1cc277-d181-4fa8-8e48-c8689997955e req-3447a03e-598d-4843-ae3e-307556858a49 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31c4e766-9cda-4324-8e2d-f43ac6f62cbc HTTP/1.1" status: 200  len: 1002 time: 0.1012676
Jan 29 11:07:29.127753 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cc277-d181-4fa8-8e48-c8689997955e req-75520cf0-5332-4328-bee5-bf398376ca48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:07:29.129303 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-de1cc277-d181-4fa8-8e48-c8689997955e req-75520cf0-5332-4328-bee5-bf398376ca48 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6701916f-c50b-43dd-8657-78928268da39 HTTP/1.1" status: 200  len: 847 time: 0.0645189
Jan 29 11:07:29.209844 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cc277-d181-4fa8-8e48-c8689997955e req-cbd38ffd-7c86-4316-8f56-cd4b40c1ac5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:07:29.211945 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-de1cc277-d181-4fa8-8e48-c8689997955e req-cbd38ffd-7c86-4316-8f56-cd4b40c1ac5a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=65e16cc1-fcf1-4203-9a84-b0394476f4af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0760458
Jan 29 11:07:29.221352 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [req-de1cc277-d181-4fa8-8e48-c8689997955e req-c110412b-68e7-4dd6-bd5f-66b624f5dfd3 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=80766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 11:07:29.222404 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-de1cc277-d181-4fa8-8e48-c8689997955e req-c110412b-68e7-4dd6-bd5f-66b624f5dfd3 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0052588
Jan 29 11:07:29.366128 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-de1cc277-d181-4fa8-8e48-c8689997955e req-d23b1770-fa48-4c0f-bacf-2c91e9bfc09f service neutron] 10.222.0.22 "GET /v2.0/networks/65e16cc1-fcf1-4203-9a84-b0394476f4af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1365712
Jan 29 11:07:29.515403 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-de1cc277-d181-4fa8-8e48-c8689997955e req-b1f4f26e-aa56-4a94-aad5-b9bcea6670c8 service neutron] 10.222.0.22 "GET /v2.0/networks/65e16cc1-fcf1-4203-9a84-b0394476f4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1426380
Jan 29 11:07:34.211359 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 11:07:35.366159 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:07:51.598408 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-50f28c6a-0bca-44ec-a532-a14258020792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:07:53.873640 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3ccdf7ca-0040-4532-963d-af7f9f4794b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:07:54.487209 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:07:55.050038 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:07:56.347133 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:08:05.372145 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:08:11.211225 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 11:08:16.921039 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a9f05-0204-4f02-a3d8-c72b620d593e req-df3f1dbb-29b4-4070-9923-171560d3efec tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:08:16.922641 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6b6a9f05-0204-4f02-a3d8-c72b620d593e req-df3f1dbb-29b4-4070-9923-171560d3efec tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 946 time: 0.1716206
Jan 29 11:08:16.988292 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6b6a9f05-0204-4f02-a3d8-c72b620d593e req-41c5c86a-69a0-4a80-9c9c-e29ec5f127c1 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1223dbc-45e3-42a7-843b-7163fddb835d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0591078
Jan 29 11:08:18.278691 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1780454b-4db6-474c-a2f3-c0f7d6283aa1 req-186097b8-825f-4ff4-aca4-648c5e1522ae tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:08:18.280407 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1780454b-4db6-474c-a2f3-c0f7d6283aa1 req-186097b8-825f-4ff4-aca4-648c5e1522ae tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 946 time: 0.1635466
Jan 29 11:08:18.350453 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1780454b-4db6-474c-a2f3-c0f7d6283aa1 req-90abd958-d914-4eb4-b01e-a337e0f4eb8d tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1223dbc-45e3-42a7-843b-7163fddb835d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0630956
Jan 29 11:08:19.644627 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e3419-8664-41d5-8e18-0939bad696b4 req-93bde003-7a9b-44a1-8b38-a3131be318ff tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:08:19.646266 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-708e3419-8664-41d5-8e18-0939bad696b4 req-93bde003-7a9b-44a1-8b38-a3131be318ff tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 946 time: 0.1615372
Jan 29 11:08:19.709481 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-708e3419-8664-41d5-8e18-0939bad696b4 req-72861306-c08e-430f-a5d7-05dc330d36cc tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1223dbc-45e3-42a7-843b-7163fddb835d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0564220
Jan 29 11:08:21.005415 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7671d-13f8-4ddb-85b5-abca4f1074a6 req-1b92ef1e-18ee-48a6-a5ba-d1e5f1dc82a6 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:08:21.006996 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-aef7671d-13f8-4ddb-85b5-abca4f1074a6 req-1b92ef1e-18ee-48a6-a5ba-d1e5f1dc82a6 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 946 time: 0.1684141
Jan 29 11:08:21.071273 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-aef7671d-13f8-4ddb-85b5-abca4f1074a6 req-d172bcc6-3e6b-4866-a256-f15b95c641e8 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1223dbc-45e3-42a7-843b-7163fddb835d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0570691
Jan 29 11:08:21.600541 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9b356b70-2c9a-4ae0-89c4-2d16977eabe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:08:22.360824 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d87b6-f194-4e0b-918e-dc82a580886e req-72a96dcb-1fe3-42c2-9972-7acd4f141dfe tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:08:22.362550 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-438d87b6-f194-4e0b-918e-dc82a580886e req-72a96dcb-1fe3-42c2-9972-7acd4f141dfe tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 946 time: 0.1632888
Jan 29 11:08:22.430207 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-438d87b6-f194-4e0b-918e-dc82a580886e req-dc89be1a-5e2e-4ab8-aa50-2950f31e7c4b tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1223dbc-45e3-42a7-843b-7163fddb835d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0608294
Jan 29 11:08:23.723640 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5616ca-78e4-48de-b912-bef55f134ee9 req-36a132eb-267d-4c26-ac57-46860b06285d tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:08:23.725239 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7c5616ca-78e4-48de-b912-bef55f134ee9 req-36a132eb-267d-4c26-ac57-46860b06285d tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 946 time: 0.1622245
Jan 29 11:08:23.789308 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7c5616ca-78e4-48de-b912-bef55f134ee9 req-5d7f5616-7840-4a6d-9c1a-2330fbfd7918 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1223dbc-45e3-42a7-843b-7163fddb835d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0567756
Jan 29 11:08:23.873963 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-992c8881-76db-46bd-a9f2-a8b2ecaf1de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:08:24.490659 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:08:25.051668 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:08:25.084753 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6effb438-ae58-45b1-b626-ee8157090b56 req-9fa98436-bce6-4760-a09e-db02ff2c065e tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:08:25.086403 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6effb438-ae58-45b1-b626-ee8157090b56 req-9fa98436-bce6-4760-a09e-db02ff2c065e tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 946 time: 0.1695790
Jan 29 11:08:25.150747 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6effb438-ae58-45b1-b626-ee8157090b56 req-3844845e-d3ea-4fc8-ba79-8dac1395abd5 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1223dbc-45e3-42a7-843b-7163fddb835d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0580320
Jan 29 11:08:26.349615 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:08:26.447587 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d43d993-3586-440b-b4f2-a0ea466bf222 req-c647d441-c774-4878-99d9-3c744f8508d9 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:08:26.449527 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9d43d993-3586-440b-b4f2-a0ea466bf222 req-c647d441-c774-4878-99d9-3c744f8508d9 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 946 time: 0.1678751
Jan 29 11:08:26.517493 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9d43d993-3586-440b-b4f2-a0ea466bf222 req-ffcc902c-1c08-45f2-b57f-50884c7daf1d tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1223dbc-45e3-42a7-843b-7163fddb835d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0617175
Jan 29 11:08:27.813254 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe255df-55dc-4a8e-9f60-1604cb5f26fb req-adc353dd-dff3-44a5-9fca-553adf50a0c2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:08:27.814945 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-abe255df-55dc-4a8e-9f60-1604cb5f26fb req-adc353dd-dff3-44a5-9fca-553adf50a0c2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 946 time: 0.1639194
Jan 29 11:08:27.878851 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-abe255df-55dc-4a8e-9f60-1604cb5f26fb req-a3903ae0-6545-494f-8e23-9f98a7d2cc2b tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1223dbc-45e3-42a7-843b-7163fddb835d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0566170
Jan 29 11:08:29.174222 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bbe1ef-a201-4253-9ad0-682fc2d7df06 req-36c3ffd0-def9-48d6-969f-4ee839ad04a1 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:08:29.175800 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f5bbe1ef-a201-4253-9ad0-682fc2d7df06 req-36c3ffd0-def9-48d6-969f-4ee839ad04a1 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 946 time: 0.1683679
Jan 29 11:08:29.240379 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f5bbe1ef-a201-4253-9ad0-682fc2d7df06 req-c12e2cd5-2702-4d40-8de7-3fd674173476 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1223dbc-45e3-42a7-843b-7163fddb835d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0577791
Jan 29 11:08:29.831130 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a79c4-a36d-4a3f-9796-88c13728641e req-1c3f3ea3-ae0d-431f-97db-65a10d7ac291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:08:29.832758 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-553a79c4-a36d-4a3f-9796-88c13728641e req-1c3f3ea3-ae0d-431f-97db-65a10d7ac291 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=80addfac96c742afa69cf02742904b03&device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 1163 time: 0.2169347
Jan 29 11:08:29.988568 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a79c4-a36d-4a3f-9796-88c13728641e req-2adee40f-ee20-4189-b9ca-ef1a22ce944a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:08:29.990099 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-553a79c4-a36d-4a3f-9796-88c13728641e req-2adee40f-ee20-4189-b9ca-ef1a22ce944a service neutron] 10.222.0.22 "GET /v2.0/networks?id=65e16cc1-fcf1-4203-9a84-b0394476f4af HTTP/1.1" status: 200  len: 902 time: 0.1385248
Jan 29 11:08:30.100085 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-553a79c4-a36d-4a3f-9796-88c13728641e req-6871187c-68cf-41ab-ae1c-7c7eaba285af service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31c4e766-9cda-4324-8e2d-f43ac6f62cbc HTTP/1.1" status: 200  len: 1002 time: 0.1039631
Jan 29 11:08:30.168498 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a79c4-a36d-4a3f-9796-88c13728641e req-08281a61-f74c-4090-9ccf-03ad59b658b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:08:30.170096 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-553a79c4-a36d-4a3f-9796-88c13728641e req-08281a61-f74c-4090-9ccf-03ad59b658b7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6701916f-c50b-43dd-8657-78928268da39 HTTP/1.1" status: 200  len: 847 time: 0.0638602
Jan 29 11:08:30.255696 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a79c4-a36d-4a3f-9796-88c13728641e req-9c829fd2-50a7-43d6-b852-57bb342e1cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:08:30.257205 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-553a79c4-a36d-4a3f-9796-88c13728641e req-9c829fd2-50a7-43d6-b852-57bb342e1cce service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=65e16cc1-fcf1-4203-9a84-b0394476f4af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0809927
Jan 29 11:08:30.404419 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-553a79c4-a36d-4a3f-9796-88c13728641e req-1545cd8c-cced-4e70-a5fd-17f659b4c72c service neutron] 10.222.0.22 "GET /v2.0/networks/65e16cc1-fcf1-4203-9a84-b0394476f4af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1405532
Jan 29 11:08:30.537089 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc10954d-0a4c-4961-96ce-ef6c351e5c68 req-9fe404c1-5e93-48fb-b4ea-627daca793bd tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:08:30.538743 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-dc10954d-0a4c-4961-96ce-ef6c351e5c68 req-9fe404c1-5e93-48fb-b4ea-627daca793bd tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 946 time: 0.1685839
Jan 29 11:08:30.552751 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-553a79c4-a36d-4a3f-9796-88c13728641e req-2d1de33a-be05-4ef4-8bf1-d9f0c0ca7f06 service neutron] 10.222.0.22 "GET /v2.0/networks/65e16cc1-fcf1-4203-9a84-b0394476f4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1411436
Jan 29 11:08:30.610429 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-dc10954d-0a4c-4961-96ce-ef6c351e5c68 req-087718fc-5791-4ce0-b9b3-65ba18107741 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1223dbc-45e3-42a7-843b-7163fddb835d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0640233
Jan 29 11:08:31.905893 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b4a69d-e3a8-41e9-a5f3-42cd47bff4ce req-817ce01c-4871-497b-91b2-e021a56e3c65 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:08:31.907453 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-01b4a69d-e3a8-41e9-a5f3-42cd47bff4ce req-817ce01c-4871-497b-91b2-e021a56e3c65 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 946 time: 0.1633379
Jan 29 11:08:31.971220 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-01b4a69d-e3a8-41e9-a5f3-42cd47bff4ce req-545666c9-3ed6-47f1-9296-53b76854359f tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1223dbc-45e3-42a7-843b-7163fddb835d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0575750
Jan 29 11:08:33.526607 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2606bc4f-ff7b-44e9-952c-1c42cceecc55 req-217c419e-a3cc-427a-9240-0eb9e8608188 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:08:33.528241 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2606bc4f-ff7b-44e9-952c-1c42cceecc55 req-217c419e-a3cc-427a-9240-0eb9e8608188 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 946 time: 0.4277983
Jan 29 11:08:33.595898 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2606bc4f-ff7b-44e9-952c-1c42cceecc55 req-78779552-1801-4445-9390-6eea81305f7a tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1223dbc-45e3-42a7-843b-7163fddb835d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0612078
Jan 29 11:08:34.889452 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e051f5b-bdd6-4cbd-92c4-8ce1b82fc088 req-74d9b31f-1722-4a3c-bb82-495ea9e993f7 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:08:34.891045 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0e051f5b-bdd6-4cbd-92c4-8ce1b82fc088 req-74d9b31f-1722-4a3c-bb82-495ea9e993f7 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 946 time: 0.1616611
Jan 29 11:08:34.956985 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0e051f5b-bdd6-4cbd-92c4-8ce1b82fc088 req-f1dccd9b-6d0c-4e7d-b4bb-680a2f26c6fa tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1223dbc-45e3-42a7-843b-7163fddb835d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0596101
Jan 29 11:08:35.366938 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:08:36.248440 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6825fc-ee3d-481e-8628-dcd88812f679 req-d49c6edb-1332-4aa1-9e79-7be7dc5be12c tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:08:36.250009 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4e6825fc-ee3d-481e-8628-dcd88812f679 req-d49c6edb-1332-4aa1-9e79-7be7dc5be12c tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 946 time: 0.1615920
Jan 29 11:08:36.314678 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4e6825fc-ee3d-481e-8628-dcd88812f679 req-a8247e6c-166a-4657-bc33-de50b34e50d1 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1223dbc-45e3-42a7-843b-7163fddb835d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0582905
Jan 29 11:08:37.610614 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27966a00-c598-4938-8404-aab90e3563c7 req-9d9ea270-b730-4618-a577-c1fd07e5eb95 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:08:37.612108 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-27966a00-c598-4938-8404-aab90e3563c7 req-9d9ea270-b730-4618-a577-c1fd07e5eb95 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 946 time: 0.1649098
Jan 29 11:08:37.675541 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-27966a00-c598-4938-8404-aab90e3563c7 req-c4deaaff-df3f-4078-a0bb-02ab9828f59e tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1223dbc-45e3-42a7-843b-7163fddb835d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0568941
Jan 29 11:08:38.969116 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b55b82-b9f4-438c-8efe-533e4ae4a264 req-54b0f088-fe2b-4662-aabf-651de8927834 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:08:38.970837 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d3b55b82-b9f4-438c-8efe-533e4ae4a264 req-54b0f088-fe2b-4662-aabf-651de8927834 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 946 time: 0.1630847
Jan 29 11:08:39.043305 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d3b55b82-b9f4-438c-8efe-533e4ae4a264 req-4ce5bd9c-e616-4279-b102-0dc0df830209 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1223dbc-45e3-42a7-843b-7163fddb835d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0661461
Jan 29 11:08:40.350825 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb3661-5e21-40ea-bc75-07fc75d53d37 req-261c002d-23c2-4073-9e5f-c69b339653c6 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:08:40.353286 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-84fb3661-5e21-40ea-bc75-07fc75d53d37 req-261c002d-23c2-4073-9e5f-c69b339653c6 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 946 time: 0.1702416
Jan 29 11:08:40.421734 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-84fb3661-5e21-40ea-bc75-07fc75d53d37 req-902583ac-19c9-4c64-b9e3-e79ed9b5a530 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1223dbc-45e3-42a7-843b-7163fddb835d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0616431
Jan 29 11:08:41.751190 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf33e58-2b91-47a1-b960-0e49afb45fde req-5d7ed64a-100b-4699-9e15-ba6643805128 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:08:41.752913 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2cf33e58-2b91-47a1-b960-0e49afb45fde req-5d7ed64a-100b-4699-9e15-ba6643805128 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 946 time: 0.1808801
Jan 29 11:08:41.823704 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2cf33e58-2b91-47a1-b960-0e49afb45fde req-e30ebd02-850a-4538-9ac8-96df796668ee tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1223dbc-45e3-42a7-843b-7163fddb835d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0616477
Jan 29 11:08:43.155932 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a69d3c-1534-4224-9d1f-17e109d006ff req-6f1d45c6-3788-4ccf-ada6-747b64145f65 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:08:43.158337 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e5a69d3c-1534-4224-9d1f-17e109d006ff req-6f1d45c6-3788-4ccf-ada6-747b64145f65 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 946 time: 0.1867800
Jan 29 11:08:43.225593 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e5a69d3c-1534-4224-9d1f-17e109d006ff req-56a81148-8226-479e-be48-258d23af6305 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1223dbc-45e3-42a7-843b-7163fddb835d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0602632
Jan 29 11:08:44.543404 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e234b52-82eb-4fbb-9e59-1c5d7fdc104f req-0ed4a29b-d572-4497-bd87-51f9259d289c tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:08:44.545062 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7e234b52-82eb-4fbb-9e59-1c5d7fdc104f req-0ed4a29b-d572-4497-bd87-51f9259d289c tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 946 time: 0.1737764
Jan 29 11:08:44.612502 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7e234b52-82eb-4fbb-9e59-1c5d7fdc104f req-0ef661af-5673-4cd0-8a7a-a48aa22a7ca1 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1223dbc-45e3-42a7-843b-7163fddb835d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0607631
Jan 29 11:08:45.944127 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9500767e-50a7-4663-ac1d-742034452ef3 req-3b836858-86e5-4e31-a36e-a9bf5a98ac49 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:08:45.954282 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9500767e-50a7-4663-ac1d-742034452ef3 req-3b836858-86e5-4e31-a36e-a9bf5a98ac49 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 946 time: 0.1939931
Jan 29 11:08:46.019762 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9500767e-50a7-4663-ac1d-742034452ef3 req-0be2d023-4384-4a3d-bad0-e2682755fd12 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1223dbc-45e3-42a7-843b-7163fddb835d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0644376
Jan 29 11:08:47.338417 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6e742-ac84-497a-a553-f98a3b5f5350 req-77d72dcf-3e21-4dba-8a29-f1ade2579c25 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:08:47.346824 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7fb6e742-ac84-497a-a553-f98a3b5f5350 req-77d72dcf-3e21-4dba-8a29-f1ade2579c25 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 946 time: 0.1862268
Jan 29 11:08:47.412690 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7fb6e742-ac84-497a-a553-f98a3b5f5350 req-b4577fa3-873c-44d3-8c6a-1dfec8272208 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1223dbc-45e3-42a7-843b-7163fddb835d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0643973
Jan 29 11:08:48.210357 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 11:08:48.715493 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b863a3-0744-4ca3-80b7-d7a3d8163f94 req-8df613e1-a07e-48a0-b088-b230d45c1d4f tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:08:48.717112 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-19b863a3-0744-4ca3-80b7-d7a3d8163f94 req-8df613e1-a07e-48a0-b088-b230d45c1d4f tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 946 time: 0.1701376
Jan 29 11:08:48.782103 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-19b863a3-0744-4ca3-80b7-d7a3d8163f94 req-827f08a6-1a23-4039-ad0b-611370d33f61 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1223dbc-45e3-42a7-843b-7163fddb835d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0582762
Jan 29 11:08:48.968433 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2868a0f3-47fd-4a93-88cc-9150b61c66f9 req-259ebe6d-48a6-4157-abe3-8fcdd51dc0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:08:48.969993 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2868a0f3-47fd-4a93-88cc-9150b61c66f9 req-259ebe6d-48a6-4157-abe3-8fcdd51dc0bc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=80addfac96c742afa69cf02742904b03&device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 1163 time: 0.0790412
Jan 29 11:08:49.113443 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2868a0f3-47fd-4a93-88cc-9150b61c66f9 req-604bea80-4034-40d3-acc8-f0bf531deb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:08:49.115022 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2868a0f3-47fd-4a93-88cc-9150b61c66f9 req-604bea80-4034-40d3-acc8-f0bf531deb44 service neutron] 10.222.0.22 "GET /v2.0/networks?id=65e16cc1-fcf1-4203-9a84-b0394476f4af HTTP/1.1" status: 200  len: 902 time: 0.1378031
Jan 29 11:08:49.225476 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2868a0f3-47fd-4a93-88cc-9150b61c66f9 req-281694fe-c11d-44ee-83f9-70d450a185f4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31c4e766-9cda-4324-8e2d-f43ac6f62cbc HTTP/1.1" status: 200  len: 1002 time: 0.1036706
Jan 29 11:08:49.298194 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2868a0f3-47fd-4a93-88cc-9150b61c66f9 req-4cd2543d-adbe-40d2-a162-c7e78fb3a1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:08:49.299774 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2868a0f3-47fd-4a93-88cc-9150b61c66f9 req-4cd2543d-adbe-40d2-a162-c7e78fb3a1e5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6701916f-c50b-43dd-8657-78928268da39 HTTP/1.1" status: 200  len: 847 time: 0.0681269
Jan 29 11:08:49.388269 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2868a0f3-47fd-4a93-88cc-9150b61c66f9 req-dc8417cd-5dac-4344-9a07-6c9eb98f5948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:08:49.389933 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2868a0f3-47fd-4a93-88cc-9150b61c66f9 req-dc8417cd-5dac-4344-9a07-6c9eb98f5948 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=65e16cc1-fcf1-4203-9a84-b0394476f4af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0831466
Jan 29 11:08:49.533005 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2868a0f3-47fd-4a93-88cc-9150b61c66f9 req-86138118-6b22-4dd3-92a5-e6e095b21f84 service neutron] 10.222.0.22 "GET /v2.0/networks/65e16cc1-fcf1-4203-9a84-b0394476f4af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1359742
Jan 29 11:08:49.674674 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2868a0f3-47fd-4a93-88cc-9150b61c66f9 req-38cd7a1a-f4c4-478e-8b0e-1a2b005ba9ad service neutron] 10.222.0.22 "GET /v2.0/networks/65e16cc1-fcf1-4203-9a84-b0394476f4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1338081
Jan 29 11:08:50.070587 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e23bd-b94c-4920-8a62-db46806c85c3 req-aca20784-a553-4206-8e37-55c7b937f67c tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:08:50.072508 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fb9e23bd-b94c-4920-8a62-db46806c85c3 req-aca20784-a553-4206-8e37-55c7b937f67c tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 946 time: 0.1626141
Jan 29 11:08:50.141057 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-fb9e23bd-b94c-4920-8a62-db46806c85c3 req-807e7b8d-6ae1-4042-92db-6607d929cad4 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1223dbc-45e3-42a7-843b-7163fddb835d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0622573
Jan 29 11:08:51.440450 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca3c35-b379-4ab6-bf88-cd85587b209b req-fda76836-32a4-4b2b-8f4e-81b6bf25ab3b tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:08:51.442126 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-77ca3c35-b379-4ab6-bf88-cd85587b209b req-fda76836-32a4-4b2b-8f4e-81b6bf25ab3b tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 946 time: 0.1709907
Jan 29 11:08:51.510437 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-77ca3c35-b379-4ab6-bf88-cd85587b209b req-cb707de7-0522-499e-a475-e0d28739f8e9 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1223dbc-45e3-42a7-843b-7163fddb835d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0612423
Jan 29 11:08:51.602786 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8d7e73d2-7148-4b0f-a275-b4b48e6f248a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:08:52.813855 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd165ac-a406-4c3d-a193-0a77a01cd5b3 req-676a5c6d-872b-46c4-b516-1118704b55a2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:08:52.815407 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ffd165ac-a406-4c3d-a193-0a77a01cd5b3 req-676a5c6d-872b-46c4-b516-1118704b55a2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 946 time: 0.1726606
Jan 29 11:08:52.880973 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ffd165ac-a406-4c3d-a193-0a77a01cd5b3 req-0d6287c8-a624-4e59-b9fa-ec16d02ee7f8 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1223dbc-45e3-42a7-843b-7163fddb835d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0587316
Jan 29 11:08:53.027219 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 31c4e766-9cda-4324-8e2d-f43ac6f62cbc no longer exists at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 11:08:53.354773 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:08:53.373879 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7570cf38-650e-4ccf-b35f-ced6875b03de req-a277f5a0-30ac-448c-8923-45a7c42d289b tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:08:53.375604 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7570cf38-650e-4ccf-b35f-ced6875b03de req-a277f5a0-30ac-448c-8923-45a7c42d289b tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 946 time: 0.1743395
Jan 29 11:08:53.383194 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9edc803a-ba1e-4484-80b3-8ee73a06ed19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31c4e766-9cda-4324-8e2d-f43ac6f62cbc'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 11:08:53.394294 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port 31c4e766-9cda-4324-8e2d-f43ac6f62cbc, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=31c4e766-9cda-4324-8e2d-f43ac6f62cbc,segment=NetworkSegment(5ac97e64-e494-43e2-8c4f-00c3d8bf9752),segment_id=5ac97e64-e494-43e2-8c4f-00c3d8bf9752)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 11:08:53.398046 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:08:53.400364 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-890fc416-65a6-4a3d-8da0-59e2d8565c27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:08:53.402871 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7f321220-ad7a-41ed-8209-a4e3f812ffab req-c186a5cd-7fa6-44a9-a70f-87bd901f956e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2112417
Jan 29 11:08:53.450925 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7570cf38-650e-4ccf-b35f-ced6875b03de req-70b1d4a0-30f0-4c72-a30d-9aef641bd6b7 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1223dbc-45e3-42a7-843b-7163fddb835d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0669620
Jan 29 11:08:53.472130 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=31c4e766-9cda-4324-8e2d-f43ac6f62cbc,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:08:53.483642 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:08:53.484043 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:08:53.484431 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:08:53.484813 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:08:53.485192 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:08:53.485575 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:08:53.485996 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:08:53.486374 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:08:53.486756 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:08:53.487252 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:08:53.487625 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:08:53.487996 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:08:53.488415 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:08:53.488792 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:08:53.489159 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:08:53.489525 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:08:53.489924 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:08:53.490288 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:08:53.490840 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:08:53.491127 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:08:53.491492 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:08:53.491856 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:08:53.492257 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:08:53.492834 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:08:53.497564 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:08:53.646649 dv-neutron-772983-2-ovs neutron-server[80656]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9edc803a-ba1e-4484-80b3-8ee73a06ed19', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '31c4e766-9cda-4324-8e2d-f43ac6f62cbc', 'code': 422} returned with failed status
Jan 29 11:08:53.875257 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2499ff14-2ed2-4d51-ad64-26e0a957eaa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:08:53.975798 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f321220-ad7a-41ed-8209-a4e3f812ffab req-835d0235-8d29-4119-ba15-faee0ab279f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:08:53.978230 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7f321220-ad7a-41ed-8209-a4e3f812ffab req-835d0235-8d29-4119-ba15-faee0ab279f0 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19&tenant_id=80addfac96c742afa69cf02742904b03 HTTP/1.1" status: 200  len: 1161 time: 0.0784976
Jan 29 11:08:54.087920 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f321220-ad7a-41ed-8209-a4e3f812ffab req-ed439913-0089-48f0-935b-8b08ef6f7701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:08:54.089514 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7f321220-ad7a-41ed-8209-a4e3f812ffab req-ed439913-0089-48f0-935b-8b08ef6f7701 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=80addfac96c742afa69cf02742904b03&device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 1161 time: 0.0798850
Jan 29 11:08:54.495107 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:08:54.511334 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f321220-ad7a-41ed-8209-a4e3f812ffab req-11cca24d-7816-4380-a5df-ab4f04f137f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:08:54.512910 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7f321220-ad7a-41ed-8209-a4e3f812ffab req-11cca24d-7816-4380-a5df-ab4f04f137f2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=65e16cc1-fcf1-4203-9a84-b0394476f4af HTTP/1.1" status: 200  len: 902 time: 0.4176323
Jan 29 11:08:54.623343 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7f321220-ad7a-41ed-8209-a4e3f812ffab req-a7c9621c-c8ee-461a-9649-03bbdd262fe5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31c4e766-9cda-4324-8e2d-f43ac6f62cbc HTTP/1.1" status: 200  len: 1000 time: 0.1032319
Jan 29 11:08:54.693491 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f321220-ad7a-41ed-8209-a4e3f812ffab req-e0d9c34f-7144-4d90-8fb3-d556b90d6346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:08:54.695636 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7f321220-ad7a-41ed-8209-a4e3f812ffab req-e0d9c34f-7144-4d90-8fb3-d556b90d6346 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6701916f-c50b-43dd-8657-78928268da39 HTTP/1.1" status: 200  len: 847 time: 0.0651462
Jan 29 11:08:54.755232 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d37f21-86a6-4272-89f0-a5dc10af77da req-73c86583-9170-42d7-8e8e-fa9333062aa3 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:08:54.756945 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f8d37f21-86a6-4272-89f0-a5dc10af77da req-73c86583-9170-42d7-8e8e-fa9333062aa3 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 944 time: 0.1723330
Jan 29 11:08:54.780703 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f321220-ad7a-41ed-8209-a4e3f812ffab req-31ae83bc-f3bb-4d74-adbb-e4cff6f5d99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:08:54.782348 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7f321220-ad7a-41ed-8209-a4e3f812ffab req-31ae83bc-f3bb-4d74-adbb-e4cff6f5d99d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=65e16cc1-fcf1-4203-9a84-b0394476f4af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0804327
Jan 29 11:08:54.823316 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f8d37f21-86a6-4272-89f0-a5dc10af77da req-f756a33e-8f7a-422f-a6df-f1278c6c60c2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1223dbc-45e3-42a7-843b-7163fddb835d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0587342
Jan 29 11:08:54.929989 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7f321220-ad7a-41ed-8209-a4e3f812ffab req-ad02de13-90aa-427e-a798-ffd52d8193ef service neutron] 10.222.0.22 "GET /v2.0/networks/65e16cc1-fcf1-4203-9a84-b0394476f4af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1406786
Jan 29 11:08:55.052992 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:08:55.081070 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7f321220-ad7a-41ed-8209-a4e3f812ffab req-6ba8c037-bd00-4865-a542-f76efc1ef0c6 service neutron] 10.222.0.22 "GET /v2.0/networks/65e16cc1-fcf1-4203-9a84-b0394476f4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1443281
Jan 29 11:08:56.173310 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba9eb62-d1e2-44e7-b6f4-ce7f4d6bdec1 req-350d400d-5e82-40e0-bc10-f484df590363 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:08:56.175234 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9ba9eb62-d1e2-44e7-b6f4-ce7f4d6bdec1 req-350d400d-5e82-40e0-bc10-f484df590363 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 944 time: 0.2143974
Jan 29 11:08:56.243207 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9ba9eb62-d1e2-44e7-b6f4-ce7f4d6bdec1 req-3972a6c7-560c-449a-a743-358f16b98a70 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1223dbc-45e3-42a7-843b-7163fddb835d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0604143
Jan 29 11:08:56.354288 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:08:57.578972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b242c-c4fc-44cc-8909-d448d395f7e1 req-f4d3853d-d0db-4a8b-ba2b-9a01b0e4a5fb tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:08:57.580585 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b10b242c-c4fc-44cc-8909-d448d395f7e1 req-f4d3853d-d0db-4a8b-ba2b-9a01b0e4a5fb tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 944 time: 0.1659050
Jan 29 11:08:57.646125 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b10b242c-c4fc-44cc-8909-d448d395f7e1 req-5239064a-8108-444d-8e8e-0ef99c35ed72 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1223dbc-45e3-42a7-843b-7163fddb835d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0582340
Jan 29 11:08:58.944172 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad55f16d-dbad-4e6f-9a94-8e9400c89397 req-18bee9ee-e2da-4334-bfd1-9afbc2fcc7a2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:08:58.946668 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ad55f16d-dbad-4e6f-9a94-8e9400c89397 req-18bee9ee-e2da-4334-bfd1-9afbc2fcc7a2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 944 time: 0.1686711
Jan 29 11:08:59.016957 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ad55f16d-dbad-4e6f-9a94-8e9400c89397 req-fa09533c-2628-4505-8377-0a2d274ff455 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1223dbc-45e3-42a7-843b-7163fddb835d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0634041
Jan 29 11:09:00.324345 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d9b268-29b7-4ffc-a00c-79ba0de1faca req-1c0a3826-db55-440f-b613-32cccdd48431 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:09:00.326019 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-63d9b268-29b7-4ffc-a00c-79ba0de1faca req-1c0a3826-db55-440f-b613-32cccdd48431 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 944 time: 0.1697292
Jan 29 11:09:00.397046 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-63d9b268-29b7-4ffc-a00c-79ba0de1faca req-079eb32c-2efa-4187-96c8-eded1ee55a05 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1223dbc-45e3-42a7-843b-7163fddb835d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0645299
Jan 29 11:09:01.703670 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1746f67-04c1-4732-bc62-1a3f27b1b753 req-1d5d8000-001f-4acc-a0c6-37f77ef616d9 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:09:01.705317 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c1746f67-04c1-4732-bc62-1a3f27b1b753 req-1d5d8000-001f-4acc-a0c6-37f77ef616d9 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 944 time: 0.1721609
Jan 29 11:09:01.770960 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c1746f67-04c1-4732-bc62-1a3f27b1b753 req-c182729e-fab9-4f04-828e-8857b01f8770 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1223dbc-45e3-42a7-843b-7163fddb835d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0583916
Jan 29 11:09:03.099818 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c1952-7aaf-42fd-aef5-3e877e1677af req-7ccccffa-c167-455c-aca0-4f9a8ae2e1e6 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:09:03.101522 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-db7c1952-7aaf-42fd-aef5-3e877e1677af req-7ccccffa-c167-455c-aca0-4f9a8ae2e1e6 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 944 time: 0.1851370
Jan 29 11:09:03.166531 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-db7c1952-7aaf-42fd-aef5-3e877e1677af req-42eb4063-10cf-4452-bcf6-e5134f71cec6 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1223dbc-45e3-42a7-843b-7163fddb835d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0586460
Jan 29 11:09:04.489709 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3de4c6b-d8ed-49e5-858f-ebd56fd6f7b2 req-f76381ff-8d00-49f6-8d39-06e203944a9b tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:09:04.491441 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d3de4c6b-d8ed-49e5-858f-ebd56fd6f7b2 req-f76381ff-8d00-49f6-8d39-06e203944a9b tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 944 time: 0.1945577
Jan 29 11:09:04.569492 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d3de4c6b-d8ed-49e5-858f-ebd56fd6f7b2 req-d73fb342-6b6e-43f9-b6fd-aa46bdb6b350 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1223dbc-45e3-42a7-843b-7163fddb835d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0692139
Jan 29 11:09:05.370170 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:09:05.881332 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e3fc6-ec51-4025-819f-e9240b6a3ce2 req-0ae75e70-6580-4812-89b6-14d66cd9daf6 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:09:05.883252 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-547e3fc6-ec51-4025-819f-e9240b6a3ce2 req-0ae75e70-6580-4812-89b6-14d66cd9daf6 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 944 time: 0.1744964
Jan 29 11:09:05.952736 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-547e3fc6-ec51-4025-819f-e9240b6a3ce2 req-87c708ec-a81d-4e08-9409-71d7f231aadf tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1223dbc-45e3-42a7-843b-7163fddb835d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0622687
Jan 29 11:09:07.443279 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e90e00-5551-40d0-a288-c624d7637782 req-cff0d340-3225-40d4-b2fe-8e30fbc94cf8 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:09:07.445286 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c4e90e00-5551-40d0-a288-c624d7637782 req-cff0d340-3225-40d4-b2fe-8e30fbc94cf8 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 944 time: 0.1998689
Jan 29 11:09:07.515129 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c4e90e00-5551-40d0-a288-c624d7637782 req-ef169350-6635-4d25-8f8c-3ee7570cbf6a tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1223dbc-45e3-42a7-843b-7163fddb835d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0626700
Jan 29 11:09:08.814586 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe02185-5231-4836-b18e-84c9612cfac2 req-ffa4df4e-af75-4bfa-a6d8-c89f970f66dd tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:09:08.816253 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-bbe02185-5231-4836-b18e-84c9612cfac2 req-ffa4df4e-af75-4bfa-a6d8-c89f970f66dd tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 944 time: 0.1718140
Jan 29 11:09:08.880632 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-bbe02185-5231-4836-b18e-84c9612cfac2 req-c90d3047-4b90-4879-9f67-8f4284c61977 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1223dbc-45e3-42a7-843b-7163fddb835d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0570359
Jan 29 11:09:10.176086 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f0459-ca09-4496-b390-650cc813f670 req-fce6455e-4eef-472a-9650-7115efc87074 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:09:10.177639 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0e0f0459-ca09-4496-b390-650cc813f670 req-fce6455e-4eef-472a-9650-7115efc87074 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 944 time: 0.1675119
Jan 29 11:09:10.243926 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0e0f0459-ca09-4496-b390-650cc813f670 req-1ad60981-e03b-4e79-b648-32f47e406013 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1223dbc-45e3-42a7-843b-7163fddb835d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0589614
Jan 29 11:09:11.572041 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3317a2-72cf-4776-9481-0d1d20f4d988 req-084c86cf-19d7-4a5c-90d1-efa7ca48672c tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:09:11.573734 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6c3317a2-72cf-4776-9481-0d1d20f4d988 req-084c86cf-19d7-4a5c-90d1-efa7ca48672c tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 944 time: 0.1758463
Jan 29 11:09:11.646877 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6c3317a2-72cf-4776-9481-0d1d20f4d988 req-ce2b7027-312e-4e15-838e-f0c8f731e06a tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1223dbc-45e3-42a7-843b-7163fddb835d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0662491
Jan 29 11:09:12.948796 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725b775f-45ee-4e2c-8b64-651f30f26c36 req-a7a8be94-011b-4c91-9bca-b5b36d219a9c tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:09:12.950392 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-725b775f-45ee-4e2c-8b64-651f30f26c36 req-a7a8be94-011b-4c91-9bca-b5b36d219a9c tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 944 time: 0.1664541
Jan 29 11:09:13.018183 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-725b775f-45ee-4e2c-8b64-651f30f26c36 req-38acb0d7-45fb-4d27-8547-2b5fb95b2586 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1223dbc-45e3-42a7-843b-7163fddb835d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0614882
Jan 29 11:09:14.313165 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec838c13-527b-45f8-96e2-b739931915b4 req-cc17bd36-f6c9-413d-bbfa-79b9160b9e1a tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:09:14.314812 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ec838c13-527b-45f8-96e2-b739931915b4 req-cc17bd36-f6c9-413d-bbfa-79b9160b9e1a tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 944 time: 0.1656833
Jan 29 11:09:14.380796 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ec838c13-527b-45f8-96e2-b739931915b4 req-21a75378-4011-444a-bd79-a2e94840ae2f tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1223dbc-45e3-42a7-843b-7163fddb835d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0584364
Jan 29 11:09:15.674345 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720fb490-9562-48f4-923b-2210c8839aaf req-8056e7b3-d5eb-4a34-9ccd-0724e8f0b572 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:09:15.675979 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-720fb490-9562-48f4-923b-2210c8839aaf req-8056e7b3-d5eb-4a34-9ccd-0724e8f0b572 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 944 time: 0.1676955
Jan 29 11:09:15.742708 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-720fb490-9562-48f4-923b-2210c8839aaf req-f39d8992-ecee-45f1-9d6a-1c0278648fb8 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1223dbc-45e3-42a7-843b-7163fddb835d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0592659
Jan 29 11:09:15.802170 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 31c4e766-9cda-4324-8e2d-f43ac6f62cbc up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 11:09:15.871515 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 31c4e766-9cda-4324-8e2d-f43ac6f62cbc triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:09:15.871935 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:09:15.991808 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:09:16.018935 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9edc803a-ba1e-4484-80b3-8ee73a06ed19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c4e766-9cda-4324-8e2d-f43ac6f62cbc'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 11:09:16.029540 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port 31c4e766-9cda-4324-8e2d-f43ac6f62cbc, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=31c4e766-9cda-4324-8e2d-f43ac6f62cbc,segment=NetworkSegment(5ac97e64-e494-43e2-8c4f-00c3d8bf9752),segment_id=5ac97e64-e494-43e2-8c4f-00c3d8bf9752)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 11:09:16.032539 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:09:16.034516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-88f3c06d-8041-472c-8078-1529bbf0b242 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:09:16.080805 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9edc803a-ba1e-4484-80b3-8ee73a06ed19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c4e766-9cda-4324-8e2d-f43ac6f62cbc', 'code': 200}
Jan 29 11:09:16.108461 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=31c4e766-9cda-4324-8e2d-f43ac6f62cbc,revision_number=6']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:09:16.111889 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:09:16.367252 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8493c34d-3850-4f42-a183-0d0f779523a4 req-e8d5fcd3-2b0d-4494-8388-18c8372a7ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:09:16.369622 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8493c34d-3850-4f42-a183-0d0f779523a4 req-e8d5fcd3-2b0d-4494-8388-18c8372a7ac7 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 1163 time: 0.0782206
Jan 29 11:09:16.411041 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8493c34d-3850-4f42-a183-0d0f779523a4 req-55e93b15-3180-429d-879d-ca51b7e3fd02 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f1223dbc-45e3-42a7-843b-7163fddb835d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0354042
Jan 29 11:09:17.034965 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0730efe-b2f9-40f8-855a-b4036f22c3a5 req-71427724-45bb-45a8-88c9-22863dec33c8 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:09:17.036488 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e0730efe-b2f9-40f8-855a-b4036f22c3a5 req-71427724-45bb-45a8-88c9-22863dec33c8 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 946 time: 0.1630774
Jan 29 11:09:17.105999 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e0730efe-b2f9-40f8-855a-b4036f22c3a5 req-8e1829e2-657a-4b74-8f28-3c34b63ff5bb tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1223dbc-45e3-42a7-843b-7163fddb835d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0627959
Jan 29 11:09:17.332726 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 31c4e766-9cda-4324-8e2d-f43ac6f62cbc up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 11:09:17.407916 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 31c4e766-9cda-4324-8e2d-f43ac6f62cbc triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:09:17.408337 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:09:18.413184 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45872dd3-366e-4dc2-a171-546a2f628617 req-4735f5cd-abdb-4992-a379-b13d9e04526e tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:09:18.415567 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-45872dd3-366e-4dc2-a171-546a2f628617 req-4735f5cd-abdb-4992-a379-b13d9e04526e tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 946 time: 0.1751244
Jan 29 11:09:18.481155 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-45872dd3-366e-4dc2-a171-546a2f628617 req-7c208e96-d155-417c-ba1b-5602dbfe3afc tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1223dbc-45e3-42a7-843b-7163fddb835d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0593104
Jan 29 11:09:20.025790 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81880c1-e185-469c-bb12-74f98a0dac3f req-20eba872-8d4e-4846-a2f5-11893f7e1225 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:09:20.027456 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c81880c1-e185-469c-bb12-74f98a0dac3f req-20eba872-8d4e-4846-a2f5-11893f7e1225 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 946 time: 0.4159491
Jan 29 11:09:20.092233 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c81880c1-e185-469c-bb12-74f98a0dac3f req-786b6c29-56a5-4b1b-a28c-ee074059e78c tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1223dbc-45e3-42a7-843b-7163fddb835d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0585618
Jan 29 11:09:21.604790 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a0ba8710-5a6b-445b-99a1-58bfd6cbffbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:09:23.879779 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-aeeec7f6-b41f-4111-9a86-11fed85061fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:09:24.497277 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:09:25.056119 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:09:25.210298 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 11:09:26.354308 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:09:31.602881 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-06ef52c8-4089-4c7c-bd0f-e37dc11d8ae5 req-4ee4766b-a1cd-4433-9a07-81377fffec9c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0798411
Jan 29 11:09:31.776664 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef52c8-4089-4c7c-bd0f-e37dc11d8ae5 req-21f23c05-8ddf-4ab7-8fe2-445edaa89b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:09:31.778275 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-06ef52c8-4089-4c7c-bd0f-e37dc11d8ae5 req-21f23c05-8ddf-4ab7-8fe2-445edaa89b44 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=80addfac96c742afa69cf02742904b03&device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 1163 time: 0.0768459
Jan 29 11:09:31.933567 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef52c8-4089-4c7c-bd0f-e37dc11d8ae5 req-6c0e4bb3-7cc8-49ef-a38a-f1d82d096e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:09:31.935210 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-06ef52c8-4089-4c7c-bd0f-e37dc11d8ae5 req-6c0e4bb3-7cc8-49ef-a38a-f1d82d096e4f service neutron] 10.222.0.22 "GET /v2.0/networks?id=65e16cc1-fcf1-4203-9a84-b0394476f4af HTTP/1.1" status: 200  len: 902 time: 0.1389999
Jan 29 11:09:32.048274 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-06ef52c8-4089-4c7c-bd0f-e37dc11d8ae5 req-932b1457-e333-4289-99fe-dbbc89324781 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31c4e766-9cda-4324-8e2d-f43ac6f62cbc HTTP/1.1" status: 200  len: 1002 time: 0.1021004
Jan 29 11:09:32.132663 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef52c8-4089-4c7c-bd0f-e37dc11d8ae5 req-6596b94c-cd86-420b-8517-e2b1a19775c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:09:32.134765 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-06ef52c8-4089-4c7c-bd0f-e37dc11d8ae5 req-6596b94c-cd86-420b-8517-e2b1a19775c2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6701916f-c50b-43dd-8657-78928268da39 HTTP/1.1" status: 200  len: 847 time: 0.0644901
Jan 29 11:09:32.219255 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef52c8-4089-4c7c-bd0f-e37dc11d8ae5 req-c76d6d52-f0e7-4049-bef2-5cc030a19c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:09:32.220764 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-06ef52c8-4089-4c7c-bd0f-e37dc11d8ae5 req-c76d6d52-f0e7-4049-bef2-5cc030a19c28 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=65e16cc1-fcf1-4203-9a84-b0394476f4af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0794513
Jan 29 11:09:32.362446 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-06ef52c8-4089-4c7c-bd0f-e37dc11d8ae5 req-8862fbb5-43b2-40a4-8964-18c1ef46e172 service neutron] 10.222.0.22 "GET /v2.0/networks/65e16cc1-fcf1-4203-9a84-b0394476f4af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1350646
Jan 29 11:09:32.505246 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-06ef52c8-4089-4c7c-bd0f-e37dc11d8ae5 req-6d4b26e9-75fe-4b86-a153-98c47d5309e3 service neutron] 10.222.0.22 "GET /v2.0/networks/65e16cc1-fcf1-4203-9a84-b0394476f4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1356902
Jan 29 11:09:35.378207 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:09:51.606529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c9d997ab-8244-40f5-85a7-ba3e7cba6b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:09:53.880945 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8b7b9374-af4e-452c-8297-db4f852976bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:09:54.500189 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:09:55.059300 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:09:56.357569 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:10:02.209219 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 11:10:05.380036 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:10:21.608363 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-12eca479-5f47-4004-867d-942339c89e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:10:23.881263 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f6ad651d-f125-4ac0-af16-5bfece49bb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:10:24.502866 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:10:25.060911 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:10:26.360581 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:10:33.587817 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-596177df-3c17-40d0-92dd-7060f52a29cc req-894e6184-d4fe-41d2-a8e6-9a651a5cf6d6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0789771
Jan 29 11:10:33.755284 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596177df-3c17-40d0-92dd-7060f52a29cc req-1145d679-62c2-485a-89f8-bd84a94f56f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:10:33.756849 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-596177df-3c17-40d0-92dd-7060f52a29cc req-1145d679-62c2-485a-89f8-bd84a94f56f4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=80addfac96c742afa69cf02742904b03&device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 1163 time: 0.0806818
Jan 29 11:10:33.911012 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596177df-3c17-40d0-92dd-7060f52a29cc req-14fe1f0d-2672-458c-b206-2ce30fed82a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:10:33.912551 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-596177df-3c17-40d0-92dd-7060f52a29cc req-14fe1f0d-2672-458c-b206-2ce30fed82a2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=65e16cc1-fcf1-4203-9a84-b0394476f4af HTTP/1.1" status: 200  len: 902 time: 0.1359210
Jan 29 11:10:34.016862 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-596177df-3c17-40d0-92dd-7060f52a29cc req-7af20254-293b-4e9e-bc54-cf1e37e57624 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31c4e766-9cda-4324-8e2d-f43ac6f62cbc HTTP/1.1" status: 200  len: 1002 time: 0.0977397
Jan 29 11:10:34.087523 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596177df-3c17-40d0-92dd-7060f52a29cc req-f0781d5b-0c01-4737-9382-7c6f3ae41564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:10:34.089287 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-596177df-3c17-40d0-92dd-7060f52a29cc req-f0781d5b-0c01-4737-9382-7c6f3ae41564 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6701916f-c50b-43dd-8657-78928268da39 HTTP/1.1" status: 200  len: 847 time: 0.0661058
Jan 29 11:10:34.168735 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596177df-3c17-40d0-92dd-7060f52a29cc req-05c626e0-4d7d-4c8d-a3d7-36df220006b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:10:34.170227 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-596177df-3c17-40d0-92dd-7060f52a29cc req-05c626e0-4d7d-4c8d-a3d7-36df220006b3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=65e16cc1-fcf1-4203-9a84-b0394476f4af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0750639
Jan 29 11:10:34.312373 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-596177df-3c17-40d0-92dd-7060f52a29cc req-ad301108-1be8-453e-bc0d-49df8e731f0c service neutron] 10.222.0.22 "GET /v2.0/networks/65e16cc1-fcf1-4203-9a84-b0394476f4af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1350374
Jan 29 11:10:34.453742 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-596177df-3c17-40d0-92dd-7060f52a29cc req-99abf5ff-407a-4d3b-89fa-c75d3914e69d service neutron] 10.222.0.22 "GET /v2.0/networks/65e16cc1-fcf1-4203-9a84-b0394476f4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1341419
Jan 29 11:10:35.375401 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:10:39.208072 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 11:10:48.467310 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5a17dfc0-ae12-4e9d-92c3-3d9eefe81254 req-a313c8e5-a049-4bf0-bf3d-b8f940d548e5 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/floatingips/38c15434-c97f-435c-9799-3cdd4955c237 HTTP/1.1" status: 200  len: 999 time: 0.1301458
Jan 29 11:10:48.704582 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a17dfc0-ae12-4e9d-92c3-3d9eefe81254 req-f8d5c3f6-1ded-4a62-aa89-3b2a572a3590 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:10:48.706083 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5a17dfc0-ae12-4e9d-92c3-3d9eefe81254 req-f8d5c3f6-1ded-4a62-aa89-3b2a572a3590 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/networks/aadf795f-2e1a-4d04-be0e-12575f0f28a5 HTTP/1.1" status: 200  len: 784 time: 0.2326980
Jan 29 11:10:48.717084 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [req-5a17dfc0-ae12-4e9d-92c3-3d9eefe81254 req-18763dc8-ed3f-4877-b225-32bbd184f1ef tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=80765) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 11:10:48.718143 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5a17dfc0-ae12-4e9d-92c3-3d9eefe81254 req-18763dc8-ed3f-4877-b225-32bbd184f1ef tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0061374
Jan 29 11:10:48.844126 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5a17dfc0-ae12-4e9d-92c3-3d9eefe81254 req-3b980f5f-de85-4771-9bf6-4675a07f1e2a tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.26.7.241 HTTP/1.1" status: 200  len: 1002 time: 0.1200414
Jan 29 11:10:48.999934 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a17dfc0-ae12-4e9d-92c3-3d9eefe81254 req-188325fc-f33a-4b96-b973-9e5f16cc9aea tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:10:49.001334 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5a17dfc0-ae12-4e9d-92c3-3d9eefe81254 req-188325fc-f33a-4b96-b973-9e5f16cc9aea tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports/31c4e766-9cda-4324-8e2d-f43ac6f62cbc HTTP/1.1" status: 200  len: 943 time: 0.1514370
Jan 29 11:10:49.214778 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5a17dfc0-ae12-4e9d-92c3-3d9eefe81254 req-da4e17eb-050b-4c95-aacf-4924b5ba0ded tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.26.7.241 HTTP/1.1" status: 200  len: 1002 time: 0.1305227
Jan 29 11:10:49.452347 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-5a17dfc0-ae12-4e9d-92c3-3d9eefe81254 req-48f33e92-6911-4949-a3f5-8eecf0b22c26 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Deleting port 557869ab-a141-4b5b-8f59-def420209c3c {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 11:10:49.452732 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-5a17dfc0-ae12-4e9d-92c3-3d9eefe81254 req-48f33e92-6911-4949-a3f5-8eecf0b22c26 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:10:49.631091 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-5a17dfc0-ae12-4e9d-92c3-3d9eefe81254 req-48f33e92-6911-4949-a3f5-8eecf0b22c26 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:10:49.631658 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-5a17dfc0-ae12-4e9d-92c3-3d9eefe81254 req-48f33e92-6911-4949-a3f5-8eecf0b22c26 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:10:49.762411 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-5a17dfc0-ae12-4e9d-92c3-3d9eefe81254 req-48f33e92-6911-4949-a3f5-8eecf0b22c26 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Calling delete_port for 557869ab-a141-4b5b-8f59-def420209c3c owned by network:floatingip {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 11:10:49.914166 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-5a17dfc0-ae12-4e9d-92c3-3d9eefe81254 req-48f33e92-6911-4949-a3f5-8eecf0b22c26 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:10:49.929854 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a41ba268-24ee-4e13-8a72-a1fd83dc5873 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:10:49.986772 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f33e92-6911-4949-a3f5-8eecf0b22c26 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Pushing event deleted for resources: {'Port': ['ID=557869ab-a141-4b5b-8f59-def420209c3c,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:10:50.000757 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f33e92-6911-4949-a3f5-8eecf0b22c26 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:10:50.001190 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f33e92-6911-4949-a3f5-8eecf0b22c26 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:10:50.001613 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f33e92-6911-4949-a3f5-8eecf0b22c26 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:10:50.002054 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f33e92-6911-4949-a3f5-8eecf0b22c26 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:10:50.002470 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f33e92-6911-4949-a3f5-8eecf0b22c26 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:10:50.002877 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f33e92-6911-4949-a3f5-8eecf0b22c26 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:10:50.003289 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f33e92-6911-4949-a3f5-8eecf0b22c26 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:10:50.003696 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f33e92-6911-4949-a3f5-8eecf0b22c26 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:10:50.004102 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f33e92-6911-4949-a3f5-8eecf0b22c26 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:10:50.004506 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f33e92-6911-4949-a3f5-8eecf0b22c26 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:10:50.004909 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f33e92-6911-4949-a3f5-8eecf0b22c26 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:10:50.005312 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f33e92-6911-4949-a3f5-8eecf0b22c26 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:10:50.005809 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f33e92-6911-4949-a3f5-8eecf0b22c26 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:10:50.006232 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f33e92-6911-4949-a3f5-8eecf0b22c26 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:10:50.006638 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f33e92-6911-4949-a3f5-8eecf0b22c26 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:10:50.007044 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f33e92-6911-4949-a3f5-8eecf0b22c26 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:10:50.007445 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f33e92-6911-4949-a3f5-8eecf0b22c26 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:10:50.007849 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f33e92-6911-4949-a3f5-8eecf0b22c26 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:10:50.008250 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f33e92-6911-4949-a3f5-8eecf0b22c26 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:10:50.008652 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f33e92-6911-4949-a3f5-8eecf0b22c26 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:10:50.009054 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f33e92-6911-4949-a3f5-8eecf0b22c26 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:10:50.009456 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f33e92-6911-4949-a3f5-8eecf0b22c26 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:10:50.009887 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f33e92-6911-4949-a3f5-8eecf0b22c26 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:10:50.010362 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f33e92-6911-4949-a3f5-8eecf0b22c26 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:10:50.061557 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-48f33e92-6911-4949-a3f5-8eecf0b22c26 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:10:50.174225 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-5a17dfc0-ae12-4e9d-92c3-3d9eefe81254 req-48f33e92-6911-4949-a3f5-8eecf0b22c26 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks [] for floatingip, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:10:50.174520 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [req-5a17dfc0-ae12-4e9d-92c3-3d9eefe81254 req-48f33e92-6911-4949-a3f5-8eecf0b22c26 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Floating IP 38c15434-c97f-435c-9799-3cdd4955c237 disassociated (deleted). External IP: 172.26.7.241, port: 31c4e766-9cda-4324-8e2d-f43ac6f62cbc.
Jan 29 11:10:50.543116 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a17dfc0-ae12-4e9d-92c3-3d9eefe81254 req-48f33e92-6911-4949-a3f5-8eecf0b22c26 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Router 471fb449-b6bd-4f42-9829-ef4fc599d2d2 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 11:10:50.731654 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a17dfc0-ae12-4e9d-92c3-3d9eefe81254 req-48f33e92-6911-4949-a3f5-8eecf0b22c26 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 11:10:50.741434 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1085f1-8e36-4747-9816-e11fe668d970 None None] Sync routers for ids ['471fb449-b6bd-4f42-9829-ef4fc599d2d2'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 11:10:50.752116 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1085f1-8e36-4747-9816-e11fe668d970 None None] Routers {'471fb449-b6bd-4f42-9829-ef4fc599d2d2'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 11:10:50.752828 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-ea1085f1-8e36-4747-9816-e11fe668d970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c94f3f60>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T11:10:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['471fb449-b6bd-4f42-9829-ef4fc599d2d2'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:10:50.754343 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-5a17dfc0-ae12-4e9d-92c3-3d9eefe81254 req-48f33e92-6911-4949-a3f5-8eecf0b22c26 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:10:50.812811 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5a17dfc0-ae12-4e9d-92c3-3d9eefe81254 req-48f33e92-6911-4949-a3f5-8eecf0b22c26 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "DELETE /v2.0/floatingips/38c15434-c97f-435c-9799-3cdd4955c237 HTTP/1.1" status: 204  len: 173 time: 1.5920248
Jan 29 11:10:50.813316 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9edc803a-ba1e-4484-80b3-8ee73a06ed19', 'tag': '31c4e766-9cda-4324-8e2d-f43ac6f62cbc'}] {{(pid=80765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 11:10:50.946684 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-ea1085f1-8e36-4747-9816-e11fe668d970 None None] Set router 471fb449-b6bd-4f42-9829-ef4fc599d2d2 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 11:10:51.064624 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a17dfc0-ae12-4e9d-92c3-3d9eefe81254 req-aacdefdd-eed9-4c2f-89da-eb21876d92e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:10:51.066250 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5a17dfc0-ae12-4e9d-92c3-3d9eefe81254 req-aacdefdd-eed9-4c2f-89da-eb21876d92e9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=80addfac96c742afa69cf02742904b03&device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 1163 time: 0.1519732
Jan 29 11:10:51.214074 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a17dfc0-ae12-4e9d-92c3-3d9eefe81254 req-7e49b643-cbc5-439e-ac4d-62a64481a38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:10:51.215697 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5a17dfc0-ae12-4e9d-92c3-3d9eefe81254 req-7e49b643-cbc5-439e-ac4d-62a64481a38d service neutron] 10.222.0.57 "GET /v2.0/networks?id=65e16cc1-fcf1-4203-9a84-b0394476f4af HTTP/1.1" status: 200  len: 902 time: 0.1418681
Jan 29 11:10:51.291906 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5a17dfc0-ae12-4e9d-92c3-3d9eefe81254 req-55d972e6-9d19-45cc-bada-1c37814c96f3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31c4e766-9cda-4324-8e2d-f43ac6f62cbc HTTP/1.1" status: 200  len: 217 time: 0.0688710
Jan 29 11:10:51.292142 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-ea1085f1-8e36-4747-9816-e11fe668d970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c94f3f60>, [{'id': '471fb449-b6bd-4f42-9829-ef4fc599d2d2', 'name': 'tempest-TestShelveInstance-860406117-router', 'tenant_id': '80addfac96c742afa69cf02742904b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.95'}], 'enable_snat': True}, 'gw_port_id': 'aa268956-f2e3-4883-ae87-872970a7c80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:05:14Z', 'updated_at': '2021-01-29T11:05:19Z', 'revision_number': 4, 'project_id': '80addfac96c742afa69cf02742904b03', 'gw_port': {'id': 'aa268956-f2e3-4883-ae87-872970a7c80d', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:62:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471fb449-b6bd-4f42-9829-ef4fc599d2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:05:15Z', 'updated_at': '2021-01-29T11:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'ad9fc58e-aa5e-40ea-a44a-8fb48aa6e86c', 'name': '', 'network_id': '65e16cc1-fcf1-4203-9a84-b0394476f4af', 'tenant_id': '80addfac96c742afa69cf02742904b03', 'mac_address': 'fa:16:3e:51:6e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471fb449-b6bd-4f42-9829-ef4fc599d2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '6701916f-c50b-43dd-8657-78928268da39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:05:18Z', 'updated_at': '2021-01-29T11:05:28Z', 'revision_number': 5, 'project_id': '80addfac96c742afa69cf02742904b03', 'subnets': [{'id': '6701916f-c50b-43dd-8657-78928268da39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:10:51.296567 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1085f1-8e36-4747-9816-e11fe668d970 None None] Checking router: 471fb449-b6bd-4f42-9829-ef4fc599d2d2 for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 11:10:51.305600 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1085f1-8e36-4747-9816-e11fe668d970 None None] Routers {'471fb449-b6bd-4f42-9829-ef4fc599d2d2'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 11:10:51.306333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-ea1085f1-8e36-4747-9816-e11fe668d970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c94f3f60>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T11:10:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['471fb449-b6bd-4f42-9829-ef4fc599d2d2'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:10:51.379094 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a17dfc0-ae12-4e9d-92c3-3d9eefe81254 req-4c0dbff7-ebb9-4c31-85bb-8e3123979938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:10:51.380708 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5a17dfc0-ae12-4e9d-92c3-3d9eefe81254 req-4c0dbff7-ebb9-4c31-85bb-8e3123979938 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6701916f-c50b-43dd-8657-78928268da39 HTTP/1.1" status: 200  len: 847 time: 0.0776567
Jan 29 11:10:51.467864 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a17dfc0-ae12-4e9d-92c3-3d9eefe81254 req-415932c7-f428-4161-9d75-8958932cc91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:10:51.469519 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5a17dfc0-ae12-4e9d-92c3-3d9eefe81254 req-415932c7-f428-4161-9d75-8958932cc91e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=65e16cc1-fcf1-4203-9a84-b0394476f4af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0819042
Jan 29 11:10:51.495918 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-ea1085f1-8e36-4747-9816-e11fe668d970 None None] Set router 471fb449-b6bd-4f42-9829-ef4fc599d2d2 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 11:10:51.684243 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-74ae29fc-0bc1-4a74-8489-da9c7698f555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:10:51.859652 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-ea1085f1-8e36-4747-9816-e11fe668d970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c94f3f60>, [{'id': '471fb449-b6bd-4f42-9829-ef4fc599d2d2', 'name': 'tempest-TestShelveInstance-860406117-router', 'tenant_id': '80addfac96c742afa69cf02742904b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.95'}], 'enable_snat': True}, 'gw_port_id': 'aa268956-f2e3-4883-ae87-872970a7c80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:05:14Z', 'updated_at': '2021-01-29T11:05:19Z', 'revision_number': 4, 'project_id': '80addfac96c742afa69cf02742904b03', 'gw_port': {'id': 'aa268956-f2e3-4883-ae87-872970a7c80d', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:62:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471fb449-b6bd-4f42-9829-ef4fc599d2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:05:15Z', 'updated_at': '2021-01-29T11:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'ad9fc58e-aa5e-40ea-a44a-8fb48aa6e86c', 'name': '', 'network_id': '65e16cc1-fcf1-4203-9a84-b0394476f4af', 'tenant_id': '80addfac96c742afa69cf02742904b03', 'mac_address': 'fa:16:3e:51:6e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471fb449-b6bd-4f42-9829-ef4fc599d2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '6701916f-c50b-43dd-8657-78928268da39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:05:18Z', 'updated_at': '2021-01-29T11:05:28Z', 'revision_number': 5, 'project_id': '80addfac96c742afa69cf02742904b03', 'subnets': [{'id': '6701916f-c50b-43dd-8657-78928268da39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:10:51.863919 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1085f1-8e36-4747-9816-e11fe668d970 None None] The sync data for ids ['471fb449-b6bd-4f42-9829-ef4fc599d2d2'] in dv-neutron-772983-2-ovs is: [{'id': '471fb449-b6bd-4f42-9829-ef4fc599d2d2', 'name': 'tempest-TestShelveInstance-860406117-router', 'tenant_id': '80addfac96c742afa69cf02742904b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.95'}], 'enable_snat': True}, 'gw_port_id': 'aa268956-f2e3-4883-ae87-872970a7c80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:05:14Z', 'updated_at': '2021-01-29T11:05:19Z', 'revision_number': 4, 'project_id': '80addfac96c742afa69cf02742904b03', 'gw_port': {'id': 'aa268956-f2e3-4883-ae87-872970a7c80d', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:62:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471fb449-b6bd-4f42-9829-ef4fc599d2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:05:15Z', 'updated_at': '2021-01-29T11:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'ad9fc58e-aa5e-40ea-a44a-8fb48aa6e86c', 'name': '', 'network_id': '65e16cc1-fcf1-4203-9a84-b0394476f4af', 'tenant_id': '80addfac96c742afa69cf02742904b03', 'mac_address': 'fa:16:3e:51:6e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471fb449-b6bd-4f42-9829-ef4fc599d2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '6701916f-c50b-43dd-8657-78928268da39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:05:18Z', 'updated_at': '2021-01-29T11:05:28Z', 'revision_number': 5, 'project_id': '80addfac96c742afa69cf02742904b03', 'subnets': [{'id': '6701916f-c50b-43dd-8657-78928268da39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 11:10:51.888737 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5a17dfc0-ae12-4e9d-92c3-3d9eefe81254 req-cbed9dd2-d1b5-479a-9456-31cd04c05c22 service neutron] 10.222.0.57 "GET /v2.0/networks/65e16cc1-fcf1-4203-9a84-b0394476f4af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4118621
Jan 29 11:10:52.034777 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5a17dfc0-ae12-4e9d-92c3-3d9eefe81254 req-941a5969-56b4-4e4f-bdfc-bd6861cba87a service neutron] 10.222.0.57 "GET /v2.0/networks/65e16cc1-fcf1-4203-9a84-b0394476f4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1393535
Jan 29 11:10:52.190739 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9edc803a-ba1e-4484-80b3-8ee73a06ed19', 'tag': '31c4e766-9cda-4324-8e2d-f43ac6f62cbc', 'status': 'completed', 'code': 200}
Jan 29 11:10:52.280202 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1959d7-5a78-4f99-b226-d95375631f44 None None] New status for floating IP 38c15434-c97f-435c-9799-3cdd4955c237: DOWN {{(pid=80768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 29 11:10:52.341226 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38945ec-29ef-4be3-8ffc-37254f916fdb req-750e98c5-b59a-4fd0-829d-5fa0dff8c667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:10:52.343363 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f38945ec-29ef-4be3-8ffc-37254f916fdb req-750e98c5-b59a-4fd0-829d-5fa0dff8c667 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=80addfac96c742afa69cf02742904b03&device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 1163 time: 0.1079562
Jan 29 11:10:52.492904 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38945ec-29ef-4be3-8ffc-37254f916fdb req-641456a7-e6cf-4e23-a2ea-dcfc98d77cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:10:52.494605 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f38945ec-29ef-4be3-8ffc-37254f916fdb req-641456a7-e6cf-4e23-a2ea-dcfc98d77cf7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=65e16cc1-fcf1-4203-9a84-b0394476f4af HTTP/1.1" status: 200  len: 902 time: 0.1445677
Jan 29 11:10:52.566251 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f38945ec-29ef-4be3-8ffc-37254f916fdb req-0ad6fa5f-adb2-4962-a3db-7f7c78d7416c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31c4e766-9cda-4324-8e2d-f43ac6f62cbc HTTP/1.1" status: 200  len: 217 time: 0.0646598
Jan 29 11:10:52.640759 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38945ec-29ef-4be3-8ffc-37254f916fdb req-77163ef8-7353-4f30-90e5-a3468746c354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:10:52.642339 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f38945ec-29ef-4be3-8ffc-37254f916fdb req-77163ef8-7353-4f30-90e5-a3468746c354 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6701916f-c50b-43dd-8657-78928268da39 HTTP/1.1" status: 200  len: 847 time: 0.0702367
Jan 29 11:10:52.677768 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275075fc-c331-4f78-a6d4-1be6142803af req-5c6c8f8f-a291-4914-b872-2471cce33025 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:10:52.678610 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-275075fc-c331-4f78-a6d4-1be6142803af req-5c6c8f8f-a291-4914-b872-2471cce33025 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Synchronizing usage tracker for tenant:80addfac96c742afa69cf02742904b03 on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 11:10:52.695031 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-275075fc-c331-4f78-a6d4-1be6142803af req-5c6c8f8f-a291-4914-b872-2471cce33025 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Unset dirty status for tenant:80addfac96c742afa69cf02742904b03 on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 11:10:52.696567 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-275075fc-c331-4f78-a6d4-1be6142803af req-5c6c8f8f-a291-4914-b872-2471cce33025 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 946 time: 0.1824970
Jan 29 11:10:52.724987 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38945ec-29ef-4be3-8ffc-37254f916fdb req-abb7a592-e718-4ba3-bfca-a60bff651206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:10:52.726301 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f38945ec-29ef-4be3-8ffc-37254f916fdb req-abb7a592-e718-4ba3-bfca-a60bff651206 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=65e16cc1-fcf1-4203-9a84-b0394476f4af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0772433
Jan 29 11:10:52.764735 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-275075fc-c331-4f78-a6d4-1be6142803af req-60eaed0b-41b1-485a-a341-8635495d7972 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1223dbc-45e3-42a7-843b-7163fddb835d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0609226
Jan 29 11:10:52.873333 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f38945ec-29ef-4be3-8ffc-37254f916fdb req-f8d9a246-28a8-4150-8274-8fff85af43fd service neutron] 10.222.0.22 "GET /v2.0/networks/65e16cc1-fcf1-4203-9a84-b0394476f4af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388607
Jan 29 11:10:53.017351 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f38945ec-29ef-4be3-8ffc-37254f916fdb req-a5701948-2247-4909-a558-bd0f665e6469 service neutron] 10.222.0.22 "GET /v2.0/networks/65e16cc1-fcf1-4203-9a84-b0394476f4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1357677
Jan 29 11:10:53.883349 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-42d97087-1948-4afe-85a4-377d1f046383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:10:54.067712 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bd3ea7-7664-4aae-b83e-f775d13b8fd2 req-a969c857-57d9-41a0-a72c-86890728a2f0 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:10:54.069229 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-54bd3ea7-7664-4aae-b83e-f775d13b8fd2 req-a969c857-57d9-41a0-a72c-86890728a2f0 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 946 time: 0.1666088
Jan 29 11:10:54.134046 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-54bd3ea7-7664-4aae-b83e-f775d13b8fd2 req-42437682-0baa-4efd-83ec-35cddd7b70f9 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1223dbc-45e3-42a7-843b-7163fddb835d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0572367
Jan 29 11:10:54.259632 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bede89-0d2b-4aa7-ae47-072a727db82d req-bb7ecf2c-4e4e-4b45-bbc4-fbbb89c44597 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:10:54.261008 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-d0bede89-0d2b-4aa7-ae47-072a727db82d req-bb7ecf2c-4e4e-4b45-bbc4-fbbb89c44597 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Synchronizing usage tracker for tenant:80addfac96c742afa69cf02742904b03 on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 11:10:54.273402 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-d0bede89-0d2b-4aa7-ae47-072a727db82d req-bb7ecf2c-4e4e-4b45-bbc4-fbbb89c44597 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Unset dirty status for tenant:80addfac96c742afa69cf02742904b03 on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 11:10:54.274653 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d0bede89-0d2b-4aa7-ae47-072a727db82d req-bb7ecf2c-4e4e-4b45-bbc4-fbbb89c44597 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.22 "GET /v2.0/ports?device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 946 time: 0.1789761
Jan 29 11:10:54.369983 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-d0bede89-0d2b-4aa7-ae47-072a727db82d req-1739e6ef-4f89-4233-bbbd-36bfec4097d2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Deleting port 31c4e766-9cda-4324-8e2d-f43ac6f62cbc {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 11:10:54.370597 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-d0bede89-0d2b-4aa7-ae47-072a727db82d req-1739e6ef-4f89-4233-bbbd-36bfec4097d2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:10:54.505541 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:10:54.922712 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-d0bede89-0d2b-4aa7-ae47-072a727db82d req-1739e6ef-4f89-4233-bbbd-36bfec4097d2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] For port 31c4e766-9cda-4324-8e2d-f43ac6f62cbc, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=31c4e766-9cda-4324-8e2d-f43ac6f62cbc,segment=NetworkSegment(5ac97e64-e494-43e2-8c4f-00c3d8bf9752),segment_id=5ac97e64-e494-43e2-8c4f-00c3d8bf9752)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 11:10:54.923290 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-d0bede89-0d2b-4aa7-ae47-072a727db82d req-1739e6ef-4f89-4233-bbbd-36bfec4097d2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:10:55.055944 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-d0bede89-0d2b-4aa7-ae47-072a727db82d req-1739e6ef-4f89-4233-bbbd-36bfec4097d2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Calling delete_port for 31c4e766-9cda-4324-8e2d-f43ac6f62cbc owned by compute:nova {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 11:10:55.063164 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:10:55.215439 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-d0bede89-0d2b-4aa7-ae47-072a727db82d req-1739e6ef-4f89-4233-bbbd-36bfec4097d2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:10:55.231566 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8799136e-1cba-47a8-858f-b40bcfbe120e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:10:55.290102 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1739e6ef-4f89-4233-bbbd-36bfec4097d2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Pushing event deleted for resources: {'Port': ['ID=31c4e766-9cda-4324-8e2d-f43ac6f62cbc,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:10:55.302991 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1739e6ef-4f89-4233-bbbd-36bfec4097d2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:10:55.303424 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1739e6ef-4f89-4233-bbbd-36bfec4097d2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:10:55.303855 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1739e6ef-4f89-4233-bbbd-36bfec4097d2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:10:55.304279 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1739e6ef-4f89-4233-bbbd-36bfec4097d2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:10:55.304699 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1739e6ef-4f89-4233-bbbd-36bfec4097d2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:10:55.305115 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1739e6ef-4f89-4233-bbbd-36bfec4097d2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:10:55.305507 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1739e6ef-4f89-4233-bbbd-36bfec4097d2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:10:55.305952 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1739e6ef-4f89-4233-bbbd-36bfec4097d2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:10:55.306363 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1739e6ef-4f89-4233-bbbd-36bfec4097d2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:10:55.307360 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1739e6ef-4f89-4233-bbbd-36bfec4097d2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:10:55.308046 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1739e6ef-4f89-4233-bbbd-36bfec4097d2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:10:55.308522 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1739e6ef-4f89-4233-bbbd-36bfec4097d2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:10:55.309017 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1739e6ef-4f89-4233-bbbd-36bfec4097d2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:10:55.309431 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1739e6ef-4f89-4233-bbbd-36bfec4097d2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:10:55.309870 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1739e6ef-4f89-4233-bbbd-36bfec4097d2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:10:55.310287 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1739e6ef-4f89-4233-bbbd-36bfec4097d2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:10:55.310699 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1739e6ef-4f89-4233-bbbd-36bfec4097d2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:10:55.311113 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1739e6ef-4f89-4233-bbbd-36bfec4097d2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:10:55.311523 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1739e6ef-4f89-4233-bbbd-36bfec4097d2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:10:55.311929 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1739e6ef-4f89-4233-bbbd-36bfec4097d2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:10:55.312337 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1739e6ef-4f89-4233-bbbd-36bfec4097d2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:10:55.312750 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1739e6ef-4f89-4233-bbbd-36bfec4097d2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:10:55.313161 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1739e6ef-4f89-4233-bbbd-36bfec4097d2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:10:55.313575 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1739e6ef-4f89-4233-bbbd-36bfec4097d2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:10:55.316852 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-bb60c154-f82c-4c0b-93c0-9f305dbf20d7 req-9a3c6fd8-44b4-4d38-bacc-0b267a5657fc tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=9edc803a-ba1e-4484-80b3-8ee73a06ed19 HTTP/1.1" status: 200  len: 210 time: 0.0498950
Jan 29 11:10:55.319071 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1739e6ef-4f89-4233-bbbd-36bfec4097d2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:10:55.461863 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0bede89-0d2b-4aa7-ae47-072a727db82d req-1739e6ef-4f89-4233-bbbd-36bfec4097d2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] No DVR routers for this DVR port 31c4e766-9cda-4324-8e2d-f43ac6f62cbc on host hv-neutron-7729 {{(pid=80766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 11:10:55.464813 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-d0bede89-0d2b-4aa7-ae47-072a727db82d req-1739e6ef-4f89-4233-bbbd-36bfec4097d2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:10:55.467660 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9edc803a-ba1e-4484-80b3-8ee73a06ed19', 'name': 'network-vif-deleted', 'tag': '31c4e766-9cda-4324-8e2d-f43ac6f62cbc'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 11:10:55.482825 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d0bede89-0d2b-4aa7-ae47-072a727db82d req-1739e6ef-4f89-4233-bbbd-36bfec4097d2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.22 "DELETE /v2.0/ports/31c4e766-9cda-4324-8e2d-f43ac6f62cbc HTTP/1.1" status: 204  len: 173 time: 1.2025228
Jan 29 11:10:55.617361 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9edc803a-ba1e-4484-80b3-8ee73a06ed19', 'name': 'network-vif-deleted', 'tag': '31c4e766-9cda-4324-8e2d-f43ac6f62cbc', 'status': 'completed', 'code': 200}
Jan 29 11:10:55.972798 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 31c4e766-9cda-4324-8e2d-f43ac6f62cbc no longer exists at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 11:10:56.009602 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] No Port match for: 31c4e766-9cda-4324-8e2d-f43ac6f62cbc {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 11:10:56.010598 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 31c4e766-9cda-4324-8e2d-f43ac6f62cbc not bound to the agent host hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 11:10:56.362867 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:10:56.527998 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1d0a8adc-2936-489a-bfb0-4b7d219949c3 req-a0d9c59e-135b-4438-968f-02f666702f36 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups/f1223dbc-45e3-42a7-843b-7163fddb835d HTTP/1.1" status: 200  len: 2995 time: 0.0689871
Jan 29 11:10:56.616634 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-1d0a8adc-2936-489a-bfb0-4b7d219949c3 req-5e130fe8-d16b-4a70-920b-7350e37d62b5 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:10:56.646071 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-1d0a8adc-2936-489a-bfb0-4b7d219949c3 req-5e130fe8-d16b-4a70-920b-7350e37d62b5 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:10:56.695259 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-1d0a8adc-2936-489a-bfb0-4b7d219949c3 req-5e130fe8-d16b-4a70-920b-7350e37d62b5 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:10:56.701472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8f3fe088-d54d-44b0-a826-789630b9e5b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:10:56.717627 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e130fe8-d16b-4a70-920b-7350e37d62b5 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1223dbc-45e3-42a7-843b-7163fddb835d,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:10:56.720386 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5e130fe8-d16b-4a70-920b-7350e37d62b5 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:10:56.728381 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-1d0a8adc-2936-489a-bfb0-4b7d219949c3 req-5e130fe8-d16b-4a70-920b-7350e37d62b5 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:10:56.730073 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1d0a8adc-2936-489a-bfb0-4b7d219949c3 req-5e130fe8-d16b-4a70-920b-7350e37d62b5 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "DELETE /v2.0/security-groups/f1223dbc-45e3-42a7-843b-7163fddb835d HTTP/1.1" status: 204  len: 173 time: 0.1957304
Jan 29 11:10:58.325503 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-df13fbfa-d839-439d-adc2-7c7862926b68 req-08f75838-c3fb-44f9-a2b7-270e8280e584 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-114334186', 'description': 'tempest-TestShelveInstance-114334186 description'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 11:10:58.347861 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-df13fbfa-d839-439d-adc2-7c7862926b68 req-08f75838-c3fb-44f9-a2b7-270e8280e584 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 11:10:58.352361 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-df13fbfa-d839-439d-adc2-7c7862926b68 req-08f75838-c3fb-44f9-a2b7-270e8280e584 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Usage tracker for resource:security_group and tenant:80addfac96c742afa69cf02742904b03 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 11:10:58.355563 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-df13fbfa-d839-439d-adc2-7c7862926b68 req-08f75838-c3fb-44f9-a2b7-270e8280e584 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 11:10:58.361314 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-df13fbfa-d839-439d-adc2-7c7862926b68 req-08f75838-c3fb-44f9-a2b7-270e8280e584 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 11:10:58.371849 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-df13fbfa-d839-439d-adc2-7c7862926b68 req-08f75838-c3fb-44f9-a2b7-270e8280e584 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:10:58.393151 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-df13fbfa-d839-439d-adc2-7c7862926b68 req-08f75838-c3fb-44f9-a2b7-270e8280e584 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 11:10:58.397592 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-df13fbfa-d839-439d-adc2-7c7862926b68 req-08f75838-c3fb-44f9-a2b7-270e8280e584 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Usage tracker for resource:security_group_rule and tenant:80addfac96c742afa69cf02742904b03 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 11:10:58.401306 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-df13fbfa-d839-439d-adc2-7c7862926b68 req-08f75838-c3fb-44f9-a2b7-270e8280e584 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 11:10:58.407026 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-df13fbfa-d839-439d-adc2-7c7862926b68 req-08f75838-c3fb-44f9-a2b7-270e8280e584 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 11:10:58.484525 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-df13fbfa-d839-439d-adc2-7c7862926b68 req-08f75838-c3fb-44f9-a2b7-270e8280e584 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:10:58.486971 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-df13fbfa-d839-439d-adc2-7c7862926b68 req-08f75838-c3fb-44f9-a2b7-270e8280e584 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:10:58.492233 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7c242d83-f5ac-4125-851d-2bcd9e0e4b05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:10:58.536633 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f75838-c3fb-44f9-a2b7-270e8280e584 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35399578-5b05-437c-a2f8-4282cb81837d,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:10:58.539411 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-df13fbfa-d839-439d-adc2-7c7862926b68 req-08f75838-c3fb-44f9-a2b7-270e8280e584 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:10:58.540733 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-df13fbfa-d839-439d-adc2-7c7862926b68 req-08f75838-c3fb-44f9-a2b7-270e8280e584 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1807 time: 0.2208512
Jan 29 11:10:58.541754 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-08f75838-c3fb-44f9-a2b7-270e8280e584 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:10:58.638090 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f1dad73a-fea7-4031-934f-85311fc01f16 req-022d285f-29b5-406f-ad35-5fa19a21b25d tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups/35399578-5b05-437c-a2f8-4282cb81837d HTTP/1.1" status: 200  len: 1802 time: 0.0635774
Jan 29 11:10:58.648685 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-f1dad73a-fea7-4031-934f-85311fc01f16 req-9c14e05a-ee4c-4309-9b9a-14a03d7800ae tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '35399578-5b05-437c-a2f8-4282cb81837d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 11:10:58.649044 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-f1dad73a-fea7-4031-934f-85311fc01f16 req-9c14e05a-ee4c-4309-9b9a-14a03d7800ae tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '35399578-5b05-437c-a2f8-4282cb81837d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 11:10:58.670526 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-f1dad73a-fea7-4031-934f-85311fc01f16 req-9c14e05a-ee4c-4309-9b9a-14a03d7800ae tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 11:10:58.674564 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-f1dad73a-fea7-4031-934f-85311fc01f16 req-9c14e05a-ee4c-4309-9b9a-14a03d7800ae tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Usage tracker for resource:security_group_rule and tenant:80addfac96c742afa69cf02742904b03 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 11:10:58.677538 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-f1dad73a-fea7-4031-934f-85311fc01f16 req-9c14e05a-ee4c-4309-9b9a-14a03d7800ae tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 11:10:58.683757 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-f1dad73a-fea7-4031-934f-85311fc01f16 req-9c14e05a-ee4c-4309-9b9a-14a03d7800ae tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 11:10:58.738333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-f1dad73a-fea7-4031-934f-85311fc01f16 req-9c14e05a-ee4c-4309-9b9a-14a03d7800ae tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:10:58.763360 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-f1dad73a-fea7-4031-934f-85311fc01f16 req-9c14e05a-ee4c-4309-9b9a-14a03d7800ae tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:10:58.765939 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-f1dad73a-fea7-4031-934f-85311fc01f16 req-9c14e05a-ee4c-4309-9b9a-14a03d7800ae tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:10:58.767832 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-65d40434-f4bb-4c55-b767-42073f2b39c2 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:10:58.794593 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c14e05a-ee4c-4309-9b9a-14a03d7800ae tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=573f0287-39d3-47a6-9a08-b097165fb395,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:10:58.797202 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9c14e05a-ee4c-4309-9b9a-14a03d7800ae tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:10:58.803640 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-f1dad73a-fea7-4031-934f-85311fc01f16 req-9c14e05a-ee4c-4309-9b9a-14a03d7800ae tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:10:58.804896 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f1dad73a-fea7-4031-934f-85311fc01f16 req-9c14e05a-ee4c-4309-9b9a-14a03d7800ae tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.1603613
Jan 29 11:10:58.902134 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b7d3fd7c-d79c-4cc0-b092-401f5865f7e1 req-046a38ad-65ea-4c47-a4d2-c2eeba506f7c tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups/35399578-5b05-437c-a2f8-4282cb81837d HTTP/1.1" status: 200  len: 2396 time: 0.0648594
Jan 29 11:10:58.912689 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-b7d3fd7c-d79c-4cc0-b092-401f5865f7e1 req-d8663db5-eaa8-4340-b69b-6d69ca19a6bc tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '35399578-5b05-437c-a2f8-4282cb81837d', 'remote_group_id': None}]} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 11:10:58.913038 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-b7d3fd7c-d79c-4cc0-b092-401f5865f7e1 req-d8663db5-eaa8-4340-b69b-6d69ca19a6bc tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '35399578-5b05-437c-a2f8-4282cb81837d', 'remote_group_id': None}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 11:10:58.935566 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-b7d3fd7c-d79c-4cc0-b092-401f5865f7e1 req-d8663db5-eaa8-4340-b69b-6d69ca19a6bc tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 11:10:58.939632 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-b7d3fd7c-d79c-4cc0-b092-401f5865f7e1 req-d8663db5-eaa8-4340-b69b-6d69ca19a6bc tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Usage tracker for resource:security_group_rule and tenant:80addfac96c742afa69cf02742904b03 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 11:10:58.942584 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-b7d3fd7c-d79c-4cc0-b092-401f5865f7e1 req-d8663db5-eaa8-4340-b69b-6d69ca19a6bc tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 11:10:58.948666 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-b7d3fd7c-d79c-4cc0-b092-401f5865f7e1 req-d8663db5-eaa8-4340-b69b-6d69ca19a6bc tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 11:10:59.005248 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-b7d3fd7c-d79c-4cc0-b092-401f5865f7e1 req-d8663db5-eaa8-4340-b69b-6d69ca19a6bc tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:10:59.028784 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-b7d3fd7c-d79c-4cc0-b092-401f5865f7e1 req-d8663db5-eaa8-4340-b69b-6d69ca19a6bc tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:10:59.031249 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-b7d3fd7c-d79c-4cc0-b092-401f5865f7e1 req-d8663db5-eaa8-4340-b69b-6d69ca19a6bc tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:10:59.033124 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-75c123a9-f926-4929-a8b3-52693f86e12a tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:10:59.056469 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8663db5-eaa8-4340-b69b-6d69ca19a6bc tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba8ad138-dff5-45cc-b511-2a63b264b4e2,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:10:59.059633 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d8663db5-eaa8-4340-b69b-6d69ca19a6bc tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:10:59.065741 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-b7d3fd7c-d79c-4cc0-b092-401f5865f7e1 req-d8663db5-eaa8-4340-b69b-6d69ca19a6bc tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:10:59.067022 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b7d3fd7c-d79c-4cc0-b092-401f5865f7e1 req-d8663db5-eaa8-4340-b69b-6d69ca19a6bc tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.1585495
Jan 29 11:11:05.375154 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:11:15.405035 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-e470d1a9-7464-485c-8c06-823da9007a05 req-edac77c3-90b3-49e2-8961-03b6036dc8ad tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Synchronizing usage tracker for tenant:80addfac96c742afa69cf02742904b03 on resource:security_group {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 11:11:15.419728 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-e470d1a9-7464-485c-8c06-823da9007a05 req-edac77c3-90b3-49e2-8961-03b6036dc8ad tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Unset dirty status for tenant:80addfac96c742afa69cf02742904b03 on resource:security_group {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 11:11:15.420944 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e470d1a9-7464-485c-8c06-823da9007a05 req-edac77c3-90b3-49e2-8961-03b6036dc8ad tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-114334186&fields=id&tenant_id=80addfac96c742afa69cf02742904b03 HTTP/1.1" status: 200  len: 267 time: 0.0729668
Jan 29 11:11:15.658854 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470d1a9-7464-485c-8c06-823da9007a05 req-5c202662-cf40-47ff-a961-57f5dd7405a7 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:11:15.660370 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e470d1a9-7464-485c-8c06-823da9007a05 req-5c202662-cf40-47ff-a961-57f5dd7405a7 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/networks?id=65e16cc1-fcf1-4203-9a84-b0394476f4af HTTP/1.1" status: 200  len: 808 time: 0.2321467
Jan 29 11:11:15.677041 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e470d1a9-7464-485c-8c06-823da9007a05 req-43bec148-49e3-4d78-85ba-eb7ef2e12cfc tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/quotas/80addfac96c742afa69cf02742904b03 HTTP/1.1" status: 200  len: 375 time: 0.0098164
Jan 29 11:11:15.803323 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e470d1a9-7464-485c-8c06-823da9007a05 req-ceb0dd56-ad7e-4784-8925-2f13360ccfe2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=80addfac96c742afa69cf02742904b03&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1197038
Jan 29 11:11:15.959206 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e470d1a9-7464-485c-8c06-823da9007a05 req-62bf2209-05c3-4ebf-9e83-f59af3fae86b service neutron] 10.222.0.57 "GET /v2.0/networks/65e16cc1-fcf1-4203-9a84-b0394476f4af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1425745
Jan 29 11:11:16.106285 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e470d1a9-7464-485c-8c06-823da9007a05 req-a0ed9f60-33c0-49e5-ab17-09c3cfb5925c service neutron] 10.222.0.57 "GET /v2.0/networks/65e16cc1-fcf1-4203-9a84-b0394476f4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1398842
Jan 29 11:11:16.208016 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 11:11:16.529860 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-77d4e5a3-b5d6-43aa-ba65-47b820601ce7 req-c578614b-1b7a-44ab-90cb-9859ccbc99e2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=74ffd108-3288-4def-bdda-6453bac9328e HTTP/1.1" status: 200  len: 210 time: 0.0487750
Jan 29 11:11:17.667291 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f88fa76d-80cd-4e2a-9434-bb3dcd61e73f req-d7aa7995-1e29-4277-a156-3c006b7a62d4 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=74ffd108-3288-4def-bdda-6453bac9328e HTTP/1.1" status: 200  len: 210 time: 0.0504413
Jan 29 11:11:18.845614 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-75013962-e957-4439-96c2-e30b25be7b05 req-c4033934-c824-4870-9a67-d2ba4f661bce tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=74ffd108-3288-4def-bdda-6453bac9328e HTTP/1.1" status: 200  len: 210 time: 0.0516591
Jan 29 11:11:19.922494 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470d1a9-7464-485c-8c06-823da9007a05 req-3d36331f-6dde-4915-82f8-7c4762b7641d tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:11:19.924156 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e470d1a9-7464-485c-8c06-823da9007a05 req-3d36331f-6dde-4915-82f8-7c4762b7641d tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.22 "GET /v2.0/networks?id=65e16cc1-fcf1-4203-9a84-b0394476f4af HTTP/1.1" status: 200  len: 808 time: 0.2456918
Jan 29 11:11:20.031802 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-bb9a0552-a571-43a2-8f47-57ed5c7a282d req-05862dab-4fe1-4784-b7c9-12f3aceea7d5 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=74ffd108-3288-4def-bdda-6453bac9328e HTTP/1.1" status: 200  len: 210 time: 0.0523403
Jan 29 11:11:20.064576 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e470d1a9-7464-485c-8c06-823da9007a05 req-77df0bd8-a641-4a6d-b211-9a04e2e2789b tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=80addfac96c742afa69cf02742904b03 HTTP/1.1" status: 200  len: 5765 time: 0.1056230
Jan 29 11:11:20.075304 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-e470d1a9-7464-485c-8c06-823da9007a05 req-6dfcdb1e-3767-449d-a1a7-2cdfd855ce81 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Request body: {'port': {'device_id': '74ffd108-3288-4def-bdda-6453bac9328e', 'network_id': '65e16cc1-fcf1-4203-9a84-b0394476f4af', 'admin_state_up': True, 'tenant_id': '80addfac96c742afa69cf02742904b03', 'security_groups': ['35399578-5b05-437c-a2f8-4282cb81837d']}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 11:11:20.225248 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-e470d1a9-7464-485c-8c06-823da9007a05 req-6dfcdb1e-3767-449d-a1a7-2cdfd855ce81 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 11:11:20.229706 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-e470d1a9-7464-485c-8c06-823da9007a05 req-6dfcdb1e-3767-449d-a1a7-2cdfd855ce81 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Usage tracker for resource:port and tenant:80addfac96c742afa69cf02742904b03 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 11:11:20.232664 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-e470d1a9-7464-485c-8c06-823da9007a05 req-6dfcdb1e-3767-449d-a1a7-2cdfd855ce81 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Quota usage for port was recalculated. Used quota:2. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 11:11:20.238514 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-e470d1a9-7464-485c-8c06-823da9007a05 req-6dfcdb1e-3767-449d-a1a7-2cdfd855ce81 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 11:11:20.249961 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e470d1a9-7464-485c-8c06-823da9007a05 req-6dfcdb1e-3767-449d-a1a7-2cdfd855ce81 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Made reservation on behalf of 80addfac96c742afa69cf02742904b03 for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 11:11:20.271328 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e470d1a9-7464-485c-8c06-823da9007a05 req-6dfcdb1e-3767-449d-a1a7-2cdfd855ce81 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:11:20.585589 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [req-e470d1a9-7464-485c-8c06-823da9007a05 req-6dfcdb1e-3767-449d-a1a7-2cdfd855ce81 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Allocated IP 172.20.0.7 (65e16cc1-fcf1-4203-9a84-b0394476f4af/6701916f-c50b-43dd-8657-78928268da39/c56fb065-22d2-45ae-80a7-d8722fc1e109) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 11:11:20.792521 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e470d1a9-7464-485c-8c06-823da9007a05 req-6dfcdb1e-3767-449d-a1a7-2cdfd855ce81 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:11:20.808952 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-e470d1a9-7464-485c-8c06-823da9007a05 req-6dfcdb1e-3767-449d-a1a7-2cdfd855ce81 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Transition to ACTIVE for port object c56fb065-22d2-45ae-80a7-d8722fc1e109 will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 11:11:20.831939 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e470d1a9-7464-485c-8c06-823da9007a05 req-6dfcdb1e-3767-449d-a1a7-2cdfd855ce81 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:11:20.850093 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d3130f4d-1f64-44e3-aa37-b0d05ffeac5b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:11:20.996606 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfcdb1e-3767-449d-a1a7-2cdfd855ce81 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Pushing event updated for resources: {'Port': ['ID=c56fb065-22d2-45ae-80a7-d8722fc1e109,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:11:21.000377 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6dfcdb1e-3767-449d-a1a7-2cdfd855ce81 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:11:21.052865 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e470d1a9-7464-485c-8c06-823da9007a05 req-6dfcdb1e-3767-449d-a1a7-2cdfd855ce81 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Network 65e16cc1-fcf1-4203-9a84-b0394476f4af is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 11:11:21.054314 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [req-e470d1a9-7464-485c-8c06-823da9007a05 req-6dfcdb1e-3767-449d-a1a7-2cdfd855ce81 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 11:11:21.057316 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-e470d1a9-7464-485c-8c06-823da9007a05 req-6dfcdb1e-3767-449d-a1a7-2cdfd855ce81 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 11:11:21.207071 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470d1a9-7464-485c-8c06-823da9007a05 req-6dfcdb1e-3767-449d-a1a7-2cdfd855ce81 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:11:21.207809 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e470d1a9-7464-485c-8c06-823da9007a05 req-6dfcdb1e-3767-449d-a1a7-2cdfd855ce81 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:11:21.246289 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e470d1a9-7464-485c-8c06-823da9007a05 req-6dfcdb1e-3767-449d-a1a7-2cdfd855ce81 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1756051
Jan 29 11:11:21.266074 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-e470d1a9-7464-485c-8c06-823da9007a05 req-ae82ef70-c015-4b82-add9-7e95534e4df5 service neutron] Request body: {'port': {'device_id': '74ffd108-3288-4def-bdda-6453bac9328e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7729'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 11:11:21.360019 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-12fa010d-e430-4e1f-a7d4-3e14f20d3a27 None None] Provisioning for port c56fb065-22d2-45ae-80a7-d8722fc1e109 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 11:11:21.365896 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-12fa010d-e430-4e1f-a7d4-3e14f20d3a27 None None] Provisioning complete for port c56fb065-22d2-45ae-80a7-d8722fc1e109 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:11:21.366332 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-12fa010d-e430-4e1f-a7d4-3e14f20d3a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:11:21.389997 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d90e24-874c-49b3-a2ac-103bd73720f1 req-8c2aa12e-af33-468d-a1db-ee2f855283a6 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:11:21.392140 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a5d90e24-874c-49b3-a2ac-103bd73720f1 req-8c2aa12e-af33-468d-a1db-ee2f855283a6 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=74ffd108-3288-4def-bdda-6453bac9328e HTTP/1.1" status: 200  len: 931 time: 0.2163692
Jan 29 11:11:21.395783 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e470d1a9-7464-485c-8c06-823da9007a05 req-ae82ef70-c015-4b82-add9-7e95534e4df5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:11:21.437131 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-12fa010d-e430-4e1f-a7d4-3e14f20d3a27 None None] Port c56fb065-22d2-45ae-80a7-d8722fc1e109 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 11:11:21.467715 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a5d90e24-874c-49b3-a2ac-103bd73720f1 req-5b9f24f3-7560-4b2c-96e4-a1a4531e3bff tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=35399578-5b05-437c-a2f8-4282cb81837d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0691981
Jan 29 11:11:21.607057 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-22092f31-c668-415d-bad8-aac39198706e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:11:21.828027 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [req-e470d1a9-7464-485c-8c06-823da9007a05 req-ae82ef70-c015-4b82-add9-7e95534e4df5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c56fb065-22d2-45ae-80a7-d8722fc1e109 {{(pid=80766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 29 11:11:21.835554 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e470d1a9-7464-485c-8c06-823da9007a05 req-ae82ef70-c015-4b82-add9-7e95534e4df5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:11:21.848124 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-e470d1a9-7464-485c-8c06-823da9007a05 req-ae82ef70-c015-4b82-add9-7e95534e4df5 service neutron] Transition to ACTIVE for port object c56fb065-22d2-45ae-80a7-d8722fc1e109 will not be triggered until provisioned by entity L2. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 11:11:21.850728 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e470d1a9-7464-485c-8c06-823da9007a05 req-ae82ef70-c015-4b82-add9-7e95534e4df5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:11:21.866731 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b7b89af2-0500-4c44-9b59-96c956fcbb9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:11:22.007645 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae82ef70-c015-4b82-add9-7e95534e4df5 service neutron] Pushing event updated for resources: {'Port': ['ID=c56fb065-22d2-45ae-80a7-d8722fc1e109,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:11:22.017271 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ae82ef70-c015-4b82-add9-7e95534e4df5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:11:22.198293 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-e470d1a9-7464-485c-8c06-823da9007a05 req-ae82ef70-c015-4b82-add9-7e95534e4df5 service neutron] Attempting to bind port c56fb065-22d2-45ae-80a7-d8722fc1e109 on host hv-neutron-7729 for vnic_type normal with profile  {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 11:11:22.198671 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-e470d1a9-7464-485c-8c06-823da9007a05 req-ae82ef70-c015-4b82-add9-7e95534e4df5 service neutron] Attempting to bind port c56fb065-22d2-45ae-80a7-d8722fc1e109 by drivers openvswitch on host hv-neutron-7729 at level 0 using segments [{'id': '5ac97e64-e494-43e2-8c4f-00c3d8bf9752', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '65e16cc1-fcf1-4203-9a84-b0394476f4af'}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 11:11:22.199044 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e470d1a9-7464-485c-8c06-823da9007a05 req-ae82ef70-c015-4b82-add9-7e95534e4df5 service neutron] Attempting to bind port c56fb065-22d2-45ae-80a7-d8722fc1e109 on network 65e16cc1-fcf1-4203-9a84-b0394476f4af {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 11:11:22.205051 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e470d1a9-7464-485c-8c06-823da9007a05 req-ae82ef70-c015-4b82-add9-7e95534e4df5 service neutron] Checking agent: {'id': '5acf9624-c829-41ba-afd9-92278081af05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 10, 2, 34), 'started_at': datetime.datetime(2021, 1, 29, 10, 3, 4), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 11, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 11:11:22.205423 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e470d1a9-7464-485c-8c06-823da9007a05 req-ae82ef70-c015-4b82-add9-7e95534e4df5 service neutron] Checking segment: {'id': '5ac97e64-e494-43e2-8c4f-00c3d8bf9752', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '65e16cc1-fcf1-4203-9a84-b0394476f4af'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 11:11:22.205854 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e470d1a9-7464-485c-8c06-823da9007a05 req-ae82ef70-c015-4b82-add9-7e95534e4df5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:11:22.206253 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e470d1a9-7464-485c-8c06-823da9007a05 req-ae82ef70-c015-4b82-add9-7e95534e4df5 service neutron] Bound using segment: {'id': '5ac97e64-e494-43e2-8c4f-00c3d8bf9752', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '65e16cc1-fcf1-4203-9a84-b0394476f4af'} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 11:11:22.206733 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-e470d1a9-7464-485c-8c06-823da9007a05 req-ae82ef70-c015-4b82-add9-7e95534e4df5 service neutron] Bound port: c56fb065-22d2-45ae-80a7-d8722fc1e109, host: hv-neutron-7729, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ac97e64-e494-43e2-8c4f-00c3d8bf9752', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '65e16cc1-fcf1-4203-9a84-b0394476f4af'}}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 11:11:22.207106 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e470d1a9-7464-485c-8c06-823da9007a05 req-ae82ef70-c015-4b82-add9-7e95534e4df5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:11:22.302626 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-e470d1a9-7464-485c-8c06-823da9007a05 req-ae82ef70-c015-4b82-add9-7e95534e4df5 service neutron] For port c56fb065-22d2-45ae-80a7-d8722fc1e109, host hv-neutron-7729, cleared binding levels {{(pid=80766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 11:11:22.306361 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-e470d1a9-7464-485c-8c06-823da9007a05 req-ae82ef70-c015-4b82-add9-7e95534e4df5 service neutron] For port c56fb065-22d2-45ae-80a7-d8722fc1e109, host hv-neutron-7729, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=c56fb065-22d2-45ae-80a7-d8722fc1e109,segment=NetworkSegment(5ac97e64-e494-43e2-8c4f-00c3d8bf9752),segment_id=5ac97e64-e494-43e2-8c4f-00c3d8bf9752)] {{(pid=80766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 11:11:22.309689 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e470d1a9-7464-485c-8c06-823da9007a05 req-ae82ef70-c015-4b82-add9-7e95534e4df5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:11:22.325188 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e3a78e72-a6b9-4318-8c94-ae28229d131b tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:11:22.475029 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae82ef70-c015-4b82-add9-7e95534e4df5 service neutron] Pushing event updated for resources: {'Port': ['ID=c56fb065-22d2-45ae-80a7-d8722fc1e109,revision_number=3']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:11:22.480339 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ae82ef70-c015-4b82-add9-7e95534e4df5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:11:22.511243 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470d1a9-7464-485c-8c06-823da9007a05 req-ae82ef70-c015-4b82-add9-7e95534e4df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:11:22.511765 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e470d1a9-7464-485c-8c06-823da9007a05 req-ae82ef70-c015-4b82-add9-7e95534e4df5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:11:22.513253 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e470d1a9-7464-485c-8c06-823da9007a05 req-ae82ef70-c015-4b82-add9-7e95534e4df5 service neutron] 10.222.0.22 "PUT /v2.0/ports/c56fb065-22d2-45ae-80a7-d8722fc1e109 HTTP/1.1" status: 200  len: 1157 time: 1.2550380
Jan 29 11:11:22.513833 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74ffd108-3288-4def-bdda-6453bac9328e', 'tag': 'c56fb065-22d2-45ae-80a7-d8722fc1e109'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 11:11:22.653226 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470d1a9-7464-485c-8c06-823da9007a05 req-9b64454c-3874-40e7-82bd-fdba9e33ca8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:11:22.654935 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e470d1a9-7464-485c-8c06-823da9007a05 req-9b64454c-3874-40e7-82bd-fdba9e33ca8a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=80addfac96c742afa69cf02742904b03&device_id=74ffd108-3288-4def-bdda-6453bac9328e HTTP/1.1" status: 200  len: 1160 time: 0.0868526
Jan 29 11:11:22.737753 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e470d1a9-7464-485c-8c06-823da9007a05 req-aaf63eba-fe69-4dba-8428-7029e790a5ba service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c56fb065-22d2-45ae-80a7-d8722fc1e109 HTTP/1.1" status: 200  len: 217 time: 0.0695238
Jan 29 11:11:22.779212 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b21f8-8c6a-49d6-ab2c-811fd6cfe6a2 req-f5af5f0f-97b6-47bf-b51a-d661a5d3a3f3 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:11:22.780845 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a89b21f8-8c6a-49d6-ab2c-811fd6cfe6a2 req-f5af5f0f-97b6-47bf-b51a-d661a5d3a3f3 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=74ffd108-3288-4def-bdda-6453bac9328e HTTP/1.1" status: 200  len: 943 time: 0.1740651
Jan 29 11:11:22.813013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470d1a9-7464-485c-8c06-823da9007a05 req-58db76d2-84b7-4dcc-a3e2-559489d87482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:11:22.814627 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e470d1a9-7464-485c-8c06-823da9007a05 req-58db76d2-84b7-4dcc-a3e2-559489d87482 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6701916f-c50b-43dd-8657-78928268da39 HTTP/1.1" status: 200  len: 847 time: 0.0679762
Jan 29 11:11:22.849335 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a89b21f8-8c6a-49d6-ab2c-811fd6cfe6a2 req-0b14b224-228c-4e61-9432-e5fec4bea724 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=35399578-5b05-437c-a2f8-4282cb81837d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0613441
Jan 29 11:11:22.897938 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470d1a9-7464-485c-8c06-823da9007a05 req-cbae6079-7dec-4c00-ac5f-de701275c56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:11:22.900132 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e470d1a9-7464-485c-8c06-823da9007a05 req-cbae6079-7dec-4c00-ac5f-de701275c56a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=65e16cc1-fcf1-4203-9a84-b0394476f4af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0785162
Jan 29 11:11:22.930452 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74ffd108-3288-4def-bdda-6453bac9328e', 'tag': 'c56fb065-22d2-45ae-80a7-d8722fc1e109', 'status': 'completed', 'code': 200}
Jan 29 11:11:23.047994 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e470d1a9-7464-485c-8c06-823da9007a05 req-53ab0ab0-d4f2-46ca-bce0-71ae806e8dc8 service neutron] 10.222.0.22 "GET /v2.0/networks/65e16cc1-fcf1-4203-9a84-b0394476f4af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1416986
Jan 29 11:11:23.193736 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e470d1a9-7464-485c-8c06-823da9007a05 req-4aad4fc0-cf0b-450f-9544-c95b6f219031 service neutron] 10.222.0.22 "GET /v2.0/networks/65e16cc1-fcf1-4203-9a84-b0394476f4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1381969
Jan 29 11:11:23.356226 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f79b62-f60d-4d25-bb7e-b16500cb03f0 req-fbcf20b0-f97e-4ddb-a8f9-ccfa649e515e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:11:23.357898 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-32f79b62-f60d-4d25-bb7e-b16500cb03f0 req-fbcf20b0-f97e-4ddb-a8f9-ccfa649e515e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=80addfac96c742afa69cf02742904b03&device_id=74ffd108-3288-4def-bdda-6453bac9328e HTTP/1.1" status: 200  len: 1160 time: 0.0843072
Jan 29 11:11:23.500137 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f79b62-f60d-4d25-bb7e-b16500cb03f0 req-be63fae0-11da-4c8f-8745-5fd6908db77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:11:23.501735 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-32f79b62-f60d-4d25-bb7e-b16500cb03f0 req-be63fae0-11da-4c8f-8745-5fd6908db77c service neutron] 10.222.0.22 "GET /v2.0/networks?id=65e16cc1-fcf1-4203-9a84-b0394476f4af HTTP/1.1" status: 200  len: 902 time: 0.1373022
Jan 29 11:11:23.574412 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-32f79b62-f60d-4d25-bb7e-b16500cb03f0 req-b926847a-1413-44b7-ad21-169d5d38658f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c56fb065-22d2-45ae-80a7-d8722fc1e109 HTTP/1.1" status: 200  len: 217 time: 0.0658386
Jan 29 11:11:23.645218 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f79b62-f60d-4d25-bb7e-b16500cb03f0 req-dfad04f5-153e-4f4e-8944-599b6e717218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:11:23.646861 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-32f79b62-f60d-4d25-bb7e-b16500cb03f0 req-dfad04f5-153e-4f4e-8944-599b6e717218 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6701916f-c50b-43dd-8657-78928268da39 HTTP/1.1" status: 200  len: 847 time: 0.0668454
Jan 29 11:11:23.726705 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f79b62-f60d-4d25-bb7e-b16500cb03f0 req-b5c31531-962d-4894-9e03-f531e3e429af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:11:23.728293 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-32f79b62-f60d-4d25-bb7e-b16500cb03f0 req-b5c31531-962d-4894-9e03-f531e3e429af service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=65e16cc1-fcf1-4203-9a84-b0394476f4af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0746498
Jan 29 11:11:23.870514 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-32f79b62-f60d-4d25-bb7e-b16500cb03f0 req-21784068-710a-4ac3-8eab-e3526e618f0a service neutron] 10.222.0.22 "GET /v2.0/networks/65e16cc1-fcf1-4203-9a84-b0394476f4af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1347632
Jan 29 11:11:23.894804 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b2364fdc-3eb4-4065-b176-9b773dcee402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:11:24.026879 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-32f79b62-f60d-4d25-bb7e-b16500cb03f0 req-d7f2f42a-6721-40a2-b5fd-4cd3940afca5 service neutron] 10.222.0.22 "GET /v2.0/networks/65e16cc1-fcf1-4203-9a84-b0394476f4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1494639
Jan 29 11:11:24.155580 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e69ba-4e26-479b-b4d0-70644fcd70b6 req-41841c3a-617e-4ba6-8202-02f5a518bb13 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:11:24.157115 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-089e69ba-4e26-479b-b4d0-70644fcd70b6 req-41841c3a-617e-4ba6-8202-02f5a518bb13 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=74ffd108-3288-4def-bdda-6453bac9328e HTTP/1.1" status: 200  len: 943 time: 0.1697845
Jan 29 11:11:24.221273 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-089e69ba-4e26-479b-b4d0-70644fcd70b6 req-cf6428a6-036b-4800-9d17-642216bf3101 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=35399578-5b05-437c-a2f8-4282cb81837d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0576439
Jan 29 11:11:24.509820 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:11:25.064606 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:11:25.526310 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632734d9-c12a-4f60-9d56-b106cb857aef req-010f536a-d5ca-486c-946a-624c7400c58f tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:11:25.527892 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-632734d9-c12a-4f60-9d56-b106cb857aef req-010f536a-d5ca-486c-946a-624c7400c58f tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=74ffd108-3288-4def-bdda-6453bac9328e HTTP/1.1" status: 200  len: 943 time: 0.1691949
Jan 29 11:11:25.592407 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-632734d9-c12a-4f60-9d56-b106cb857aef req-67e32461-86c7-42f4-ba5f-35d89dd397ee tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=35399578-5b05-437c-a2f8-4282cb81837d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0582337
Jan 29 11:11:26.367100 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:11:26.887452 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a280357-d146-4067-9af1-66ee638822af req-53649f73-efe1-4139-8e2e-50a711407c6e tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:11:26.889017 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9a280357-d146-4067-9af1-66ee638822af req-53649f73-efe1-4139-8e2e-50a711407c6e tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=74ffd108-3288-4def-bdda-6453bac9328e HTTP/1.1" status: 200  len: 943 time: 0.1671464
Jan 29 11:11:26.955192 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9a280357-d146-4067-9af1-66ee638822af req-edff4ddd-2729-4539-9e58-b29cbc08db6e tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=35399578-5b05-437c-a2f8-4282cb81837d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0599623
Jan 29 11:11:28.254558 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2f048-bbe5-4658-b68c-f2636e9e62e3 req-f538e5ce-9209-40b7-a780-87ed8d96ec34 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:11:28.256097 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-27b2f048-bbe5-4658-b68c-f2636e9e62e3 req-f538e5ce-9209-40b7-a780-87ed8d96ec34 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=74ffd108-3288-4def-bdda-6453bac9328e HTTP/1.1" status: 200  len: 943 time: 0.1695840
Jan 29 11:11:28.321433 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-27b2f048-bbe5-4658-b68c-f2636e9e62e3 req-76687354-420a-4553-ac83-c0664263f8d2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=35399578-5b05-437c-a2f8-4282cb81837d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0582907
Jan 29 11:11:29.617484 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501dbb86-4d14-453c-bfdc-f3a3948737b1 req-54dd415f-ce59-48f9-a474-7e810833e652 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:11:29.619105 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-501dbb86-4d14-453c-bfdc-f3a3948737b1 req-54dd415f-ce59-48f9-a474-7e810833e652 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=74ffd108-3288-4def-bdda-6453bac9328e HTTP/1.1" status: 200  len: 943 time: 0.1706827
Jan 29 11:11:29.683551 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-501dbb86-4d14-453c-bfdc-f3a3948737b1 req-fbc59d9b-1c3e-4d96-b6db-eb8964c65392 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=35399578-5b05-437c-a2f8-4282cb81837d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0580366
Jan 29 11:11:30.977113 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f47e3-be40-4b2d-94c5-b2ef05f8ab81 req-9d99126c-6fbb-436f-8f6c-ce6381747947 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:11:30.979263 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2b7f47e3-be40-4b2d-94c5-b2ef05f8ab81 req-9d99126c-6fbb-436f-8f6c-ce6381747947 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=74ffd108-3288-4def-bdda-6453bac9328e HTTP/1.1" status: 200  len: 943 time: 0.1656175
Jan 29 11:11:31.043724 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2b7f47e3-be40-4b2d-94c5-b2ef05f8ab81 req-ba965a6b-1332-4f85-b725-7a077317e0e8 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=35399578-5b05-437c-a2f8-4282cb81837d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0580304
Jan 29 11:11:32.348247 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f5acd-8bb2-4eac-a89b-27f63cc487ee req-0acc69dd-645f-4f39-b608-784ef96f7357 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:11:32.349930 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-252f5acd-8bb2-4eac-a89b-27f63cc487ee req-0acc69dd-645f-4f39-b608-784ef96f7357 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=74ffd108-3288-4def-bdda-6453bac9328e HTTP/1.1" status: 200  len: 943 time: 0.1757696
Jan 29 11:11:32.416059 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-252f5acd-8bb2-4eac-a89b-27f63cc487ee req-f15dcf72-4edd-456a-8dbf-dc3a6361bd7b tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=35399578-5b05-437c-a2f8-4282cb81837d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0581079
Jan 29 11:11:32.973740 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device c56fb065-22d2-45ae-80a7-d8722fc1e109 up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 11:11:33.044991 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning for port c56fb065-22d2-45ae-80a7-d8722fc1e109 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 11:11:33.049748 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port c56fb065-22d2-45ae-80a7-d8722fc1e109 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:11:33.050204 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:11:33.170014 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:11:33.198801 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ffd108-3288-4def-bdda-6453bac9328e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c56fb065-22d2-45ae-80a7-d8722fc1e109'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 11:11:33.208999 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port c56fb065-22d2-45ae-80a7-d8722fc1e109, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=c56fb065-22d2-45ae-80a7-d8722fc1e109,segment=NetworkSegment(5ac97e64-e494-43e2-8c4f-00c3d8bf9752),segment_id=5ac97e64-e494-43e2-8c4f-00c3d8bf9752)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 11:11:33.212271 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:11:33.214202 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-85f4eb4b-219e-4b8b-841c-11074b7c6ab0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:11:33.261624 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74ffd108-3288-4def-bdda-6453bac9328e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c56fb065-22d2-45ae-80a7-d8722fc1e109', 'code': 200}
Jan 29 11:11:33.288334 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=c56fb065-22d2-45ae-80a7-d8722fc1e109,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:11:33.297073 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:11:33.297464 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:11:33.297873 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:11:33.298251 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:11:33.298649 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:11:33.299024 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:11:33.299393 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:11:33.299793 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:11:33.300132 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:11:33.300503 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:11:33.300869 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:11:33.301233 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:11:33.301673 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:11:33.302062 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:11:33.302426 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:11:33.302790 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:11:33.303150 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:11:33.303512 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:11:33.303872 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:11:33.304232 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:11:33.304590 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:11:33.304975 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:11:33.305398 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:11:33.305755 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:11:33.310105 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:11:33.722468 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff7a01b-fed1-4066-822f-22b85d9cb59b req-1c7653d8-03fb-415b-994a-40aa263d26a6 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:11:33.724255 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cff7a01b-fed1-4066-822f-22b85d9cb59b req-1c7653d8-03fb-415b-994a-40aa263d26a6 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=74ffd108-3288-4def-bdda-6453bac9328e HTTP/1.1" status: 200  len: 945 time: 0.1787429
Jan 29 11:11:33.792504 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cff7a01b-fed1-4066-822f-22b85d9cb59b req-8071e2a4-2e31-45d6-bdc6-2939d4cdbe6b tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=35399578-5b05-437c-a2f8-4282cb81837d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0609298
Jan 29 11:11:33.863507 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758cbf24-4468-4eae-86f2-c7e3ba5151b9 req-1ce184cd-c270-4234-8583-79bbb71cb592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:11:33.865128 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-758cbf24-4468-4eae-86f2-c7e3ba5151b9 req-1ce184cd-c270-4234-8583-79bbb71cb592 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=74ffd108-3288-4def-bdda-6453bac9328e HTTP/1.1" status: 200  len: 1162 time: 0.3727438
Jan 29 11:11:33.908954 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-758cbf24-4468-4eae-86f2-c7e3ba5151b9 req-c29f4903-91a2-4768-b7b2-f5be49ebcc0e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=35399578-5b05-437c-a2f8-4282cb81837d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0366881
Jan 29 11:11:34.396818 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device c56fb065-22d2-45ae-80a7-d8722fc1e109 up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 11:11:34.470741 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port c56fb065-22d2-45ae-80a7-d8722fc1e109 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:11:34.471163 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:11:35.097050 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14381b18-43b4-4602-bb96-0f4636522db2 req-bd704879-f937-43a7-a752-7a7e0ec9693f tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:11:35.098792 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-14381b18-43b4-4602-bb96-0f4636522db2 req-bd704879-f937-43a7-a752-7a7e0ec9693f tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=74ffd108-3288-4def-bdda-6453bac9328e HTTP/1.1" status: 200  len: 945 time: 0.1747479
Jan 29 11:11:35.163207 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-14381b18-43b4-4602-bb96-0f4636522db2 req-cb4cf93c-c591-4ef5-8316-2a3659bfa20a tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=35399578-5b05-437c-a2f8-4282cb81837d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0576487
Jan 29 11:11:35.378863 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:11:36.439250 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device c56fb065-22d2-45ae-80a7-d8722fc1e109 up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 11:11:36.459916 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d18e3f0-7421-4f11-939e-4bc3a143da09 req-71b97ecd-7093-4809-80fd-71f4b34180f7 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:11:36.462180 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5d18e3f0-7421-4f11-939e-4bc3a143da09 req-71b97ecd-7093-4809-80fd-71f4b34180f7 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=74ffd108-3288-4def-bdda-6453bac9328e HTTP/1.1" status: 200  len: 945 time: 0.1674705
Jan 29 11:11:36.512634 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port c56fb065-22d2-45ae-80a7-d8722fc1e109 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:11:36.513045 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:11:36.527678 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5d18e3f0-7421-4f11-939e-4bc3a143da09 req-32e39818-d311-4538-b5f8-579a12be48a3 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=35399578-5b05-437c-a2f8-4282cb81837d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0589118
Jan 29 11:11:36.820739 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d18ed-3c6f-4aff-9781-424c337e5bb5 req-75502428-3716-4a9f-8ab0-cf6e08de3395 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:11:36.823105 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1f1d18ed-3c6f-4aff-9781-424c337e5bb5 req-75502428-3716-4a9f-8ab0-cf6e08de3395 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=74ffd108-3288-4def-bdda-6453bac9328e HTTP/1.1" status: 200  len: 945 time: 0.1673379
Jan 29 11:11:36.888716 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1f1d18ed-3c6f-4aff-9781-424c337e5bb5 req-f6ba2a21-f80a-4525-8dad-ca71684ff831 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=35399578-5b05-437c-a2f8-4282cb81837d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0592813
Jan 29 11:11:37.128146 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2f29cbe1-9b20-41db-9975-a38ff79fb287 req-0b4388ce-b0cd-40df-9a0d-fdae23333c81 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1880333
Jan 29 11:11:37.138478 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-2f29cbe1-9b20-41db-9975-a38ff79fb287 req-c7870bc7-2a1a-43be-bad0-786561054717 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Request body: {'floatingip': {'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 11:11:37.159567 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-2f29cbe1-9b20-41db-9975-a38ff79fb287 req-c7870bc7-2a1a-43be-bad0-786561054717 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 11:11:37.163948 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-2f29cbe1-9b20-41db-9975-a38ff79fb287 req-c7870bc7-2a1a-43be-bad0-786561054717 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Usage tracker for resource:floatingip and tenant:80addfac96c742afa69cf02742904b03 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 11:11:37.168200 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-2f29cbe1-9b20-41db-9975-a38ff79fb287 req-c7870bc7-2a1a-43be-bad0-786561054717 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 11:11:37.175860 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-2f29cbe1-9b20-41db-9975-a38ff79fb287 req-c7870bc7-2a1a-43be-bad0-786561054717 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 11:11:37.186571 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-2f29cbe1-9b20-41db-9975-a38ff79fb287 req-c7870bc7-2a1a-43be-bad0-786561054717 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks [] for floatingip, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:11:37.579279 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-2f29cbe1-9b20-41db-9975-a38ff79fb287 req-c7870bc7-2a1a-43be-bad0-786561054717 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:11:37.854906 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [req-2f29cbe1-9b20-41db-9975-a38ff79fb287 req-c7870bc7-2a1a-43be-bad0-786561054717 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Allocated IP 172.26.7.154 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/75138490-c16e-479d-b53b-4632b38007e0) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 11:11:38.012541 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-2f29cbe1-9b20-41db-9975-a38ff79fb287 req-c7870bc7-2a1a-43be-bad0-786561054717 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:11:38.041213 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-2f29cbe1-9b20-41db-9975-a38ff79fb287 req-c7870bc7-2a1a-43be-bad0-786561054717 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:11:38.056305 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5f99a0d5-ae90-496b-becf-95e0f7f9d61f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:11:38.194642 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7870bc7-2a1a-43be-bad0-786561054717 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Pushing event updated for resources: {'Port': ['ID=75138490-c16e-479d-b53b-4632b38007e0,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:11:38.199810 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c7870bc7-2a1a-43be-bad0-786561054717 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:11:38.247897 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f29cbe1-9b20-41db-9975-a38ff79fb287 req-c7870bc7-2a1a-43be-bad0-786561054717 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 11:11:38.249035 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [req-2f29cbe1-9b20-41db-9975-a38ff79fb287 req-c7870bc7-2a1a-43be-bad0-786561054717 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 11:11:38.251384 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f29cbe1-9b20-41db-9975-a38ff79fb287 req-c7870bc7-2a1a-43be-bad0-786561054717 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 11:11:38.338229 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-2f29cbe1-9b20-41db-9975-a38ff79fb287 req-c7870bc7-2a1a-43be-bad0-786561054717 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:11:38.398239 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-2f29cbe1-9b20-41db-9975-a38ff79fb287 req-c7870bc7-2a1a-43be-bad0-786561054717 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:11:38.669612 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-2f29cbe1-9b20-41db-9975-a38ff79fb287 req-c7870bc7-2a1a-43be-bad0-786561054717 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:11:38.672962 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-2f29cbe1-9b20-41db-9975-a38ff79fb287 req-c7870bc7-2a1a-43be-bad0-786561054717 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:11:38.688000 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c7b2cb33-e98a-43a1-859f-7a2f511e23f7 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:11:38.823080 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7870bc7-2a1a-43be-bad0-786561054717 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Pushing event updated for resources: {'Port': ['ID=75138490-c16e-479d-b53b-4632b38007e0,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:11:38.827470 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c7870bc7-2a1a-43be-bad0-786561054717 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:11:38.928194 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-2f29cbe1-9b20-41db-9975-a38ff79fb287 req-c7870bc7-2a1a-43be-bad0-786561054717 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:11:38.954059 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-2f29cbe1-9b20-41db-9975-a38ff79fb287 req-c7870bc7-2a1a-43be-bad0-786561054717 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:11:38.955373 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2f29cbe1-9b20-41db-9975-a38ff79fb287 req-c7870bc7-2a1a-43be-bad0-786561054717 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.8212235
Jan 29 11:11:39.058121 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-2f29cbe1-9b20-41db-9975-a38ff79fb287 req-61cdbe53-4a7e-47de-97ea-fd38016d9c95 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Synchronizing usage tracker for tenant:80addfac96c742afa69cf02742904b03 on resource:floatingip {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 11:11:39.072960 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-2f29cbe1-9b20-41db-9975-a38ff79fb287 req-61cdbe53-4a7e-47de-97ea-fd38016d9c95 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Unset dirty status for tenant:80addfac96c742afa69cf02742904b03 on resource:floatingip {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 11:11:39.074229 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2f29cbe1-9b20-41db-9975-a38ff79fb287 req-61cdbe53-4a7e-47de-97ea-fd38016d9c95 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.26.7.154 HTTP/1.1" status: 200  len: 696 time: 0.1122596
Jan 29 11:11:39.320392 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f29cbe1-9b20-41db-9975-a38ff79fb287 req-c80d1136-73f2-45ba-9195-219c8ca03aa5 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:11:39.322193 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2f29cbe1-9b20-41db-9975-a38ff79fb287 req-c80d1136-73f2-45ba-9195-219c8ca03aa5 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/networks/aadf795f-2e1a-4d04-be0e-12575f0f28a5 HTTP/1.1" status: 200  len: 784 time: 0.2417767
Jan 29 11:11:39.590330 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16233fa9-1b4f-4abd-820c-943fc56bbe98 req-f8c81e53-cf62-4ff6-8e13-ed450cf3c027 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:11:39.591876 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-16233fa9-1b4f-4abd-820c-943fc56bbe98 req-f8c81e53-cf62-4ff6-8e13-ed450cf3c027 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=74ffd108-3288-4def-bdda-6453bac9328e&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1633654
Jan 29 11:11:39.694824 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-16233fa9-1b4f-4abd-820c-943fc56bbe98 req-eae1b598-9baf-420c-b247-b24c46fea886 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.26.7.154 HTTP/1.1" status: 200  len: 696 time: 0.0967495
Jan 29 11:11:39.705341 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-16233fa9-1b4f-4abd-820c-943fc56bbe98 req-a7ab11fa-0f26-475c-8e9b-e8d8086e0aff tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Request body: {'floatingip': {'port_id': 'c56fb065-22d2-45ae-80a7-d8722fc1e109', 'fixed_ip_address': '172.20.0.7'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 11:11:39.802437 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-16233fa9-1b4f-4abd-820c-943fc56bbe98 req-a7ab11fa-0f26-475c-8e9b-e8d8086e0aff tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks [] for floatingip, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:11:40.426932 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-16233fa9-1b4f-4abd-820c-943fc56bbe98 req-a7ab11fa-0f26-475c-8e9b-e8d8086e0aff tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:11:40.429811 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-16233fa9-1b4f-4abd-820c-943fc56bbe98 req-a7ab11fa-0f26-475c-8e9b-e8d8086e0aff tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:11:40.875649 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [req-16233fa9-1b4f-4abd-820c-943fc56bbe98 req-a7ab11fa-0f26-475c-8e9b-e8d8086e0aff tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Floating IP 34f17da4-ed2f-4866-af73-8217c9dbd96a associated. External IP: 172.26.7.154, port: c56fb065-22d2-45ae-80a7-d8722fc1e109.
Jan 29 11:11:41.249191 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16233fa9-1b4f-4abd-820c-943fc56bbe98 req-a7ab11fa-0f26-475c-8e9b-e8d8086e0aff tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Router 471fb449-b6bd-4f42-9829-ef4fc599d2d2 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 11:11:41.447544 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16233fa9-1b4f-4abd-820c-943fc56bbe98 req-a7ab11fa-0f26-475c-8e9b-e8d8086e0aff tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 11:11:41.451943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-16233fa9-1b4f-4abd-820c-943fc56bbe98 req-a7ab11fa-0f26-475c-8e9b-e8d8086e0aff tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:11:41.457925 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0568d9a-6479-4cd0-8d37-8c8723ed91b2 None None] Sync routers for ids ['471fb449-b6bd-4f42-9829-ef4fc599d2d2'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 11:11:41.469241 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0568d9a-6479-4cd0-8d37-8c8723ed91b2 None None] Routers {'471fb449-b6bd-4f42-9829-ef4fc599d2d2'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 11:11:41.469958 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-f0568d9a-6479-4cd0-8d37-8c8723ed91b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c940acc0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T11:11:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['471fb449-b6bd-4f42-9829-ef4fc599d2d2'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:11:41.512951 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-16233fa9-1b4f-4abd-820c-943fc56bbe98 req-a7ab11fa-0f26-475c-8e9b-e8d8086e0aff tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "PUT /v2.0/floatingips/34f17da4-ed2f-4866-af73-8217c9dbd96a HTTP/1.1" status: 200  len: 996 time: 1.8115489
Jan 29 11:11:41.513466 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74ffd108-3288-4def-bdda-6453bac9328e', 'tag': 'c56fb065-22d2-45ae-80a7-d8722fc1e109'}] {{(pid=80765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 11:11:41.611835 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16233fa9-1b4f-4abd-820c-943fc56bbe98 req-b39369ff-f44d-44a2-8f07-1c553746d911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:11:41.613479 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-16233fa9-1b4f-4abd-820c-943fc56bbe98 req-b39369ff-f44d-44a2-8f07-1c553746d911 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=80addfac96c742afa69cf02742904b03&device_id=74ffd108-3288-4def-bdda-6453bac9328e HTTP/1.1" status: 200  len: 1162 time: 0.0865672
Jan 29 11:11:41.664129 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-f0568d9a-6479-4cd0-8d37-8c8723ed91b2 None None] Set router 471fb449-b6bd-4f42-9829-ef4fc599d2d2 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 11:11:41.756742 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16233fa9-1b4f-4abd-820c-943fc56bbe98 req-b3647fe1-96a5-4aac-8cf2-348c3edb8403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:11:41.758958 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-16233fa9-1b4f-4abd-820c-943fc56bbe98 req-b3647fe1-96a5-4aac-8cf2-348c3edb8403 service neutron] 10.222.0.57 "GET /v2.0/networks?id=65e16cc1-fcf1-4203-9a84-b0394476f4af HTTP/1.1" status: 200  len: 902 time: 0.1384325
Jan 29 11:11:41.868651 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-16233fa9-1b4f-4abd-820c-943fc56bbe98 req-1072497c-ef5a-4d59-96c4-512e6a7a3254 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c56fb065-22d2-45ae-80a7-d8722fc1e109 HTTP/1.1" status: 200  len: 999 time: 0.1027920
Jan 29 11:11:41.938596 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16233fa9-1b4f-4abd-820c-943fc56bbe98 req-5b2bb28f-ccbb-4f67-971f-09208845890a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:11:41.940088 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-16233fa9-1b4f-4abd-820c-943fc56bbe98 req-5b2bb28f-ccbb-4f67-971f-09208845890a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6701916f-c50b-43dd-8657-78928268da39 HTTP/1.1" status: 200  len: 847 time: 0.0651481
Jan 29 11:11:42.022355 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16233fa9-1b4f-4abd-820c-943fc56bbe98 req-b7751519-e244-40c5-9e0a-aacf06a02539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:11:42.024070 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-16233fa9-1b4f-4abd-820c-943fc56bbe98 req-b7751519-e244-40c5-9e0a-aacf06a02539 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=65e16cc1-fcf1-4203-9a84-b0394476f4af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0765076
Jan 29 11:11:42.033521 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-f0568d9a-6479-4cd0-8d37-8c8723ed91b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c940acc0>, [{'id': '471fb449-b6bd-4f42-9829-ef4fc599d2d2', 'name': 'tempest-TestShelveInstance-860406117-router', 'tenant_id': '80addfac96c742afa69cf02742904b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.95'}], 'enable_snat': True}, 'gw_port_id': 'aa268956-f2e3-4883-ae87-872970a7c80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:05:14Z', 'updated_at': '2021-01-29T11:05:19Z', 'revision_number': 4, 'project_id': '80addfac96c742afa69cf02742904b03', 'gw_port': {'id': 'aa268956-f2e3-4883-ae87-872970a7c80d', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:62:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471fb449-b6bd-4f42-9829-ef4fc599d2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:05:15Z', 'updated_at': '2021-01-29T11:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': '34f17da4-ed2f-4866-af73-8217c9dbd96a', 'tenant_id': '80addfac96c742afa69cf02742904b03', 'floating_ip_address': '172.26.7.154', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '471fb449-b6bd-4f42-9829-ef4fc599d2d2', 'port_id': 'c56fb065-22d2-45ae-80a7-d8722fc1e109', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65e16cc1-fcf1-4203-9a84-b0394476f4af', 'mac_address': 'fa:16:3e:6f:45:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ffd108-3288-4def-bdda-6453bac9328e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T11:11:38Z', 'updated_at': '2021-01-29T11:11:40Z', 'revision_number': 1, 'project_id': '80addfac96c742afa69cf02742904b03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad9fc58e-aa5e-40ea-a44a-8fb48aa6e86c', 'name': '', 'network_id': '65e16cc1-fcf1-4203-9a84-b0394476f4af', 'tenant_id': '80addfac96c742afa69cf02742904b03', 'mac_address': 'fa:16:3e:51:6e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471fb449-b6bd-4f42-9829-ef4fc599d2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '6701916f-c50b-43dd-8657-78928268da39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:05:18Z', 'updated_at': '2021-01-29T11:05:28Z', 'revision_number': 5, 'project_id': '80addfac96c742afa69cf02742904b03', 'subnets': [{'id': '6701916f-c50b-43dd-8657-78928268da39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:11:42.038018 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0568d9a-6479-4cd0-8d37-8c8723ed91b2 None None] Checking router: 471fb449-b6bd-4f42-9829-ef4fc599d2d2 for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 11:11:42.047328 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0568d9a-6479-4cd0-8d37-8c8723ed91b2 None None] Routers {'471fb449-b6bd-4f42-9829-ef4fc599d2d2'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 11:11:42.048000 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-f0568d9a-6479-4cd0-8d37-8c8723ed91b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c940acc0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T11:11:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['471fb449-b6bd-4f42-9829-ef4fc599d2d2'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:11:42.170074 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-16233fa9-1b4f-4abd-820c-943fc56bbe98 req-4cdc3729-3be6-43c6-818a-bdc708fd9582 service neutron] 10.222.0.57 "GET /v2.0/networks/65e16cc1-fcf1-4203-9a84-b0394476f4af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1387107
Jan 29 11:11:42.240066 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-f0568d9a-6479-4cd0-8d37-8c8723ed91b2 None None] Set router 471fb449-b6bd-4f42-9829-ef4fc599d2d2 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 11:11:42.321323 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-16233fa9-1b4f-4abd-820c-943fc56bbe98 req-c15792ca-746d-4c9a-a977-ee809bc390cf service neutron] 10.222.0.57 "GET /v2.0/networks/65e16cc1-fcf1-4203-9a84-b0394476f4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1434827
Jan 29 11:11:42.397088 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74ffd108-3288-4def-bdda-6453bac9328e', 'tag': 'c56fb065-22d2-45ae-80a7-d8722fc1e109', 'status': 'completed', 'code': 200}
Jan 29 11:11:42.518747 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb79fa-e406-4c74-8fc9-300e87b29249 req-10b633bf-d0cd-4674-8b04-d705a65f6a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:11:42.520298 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-06cb79fa-e406-4c74-8fc9-300e87b29249 req-10b633bf-d0cd-4674-8b04-d705a65f6a87 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=80addfac96c742afa69cf02742904b03&device_id=74ffd108-3288-4def-bdda-6453bac9328e HTTP/1.1" status: 200  len: 1162 time: 0.0792413
Jan 29 11:11:42.616305 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-f0568d9a-6479-4cd0-8d37-8c8723ed91b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c940acc0>, [{'id': '471fb449-b6bd-4f42-9829-ef4fc599d2d2', 'name': 'tempest-TestShelveInstance-860406117-router', 'tenant_id': '80addfac96c742afa69cf02742904b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.95'}], 'enable_snat': True}, 'gw_port_id': 'aa268956-f2e3-4883-ae87-872970a7c80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:05:14Z', 'updated_at': '2021-01-29T11:05:19Z', 'revision_number': 4, 'project_id': '80addfac96c742afa69cf02742904b03', 'gw_port': {'id': 'aa268956-f2e3-4883-ae87-872970a7c80d', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:62:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471fb449-b6bd-4f42-9829-ef4fc599d2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:05:15Z', 'updated_at': '2021-01-29T11:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': '34f17da4-ed2f-4866-af73-8217c9dbd96a', 'tenant_id': '80addfac96c742afa69cf02742904b03', 'floating_ip_address': '172.26.7.154', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '471fb449-b6bd-4f42-9829-ef4fc599d2d2', 'port_id': 'c56fb065-22d2-45ae-80a7-d8722fc1e109', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65e16cc1-fcf1-4203-9a84-b0394476f4af', 'mac_address': 'fa:16:3e:6f:45:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ffd108-3288-4def-bdda-6453bac9328e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T11:11:38Z', 'updated_at': '2021-01-29T11:11:40Z', 'revision_number': 1, 'project_id': '80addfac96c742afa69cf02742904b03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad9fc58e-aa5e-40ea-a44a-8fb48aa6e86c', 'name': '', 'network_id': '65e16cc1-fcf1-4203-9a84-b0394476f4af', 'tenant_id': '80addfac96c742afa69cf02742904b03', 'mac_address': 'fa:16:3e:51:6e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471fb449-b6bd-4f42-9829-ef4fc599d2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '6701916f-c50b-43dd-8657-78928268da39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:05:18Z', 'updated_at': '2021-01-29T11:05:28Z', 'revision_number': 5, 'project_id': '80addfac96c742afa69cf02742904b03', 'subnets': [{'id': '6701916f-c50b-43dd-8657-78928268da39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:11:42.621162 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0568d9a-6479-4cd0-8d37-8c8723ed91b2 None None] The sync data for ids ['471fb449-b6bd-4f42-9829-ef4fc599d2d2'] in dv-neutron-772983-2-ovs is: [{'id': '471fb449-b6bd-4f42-9829-ef4fc599d2d2', 'name': 'tempest-TestShelveInstance-860406117-router', 'tenant_id': '80addfac96c742afa69cf02742904b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.95'}], 'enable_snat': True}, 'gw_port_id': 'aa268956-f2e3-4883-ae87-872970a7c80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:05:14Z', 'updated_at': '2021-01-29T11:05:19Z', 'revision_number': 4, 'project_id': '80addfac96c742afa69cf02742904b03', 'gw_port': {'id': 'aa268956-f2e3-4883-ae87-872970a7c80d', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:62:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471fb449-b6bd-4f42-9829-ef4fc599d2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:05:15Z', 'updated_at': '2021-01-29T11:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': '34f17da4-ed2f-4866-af73-8217c9dbd96a', 'tenant_id': '80addfac96c742afa69cf02742904b03', 'floating_ip_address': '172.26.7.154', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '471fb449-b6bd-4f42-9829-ef4fc599d2d2', 'port_id': 'c56fb065-22d2-45ae-80a7-d8722fc1e109', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65e16cc1-fcf1-4203-9a84-b0394476f4af', 'mac_address': 'fa:16:3e:6f:45:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ffd108-3288-4def-bdda-6453bac9328e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T11:11:38Z', 'updated_at': '2021-01-29T11:11:40Z', 'revision_number': 1, 'project_id': '80addfac96c742afa69cf02742904b03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad9fc58e-aa5e-40ea-a44a-8fb48aa6e86c', 'name': '', 'network_id': '65e16cc1-fcf1-4203-9a84-b0394476f4af', 'tenant_id': '80addfac96c742afa69cf02742904b03', 'mac_address': 'fa:16:3e:51:6e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471fb449-b6bd-4f42-9829-ef4fc599d2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '6701916f-c50b-43dd-8657-78928268da39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:05:18Z', 'updated_at': '2021-01-29T11:05:28Z', 'revision_number': 5, 'project_id': '80addfac96c742afa69cf02742904b03', 'subnets': [{'id': '6701916f-c50b-43dd-8657-78928268da39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 11:11:42.668519 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb79fa-e406-4c74-8fc9-300e87b29249 req-7a9b285b-e728-4533-aa1f-86ae306a2ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:11:42.670183 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-06cb79fa-e406-4c74-8fc9-300e87b29249 req-7a9b285b-e728-4533-aa1f-86ae306a2ce7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=65e16cc1-fcf1-4203-9a84-b0394476f4af HTTP/1.1" status: 200  len: 902 time: 0.1432765
Jan 29 11:11:42.779810 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-06cb79fa-e406-4c74-8fc9-300e87b29249 req-d2fd5213-54fa-45e9-9551-84aaf9b2a4c6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c56fb065-22d2-45ae-80a7-d8722fc1e109 HTTP/1.1" status: 200  len: 999 time: 0.1033173
Jan 29 11:11:42.854126 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb79fa-e406-4c74-8fc9-300e87b29249 req-36b37515-44c6-47f4-8317-6810c726814d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:11:42.855717 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-06cb79fa-e406-4c74-8fc9-300e87b29249 req-36b37515-44c6-47f4-8317-6810c726814d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6701916f-c50b-43dd-8657-78928268da39 HTTP/1.1" status: 200  len: 847 time: 0.0702560
Jan 29 11:11:42.938949 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb79fa-e406-4c74-8fc9-300e87b29249 req-aca86166-421f-46e6-8d02-42c9d138614b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:11:42.940605 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-06cb79fa-e406-4c74-8fc9-300e87b29249 req-aca86166-421f-46e6-8d02-42c9d138614b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=65e16cc1-fcf1-4203-9a84-b0394476f4af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0783768
Jan 29 11:11:42.986879 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0991922-5ad5-4c17-920b-03e235c54f15 None None] New status for floating IP 34f17da4-ed2f-4866-af73-8217c9dbd96a: ACTIVE {{(pid=80768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 29 11:11:43.093578 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-06cb79fa-e406-4c74-8fc9-300e87b29249 req-e8170423-f6b4-48a6-a372-99f78a4296dd service neutron] 10.222.0.22 "GET /v2.0/networks/65e16cc1-fcf1-4203-9a84-b0394476f4af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1457062
Jan 29 11:11:43.238963 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-06cb79fa-e406-4c74-8fc9-300e87b29249 req-73d0ebcc-ef38-48fe-92d5-ede1b088bab4 service neutron] 10.222.0.22 "GET /v2.0/networks/65e16cc1-fcf1-4203-9a84-b0394476f4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1390715
Jan 29 11:11:51.616792 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cc5817e1-5580-42bb-986b-8662526477a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:11:53.214010 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 11:11:53.886287 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c1470038-7335-42dc-a392-216239a403f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:11:54.510605 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:11:55.101612 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:11:56.372405 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:12:05.405615 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:12:21.608882 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a6e0cd50-12b3-4526-a571-41c89e80a9bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:12:23.891929 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d968ba3b-b1f9-4b20-a067-99a8470d3c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:12:24.515120 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:12:25.063879 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:12:26.373232 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:12:30.206747 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 11:12:35.416968 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:12:35.620731 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7c90cf8d-30e1-42b3-bf96-fb1f18d25fd8 req-b045628f-cf49-4af2-bbee-92fe38cf0b2e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=74ffd108-3288-4def-bdda-6453bac9328e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0794590
Jan 29 11:12:35.789670 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c90cf8d-30e1-42b3-bf96-fb1f18d25fd8 req-fa402348-fc6d-4cb0-9fa3-3ed850c6160c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:12:35.791324 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7c90cf8d-30e1-42b3-bf96-fb1f18d25fd8 req-fa402348-fc6d-4cb0-9fa3-3ed850c6160c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=80addfac96c742afa69cf02742904b03&device_id=74ffd108-3288-4def-bdda-6453bac9328e HTTP/1.1" status: 200  len: 1162 time: 0.0843375
Jan 29 11:12:35.949262 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c90cf8d-30e1-42b3-bf96-fb1f18d25fd8 req-cbdff03f-7399-4de4-9a0c-8a11b2ec39f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:12:35.950881 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7c90cf8d-30e1-42b3-bf96-fb1f18d25fd8 req-cbdff03f-7399-4de4-9a0c-8a11b2ec39f8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=65e16cc1-fcf1-4203-9a84-b0394476f4af HTTP/1.1" status: 200  len: 902 time: 0.1403205
Jan 29 11:12:36.061455 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7c90cf8d-30e1-42b3-bf96-fb1f18d25fd8 req-897edcb4-9ebf-4f5f-9e9f-1a1128a74f0a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c56fb065-22d2-45ae-80a7-d8722fc1e109 HTTP/1.1" status: 200  len: 1001 time: 0.1042361
Jan 29 11:12:36.134748 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c90cf8d-30e1-42b3-bf96-fb1f18d25fd8 req-1dc5f937-405f-4c0f-af1d-0fd7dc886dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:12:36.136280 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7c90cf8d-30e1-42b3-bf96-fb1f18d25fd8 req-1dc5f937-405f-4c0f-af1d-0fd7dc886dcc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6701916f-c50b-43dd-8657-78928268da39 HTTP/1.1" status: 200  len: 847 time: 0.0686495
Jan 29 11:12:36.218353 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c90cf8d-30e1-42b3-bf96-fb1f18d25fd8 req-c11f1e92-aba0-4558-8305-c3edf70a86d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:12:36.219854 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7c90cf8d-30e1-42b3-bf96-fb1f18d25fd8 req-c11f1e92-aba0-4558-8305-c3edf70a86d9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=65e16cc1-fcf1-4203-9a84-b0394476f4af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0774331
Jan 29 11:12:36.366277 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7c90cf8d-30e1-42b3-bf96-fb1f18d25fd8 req-02e0282e-8858-45e8-9b04-e40bb0fb8f09 service neutron] 10.222.0.22 "GET /v2.0/networks/65e16cc1-fcf1-4203-9a84-b0394476f4af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396327
Jan 29 11:12:36.511496 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7c90cf8d-30e1-42b3-bf96-fb1f18d25fd8 req-b8b1d76d-4c31-48e5-87aa-7f7039e09001 service neutron] 10.222.0.22 "GET /v2.0/networks/65e16cc1-fcf1-4203-9a84-b0394476f4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1384425
Jan 29 11:12:51.611318 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ea3a2667-66dc-46a8-adac-3eac731958a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:12:53.883057 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-254e4542-51ce-4f57-8de6-dd32e262756d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:12:54.518176 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:12:55.065703 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:12:56.377561 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:13:05.412160 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:13:07.206027 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 11:13:21.612605 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1554c94d-91a7-4c84-b222-ed5daa0bfec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:13:23.884870 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-50e4ec51-0d16-461b-b5d3-100d034d4833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:13:24.531838 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:13:25.066757 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:13:26.383256 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:13:35.415126 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:13:37.663227 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-43c461c6-7580-45d4-90c2-be1eae9bda42 req-0214ca5b-d2f2-49a8-82e5-8e3e06dc2476 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=74ffd108-3288-4def-bdda-6453bac9328e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1484249
Jan 29 11:13:37.824726 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c461c6-7580-45d4-90c2-be1eae9bda42 req-a84dc2c8-b2e3-4fe1-932a-629580194ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:13:37.826348 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-43c461c6-7580-45d4-90c2-be1eae9bda42 req-a84dc2c8-b2e3-4fe1-932a-629580194ab7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=80addfac96c742afa69cf02742904b03&device_id=74ffd108-3288-4def-bdda-6453bac9328e HTTP/1.1" status: 200  len: 1162 time: 0.0766141
Jan 29 11:13:37.982509 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c461c6-7580-45d4-90c2-be1eae9bda42 req-ff277e68-83cb-4be4-baf6-085339be551c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:13:37.984063 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-43c461c6-7580-45d4-90c2-be1eae9bda42 req-ff277e68-83cb-4be4-baf6-085339be551c service neutron] 10.222.0.22 "GET /v2.0/networks?id=65e16cc1-fcf1-4203-9a84-b0394476f4af HTTP/1.1" status: 200  len: 902 time: 0.1382592
Jan 29 11:13:38.094591 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-43c461c6-7580-45d4-90c2-be1eae9bda42 req-52fcf1d1-beaa-46a7-bb2d-da66022a76cb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c56fb065-22d2-45ae-80a7-d8722fc1e109 HTTP/1.1" status: 200  len: 1001 time: 0.1038234
Jan 29 11:13:38.169963 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c461c6-7580-45d4-90c2-be1eae9bda42 req-0778164a-e33d-4c69-b398-be1f6c138e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:13:38.171501 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-43c461c6-7580-45d4-90c2-be1eae9bda42 req-0778164a-e33d-4c69-b398-be1f6c138e33 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6701916f-c50b-43dd-8657-78928268da39 HTTP/1.1" status: 200  len: 847 time: 0.0704007
Jan 29 11:13:38.252868 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c461c6-7580-45d4-90c2-be1eae9bda42 req-57ac1171-3a6d-4422-a755-96f28a276f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:13:38.254397 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-43c461c6-7580-45d4-90c2-be1eae9bda42 req-57ac1171-3a6d-4422-a755-96f28a276f10 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=65e16cc1-fcf1-4203-9a84-b0394476f4af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0757489
Jan 29 11:13:38.396854 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-43c461c6-7580-45d4-90c2-be1eae9bda42 req-7127d9b5-3b7f-4de9-ae5d-ceb26c819f3b service neutron] 10.222.0.22 "GET /v2.0/networks/65e16cc1-fcf1-4203-9a84-b0394476f4af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1360497
Jan 29 11:13:38.539087 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-43c461c6-7580-45d4-90c2-be1eae9bda42 req-3c2bb7b2-5b36-4964-9977-000617020e07 service neutron] 10.222.0.22 "GET /v2.0/networks/65e16cc1-fcf1-4203-9a84-b0394476f4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1356645
Jan 29 11:13:41.428567 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c9348-b15a-43f7-bd44-b4636831e2a9 req-0c188897-140c-46d2-a955-ed8d44ee8331 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:13:41.430275 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-938c9348-b15a-43f7-bd44-b4636831e2a9 req-0c188897-140c-46d2-a955-ed8d44ee8331 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=74ffd108-3288-4def-bdda-6453bac9328e HTTP/1.1" status: 200  len: 945 time: 0.2459190
Jan 29 11:13:41.495240 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-938c9348-b15a-43f7-bd44-b4636831e2a9 req-1e67812a-9a78-482b-8a81-bfb2c9a3f7ea tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=35399578-5b05-437c-a2f8-4282cb81837d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0578585
Jan 29 11:13:42.805017 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65428b46-a2db-4960-9448-615619ef077c req-baa98ec1-ef86-481e-b715-f12350e326fb tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:13:42.806700 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-65428b46-a2db-4960-9448-615619ef077c req-baa98ec1-ef86-481e-b715-f12350e326fb tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=74ffd108-3288-4def-bdda-6453bac9328e HTTP/1.1" status: 200  len: 945 time: 0.1692460
Jan 29 11:13:42.872781 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-65428b46-a2db-4960-9448-615619ef077c req-fc16c8fd-493e-4a63-a40e-77632bf9ddae tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=35399578-5b05-437c-a2f8-4282cb81837d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0591719
Jan 29 11:13:44.170795 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436c906-4d9b-48e6-8993-8c6f6f1157d8 req-6352cca1-0fe7-4d6f-9827-713ef6774207 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:13:44.172417 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f436c906-4d9b-48e6-8993-8c6f6f1157d8 req-6352cca1-0fe7-4d6f-9827-713ef6774207 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=74ffd108-3288-4def-bdda-6453bac9328e HTTP/1.1" status: 200  len: 945 time: 0.1694758
Jan 29 11:13:44.205765 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 11:13:44.239782 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f436c906-4d9b-48e6-8993-8c6f6f1157d8 req-6ad3acf8-5f44-4105-8772-503814619591 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=35399578-5b05-437c-a2f8-4282cb81837d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0602405
Jan 29 11:13:45.540893 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded2f876-e7ad-47d9-aa00-ec79f80f3e63 req-3180c900-2a20-45c1-b381-a011cbeda5cb tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:13:45.543211 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ded2f876-e7ad-47d9-aa00-ec79f80f3e63 req-3180c900-2a20-45c1-b381-a011cbeda5cb tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=74ffd108-3288-4def-bdda-6453bac9328e HTTP/1.1" status: 200  len: 945 time: 0.1670382
Jan 29 11:13:45.606978 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ded2f876-e7ad-47d9-aa00-ec79f80f3e63 req-b30241b4-d453-4aa9-b800-a034219277cc tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=35399578-5b05-437c-a2f8-4282cb81837d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0573714
Jan 29 11:13:46.902603 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467512a-43c9-4295-832d-317e4dbee61c req-d2d59ff2-9312-42da-8531-3d2356ab6cc8 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:13:46.904790 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9467512a-43c9-4295-832d-317e4dbee61c req-d2d59ff2-9312-42da-8531-3d2356ab6cc8 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=74ffd108-3288-4def-bdda-6453bac9328e HTTP/1.1" status: 200  len: 945 time: 0.1680436
Jan 29 11:13:46.974675 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9467512a-43c9-4295-832d-317e4dbee61c req-0d904fa7-564e-4912-b4c5-2a4c103a1af0 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=35399578-5b05-437c-a2f8-4282cb81837d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0638733
Jan 29 11:13:48.268039 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a9fe0-dea2-457f-b91a-d7533157acc9 req-82ffbb41-6a86-4f6e-a937-5f52e735eaf4 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:13:48.269585 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3a2a9fe0-dea2-457f-b91a-d7533157acc9 req-82ffbb41-6a86-4f6e-a937-5f52e735eaf4 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=74ffd108-3288-4def-bdda-6453bac9328e HTTP/1.1" status: 200  len: 945 time: 0.1652176
Jan 29 11:13:48.337016 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3a2a9fe0-dea2-457f-b91a-d7533157acc9 req-542c13aa-02c0-4dea-95cf-902349fc5f99 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=35399578-5b05-437c-a2f8-4282cb81837d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0611191
Jan 29 11:13:49.494062 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device c56fb065-22d2-45ae-80a7-d8722fc1e109 up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 11:13:49.569576 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port c56fb065-22d2-45ae-80a7-d8722fc1e109 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:13:49.570028 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:13:49.635368 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c15cc5-8166-46b0-8cba-2cb9a9ad46b6 req-476a1e7a-034c-4841-91ca-54d9525d4156 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:13:49.637743 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f3c15cc5-8166-46b0-8cba-2cb9a9ad46b6 req-476a1e7a-034c-4841-91ca-54d9525d4156 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=74ffd108-3288-4def-bdda-6453bac9328e HTTP/1.1" status: 200  len: 945 time: 0.1698973
Jan 29 11:13:49.702615 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f3c15cc5-8166-46b0-8cba-2cb9a9ad46b6 req-454d954d-0843-48bd-8865-0e07d6129440 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=35399578-5b05-437c-a2f8-4282cb81837d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0583711
Jan 29 11:13:50.999624 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7118f-74af-4457-8396-3d336cb0224f req-eea6f539-f129-40cd-9b7b-99d72de0f85a tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:13:51.001206 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6cb7118f-74af-4457-8396-3d336cb0224f req-eea6f539-f129-40cd-9b7b-99d72de0f85a tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=74ffd108-3288-4def-bdda-6453bac9328e HTTP/1.1" status: 200  len: 945 time: 0.1681800
Jan 29 11:13:51.069476 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6cb7118f-74af-4457-8396-3d336cb0224f req-157e3825-7429-44e2-bcdd-bf5252533b5d tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=35399578-5b05-437c-a2f8-4282cb81837d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0618410
Jan 29 11:13:51.426585 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b177a-449b-4a04-bc9c-dc91fac62866 req-ea9334d2-5d7d-4f45-9730-3501cff08aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:13:51.428196 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5a6b177a-449b-4a04-bc9c-dc91fac62866 req-ea9334d2-5d7d-4f45-9730-3501cff08aab service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=80addfac96c742afa69cf02742904b03&device_id=74ffd108-3288-4def-bdda-6453bac9328e HTTP/1.1" status: 200  len: 1162 time: 0.0773237
Jan 29 11:13:51.569244 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b177a-449b-4a04-bc9c-dc91fac62866 req-e7defec1-bb93-4a07-9b92-6acabc59defc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:13:51.571084 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5a6b177a-449b-4a04-bc9c-dc91fac62866 req-e7defec1-bb93-4a07-9b92-6acabc59defc service neutron] 10.222.0.22 "GET /v2.0/networks?id=65e16cc1-fcf1-4203-9a84-b0394476f4af HTTP/1.1" status: 200  len: 902 time: 0.1362910
Jan 29 11:13:51.614414 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-63967802-646a-47ed-a9c6-8d7b85468a81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:13:51.679758 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5a6b177a-449b-4a04-bc9c-dc91fac62866 req-a1e4e892-97d3-4c6d-8810-c8d0bd6f4b7d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c56fb065-22d2-45ae-80a7-d8722fc1e109 HTTP/1.1" status: 200  len: 1001 time: 0.1022689
Jan 29 11:13:51.750023 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b177a-449b-4a04-bc9c-dc91fac62866 req-11c6af9a-69ac-4d65-bb97-96999f2c79fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:13:51.751533 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5a6b177a-449b-4a04-bc9c-dc91fac62866 req-11c6af9a-69ac-4d65-bb97-96999f2c79fc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6701916f-c50b-43dd-8657-78928268da39 HTTP/1.1" status: 200  len: 847 time: 0.0656400
Jan 29 11:13:51.831220 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b177a-449b-4a04-bc9c-dc91fac62866 req-edb870b2-56cf-41d8-bf4e-4da9dbc98da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:13:51.832767 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5a6b177a-449b-4a04-bc9c-dc91fac62866 req-edb870b2-56cf-41d8-bf4e-4da9dbc98da6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=65e16cc1-fcf1-4203-9a84-b0394476f4af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0748148
Jan 29 11:13:51.973286 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5a6b177a-449b-4a04-bc9c-dc91fac62866 req-c76ebe40-7096-436e-8088-61427f03a39f service neutron] 10.222.0.22 "GET /v2.0/networks/65e16cc1-fcf1-4203-9a84-b0394476f4af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1340384
Jan 29 11:13:52.114950 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5a6b177a-449b-4a04-bc9c-dc91fac62866 req-db6590e6-fca4-4503-9c71-125439b93bc1 service neutron] 10.222.0.22 "GET /v2.0/networks/65e16cc1-fcf1-4203-9a84-b0394476f4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1351657
Jan 29 11:13:52.372843 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe196ff-d51b-4d6e-b969-c9e297b378d2 req-d60858e5-3521-4b90-8515-8e3bb246234b tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:13:52.374564 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cfe196ff-d51b-4d6e-b969-c9e297b378d2 req-d60858e5-3521-4b90-8515-8e3bb246234b tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=74ffd108-3288-4def-bdda-6453bac9328e HTTP/1.1" status: 200  len: 945 time: 0.1690149
Jan 29 11:13:52.440553 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-cfe196ff-d51b-4d6e-b969-c9e297b378d2 req-85bd39ee-a7b5-4004-b820-2a609fb13c15 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=35399578-5b05-437c-a2f8-4282cb81837d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0595706
Jan 29 11:13:53.740770 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79de3cc-8bd0-4f46-b487-b18f6813c423 req-58c01948-1e79-41a0-adee-1cb28a47357b tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:13:53.742519 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d79de3cc-8bd0-4f46-b487-b18f6813c423 req-58c01948-1e79-41a0-adee-1cb28a47357b tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=74ffd108-3288-4def-bdda-6453bac9328e HTTP/1.1" status: 200  len: 945 time: 0.1686161
Jan 29 11:13:53.808402 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d79de3cc-8bd0-4f46-b487-b18f6813c423 req-0943a974-e387-4a39-91fc-d09fc57b3b0e tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=35399578-5b05-437c-a2f8-4282cb81837d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0581477
Jan 29 11:13:53.888231 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9824ba6c-dbd4-4a95-a0b5-2f4b3786247d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:13:54.520159 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:13:55.068267 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:13:55.106159 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab07b75-e207-4914-ab37-fff49352811d req-3b80d28a-c368-45a7-affc-7f2e2f362d24 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:13:55.107794 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1ab07b75-e207-4914-ab37-fff49352811d req-3b80d28a-c368-45a7-affc-7f2e2f362d24 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=74ffd108-3288-4def-bdda-6453bac9328e HTTP/1.1" status: 200  len: 945 time: 0.1691148
Jan 29 11:13:55.176833 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-1ab07b75-e207-4914-ab37-fff49352811d req-a093ba8d-f0db-40eb-92aa-59784e0ccf42 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=35399578-5b05-437c-a2f8-4282cb81837d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0626693
Jan 29 11:13:55.350648 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device c56fb065-22d2-45ae-80a7-d8722fc1e109 no longer exists at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 11:13:55.481062 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:13:55.514078 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ffd108-3288-4def-bdda-6453bac9328e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c56fb065-22d2-45ae-80a7-d8722fc1e109'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 11:13:55.524376 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port c56fb065-22d2-45ae-80a7-d8722fc1e109, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=c56fb065-22d2-45ae-80a7-d8722fc1e109,segment=NetworkSegment(5ac97e64-e494-43e2-8c4f-00c3d8bf9752),segment_id=5ac97e64-e494-43e2-8c4f-00c3d8bf9752)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 11:13:55.528390 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:13:55.530276 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-80339d92-c8a1-4ab9-992e-67a524421434 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:13:55.571178 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e03e2103-b075-47a8-9221-c74b51c9438f req-db36172e-345e-450b-adcf-d724ea66152e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=74ffd108-3288-4def-bdda-6453bac9328e&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1531096
Jan 29 11:13:55.606981 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=c56fb065-22d2-45ae-80a7-d8722fc1e109,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:13:55.615156 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:13:55.615544 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:13:55.615923 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:13:55.616297 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:13:55.616661 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:13:55.617035 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:13:55.617407 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:13:55.617765 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:13:55.618167 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:13:55.618528 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:13:55.618890 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:13:55.619487 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:13:55.620023 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:13:55.620465 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:13:55.620831 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:13:55.621190 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:13:55.621547 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:13:55.621972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:13:55.622335 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:13:55.622694 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:13:55.623063 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:13:55.623414 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:13:55.623768 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:13:55.624125 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:13:55.628912 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:13:55.664263 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e5085-b878-495c-ab46-7a26280d0a38 req-02aa4504-17bf-4c2c-a538-0d2246efd5bc tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:13:55.666004 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3b2e5085-b878-495c-ab46-7a26280d0a38 req-02aa4504-17bf-4c2c-a538-0d2246efd5bc tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=74ffd108-3288-4def-bdda-6453bac9328e HTTP/1.1" status: 200  len: 943 time: 0.1756394
Jan 29 11:13:55.731387 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3b2e5085-b878-495c-ab46-7a26280d0a38 req-049eb348-a9db-4420-a83d-849daf116799 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=35399578-5b05-437c-a2f8-4282cb81837d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0590391
Jan 29 11:13:55.876269 dv-neutron-772983-2-ovs neutron-server[80656]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '74ffd108-3288-4def-bdda-6453bac9328e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c56fb065-22d2-45ae-80a7-d8722fc1e109', 'code': 422} returned with failed status
Jan 29 11:13:56.385115 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:13:57.032270 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2937b3d1-8bd9-4e04-8c01-cdeb871ba1d1 req-7d69ce87-582c-4907-af15-86a936e51d97 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:13:57.033992 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2937b3d1-8bd9-4e04-8c01-cdeb871ba1d1 req-7d69ce87-582c-4907-af15-86a936e51d97 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=74ffd108-3288-4def-bdda-6453bac9328e HTTP/1.1" status: 200  len: 943 time: 0.1695187
Jan 29 11:13:57.100009 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-2937b3d1-8bd9-4e04-8c01-cdeb871ba1d1 req-8411fe30-c6d6-48c5-91cd-77a907df9081 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=35399578-5b05-437c-a2f8-4282cb81837d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0592358
Jan 29 11:13:57.677918 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e2103-b075-47a8-9221-c74b51c9438f req-c97fca28-bb86-40e6-8c10-ee61090f6b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:13:57.679523 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e03e2103-b075-47a8-9221-c74b51c9438f req-c97fca28-bb86-40e6-8c10-ee61090f6b4d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=74ffd108-3288-4def-bdda-6453bac9328e&tenant_id=80addfac96c742afa69cf02742904b03 HTTP/1.1" status: 200  len: 1160 time: 0.0819864
Jan 29 11:13:57.791224 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e2103-b075-47a8-9221-c74b51c9438f req-059aa758-cc33-4925-b0b5-784354c24416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:13:57.793345 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e03e2103-b075-47a8-9221-c74b51c9438f req-059aa758-cc33-4925-b0b5-784354c24416 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=80addfac96c742afa69cf02742904b03&device_id=74ffd108-3288-4def-bdda-6453bac9328e HTTP/1.1" status: 200  len: 1160 time: 0.0774055
Jan 29 11:13:57.936396 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e2103-b075-47a8-9221-c74b51c9438f req-1738510c-c113-44e9-a8c2-c27f72736b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:13:57.938058 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e03e2103-b075-47a8-9221-c74b51c9438f req-1738510c-c113-44e9-a8c2-c27f72736b33 service neutron] 10.222.0.22 "GET /v2.0/networks?id=65e16cc1-fcf1-4203-9a84-b0394476f4af HTTP/1.1" status: 200  len: 902 time: 0.1387789
Jan 29 11:13:58.047129 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e03e2103-b075-47a8-9221-c74b51c9438f req-7faee6e3-187c-4727-8506-0f58d6960fe9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c56fb065-22d2-45ae-80a7-d8722fc1e109 HTTP/1.1" status: 200  len: 999 time: 0.1026926
Jan 29 11:13:58.119303 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e2103-b075-47a8-9221-c74b51c9438f req-4c0fefd8-2abd-4ed9-b2af-ef3862efef37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:13:58.121551 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e03e2103-b075-47a8-9221-c74b51c9438f req-4c0fefd8-2abd-4ed9-b2af-ef3862efef37 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6701916f-c50b-43dd-8657-78928268da39 HTTP/1.1" status: 200  len: 847 time: 0.0677040
Jan 29 11:13:58.207606 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e2103-b075-47a8-9221-c74b51c9438f req-c8577539-be9d-4715-9183-ba499706cabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:13:58.209242 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e03e2103-b075-47a8-9221-c74b51c9438f req-c8577539-be9d-4715-9183-ba499706cabf service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=65e16cc1-fcf1-4203-9a84-b0394476f4af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0812643
Jan 29 11:13:58.355459 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e03e2103-b075-47a8-9221-c74b51c9438f req-1d39efd5-4fa0-4703-8e9d-546897531ae5 service neutron] 10.222.0.22 "GET /v2.0/networks/65e16cc1-fcf1-4203-9a84-b0394476f4af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1398489
Jan 29 11:13:58.400207 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224346a9-ce77-4f2c-961a-bf0b8469711d req-bf71b4c4-643c-4a91-a746-2b45d0be92fc tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:13:58.402021 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-224346a9-ce77-4f2c-961a-bf0b8469711d req-bf71b4c4-643c-4a91-a746-2b45d0be92fc tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=74ffd108-3288-4def-bdda-6453bac9328e HTTP/1.1" status: 200  len: 943 time: 0.1666570
Jan 29 11:13:58.469864 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-224346a9-ce77-4f2c-961a-bf0b8469711d req-634b7fd0-b1b4-4e7f-bbd5-8911d14186c6 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=35399578-5b05-437c-a2f8-4282cb81837d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0597000
Jan 29 11:13:58.499255 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e03e2103-b075-47a8-9221-c74b51c9438f req-fb08ab1a-092a-475b-aeb6-50ce12fd848f service neutron] 10.222.0.22 "GET /v2.0/networks/65e16cc1-fcf1-4203-9a84-b0394476f4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1379035
Jan 29 11:13:59.767657 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afa90af-12cb-4160-ad5f-0836ea61a2b3 req-6e974a68-3734-458f-95ba-d2b0487cd347 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:13:59.767657 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4afa90af-12cb-4160-ad5f-0836ea61a2b3 req-6e974a68-3734-458f-95ba-d2b0487cd347 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=74ffd108-3288-4def-bdda-6453bac9328e HTTP/1.1" status: 200  len: 943 time: 0.1675508
Jan 29 11:13:59.829303 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4afa90af-12cb-4160-ad5f-0836ea61a2b3 req-1af38bd1-6b88-4157-bca6-ed8116f36fbb tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=35399578-5b05-437c-a2f8-4282cb81837d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0578651
Jan 29 11:14:01.126679 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c9090-c92b-482b-a20f-995dfa006fd8 req-951f4fb6-05fe-431d-8f5f-ceb9d5235b90 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:14:01.128205 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b10c9090-c92b-482b-a20f-995dfa006fd8 req-951f4fb6-05fe-431d-8f5f-ceb9d5235b90 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=74ffd108-3288-4def-bdda-6453bac9328e HTTP/1.1" status: 200  len: 943 time: 0.1675606
Jan 29 11:14:01.191745 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b10c9090-c92b-482b-a20f-995dfa006fd8 req-1bcc69f7-a84d-42ec-9fe7-98b33ed2b741 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=35399578-5b05-437c-a2f8-4282cb81837d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0572121
Jan 29 11:14:02.499046 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e2e08a-a760-43dd-ab01-804707563576 req-2ecf8a1d-b783-4eaa-ac85-87839a6b7fee tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:14:02.500611 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e9e2e08a-a760-43dd-ab01-804707563576 req-2ecf8a1d-b783-4eaa-ac85-87839a6b7fee tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=74ffd108-3288-4def-bdda-6453bac9328e HTTP/1.1" status: 200  len: 943 time: 0.1698740
Jan 29 11:14:02.566258 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e9e2e08a-a760-43dd-ab01-804707563576 req-6b4601f8-e1aa-4e57-a386-e1a685e63a71 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=35399578-5b05-437c-a2f8-4282cb81837d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0592632
Jan 29 11:14:04.112878 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef8205c-6e25-45e3-84c6-24658a045811 req-4539772d-fa55-4705-a6b2-317b43cc730f tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:14:04.114515 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4ef8205c-6e25-45e3-84c6-24658a045811 req-4539772d-fa55-4705-a6b2-317b43cc730f tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=74ffd108-3288-4def-bdda-6453bac9328e HTTP/1.1" status: 200  len: 943 time: 0.4195735
Jan 29 11:14:04.179117 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4ef8205c-6e25-45e3-84c6-24658a045811 req-ec568364-b9b4-497c-9a8f-836447ab274b tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=35399578-5b05-437c-a2f8-4282cb81837d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0579655
Jan 29 11:14:05.429025 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:14:05.476043 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c5b7f2-bc3b-48e4-99c2-37355868ff1d req-54f86ee9-8ce3-4254-b2f5-18312e0d68ad tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:14:05.477657 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f7c5b7f2-bc3b-48e4-99c2-37355868ff1d req-54f86ee9-8ce3-4254-b2f5-18312e0d68ad tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=74ffd108-3288-4def-bdda-6453bac9328e HTTP/1.1" status: 200  len: 943 time: 0.1672914
Jan 29 11:14:05.542129 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f7c5b7f2-bc3b-48e4-99c2-37355868ff1d req-b6ba76e6-5fcf-4fa8-958f-47afeba10ffe tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=35399578-5b05-437c-a2f8-4282cb81837d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0571039
Jan 29 11:14:06.838435 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7296123a-5331-41ca-aafe-ac85c488e975 req-3207b0b5-6089-4e09-b920-dbe83ee245ee tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:14:06.839973 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7296123a-5331-41ca-aafe-ac85c488e975 req-3207b0b5-6089-4e09-b920-dbe83ee245ee tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=74ffd108-3288-4def-bdda-6453bac9328e HTTP/1.1" status: 200  len: 943 time: 0.1633728
Jan 29 11:14:06.903656 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7296123a-5331-41ca-aafe-ac85c488e975 req-2da2540c-a654-4c24-899f-24a441d7442e tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=35399578-5b05-437c-a2f8-4282cb81837d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0572920
Jan 29 11:14:07.976187 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device c56fb065-22d2-45ae-80a7-d8722fc1e109 up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 11:14:08.048664 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port c56fb065-22d2-45ae-80a7-d8722fc1e109 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:14:08.049089 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:14:08.178386 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:14:08.201055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676a4871-daeb-4b18-ad5d-eded9fe67a1a req-184ca23f-7612-4b0c-b8dc-96c9a36ffc16 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:14:08.202722 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-676a4871-daeb-4b18-ad5d-eded9fe67a1a req-184ca23f-7612-4b0c-b8dc-96c9a36ffc16 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=74ffd108-3288-4def-bdda-6453bac9328e HTTP/1.1" status: 200  len: 943 time: 0.1704497
Jan 29 11:14:08.207820 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ffd108-3288-4def-bdda-6453bac9328e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c56fb065-22d2-45ae-80a7-d8722fc1e109'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 11:14:08.218333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port c56fb065-22d2-45ae-80a7-d8722fc1e109, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=c56fb065-22d2-45ae-80a7-d8722fc1e109,segment=NetworkSegment(5ac97e64-e494-43e2-8c4f-00c3d8bf9752),segment_id=5ac97e64-e494-43e2-8c4f-00c3d8bf9752)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 11:14:08.221324 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:14:08.223292 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8913df04-8113-4112-9e18-6bc60b49c7d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:14:08.268778 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-676a4871-daeb-4b18-ad5d-eded9fe67a1a req-660f23af-c389-47da-b73c-e16e2082bfa6 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=35399578-5b05-437c-a2f8-4282cb81837d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0594330
Jan 29 11:14:08.301583 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=c56fb065-22d2-45ae-80a7-d8722fc1e109,revision_number=6']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:14:08.305441 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:14:08.340347 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74ffd108-3288-4def-bdda-6453bac9328e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c56fb065-22d2-45ae-80a7-d8722fc1e109', 'code': 200}
Jan 29 11:14:08.648456 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e83210-581d-4d80-9def-202693169d36 req-a961c39d-3caf-410e-80cc-831e8cd23b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:14:08.650067 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-85e83210-581d-4d80-9def-202693169d36 req-a961c39d-3caf-410e-80cc-831e8cd23b40 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=74ffd108-3288-4def-bdda-6453bac9328e HTTP/1.1" status: 200  len: 1162 time: 0.0760021
Jan 29 11:14:08.695279 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-85e83210-581d-4d80-9def-202693169d36 req-26999557-23d6-4d0d-88dc-26fef5b1035e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=35399578-5b05-437c-a2f8-4282cb81837d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0393074
Jan 29 11:14:09.554057 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device c56fb065-22d2-45ae-80a7-d8722fc1e109 up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 11:14:09.571201 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25349cae-1ccb-45cc-a3fa-bcfe3973ac05 req-4895d4d3-52c7-46dc-9e85-9fde5044a56d tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:14:09.573458 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-25349cae-1ccb-45cc-a3fa-bcfe3973ac05 req-4895d4d3-52c7-46dc-9e85-9fde5044a56d tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=74ffd108-3288-4def-bdda-6453bac9328e HTTP/1.1" status: 200  len: 945 time: 0.1704736
Jan 29 11:14:09.628667 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port c56fb065-22d2-45ae-80a7-d8722fc1e109 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:14:09.629087 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:14:09.637139 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-25349cae-1ccb-45cc-a3fa-bcfe3973ac05 req-e2b9e4b8-cce9-4281-a89a-a68ea2bfcc52 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=35399578-5b05-437c-a2f8-4282cb81837d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0572336
Jan 29 11:14:10.929217 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904302f9-2281-4d84-8a9a-73bd5107104f req-1e7243fd-7d4e-4b45-b627-77469db67ce2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:14:10.930791 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-904302f9-2281-4d84-8a9a-73bd5107104f req-1e7243fd-7d4e-4b45-b627-77469db67ce2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=74ffd108-3288-4def-bdda-6453bac9328e HTTP/1.1" status: 200  len: 945 time: 0.1626561
Jan 29 11:14:10.996603 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-904302f9-2281-4d84-8a9a-73bd5107104f req-9f0fe5dc-3f26-417c-962d-043d901405b6 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=35399578-5b05-437c-a2f8-4282cb81837d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0583618
Jan 29 11:14:11.582741 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device c56fb065-22d2-45ae-80a7-d8722fc1e109 up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 11:14:11.656930 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port c56fb065-22d2-45ae-80a7-d8722fc1e109 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:14:11.657357 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:14:21.211944 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 11:14:21.616448 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-62129378-98d4-4ee2-b39b-be6e01af79ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:14:23.890082 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6125c4b3-8ff9-4089-a946-2cc9c8a13454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:14:24.524189 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:14:25.070546 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:14:26.388666 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:14:35.446817 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:14:37.891655 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-66553510-b791-4ccb-94fe-4a2cbf68004c req-6cfa6238-7878-4efd-b597-e982e72958ff service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=74ffd108-3288-4def-bdda-6453bac9328e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.3517811
Jan 29 11:14:38.070374 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66553510-b791-4ccb-94fe-4a2cbf68004c req-fe505deb-3c01-46f3-b918-c6557e0120c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:14:38.072482 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-66553510-b791-4ccb-94fe-4a2cbf68004c req-fe505deb-3c01-46f3-b918-c6557e0120c7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=80addfac96c742afa69cf02742904b03&device_id=74ffd108-3288-4def-bdda-6453bac9328e HTTP/1.1" status: 200  len: 1162 time: 0.0796254
Jan 29 11:14:38.234314 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66553510-b791-4ccb-94fe-4a2cbf68004c req-d699ec5b-2e5f-4c8f-8972-9dd2b16b25a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:14:38.235768 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-66553510-b791-4ccb-94fe-4a2cbf68004c req-d699ec5b-2e5f-4c8f-8972-9dd2b16b25a7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=65e16cc1-fcf1-4203-9a84-b0394476f4af HTTP/1.1" status: 200  len: 902 time: 0.1435361
Jan 29 11:14:38.344190 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-66553510-b791-4ccb-94fe-4a2cbf68004c req-826ddf24-1804-4e04-a222-eae4ef9e8747 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c56fb065-22d2-45ae-80a7-d8722fc1e109 HTTP/1.1" status: 200  len: 1001 time: 0.0995214
Jan 29 11:14:38.422139 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66553510-b791-4ccb-94fe-4a2cbf68004c req-6e77f0ce-e062-4c0b-b696-1c827b4ec351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:14:38.423724 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-66553510-b791-4ccb-94fe-4a2cbf68004c req-6e77f0ce-e062-4c0b-b696-1c827b4ec351 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6701916f-c50b-43dd-8657-78928268da39 HTTP/1.1" status: 200  len: 847 time: 0.0728183
Jan 29 11:14:38.507096 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66553510-b791-4ccb-94fe-4a2cbf68004c req-183035aa-d837-4d13-bb44-d89c1ed49b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:14:38.509214 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-66553510-b791-4ccb-94fe-4a2cbf68004c req-183035aa-d837-4d13-bb44-d89c1ed49b9b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=65e16cc1-fcf1-4203-9a84-b0394476f4af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0770712
Jan 29 11:14:38.654279 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-66553510-b791-4ccb-94fe-4a2cbf68004c req-6163f612-7840-4cd7-8945-d803b0dab982 service neutron] 10.222.0.22 "GET /v2.0/networks/65e16cc1-fcf1-4203-9a84-b0394476f4af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1391535
Jan 29 11:14:38.796920 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-66553510-b791-4ccb-94fe-4a2cbf68004c req-dd84f6e3-9a57-464b-9aeb-417a26a70acb service neutron] 10.222.0.22 "GET /v2.0/networks/65e16cc1-fcf1-4203-9a84-b0394476f4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1363451
Jan 29 11:14:51.619171 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-45906571-84b7-417e-82b6-e48cd52d4db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:14:53.907547 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-46e6947d-b7d0-4a91-9a90-742f8090e217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:14:54.542952 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:14:55.071676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:14:56.391800 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:14:58.207693 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 11:15:05.443957 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:21.622369 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-86a88b31-ebf5-484a-bbfa-e7109c433c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:23.888514 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cacb3b52-32b6-4a39-9bcb-eaa810e2f086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:24.529215 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:25.073454 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:26.396210 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:33.157676 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-933eb5ec-2910-472f-a06d-823d631acb15 req-5999e6d6-8bee-4f0d-9d38-8cb7c69651f7 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/floatingips/34f17da4-ed2f-4866-af73-8217c9dbd96a HTTP/1.1" status: 200  len: 998 time: 0.1323576
Jan 29 11:15:33.399795 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933eb5ec-2910-472f-a06d-823d631acb15 req-06835bec-6349-4651-922d-7b4aa88e61f3 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:15:33.401334 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-933eb5ec-2910-472f-a06d-823d631acb15 req-06835bec-6349-4651-922d-7b4aa88e61f3 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/networks/aadf795f-2e1a-4d04-be0e-12575f0f28a5 HTTP/1.1" status: 200  len: 784 time: 0.2377329
Jan 29 11:15:33.529149 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-933eb5ec-2910-472f-a06d-823d631acb15 req-b1108b6f-fcb8-428c-b402-f1cceeefd1a5 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.26.7.154 HTTP/1.1" status: 200  len: 1001 time: 0.1205094
Jan 29 11:15:33.694179 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933eb5ec-2910-472f-a06d-823d631acb15 req-64b3bae4-f781-4b98-ba3f-9987b311c5b4 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:15:33.695657 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-933eb5ec-2910-472f-a06d-823d631acb15 req-64b3bae4-f781-4b98-ba3f-9987b311c5b4 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports/c56fb065-22d2-45ae-80a7-d8722fc1e109 HTTP/1.1" status: 200  len: 942 time: 0.1599689
Jan 29 11:15:33.900888 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-933eb5ec-2910-472f-a06d-823d631acb15 req-8dd7c9f5-6b00-425f-bef6-fed3e49bea64 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.26.7.154 HTTP/1.1" status: 200  len: 1001 time: 0.1216412
Jan 29 11:15:34.138324 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-933eb5ec-2910-472f-a06d-823d631acb15 req-fbb66843-73a8-422d-a217-9eea7ed0a579 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Deleting port 75138490-c16e-479d-b53b-4632b38007e0 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 11:15:34.138711 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-933eb5ec-2910-472f-a06d-823d631acb15 req-fbb66843-73a8-422d-a217-9eea7ed0a579 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:34.326336 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-933eb5ec-2910-472f-a06d-823d631acb15 req-fbb66843-73a8-422d-a217-9eea7ed0a579 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:34.327019 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-933eb5ec-2910-472f-a06d-823d631acb15 req-fbb66843-73a8-422d-a217-9eea7ed0a579 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:34.458023 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-933eb5ec-2910-472f-a06d-823d631acb15 req-fbb66843-73a8-422d-a217-9eea7ed0a579 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Calling delete_port for 75138490-c16e-479d-b53b-4632b38007e0 owned by network:floatingip {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 11:15:34.617888 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-933eb5ec-2910-472f-a06d-823d631acb15 req-fbb66843-73a8-422d-a217-9eea7ed0a579 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:34.633433 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2f40edc3-a3a2-43bf-aa47-dddbaf10fcef tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:15:34.687348 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb66843-73a8-422d-a217-9eea7ed0a579 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Pushing event deleted for resources: {'Port': ['ID=75138490-c16e-479d-b53b-4632b38007e0,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:15:34.708276 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb66843-73a8-422d-a217-9eea7ed0a579 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:15:34.708641 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb66843-73a8-422d-a217-9eea7ed0a579 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:15:34.709066 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb66843-73a8-422d-a217-9eea7ed0a579 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:15:34.709487 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb66843-73a8-422d-a217-9eea7ed0a579 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:15:34.709928 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb66843-73a8-422d-a217-9eea7ed0a579 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:15:34.710343 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb66843-73a8-422d-a217-9eea7ed0a579 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:15:34.710753 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb66843-73a8-422d-a217-9eea7ed0a579 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:15:34.711164 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb66843-73a8-422d-a217-9eea7ed0a579 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:15:34.711572 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb66843-73a8-422d-a217-9eea7ed0a579 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:15:34.711977 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb66843-73a8-422d-a217-9eea7ed0a579 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:15:34.712385 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb66843-73a8-422d-a217-9eea7ed0a579 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:15:34.712789 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb66843-73a8-422d-a217-9eea7ed0a579 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:15:34.713266 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb66843-73a8-422d-a217-9eea7ed0a579 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:15:34.713671 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb66843-73a8-422d-a217-9eea7ed0a579 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:15:34.714107 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb66843-73a8-422d-a217-9eea7ed0a579 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:15:34.714514 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb66843-73a8-422d-a217-9eea7ed0a579 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:15:34.714925 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb66843-73a8-422d-a217-9eea7ed0a579 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:15:34.715325 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb66843-73a8-422d-a217-9eea7ed0a579 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:15:34.715728 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb66843-73a8-422d-a217-9eea7ed0a579 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:15:34.716131 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb66843-73a8-422d-a217-9eea7ed0a579 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:15:34.716533 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb66843-73a8-422d-a217-9eea7ed0a579 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:15:34.716935 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb66843-73a8-422d-a217-9eea7ed0a579 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:15:34.717339 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb66843-73a8-422d-a217-9eea7ed0a579 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:15:34.718447 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb66843-73a8-422d-a217-9eea7ed0a579 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:15:34.723562 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-fbb66843-73a8-422d-a217-9eea7ed0a579 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:15:34.880106 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-933eb5ec-2910-472f-a06d-823d631acb15 req-fbb66843-73a8-422d-a217-9eea7ed0a579 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks [] for floatingip, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:34.880476 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [req-933eb5ec-2910-472f-a06d-823d631acb15 req-fbb66843-73a8-422d-a217-9eea7ed0a579 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Floating IP 34f17da4-ed2f-4866-af73-8217c9dbd96a disassociated (deleted). External IP: 172.26.7.154, port: c56fb065-22d2-45ae-80a7-d8722fc1e109.
Jan 29 11:15:35.207563 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 11:15:35.251973 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [req-933eb5ec-2910-472f-a06d-823d631acb15 req-fbb66843-73a8-422d-a217-9eea7ed0a579 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Router 471fb449-b6bd-4f42-9829-ef4fc599d2d2 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 11:15:35.440966 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-933eb5ec-2910-472f-a06d-823d631acb15 req-fbb66843-73a8-422d-a217-9eea7ed0a579 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 11:15:35.441522 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:35.451082 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fb7a0d-1155-42ed-8f51-9f082c612100 None None] Sync routers for ids ['471fb449-b6bd-4f42-9829-ef4fc599d2d2'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 11:15:35.462064 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fb7a0d-1155-42ed-8f51-9f082c612100 None None] Routers {'471fb449-b6bd-4f42-9829-ef4fc599d2d2'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 11:15:35.462827 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-23fb7a0d-1155-42ed-8f51-9f082c612100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c97727f0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T11:15:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['471fb449-b6bd-4f42-9829-ef4fc599d2d2'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:15:35.464148 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-933eb5ec-2910-472f-a06d-823d631acb15 req-fbb66843-73a8-422d-a217-9eea7ed0a579 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:35.525342 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-933eb5ec-2910-472f-a06d-823d631acb15 req-fbb66843-73a8-422d-a217-9eea7ed0a579 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "DELETE /v2.0/floatingips/34f17da4-ed2f-4866-af73-8217c9dbd96a HTTP/1.1" status: 204  len: 173 time: 1.6182814
Jan 29 11:15:35.525952 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74ffd108-3288-4def-bdda-6453bac9328e', 'tag': 'c56fb065-22d2-45ae-80a7-d8722fc1e109'}] {{(pid=80765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 11:15:35.618648 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933eb5ec-2910-472f-a06d-823d631acb15 req-32f69f54-ea9c-4ba2-b575-70fd19c8dcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:15:35.620309 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-933eb5ec-2910-472f-a06d-823d631acb15 req-32f69f54-ea9c-4ba2-b575-70fd19c8dcf0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=80addfac96c742afa69cf02742904b03&device_id=74ffd108-3288-4def-bdda-6453bac9328e HTTP/1.1" status: 200  len: 1162 time: 0.0814011
Jan 29 11:15:35.657612 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-23fb7a0d-1155-42ed-8f51-9f082c612100 None None] Set router 471fb449-b6bd-4f42-9829-ef4fc599d2d2 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 11:15:36.009614 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-23fb7a0d-1155-42ed-8f51-9f082c612100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c97727f0>, [{'id': '471fb449-b6bd-4f42-9829-ef4fc599d2d2', 'name': 'tempest-TestShelveInstance-860406117-router', 'tenant_id': '80addfac96c742afa69cf02742904b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.95'}], 'enable_snat': True}, 'gw_port_id': 'aa268956-f2e3-4883-ae87-872970a7c80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:05:14Z', 'updated_at': '2021-01-29T11:05:19Z', 'revision_number': 4, 'project_id': '80addfac96c742afa69cf02742904b03', 'gw_port': {'id': 'aa268956-f2e3-4883-ae87-872970a7c80d', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:62:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471fb449-b6bd-4f42-9829-ef4fc599d2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:05:15Z', 'updated_at': '2021-01-29T11:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'ad9fc58e-aa5e-40ea-a44a-8fb48aa6e86c', 'name': '', 'network_id': '65e16cc1-fcf1-4203-9a84-b0394476f4af', 'tenant_id': '80addfac96c742afa69cf02742904b03', 'mac_address': 'fa:16:3e:51:6e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471fb449-b6bd-4f42-9829-ef4fc599d2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '6701916f-c50b-43dd-8657-78928268da39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:05:18Z', 'updated_at': '2021-01-29T11:05:28Z', 'revision_number': 5, 'project_id': '80addfac96c742afa69cf02742904b03', 'subnets': [{'id': '6701916f-c50b-43dd-8657-78928268da39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:15:36.013734 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fb7a0d-1155-42ed-8f51-9f082c612100 None None] Checking router: 471fb449-b6bd-4f42-9829-ef4fc599d2d2 for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 11:15:36.023351 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fb7a0d-1155-42ed-8f51-9f082c612100 None None] Routers {'471fb449-b6bd-4f42-9829-ef4fc599d2d2'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 11:15:36.024028 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-23fb7a0d-1155-42ed-8f51-9f082c612100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c97727f0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T11:15:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['471fb449-b6bd-4f42-9829-ef4fc599d2d2'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:15:36.028942 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933eb5ec-2910-472f-a06d-823d631acb15 req-cf70cee7-6071-4f71-8bf1-f929a18a7c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:15:36.031512 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-933eb5ec-2910-472f-a06d-823d631acb15 req-cf70cee7-6071-4f71-8bf1-f929a18a7c48 service neutron] 10.222.0.57 "GET /v2.0/networks?id=65e16cc1-fcf1-4203-9a84-b0394476f4af HTTP/1.1" status: 200  len: 902 time: 0.4043858
Jan 29 11:15:36.108287 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-933eb5ec-2910-472f-a06d-823d631acb15 req-526fcea4-395b-42b9-b2ee-09992921cd5e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c56fb065-22d2-45ae-80a7-d8722fc1e109 HTTP/1.1" status: 200  len: 217 time: 0.0700512
Jan 29 11:15:36.178695 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933eb5ec-2910-472f-a06d-823d631acb15 req-78536c8e-c0b8-4863-8eeb-b391e3b033ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:15:36.180451 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-933eb5ec-2910-472f-a06d-823d631acb15 req-78536c8e-c0b8-4863-8eeb-b391e3b033ec service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6701916f-c50b-43dd-8657-78928268da39 HTTP/1.1" status: 200  len: 847 time: 0.0658543
Jan 29 11:15:36.216333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-23fb7a0d-1155-42ed-8f51-9f082c612100 None None] Set router 471fb449-b6bd-4f42-9829-ef4fc599d2d2 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 11:15:36.266777 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933eb5ec-2910-472f-a06d-823d631acb15 req-57b2ef7a-078a-408e-b9aa-df281be035b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:15:36.268353 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-933eb5ec-2910-472f-a06d-823d631acb15 req-57b2ef7a-078a-408e-b9aa-df281be035b3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=65e16cc1-fcf1-4203-9a84-b0394476f4af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0809171
Jan 29 11:15:36.422048 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-933eb5ec-2910-472f-a06d-823d631acb15 req-05196bda-5788-4ee6-95ab-0cff34a90abf service neutron] 10.222.0.57 "GET /v2.0/networks/65e16cc1-fcf1-4203-9a84-b0394476f4af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1436059
Jan 29 11:15:36.553896 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-23fb7a0d-1155-42ed-8f51-9f082c612100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c97727f0>, [{'id': '471fb449-b6bd-4f42-9829-ef4fc599d2d2', 'name': 'tempest-TestShelveInstance-860406117-router', 'tenant_id': '80addfac96c742afa69cf02742904b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.95'}], 'enable_snat': True}, 'gw_port_id': 'aa268956-f2e3-4883-ae87-872970a7c80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:05:14Z', 'updated_at': '2021-01-29T11:05:19Z', 'revision_number': 4, 'project_id': '80addfac96c742afa69cf02742904b03', 'gw_port': {'id': 'aa268956-f2e3-4883-ae87-872970a7c80d', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:62:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471fb449-b6bd-4f42-9829-ef4fc599d2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:05:15Z', 'updated_at': '2021-01-29T11:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'ad9fc58e-aa5e-40ea-a44a-8fb48aa6e86c', 'name': '', 'network_id': '65e16cc1-fcf1-4203-9a84-b0394476f4af', 'tenant_id': '80addfac96c742afa69cf02742904b03', 'mac_address': 'fa:16:3e:51:6e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471fb449-b6bd-4f42-9829-ef4fc599d2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '6701916f-c50b-43dd-8657-78928268da39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:05:18Z', 'updated_at': '2021-01-29T11:05:28Z', 'revision_number': 5, 'project_id': '80addfac96c742afa69cf02742904b03', 'subnets': [{'id': '6701916f-c50b-43dd-8657-78928268da39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:15:36.558065 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fb7a0d-1155-42ed-8f51-9f082c612100 None None] The sync data for ids ['471fb449-b6bd-4f42-9829-ef4fc599d2d2'] in dv-neutron-772983-2-ovs is: [{'id': '471fb449-b6bd-4f42-9829-ef4fc599d2d2', 'name': 'tempest-TestShelveInstance-860406117-router', 'tenant_id': '80addfac96c742afa69cf02742904b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.95'}], 'enable_snat': True}, 'gw_port_id': 'aa268956-f2e3-4883-ae87-872970a7c80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:05:14Z', 'updated_at': '2021-01-29T11:05:19Z', 'revision_number': 4, 'project_id': '80addfac96c742afa69cf02742904b03', 'gw_port': {'id': 'aa268956-f2e3-4883-ae87-872970a7c80d', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:62:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471fb449-b6bd-4f42-9829-ef4fc599d2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:05:15Z', 'updated_at': '2021-01-29T11:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': 'ad9fc58e-aa5e-40ea-a44a-8fb48aa6e86c', 'name': '', 'network_id': '65e16cc1-fcf1-4203-9a84-b0394476f4af', 'tenant_id': '80addfac96c742afa69cf02742904b03', 'mac_address': 'fa:16:3e:51:6e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471fb449-b6bd-4f42-9829-ef4fc599d2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '6701916f-c50b-43dd-8657-78928268da39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:05:18Z', 'updated_at': '2021-01-29T11:05:28Z', 'revision_number': 5, 'project_id': '80addfac96c742afa69cf02742904b03', 'subnets': [{'id': '6701916f-c50b-43dd-8657-78928268da39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 11:15:36.572193 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-933eb5ec-2910-472f-a06d-823d631acb15 req-c10ea2b5-81df-4e8d-93f8-4f22300d7454 service neutron] 10.222.0.57 "GET /v2.0/networks/65e16cc1-fcf1-4203-9a84-b0394476f4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1433887
Jan 29 11:15:36.643273 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74ffd108-3288-4def-bdda-6453bac9328e', 'tag': 'c56fb065-22d2-45ae-80a7-d8722fc1e109', 'status': 'completed', 'code': 200}
Jan 29 11:15:36.772460 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af4e8b-b573-4c80-96c7-8229856df759 req-28464a68-c5b9-44a5-bb38-4488866b9b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:15:36.774395 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b0af4e8b-b573-4c80-96c7-8229856df759 req-28464a68-c5b9-44a5-bb38-4488866b9b62 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=80addfac96c742afa69cf02742904b03&device_id=74ffd108-3288-4def-bdda-6453bac9328e HTTP/1.1" status: 200  len: 1162 time: 0.0871034
Jan 29 11:15:36.931276 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af4e8b-b573-4c80-96c7-8229856df759 req-8336cb45-8d4a-49db-84d8-202af2420b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:15:36.933003 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b0af4e8b-b573-4c80-96c7-8229856df759 req-8336cb45-8d4a-49db-84d8-202af2420b16 service neutron] 10.222.0.22 "GET /v2.0/networks?id=65e16cc1-fcf1-4203-9a84-b0394476f4af HTTP/1.1" status: 200  len: 902 time: 0.1519241
Jan 29 11:15:36.996305 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d420f3-7010-4946-ad5e-1fd35bc4aa44 None None] New status for floating IP 34f17da4-ed2f-4866-af73-8217c9dbd96a: DOWN {{(pid=80768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 29 11:15:37.008441 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b0af4e8b-b573-4c80-96c7-8229856df759 req-8669c839-5006-41e6-890d-4deb99bde642 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c56fb065-22d2-45ae-80a7-d8722fc1e109 HTTP/1.1" status: 200  len: 217 time: 0.0683293
Jan 29 11:15:37.083022 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af4e8b-b573-4c80-96c7-8229856df759 req-82c93652-1a73-4e3e-9fde-4ad3418e44dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:15:37.084535 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b0af4e8b-b573-4c80-96c7-8229856df759 req-82c93652-1a73-4e3e-9fde-4ad3418e44dd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6701916f-c50b-43dd-8657-78928268da39 HTTP/1.1" status: 200  len: 847 time: 0.0686648
Jan 29 11:15:37.150997 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac122f8a-dd23-4bb0-9ed6-276c223636e3 req-43d1d1a6-2286-43c7-9045-47cbf457cc0b tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:15:37.151822 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-ac122f8a-dd23-4bb0-9ed6-276c223636e3 req-43d1d1a6-2286-43c7-9045-47cbf457cc0b tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Synchronizing usage tracker for tenant:80addfac96c742afa69cf02742904b03 on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 11:15:37.168102 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-ac122f8a-dd23-4bb0-9ed6-276c223636e3 req-43d1d1a6-2286-43c7-9045-47cbf457cc0b tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Unset dirty status for tenant:80addfac96c742afa69cf02742904b03 on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 11:15:37.168774 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af4e8b-b573-4c80-96c7-8229856df759 req-9201d4ca-9ba4-48b2-a3a4-43a6798b6bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:15:37.169451 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ac122f8a-dd23-4bb0-9ed6-276c223636e3 req-43d1d1a6-2286-43c7-9045-47cbf457cc0b tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=74ffd108-3288-4def-bdda-6453bac9328e HTTP/1.1" status: 200  len: 945 time: 0.1887677
Jan 29 11:15:37.170472 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b0af4e8b-b573-4c80-96c7-8229856df759 req-9201d4ca-9ba4-48b2-a3a4-43a6798b6bdb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=65e16cc1-fcf1-4203-9a84-b0394476f4af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0786743
Jan 29 11:15:37.237705 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ac122f8a-dd23-4bb0-9ed6-276c223636e3 req-04ef278b-4396-4bf1-8143-23c735577eeb tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=35399578-5b05-437c-a2f8-4282cb81837d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0614021
Jan 29 11:15:37.322702 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b0af4e8b-b573-4c80-96c7-8229856df759 req-558888dc-38dc-40c2-8670-f0e2d8975383 service neutron] 10.222.0.22 "GET /v2.0/networks/65e16cc1-fcf1-4203-9a84-b0394476f4af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1445138
Jan 29 11:15:37.469295 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b0af4e8b-b573-4c80-96c7-8229856df759 req-d186810f-6b40-4e83-a291-91a23e76e4d4 service neutron] 10.222.0.22 "GET /v2.0/networks/65e16cc1-fcf1-4203-9a84-b0394476f4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1392789
Jan 29 11:15:38.534431 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568743d9-55eb-42e6-9d0c-f7581b946406 req-6b07e684-c88f-4351-92ab-a44dd441142a tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:15:38.536034 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-568743d9-55eb-42e6-9d0c-f7581b946406 req-6b07e684-c88f-4351-92ab-a44dd441142a tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=74ffd108-3288-4def-bdda-6453bac9328e HTTP/1.1" status: 200  len: 945 time: 0.1683965
Jan 29 11:15:38.607706 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-568743d9-55eb-42e6-9d0c-f7581b946406 req-70279441-66ea-4452-9030-d7f97233bf68 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups?id=35399578-5b05-437c-a2f8-4282cb81837d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0631206
Jan 29 11:15:38.866431 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b0b30-e8df-42da-b5ed-1f78fd8c56d5 req-e14103f6-c97a-4a9f-8b6d-ac621fe79b24 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:15:38.867096 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-a89b0b30-e8df-42da-b5ed-1f78fd8c56d5 req-e14103f6-c97a-4a9f-8b6d-ac621fe79b24 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Synchronizing usage tracker for tenant:80addfac96c742afa69cf02742904b03 on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 11:15:38.879566 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-a89b0b30-e8df-42da-b5ed-1f78fd8c56d5 req-e14103f6-c97a-4a9f-8b6d-ac621fe79b24 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Unset dirty status for tenant:80addfac96c742afa69cf02742904b03 on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 11:15:38.880740 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a89b0b30-e8df-42da-b5ed-1f78fd8c56d5 req-e14103f6-c97a-4a9f-8b6d-ac621fe79b24 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.22 "GET /v2.0/ports?device_id=74ffd108-3288-4def-bdda-6453bac9328e HTTP/1.1" status: 200  len: 945 time: 0.1777942
Jan 29 11:15:38.973681 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-a89b0b30-e8df-42da-b5ed-1f78fd8c56d5 req-0271f564-e10a-40c3-bf95-71b7e363d30b tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Deleting port c56fb065-22d2-45ae-80a7-d8722fc1e109 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 11:15:38.974093 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-a89b0b30-e8df-42da-b5ed-1f78fd8c56d5 req-0271f564-e10a-40c3-bf95-71b7e363d30b tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:39.233788 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-a89b0b30-e8df-42da-b5ed-1f78fd8c56d5 req-0271f564-e10a-40c3-bf95-71b7e363d30b tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] For port c56fb065-22d2-45ae-80a7-d8722fc1e109, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=c56fb065-22d2-45ae-80a7-d8722fc1e109,segment=NetworkSegment(5ac97e64-e494-43e2-8c4f-00c3d8bf9752),segment_id=5ac97e64-e494-43e2-8c4f-00c3d8bf9752)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 11:15:39.234216 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-a89b0b30-e8df-42da-b5ed-1f78fd8c56d5 req-0271f564-e10a-40c3-bf95-71b7e363d30b tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:39.369040 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-a89b0b30-e8df-42da-b5ed-1f78fd8c56d5 req-0271f564-e10a-40c3-bf95-71b7e363d30b tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Calling delete_port for c56fb065-22d2-45ae-80a7-d8722fc1e109 owned by compute:nova {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 11:15:39.517817 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-a89b0b30-e8df-42da-b5ed-1f78fd8c56d5 req-0271f564-e10a-40c3-bf95-71b7e363d30b tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:39.532923 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9360a603-5f70-4483-bcd4-4ebf8feef471 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:15:39.581406 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0271f564-e10a-40c3-bf95-71b7e363d30b tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Pushing event deleted for resources: {'Port': ['ID=c56fb065-22d2-45ae-80a7-d8722fc1e109,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:15:39.604272 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0271f564-e10a-40c3-bf95-71b7e363d30b tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:15:39.604708 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0271f564-e10a-40c3-bf95-71b7e363d30b tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:15:39.605134 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0271f564-e10a-40c3-bf95-71b7e363d30b tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:15:39.605556 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0271f564-e10a-40c3-bf95-71b7e363d30b tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:15:39.606002 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0271f564-e10a-40c3-bf95-71b7e363d30b tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:15:39.606422 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0271f564-e10a-40c3-bf95-71b7e363d30b tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:15:39.606836 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0271f564-e10a-40c3-bf95-71b7e363d30b tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:15:39.607251 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0271f564-e10a-40c3-bf95-71b7e363d30b tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:15:39.607661 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0271f564-e10a-40c3-bf95-71b7e363d30b tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:15:39.608709 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0271f564-e10a-40c3-bf95-71b7e363d30b tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:15:39.609134 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0271f564-e10a-40c3-bf95-71b7e363d30b tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:15:39.609543 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0271f564-e10a-40c3-bf95-71b7e363d30b tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:15:39.610047 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0271f564-e10a-40c3-bf95-71b7e363d30b tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:15:39.610463 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0271f564-e10a-40c3-bf95-71b7e363d30b tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:15:39.610876 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0271f564-e10a-40c3-bf95-71b7e363d30b tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:15:39.611287 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0271f564-e10a-40c3-bf95-71b7e363d30b tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:15:39.611697 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0271f564-e10a-40c3-bf95-71b7e363d30b tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:15:39.612132 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0271f564-e10a-40c3-bf95-71b7e363d30b tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:15:39.612514 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0271f564-e10a-40c3-bf95-71b7e363d30b tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:15:39.612921 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0271f564-e10a-40c3-bf95-71b7e363d30b tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:15:39.613326 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0271f564-e10a-40c3-bf95-71b7e363d30b tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:15:39.613735 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0271f564-e10a-40c3-bf95-71b7e363d30b tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:15:39.614174 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0271f564-e10a-40c3-bf95-71b7e363d30b tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:15:39.614626 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0271f564-e10a-40c3-bf95-71b7e363d30b tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:15:39.619598 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0271f564-e10a-40c3-bf95-71b7e363d30b tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:15:39.765086 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-a89b0b30-e8df-42da-b5ed-1f78fd8c56d5 req-0271f564-e10a-40c3-bf95-71b7e363d30b tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] No DVR routers for this DVR port c56fb065-22d2-45ae-80a7-d8722fc1e109 on host hv-neutron-7729 {{(pid=80766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 11:15:39.767486 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-a89b0b30-e8df-42da-b5ed-1f78fd8c56d5 req-0271f564-e10a-40c3-bf95-71b7e363d30b tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:39.770499 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ffd108-3288-4def-bdda-6453bac9328e', 'name': 'network-vif-deleted', 'tag': 'c56fb065-22d2-45ae-80a7-d8722fc1e109'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 11:15:39.786208 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a89b0b30-e8df-42da-b5ed-1f78fd8c56d5 req-0271f564-e10a-40c3-bf95-71b7e363d30b tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.22 "DELETE /v2.0/ports/c56fb065-22d2-45ae-80a7-d8722fc1e109 HTTP/1.1" status: 204  len: 173 time: 0.8989244
Jan 29 11:15:39.805292 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c948a84e-9b1b-4702-8a60-5066844d5f94 req-7f5bfe44-a6cd-4a38-83bf-b792aa9c05fa tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=74ffd108-3288-4def-bdda-6453bac9328e HTTP/1.1" status: 200  len: 210 time: 0.0520830
Jan 29 11:15:39.879945 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74ffd108-3288-4def-bdda-6453bac9328e', 'name': 'network-vif-deleted', 'tag': 'c56fb065-22d2-45ae-80a7-d8722fc1e109', 'status': 'completed', 'code': 200}
Jan 29 11:15:40.018297 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device c56fb065-22d2-45ae-80a7-d8722fc1e109 no longer exists at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 11:15:40.055775 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] No Port match for: c56fb065-22d2-45ae-80a7-d8722fc1e109 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 11:15:40.056178 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device c56fb065-22d2-45ae-80a7-d8722fc1e109 not bound to the agent host hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 11:15:41.011429 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8bb658f7-2747-4f11-8769-cdb068011525 req-2836a482-c0f0-41f6-bd6c-4272c3e97a56 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/ports?device_id=74ffd108-3288-4def-bdda-6453bac9328e HTTP/1.1" status: 200  len: 210 time: 0.0542758
Jan 29 11:15:42.218403 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-28e8d391-1993-4eeb-8923-56da81d0b150 req-4495fe56-b7be-4521-9d4e-9df14e33c154 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "GET /v2.0/security-groups/35399578-5b05-437c-a2f8-4282cb81837d HTTP/1.1" status: 200  len: 2995 time: 0.0723004
Jan 29 11:15:42.314848 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-28e8d391-1993-4eeb-8923-56da81d0b150 req-9e6ba8c6-472d-462a-a382-9bacf7810a70 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:42.346905 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-28e8d391-1993-4eeb-8923-56da81d0b150 req-9e6ba8c6-472d-462a-a382-9bacf7810a70 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:42.397122 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-28e8d391-1993-4eeb-8923-56da81d0b150 req-9e6ba8c6-472d-462a-a382-9bacf7810a70 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:42.402846 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ed588be4-f8df-4190-8c03-f5e63515fe73 tempest-TestMinimumBasicScenario-751806940 tempest-TestMinimumBasicScenario-751806940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:15:42.419787 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6ba8c6-472d-462a-a382-9bacf7810a70 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35399578-5b05-437c-a2f8-4282cb81837d,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:15:42.423690 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9e6ba8c6-472d-462a-a382-9bacf7810a70 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:15:42.432083 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-28e8d391-1993-4eeb-8923-56da81d0b150 req-9e6ba8c6-472d-462a-a382-9bacf7810a70 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:42.433380 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-28e8d391-1993-4eeb-8923-56da81d0b150 req-9e6ba8c6-472d-462a-a382-9bacf7810a70 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] 10.222.0.57 "DELETE /v2.0/security-groups/35399578-5b05-437c-a2f8-4282cb81837d HTTP/1.1" status: 204  len: 173 time: 0.2083077
Jan 29 11:15:43.513664 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 38550) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:15:44.253894 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2f3ed362-6e59-47df-b6c7-eecc0f169fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349253'] for router_interface, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:44.619443 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-2f3ed362-6e59-47df-b6c7-eecc0f169fec admin admin] Deleting port ad9fc58e-aa5e-40ea-a44a-8fb48aa6e86c {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 11:15:44.619990 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2f3ed362-6e59-47df-b6c7-eecc0f169fec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:44.807546 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-2f3ed362-6e59-47df-b6c7-eecc0f169fec admin admin] For port ad9fc58e-aa5e-40ea-a44a-8fb48aa6e86c, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=ad9fc58e-aa5e-40ea-a44a-8fb48aa6e86c,segment=NetworkSegment(5ac97e64-e494-43e2-8c4f-00c3d8bf9752),segment_id=5ac97e64-e494-43e2-8c4f-00c3d8bf9752)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 11:15:44.807941 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2f3ed362-6e59-47df-b6c7-eecc0f169fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:44.937375 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-2f3ed362-6e59-47df-b6c7-eecc0f169fec admin admin] Calling delete_port for ad9fc58e-aa5e-40ea-a44a-8fb48aa6e86c owned by network:router_interface {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 11:15:45.385256 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2f3ed362-6e59-47df-b6c7-eecc0f169fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:45.400583 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ae82ef70-c015-4b82-add9-7e95534e4df5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:15:45.457636 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3ed362-6e59-47df-b6c7-eecc0f169fec admin admin] Pushing event deleted for resources: {'Port': ['ID=ad9fc58e-aa5e-40ea-a44a-8fb48aa6e86c,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:15:45.460448 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2f3ed362-6e59-47df-b6c7-eecc0f169fec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:15:45.813549 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2f3ed362-6e59-47df-b6c7-eecc0f169fec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854415430'] for router_interface, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:46.335368 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f3ed362-6e59-47df-b6c7-eecc0f169fec admin admin] Router 471fb449-b6bd-4f42-9829-ef4fc599d2d2 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 11:15:46.520876 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f3ed362-6e59-47df-b6c7-eecc0f169fec admin admin] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 11:15:46.529881 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2baf8229-5b40-4653-b54d-1930d17f135d None None] Sync routers for ids ['471fb449-b6bd-4f42-9829-ef4fc599d2d2'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 11:15:46.533685 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-2f3ed362-6e59-47df-b6c7-eecc0f169fec admin admin] 10.222.0.57 "PUT /v2.0/routers/471fb449-b6bd-4f42-9829-ef4fc599d2d2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0182955
Jan 29 11:15:46.536303 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 38556) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:15:46.540507 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2baf8229-5b40-4653-b54d-1930d17f135d None None] Routers {'471fb449-b6bd-4f42-9829-ef4fc599d2d2'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 11:15:46.541182 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-2baf8229-5b40-4653-b54d-1930d17f135d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c8485630>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T11:15:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['471fb449-b6bd-4f42-9829-ef4fc599d2d2'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:15:46.724569 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-90fb57ad-a1ac-4107-8702-5960b35b2f2a admin admin] Notify callbacks [] for router, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:46.738276 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-2baf8229-5b40-4653-b54d-1930d17f135d None None] Set router 471fb449-b6bd-4f42-9829-ef4fc599d2d2 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 11:15:46.924620 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-90fb57ad-a1ac-4107-8702-5960b35b2f2a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:46.929942 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-90fb57ad-a1ac-4107-8702-5960b35b2f2a admin admin] Deleting port aa268956-f2e3-4883-ae87-872970a7c80d {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 11:15:46.930322 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-90fb57ad-a1ac-4107-8702-5960b35b2f2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:47.118680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-90fb57ad-a1ac-4107-8702-5960b35b2f2a admin admin] For port aa268956-f2e3-4883-ae87-872970a7c80d, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=aa268956-f2e3-4883-ae87-872970a7c80d,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 11:15:47.119351 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-90fb57ad-a1ac-4107-8702-5960b35b2f2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:47.236044 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-2baf8229-5b40-4653-b54d-1930d17f135d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c8485630>, [{'id': '471fb449-b6bd-4f42-9829-ef4fc599d2d2', 'name': 'tempest-TestShelveInstance-860406117-router', 'tenant_id': '80addfac96c742afa69cf02742904b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.95'}], 'enable_snat': True}, 'gw_port_id': 'aa268956-f2e3-4883-ae87-872970a7c80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:05:14Z', 'updated_at': '2021-01-29T11:15:45Z', 'revision_number': 5, 'project_id': '80addfac96c742afa69cf02742904b03', 'gw_port': {'id': 'aa268956-f2e3-4883-ae87-872970a7c80d', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:62:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471fb449-b6bd-4f42-9829-ef4fc599d2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:05:15Z', 'updated_at': '2021-01-29T11:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:15:47.240166 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2baf8229-5b40-4653-b54d-1930d17f135d None None] Checking router: 471fb449-b6bd-4f42-9829-ef4fc599d2d2 for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 11:15:47.249714 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2baf8229-5b40-4653-b54d-1930d17f135d None None] Routers {'471fb449-b6bd-4f42-9829-ef4fc599d2d2'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 11:15:47.250416 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-2baf8229-5b40-4653-b54d-1930d17f135d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c8485630>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T11:15:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['471fb449-b6bd-4f42-9829-ef4fc599d2d2'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:15:47.255955 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-90fb57ad-a1ac-4107-8702-5960b35b2f2a admin admin] Calling delete_port for aa268956-f2e3-4883-ae87-872970a7c80d owned by network:router_gateway {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 11:15:47.403098 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-90fb57ad-a1ac-4107-8702-5960b35b2f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:47.445055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-2baf8229-5b40-4653-b54d-1930d17f135d None None] Set router 471fb449-b6bd-4f42-9829-ef4fc599d2d2 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 11:15:47.593583 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-90fb57ad-a1ac-4107-8702-5960b35b2f2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854102222'] for router_gateway, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:47.754386 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-2baf8229-5b40-4653-b54d-1930d17f135d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c8485630>, [{'id': '471fb449-b6bd-4f42-9829-ef4fc599d2d2', 'name': 'tempest-TestShelveInstance-860406117-router', 'tenant_id': '80addfac96c742afa69cf02742904b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.95'}], 'enable_snat': True}, 'gw_port_id': 'aa268956-f2e3-4883-ae87-872970a7c80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:05:14Z', 'updated_at': '2021-01-29T11:15:45Z', 'revision_number': 5, 'project_id': '80addfac96c742afa69cf02742904b03', 'gw_port': {'id': 'aa268956-f2e3-4883-ae87-872970a7c80d', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:62:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471fb449-b6bd-4f42-9829-ef4fc599d2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:05:15Z', 'updated_at': '2021-01-29T11:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:15:47.759100 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2baf8229-5b40-4653-b54d-1930d17f135d None None] The sync data for ids ['471fb449-b6bd-4f42-9829-ef4fc599d2d2'] in dv-neutron-772983-2-ovs is: [{'id': '471fb449-b6bd-4f42-9829-ef4fc599d2d2', 'name': 'tempest-TestShelveInstance-860406117-router', 'tenant_id': '80addfac96c742afa69cf02742904b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.95'}], 'enable_snat': True}, 'gw_port_id': 'aa268956-f2e3-4883-ae87-872970a7c80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:05:14Z', 'updated_at': '2021-01-29T11:15:45Z', 'revision_number': 5, 'project_id': '80addfac96c742afa69cf02742904b03', 'gw_port': {'id': 'aa268956-f2e3-4883-ae87-872970a7c80d', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:62:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471fb449-b6bd-4f42-9829-ef4fc599d2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:05:15Z', 'updated_at': '2021-01-29T11:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 11:15:48.022375 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-90fb57ad-a1ac-4107-8702-5960b35b2f2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:48.024761 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-90fb57ad-a1ac-4107-8702-5960b35b2f2a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:48.046255 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-90fb57ad-a1ac-4107-8702-5960b35b2f2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:48.046852 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90fb57ad-a1ac-4107-8702-5960b35b2f2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 471fb449-b6bd-4f42-9829-ef4fc599d2d2 {{(pid=80766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 11:15:48.059111 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-90fb57ad-a1ac-4107-8702-5960b35b2f2a admin admin] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:48.060349 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-90fb57ad-a1ac-4107-8702-5960b35b2f2a admin admin] 10.222.0.57 "DELETE /v2.0/routers/471fb449-b6bd-4f42-9829-ef4fc599d2d2 HTTP/1.1" status: 204  len: 168 time: 1.5230718
Jan 29 11:15:48.063664 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 38560) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:15:48.136852 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-923db847-1a52-4729-98db-aa38ed932d76 admin admin] Deleting subnet 6701916f-c50b-43dd-8657-78928268da39 {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 11:15:48.140550 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-923db847-1a52-4729-98db-aa38ed932d76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:48.200564 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-923db847-1a52-4729-98db-aa38ed932d76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:48.287641 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-923db847-1a52-4729-98db-aa38ed932d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:48.557536 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-923db847-1a52-4729-98db-aa38ed932d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:48.572994 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2b0388e2-a67d-44e0-8b97-447a1ddac84e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:15:48.618157 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923db847-1a52-4729-98db-aa38ed932d76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6701916f-c50b-43dd-8657-78928268da39,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:15:48.622639 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-923db847-1a52-4729-98db-aa38ed932d76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:15:48.707367 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-923db847-1a52-4729-98db-aa38ed932d76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:48.713061 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c22149b-1a84-47a9-8adf-b11f487175d0 None None] Network 65e16cc1-fcf1-4203-9a84-b0394476f4af requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 11:15:48.713332 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-923db847-1a52-4729-98db-aa38ed932d76 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/6701916f-c50b-43dd-8657-78928268da39 HTTP/1.1" status: 204  len: 168 time: 0.6486356
Jan 29 11:15:48.716101 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 38564) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:15:48.845013 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6c35dbfb-f27b-4dc1-948e-170ec7b90bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:48.915207 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-6c35dbfb-f27b-4dc1-948e-170ec7b90bdc admin admin] Deleting port f2d20eb5-0428-42a2-9b2b-190df02f5a0a {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 11:15:48.915593 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6c35dbfb-f27b-4dc1-948e-170ec7b90bdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:48.975626 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b855b028-97eb-4834-9ee3-4977fae2873d None None] DHCP port deletion for 65e16cc1-fcf1-4203-9a84-b0394476f4af request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 11:15:48.980146 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-b855b028-97eb-4834-9ee3-4977fae2873d None None] Deleting port f2d20eb5-0428-42a2-9b2b-190df02f5a0a {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 11:15:48.980568 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b855b028-97eb-4834-9ee3-4977fae2873d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:49.142439 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-6c35dbfb-f27b-4dc1-948e-170ec7b90bdc admin admin] For port f2d20eb5-0428-42a2-9b2b-190df02f5a0a, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=f2d20eb5-0428-42a2-9b2b-190df02f5a0a,segment=NetworkSegment(5ac97e64-e494-43e2-8c4f-00c3d8bf9752),segment_id=5ac97e64-e494-43e2-8c4f-00c3d8bf9752)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 11:15:49.143006 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6c35dbfb-f27b-4dc1-948e-170ec7b90bdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:49.202214 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-b855b028-97eb-4834-9ee3-4977fae2873d None None] For port f2d20eb5-0428-42a2-9b2b-190df02f5a0a, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=f2d20eb5-0428-42a2-9b2b-190df02f5a0a,segment=NetworkSegment(5ac97e64-e494-43e2-8c4f-00c3d8bf9752),segment_id=5ac97e64-e494-43e2-8c4f-00c3d8bf9752)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 11:15:49.202558 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b855b028-97eb-4834-9ee3-4977fae2873d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:49.276876 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-6c35dbfb-f27b-4dc1-948e-170ec7b90bdc admin admin] Calling delete_port for f2d20eb5-0428-42a2-9b2b-190df02f5a0a owned by network:dhcp {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 11:15:49.333637 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-b855b028-97eb-4834-9ee3-4977fae2873d None None] Calling delete_port for f2d20eb5-0428-42a2-9b2b-190df02f5a0a owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 11:15:49.369952 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6c35dbfb-f27b-4dc1-948e-170ec7b90bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:49.386667 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a9115415-7055-4616-b01a-8eb0b328e734 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:15:49.411020 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-b855b028-97eb-4834-9ee3-4977fae2873d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80767) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 11:15:49.411360 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-b855b028-97eb-4834-9ee3-4977fae2873d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 11:15:49.442954 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c35dbfb-f27b-4dc1-948e-170ec7b90bdc admin admin] Pushing event deleted for resources: {'Port': ['ID=f2d20eb5-0428-42a2-9b2b-190df02f5a0a,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:15:49.447867 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6c35dbfb-f27b-4dc1-948e-170ec7b90bdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:15:49.535895 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c35dbfb-f27b-4dc1-948e-170ec7b90bdc admin admin] No DVR routers for this DVR port f2d20eb5-0428-42a2-9b2b-190df02f5a0a on host dv-neutron-772983-2-ovs {{(pid=80766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 11:15:49.613729 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device f2d20eb5-0428-42a2-9b2b-190df02f5a0a no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 11:15:49.651143 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: f2d20eb5-0428-42a2-9b2b-190df02f5a0a {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 11:15:49.651521 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device f2d20eb5-0428-42a2-9b2b-190df02f5a0a not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 11:15:49.652033 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device ad9fc58e-aa5e-40ea-a44a-8fb48aa6e86c no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 11:15:49.664291 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6c35dbfb-f27b-4dc1-948e-170ec7b90bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:49.687101 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: ad9fc58e-aa5e-40ea-a44a-8fb48aa6e86c {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 11:15:49.687498 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device ad9fc58e-aa5e-40ea-a44a-8fb48aa6e86c not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 11:15:49.688015 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device aa268956-f2e3-4883-ae87-872970a7c80d no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 11:15:49.724049 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: aa268956-f2e3-4883-ae87-872970a7c80d {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 11:15:49.724729 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device aa268956-f2e3-4883-ae87-872970a7c80d not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 11:15:49.784253 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-6c35dbfb-f27b-4dc1-948e-170ec7b90bdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99ca3725c0>,) {'filters': {'network_id': ['65e16cc1-fcf1-4203-9a84-b0394476f4af']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:15:49.797822 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-6c35dbfb-f27b-4dc1-948e-170ec7b90bdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99ca3725c0>, '5ac97e64-e494-43e2-8c4f-00c3d8bf9752') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:15:49.798178 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-6c35dbfb-f27b-4dc1-948e-170ec7b90bdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99ca3725c0>, '5ac97e64-e494-43e2-8c4f-00c3d8bf9752') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:15:49.810405 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6c35dbfb-f27b-4dc1-948e-170ec7b90bdc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:49.828947 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6c35dbfb-f27b-4dc1-948e-170ec7b90bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:49.831164 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6c35dbfb-f27b-4dc1-948e-170ec7b90bdc admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 11:15:49.913148 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-b855b028-97eb-4834-9ee3-4977fae2873d None None] Deleting port f2d20eb5-0428-42a2-9b2b-190df02f5a0a {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 11:15:49.913674 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b855b028-97eb-4834-9ee3-4977fae2873d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:49.989218 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-b855b028-97eb-4834-9ee3-4977fae2873d None None] The port 'f2d20eb5-0428-42a2-9b2b-190df02f5a0a' was deleted {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 29 11:15:50.015162 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-6c35dbfb-f27b-4dc1-948e-170ec7b90bdc admin admin] Network 65e16cc1-fcf1-4203-9a84-b0394476f4af has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 11:15:50.028386 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6c35dbfb-f27b-4dc1-948e-170ec7b90bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:50.213150 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-6c35dbfb-f27b-4dc1-948e-170ec7b90bdc admin admin] Network 65e16cc1-fcf1-4203-9a84-b0394476f4af has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 11:15:50.237153 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 11:15:50.237153 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 11:15:50.237153 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 11:15:50.237153 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 11:15:50.237153 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 11:15:50.237153 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 11:15:50.237153 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 11:15:50.237153 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 11:15:50.237153 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 11:15:50.237153 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 11:15:50.237153 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 11:15:50.237153 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 11:15:50.237153 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 11:15:50.237153 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 11:15:50.237153 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 11:15:50.237153 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 11:15:50.237153 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 11:15:50.237153 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 11:15:50.237153 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 11:15:50.237153 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 11:15:50.237153 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 11:15:50.237153 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 11:15:50.237153 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 11:15:50.237153 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 11:15:50.237153 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 11:15:50.237153 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 11:15:50.237153 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 11:15:50.237153 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 11:15:50.237153 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 11:15:50.237153 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 11:15:50.237153 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 11:15:50.237153 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 11:15:50.328138 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6c35dbfb-f27b-4dc1-948e-170ec7b90bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:50.331512 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f3727fa2-fbf1-47cd-9c51-7e7d658b068a tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:15:50.347182 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6c35dbfb-f27b-4dc1-948e-170ec7b90bdc admin admin] Notify callbacks [] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:50.359250 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c35dbfb-f27b-4dc1-948e-170ec7b90bdc admin admin] Pushing event deleted for resources: {'Network': ['ID=65e16cc1-fcf1-4203-9a84-b0394476f4af,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:15:50.362762 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6c35dbfb-f27b-4dc1-948e-170ec7b90bdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:15:50.372776 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-6c35dbfb-f27b-4dc1-948e-170ec7b90bdc admin admin] 10.222.0.57 "DELETE /v2.0/networks/65e16cc1-fcf1-4203-9a84-b0394476f4af HTTP/1.1" status: 204  len: 168 time: 1.6556525
Jan 29 11:15:50.376018 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 38570) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:15:50.948730 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4d0dcae2-a463-4bae-8b4a-555745f71ef5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349253'] for router_interface, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:51.316428 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4d0dcae2-a463-4bae-8b4a-555745f71ef5 admin admin] Deleting port b95919ff-93be-4153-9c85-47111547307b {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 11:15:51.316935 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4d0dcae2-a463-4bae-8b4a-555745f71ef5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:51.508689 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4d0dcae2-a463-4bae-8b4a-555745f71ef5 admin admin] For port b95919ff-93be-4153-9c85-47111547307b, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=b95919ff-93be-4153-9c85-47111547307b,segment=NetworkSegment(4e151ef9-b263-4e6d-b03b-61e367256aa1),segment_id=4e151ef9-b263-4e6d-b03b-61e367256aa1)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 11:15:51.509086 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4d0dcae2-a463-4bae-8b4a-555745f71ef5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:51.624304 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ff6784ae-e564-42f4-bc4a-ac7099b79c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:51.642767 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4d0dcae2-a463-4bae-8b4a-555745f71ef5 admin admin] Calling delete_port for b95919ff-93be-4153-9c85-47111547307b owned by network:router_interface {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 11:15:51.814750 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4d0dcae2-a463-4bae-8b4a-555745f71ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:51.830680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0271f564-e10a-40c3-bf95-71b7e363d30b tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:15:51.883116 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0dcae2-a463-4bae-8b4a-555745f71ef5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b95919ff-93be-4153-9c85-47111547307b,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:15:51.887624 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4d0dcae2-a463-4bae-8b4a-555745f71ef5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:15:52.525770 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4d0dcae2-a463-4bae-8b4a-555745f71ef5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854415430'] for router_interface, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:53.037261 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d0dcae2-a463-4bae-8b4a-555745f71ef5 admin admin] Router 2498e97a-64d2-4d42-9c2a-8c67e085be84 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 11:15:53.227242 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d0dcae2-a463-4bae-8b4a-555745f71ef5 admin admin] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 11:15:53.236941 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a301e1a7-b16f-4be4-a1b1-3423a7f2f564 None None] Sync routers for ids ['2498e97a-64d2-4d42-9c2a-8c67e085be84'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 11:15:53.237218 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-4d0dcae2-a463-4bae-8b4a-555745f71ef5 admin admin] 10.222.0.57 "PUT /v2.0/routers/2498e97a-64d2-4d42-9c2a-8c67e085be84/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8601356
Jan 29 11:15:53.239911 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 38574) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:15:53.247595 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a301e1a7-b16f-4be4-a1b1-3423a7f2f564 None None] Routers {'2498e97a-64d2-4d42-9c2a-8c67e085be84'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 11:15:53.249423 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-a301e1a7-b16f-4be4-a1b1-3423a7f2f564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca2e87f0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T11:15:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['2498e97a-64d2-4d42-9c2a-8c67e085be84'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:15:53.429039 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ee5408ac-da30-475f-ab71-7b549055c854 admin admin] Notify callbacks [] for router, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:53.442949 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-a301e1a7-b16f-4be4-a1b1-3423a7f2f564 None None] Set router 2498e97a-64d2-4d42-9c2a-8c67e085be84 gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 11:15:53.625385 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ee5408ac-da30-475f-ab71-7b549055c854 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:53.630743 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-ee5408ac-da30-475f-ab71-7b549055c854 admin admin] Deleting port a6baebb6-e962-4379-82f6-d2f6a9c797ef {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 11:15:53.631114 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ee5408ac-da30-475f-ab71-7b549055c854 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:53.758377 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-a301e1a7-b16f-4be4-a1b1-3423a7f2f564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca2e87f0>, [{'id': '2498e97a-64d2-4d42-9c2a-8c67e085be84', 'name': 'tempest-TestShelveInstance-955765717-router', 'tenant_id': '67ddb57663a64a5aa32e5db8e1b87b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': 'a6baebb6-e962-4379-82f6-d2f6a9c797ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:05:23Z', 'updated_at': '2021-01-29T11:15:51Z', 'revision_number': 5, 'project_id': '67ddb57663a64a5aa32e5db8e1b87b63', 'gw_port': {'id': 'a6baebb6-e962-4379-82f6-d2f6a9c797ef', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cd:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2498e97a-64d2-4d42-9c2a-8c67e085be84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:05:23Z', 'updated_at': '2021-01-29T11:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:15:53.762437 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a301e1a7-b16f-4be4-a1b1-3423a7f2f564 None None] Checking router: 2498e97a-64d2-4d42-9c2a-8c67e085be84 for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 11:15:53.771982 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a301e1a7-b16f-4be4-a1b1-3423a7f2f564 None None] Routers {'2498e97a-64d2-4d42-9c2a-8c67e085be84'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 11:15:53.772651 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-a301e1a7-b16f-4be4-a1b1-3423a7f2f564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99ca2e87f0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T11:15:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['2498e97a-64d2-4d42-9c2a-8c67e085be84'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:15:53.815435 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-ee5408ac-da30-475f-ab71-7b549055c854 admin admin] For port a6baebb6-e962-4379-82f6-d2f6a9c797ef, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=a6baebb6-e962-4379-82f6-d2f6a9c797ef,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 11:15:53.815772 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ee5408ac-da30-475f-ab71-7b549055c854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:53.892781 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7ea376fd-944c-4c5b-a9ea-8a994d990856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:53.958451 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-ee5408ac-da30-475f-ab71-7b549055c854 admin admin] Calling delete_port for a6baebb6-e962-4379-82f6-d2f6a9c797ef owned by network:router_gateway {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 11:15:54.106629 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ee5408ac-da30-475f-ab71-7b549055c854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:54.128574 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-a301e1a7-b16f-4be4-a1b1-3423a7f2f564 None None] Set router 2498e97a-64d2-4d42-9c2a-8c67e085be84 gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 11:15:54.301084 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ee5408ac-da30-475f-ab71-7b549055c854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854102222'] for router_gateway, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:54.433435 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-a301e1a7-b16f-4be4-a1b1-3423a7f2f564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99ca2e87f0>, [{'id': '2498e97a-64d2-4d42-9c2a-8c67e085be84', 'name': 'tempest-TestShelveInstance-955765717-router', 'tenant_id': '67ddb57663a64a5aa32e5db8e1b87b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': 'a6baebb6-e962-4379-82f6-d2f6a9c797ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:05:23Z', 'updated_at': '2021-01-29T11:15:51Z', 'revision_number': 5, 'project_id': '67ddb57663a64a5aa32e5db8e1b87b63', 'gw_port': {'id': 'a6baebb6-e962-4379-82f6-d2f6a9c797ef', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cd:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2498e97a-64d2-4d42-9c2a-8c67e085be84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:05:23Z', 'updated_at': '2021-01-29T11:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:15:54.438160 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a301e1a7-b16f-4be4-a1b1-3423a7f2f564 None None] The sync data for ids ['2498e97a-64d2-4d42-9c2a-8c67e085be84'] in dv-neutron-772983-2-ovs is: [{'id': '2498e97a-64d2-4d42-9c2a-8c67e085be84', 'name': 'tempest-TestShelveInstance-955765717-router', 'tenant_id': '67ddb57663a64a5aa32e5db8e1b87b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': 'a6baebb6-e962-4379-82f6-d2f6a9c797ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:05:23Z', 'updated_at': '2021-01-29T11:15:51Z', 'revision_number': 5, 'project_id': '67ddb57663a64a5aa32e5db8e1b87b63', 'gw_port': {'id': 'a6baebb6-e962-4379-82f6-d2f6a9c797ef', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cd:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2498e97a-64d2-4d42-9c2a-8c67e085be84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:05:23Z', 'updated_at': '2021-01-29T11:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 11:15:54.439500 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ee5408ac-da30-475f-ab71-7b549055c854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:54.441929 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ee5408ac-da30-475f-ab71-7b549055c854 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:54.467946 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ee5408ac-da30-475f-ab71-7b549055c854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:54.468095 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5408ac-da30-475f-ab71-7b549055c854 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2498e97a-64d2-4d42-9c2a-8c67e085be84 {{(pid=80766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 11:15:54.480444 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ee5408ac-da30-475f-ab71-7b549055c854 admin admin] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:54.481672 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-ee5408ac-da30-475f-ab71-7b549055c854 admin admin] 10.222.0.57 "DELETE /v2.0/routers/2498e97a-64d2-4d42-9c2a-8c67e085be84 HTTP/1.1" status: 204  len: 168 time: 1.2407889
Jan 29 11:15:54.484472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 38578) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:15:54.532695 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:54.557088 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-16ea497a-e581-49f8-8720-0a193d952f35 admin admin] Deleting subnet f04921d7-d1ba-495a-b254-fd69bb801845 {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 11:15:54.560441 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-16ea497a-e581-49f8-8720-0a193d952f35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:54.617427 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-16ea497a-e581-49f8-8720-0a193d952f35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:54.700437 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-16ea497a-e581-49f8-8720-0a193d952f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:54.964826 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-16ea497a-e581-49f8-8720-0a193d952f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:54.984165 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-49407a86-46d9-4dd2-bf7f-eab0946f4157 tempest-NetworksTest-1813686981 tempest-NetworksTest-1813686981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:15:55.036121 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea497a-e581-49f8-8720-0a193d952f35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f04921d7-d1ba-495a-b254-fd69bb801845,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:15:55.040064 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-16ea497a-e581-49f8-8720-0a193d952f35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:15:55.079030 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:55.127694 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-16ea497a-e581-49f8-8720-0a193d952f35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:55.133253 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1d52ee-b1f5-4647-8e1c-f6d255975ad3 None None] Network b61fc2e5-654f-42c1-a140-c5daea962dce requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 11:15:55.134181 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-16ea497a-e581-49f8-8720-0a193d952f35 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/f04921d7-d1ba-495a-b254-fd69bb801845 HTTP/1.1" status: 204  len: 168 time: 0.6485982
Jan 29 11:15:55.136804 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 38582) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:15:55.257025 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-029d28ea-85bf-4ac6-bd36-4eb5a752d12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:55.331167 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-029d28ea-85bf-4ac6-bd36-4eb5a752d12d admin admin] Deleting port f0dbdb0d-5618-4a03-86ef-21beb3e3c5b4 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 11:15:55.331553 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-029d28ea-85bf-4ac6-bd36-4eb5a752d12d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:55.406427 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea6de2b-1593-43aa-9f34-99958f90e405 None None] DHCP port deletion for b61fc2e5-654f-42c1-a140-c5daea962dce request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 11:15:55.411676 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-3ea6de2b-1593-43aa-9f34-99958f90e405 None None] Deleting port f0dbdb0d-5618-4a03-86ef-21beb3e3c5b4 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 11:15:55.412102 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3ea6de2b-1593-43aa-9f34-99958f90e405 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:55.628709 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device a6baebb6-e962-4379-82f6-d2f6a9c797ef no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 11:15:55.680940 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: a6baebb6-e962-4379-82f6-d2f6a9c797ef {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 11:15:55.681339 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device a6baebb6-e962-4379-82f6-d2f6a9c797ef not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 11:15:55.681822 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device b95919ff-93be-4153-9c85-47111547307b no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 11:15:55.726190 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: b95919ff-93be-4153-9c85-47111547307b {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 11:15:55.726780 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device b95919ff-93be-4153-9c85-47111547307b not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 11:15:55.727025 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device f0dbdb0d-5618-4a03-86ef-21beb3e3c5b4 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 11:15:55.767972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-3ea6de2b-1593-43aa-9f34-99958f90e405 None None] For port f0dbdb0d-5618-4a03-86ef-21beb3e3c5b4, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=f0dbdb0d-5618-4a03-86ef-21beb3e3c5b4,segment=NetworkSegment(4e151ef9-b263-4e6d-b03b-61e367256aa1),segment_id=4e151ef9-b263-4e6d-b03b-61e367256aa1)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 11:15:55.768418 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3ea6de2b-1593-43aa-9f34-99958f90e405 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:55.845721 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-029d28ea-85bf-4ac6-bd36-4eb5a752d12d admin admin] For port f0dbdb0d-5618-4a03-86ef-21beb3e3c5b4, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=f0dbdb0d-5618-4a03-86ef-21beb3e3c5b4,segment=NetworkSegment(4e151ef9-b263-4e6d-b03b-61e367256aa1),segment_id=4e151ef9-b263-4e6d-b03b-61e367256aa1)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 11:15:55.846070 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-029d28ea-85bf-4ac6-bd36-4eb5a752d12d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:55.912295 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-3ea6de2b-1593-43aa-9f34-99958f90e405 None None] Calling delete_port for f0dbdb0d-5618-4a03-86ef-21beb3e3c5b4 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 11:15:55.982004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-029d28ea-85bf-4ac6-bd36-4eb5a752d12d admin admin] Calling delete_port for f0dbdb0d-5618-4a03-86ef-21beb3e3c5b4 owned by network:dhcp {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 11:15:56.047687 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:56.058038 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-029d28ea-85bf-4ac6-bd36-4eb5a752d12d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80766) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 11:15:56.058430 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-029d28ea-85bf-4ac6-bd36-4eb5a752d12d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 11:15:56.062213 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3ea6de2b-1593-43aa-9f34-99958f90e405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971'] for port, after_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:56.079058 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:15:56.141955 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea6de2b-1593-43aa-9f34-99958f90e405 None None] Pushing event deleted for resources: {'Port': ['ID=f0dbdb0d-5618-4a03-86ef-21beb3e3c5b4,revision_number=None']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:15:56.181766 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea6de2b-1593-43aa-9f34-99958f90e405 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:15:56.182176 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea6de2b-1593-43aa-9f34-99958f90e405 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:15:56.182554 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea6de2b-1593-43aa-9f34-99958f90e405 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:15:56.182924 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea6de2b-1593-43aa-9f34-99958f90e405 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:15:56.183296 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea6de2b-1593-43aa-9f34-99958f90e405 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:15:56.183662 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea6de2b-1593-43aa-9f34-99958f90e405 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:15:56.184029 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea6de2b-1593-43aa-9f34-99958f90e405 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:15:56.184392 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea6de2b-1593-43aa-9f34-99958f90e405 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:15:56.184755 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea6de2b-1593-43aa-9f34-99958f90e405 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:15:56.185119 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea6de2b-1593-43aa-9f34-99958f90e405 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:15:56.185514 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea6de2b-1593-43aa-9f34-99958f90e405 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:15:56.186011 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea6de2b-1593-43aa-9f34-99958f90e405 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:15:56.186452 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea6de2b-1593-43aa-9f34-99958f90e405 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:15:56.186811 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea6de2b-1593-43aa-9f34-99958f90e405 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:15:56.187171 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea6de2b-1593-43aa-9f34-99958f90e405 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:15:56.187531 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea6de2b-1593-43aa-9f34-99958f90e405 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:15:56.187888 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea6de2b-1593-43aa-9f34-99958f90e405 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:15:56.188244 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea6de2b-1593-43aa-9f34-99958f90e405 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:15:56.188600 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea6de2b-1593-43aa-9f34-99958f90e405 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:15:56.188958 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea6de2b-1593-43aa-9f34-99958f90e405 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:15:56.189314 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea6de2b-1593-43aa-9f34-99958f90e405 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:15:56.189670 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea6de2b-1593-43aa-9f34-99958f90e405 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:15:56.190050 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea6de2b-1593-43aa-9f34-99958f90e405 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:15:56.190407 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea6de2b-1593-43aa-9f34-99958f90e405 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:15:56.423883 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3ea6de2b-1593-43aa-9f34-99958f90e405 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:15:56.465030 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:56.469640 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea6de2b-1593-43aa-9f34-99958f90e405 None None] No DVR routers for this DVR port f0dbdb0d-5618-4a03-86ef-21beb3e3c5b4 on host dv-neutron-772983-2-ovs {{(pid=80767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 11:15:56.559686 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-029d28ea-85bf-4ac6-bd36-4eb5a752d12d admin admin] Deleting port f0dbdb0d-5618-4a03-86ef-21beb3e3c5b4 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 11:15:56.560118 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-029d28ea-85bf-4ac6-bd36-4eb5a752d12d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:56.634165 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-029d28ea-85bf-4ac6-bd36-4eb5a752d12d admin admin] The port 'f0dbdb0d-5618-4a03-86ef-21beb3e3c5b4' was deleted {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 29 11:15:56.759260 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-029d28ea-85bf-4ac6-bd36-4eb5a752d12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:56.880563 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-029d28ea-85bf-4ac6-bd36-4eb5a752d12d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99ca757f98>,) {'filters': {'network_id': ['b61fc2e5-654f-42c1-a140-c5daea962dce']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:15:56.893511 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-029d28ea-85bf-4ac6-bd36-4eb5a752d12d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99ca757f98>, '4e151ef9-b263-4e6d-b03b-61e367256aa1') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:15:56.893874 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-029d28ea-85bf-4ac6-bd36-4eb5a752d12d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99ca757f98>, '4e151ef9-b263-4e6d-b03b-61e367256aa1') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:15:56.906323 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-029d28ea-85bf-4ac6-bd36-4eb5a752d12d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:56.922076 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-029d28ea-85bf-4ac6-bd36-4eb5a752d12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:56.924083 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-029d28ea-85bf-4ac6-bd36-4eb5a752d12d admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 11:15:57.104046 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-029d28ea-85bf-4ac6-bd36-4eb5a752d12d admin admin] Network b61fc2e5-654f-42c1-a140-c5daea962dce has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 11:15:57.114184 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-029d28ea-85bf-4ac6-bd36-4eb5a752d12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:57.306584 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-029d28ea-85bf-4ac6-bd36-4eb5a752d12d admin admin] Network b61fc2e5-654f-42c1-a140-c5daea962dce has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 11:15:57.331140 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 11:15:57.331140 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 11:15:57.331140 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 11:15:57.331140 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 11:15:57.331140 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 11:15:57.331140 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 11:15:57.331140 dv-neutron-772983-2-ovs neutron-server[80656]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 11:15:57.331140 dv-neutron-772983-2-ovs neutron-server[80656]:   % (table.description, expected, rows_matched)
Jan 29 11:15:57.331140 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 11:15:57.331140 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 11:15:57.331140 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 11:15:57.331140 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 11:15:57.331140 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 11:15:57.331140 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 11:15:57.331140 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 11:15:57.331140 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 11:15:57.331140 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 11:15:57.331140 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 11:15:57.331140 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 11:15:57.331140 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 11:15:57.331140 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 11:15:57.331140 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 11:15:57.331140 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 11:15:57.331140 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 11:15:57.331140 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 11:15:57.331140 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 11:15:57.331140 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 11:15:57.331140 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 11:15:57.331140 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 11:15:57.331140 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 11:15:57.331140 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 11:15:57.331140 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 11:15:57.331140 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 11:15:57.331140 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 11:15:57.331140 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 11:15:57.331140 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 11:15:57.331140 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 11:15:57.331140 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 11:15:57.331140 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 11:15:57.331140 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 11:15:57.414561 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-029d28ea-85bf-4ac6-bd36-4eb5a752d12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:57.417816 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-85893827-bb29-4555-8e28-d23e8240f5c1 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:15:57.432748 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-029d28ea-85bf-4ac6-bd36-4eb5a752d12d admin admin] Notify callbacks [] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:57.444212 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d28ea-85bf-4ac6-bd36-4eb5a752d12d admin admin] Pushing event deleted for resources: {'Network': ['ID=b61fc2e5-654f-42c1-a140-c5daea962dce,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:15:57.447713 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-029d28ea-85bf-4ac6-bd36-4eb5a752d12d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:15:57.449311 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-029d28ea-85bf-4ac6-bd36-4eb5a752d12d admin admin] 10.222.0.57 "DELETE /v2.0/networks/b61fc2e5-654f-42c1-a140-c5daea962dce HTTP/1.1" status: 204  len: 168 time: 2.3114865
Jan 29 11:15:57.611739 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 38588) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:15:57.665393 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-b0350e53-0162-41b7-a685-ec45efe18561 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=80addfac96c742afa69cf02742904b03&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0522439
Jan 29 11:15:57.667894 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 38592) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:15:57.728801 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5fbc40d9-ddff-4b61-8146-835abe6b3406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:57.758888 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5fbc40d9-ddff-4b61-8146-835abe6b3406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:57.807939 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5fbc40d9-ddff-4b61-8146-835abe6b3406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:57.813603 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b9dc7c9e-d369-4834-912d-af954691b627 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:15:57.828679 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbc40d9-ddff-4b61-8146-835abe6b3406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75392324-591c-4db6-b329-1822cb2f3ac1,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:15:57.832816 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5fbc40d9-ddff-4b61-8146-835abe6b3406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:15:57.836218 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5fbc40d9-ddff-4b61-8146-835abe6b3406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:57.837443 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-5fbc40d9-ddff-4b61-8146-835abe6b3406 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/75392324-591c-4db6-b329-1822cb2f3ac1 HTTP/1.1" status: 204  len: 168 time: 0.1685891
Jan 29 11:15:58.280029 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 38600) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:15:58.332078 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-164c053f-8b3d-44cd-9810-b60211565ae5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=67ddb57663a64a5aa32e5db8e1b87b63&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0506947
Jan 29 11:15:58.334683 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 38604) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:15:58.400631 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9ffc6fe0-2994-4797-ae84-cbc8b7a5746c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:58.427542 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9ffc6fe0-2994-4797-ae84-cbc8b7a5746c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:58.472376 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9ffc6fe0-2994-4797-ae84-cbc8b7a5746c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:58.477223 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4b0dafdc-6c62-4933-9a82-cd10903cd7a0 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:15:58.489504 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffc6fe0-2994-4797-ae84-cbc8b7a5746c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9a2ab7-19d9-424e-a5fc-0c20fa02407b,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:15:58.492625 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9ffc6fe0-2994-4797-ae84-cbc8b7a5746c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:15:58.494927 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9ffc6fe0-2994-4797-ae84-cbc8b7a5746c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:58.495780 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-9ffc6fe0-2994-4797-ae84-cbc8b7a5746c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7b9a2ab7-19d9-424e-a5fc-0c20fa02407b HTTP/1.1" status: 204  len: 168 time: 0.1601465
Jan 29 11:15:59.464168 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 38626) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:15:59.620172 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-e268a6d9-c5a9-412e-b5da-68505317ea9a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-266979097-network', 'tenant_id': '7f24f5e4d7b04ce4900921d1ee0025b5'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 11:15:59.627917 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-e268a6d9-c5a9-412e-b5da-68505317ea9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 11:15:59.632746 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e268a6d9-c5a9-412e-b5da-68505317ea9a admin admin] Usage tracker for resource:network and tenant:7f24f5e4d7b04ce4900921d1ee0025b5 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 11:15:59.635768 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e268a6d9-c5a9-412e-b5da-68505317ea9a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 11:15:59.642162 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-e268a6d9-c5a9-412e-b5da-68505317ea9a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 11:15:59.652209 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e268a6d9-c5a9-412e-b5da-68505317ea9a admin admin] Made reservation on behalf of 7f24f5e4d7b04ce4900921d1ee0025b5 for: {'network': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 11:15:59.657464 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e268a6d9-c5a9-412e-b5da-68505317ea9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for network, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:59.670618 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e268a6d9-c5a9-412e-b5da-68505317ea9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:59.686207 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-e268a6d9-c5a9-412e-b5da-68505317ea9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 11:15:59.690241 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e268a6d9-c5a9-412e-b5da-68505317ea9a admin admin] Usage tracker for resource:security_group_rule and tenant:7f24f5e4d7b04ce4900921d1ee0025b5 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 11:15:59.693181 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-e268a6d9-c5a9-412e-b5da-68505317ea9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 11:15:59.699174 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-e268a6d9-c5a9-412e-b5da-68505317ea9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 11:15:59.784393 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e268a6d9-c5a9-412e-b5da-68505317ea9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:59.787158 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e268a6d9-c5a9-412e-b5da-68505317ea9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:59.791348 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-35538ae7-0820-472f-8f68-1b48ed158034 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:15:59.824578 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e268a6d9-c5a9-412e-b5da-68505317ea9a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 29 11:15:59.838036 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e268a6d9-c5a9-412e-b5da-68505317ea9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6b41cc-1e19-4b90-913c-5c3be5be9aed,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:15:59.841417 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e268a6d9-c5a9-412e-b5da-68505317ea9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:15:59.844415 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e268a6d9-c5a9-412e-b5da-68505317ea9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:59.844807 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.segments_db [None req-e268a6d9-c5a9-412e-b5da-68505317ea9a admin admin] Added segment 04aaee57-dc8a-468b-bc4c-5453e785a965 of type vxlan for network d6bdf431-9ebe-4e83-9b42-1b375199db55
Jan 29 11:15:59.872764 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e268a6d9-c5a9-412e-b5da-68505317ea9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268197635598'] for network, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:59.902113 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e268a6d9-c5a9-412e-b5da-68505317ea9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910'] for network, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:59.903078 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e268a6d9-c5a9-412e-b5da-68505317ea9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:15:59.903714 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e268a6d9-c5a9-412e-b5da-68505317ea9a admin admin] Notify callbacks [] for network, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:15:59.908780 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-788908c4-64ad-424f-a956-8c7217e10c65 tempest-RoutersNegativeTest-2132196548 tempest-RoutersNegativeTest-2132196548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:16:00.016790 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e268a6d9-c5a9-412e-b5da-68505317ea9a admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.5514150
Jan 29 11:16:00.017767 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e268a6d9-c5a9-412e-b5da-68505317ea9a admin admin] Pushing event updated for resources: {'Network': ['ID=d6bdf431-9ebe-4e83-9b42-1b375199db55,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:16:00.019884 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 38632) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:16:00.022574 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e268a6d9-c5a9-412e-b5da-68505317ea9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:16:00.026732 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-53a7371e-9df8-4963-95c8-2f55d94d2997 admin admin] Request body: {'subnet': {'network_id': 'd6bdf431-9ebe-4e83-9b42-1b375199db55', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-266979097-subnet', 'tenant_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'ip_version': 4}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 11:16:00.028184 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Network d6bdf431-9ebe-4e83-9b42-1b375199db55 details requested by agent ovs-agent-dv-neutron-772983-2-ovs with host dv-neutron-772983-2-ovs {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 11:16:00.032146 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-53a7371e-9df8-4963-95c8-2f55d94d2997 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 11:16:00.036248 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-53a7371e-9df8-4963-95c8-2f55d94d2997 admin admin] Usage tracker for resource:subnet and tenant:7f24f5e4d7b04ce4900921d1ee0025b5 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 11:16:00.039311 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-53a7371e-9df8-4963-95c8-2f55d94d2997 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 11:16:00.045808 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-53a7371e-9df8-4963-95c8-2f55d94d2997 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 11:16:00.047634 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Network d6bdf431-9ebe-4e83-9b42-1b375199db55 details requested by agent ovs-agent-hv-neutron-7729 with host hv-neutron-7729 {{(pid=80767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 29 11:16:00.055359 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a7371e-9df8-4963-95c8-2f55d94d2997 admin admin] Made reservation on behalf of 7f24f5e4d7b04ce4900921d1ee0025b5 for: {'subnet': 1} {{(pid=80765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 11:16:00.060222 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-53a7371e-9df8-4963-95c8-2f55d94d2997 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852571042'] for subnet, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:00.474797 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-53a7371e-9df8-4963-95c8-2f55d94d2997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851686431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852571087'] for subnet, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:00.493606 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-dc3a0fce-5760-4e7c-b905-fe8f2f4099ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:16:00.620037 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a7371e-9df8-4963-95c8-2f55d94d2997 admin admin] Pushing event updated for resources: {'Subnet': ['ID=889f48ae-7cc4-469c-96da-0c8743d1c480,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:16:00.624168 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-53a7371e-9df8-4963-95c8-2f55d94d2997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:16:00.692779 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a7371e-9df8-4963-95c8-2f55d94d2997 admin admin] Checking segment: {'id': '04aaee57-dc8a-468b-bc4c-5453e785a965', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6bdf431-9ebe-4e83-9b42-1b375199db55'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 11:16:00.693168 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a7371e-9df8-4963-95c8-2f55d94d2997 admin admin] Network hostable DHCP agents. Network: d6bdf431-9ebe-4e83-9b42-1b375199db55, hostable agents: ['8686d683-d11d-4d5b-ac40-091a54760ad6'], hosted agents: [] {{(pid=80765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 29 11:16:00.712004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a7371e-9df8-4963-95c8-2f55d94d2997 admin admin] Network d6bdf431-9ebe-4e83-9b42-1b375199db55 is scheduled to be hosted by DHCP agent 8686d683-d11d-4d5b-ac40-091a54760ad6 with binding_index 1 {{(pid=80765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 29 11:16:00.720679 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-53a7371e-9df8-4963-95c8-2f55d94d2997 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-772983-2-ovs, d6bdf431-9ebe-4e83-9b42-1b375199db55) {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 11:16:00.730245 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a603e423-2801-4849-b187-8c710873e102 None None] Network d6bdf431-9ebe-4e83-9b42-1b375199db55 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 11:16:00.732551 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a7371e-9df8-4963-95c8-2f55d94d2997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:16:00.733301 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-53a7371e-9df8-4963-95c8-2f55d94d2997 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:00.752341 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-53a7371e-9df8-4963-95c8-2f55d94d2997 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7313795
Jan 29 11:16:00.755189 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 38638) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:16:00.760631 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [None req-795c2115-6438-4387-81e7-ccd537449dc5 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-266979097-router', 'tenant_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 11:16:00.766133 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-795c2115-6438-4387-81e7-ccd537449dc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 11:16:00.770192 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-795c2115-6438-4387-81e7-ccd537449dc5 admin admin] Usage tracker for resource:router and tenant:7f24f5e4d7b04ce4900921d1ee0025b5 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 11:16:00.773751 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [None req-795c2115-6438-4387-81e7-ccd537449dc5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 11:16:00.780297 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [None req-795c2115-6438-4387-81e7-ccd537449dc5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 11:16:00.791534 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-795c2115-6438-4387-81e7-ccd537449dc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854444528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515142'] for router, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:00.792591 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-795c2115-6438-4387-81e7-ccd537449dc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854422060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673790', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260609'] for router, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:00.807218 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-795c2115-6438-4387-81e7-ccd537449dc5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:00.961223 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd71203-c689-49d6-bd26-4ca04ccb92df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5898f6a8-2f44-529d-8dd4-9121b8f4e507-d6bdf431-9ebe-4e83-9b42-1b375199db55', 'network_id': 'd6bdf431-9ebe-4e83-9b42-1b375199db55', 'tenant_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'fixed_ips': [{'subnet_id': '889f48ae-7cc4-469c-96da-0c8743d1c480'}]}} from dv-neutron-772983-2-ovs. {{(pid=80767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 29 11:16:00.962288 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6bd71203-c689-49d6-bd26-4ca04ccb92df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:01.095322 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-795c2115-6438-4387-81e7-ccd537449dc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854444509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260624'] for router, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:01.256266 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-6bd71203-c689-49d6-bd26-4ca04ccb92df None None] Allocated IP 172.20.0.2 (d6bdf431-9ebe-4e83-9b42-1b375199db55/889f48ae-7cc4-469c-96da-0c8743d1c480/882cfbe1-d223-4e62-bd8a-1920fe286af0) {{(pid=80767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 11:16:01.433290 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-795c2115-6438-4387-81e7-ccd537449dc5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:01.467892 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-795c2115-6438-4387-81e7-ccd537449dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:01.485916 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6bd71203-c689-49d6-bd26-4ca04ccb92df None None] Notify callbacks [] for port, precommit_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:01.496473 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-6bd71203-c689-49d6-bd26-4ca04ccb92df None None] Transition to ACTIVE for port object 882cfbe1-d223-4e62-bd8a-1920fe286af0 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 11:16:01.512670 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-6bd71203-c689-49d6-bd26-4ca04ccb92df None None] Transition to ACTIVE for port object 882cfbe1-d223-4e62-bd8a-1920fe286af0 will not be triggered until provisioned by entity DHCP. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 11:16:01.517637 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6bd71203-c689-49d6-bd26-4ca04ccb92df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275'] for port, after_create {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:01.534066 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ce4ecba8-cb92-4335-9bb3-8d1749841c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:16:01.670440 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd71203-c689-49d6-bd26-4ca04ccb92df None None] Pushing event updated for resources: {'Port': ['ID=882cfbe1-d223-4e62-bd8a-1920fe286af0,revision_number=1']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:16:01.674691 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6bd71203-c689-49d6-bd26-4ca04ccb92df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:16:01.727940 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd71203-c689-49d6-bd26-4ca04ccb92df None None] Network d6bdf431-9ebe-4e83-9b42-1b375199db55 is already hosted by enough agents. {{(pid=80767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 11:16:01.729112 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-6bd71203-c689-49d6-bd26-4ca04ccb92df None None] Resources bound (agent type, host, resource id):  {{(pid=80767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 11:16:01.731504 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd71203-c689-49d6-bd26-4ca04ccb92df None None] Received port after_create {{(pid=80767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 11:16:01.749266 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-795c2115-6438-4387-81e7-ccd537449dc5 admin admin] Allocated IP 172.26.7.201 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/38b5c4ea-d212-4182-b7dd-6d882e899e05) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 11:16:01.794015 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-6bd71203-c689-49d6-bd26-4ca04ccb92df None None] Attempting to bind port 882cfbe1-d223-4e62-bd8a-1920fe286af0 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 11:16:01.794431 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-6bd71203-c689-49d6-bd26-4ca04ccb92df None None] Attempting to bind port 882cfbe1-d223-4e62-bd8a-1920fe286af0 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '04aaee57-dc8a-468b-bc4c-5453e785a965', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6bdf431-9ebe-4e83-9b42-1b375199db55'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 11:16:01.795543 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd71203-c689-49d6-bd26-4ca04ccb92df None None] Attempting to bind port 882cfbe1-d223-4e62-bd8a-1920fe286af0 on network d6bdf431-9ebe-4e83-9b42-1b375199db55 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 11:16:01.801240 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd71203-c689-49d6-bd26-4ca04ccb92df None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 11, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 11:16:01.801667 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd71203-c689-49d6-bd26-4ca04ccb92df None None] Checking segment: {'id': '04aaee57-dc8a-468b-bc4c-5453e785a965', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6bdf431-9ebe-4e83-9b42-1b375199db55'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 11:16:01.802157 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6bd71203-c689-49d6-bd26-4ca04ccb92df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:01.802602 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd71203-c689-49d6-bd26-4ca04ccb92df None None] Bound using segment: {'id': '04aaee57-dc8a-468b-bc4c-5453e785a965', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6bdf431-9ebe-4e83-9b42-1b375199db55'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 11:16:01.803124 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-6bd71203-c689-49d6-bd26-4ca04ccb92df None None] Bound port: 882cfbe1-d223-4e62-bd8a-1920fe286af0, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04aaee57-dc8a-468b-bc4c-5453e785a965', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6bdf431-9ebe-4e83-9b42-1b375199db55'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 11:16:01.803544 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6bd71203-c689-49d6-bd26-4ca04ccb92df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:01.895914 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-6bd71203-c689-49d6-bd26-4ca04ccb92df None None] For port 882cfbe1-d223-4e62-bd8a-1920fe286af0, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 11:16:01.899041 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-6bd71203-c689-49d6-bd26-4ca04ccb92df None None] For port 882cfbe1-d223-4e62-bd8a-1920fe286af0, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=882cfbe1-d223-4e62-bd8a-1920fe286af0,segment=NetworkSegment(04aaee57-dc8a-468b-bc4c-5453e785a965),segment_id=04aaee57-dc8a-468b-bc4c-5453e785a965)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 11:16:01.902358 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6bd71203-c689-49d6-bd26-4ca04ccb92df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:01.906648 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-795c2115-6438-4387-81e7-ccd537449dc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:01.917754 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:16:01.938032 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-795c2115-6438-4387-81e7-ccd537449dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:01.954240 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-630ebd4f-2a54-4d52-9f20-b84331ff2d59 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:16:02.071690 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd71203-c689-49d6-bd26-4ca04ccb92df None None] Pushing event updated for resources: {'Port': ['ID=882cfbe1-d223-4e62-bd8a-1920fe286af0,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:16:02.077050 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6bd71203-c689-49d6-bd26-4ca04ccb92df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:16:02.097228 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795c2115-6438-4387-81e7-ccd537449dc5 admin admin] Pushing event updated for resources: {'Port': ['ID=38b5c4ea-d212-4182-b7dd-6d882e899e05,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:16:02.101700 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-795c2115-6438-4387-81e7-ccd537449dc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:16:02.154192 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795c2115-6438-4387-81e7-ccd537449dc5 admin admin] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 11:16:02.155556 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-795c2115-6438-4387-81e7-ccd537449dc5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 11:16:02.157867 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795c2115-6438-4387-81e7-ccd537449dc5 admin admin] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 11:16:02.874082 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-795c2115-6438-4387-81e7-ccd537449dc5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:03.252585 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-795c2115-6438-4387-81e7-ccd537449dc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102256'] for router, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:03.484462 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-795c2115-6438-4387-81e7-ccd537449dc5 admin admin] Router 6b3de155-bac6-4de0-ae2d-6275278836e1 is scheduled to L3 agent 18987107-6d88-4736-94cf-15791d65b3ff with binding_index 1 {{(pid=80765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 29 11:16:03.580252 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0eef6d7-bdf4-4fe6-b705-5edd39281aa5 None None] Network d6bdf431-9ebe-4e83-9b42-1b375199db55 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 11:16:03.673279 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 882cfbe1-d223-4e62-bd8a-1920fe286af0 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 11:16:03.679568 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-795c2115-6438-4387-81e7-ccd537449dc5 admin admin] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 11:16:03.703018 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-795c2115-6438-4387-81e7-ccd537449dc5 admin admin] Notify callbacks [] for router, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:03.704361 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-795c2115-6438-4387-81e7-ccd537449dc5 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.9481816
Jan 29 11:16:03.707402 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80765) accepted ('10.222.0.57', 38644) {{(pid=80765) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:16:03.717310 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d47bbdb-db0c-40e5-8746-ac36eb7ff2e4 None None] Sync routers for ids ['6b3de155-bac6-4de0-ae2d-6275278836e1'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 11:16:03.764925 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d47bbdb-db0c-40e5-8746-ac36eb7ff2e4 None None] Routers {'6b3de155-bac6-4de0-ae2d-6275278836e1'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 11:16:03.765545 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-5d47bbdb-db0c-40e5-8746-ac36eb7ff2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c84545f8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T11:15:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['6b3de155-bac6-4de0-ae2d-6275278836e1'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:16:03.829301 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-b1c1c9e5-5154-4f00-88db-753bc71c9c1e None None] Provisioning for port 882cfbe1-d223-4e62-bd8a-1920fe286af0 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 11:16:04.007480 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 882cfbe1-d223-4e62-bd8a-1920fe286af0 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 11:16:04.022590 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 882cfbe1-d223-4e62-bd8a-1920fe286af0 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:16:04.022952 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:04.142281 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-5d47bbdb-db0c-40e5-8746-ac36eb7ff2e4 None None] Set router 6b3de155-bac6-4de0-ae2d-6275278836e1 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 11:16:04.448261 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-be97061e-7b23-42a5-aa69-733393ba4609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:04.642653 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:04.736292 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port 882cfbe1-d223-4e62-bd8a-1920fe286af0, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=882cfbe1-d223-4e62-bd8a-1920fe286af0,segment=NetworkSegment(04aaee57-dc8a-468b-bc4c-5453e785a965),segment_id=04aaee57-dc8a-468b-bc4c-5453e785a965)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 11:16:04.741643 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:04.746093 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-54b4e6aa-97a5-44b4-aba6-47482da2f7a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:16:04.813317 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [None req-be97061e-7b23-42a5-aa69-733393ba4609 admin admin] Allocated IP 172.20.0.1 (d6bdf431-9ebe-4e83-9b42-1b375199db55/889f48ae-7cc4-469c-96da-0c8743d1c480/763feb6d-6021-4ce4-b7f2-ef2c8b9bb652) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 11:16:04.836441 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-5d47bbdb-db0c-40e5-8746-ac36eb7ff2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c84545f8>, [{'id': '6b3de155-bac6-4de0-ae2d-6275278836e1', 'name': 'tempest-TestSnapshotPattern-266979097-router', 'tenant_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '38b5c4ea-d212-4182-b7dd-6d882e899e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:16:00Z', 'updated_at': '2021-01-29T11:16:02Z', 'revision_number': 3, 'project_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'gw_port': {'id': '38b5c4ea-d212-4182-b7dd-6d882e899e05', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c9:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b3de155-bac6-4de0-ae2d-6275278836e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:16:01Z', 'updated_at': '2021-01-29T11:16:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:16:04.848048 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=882cfbe1-d223-4e62-bd8a-1920fe286af0,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:16:04.850921 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d47bbdb-db0c-40e5-8746-ac36eb7ff2e4 None None] Checking router: 6b3de155-bac6-4de0-ae2d-6275278836e1 for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 11:16:04.851340 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d47bbdb-db0c-40e5-8746-ac36eb7ff2e4 None None] Updating router 6b3de155-bac6-4de0-ae2d-6275278836e1 port 38b5c4ea-d212-4182-b7dd-6d882e899e05 binding host dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 29 11:16:04.887225 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:16:04.895316 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-07a223f0-6ac8-405c-b107-3eac941697e3 None None] Provisioning complete for port 882cfbe1-d223-4e62-bd8a-1920fe286af0 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:16:04.895721 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-07a223f0-6ac8-405c-b107-3eac941697e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:04.978425 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5d47bbdb-db0c-40e5-8746-ac36eb7ff2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:05.277233 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-be97061e-7b23-42a5-aa69-733393ba4609 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:05.297925 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-be97061e-7b23-42a5-aa69-733393ba4609 admin admin] Transition to ACTIVE for port object 763feb6d-6021-4ce4-b7f2-ef2c8b9bb652 will not be triggered until provisioned by entity DHCP. {{(pid=80765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 11:16:05.324039 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-be97061e-7b23-42a5-aa69-733393ba4609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:05.343843 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f658a9ba-b744-4123-8356-2263062b6670 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:16:05.368598 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-65f1beef-ab58-42b9-82a2-27005e8189b9 None None] Provisioning complete for port 882cfbe1-d223-4e62-bd8a-1920fe286af0 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:16:05.369019 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-65f1beef-ab58-42b9-82a2-27005e8189b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:05.464194 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:05.483549 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be97061e-7b23-42a5-aa69-733393ba4609 admin admin] Pushing event updated for resources: {'Port': ['ID=763feb6d-6021-4ce4-b7f2-ef2c8b9bb652,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:16:05.488035 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-be97061e-7b23-42a5-aa69-733393ba4609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:16:05.536883 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be97061e-7b23-42a5-aa69-733393ba4609 admin admin] Network d6bdf431-9ebe-4e83-9b42-1b375199db55 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 11:16:05.538147 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-be97061e-7b23-42a5-aa69-733393ba4609 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 11:16:05.540516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be97061e-7b23-42a5-aa69-733393ba4609 admin admin] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 11:16:05.601202 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-be97061e-7b23-42a5-aa69-733393ba4609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854426412'] for router_interface, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:05.620125 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5d47bbdb-db0c-40e5-8746-ac36eb7ff2e4 None None] Notify callbacks [] for port, precommit_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:05.639293 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 882cfbe1-d223-4e62-bd8a-1920fe286af0 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 11:16:05.673569 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-5d47bbdb-db0c-40e5-8746-ac36eb7ff2e4 None None] Transition to ACTIVE for port object 38b5c4ea-d212-4182-b7dd-6d882e899e05 will not be triggered until provisioned by entity L2. {{(pid=80767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 11:16:05.683003 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5d47bbdb-db0c-40e5-8746-ac36eb7ff2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:05.702274 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:16:05.729820 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-be97061e-7b23-42a5-aa69-733393ba4609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:05.882903 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ca4aa0-66ac-4855-9013-e3b0eabbfe4b None None] Pushing event updated for resources: {'Port': ['ID=38b5c4ea-d212-4182-b7dd-6d882e899e05,revision_number=2']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:16:05.889924 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-40ca4aa0-66ac-4855-9013-e3b0eabbfe4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:16:05.898842 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-095f4b15-a0e8-4cba-9350-ef626197a46f None None] Provisioning for port 763feb6d-6021-4ce4-b7f2-ef2c8b9bb652 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 11:16:05.921950 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-095f4b15-a0e8-4cba-9350-ef626197a46f None None] Provisioning complete for port 763feb6d-6021-4ce4-b7f2-ef2c8b9bb652 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:16:05.922374 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-095f4b15-a0e8-4cba-9350-ef626197a46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:05.965104 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 882cfbe1-d223-4e62-bd8a-1920fe286af0 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:16:05.965526 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:06.025478 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-be97061e-7b23-42a5-aa69-733393ba4609 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:06.030443 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-be97061e-7b23-42a5-aa69-733393ba4609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:06.052165 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-095f4b15-a0e8-4cba-9350-ef626197a46f None None] Port 763feb6d-6021-4ce4-b7f2-ef2c8b9bb652 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 11:16:06.057985 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-5d47bbdb-db0c-40e5-8746-ac36eb7ff2e4 None None] Attempting to bind port 38b5c4ea-d212-4182-b7dd-6d882e899e05 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 11:16:06.058412 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-5d47bbdb-db0c-40e5-8746-ac36eb7ff2e4 None None] Attempting to bind port 38b5c4ea-d212-4182-b7dd-6d882e899e05 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 11:16:06.058828 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d47bbdb-db0c-40e5-8746-ac36eb7ff2e4 None None] Attempting to bind port 38b5c4ea-d212-4182-b7dd-6d882e899e05 on network aadf795f-2e1a-4d04-be0e-12575f0f28a5 {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 11:16:06.061163 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5f96044a-98d4-464a-812d-d9903b7c7e0f tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:16:06.069514 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d47bbdb-db0c-40e5-8746-ac36eb7ff2e4 None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 11, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 11:16:06.069965 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d47bbdb-db0c-40e5-8746-ac36eb7ff2e4 None None] Checking segment: {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 11:16:06.070420 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5d47bbdb-db0c-40e5-8746-ac36eb7ff2e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:06.071117 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d47bbdb-db0c-40e5-8746-ac36eb7ff2e4 None None] Bound using segment: {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'} {{(pid=80767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 11:16:06.071643 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-5d47bbdb-db0c-40e5-8746-ac36eb7ff2e4 None None] Bound port: 38b5c4ea-d212-4182-b7dd-6d882e899e05, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f0eec96-8050-4965-9790-33097c454195', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}}] {{(pid=80767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 11:16:06.072066 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5d47bbdb-db0c-40e5-8746-ac36eb7ff2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:06.153388 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be97061e-7b23-42a5-aa69-733393ba4609 admin admin] Pushing event updated for resources: {'Port': ['ID=763feb6d-6021-4ce4-b7f2-ef2c8b9bb652,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:16:06.157354 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-be97061e-7b23-42a5-aa69-733393ba4609 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854133895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349242'] for router_interface, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:06.174244 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-be97061e-7b23-42a5-aa69-733393ba4609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:16:06.211795 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-5d47bbdb-db0c-40e5-8746-ac36eb7ff2e4 None None] For port 38b5c4ea-d212-4182-b7dd-6d882e899e05, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 11:16:06.223465 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-5d47bbdb-db0c-40e5-8746-ac36eb7ff2e4 None None] For port 38b5c4ea-d212-4182-b7dd-6d882e899e05, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=38b5c4ea-d212-4182-b7dd-6d882e899e05,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 11:16:06.226656 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5d47bbdb-db0c-40e5-8746-ac36eb7ff2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:06.242205 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:16:06.309071 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be97061e-7b23-42a5-aa69-733393ba4609 admin admin] Network d6bdf431-9ebe-4e83-9b42-1b375199db55 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 11:16:06.310889 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [None req-be97061e-7b23-42a5-aa69-733393ba4609 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 11:16:06.397589 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ca4aa0-66ac-4855-9013-e3b0eabbfe4b None None] Pushing event updated for resources: {'Port': ['ID=38b5c4ea-d212-4182-b7dd-6d882e899e05,revision_number=3']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:16:06.404607 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-40ca4aa0-66ac-4855-9013-e3b0eabbfe4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:16:06.450346 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d47bbdb-db0c-40e5-8746-ac36eb7ff2e4 None None] Routers {'6b3de155-bac6-4de0-ae2d-6275278836e1'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 11:16:06.451245 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-5d47bbdb-db0c-40e5-8746-ac36eb7ff2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c84545f8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T11:15:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['6b3de155-bac6-4de0-ae2d-6275278836e1'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:16:06.511970 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be97061e-7b23-42a5-aa69-733393ba4609 admin admin] Router 6b3de155-bac6-4de0-ae2d-6275278836e1 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 11:16:06.614333 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-d3841796-8235-470f-91a3-1b82fcc5b55a None None] Provisioning complete for port 763feb6d-6021-4ce4-b7f2-ef2c8b9bb652 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:16:06.614657 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d3841796-8235-470f-91a3-1b82fcc5b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:06.700082 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-d3841796-8235-470f-91a3-1b82fcc5b55a None None] Port 763feb6d-6021-4ce4-b7f2-ef2c8b9bb652 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 11:16:06.709470 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be97061e-7b23-42a5-aa69-733393ba4609 admin admin] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 11:16:06.712146 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-5d47bbdb-db0c-40e5-8746-ac36eb7ff2e4 None None] Set router 6b3de155-bac6-4de0-ae2d-6275278836e1 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 11:16:06.732260 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-be97061e-7b23-42a5-aa69-733393ba4609 admin admin] 10.222.0.57 "PUT /v2.0/routers/6b3de155-bac6-4de0-ae2d-6275278836e1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0189695
Jan 29 11:16:07.230145 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-5d47bbdb-db0c-40e5-8746-ac36eb7ff2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c84545f8>, [{'id': '6b3de155-bac6-4de0-ae2d-6275278836e1', 'name': 'tempest-TestSnapshotPattern-266979097-router', 'tenant_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '38b5c4ea-d212-4182-b7dd-6d882e899e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:16:00Z', 'updated_at': '2021-01-29T11:16:05Z', 'revision_number': 4, 'project_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'gw_port': {'id': '38b5c4ea-d212-4182-b7dd-6d882e899e05', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c9:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b3de155-bac6-4de0-ae2d-6275278836e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:16:01Z', 'updated_at': '2021-01-29T11:16:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '763feb6d-6021-4ce4-b7f2-ef2c8b9bb652', 'name': '', 'network_id': 'd6bdf431-9ebe-4e83-9b42-1b375199db55', 'tenant_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'mac_address': 'fa:16:3e:bc:ea:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b3de155-bac6-4de0-ae2d-6275278836e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '889f48ae-7cc4-469c-96da-0c8743d1c480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:16:04Z', 'updated_at': '2021-01-29T11:16:05Z', 'revision_number': 2, 'project_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'subnets': [{'id': '889f48ae-7cc4-469c-96da-0c8743d1c480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:16:07.235358 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d47bbdb-db0c-40e5-8746-ac36eb7ff2e4 None None] The sync data for ids ['6b3de155-bac6-4de0-ae2d-6275278836e1'] in dv-neutron-772983-2-ovs is: [{'id': '6b3de155-bac6-4de0-ae2d-6275278836e1', 'name': 'tempest-TestSnapshotPattern-266979097-router', 'tenant_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '38b5c4ea-d212-4182-b7dd-6d882e899e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:16:00Z', 'updated_at': '2021-01-29T11:16:05Z', 'revision_number': 4, 'project_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'gw_port': {'id': '38b5c4ea-d212-4182-b7dd-6d882e899e05', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c9:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b3de155-bac6-4de0-ae2d-6275278836e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:16:01Z', 'updated_at': '2021-01-29T11:16:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '763feb6d-6021-4ce4-b7f2-ef2c8b9bb652', 'name': '', 'network_id': 'd6bdf431-9ebe-4e83-9b42-1b375199db55', 'tenant_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'mac_address': 'fa:16:3e:bc:ea:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b3de155-bac6-4de0-ae2d-6275278836e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '889f48ae-7cc4-469c-96da-0c8743d1c480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:16:04Z', 'updated_at': '2021-01-29T11:16:05Z', 'revision_number': 2, 'project_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'subnets': [{'id': '889f48ae-7cc4-469c-96da-0c8743d1c480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 11:16:07.446647 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-24db33ad-83f3-4e57-8183-44f839717ebd req-65266767-19fe-458a-9059-5124a702fc26 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Request body: {'security_group': {'name': 'tempest-TestSnapshotPattern-2008585322', 'description': 'tempest-TestSnapshotPattern-2008585322 description'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 11:16:07.469772 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-24db33ad-83f3-4e57-8183-44f839717ebd req-65266767-19fe-458a-9059-5124a702fc26 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 11:16:07.474094 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-24db33ad-83f3-4e57-8183-44f839717ebd req-65266767-19fe-458a-9059-5124a702fc26 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Usage tracker for resource:security_group and tenant:7f24f5e4d7b04ce4900921d1ee0025b5 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 11:16:07.477207 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-24db33ad-83f3-4e57-8183-44f839717ebd req-65266767-19fe-458a-9059-5124a702fc26 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 11:16:07.483635 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-24db33ad-83f3-4e57-8183-44f839717ebd req-65266767-19fe-458a-9059-5124a702fc26 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 11:16:07.494163 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-24db33ad-83f3-4e57-8183-44f839717ebd req-65266767-19fe-458a-9059-5124a702fc26 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks [] for security_group, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:07.516631 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-24db33ad-83f3-4e57-8183-44f839717ebd req-65266767-19fe-458a-9059-5124a702fc26 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 11:16:07.520709 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-24db33ad-83f3-4e57-8183-44f839717ebd req-65266767-19fe-458a-9059-5124a702fc26 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Usage tracker for resource:security_group_rule and tenant:7f24f5e4d7b04ce4900921d1ee0025b5 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 11:16:07.523748 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-24db33ad-83f3-4e57-8183-44f839717ebd req-65266767-19fe-458a-9059-5124a702fc26 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 11:16:07.531357 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-24db33ad-83f3-4e57-8183-44f839717ebd req-65266767-19fe-458a-9059-5124a702fc26 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 11:16:07.642202 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-24db33ad-83f3-4e57-8183-44f839717ebd req-65266767-19fe-458a-9059-5124a702fc26 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks [] for security_group, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:07.645213 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-24db33ad-83f3-4e57-8183-44f839717ebd req-65266767-19fe-458a-9059-5124a702fc26 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:07.651218 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-5f8d8937-9b44-47c5-9961-10d45bba4abf tempest-TestVolumeBootPattern-18317182 tempest-TestVolumeBootPattern-18317182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:16:07.692756 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65266767-19fe-458a-9059-5124a702fc26 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b72eada0-6ae9-4493-b276-f417f910b0ed,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:16:07.695800 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-24db33ad-83f3-4e57-8183-44f839717ebd req-65266767-19fe-458a-9059-5124a702fc26 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:07.697431 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-24db33ad-83f3-4e57-8183-44f839717ebd req-65266767-19fe-458a-9059-5124a702fc26 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.2559342
Jan 29 11:16:07.698289 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-65266767-19fe-458a-9059-5124a702fc26 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:16:07.803265 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-801094b4-a9c3-4e84-9f8a-65006cbd47a5 req-93868011-8e32-47d9-882f-c6a13218b1ca tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/security-groups/b72eada0-6ae9-4493-b276-f417f910b0ed HTTP/1.1" status: 200  len: 1806 time: 0.0713990
Jan 29 11:16:07.814176 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-801094b4-a9c3-4e84-9f8a-65006cbd47a5 req-21288acd-ccbe-4c78-afb8-f9cdfecc18b8 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b72eada0-6ae9-4493-b276-f417f910b0ed', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 11:16:07.814540 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-801094b4-a9c3-4e84-9f8a-65006cbd47a5 req-21288acd-ccbe-4c78-afb8-f9cdfecc18b8 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b72eada0-6ae9-4493-b276-f417f910b0ed', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 11:16:07.836956 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-801094b4-a9c3-4e84-9f8a-65006cbd47a5 req-21288acd-ccbe-4c78-afb8-f9cdfecc18b8 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 11:16:07.842065 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-801094b4-a9c3-4e84-9f8a-65006cbd47a5 req-21288acd-ccbe-4c78-afb8-f9cdfecc18b8 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Usage tracker for resource:security_group_rule and tenant:7f24f5e4d7b04ce4900921d1ee0025b5 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 11:16:07.845603 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-801094b4-a9c3-4e84-9f8a-65006cbd47a5 req-21288acd-ccbe-4c78-afb8-f9cdfecc18b8 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 11:16:07.851667 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-801094b4-a9c3-4e84-9f8a-65006cbd47a5 req-21288acd-ccbe-4c78-afb8-f9cdfecc18b8 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 11:16:07.918031 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-801094b4-a9c3-4e84-9f8a-65006cbd47a5 req-21288acd-ccbe-4c78-afb8-f9cdfecc18b8 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:07.944699 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-801094b4-a9c3-4e84-9f8a-65006cbd47a5 req-21288acd-ccbe-4c78-afb8-f9cdfecc18b8 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:07.947751 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-801094b4-a9c3-4e84-9f8a-65006cbd47a5 req-21288acd-ccbe-4c78-afb8-f9cdfecc18b8 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:07.966056 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d8663db5-eaa8-4340-b69b-6d69ca19a6bc tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:16:07.994097 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21288acd-ccbe-4c78-afb8-f9cdfecc18b8 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dda62da7-44fd-4cfe-9c6a-7f1b426a9954,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:16:07.996254 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-801094b4-a9c3-4e84-9f8a-65006cbd47a5 req-21288acd-ccbe-4c78-afb8-f9cdfecc18b8 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:07.997609 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-801094b4-a9c3-4e84-9f8a-65006cbd47a5 req-21288acd-ccbe-4c78-afb8-f9cdfecc18b8 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.1878901
Jan 29 11:16:07.998803 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-21288acd-ccbe-4c78-afb8-f9cdfecc18b8 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:16:08.105099 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-67095e46-c5f1-4f67-b8db-3eab21ca2b4e req-f65298e3-2311-4f1f-a8c4-bb56755dc4fe tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/security-groups/b72eada0-6ae9-4493-b276-f417f910b0ed HTTP/1.1" status: 200  len: 2400 time: 0.0694280
Jan 29 11:16:08.117492 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-67095e46-c5f1-4f67-b8db-3eab21ca2b4e req-2fc87fc6-365b-43b0-b2aa-3fa94b1c2697 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b72eada0-6ae9-4493-b276-f417f910b0ed', 'remote_group_id': None}]} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 11:16:08.117999 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-67095e46-c5f1-4f67-b8db-3eab21ca2b4e req-2fc87fc6-365b-43b0-b2aa-3fa94b1c2697 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b72eada0-6ae9-4493-b276-f417f910b0ed', 'remote_group_id': None}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 11:16:08.141178 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-67095e46-c5f1-4f67-b8db-3eab21ca2b4e req-2fc87fc6-365b-43b0-b2aa-3fa94b1c2697 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 11:16:08.145494 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-67095e46-c5f1-4f67-b8db-3eab21ca2b4e req-2fc87fc6-365b-43b0-b2aa-3fa94b1c2697 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Usage tracker for resource:security_group_rule and tenant:7f24f5e4d7b04ce4900921d1ee0025b5 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 11:16:08.148681 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-67095e46-c5f1-4f67-b8db-3eab21ca2b4e req-2fc87fc6-365b-43b0-b2aa-3fa94b1c2697 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 11:16:08.155436 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-67095e46-c5f1-4f67-b8db-3eab21ca2b4e req-2fc87fc6-365b-43b0-b2aa-3fa94b1c2697 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 11:16:08.219186 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-67095e46-c5f1-4f67-b8db-3eab21ca2b4e req-2fc87fc6-365b-43b0-b2aa-3fa94b1c2697 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:08.249529 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-67095e46-c5f1-4f67-b8db-3eab21ca2b4e req-2fc87fc6-365b-43b0-b2aa-3fa94b1c2697 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:08.252249 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-67095e46-c5f1-4f67-b8db-3eab21ca2b4e req-2fc87fc6-365b-43b0-b2aa-3fa94b1c2697 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224283'] for security_group_rule, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:08.254508 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-9c14e05a-ee4c-4309-9b9a-14a03d7800ae tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:16:08.280059 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc87fc6-365b-43b0-b2aa-3fa94b1c2697 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29606499-8950-4e55-aeb2-64ef8865f554,revision_number=0']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:16:08.283126 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2fc87fc6-365b-43b0-b2aa-3fa94b1c2697 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:16:08.291100 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-67095e46-c5f1-4f67-b8db-3eab21ca2b4e req-2fc87fc6-365b-43b0-b2aa-3fa94b1c2697 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:08.292423 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-67095e46-c5f1-4f67-b8db-3eab21ca2b4e req-2fc87fc6-365b-43b0-b2aa-3fa94b1c2697 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.1795101
Jan 29 11:16:08.504615 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-ecc8aff5-8910-4b22-bcb0-f8649e89f24f req-2045d786-7fdd-46ab-9d09-1e6a57f858f7 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Synchronizing usage tracker for tenant:7f24f5e4d7b04ce4900921d1ee0025b5 on resource:security_group {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 11:16:08.521478 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-ecc8aff5-8910-4b22-bcb0-f8649e89f24f req-2045d786-7fdd-46ab-9d09-1e6a57f858f7 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Unset dirty status for tenant:7f24f5e4d7b04ce4900921d1ee0025b5 on resource:security_group {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 11:16:08.522779 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ecc8aff5-8910-4b22-bcb0-f8649e89f24f req-2045d786-7fdd-46ab-9d09-1e6a57f858f7 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-TestSnapshotPattern-2008585322&fields=id&tenant_id=7f24f5e4d7b04ce4900921d1ee0025b5 HTTP/1.1" status: 200  len: 267 time: 0.0776188
Jan 29 11:16:08.768495 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8aff5-8910-4b22-bcb0-f8649e89f24f req-bcc636b2-76ff-4d7e-9638-77bcd7c8ad6f tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:16:08.769197 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-ecc8aff5-8910-4b22-bcb0-f8649e89f24f req-bcc636b2-76ff-4d7e-9638-77bcd7c8ad6f tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Synchronizing usage tracker for tenant:7f24f5e4d7b04ce4900921d1ee0025b5 on resource:network {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 11:16:08.789109 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-ecc8aff5-8910-4b22-bcb0-f8649e89f24f req-bcc636b2-76ff-4d7e-9638-77bcd7c8ad6f tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Unset dirty status for tenant:7f24f5e4d7b04ce4900921d1ee0025b5 on resource:network {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 11:16:08.790427 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ecc8aff5-8910-4b22-bcb0-f8649e89f24f req-bcc636b2-76ff-4d7e-9638-77bcd7c8ad6f tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/networks?id=d6bdf431-9ebe-4e83-9b42-1b375199db55 HTTP/1.1" status: 200  len: 809 time: 0.2599866
Jan 29 11:16:08.807199 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ecc8aff5-8910-4b22-bcb0-f8649e89f24f req-000b72eb-7ce7-4f9d-ac03-94be02ccd708 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/quotas/7f24f5e4d7b04ce4900921d1ee0025b5 HTTP/1.1" status: 200  len: 375 time: 0.0100782
Jan 29 11:16:08.926716 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-ecc8aff5-8910-4b22-bcb0-f8649e89f24f req-8023e17a-a977-488d-b36c-1026d2040520 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Synchronizing usage tracker for tenant:7f24f5e4d7b04ce4900921d1ee0025b5 on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 11:16:08.942806 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-ecc8aff5-8910-4b22-bcb0-f8649e89f24f req-8023e17a-a977-488d-b36c-1026d2040520 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Unset dirty status for tenant:7f24f5e4d7b04ce4900921d1ee0025b5 on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 11:16:08.944190 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ecc8aff5-8910-4b22-bcb0-f8649e89f24f req-8023e17a-a977-488d-b36c-1026d2040520 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=7f24f5e4d7b04ce4900921d1ee0025b5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1313448
Jan 29 11:16:09.034732 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [req-ecc8aff5-8910-4b22-bcb0-f8649e89f24f req-740e2c26-63ad-420b-92fd-358bc2e86600 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=80765) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 11:16:09.035828 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ecc8aff5-8910-4b22-bcb0-f8649e89f24f req-740e2c26-63ad-420b-92fd-358bc2e86600 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0785637
Jan 29 11:16:09.182955 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ecc8aff5-8910-4b22-bcb0-f8649e89f24f req-81cd423f-dd12-45d3-be31-24c1159fdd01 service neutron] 10.222.0.57 "GET /v2.0/networks/d6bdf431-9ebe-4e83-9b42-1b375199db55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1401012
Jan 29 11:16:09.329239 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ecc8aff5-8910-4b22-bcb0-f8649e89f24f req-60e07cef-2874-458e-8970-0cb63d0bba49 service neutron] 10.222.0.57 "GET /v2.0/networks/d6bdf431-9ebe-4e83-9b42-1b375199db55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1389768
Jan 29 11:16:09.541436 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ce56de85-2bf7-449b-aed3-dc54b755c55f req-d8b6543c-7f1f-478f-9a3f-a95811779f23 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/ports?device_id=16b0875b-717a-452e-a46a-f2f41271e4f1 HTTP/1.1" status: 200  len: 210 time: 0.0554128
Jan 29 11:16:09.647187 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 38b5c4ea-d212-4182-b7dd-6d882e899e05 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 11:16:09.722259 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 38b5c4ea-d212-4182-b7dd-6d882e899e05 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 11:16:09.727353 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 38b5c4ea-d212-4182-b7dd-6d882e899e05 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:16:09.727823 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:09.857548 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:09.874681 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port 38b5c4ea-d212-4182-b7dd-6d882e899e05, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=38b5c4ea-d212-4182-b7dd-6d882e899e05,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 11:16:09.877448 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:09.879394 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:16:09.954125 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=38b5c4ea-d212-4182-b7dd-6d882e899e05,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:16:09.957662 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:16:10.530102 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6684e27b-e622-47e4-ad2c-ea7c74425d9c None None] Sync routers for ids ['6b3de155-bac6-4de0-ae2d-6275278836e1'] in dv-neutron-772983-2-ovs {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 11:16:10.540833 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6684e27b-e622-47e4-ad2c-ea7c74425d9c None None] Routers {'6b3de155-bac6-4de0-ae2d-6275278836e1'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 11:16:10.541509 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-6684e27b-e622-47e4-ad2c-ea7c74425d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9cbedd8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T11:15:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['6b3de155-bac6-4de0-ae2d-6275278836e1'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:16:10.744869 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-19afecc4-2c09-4819-9a2b-a3ebe41ba695 req-02a42583-a5cc-44b0-a6ee-d7e5c788d7a0 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/ports?device_id=16b0875b-717a-452e-a46a-f2f41271e4f1 HTTP/1.1" status: 200  len: 210 time: 0.0540657
Jan 29 11:16:10.758894 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-6684e27b-e622-47e4-ad2c-ea7c74425d9c None None] Set router 6b3de155-bac6-4de0-ae2d-6275278836e1 gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 11:16:10.775856 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8aff5-8910-4b22-bcb0-f8649e89f24f req-a0b8202c-bf3c-422f-bc4f-c7783d4392ca tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:16:10.777632 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ecc8aff5-8910-4b22-bcb0-f8649e89f24f req-a0b8202c-bf3c-422f-bc4f-c7783d4392ca tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.22 "GET /v2.0/networks?id=d6bdf431-9ebe-4e83-9b42-1b375199db55 HTTP/1.1" status: 200  len: 809 time: 0.2489164
Jan 29 11:16:10.911620 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ecc8aff5-8910-4b22-bcb0-f8649e89f24f req-e0c5a671-bf3e-46bf-b5ac-bedef8391172 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7f24f5e4d7b04ce4900921d1ee0025b5 HTTP/1.1" status: 200  len: 5769 time: 0.1046977
Jan 29 11:16:10.923163 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-ecc8aff5-8910-4b22-bcb0-f8649e89f24f req-0e4542b8-064d-44d4-af2d-caf7fcea10b9 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Request body: {'port': {'device_id': '16b0875b-717a-452e-a46a-f2f41271e4f1', 'network_id': 'd6bdf431-9ebe-4e83-9b42-1b375199db55', 'admin_state_up': True, 'tenant_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'security_groups': ['b72eada0-6ae9-4493-b276-f417f910b0ed']}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 11:16:11.082100 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-ecc8aff5-8910-4b22-bcb0-f8649e89f24f req-0e4542b8-064d-44d4-af2d-caf7fcea10b9 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 11:16:11.092942 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-ecc8aff5-8910-4b22-bcb0-f8649e89f24f req-0e4542b8-064d-44d4-af2d-caf7fcea10b9 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 11:16:11.096336 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-6684e27b-e622-47e4-ad2c-ea7c74425d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9cbedd8>, [{'id': '6b3de155-bac6-4de0-ae2d-6275278836e1', 'name': 'tempest-TestSnapshotPattern-266979097-router', 'tenant_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '38b5c4ea-d212-4182-b7dd-6d882e899e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:16:00Z', 'updated_at': '2021-01-29T11:16:05Z', 'revision_number': 4, 'project_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'gw_port': {'id': '38b5c4ea-d212-4182-b7dd-6d882e899e05', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3de155-bac6-4de0-ae2d-6275278836e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:16:01Z', 'updated_at': '2021-01-29T11:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '763feb6d-6021-4ce4-b7f2-ef2c8b9bb652', 'name': '', 'network_id': 'd6bdf431-9ebe-4e83-9b42-1b375199db55', 'tenant_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'mac_address': 'fa:16:3e:bc:ea:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b3de155-bac6-4de0-ae2d-6275278836e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '889f48ae-7cc4-469c-96da-0c8743d1c480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:16:04Z', 'updated_at': '2021-01-29T11:16:05Z', 'revision_number': 2, 'project_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'subnets': [{'id': '889f48ae-7cc4-469c-96da-0c8743d1c480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:16:11.100651 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6684e27b-e622-47e4-ad2c-ea7c74425d9c None None] Checking router: 6b3de155-bac6-4de0-ae2d-6275278836e1 for host: dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 11:16:11.101048 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6684e27b-e622-47e4-ad2c-ea7c74425d9c None None] Updating router 6b3de155-bac6-4de0-ae2d-6275278836e1 port 763feb6d-6021-4ce4-b7f2-ef2c8b9bb652 binding host dv-neutron-772983-2-ovs {{(pid=80768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 29 11:16:11.101993 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecc8aff5-8910-4b22-bcb0-f8649e89f24f req-0e4542b8-064d-44d4-af2d-caf7fcea10b9 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Made reservation on behalf of 7f24f5e4d7b04ce4900921d1ee0025b5 for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 11:16:11.123943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-ecc8aff5-8910-4b22-bcb0-f8649e89f24f req-0e4542b8-064d-44d4-af2d-caf7fcea10b9 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:11.161295 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6684e27b-e622-47e4-ad2c-ea7c74425d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:11.582751 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6684e27b-e622-47e4-ad2c-ea7c74425d9c None None] Notify callbacks [] for port, precommit_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:11.595547 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-6684e27b-e622-47e4-ad2c-ea7c74425d9c None None] Transition to ACTIVE for port object 763feb6d-6021-4ce4-b7f2-ef2c8b9bb652 will not be triggered until provisioned by entity L2. {{(pid=80768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 11:16:11.599194 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6684e27b-e622-47e4-ad2c-ea7c74425d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:11.615462 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-87f0006a-199d-4300-9665-c1ce1a527ac1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:16:11.630345 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 38b5c4ea-d212-4182-b7dd-6d882e899e05 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 11:16:11.671074 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [req-ecc8aff5-8910-4b22-bcb0-f8649e89f24f req-0e4542b8-064d-44d4-af2d-caf7fcea10b9 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Allocated IP 172.20.0.9 (d6bdf431-9ebe-4e83-9b42-1b375199db55/889f48ae-7cc4-469c-96da-0c8743d1c480/4c5bcbfe-0d13-46d0-9f44-9e147bb25c82) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 11:16:11.711292 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 38b5c4ea-d212-4182-b7dd-6d882e899e05 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:16:11.711774 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:11.749581 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1c7348-fc4b-47e6-8a76-4be5a2836135 None None] Pushing event updated for resources: {'Port': ['ID=763feb6d-6021-4ce4-b7f2-ef2c8b9bb652,revision_number=3']} {{(pid=80768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:16:11.759052 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1c7348-fc4b-47e6-8a76-4be5a2836135 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:16:11.759437 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1c7348-fc4b-47e6-8a76-4be5a2836135 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:16:11.759804 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1c7348-fc4b-47e6-8a76-4be5a2836135 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:16:11.760170 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1c7348-fc4b-47e6-8a76-4be5a2836135 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:16:11.760893 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1c7348-fc4b-47e6-8a76-4be5a2836135 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:16:11.760893 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1c7348-fc4b-47e6-8a76-4be5a2836135 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:16:11.761189 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1c7348-fc4b-47e6-8a76-4be5a2836135 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:16:11.761551 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1c7348-fc4b-47e6-8a76-4be5a2836135 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:16:11.761934 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1c7348-fc4b-47e6-8a76-4be5a2836135 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:16:11.762295 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1c7348-fc4b-47e6-8a76-4be5a2836135 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:16:11.762648 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1c7348-fc4b-47e6-8a76-4be5a2836135 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:16:11.763053 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1c7348-fc4b-47e6-8a76-4be5a2836135 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:16:11.763671 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1c7348-fc4b-47e6-8a76-4be5a2836135 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:16:11.764031 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1c7348-fc4b-47e6-8a76-4be5a2836135 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:16:11.764386 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1c7348-fc4b-47e6-8a76-4be5a2836135 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:16:11.764740 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1c7348-fc4b-47e6-8a76-4be5a2836135 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:16:11.765091 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1c7348-fc4b-47e6-8a76-4be5a2836135 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:16:11.765449 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1c7348-fc4b-47e6-8a76-4be5a2836135 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:16:11.765808 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1c7348-fc4b-47e6-8a76-4be5a2836135 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:16:11.766185 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1c7348-fc4b-47e6-8a76-4be5a2836135 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:16:11.766536 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1c7348-fc4b-47e6-8a76-4be5a2836135 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:16:11.766889 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1c7348-fc4b-47e6-8a76-4be5a2836135 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:16:11.767619 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1c7348-fc4b-47e6-8a76-4be5a2836135 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:16:11.767619 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1c7348-fc4b-47e6-8a76-4be5a2836135 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:16:11.773072 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ef1c7348-fc4b-47e6-8a76-4be5a2836135 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:16:11.896359 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-ecc8aff5-8910-4b22-bcb0-f8649e89f24f req-0e4542b8-064d-44d4-af2d-caf7fcea10b9 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:11.918541 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-ecc8aff5-8910-4b22-bcb0-f8649e89f24f req-0e4542b8-064d-44d4-af2d-caf7fcea10b9 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Transition to ACTIVE for port object 4c5bcbfe-0d13-46d0-9f44-9e147bb25c82 will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 11:16:11.947249 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-ecc8aff5-8910-4b22-bcb0-f8649e89f24f req-0e4542b8-064d-44d4-af2d-caf7fcea10b9 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:11.962636 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-6684e27b-e622-47e4-ad2c-ea7c74425d9c None None] Attempting to bind port 763feb6d-6021-4ce4-b7f2-ef2c8b9bb652 on host dv-neutron-772983-2-ovs for vnic_type normal with profile  {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 11:16:11.963684 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-6684e27b-e622-47e4-ad2c-ea7c74425d9c None None] Attempting to bind port 763feb6d-6021-4ce4-b7f2-ef2c8b9bb652 by drivers openvswitch on host dv-neutron-772983-2-ovs at level 0 using segments [{'id': '04aaee57-dc8a-468b-bc4c-5453e785a965', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6bdf431-9ebe-4e83-9b42-1b375199db55'}] {{(pid=80768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 11:16:11.964307 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6684e27b-e622-47e4-ad2c-ea7c74425d9c None None] Attempting to bind port 763feb6d-6021-4ce4-b7f2-ef2c8b9bb652 on network d6bdf431-9ebe-4e83-9b42-1b375199db55 {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 11:16:11.967902 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-68a9ef00-82e9-4f9b-9484-cace33d7161b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:16:11.974296 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6684e27b-e622-47e4-ad2c-ea7c74425d9c None None] Checking agent: {'id': '111590ac-7d52-4608-ae33-28db6950b2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-772983-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 9, 55, 55), 'started_at': datetime.datetime(2021, 1, 29, 9, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 11, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-772983-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 11:16:11.975046 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6684e27b-e622-47e4-ad2c-ea7c74425d9c None None] Checking segment: {'id': '04aaee57-dc8a-468b-bc4c-5453e785a965', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6bdf431-9ebe-4e83-9b42-1b375199db55'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 11:16:11.975922 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6684e27b-e622-47e4-ad2c-ea7c74425d9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:11.976481 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6684e27b-e622-47e4-ad2c-ea7c74425d9c None None] Bound using segment: {'id': '04aaee57-dc8a-468b-bc4c-5453e785a965', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6bdf431-9ebe-4e83-9b42-1b375199db55'} {{(pid=80768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 11:16:11.977137 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-6684e27b-e622-47e4-ad2c-ea7c74425d9c None None] Bound port: 763feb6d-6021-4ce4-b7f2-ef2c8b9bb652, host: dv-neutron-772983-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04aaee57-dc8a-468b-bc4c-5453e785a965', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6bdf431-9ebe-4e83-9b42-1b375199db55'}}] {{(pid=80768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 11:16:11.977680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6684e27b-e622-47e4-ad2c-ea7c74425d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:12.089738 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-6684e27b-e622-47e4-ad2c-ea7c74425d9c None None] For port 763feb6d-6021-4ce4-b7f2-ef2c8b9bb652, host dv-neutron-772983-2-ovs, cleared binding levels {{(pid=80768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 11:16:12.093865 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-6684e27b-e622-47e4-ad2c-ea7c74425d9c None None] For port 763feb6d-6021-4ce4-b7f2-ef2c8b9bb652, host dv-neutron-772983-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=763feb6d-6021-4ce4-b7f2-ef2c8b9bb652,segment=NetworkSegment(04aaee57-dc8a-468b-bc4c-5453e785a965),segment_id=04aaee57-dc8a-468b-bc4c-5453e785a965)] {{(pid=80768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 11:16:12.097193 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6684e27b-e622-47e4-ad2c-ea7c74425d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:12.104474 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85798634-fb44-42bb-bfa7-a0d249e2c4ae req-63175eed-c615-45be-a51e-d93ac909bc30 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:16:12.106242 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-85798634-fb44-42bb-bfa7-a0d249e2c4ae req-63175eed-c615-45be-a51e-d93ac909bc30 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/ports?device_id=16b0875b-717a-452e-a46a-f2f41271e4f1 HTTP/1.1" status: 200  len: 931 time: 0.1937411
Jan 29 11:16:12.114476 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-73dfaa17-3f00-4721-85a3-881cead5d855 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:16:12.129716 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4542b8-064d-44d4-af2d-caf7fcea10b9 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Pushing event updated for resources: {'Port': ['ID=4c5bcbfe-0d13-46d0-9f44-9e147bb25c82,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:16:12.134381 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0e4542b8-064d-44d4-af2d-caf7fcea10b9 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:16:12.180299 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-85798634-fb44-42bb-bfa7-a0d249e2c4ae req-5b0a45ce-5ba1-4312-974a-f167a47fd467 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/security-groups?id=b72eada0-6ae9-4493-b276-f417f910b0ed&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0663741
Jan 29 11:16:12.194512 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecc8aff5-8910-4b22-bcb0-f8649e89f24f req-0e4542b8-064d-44d4-af2d-caf7fcea10b9 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Network d6bdf431-9ebe-4e83-9b42-1b375199db55 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 11:16:12.195685 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [req-ecc8aff5-8910-4b22-bcb0-f8649e89f24f req-0e4542b8-064d-44d4-af2d-caf7fcea10b9 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 11:16:12.198381 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc8aff5-8910-4b22-bcb0-f8649e89f24f req-0e4542b8-064d-44d4-af2d-caf7fcea10b9 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 11:16:12.261909 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 11:16:12.280464 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1c7348-fc4b-47e6-8a76-4be5a2836135 None None] Pushing event updated for resources: {'Port': ['ID=763feb6d-6021-4ce4-b7f2-ef2c8b9bb652,revision_number=4']} {{(pid=80768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:16:12.285217 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ef1c7348-fc4b-47e6-8a76-4be5a2836135 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:16:12.333852 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6684e27b-e622-47e4-ad2c-ea7c74425d9c None None] Routers {'6b3de155-bac6-4de0-ae2d-6275278836e1'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 11:16:12.335138 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-6684e27b-e622-47e4-ad2c-ea7c74425d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c9cbedd8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T11:15:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['6b3de155-bac6-4de0-ae2d-6275278836e1'], 'active': True} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:16:12.354414 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8aff5-8910-4b22-bcb0-f8649e89f24f req-0e4542b8-064d-44d4-af2d-caf7fcea10b9 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:16:12.355159 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-ecc8aff5-8910-4b22-bcb0-f8649e89f24f req-0e4542b8-064d-44d4-af2d-caf7fcea10b9 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:12.387696 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ecc8aff5-8910-4b22-bcb0-f8649e89f24f req-0e4542b8-064d-44d4-af2d-caf7fcea10b9 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4695482
Jan 29 11:16:12.407301 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-ecc8aff5-8910-4b22-bcb0-f8649e89f24f req-dc65b5fb-af0e-4952-983d-91221a2aa17c service neutron] Request body: {'port': {'device_id': '16b0875b-717a-452e-a46a-f2f41271e4f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7729'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 11:16:12.489165 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-d4922093-5c7e-4b8f-bff6-d0bf3cf86bcd None None] Provisioning for port 4c5bcbfe-0d13-46d0-9f44-9e147bb25c82 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 11:16:12.499235 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-d4922093-5c7e-4b8f-bff6-d0bf3cf86bcd None None] Provisioning complete for port 4c5bcbfe-0d13-46d0-9f44-9e147bb25c82 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:16:12.500165 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d4922093-5c7e-4b8f-bff6-d0bf3cf86bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:12.545735 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-ecc8aff5-8910-4b22-bcb0-f8649e89f24f req-dc65b5fb-af0e-4952-983d-91221a2aa17c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:12.572467 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-d4922093-5c7e-4b8f-bff6-d0bf3cf86bcd None None] Port 4c5bcbfe-0d13-46d0-9f44-9e147bb25c82 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 11:16:12.697451 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-6684e27b-e622-47e4-ad2c-ea7c74425d9c None None] Set router 6b3de155-bac6-4de0-ae2d-6275278836e1 gateway port host: dv-neutron-772983-2-ovs {{(pid=80768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 11:16:12.978094 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [req-ecc8aff5-8910-4b22-bcb0-f8649e89f24f req-dc65b5fb-af0e-4952-983d-91221a2aa17c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c5bcbfe-0d13-46d0-9f44-9e147bb25c82 {{(pid=80766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 29 11:16:12.986355 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-ecc8aff5-8910-4b22-bcb0-f8649e89f24f req-dc65b5fb-af0e-4952-983d-91221a2aa17c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:12.999851 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-ecc8aff5-8910-4b22-bcb0-f8649e89f24f req-dc65b5fb-af0e-4952-983d-91221a2aa17c service neutron] Transition to ACTIVE for port object 4c5bcbfe-0d13-46d0-9f44-9e147bb25c82 will not be triggered until provisioned by entity L2. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 11:16:13.002763 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-ecc8aff5-8910-4b22-bcb0-f8649e89f24f req-dc65b5fb-af0e-4952-983d-91221a2aa17c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:13.037112 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4ddba4a3-3517-4728-ac0e-54dad2755356 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:16:13.059165 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-6684e27b-e622-47e4-ad2c-ea7c74425d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c9cbedd8>, [{'id': '6b3de155-bac6-4de0-ae2d-6275278836e1', 'name': 'tempest-TestSnapshotPattern-266979097-router', 'tenant_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '38b5c4ea-d212-4182-b7dd-6d882e899e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:16:00Z', 'updated_at': '2021-01-29T11:16:05Z', 'revision_number': 4, 'project_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'gw_port': {'id': '38b5c4ea-d212-4182-b7dd-6d882e899e05', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3de155-bac6-4de0-ae2d-6275278836e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:16:01Z', 'updated_at': '2021-01-29T11:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '763feb6d-6021-4ce4-b7f2-ef2c8b9bb652', 'name': '', 'network_id': 'd6bdf431-9ebe-4e83-9b42-1b375199db55', 'tenant_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'mac_address': 'fa:16:3e:bc:ea:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b3de155-bac6-4de0-ae2d-6275278836e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '889f48ae-7cc4-469c-96da-0c8743d1c480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:16:04Z', 'updated_at': '2021-01-29T11:16:12Z', 'revision_number': 4, 'project_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'subnets': [{'id': '889f48ae-7cc4-469c-96da-0c8743d1c480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:16:13.066658 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6684e27b-e622-47e4-ad2c-ea7c74425d9c None None] The sync data for ids ['6b3de155-bac6-4de0-ae2d-6275278836e1'] in dv-neutron-772983-2-ovs is: [{'id': '6b3de155-bac6-4de0-ae2d-6275278836e1', 'name': 'tempest-TestSnapshotPattern-266979097-router', 'tenant_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '38b5c4ea-d212-4182-b7dd-6d882e899e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:16:00Z', 'updated_at': '2021-01-29T11:16:05Z', 'revision_number': 4, 'project_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'gw_port': {'id': '38b5c4ea-d212-4182-b7dd-6d882e899e05', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3de155-bac6-4de0-ae2d-6275278836e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:16:01Z', 'updated_at': '2021-01-29T11:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '763feb6d-6021-4ce4-b7f2-ef2c8b9bb652', 'name': '', 'network_id': 'd6bdf431-9ebe-4e83-9b42-1b375199db55', 'tenant_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'mac_address': 'fa:16:3e:bc:ea:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b3de155-bac6-4de0-ae2d-6275278836e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '889f48ae-7cc4-469c-96da-0c8743d1c480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:16:04Z', 'updated_at': '2021-01-29T11:16:12Z', 'revision_number': 4, 'project_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'subnets': [{'id': '889f48ae-7cc4-469c-96da-0c8743d1c480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 11:16:13.206367 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc65b5fb-af0e-4952-983d-91221a2aa17c service neutron] Pushing event updated for resources: {'Port': ['ID=4c5bcbfe-0d13-46d0-9f44-9e147bb25c82,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:16:13.210734 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-dc65b5fb-af0e-4952-983d-91221a2aa17c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:16:13.451541 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-ecc8aff5-8910-4b22-bcb0-f8649e89f24f req-dc65b5fb-af0e-4952-983d-91221a2aa17c service neutron] Attempting to bind port 4c5bcbfe-0d13-46d0-9f44-9e147bb25c82 on host hv-neutron-7729 for vnic_type normal with profile  {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 11:16:13.452159 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-ecc8aff5-8910-4b22-bcb0-f8649e89f24f req-dc65b5fb-af0e-4952-983d-91221a2aa17c service neutron] Attempting to bind port 4c5bcbfe-0d13-46d0-9f44-9e147bb25c82 by drivers openvswitch on host hv-neutron-7729 at level 0 using segments [{'id': '04aaee57-dc8a-468b-bc4c-5453e785a965', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6bdf431-9ebe-4e83-9b42-1b375199db55'}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 11:16:13.452843 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc8aff5-8910-4b22-bcb0-f8649e89f24f req-dc65b5fb-af0e-4952-983d-91221a2aa17c service neutron] Attempting to bind port 4c5bcbfe-0d13-46d0-9f44-9e147bb25c82 on network d6bdf431-9ebe-4e83-9b42-1b375199db55 {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 11:16:13.460288 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc8aff5-8910-4b22-bcb0-f8649e89f24f req-dc65b5fb-af0e-4952-983d-91221a2aa17c service neutron] Checking agent: {'id': '5acf9624-c829-41ba-afd9-92278081af05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 10, 2, 34), 'started_at': datetime.datetime(2021, 1, 29, 10, 3, 4), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 11, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 11:16:13.460680 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc8aff5-8910-4b22-bcb0-f8649e89f24f req-dc65b5fb-af0e-4952-983d-91221a2aa17c service neutron] Checking segment: {'id': '04aaee57-dc8a-468b-bc4c-5453e785a965', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6bdf431-9ebe-4e83-9b42-1b375199db55'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 11:16:13.461091 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-ecc8aff5-8910-4b22-bcb0-f8649e89f24f req-dc65b5fb-af0e-4952-983d-91221a2aa17c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:13.461499 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc8aff5-8910-4b22-bcb0-f8649e89f24f req-dc65b5fb-af0e-4952-983d-91221a2aa17c service neutron] Bound using segment: {'id': '04aaee57-dc8a-468b-bc4c-5453e785a965', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6bdf431-9ebe-4e83-9b42-1b375199db55'} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 11:16:13.462022 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-ecc8aff5-8910-4b22-bcb0-f8649e89f24f req-dc65b5fb-af0e-4952-983d-91221a2aa17c service neutron] Bound port: 4c5bcbfe-0d13-46d0-9f44-9e147bb25c82, host: hv-neutron-7729, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04aaee57-dc8a-468b-bc4c-5453e785a965', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6bdf431-9ebe-4e83-9b42-1b375199db55'}}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 11:16:13.462407 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-ecc8aff5-8910-4b22-bcb0-f8649e89f24f req-dc65b5fb-af0e-4952-983d-91221a2aa17c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:13.591890 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-ecc8aff5-8910-4b22-bcb0-f8649e89f24f req-dc65b5fb-af0e-4952-983d-91221a2aa17c service neutron] For port 4c5bcbfe-0d13-46d0-9f44-9e147bb25c82, host hv-neutron-7729, cleared binding levels {{(pid=80766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 11:16:13.596152 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-ecc8aff5-8910-4b22-bcb0-f8649e89f24f req-dc65b5fb-af0e-4952-983d-91221a2aa17c service neutron] For port 4c5bcbfe-0d13-46d0-9f44-9e147bb25c82, host hv-neutron-7729, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=4c5bcbfe-0d13-46d0-9f44-9e147bb25c82,segment=NetworkSegment(04aaee57-dc8a-468b-bc4c-5453e785a965),segment_id=04aaee57-dc8a-468b-bc4c-5453e785a965)] {{(pid=80766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 11:16:13.611408 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df37008-dece-4f7c-9958-0f47baf56fbf req-9e9800ed-ea62-4c46-8f2c-02220b97c1ae tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:16:13.615721 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-ecc8aff5-8910-4b22-bcb0-f8649e89f24f req-dc65b5fb-af0e-4952-983d-91221a2aa17c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:13.623563 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9df37008-dece-4f7c-9958-0f47baf56fbf req-9e9800ed-ea62-4c46-8f2c-02220b97c1ae tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/ports?device_id=16b0875b-717a-452e-a46a-f2f41271e4f1 HTTP/1.1" status: 200  len: 943 time: 0.2545941
Jan 29 11:16:13.642316 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6c35dbfb-f27b-4dc1-948e-170ec7b90bdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:16:13.697435 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 763feb6d-6021-4ce4-b7f2-ef2c8b9bb652 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 11:16:13.708063 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9df37008-dece-4f7c-9958-0f47baf56fbf req-33c61b5c-6c57-49ee-b9de-f5680d00aaa5 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/security-groups?id=b72eada0-6ae9-4493-b276-f417f910b0ed&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0832388
Jan 29 11:16:13.784418 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning for port 763feb6d-6021-4ce4-b7f2-ef2c8b9bb652 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 11:16:13.789407 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 763feb6d-6021-4ce4-b7f2-ef2c8b9bb652 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:16:13.789867 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:13.849254 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc65b5fb-af0e-4952-983d-91221a2aa17c service neutron] Pushing event updated for resources: {'Port': ['ID=4c5bcbfe-0d13-46d0-9f44-9e147bb25c82,revision_number=3']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:16:13.855419 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-dc65b5fb-af0e-4952-983d-91221a2aa17c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:16:13.895961 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8aff5-8910-4b22-bcb0-f8649e89f24f req-dc65b5fb-af0e-4952-983d-91221a2aa17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:16:13.896522 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-ecc8aff5-8910-4b22-bcb0-f8649e89f24f req-dc65b5fb-af0e-4952-983d-91221a2aa17c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:13.898124 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ecc8aff5-8910-4b22-bcb0-f8649e89f24f req-dc65b5fb-af0e-4952-983d-91221a2aa17c service neutron] 10.222.0.22 "PUT /v2.0/ports/4c5bcbfe-0d13-46d0-9f44-9e147bb25c82 HTTP/1.1" status: 200  len: 1157 time: 1.4968727
Jan 29 11:16:13.898706 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16b0875b-717a-452e-a46a-f2f41271e4f1', 'tag': '4c5bcbfe-0d13-46d0-9f44-9e147bb25c82'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 11:16:13.942475 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:13.996037 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] For port 763feb6d-6021-4ce4-b7f2-ef2c8b9bb652, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=763feb6d-6021-4ce4-b7f2-ef2c8b9bb652,segment=NetworkSegment(04aaee57-dc8a-468b-bc4c-5453e785a965),segment_id=04aaee57-dc8a-468b-bc4c-5453e785a965)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 11:16:14.000421 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:14.006192 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:16:14.053403 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8aff5-8910-4b22-bcb0-f8649e89f24f req-90163be7-d143-459f-b9c1-4afcf3d5d9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:16:14.056326 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ecc8aff5-8910-4b22-bcb0-f8649e89f24f req-90163be7-d143-459f-b9c1-4afcf3d5d9dd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7f24f5e4d7b04ce4900921d1ee0025b5&device_id=16b0875b-717a-452e-a46a-f2f41271e4f1 HTTP/1.1" status: 200  len: 1160 time: 0.1014812
Jan 29 11:16:14.117907 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Pushing event updated for resources: {'Port': ['ID=763feb6d-6021-4ce4-b7f2-ef2c8b9bb652,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:16:14.122359 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:16:14.430548 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16b0875b-717a-452e-a46a-f2f41271e4f1', 'tag': '4c5bcbfe-0d13-46d0-9f44-9e147bb25c82', 'status': 'completed', 'code': 200}
Jan 29 11:16:14.447628 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ecc8aff5-8910-4b22-bcb0-f8649e89f24f req-58584ffc-84b0-46a5-a7b8-45413cac6314 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c5bcbfe-0d13-46d0-9f44-9e147bb25c82 HTTP/1.1" status: 200  len: 217 time: 0.3777523
Jan 29 11:16:14.526596 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8aff5-8910-4b22-bcb0-f8649e89f24f req-66b97e6a-81f6-436d-8d26-62b7e4c4a874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:16:14.529862 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ecc8aff5-8910-4b22-bcb0-f8649e89f24f req-66b97e6a-81f6-436d-8d26-62b7e4c4a874 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=889f48ae-7cc4-469c-96da-0c8743d1c480 HTTP/1.1" status: 200  len: 848 time: 0.0748394
Jan 29 11:16:14.626613 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8aff5-8910-4b22-bcb0-f8649e89f24f req-90b48be1-3218-42e8-ba95-442f1dc1cb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:16:14.628242 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ecc8aff5-8910-4b22-bcb0-f8649e89f24f req-90b48be1-3218-42e8-ba95-442f1dc1cb45 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d6bdf431-9ebe-4e83-9b42-1b375199db55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0922995
Jan 29 11:16:14.785978 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ecc8aff5-8910-4b22-bcb0-f8649e89f24f req-a1a02b25-ccd3-4810-975a-9730a95513d2 service neutron] 10.222.0.22 "GET /v2.0/networks/d6bdf431-9ebe-4e83-9b42-1b375199db55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1501150
Jan 29 11:16:14.942827 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ecc8aff5-8910-4b22-bcb0-f8649e89f24f req-9d3f03db-b70d-4cca-a5a8-d8f5170fc5a0 service neutron] 10.222.0.22 "GET /v2.0/networks/d6bdf431-9ebe-4e83-9b42-1b375199db55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1509452
Jan 29 11:16:15.058480 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c283d861-b990-4acc-999c-405e3ed2471b req-77f7a08f-175e-4eab-a3b1-90f6af261dba tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:16:15.061074 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c283d861-b990-4acc-999c-405e3ed2471b req-77f7a08f-175e-4eab-a3b1-90f6af261dba tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/ports?device_id=16b0875b-717a-452e-a46a-f2f41271e4f1 HTTP/1.1" status: 200  len: 943 time: 0.2014105
Jan 29 11:16:15.123849 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74591c2f-1d24-4c7f-9905-25d86a4bb620 req-16fc7255-1979-4185-a0ee-a579474b1675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:16:15.126827 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-74591c2f-1d24-4c7f-9905-25d86a4bb620 req-16fc7255-1979-4185-a0ee-a579474b1675 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7f24f5e4d7b04ce4900921d1ee0025b5&device_id=16b0875b-717a-452e-a46a-f2f41271e4f1 HTTP/1.1" status: 200  len: 1160 time: 0.0940607
Jan 29 11:16:15.128031 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-c283d861-b990-4acc-999c-405e3ed2471b req-f3141e7c-e172-4499-bfee-6666c82fffc0 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/security-groups?id=b72eada0-6ae9-4493-b276-f417f910b0ed&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0608411
Jan 29 11:16:15.271321 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74591c2f-1d24-4c7f-9905-25d86a4bb620 req-1a42e669-a392-4b1e-961b-1ed741b8381f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:16:15.272898 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-74591c2f-1d24-4c7f-9905-25d86a4bb620 req-1a42e669-a392-4b1e-961b-1ed741b8381f service neutron] 10.222.0.22 "GET /v2.0/networks?id=d6bdf431-9ebe-4e83-9b42-1b375199db55 HTTP/1.1" status: 200  len: 903 time: 0.1395068
Jan 29 11:16:15.351787 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-74591c2f-1d24-4c7f-9905-25d86a4bb620 req-a3296435-86df-437d-907d-0290869cbb36 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c5bcbfe-0d13-46d0-9f44-9e147bb25c82 HTTP/1.1" status: 200  len: 217 time: 0.0715711
Jan 29 11:16:15.420403 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74591c2f-1d24-4c7f-9905-25d86a4bb620 req-90963ccb-4e23-4d25-97cd-a1bb88a365ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:16:15.421983 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-74591c2f-1d24-4c7f-9905-25d86a4bb620 req-90963ccb-4e23-4d25-97cd-a1bb88a365ab service neutron] 10.222.0.22 "GET /v2.0/subnets?id=889f48ae-7cc4-469c-96da-0c8743d1c480 HTTP/1.1" status: 200  len: 848 time: 0.0637534
Jan 29 11:16:15.505951 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74591c2f-1d24-4c7f-9905-25d86a4bb620 req-bb8badbc-fbc0-4026-ad5d-3e90e873cc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:16:15.507545 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-74591c2f-1d24-4c7f-9905-25d86a4bb620 req-bb8badbc-fbc0-4026-ad5d-3e90e873cc17 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d6bdf431-9ebe-4e83-9b42-1b375199db55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0790403
Jan 29 11:16:15.629370 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 763feb6d-6021-4ce4-b7f2-ef2c8b9bb652 up at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 11:16:15.652925 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-74591c2f-1d24-4c7f-9905-25d86a4bb620 req-81874a43-6d6d-40de-971a-0769d3153095 service neutron] 10.222.0.22 "GET /v2.0/networks/d6bdf431-9ebe-4e83-9b42-1b375199db55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376727
Jan 29 11:16:15.703015 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Provisioning complete for port 763feb6d-6021-4ce4-b7f2-ef2c8b9bb652 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:16:15.703436 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:15.797323 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-74591c2f-1d24-4c7f-9905-25d86a4bb620 req-477d6b77-17ec-4685-923d-155856f513b6 service neutron] 10.222.0.22 "GET /v2.0/networks/d6bdf431-9ebe-4e83-9b42-1b375199db55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1378984
Jan 29 11:16:16.421827 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838fbd87-d3ec-4c7a-b38c-7a8d2c463480 req-0bf0c3ae-97fe-443b-bec9-c5bdb820f401 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:16:16.423458 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-838fbd87-d3ec-4c7a-b38c-7a8d2c463480 req-0bf0c3ae-97fe-443b-bec9-c5bdb820f401 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/ports?device_id=16b0875b-717a-452e-a46a-f2f41271e4f1 HTTP/1.1" status: 200  len: 943 time: 0.1644449
Jan 29 11:16:16.491196 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-838fbd87-d3ec-4c7a-b38c-7a8d2c463480 req-affb77a4-a76d-4afe-8f0f-ede40b1a5c1a tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/security-groups?id=b72eada0-6ae9-4493-b276-f417f910b0ed&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0613635
Jan 29 11:16:17.782223 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec86f7-821e-48ce-bb71-060173c0ef1d req-5529a773-4863-4945-8b5f-9f41a1197add tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:16:17.783819 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-15ec86f7-821e-48ce-bb71-060173c0ef1d req-5529a773-4863-4945-8b5f-9f41a1197add tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/ports?device_id=16b0875b-717a-452e-a46a-f2f41271e4f1 HTTP/1.1" status: 200  len: 943 time: 0.1631694
Jan 29 11:16:17.847307 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-15ec86f7-821e-48ce-bb71-060173c0ef1d req-367d8052-f09d-4d06-afb7-553a02740274 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/security-groups?id=b72eada0-6ae9-4493-b276-f417f910b0ed&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0572703
Jan 29 11:16:19.071631 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 4c5bcbfe-0d13-46d0-9f44-9e147bb25c82 up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 11:16:19.141386 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning for port 4c5bcbfe-0d13-46d0-9f44-9e147bb25c82 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 11:16:19.146207 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 4c5bcbfe-0d13-46d0-9f44-9e147bb25c82 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:16:19.146624 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:19.155354 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec31f4c-209f-409b-92b1-2cf6e7889c1a req-10daeef5-d62c-401d-948d-d829c2e8ee55 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:16:19.157085 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5ec31f4c-209f-409b-92b1-2cf6e7889c1a req-10daeef5-d62c-401d-948d-d829c2e8ee55 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/ports?device_id=16b0875b-717a-452e-a46a-f2f41271e4f1 HTTP/1.1" status: 200  len: 943 time: 0.1806502
Jan 29 11:16:19.222708 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-5ec31f4c-209f-409b-92b1-2cf6e7889c1a req-420614f9-dca8-42b5-ab78-d688a6270628 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/security-groups?id=b72eada0-6ae9-4493-b276-f417f910b0ed&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0590496
Jan 29 11:16:19.271485 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:19.300197 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16b0875b-717a-452e-a46a-f2f41271e4f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c5bcbfe-0d13-46d0-9f44-9e147bb25c82'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 11:16:19.310766 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port 4c5bcbfe-0d13-46d0-9f44-9e147bb25c82, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=4c5bcbfe-0d13-46d0-9f44-9e147bb25c82,segment=NetworkSegment(04aaee57-dc8a-468b-bc4c-5453e785a965),segment_id=04aaee57-dc8a-468b-bc4c-5453e785a965)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 11:16:19.313667 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:19.316384 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-6bd71203-c689-49d6-bd26-4ca04ccb92df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:16:19.359291 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16b0875b-717a-452e-a46a-f2f41271e4f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c5bcbfe-0d13-46d0-9f44-9e147bb25c82', 'code': 200}
Jan 29 11:16:19.393022 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=4c5bcbfe-0d13-46d0-9f44-9e147bb25c82,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:16:19.396265 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:16:19.627222 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4e3a7-8564-4022-ba7c-1e5be1bf92eb req-50343440-54aa-452f-bb84-7d638ccd75d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:16:19.628838 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e5d4e3a7-8564-4022-ba7c-1e5be1bf92eb req-50343440-54aa-452f-bb84-7d638ccd75d9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=16b0875b-717a-452e-a46a-f2f41271e4f1 HTTP/1.1" status: 200  len: 1162 time: 0.0777299
Jan 29 11:16:19.671455 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e5d4e3a7-8564-4022-ba7c-1e5be1bf92eb req-22649c30-8b02-481c-abc5-d7b801dba464 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b72eada0-6ae9-4493-b276-f417f910b0ed&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0361578
Jan 29 11:16:20.601896 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 4c5bcbfe-0d13-46d0-9f44-9e147bb25c82 up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 11:16:20.662715 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db05ec6f-be87-4a2e-970a-318f0e8e5554 req-95454989-f563-4972-9c1f-fd736058fc1d tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:16:20.664398 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-db05ec6f-be87-4a2e-970a-318f0e8e5554 req-95454989-f563-4972-9c1f-fd736058fc1d tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/ports?device_id=16b0875b-717a-452e-a46a-f2f41271e4f1 HTTP/1.1" status: 200  len: 945 time: 0.1647727
Jan 29 11:16:20.675694 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port 4c5bcbfe-0d13-46d0-9f44-9e147bb25c82 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:16:20.676123 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:20.732549 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-db05ec6f-be87-4a2e-970a-318f0e8e5554 req-e8c468d4-715b-4447-9474-f030b91ef9d1 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/security-groups?id=b72eada0-6ae9-4493-b276-f417f910b0ed&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0614479
Jan 29 11:16:21.624816 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-ff8749a8-1c6d-4aee-9db9-2565c2e6ed9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:22.023170 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305bad16-72aa-4247-a5e6-8150d5a400ba req-6848b5f3-71f6-4a0a-ae03-0af0164104ce tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:16:22.024707 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-305bad16-72aa-4247-a5e6-8150d5a400ba req-6848b5f3-71f6-4a0a-ae03-0af0164104ce tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/ports?device_id=16b0875b-717a-452e-a46a-f2f41271e4f1 HTTP/1.1" status: 200  len: 945 time: 0.1650510
Jan 29 11:16:22.089584 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-305bad16-72aa-4247-a5e6-8150d5a400ba req-f776fd68-543c-41d1-934f-07cdf5ed12b7 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/security-groups?id=b72eada0-6ae9-4493-b276-f417f910b0ed&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0576718
Jan 29 11:16:22.641606 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9592b6cc-7e39-4557-8b81-cf0b1a91c461 req-4a6d87de-1a76-4120-985a-c3319d1eff65 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:16:22.643277 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9592b6cc-7e39-4557-8b81-cf0b1a91c461 req-4a6d87de-1a76-4120-985a-c3319d1eff65 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/ports?device_id=16b0875b-717a-452e-a46a-f2f41271e4f1 HTTP/1.1" status: 200  len: 945 time: 0.4221215
Jan 29 11:16:22.707524 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9592b6cc-7e39-4557-8b81-cf0b1a91c461 req-2f51763b-57cb-4669-8765-197d5b0dbc1a tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/security-groups?id=b72eada0-6ae9-4493-b276-f417f910b0ed&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0579774
Jan 29 11:16:22.949513 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ec611756-1bf9-4394-91e9-18d8017204a1 req-e6bc30f5-253c-4464-99b8-1475562959b7 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1898334
Jan 29 11:16:22.960493 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-ec611756-1bf9-4394-91e9-18d8017204a1 req-426cd557-9275-4214-b27c-f4b76158a1d7 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Request body: {'floatingip': {'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 11:16:22.981894 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-ec611756-1bf9-4394-91e9-18d8017204a1 req-426cd557-9275-4214-b27c-f4b76158a1d7 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 11:16:22.985952 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-ec611756-1bf9-4394-91e9-18d8017204a1 req-426cd557-9275-4214-b27c-f4b76158a1d7 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Usage tracker for resource:floatingip and tenant:7f24f5e4d7b04ce4900921d1ee0025b5 is out of sync, need to count used quota {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 11:16:22.988901 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-ec611756-1bf9-4394-91e9-18d8017204a1 req-426cd557-9275-4214-b27c-f4b76158a1d7 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80765) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 11:16:22.994658 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-ec611756-1bf9-4394-91e9-18d8017204a1 req-426cd557-9275-4214-b27c-f4b76158a1d7 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 11:16:23.004832 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-ec611756-1bf9-4394-91e9-18d8017204a1 req-426cd557-9275-4214-b27c-f4b76158a1d7 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks [] for floatingip, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:23.156943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-ec611756-1bf9-4394-91e9-18d8017204a1 req-426cd557-9275-4214-b27c-f4b76158a1d7 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:23.431977 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [req-ec611756-1bf9-4394-91e9-18d8017204a1 req-426cd557-9275-4214-b27c-f4b76158a1d7 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Allocated IP 172.26.7.236 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/70652cb0-c2a8-49a8-80a6-dad8d2659504) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 11:16:23.587612 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-ec611756-1bf9-4394-91e9-18d8017204a1 req-426cd557-9275-4214-b27c-f4b76158a1d7 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:23.617050 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-ec611756-1bf9-4394-91e9-18d8017204a1 req-426cd557-9275-4214-b27c-f4b76158a1d7 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:23.632803 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4bc651a7-973f-4d98-b319-20c1485c6450 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:16:23.770691 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426cd557-9275-4214-b27c-f4b76158a1d7 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Pushing event updated for resources: {'Port': ['ID=70652cb0-c2a8-49a8-80a6-dad8d2659504,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:16:23.775051 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-426cd557-9275-4214-b27c-f4b76158a1d7 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:16:23.825563 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec611756-1bf9-4394-91e9-18d8017204a1 req-426cd557-9275-4214-b27c-f4b76158a1d7 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 11:16:23.826729 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [req-ec611756-1bf9-4394-91e9-18d8017204a1 req-426cd557-9275-4214-b27c-f4b76158a1d7 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 11:16:23.829041 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec611756-1bf9-4394-91e9-18d8017204a1 req-426cd557-9275-4214-b27c-f4b76158a1d7 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 11:16:23.895773 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0e27f812-eb4b-4492-8dc0-a91f21569145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:23.919141 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-ec611756-1bf9-4394-91e9-18d8017204a1 req-426cd557-9275-4214-b27c-f4b76158a1d7 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:23.979168 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-ec611756-1bf9-4394-91e9-18d8017204a1 req-426cd557-9275-4214-b27c-f4b76158a1d7 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:24.250564 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-ec611756-1bf9-4394-91e9-18d8017204a1 req-426cd557-9275-4214-b27c-f4b76158a1d7 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:24.253886 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-ec611756-1bf9-4394-91e9-18d8017204a1 req-426cd557-9275-4214-b27c-f4b76158a1d7 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:24.269737 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-795c2115-6438-4387-81e7-ccd537449dc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:16:24.410488 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426cd557-9275-4214-b27c-f4b76158a1d7 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Pushing event updated for resources: {'Port': ['ID=70652cb0-c2a8-49a8-80a6-dad8d2659504,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:16:24.413527 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-426cd557-9275-4214-b27c-f4b76158a1d7 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:16:24.515497 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-ec611756-1bf9-4394-91e9-18d8017204a1 req-426cd557-9275-4214-b27c-f4b76158a1d7 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:24.535341 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:24.539643 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-ec611756-1bf9-4394-91e9-18d8017204a1 req-426cd557-9275-4214-b27c-f4b76158a1d7 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:24.540970 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ec611756-1bf9-4394-91e9-18d8017204a1 req-426cd557-9275-4214-b27c-f4b76158a1d7 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.5846877
Jan 29 11:16:24.645348 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-ec611756-1bf9-4394-91e9-18d8017204a1 req-f9aa1935-e624-4529-84a9-81823c18556f tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Synchronizing usage tracker for tenant:7f24f5e4d7b04ce4900921d1ee0025b5 on resource:floatingip {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 11:16:24.662018 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-ec611756-1bf9-4394-91e9-18d8017204a1 req-f9aa1935-e624-4529-84a9-81823c18556f tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Unset dirty status for tenant:7f24f5e4d7b04ce4900921d1ee0025b5 on resource:floatingip {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 11:16:24.663336 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ec611756-1bf9-4394-91e9-18d8017204a1 req-f9aa1935-e624-4529-84a9-81823c18556f tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.26.7.236 HTTP/1.1" status: 200  len: 696 time: 0.1148810
Jan 29 11:16:24.906015 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec611756-1bf9-4394-91e9-18d8017204a1 req-f49b9abe-e147-4fc0-8909-25ee9759d449 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:16:24.907512 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ec611756-1bf9-4394-91e9-18d8017204a1 req-f49b9abe-e147-4fc0-8909-25ee9759d449 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/networks/aadf795f-2e1a-4d04-be0e-12575f0f28a5 HTTP/1.1" status: 200  len: 784 time: 0.2375844
Jan 29 11:16:24.918579 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [req-ec611756-1bf9-4394-91e9-18d8017204a1 req-2bc5e52d-d247-4b4c-b46a-3e986a350948 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=80765) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 11:16:24.920274 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-ec611756-1bf9-4394-91e9-18d8017204a1 req-2bc5e52d-d247-4b4c-b46a-3e986a350948 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0066259
Jan 29 11:16:25.071594 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:25.193994 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595b8823-69d4-4739-8a66-85a924779e49 req-2b026c1e-82a5-4d0d-a35c-607d5c5c1eae tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:16:25.195552 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-595b8823-69d4-4739-8a66-85a924779e49 req-2b026c1e-82a5-4d0d-a35c-607d5c5c1eae tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/ports?device_id=16b0875b-717a-452e-a46a-f2f41271e4f1&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1658320
Jan 29 11:16:25.300713 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-595b8823-69d4-4739-8a66-85a924779e49 req-4ff2accd-5208-4474-bb39-f9b9c2fd7e08 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.26.7.236 HTTP/1.1" status: 200  len: 696 time: 0.0984924
Jan 29 11:16:25.311091 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-595b8823-69d4-4739-8a66-85a924779e49 req-b89a47ae-bcb1-475d-a7fb-5ae5abe7e69d tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Request body: {'floatingip': {'port_id': '4c5bcbfe-0d13-46d0-9f44-9e147bb25c82', 'fixed_ip_address': '172.20.0.9'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 11:16:25.411012 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-595b8823-69d4-4739-8a66-85a924779e49 req-b89a47ae-bcb1-475d-a7fb-5ae5abe7e69d tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks [] for floatingip, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:26.292429 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-595b8823-69d4-4739-8a66-85a924779e49 req-b89a47ae-bcb1-475d-a7fb-5ae5abe7e69d tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:26.296195 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-595b8823-69d4-4739-8a66-85a924779e49 req-b89a47ae-bcb1-475d-a7fb-5ae5abe7e69d tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:26.402778 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:26.479581 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [req-595b8823-69d4-4739-8a66-85a924779e49 req-b89a47ae-bcb1-475d-a7fb-5ae5abe7e69d tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Floating IP a4e23644-b65c-428d-ae7f-f82146c4d22a associated. External IP: 172.26.7.236, port: 4c5bcbfe-0d13-46d0-9f44-9e147bb25c82.
Jan 29 11:16:26.860484 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [req-595b8823-69d4-4739-8a66-85a924779e49 req-b89a47ae-bcb1-475d-a7fb-5ae5abe7e69d tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Router 6b3de155-bac6-4de0-ae2d-6275278836e1 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 11:16:27.051033 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-595b8823-69d4-4739-8a66-85a924779e49 req-b89a47ae-bcb1-475d-a7fb-5ae5abe7e69d tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 11:16:27.055532 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-595b8823-69d4-4739-8a66-85a924779e49 req-b89a47ae-bcb1-475d-a7fb-5ae5abe7e69d tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:27.061473 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2f3c65-b283-456e-a342-36fdca98f244 None None] Sync routers for ids ['6b3de155-bac6-4de0-ae2d-6275278836e1'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 11:16:27.071771 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2f3c65-b283-456e-a342-36fdca98f244 None None] Routers {'6b3de155-bac6-4de0-ae2d-6275278836e1'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 11:16:27.072443 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-0c2f3c65-b283-456e-a342-36fdca98f244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c947a8d0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T11:16:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['6b3de155-bac6-4de0-ae2d-6275278836e1'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:16:27.121864 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-595b8823-69d4-4739-8a66-85a924779e49 req-b89a47ae-bcb1-475d-a7fb-5ae5abe7e69d tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "PUT /v2.0/floatingips/a4e23644-b65c-428d-ae7f-f82146c4d22a HTTP/1.1" status: 200  len: 996 time: 1.8131797
Jan 29 11:16:27.121864 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16b0875b-717a-452e-a46a-f2f41271e4f1', 'tag': '4c5bcbfe-0d13-46d0-9f44-9e147bb25c82'}] {{(pid=80765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 11:16:27.211262 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595b8823-69d4-4739-8a66-85a924779e49 req-c867cb84-fe0e-4f17-99ee-ea1e5f21e248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:16:27.212919 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-595b8823-69d4-4739-8a66-85a924779e49 req-c867cb84-fe0e-4f17-99ee-ea1e5f21e248 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7f24f5e4d7b04ce4900921d1ee0025b5&device_id=16b0875b-717a-452e-a46a-f2f41271e4f1 HTTP/1.1" status: 200  len: 1162 time: 0.0799026
Jan 29 11:16:27.264967 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-0c2f3c65-b283-456e-a342-36fdca98f244 None None] Set router 6b3de155-bac6-4de0-ae2d-6275278836e1 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 11:16:27.359743 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595b8823-69d4-4739-8a66-85a924779e49 req-c5dfa6b0-a92f-4348-a09f-588db1d2e8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:16:27.361364 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-595b8823-69d4-4739-8a66-85a924779e49 req-c5dfa6b0-a92f-4348-a09f-588db1d2e8b0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d6bdf431-9ebe-4e83-9b42-1b375199db55 HTTP/1.1" status: 200  len: 903 time: 0.1407340
Jan 29 11:16:27.473417 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-595b8823-69d4-4739-8a66-85a924779e49 req-285a02e8-a7b4-40b6-ba41-0f1e181047c1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c5bcbfe-0d13-46d0-9f44-9e147bb25c82 HTTP/1.1" status: 200  len: 999 time: 0.1052566
Jan 29 11:16:27.542944 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595b8823-69d4-4739-8a66-85a924779e49 req-f50e2083-a5e2-465e-b633-1e9ef498bd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:16:27.545540 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-595b8823-69d4-4739-8a66-85a924779e49 req-f50e2083-a5e2-465e-b633-1e9ef498bd7d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=889f48ae-7cc4-469c-96da-0c8743d1c480 HTTP/1.1" status: 200  len: 848 time: 0.0649393
Jan 29 11:16:27.633036 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595b8823-69d4-4739-8a66-85a924779e49 req-c018960b-b0d0-452e-b44f-dc0e07d16c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:16:27.634746 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-595b8823-69d4-4739-8a66-85a924779e49 req-c018960b-b0d0-452e-b44f-dc0e07d16c37 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d6bdf431-9ebe-4e83-9b42-1b375199db55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0828862
Jan 29 11:16:27.641329 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-0c2f3c65-b283-456e-a342-36fdca98f244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c947a8d0>, [{'id': '6b3de155-bac6-4de0-ae2d-6275278836e1', 'name': 'tempest-TestSnapshotPattern-266979097-router', 'tenant_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '38b5c4ea-d212-4182-b7dd-6d882e899e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:16:00Z', 'updated_at': '2021-01-29T11:16:05Z', 'revision_number': 4, 'project_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'gw_port': {'id': '38b5c4ea-d212-4182-b7dd-6d882e899e05', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3de155-bac6-4de0-ae2d-6275278836e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:16:01Z', 'updated_at': '2021-01-29T11:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': 'a4e23644-b65c-428d-ae7f-f82146c4d22a', 'tenant_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'floating_ip_address': '172.26.7.236', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '6b3de155-bac6-4de0-ae2d-6275278836e1', 'port_id': '4c5bcbfe-0d13-46d0-9f44-9e147bb25c82', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6bdf431-9ebe-4e83-9b42-1b375199db55', 'mac_address': 'fa:16:3e:a7:c2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b0875b-717a-452e-a46a-f2f41271e4f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T11:16:23Z', 'updated_at': '2021-01-29T11:16:26Z', 'revision_number': 1, 'project_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '763feb6d-6021-4ce4-b7f2-ef2c8b9bb652', 'name': '', 'network_id': 'd6bdf431-9ebe-4e83-9b42-1b375199db55', 'tenant_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'mac_address': 'fa:16:3e:bc:ea:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3de155-bac6-4de0-ae2d-6275278836e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '889f48ae-7cc4-469c-96da-0c8743d1c480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:16:04Z', 'updated_at': '2021-01-29T11:16:13Z', 'revision_number': 5, 'project_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'subnets': [{'id': '889f48ae-7cc4-469c-96da-0c8743d1c480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:16:27.645494 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2f3c65-b283-456e-a342-36fdca98f244 None None] Checking router: 6b3de155-bac6-4de0-ae2d-6275278836e1 for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 11:16:27.646673 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [req-595b8823-69d4-4739-8a66-85a924779e49 req-821afb45-78f6-411b-bdcc-5a71314c58cd service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=80765) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 11:16:27.647765 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-595b8823-69d4-4739-8a66-85a924779e49 req-821afb45-78f6-411b-bdcc-5a71314c58cd service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0059190
Jan 29 11:16:27.654655 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2f3c65-b283-456e-a342-36fdca98f244 None None] Routers {'6b3de155-bac6-4de0-ae2d-6275278836e1'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 11:16:27.655284 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-0c2f3c65-b283-456e-a342-36fdca98f244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c947a8d0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T11:16:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['6b3de155-bac6-4de0-ae2d-6275278836e1'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:16:27.796575 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-595b8823-69d4-4739-8a66-85a924779e49 req-36c62fd9-6388-485c-b4fc-57b10f3df5bf service neutron] 10.222.0.57 "GET /v2.0/networks/d6bdf431-9ebe-4e83-9b42-1b375199db55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1424675
Jan 29 11:16:27.840514 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-0c2f3c65-b283-456e-a342-36fdca98f244 None None] Set router 6b3de155-bac6-4de0-ae2d-6275278836e1 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 11:16:27.947849 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-595b8823-69d4-4739-8a66-85a924779e49 req-d81a12c8-d782-4f70-b0c6-9016564410d4 service neutron] 10.222.0.57 "GET /v2.0/networks/d6bdf431-9ebe-4e83-9b42-1b375199db55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1442482
Jan 29 11:16:28.106739 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16b0875b-717a-452e-a46a-f2f41271e4f1', 'tag': '4c5bcbfe-0d13-46d0-9f44-9e147bb25c82', 'status': 'completed', 'code': 200}
Jan 29 11:16:28.236956 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8497e85-9aa1-401c-bccf-6449b52c9443 req-29d14da6-8eda-4c2d-a414-88ebf2676421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:16:28.238705 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d8497e85-9aa1-401c-bccf-6449b52c9443 req-29d14da6-8eda-4c2d-a414-88ebf2676421 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7f24f5e4d7b04ce4900921d1ee0025b5&device_id=16b0875b-717a-452e-a46a-f2f41271e4f1 HTTP/1.1" status: 200  len: 1162 time: 0.0904877
Jan 29 11:16:28.389514 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8497e85-9aa1-401c-bccf-6449b52c9443 req-e8ae8ca8-e148-4869-aadd-ef28fd023a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:16:28.391139 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d8497e85-9aa1-401c-bccf-6449b52c9443 req-e8ae8ca8-e148-4869-aadd-ef28fd023a23 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d6bdf431-9ebe-4e83-9b42-1b375199db55 HTTP/1.1" status: 200  len: 903 time: 0.1455481
Jan 29 11:16:28.403375 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-0c2f3c65-b283-456e-a342-36fdca98f244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c947a8d0>, [{'id': '6b3de155-bac6-4de0-ae2d-6275278836e1', 'name': 'tempest-TestSnapshotPattern-266979097-router', 'tenant_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '38b5c4ea-d212-4182-b7dd-6d882e899e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:16:00Z', 'updated_at': '2021-01-29T11:16:05Z', 'revision_number': 4, 'project_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'gw_port': {'id': '38b5c4ea-d212-4182-b7dd-6d882e899e05', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3de155-bac6-4de0-ae2d-6275278836e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:16:01Z', 'updated_at': '2021-01-29T11:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': 'a4e23644-b65c-428d-ae7f-f82146c4d22a', 'tenant_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'floating_ip_address': '172.26.7.236', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '6b3de155-bac6-4de0-ae2d-6275278836e1', 'port_id': '4c5bcbfe-0d13-46d0-9f44-9e147bb25c82', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6bdf431-9ebe-4e83-9b42-1b375199db55', 'mac_address': 'fa:16:3e:a7:c2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b0875b-717a-452e-a46a-f2f41271e4f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T11:16:23Z', 'updated_at': '2021-01-29T11:16:26Z', 'revision_number': 1, 'project_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '763feb6d-6021-4ce4-b7f2-ef2c8b9bb652', 'name': '', 'network_id': 'd6bdf431-9ebe-4e83-9b42-1b375199db55', 'tenant_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'mac_address': 'fa:16:3e:bc:ea:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3de155-bac6-4de0-ae2d-6275278836e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '889f48ae-7cc4-469c-96da-0c8743d1c480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:16:04Z', 'updated_at': '2021-01-29T11:16:13Z', 'revision_number': 5, 'project_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'subnets': [{'id': '889f48ae-7cc4-469c-96da-0c8743d1c480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:16:28.407858 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2f3c65-b283-456e-a342-36fdca98f244 None None] The sync data for ids ['6b3de155-bac6-4de0-ae2d-6275278836e1'] in dv-neutron-772983-2-ovs is: [{'id': '6b3de155-bac6-4de0-ae2d-6275278836e1', 'name': 'tempest-TestSnapshotPattern-266979097-router', 'tenant_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '38b5c4ea-d212-4182-b7dd-6d882e899e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:16:00Z', 'updated_at': '2021-01-29T11:16:05Z', 'revision_number': 4, 'project_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'gw_port': {'id': '38b5c4ea-d212-4182-b7dd-6d882e899e05', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3de155-bac6-4de0-ae2d-6275278836e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:16:01Z', 'updated_at': '2021-01-29T11:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': 'a4e23644-b65c-428d-ae7f-f82146c4d22a', 'tenant_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'floating_ip_address': '172.26.7.236', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '6b3de155-bac6-4de0-ae2d-6275278836e1', 'port_id': '4c5bcbfe-0d13-46d0-9f44-9e147bb25c82', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6bdf431-9ebe-4e83-9b42-1b375199db55', 'mac_address': 'fa:16:3e:a7:c2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b0875b-717a-452e-a46a-f2f41271e4f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T11:16:23Z', 'updated_at': '2021-01-29T11:16:26Z', 'revision_number': 1, 'project_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '763feb6d-6021-4ce4-b7f2-ef2c8b9bb652', 'name': '', 'network_id': 'd6bdf431-9ebe-4e83-9b42-1b375199db55', 'tenant_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'mac_address': 'fa:16:3e:bc:ea:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3de155-bac6-4de0-ae2d-6275278836e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '889f48ae-7cc4-469c-96da-0c8743d1c480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:16:04Z', 'updated_at': '2021-01-29T11:16:13Z', 'revision_number': 5, 'project_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'subnets': [{'id': '889f48ae-7cc4-469c-96da-0c8743d1c480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 11:16:28.503431 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d8497e85-9aa1-401c-bccf-6449b52c9443 req-88a571f8-30ad-47e1-8334-d5a72c7f7239 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c5bcbfe-0d13-46d0-9f44-9e147bb25c82 HTTP/1.1" status: 200  len: 999 time: 0.1058083
Jan 29 11:16:28.574992 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8497e85-9aa1-401c-bccf-6449b52c9443 req-ca250715-ac14-459a-b7f4-acad260d71a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:16:28.577434 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d8497e85-9aa1-401c-bccf-6449b52c9443 req-ca250715-ac14-459a-b7f4-acad260d71a9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=889f48ae-7cc4-469c-96da-0c8743d1c480 HTTP/1.1" status: 200  len: 848 time: 0.0668781
Jan 29 11:16:28.666581 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8497e85-9aa1-401c-bccf-6449b52c9443 req-34f2d2d3-3f53-4287-8834-9efb3f654851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:16:28.668237 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d8497e85-9aa1-401c-bccf-6449b52c9443 req-34f2d2d3-3f53-4287-8834-9efb3f654851 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d6bdf431-9ebe-4e83-9b42-1b375199db55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0844815
Jan 29 11:16:28.702766 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41aba818-a279-4095-83c6-606b8bdd9cf7 None None] New status for floating IP a4e23644-b65c-428d-ae7f-f82146c4d22a: ACTIVE {{(pid=80768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 29 11:16:28.819206 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d8497e85-9aa1-401c-bccf-6449b52c9443 req-75b9f88b-ee2d-4f44-bf3b-343f1700a889 service neutron] 10.222.0.22 "GET /v2.0/networks/d6bdf431-9ebe-4e83-9b42-1b375199db55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1439450
Jan 29 11:16:28.969476 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d8497e85-9aa1-401c-bccf-6449b52c9443 req-ac9ce8f4-76bb-409a-860d-ee6fc5f43ab8 service neutron] 10.222.0.22 "GET /v2.0/networks/d6bdf431-9ebe-4e83-9b42-1b375199db55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1422889
Jan 29 11:16:35.462537 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:40.609046 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d5ee82e0-6284-41c7-b8a4-ba46c2009667 req-6760701f-e393-44a2-a737-9e435c155785 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=16b0875b-717a-452e-a46a-f2f41271e4f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0846477
Jan 29 11:16:40.777697 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee82e0-6284-41c7-b8a4-ba46c2009667 req-dd7667fb-2aad-4a74-bfdc-d5c89cd4538c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:16:40.779368 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d5ee82e0-6284-41c7-b8a4-ba46c2009667 req-dd7667fb-2aad-4a74-bfdc-d5c89cd4538c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7f24f5e4d7b04ce4900921d1ee0025b5&device_id=16b0875b-717a-452e-a46a-f2f41271e4f1 HTTP/1.1" status: 200  len: 1162 time: 0.0816514
Jan 29 11:16:40.936552 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee82e0-6284-41c7-b8a4-ba46c2009667 req-f423ad4f-53c5-4f0d-9e40-1d1cdf4bf416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:16:40.938254 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d5ee82e0-6284-41c7-b8a4-ba46c2009667 req-f423ad4f-53c5-4f0d-9e40-1d1cdf4bf416 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d6bdf431-9ebe-4e83-9b42-1b375199db55 HTTP/1.1" status: 200  len: 903 time: 0.1397765
Jan 29 11:16:41.055928 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d5ee82e0-6284-41c7-b8a4-ba46c2009667 req-4af7b85d-7d94-42a1-96f0-81c871109066 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c5bcbfe-0d13-46d0-9f44-9e147bb25c82 HTTP/1.1" status: 200  len: 1001 time: 0.1110821
Jan 29 11:16:41.133960 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee82e0-6284-41c7-b8a4-ba46c2009667 req-2e64641c-fb2f-4d21-80b6-4bcc1f86c0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:16:41.135536 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d5ee82e0-6284-41c7-b8a4-ba46c2009667 req-2e64641c-fb2f-4d21-80b6-4bcc1f86c0db service neutron] 10.222.0.22 "GET /v2.0/subnets?id=889f48ae-7cc4-469c-96da-0c8743d1c480 HTTP/1.1" status: 200  len: 848 time: 0.0724497
Jan 29 11:16:41.225481 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee82e0-6284-41c7-b8a4-ba46c2009667 req-d70cca2c-f4d2-4864-a218-59afe12f9459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:16:41.227064 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d5ee82e0-6284-41c7-b8a4-ba46c2009667 req-d70cca2c-f4d2-4864-a218-59afe12f9459 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d6bdf431-9ebe-4e83-9b42-1b375199db55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0831730
Jan 29 11:16:41.405753 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d5ee82e0-6284-41c7-b8a4-ba46c2009667 req-6efa5310-66e1-4760-b8c5-1e404c3cf1a4 service neutron] 10.222.0.22 "GET /v2.0/networks/d6bdf431-9ebe-4e83-9b42-1b375199db55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1695249
Jan 29 11:16:41.563789 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-d5ee82e0-6284-41c7-b8a4-ba46c2009667 req-d8cc2165-0c49-436e-977b-a83f32885f20 service neutron] 10.222.0.22 "GET /v2.0/networks/d6bdf431-9ebe-4e83-9b42-1b375199db55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1500645
Jan 29 11:16:49.251837 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 11:16:51.625861 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-552f8130-f38f-4722-88b8-4535f4aefa51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:53.897272 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2c4475af-492f-4fe0-a856-bbbe2d4ca522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:54.539004 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:55.073989 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:16:56.407178 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:17:05.465728 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:17:21.628326 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2a69228a-e622-4638-930d-f3d18c098be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:17:23.898867 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9076b21d-6e88-43f1-8a34-daa039a5ca98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:17:24.543054 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:17:25.075071 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:17:26.252596 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 11:17:26.409326 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:17:35.470948 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:17:40.602187 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-09546b89-3702-447a-a696-cd605b917f11 req-f39a196f-c132-426a-a659-e42cd7678a58 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=16b0875b-717a-452e-a46a-f2f41271e4f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0763750
Jan 29 11:17:40.771230 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09546b89-3702-447a-a696-cd605b917f11 req-826d747a-fcec-4cc7-9c25-54ebfc1434de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:17:40.772832 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-09546b89-3702-447a-a696-cd605b917f11 req-826d747a-fcec-4cc7-9c25-54ebfc1434de service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7f24f5e4d7b04ce4900921d1ee0025b5&device_id=16b0875b-717a-452e-a46a-f2f41271e4f1 HTTP/1.1" status: 200  len: 1162 time: 0.0830450
Jan 29 11:17:40.926836 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09546b89-3702-447a-a696-cd605b917f11 req-56fa1a33-a5e6-4a2c-b100-318d7a2b93a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:17:40.928396 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-09546b89-3702-447a-a696-cd605b917f11 req-56fa1a33-a5e6-4a2c-b100-318d7a2b93a7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d6bdf431-9ebe-4e83-9b42-1b375199db55 HTTP/1.1" status: 200  len: 903 time: 0.1370807
Jan 29 11:17:41.038847 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-09546b89-3702-447a-a696-cd605b917f11 req-58837dd9-6ae8-489f-8128-a97ae9042c27 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c5bcbfe-0d13-46d0-9f44-9e147bb25c82 HTTP/1.1" status: 200  len: 1001 time: 0.1036222
Jan 29 11:17:41.107235 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09546b89-3702-447a-a696-cd605b917f11 req-8b441783-3f80-4d44-8262-539d4ad853cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:17:41.109306 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-09546b89-3702-447a-a696-cd605b917f11 req-8b441783-3f80-4d44-8262-539d4ad853cf service neutron] 10.222.0.22 "GET /v2.0/subnets?id=889f48ae-7cc4-469c-96da-0c8743d1c480 HTTP/1.1" status: 200  len: 848 time: 0.0635173
Jan 29 11:17:41.193350 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09546b89-3702-447a-a696-cd605b917f11 req-fce50e89-1ec4-47c4-a82d-a0fdda1b2091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:17:41.194864 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-09546b89-3702-447a-a696-cd605b917f11 req-fce50e89-1ec4-47c4-a82d-a0fdda1b2091 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d6bdf431-9ebe-4e83-9b42-1b375199db55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0788772
Jan 29 11:17:41.205202 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [req-09546b89-3702-447a-a696-cd605b917f11 req-2542bb3f-3845-4d33-ac1c-71a5f1f174c8 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=80766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 11:17:41.206241 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-09546b89-3702-447a-a696-cd605b917f11 req-2542bb3f-3845-4d33-ac1c-71a5f1f174c8 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0052192
Jan 29 11:17:41.349573 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-09546b89-3702-447a-a696-cd605b917f11 req-76e2e7d9-c5c9-49dc-983d-6550a51410ff service neutron] 10.222.0.22 "GET /v2.0/networks/d6bdf431-9ebe-4e83-9b42-1b375199db55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1368434
Jan 29 11:17:41.495123 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-09546b89-3702-447a-a696-cd605b917f11 req-41064e9f-d8ca-4cc0-876f-8af98da9ad94 service neutron] 10.222.0.22 "GET /v2.0/networks/d6bdf431-9ebe-4e83-9b42-1b375199db55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1392057
Jan 29 11:17:51.630082 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b4159b5f-867d-431d-b03a-70d1e845e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:17:53.899516 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6ae928ec-bbc7-4e6e-91a9-50d7c09a8d4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:17:54.542656 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:17:55.076524 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:17:56.412620 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:18:03.252407 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 11:18:05.466248 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:18:21.631298 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-47754b9f-46bf-4dba-ad89-26dc1224adfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:18:23.900219 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3451aeb7-51df-421f-afb3-a457d9f913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:18:24.545147 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:18:25.078852 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:18:26.416099 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:18:35.470772 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:18:40.252562 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 11:18:40.675915 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8c595677-e047-42bf-9843-932936bc3952 req-fdc8d539-c820-4ee7-adc8-9b2864887da8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=16b0875b-717a-452e-a46a-f2f41271e4f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1544554
Jan 29 11:18:40.840599 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c595677-e047-42bf-9843-932936bc3952 req-079a20c4-612f-4653-b497-d87d798cadfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:18:40.842147 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8c595677-e047-42bf-9843-932936bc3952 req-079a20c4-612f-4653-b497-d87d798cadfb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7f24f5e4d7b04ce4900921d1ee0025b5&device_id=16b0875b-717a-452e-a46a-f2f41271e4f1 HTTP/1.1" status: 200  len: 1162 time: 0.0776267
Jan 29 11:18:41.008312 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c595677-e047-42bf-9843-932936bc3952 req-b2c53e57-d7ab-4ecb-93ba-4b292aa347a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:18:41.009925 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8c595677-e047-42bf-9843-932936bc3952 req-b2c53e57-d7ab-4ecb-93ba-4b292aa347a1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d6bdf431-9ebe-4e83-9b42-1b375199db55 HTTP/1.1" status: 200  len: 903 time: 0.1489890
Jan 29 11:18:41.123335 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8c595677-e047-42bf-9843-932936bc3952 req-642cb3cf-2b54-4c2a-b8b5-3c16f2fca5d2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c5bcbfe-0d13-46d0-9f44-9e147bb25c82 HTTP/1.1" status: 200  len: 1001 time: 0.1063859
Jan 29 11:18:41.194634 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c595677-e047-42bf-9843-932936bc3952 req-ae9aacb0-2539-4070-85bc-070ac4e13d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:18:41.196428 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8c595677-e047-42bf-9843-932936bc3952 req-ae9aacb0-2539-4070-85bc-070ac4e13d3b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=889f48ae-7cc4-469c-96da-0c8743d1c480 HTTP/1.1" status: 200  len: 848 time: 0.0669575
Jan 29 11:18:41.276884 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c595677-e047-42bf-9843-932936bc3952 req-a8c26ebe-36ca-4807-bf87-54d22f9a7b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:18:41.278559 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8c595677-e047-42bf-9843-932936bc3952 req-a8c26ebe-36ca-4807-bf87-54d22f9a7b67 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d6bdf431-9ebe-4e83-9b42-1b375199db55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0762951
Jan 29 11:18:41.700254 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8c595677-e047-42bf-9843-932936bc3952 req-5928abdc-00d8-406a-b4da-e9c71b7a2717 service neutron] 10.222.0.22 "GET /v2.0/networks/d6bdf431-9ebe-4e83-9b42-1b375199db55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4151716
Jan 29 11:18:41.847831 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8c595677-e047-42bf-9843-932936bc3952 req-dfd4afd5-8ded-46d7-be14-a442aaec4226 service neutron] 10.222.0.22 "GET /v2.0/networks/d6bdf431-9ebe-4e83-9b42-1b375199db55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1405380
Jan 29 11:18:51.631965 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-b1ef061f-401a-4950-b791-df54d1dd0616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:18:53.901817 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4ff6ab35-776d-4ba4-b7b8-decaec65f067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:18:54.548439 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:18:55.080527 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:18:56.420108 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:19:05.480643 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:19:12.309244 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b6a19dd4-12dd-4f8f-ac2f-fb95b46224a0 req-c3635764-b6ae-496a-bda1-c636a5067063 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-TestSnapshotPattern-2008585322&fields=id&tenant_id=7f24f5e4d7b04ce4900921d1ee0025b5 HTTP/1.1" status: 200  len: 267 time: 0.0580919
Jan 29 11:19:12.548939 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a19dd4-12dd-4f8f-ac2f-fb95b46224a0 req-7d4d05bb-b065-495b-ba5c-e743feda9c24 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:19:12.550478 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b6a19dd4-12dd-4f8f-ac2f-fb95b46224a0 req-7d4d05bb-b065-495b-ba5c-e743feda9c24 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/networks?id=d6bdf431-9ebe-4e83-9b42-1b375199db55 HTTP/1.1" status: 200  len: 809 time: 0.2327991
Jan 29 11:19:12.567257 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b6a19dd4-12dd-4f8f-ac2f-fb95b46224a0 req-5e33f887-57e6-4fde-88ab-3db2a3d15de9 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/quotas/7f24f5e4d7b04ce4900921d1ee0025b5 HTTP/1.1" status: 200  len: 375 time: 0.0106189
Jan 29 11:19:12.723892 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b6a19dd4-12dd-4f8f-ac2f-fb95b46224a0 req-858834f9-33c1-4099-8130-1b487d5edcc8 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=7f24f5e4d7b04ce4900921d1ee0025b5&fields=id HTTP/1.1" status: 200  len: 394 time: 0.1506920
Jan 29 11:19:12.878206 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b6a19dd4-12dd-4f8f-ac2f-fb95b46224a0 req-2aa2f3cb-3b0a-4267-9964-aff96172b6fc service neutron] 10.222.0.57 "GET /v2.0/networks/d6bdf431-9ebe-4e83-9b42-1b375199db55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1408887
Jan 29 11:19:13.026435 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b6a19dd4-12dd-4f8f-ac2f-fb95b46224a0 req-ec85bd94-d3ea-46f3-8ef9-b12f0b572afe service neutron] 10.222.0.57 "GET /v2.0/networks/d6bdf431-9ebe-4e83-9b42-1b375199db55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1417537
Jan 29 11:19:13.237802 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9f19d93b-f4ab-4259-ac55-87055ecc6c70 req-60476578-27a3-474d-adcf-2033b5b1b358 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/ports?device_id=830498bf-3168-40ed-8570-80dd14504d5e HTTP/1.1" status: 200  len: 210 time: 0.0497656
Jan 29 11:19:14.422212 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-dfb89f54-52d4-49a4-ad45-aaa0900905ac req-cc84a830-51b0-4f0e-a98a-162d0cd63c9a tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/ports?device_id=830498bf-3168-40ed-8570-80dd14504d5e HTTP/1.1" status: 200  len: 210 time: 0.0489199
Jan 29 11:19:14.758063 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a19dd4-12dd-4f8f-ac2f-fb95b46224a0 req-442a3791-bc20-469c-9bce-1831340c0662 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:19:14.759709 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b6a19dd4-12dd-4f8f-ac2f-fb95b46224a0 req-442a3791-bc20-469c-9bce-1831340c0662 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.22 "GET /v2.0/networks?id=d6bdf431-9ebe-4e83-9b42-1b375199db55 HTTP/1.1" status: 200  len: 809 time: 0.2384696
Jan 29 11:19:14.879696 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b6a19dd4-12dd-4f8f-ac2f-fb95b46224a0 req-0c0b23f7-7b09-45b1-8b34-4d10cd7d986d tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7f24f5e4d7b04ce4900921d1ee0025b5 HTTP/1.1" status: 200  len: 5769 time: 0.0978172
Jan 29 11:19:14.889917 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-b6a19dd4-12dd-4f8f-ac2f-fb95b46224a0 req-66b1cd95-69ad-4d28-90aa-a93c3537af9f tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Request body: {'port': {'device_id': '830498bf-3168-40ed-8570-80dd14504d5e', 'network_id': 'd6bdf431-9ebe-4e83-9b42-1b375199db55', 'admin_state_up': True, 'tenant_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'security_groups': ['b72eada0-6ae9-4493-b276-f417f910b0ed']}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 11:19:15.038918 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-b6a19dd4-12dd-4f8f-ac2f-fb95b46224a0 req-66b1cd95-69ad-4d28-90aa-a93c3537af9f tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 11:19:15.045239 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-b6a19dd4-12dd-4f8f-ac2f-fb95b46224a0 req-66b1cd95-69ad-4d28-90aa-a93c3537af9f tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Usage tracker for resource:port and tenant:7f24f5e4d7b04ce4900921d1ee0025b5 is out of sync, need to count used quota {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 29 11:19:15.049112 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-b6a19dd4-12dd-4f8f-ac2f-fb95b46224a0 req-66b1cd95-69ad-4d28-90aa-a93c3537af9f tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Quota usage for port was recalculated. Used quota:4. {{(pid=80766) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 29 11:19:15.057166 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-b6a19dd4-12dd-4f8f-ac2f-fb95b46224a0 req-66b1cd95-69ad-4d28-90aa-a93c3537af9f tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=80766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 11:19:15.067148 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6a19dd4-12dd-4f8f-ac2f-fb95b46224a0 req-66b1cd95-69ad-4d28-90aa-a93c3537af9f tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Made reservation on behalf of 7f24f5e4d7b04ce4900921d1ee0025b5 for: {'port': 1} {{(pid=80766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 29 11:19:15.091546 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-b6a19dd4-12dd-4f8f-ac2f-fb95b46224a0 req-66b1cd95-69ad-4d28-90aa-a93c3537af9f tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:19:15.465053 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [req-b6a19dd4-12dd-4f8f-ac2f-fb95b46224a0 req-66b1cd95-69ad-4d28-90aa-a93c3537af9f tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Allocated IP 172.20.0.12 (d6bdf431-9ebe-4e83-9b42-1b375199db55/889f48ae-7cc4-469c-96da-0c8743d1c480/e3744c99-32e4-4127-8439-75c7d8addd80) {{(pid=80766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 11:19:15.623282 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-18e1a64a-1c8e-400b-ad13-4cc171ba0260 req-09fa0978-de1b-4c0f-8f4b-d0a58684114e tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/ports?device_id=830498bf-3168-40ed-8570-80dd14504d5e HTTP/1.1" status: 200  len: 210 time: 0.0644557
Jan 29 11:19:15.721603 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-b6a19dd4-12dd-4f8f-ac2f-fb95b46224a0 req-66b1cd95-69ad-4d28-90aa-a93c3537af9f tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks [] for port, precommit_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:19:15.738011 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-b6a19dd4-12dd-4f8f-ac2f-fb95b46224a0 req-66b1cd95-69ad-4d28-90aa-a93c3537af9f tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Transition to ACTIVE for port object e3744c99-32e4-4127-8439-75c7d8addd80 will not be triggered until provisioned by entity DHCP. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 11:19:15.761959 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-b6a19dd4-12dd-4f8f-ac2f-fb95b46224a0 req-66b1cd95-69ad-4d28-90aa-a93c3537af9f tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_create {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:19:15.783083 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1e55c33d-d736-4656-a000-e01bc4cd26aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:19:15.926223 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b1cd95-69ad-4d28-90aa-a93c3537af9f tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Pushing event updated for resources: {'Port': ['ID=e3744c99-32e4-4127-8439-75c7d8addd80,revision_number=1']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:19:15.938069 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b1cd95-69ad-4d28-90aa-a93c3537af9f tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:19:15.938502 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b1cd95-69ad-4d28-90aa-a93c3537af9f tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:19:15.938932 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b1cd95-69ad-4d28-90aa-a93c3537af9f tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:19:15.939354 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b1cd95-69ad-4d28-90aa-a93c3537af9f tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:19:15.939778 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b1cd95-69ad-4d28-90aa-a93c3537af9f tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:19:15.940195 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b1cd95-69ad-4d28-90aa-a93c3537af9f tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:19:15.940606 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b1cd95-69ad-4d28-90aa-a93c3537af9f tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:19:15.941017 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b1cd95-69ad-4d28-90aa-a93c3537af9f tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:19:15.941429 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b1cd95-69ad-4d28-90aa-a93c3537af9f tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:19:15.941860 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b1cd95-69ad-4d28-90aa-a93c3537af9f tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:19:15.942272 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b1cd95-69ad-4d28-90aa-a93c3537af9f tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:19:15.942679 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b1cd95-69ad-4d28-90aa-a93c3537af9f tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:19:15.943160 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b1cd95-69ad-4d28-90aa-a93c3537af9f tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:19:15.943565 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b1cd95-69ad-4d28-90aa-a93c3537af9f tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:19:15.943977 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b1cd95-69ad-4d28-90aa-a93c3537af9f tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:19:15.944386 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b1cd95-69ad-4d28-90aa-a93c3537af9f tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:19:15.944787 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b1cd95-69ad-4d28-90aa-a93c3537af9f tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:19:15.945194 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b1cd95-69ad-4d28-90aa-a93c3537af9f tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:19:15.945597 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b1cd95-69ad-4d28-90aa-a93c3537af9f tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:19:15.946291 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b1cd95-69ad-4d28-90aa-a93c3537af9f tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:19:15.946701 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b1cd95-69ad-4d28-90aa-a93c3537af9f tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:19:15.947104 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b1cd95-69ad-4d28-90aa-a93c3537af9f tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:19:15.947518 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b1cd95-69ad-4d28-90aa-a93c3537af9f tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:19:15.947911 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b1cd95-69ad-4d28-90aa-a93c3537af9f tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:19:15.954537 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-66b1cd95-69ad-4d28-90aa-a93c3537af9f tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:19:16.005553 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6a19dd4-12dd-4f8f-ac2f-fb95b46224a0 req-66b1cd95-69ad-4d28-90aa-a93c3537af9f tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Network d6bdf431-9ebe-4e83-9b42-1b375199db55 is already hosted by enough agents. {{(pid=80766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 11:19:16.006779 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [req-b6a19dd4-12dd-4f8f-ac2f-fb95b46224a0 req-66b1cd95-69ad-4d28-90aa-a93c3537af9f tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Resources bound (agent type, host, resource id):  {{(pid=80766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 11:19:16.009217 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6a19dd4-12dd-4f8f-ac2f-fb95b46224a0 req-66b1cd95-69ad-4d28-90aa-a93c3537af9f tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Received port after_create {{(pid=80766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 11:19:16.145372 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a19dd4-12dd-4f8f-ac2f-fb95b46224a0 req-66b1cd95-69ad-4d28-90aa-a93c3537af9f tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:19:16.146131 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-b6a19dd4-12dd-4f8f-ac2f-fb95b46224a0 req-66b1cd95-69ad-4d28-90aa-a93c3537af9f tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:19:16.182423 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b6a19dd4-12dd-4f8f-ac2f-fb95b46224a0 req-66b1cd95-69ad-4d28-90aa-a93c3537af9f tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2972317
Jan 29 11:19:16.326632 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-f1c9d69e-143c-434e-923c-5833fb27379b None None] Provisioning for port e3744c99-32e4-4127-8439-75c7d8addd80 completed by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 11:19:16.334478 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-f1c9d69e-143c-434e-923c-5833fb27379b None None] Provisioning complete for port e3744c99-32e4-4127-8439-75c7d8addd80 triggered by entity DHCP. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:19:16.335166 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f1c9d69e-143c-434e-923c-5833fb27379b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:19:16.394445 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-f1c9d69e-143c-434e-923c-5833fb27379b None None] Port e3744c99-32e4-4127-8439-75c7d8addd80 cannot update to ACTIVE because it is not bound. {{(pid=80767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 29 11:19:16.935044 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b39a9-28a9-4e99-87e1-a765d374041f req-cc6fd872-e008-4e56-8543-bcc4324215fe tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:19:16.937747 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-137b39a9-28a9-4e99-87e1-a765d374041f req-cc6fd872-e008-4e56-8543-bcc4324215fe tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/ports?device_id=830498bf-3168-40ed-8570-80dd14504d5e HTTP/1.1" status: 200  len: 932 time: 0.1757023
Jan 29 11:19:17.007222 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-137b39a9-28a9-4e99-87e1-a765d374041f req-3b39b014-fb58-4968-bfe3-2c571326a632 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/security-groups?id=b72eada0-6ae9-4493-b276-f417f910b0ed&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0630186
Jan 29 11:19:17.252849 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 11:19:18.634643 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713fb54-d3b9-427a-ac08-c3e197b39e93 req-03bfcf63-76c4-40e1-95a8-e5b110c7e095 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:19:18.636370 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6713fb54-d3b9-427a-ac08-c3e197b39e93 req-03bfcf63-76c4-40e1-95a8-e5b110c7e095 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/ports?device_id=830498bf-3168-40ed-8570-80dd14504d5e HTTP/1.1" status: 200  len: 932 time: 0.4878819
Jan 29 11:19:18.714598 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-6713fb54-d3b9-427a-ac08-c3e197b39e93 req-3efc4699-7346-405a-930d-89d9506efb10 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/security-groups?id=b72eada0-6ae9-4493-b276-f417f910b0ed&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0709391
Jan 29 11:19:20.055876 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bae2eb-f382-4438-a416-954a66a10cab req-be51785b-3e1d-400e-90ce-2adb9db4f87a tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:19:20.057577 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-63bae2eb-f382-4438-a416-954a66a10cab req-be51785b-3e1d-400e-90ce-2adb9db4f87a tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/ports?device_id=830498bf-3168-40ed-8570-80dd14504d5e HTTP/1.1" status: 200  len: 932 time: 0.1696832
Jan 29 11:19:20.128728 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-63bae2eb-f382-4438-a416-954a66a10cab req-c8b279bf-077c-4a8e-94fd-e00874c46bb6 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/security-groups?id=b72eada0-6ae9-4493-b276-f417f910b0ed&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0639524
Jan 29 11:19:21.453097 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dbe1c3-701b-44e0-b2c5-b7076709c510 req-472bf24f-4a5b-41d7-848c-b698529ea7bc tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:19:21.455781 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-75dbe1c3-701b-44e0-b2c5-b7076709c510 req-472bf24f-4a5b-41d7-848c-b698529ea7bc tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/ports?device_id=830498bf-3168-40ed-8570-80dd14504d5e HTTP/1.1" status: 200  len: 932 time: 0.1898990
Jan 29 11:19:21.522532 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-75dbe1c3-701b-44e0-b2c5-b7076709c510 req-10843971-65a4-4430-a714-e8f5f0301539 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/security-groups?id=b72eada0-6ae9-4493-b276-f417f910b0ed&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0605042
Jan 29 11:19:21.634705 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-997ac703-ca03-409d-b8c0-86a9d69bc28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:19:22.839843 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e333302-5119-45e9-b7f0-27e1f36075d2 req-32456f9a-80d5-4783-94c6-41e9fdab540c tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:19:22.841692 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9e333302-5119-45e9-b7f0-27e1f36075d2 req-32456f9a-80d5-4783-94c6-41e9fdab540c tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/ports?device_id=830498bf-3168-40ed-8570-80dd14504d5e HTTP/1.1" status: 200  len: 932 time: 0.1883161
Jan 29 11:19:22.910147 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9e333302-5119-45e9-b7f0-27e1f36075d2 req-de8e9bfc-0776-49af-b2ed-ef2a739cb8f9 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/security-groups?id=b72eada0-6ae9-4493-b276-f417f910b0ed&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0612216
Jan 29 11:19:23.905376 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-abdca220-236a-4e1b-9cd1-cd95d57c5b0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:19:24.220356 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6a407-e0df-4795-8fb8-58ae520eaa39 req-e66217a7-6de0-4a5d-82c4-302e288cd789 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:19:24.222109 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3ba6a407-e0df-4795-8fb8-58ae520eaa39 req-e66217a7-6de0-4a5d-82c4-302e288cd789 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/ports?device_id=830498bf-3168-40ed-8570-80dd14504d5e HTTP/1.1" status: 200  len: 932 time: 0.1783121
Jan 29 11:19:24.303674 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3ba6a407-e0df-4795-8fb8-58ae520eaa39 req-5901a88c-ad28-49fa-91fe-4023aa19507d tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/security-groups?id=b72eada0-6ae9-4493-b276-f417f910b0ed&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0751810
Jan 29 11:19:24.552888 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:19:25.099780 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:19:25.616613 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df40b18-561a-44b9-91e1-14b994cca38f req-647f307b-7e4f-4bd0-8c6e-caa871175443 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:19:25.618273 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9df40b18-561a-44b9-91e1-14b994cca38f req-647f307b-7e4f-4bd0-8c6e-caa871175443 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/ports?device_id=830498bf-3168-40ed-8570-80dd14504d5e HTTP/1.1" status: 200  len: 932 time: 0.1746836
Jan 29 11:19:25.685731 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9df40b18-561a-44b9-91e1-14b994cca38f req-3d674e0e-9a2f-41e8-8b80-cc515d1590bb tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/security-groups?id=b72eada0-6ae9-4493-b276-f417f910b0ed&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0611753
Jan 29 11:19:26.423437 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:19:26.974630 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3081d9f0-8faf-48e0-8e82-39feedb4bbb3 req-7d2f1c39-997f-460e-b598-1047f846d66e tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:19:26.976239 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3081d9f0-8faf-48e0-8e82-39feedb4bbb3 req-7d2f1c39-997f-460e-b598-1047f846d66e tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/ports?device_id=830498bf-3168-40ed-8570-80dd14504d5e HTTP/1.1" status: 200  len: 932 time: 0.1610515
Jan 29 11:19:27.042556 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3081d9f0-8faf-48e0-8e82-39feedb4bbb3 req-0196ed15-fc64-419f-8cc0-187c3ac539dd tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/security-groups?id=b72eada0-6ae9-4493-b276-f417f910b0ed&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0598199
Jan 29 11:19:28.343373 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0039be53-7a12-43df-aa2e-181696a1229e req-d871ef53-e933-4f3b-b944-cec00329946c tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:19:28.345272 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0039be53-7a12-43df-aa2e-181696a1229e req-d871ef53-e933-4f3b-b944-cec00329946c tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/ports?device_id=830498bf-3168-40ed-8570-80dd14504d5e HTTP/1.1" status: 200  len: 932 time: 0.1715274
Jan 29 11:19:28.411603 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0039be53-7a12-43df-aa2e-181696a1229e req-6567b303-ef84-4e2e-ba75-8b6dfefa7bd3 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/security-groups?id=b72eada0-6ae9-4493-b276-f417f910b0ed&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0600154
Jan 29 11:19:28.902108 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-b6a19dd4-12dd-4f8f-ac2f-fb95b46224a0 req-43ae9ee5-5194-46b8-bfc0-875ae62b3122 service neutron] Request body: {'port': {'device_id': '830498bf-3168-40ed-8570-80dd14504d5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7729'}} {{(pid=80766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 11:19:29.022481 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-b6a19dd4-12dd-4f8f-ac2f-fb95b46224a0 req-43ae9ee5-5194-46b8-bfc0-875ae62b3122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:19:29.435608 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [req-b6a19dd4-12dd-4f8f-ac2f-fb95b46224a0 req-43ae9ee5-5194-46b8-bfc0-875ae62b3122 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3744c99-32e4-4127-8439-75c7d8addd80 {{(pid=80766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 29 11:19:29.443544 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-b6a19dd4-12dd-4f8f-ac2f-fb95b46224a0 req-43ae9ee5-5194-46b8-bfc0-875ae62b3122 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:19:29.456468 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [req-b6a19dd4-12dd-4f8f-ac2f-fb95b46224a0 req-43ae9ee5-5194-46b8-bfc0-875ae62b3122 service neutron] Transition to ACTIVE for port object e3744c99-32e4-4127-8439-75c7d8addd80 will not be triggered until provisioned by entity L2. {{(pid=80766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 29 11:19:29.459331 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-b6a19dd4-12dd-4f8f-ac2f-fb95b46224a0 req-43ae9ee5-5194-46b8-bfc0-875ae62b3122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:19:29.476117 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0e6e3005-6ab4-41aa-beae-043c429422a3 tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:19:29.615201 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ae9ee5-5194-46b8-bfc0-875ae62b3122 service neutron] Pushing event updated for resources: {'Port': ['ID=e3744c99-32e4-4127-8439-75c7d8addd80,revision_number=2']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:19:29.620475 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-43ae9ee5-5194-46b8-bfc0-875ae62b3122 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:19:29.714776 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f257a23-0b2c-4336-96d2-8a6c09cdabc7 req-4e4f3d4b-247a-489a-a23c-10d98326208d tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:19:29.716496 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4f257a23-0b2c-4336-96d2-8a6c09cdabc7 req-4e4f3d4b-247a-489a-a23c-10d98326208d tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/ports?device_id=830498bf-3168-40ed-8570-80dd14504d5e HTTP/1.1" status: 200  len: 944 time: 0.1713414
Jan 29 11:19:29.784207 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4f257a23-0b2c-4336-96d2-8a6c09cdabc7 req-d55e50ac-a2d9-4e26-bac2-66eb8ea243f5 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/security-groups?id=b72eada0-6ae9-4493-b276-f417f910b0ed&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0604954
Jan 29 11:19:29.810912 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-b6a19dd4-12dd-4f8f-ac2f-fb95b46224a0 req-43ae9ee5-5194-46b8-bfc0-875ae62b3122 service neutron] Attempting to bind port e3744c99-32e4-4127-8439-75c7d8addd80 on host hv-neutron-7729 for vnic_type normal with profile  {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 11:19:29.811295 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-b6a19dd4-12dd-4f8f-ac2f-fb95b46224a0 req-43ae9ee5-5194-46b8-bfc0-875ae62b3122 service neutron] Attempting to bind port e3744c99-32e4-4127-8439-75c7d8addd80 by drivers openvswitch on host hv-neutron-7729 at level 0 using segments [{'id': '04aaee57-dc8a-468b-bc4c-5453e785a965', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6bdf431-9ebe-4e83-9b42-1b375199db55'}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 29 11:19:29.811668 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a19dd4-12dd-4f8f-ac2f-fb95b46224a0 req-43ae9ee5-5194-46b8-bfc0-875ae62b3122 service neutron] Attempting to bind port e3744c99-32e4-4127-8439-75c7d8addd80 on network d6bdf431-9ebe-4e83-9b42-1b375199db55 {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 29 11:19:29.818346 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a19dd4-12dd-4f8f-ac2f-fb95b46224a0 req-43ae9ee5-5194-46b8-bfc0-875ae62b3122 service neutron] Checking agent: {'id': '5acf9624-c829-41ba-afd9-92278081af05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 29, 10, 2, 34), 'started_at': datetime.datetime(2021, 1, 29, 10, 3, 4), 'heartbeat_timestamp': datetime.datetime(2021, 1, 29, 11, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 29 11:19:29.818726 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a19dd4-12dd-4f8f-ac2f-fb95b46224a0 req-43ae9ee5-5194-46b8-bfc0-875ae62b3122 service neutron] Checking segment: {'id': '04aaee57-dc8a-468b-bc4c-5453e785a965', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6bdf431-9ebe-4e83-9b42-1b375199db55'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 29 11:19:29.819134 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-b6a19dd4-12dd-4f8f-ac2f-fb95b46224a0 req-43ae9ee5-5194-46b8-bfc0-875ae62b3122 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:19:29.819532 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a19dd4-12dd-4f8f-ac2f-fb95b46224a0 req-43ae9ee5-5194-46b8-bfc0-875ae62b3122 service neutron] Bound using segment: {'id': '04aaee57-dc8a-468b-bc4c-5453e785a965', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6bdf431-9ebe-4e83-9b42-1b375199db55'} {{(pid=80766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 29 11:19:29.820016 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [req-b6a19dd4-12dd-4f8f-ac2f-fb95b46224a0 req-43ae9ee5-5194-46b8-bfc0-875ae62b3122 service neutron] Bound port: e3744c99-32e4-4127-8439-75c7d8addd80, host: hv-neutron-7729, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04aaee57-dc8a-468b-bc4c-5453e785a965', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6bdf431-9ebe-4e83-9b42-1b375199db55'}}] {{(pid=80766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 29 11:19:29.820391 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-b6a19dd4-12dd-4f8f-ac2f-fb95b46224a0 req-43ae9ee5-5194-46b8-bfc0-875ae62b3122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:19:29.918757 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-b6a19dd4-12dd-4f8f-ac2f-fb95b46224a0 req-43ae9ee5-5194-46b8-bfc0-875ae62b3122 service neutron] For port e3744c99-32e4-4127-8439-75c7d8addd80, host hv-neutron-7729, cleared binding levels {{(pid=80766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 29 11:19:29.921882 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-b6a19dd4-12dd-4f8f-ac2f-fb95b46224a0 req-43ae9ee5-5194-46b8-bfc0-875ae62b3122 service neutron] For port e3744c99-32e4-4127-8439-75c7d8addd80, host hv-neutron-7729, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=e3744c99-32e4-4127-8439-75c7d8addd80,segment=NetworkSegment(04aaee57-dc8a-468b-bc4c-5453e785a965),segment_id=04aaee57-dc8a-468b-bc4c-5453e785a965)] {{(pid=80766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 29 11:19:29.925836 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-b6a19dd4-12dd-4f8f-ac2f-fb95b46224a0 req-43ae9ee5-5194-46b8-bfc0-875ae62b3122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098644'] for port, after_update {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:19:29.941230 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ae82ef70-c015-4b82-add9-7e95534e4df5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:19:30.097118 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ae9ee5-5194-46b8-bfc0-875ae62b3122 service neutron] Pushing event updated for resources: {'Port': ['ID=e3744c99-32e4-4127-8439-75c7d8addd80,revision_number=3']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:19:30.102038 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-43ae9ee5-5194-46b8-bfc0-875ae62b3122 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:19:30.134248 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a19dd4-12dd-4f8f-ac2f-fb95b46224a0 req-43ae9ee5-5194-46b8-bfc0-875ae62b3122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:19:30.134926 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-b6a19dd4-12dd-4f8f-ac2f-fb95b46224a0 req-43ae9ee5-5194-46b8-bfc0-875ae62b3122 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:19:30.136429 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b6a19dd4-12dd-4f8f-ac2f-fb95b46224a0 req-43ae9ee5-5194-46b8-bfc0-875ae62b3122 service neutron] 10.222.0.22 "PUT /v2.0/ports/e3744c99-32e4-4127-8439-75c7d8addd80 HTTP/1.1" status: 200  len: 1158 time: 1.2392156
Jan 29 11:19:30.136979 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '830498bf-3168-40ed-8570-80dd14504d5e', 'tag': 'e3744c99-32e4-4127-8439-75c7d8addd80'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 11:19:30.239305 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '830498bf-3168-40ed-8570-80dd14504d5e', 'tag': 'e3744c99-32e4-4127-8439-75c7d8addd80', 'status': 'completed', 'code': 200}
Jan 29 11:19:30.286962 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a19dd4-12dd-4f8f-ac2f-fb95b46224a0 req-a439aca4-3f96-4d4b-a9eb-f18b9be1153e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:19:30.288713 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b6a19dd4-12dd-4f8f-ac2f-fb95b46224a0 req-a439aca4-3f96-4d4b-a9eb-f18b9be1153e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7f24f5e4d7b04ce4900921d1ee0025b5&device_id=830498bf-3168-40ed-8570-80dd14504d5e HTTP/1.1" status: 200  len: 1161 time: 0.1009836
Jan 29 11:19:30.367680 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b6a19dd4-12dd-4f8f-ac2f-fb95b46224a0 req-19d890ce-7253-4ac6-918a-e87f99569ec6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3744c99-32e4-4127-8439-75c7d8addd80 HTTP/1.1" status: 200  len: 217 time: 0.0658114
Jan 29 11:19:30.440587 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a19dd4-12dd-4f8f-ac2f-fb95b46224a0 req-a35808fe-064b-4e6d-9c06-aa003faddb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:19:30.442087 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b6a19dd4-12dd-4f8f-ac2f-fb95b46224a0 req-a35808fe-064b-4e6d-9c06-aa003faddb05 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=889f48ae-7cc4-469c-96da-0c8743d1c480 HTTP/1.1" status: 200  len: 848 time: 0.0679252
Jan 29 11:19:30.523297 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a19dd4-12dd-4f8f-ac2f-fb95b46224a0 req-3217ae3c-adc7-4b4d-b70e-059cc05fb7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:19:30.524901 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b6a19dd4-12dd-4f8f-ac2f-fb95b46224a0 req-3217ae3c-adc7-4b4d-b70e-059cc05fb7b9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d6bdf431-9ebe-4e83-9b42-1b375199db55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0766585
Jan 29 11:19:30.668468 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b6a19dd4-12dd-4f8f-ac2f-fb95b46224a0 req-68eea8f9-c95b-4414-bb06-48c2c9029dff service neutron] 10.222.0.22 "GET /v2.0/networks/d6bdf431-9ebe-4e83-9b42-1b375199db55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1359007
Jan 29 11:19:30.811216 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-b6a19dd4-12dd-4f8f-ac2f-fb95b46224a0 req-bbafbe3a-b06f-444f-bafa-cb38c8556156 service neutron] 10.222.0.22 "GET /v2.0/networks/d6bdf431-9ebe-4e83-9b42-1b375199db55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1365223
Jan 29 11:19:30.973211 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd6812-d5fe-4c49-9bf0-7cdd18df004d req-4d0933fe-f99f-43bd-a76a-e2021dcea5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:19:30.974960 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-46dd6812-d5fe-4c49-9bf0-7cdd18df004d req-4d0933fe-f99f-43bd-a76a-e2021dcea5ab service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7f24f5e4d7b04ce4900921d1ee0025b5&device_id=830498bf-3168-40ed-8570-80dd14504d5e HTTP/1.1" status: 200  len: 1161 time: 0.0833082
Jan 29 11:19:31.082844 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce86057-d0ba-4947-a322-f2b44937127b req-cf062db4-4422-4007-ba1f-cb4b3afbe253 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:19:31.084606 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3ce86057-d0ba-4947-a322-f2b44937127b req-cf062db4-4422-4007-ba1f-cb4b3afbe253 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/ports?device_id=830498bf-3168-40ed-8570-80dd14504d5e HTTP/1.1" status: 200  len: 944 time: 0.1649947
Jan 29 11:19:31.121844 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd6812-d5fe-4c49-9bf0-7cdd18df004d req-d64a75fa-9b73-47e5-99e8-212740279746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:19:31.123459 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-46dd6812-d5fe-4c49-9bf0-7cdd18df004d req-d64a75fa-9b73-47e5-99e8-212740279746 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d6bdf431-9ebe-4e83-9b42-1b375199db55 HTTP/1.1" status: 200  len: 903 time: 0.1416714
Jan 29 11:19:31.152515 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3ce86057-d0ba-4947-a322-f2b44937127b req-84bdc24a-25bc-40fc-9445-11afe5c61408 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/security-groups?id=b72eada0-6ae9-4493-b276-f417f910b0ed&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0610249
Jan 29 11:19:31.197517 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-46dd6812-d5fe-4c49-9bf0-7cdd18df004d req-b82fefdf-ad9a-407d-acab-fb18bea11dbd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3744c99-32e4-4127-8439-75c7d8addd80 HTTP/1.1" status: 200  len: 217 time: 0.0673361
Jan 29 11:19:31.274821 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd6812-d5fe-4c49-9bf0-7cdd18df004d req-daf90bee-ffad-42bd-9fb8-b111b77bd019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:19:31.276383 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-46dd6812-d5fe-4c49-9bf0-7cdd18df004d req-daf90bee-ffad-42bd-9fb8-b111b77bd019 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=889f48ae-7cc4-469c-96da-0c8743d1c480 HTTP/1.1" status: 200  len: 848 time: 0.0714855
Jan 29 11:19:31.358363 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd6812-d5fe-4c49-9bf0-7cdd18df004d req-9b1b0d44-9d3a-419f-a5ab-87dcc3a22bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:19:31.360039 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-46dd6812-d5fe-4c49-9bf0-7cdd18df004d req-9b1b0d44-9d3a-419f-a5ab-87dcc3a22bee service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d6bdf431-9ebe-4e83-9b42-1b375199db55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0771718
Jan 29 11:19:31.504662 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-46dd6812-d5fe-4c49-9bf0-7cdd18df004d req-00df927d-c781-44a6-829e-e1d3311622b1 service neutron] 10.222.0.22 "GET /v2.0/networks/d6bdf431-9ebe-4e83-9b42-1b375199db55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376545
Jan 29 11:19:31.648464 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-46dd6812-d5fe-4c49-9bf0-7cdd18df004d req-e80b294e-9cd5-457d-8978-d07b08387d98 service neutron] 10.222.0.22 "GET /v2.0/networks/d6bdf431-9ebe-4e83-9b42-1b375199db55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1361449
Jan 29 11:19:32.456938 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e0446f-19dd-487c-bfde-10bebc4ce424 req-92cdc3ce-d028-4499-9e9c-8d865f5576e6 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:19:32.458527 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-25e0446f-19dd-487c-bfde-10bebc4ce424 req-92cdc3ce-d028-4499-9e9c-8d865f5576e6 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/ports?device_id=830498bf-3168-40ed-8570-80dd14504d5e HTTP/1.1" status: 200  len: 944 time: 0.1750090
Jan 29 11:19:32.523112 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-25e0446f-19dd-487c-bfde-10bebc4ce424 req-703d9799-0cb1-4da1-a056-5dfa97563768 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/security-groups?id=b72eada0-6ae9-4493-b276-f417f910b0ed&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0581033
Jan 29 11:19:33.825841 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d625ddd-87e0-4176-8fc8-047222ecd18f req-99c4576c-d4d9-4250-9836-4a3a6b3028cf tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:19:33.827385 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9d625ddd-87e0-4176-8fc8-047222ecd18f req-99c4576c-d4d9-4250-9836-4a3a6b3028cf tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/ports?device_id=830498bf-3168-40ed-8570-80dd14504d5e HTTP/1.1" status: 200  len: 944 time: 0.1713927
Jan 29 11:19:33.891231 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-9d625ddd-87e0-4176-8fc8-047222ecd18f req-d7c0ed9d-af15-4b6e-a288-034477f8c9e6 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/security-groups?id=b72eada0-6ae9-4493-b276-f417f910b0ed&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0573316
Jan 29 11:19:34.654072 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device e3744c99-32e4-4127-8439-75c7d8addd80 up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 11:19:34.728368 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning for port e3744c99-32e4-4127-8439-75c7d8addd80 completed by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 29 11:19:34.733213 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port e3744c99-32e4-4127-8439-75c7d8addd80 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:19:34.733629 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:19:34.851741 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:19:34.879295 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '830498bf-3168-40ed-8570-80dd14504d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3744c99-32e4-4127-8439-75c7d8addd80'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 11:19:34.889272 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port e3744c99-32e4-4127-8439-75c7d8addd80, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=e3744c99-32e4-4127-8439-75c7d8addd80,segment=NetworkSegment(04aaee57-dc8a-468b-bc4c-5453e785a965),segment_id=04aaee57-dc8a-468b-bc4c-5453e785a965)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 11:19:34.892953 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:19:34.894882 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-88f3c06d-8041-472c-8078-1529bbf0b242 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:19:34.966687 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=e3744c99-32e4-4127-8439-75c7d8addd80,revision_number=4']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:19:34.974581 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:19:34.974971 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:19:34.975352 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:19:34.975724 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:19:34.976096 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:19:34.976465 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:19:34.976830 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:19:34.977194 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:19:34.977563 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:19:34.977982 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:19:34.978345 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:19:34.978704 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:19:34.979137 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:19:34.979498 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:19:34.979859 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:19:34.980219 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:19:34.980574 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:19:34.980933 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:19:34.981291 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:19:34.981649 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:19:34.982029 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:19:34.982386 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:19:34.982745 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:19:34.983103 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:19:34.987839 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:19:35.029328 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '830498bf-3168-40ed-8570-80dd14504d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3744c99-32e4-4127-8439-75c7d8addd80', 'code': 200}
Jan 29 11:19:35.300142 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51281314-61f6-4348-a958-61882da60062 req-85481f2b-9b87-4372-9436-38a59e4305c8 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:19:35.301825 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-51281314-61f6-4348-a958-61882da60062 req-85481f2b-9b87-4372-9436-38a59e4305c8 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/ports?device_id=830498bf-3168-40ed-8570-80dd14504d5e HTTP/1.1" status: 200  len: 946 time: 0.1693347
Jan 29 11:19:35.324777 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfab5b8-be2b-4770-ba81-fe74e009e260 req-516e51c3-91a2-4bc2-acfd-45d47e20f1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:19:35.326447 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-bdfab5b8-be2b-4770-ba81-fe74e009e260 req-516e51c3-91a2-4bc2-acfd-45d47e20f1ea service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=830498bf-3168-40ed-8570-80dd14504d5e HTTP/1.1" status: 200  len: 1163 time: 0.0900466
Jan 29 11:19:35.367550 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-51281314-61f6-4348-a958-61882da60062 req-91ad75e3-511b-41ae-838a-3e26f5572c19 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/security-groups?id=b72eada0-6ae9-4493-b276-f417f910b0ed&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0589480
Jan 29 11:19:35.370757 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-bdfab5b8-be2b-4770-ba81-fe74e009e260 req-72df69ac-b43b-4475-8bad-987661943983 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b72eada0-6ae9-4493-b276-f417f910b0ed&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0376017
Jan 29 11:19:35.478562 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:19:36.176431 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device e3744c99-32e4-4127-8439-75c7d8addd80 up at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 29 11:19:36.247396 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.provisioning_blocks [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Provisioning complete for port e3744c99-32e4-4127-8439-75c7d8addd80 triggered by entity L2. {{(pid=80767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 29 11:19:36.247816 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8098785'] for port, provisioning_complete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:19:36.662051 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e82c7-867a-4835-b5fa-620798858603 req-55e252c6-c0fb-4bc5-8985-216d8e98889e tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:19:36.663726 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e51e82c7-867a-4835-b5fa-620798858603 req-55e252c6-c0fb-4bc5-8985-216d8e98889e tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/ports?device_id=830498bf-3168-40ed-8570-80dd14504d5e HTTP/1.1" status: 200  len: 946 time: 0.1669552
Jan 29 11:19:36.729365 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e51e82c7-867a-4835-b5fa-620798858603 req-eee5962b-98db-449a-845b-5d5847bdeece tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/security-groups?id=b72eada0-6ae9-4493-b276-f417f910b0ed&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0591986
Jan 29 11:19:38.025173 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0011d593-9866-4943-a4c1-5c21393c2798 req-b54708cc-8851-4b2b-be86-b049a5016736 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:19:38.026784 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0011d593-9866-4943-a4c1-5c21393c2798 req-b54708cc-8851-4b2b-be86-b049a5016736 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/ports?device_id=830498bf-3168-40ed-8570-80dd14504d5e HTTP/1.1" status: 200  len: 946 time: 0.1651168
Jan 29 11:19:38.094552 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-0011d593-9866-4943-a4c1-5c21393c2798 req-e23e054c-1cd3-4add-8182-064bed2c3b96 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/security-groups?id=b72eada0-6ae9-4493-b276-f417f910b0ed&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0600662
Jan 29 11:19:38.386474 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412f4932-d702-4561-b0ce-57560741b6ac req-aaaba8df-7240-4200-a064-dcb148210f5f tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:19:38.388150 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-412f4932-d702-4561-b0ce-57560741b6ac req-aaaba8df-7240-4200-a064-dcb148210f5f tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/ports?device_id=830498bf-3168-40ed-8570-80dd14504d5e HTTP/1.1" status: 200  len: 946 time: 0.1637588
Jan 29 11:19:38.453812 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-412f4932-d702-4561-b0ce-57560741b6ac req-dc4c9936-876d-4151-8800-d748811181e0 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/security-groups?id=b72eada0-6ae9-4493-b276-f417f910b0ed&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0581715
Jan 29 11:19:38.700831 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-13bb2eb4-2439-4a88-8f4d-017dca717223 req-1926c083-fbb4-457d-b973-3d3007c04757 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1952453
Jan 29 11:19:38.711047 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-13bb2eb4-2439-4a88-8f4d-017dca717223 req-2c0bd5c5-43ca-4765-85c3-52d3d1bd2d6e tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Request body: {'floatingip': {'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 11:19:38.732464 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-13bb2eb4-2439-4a88-8f4d-017dca717223 req-2c0bd5c5-43ca-4765-85c3-52d3d1bd2d6e tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 29 11:19:38.743149 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.quota.driver [req-13bb2eb4-2439-4a88-8f4d-017dca717223 req-2c0bd5c5-43ca-4765-85c3-52d3d1bd2d6e tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 29 11:19:38.751992 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-13bb2eb4-2439-4a88-8f4d-017dca717223 req-2c0bd5c5-43ca-4765-85c3-52d3d1bd2d6e tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks [] for floatingip, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:19:38.898786 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-13bb2eb4-2439-4a88-8f4d-017dca717223 req-2c0bd5c5-43ca-4765-85c3-52d3d1bd2d6e tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:19:39.169426 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_common [req-13bb2eb4-2439-4a88-8f4d-017dca717223 req-2c0bd5c5-43ca-4765-85c3-52d3d1bd2d6e tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Allocated IP 172.26.7.249 (aadf795f-2e1a-4d04-be0e-12575f0f28a5/1f2a50e8-ad1d-4f9d-a357-e0e38efd5646/9e71f571-c4ca-4071-a4b6-404e178ba3fc) {{(pid=80765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 29 11:19:39.332468 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-13bb2eb4-2439-4a88-8f4d-017dca717223 req-2c0bd5c5-43ca-4765-85c3-52d3d1bd2d6e tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks [] for port, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:19:39.361432 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-13bb2eb4-2439-4a88-8f4d-017dca717223 req-2c0bd5c5-43ca-4765-85c3-52d3d1bd2d6e tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768657180275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:19:39.376534 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4cae7b35-6b9e-41bb-9bb0-b305b31cae21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:19:39.517521 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0bd5c5-43ca-4765-85c3-52d3d1bd2d6e tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Pushing event updated for resources: {'Port': ['ID=9e71f571-c4ca-4071-a4b6-404e178ba3fc,revision_number=1']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:19:39.536090 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0bd5c5-43ca-4765-85c3-52d3d1bd2d6e tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:19:39.536521 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0bd5c5-43ca-4765-85c3-52d3d1bd2d6e tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:19:39.536945 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0bd5c5-43ca-4765-85c3-52d3d1bd2d6e tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:19:39.537366 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0bd5c5-43ca-4765-85c3-52d3d1bd2d6e tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:19:39.537800 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0bd5c5-43ca-4765-85c3-52d3d1bd2d6e tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:19:39.538216 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0bd5c5-43ca-4765-85c3-52d3d1bd2d6e tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:19:39.538627 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0bd5c5-43ca-4765-85c3-52d3d1bd2d6e tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:19:39.539056 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0bd5c5-43ca-4765-85c3-52d3d1bd2d6e tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:19:39.539445 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0bd5c5-43ca-4765-85c3-52d3d1bd2d6e tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:19:39.539851 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0bd5c5-43ca-4765-85c3-52d3d1bd2d6e tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:19:39.540258 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0bd5c5-43ca-4765-85c3-52d3d1bd2d6e tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:19:39.540662 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0bd5c5-43ca-4765-85c3-52d3d1bd2d6e tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:19:39.541141 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0bd5c5-43ca-4765-85c3-52d3d1bd2d6e tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:19:39.541546 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0bd5c5-43ca-4765-85c3-52d3d1bd2d6e tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:19:39.541979 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0bd5c5-43ca-4765-85c3-52d3d1bd2d6e tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:19:39.542388 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0bd5c5-43ca-4765-85c3-52d3d1bd2d6e tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:19:39.542792 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0bd5c5-43ca-4765-85c3-52d3d1bd2d6e tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:19:39.543193 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0bd5c5-43ca-4765-85c3-52d3d1bd2d6e tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:19:39.543594 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0bd5c5-43ca-4765-85c3-52d3d1bd2d6e tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:19:39.543994 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0bd5c5-43ca-4765-85c3-52d3d1bd2d6e tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:19:39.544397 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0bd5c5-43ca-4765-85c3-52d3d1bd2d6e tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:19:39.544796 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0bd5c5-43ca-4765-85c3-52d3d1bd2d6e tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:19:39.545198 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0bd5c5-43ca-4765-85c3-52d3d1bd2d6e tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:19:39.545599 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0bd5c5-43ca-4765-85c3-52d3d1bd2d6e tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:19:39.550222 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2c0bd5c5-43ca-4765-85c3-52d3d1bd2d6e tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:19:39.588423 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13bb2eb4-2439-4a88-8f4d-017dca717223 req-2c0bd5c5-43ca-4765-85c3-52d3d1bd2d6e tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Network aadf795f-2e1a-4d04-be0e-12575f0f28a5 is already hosted by enough agents. {{(pid=80765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 29 11:19:39.589557 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.base_scheduler [req-13bb2eb4-2439-4a88-8f4d-017dca717223 req-2c0bd5c5-43ca-4765-85c3-52d3d1bd2d6e tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Resources bound (agent type, host, resource id):  {{(pid=80765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 29 11:19:39.591937 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-13bb2eb4-2439-4a88-8f4d-017dca717223 req-2c0bd5c5-43ca-4765-85c3-52d3d1bd2d6e tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Received port after_create {{(pid=80765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 29 11:19:39.672444 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-13bb2eb4-2439-4a88-8f4d-017dca717223 req-2c0bd5c5-43ca-4765-85c3-52d3d1bd2d6e tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:19:39.738164 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-13bb2eb4-2439-4a88-8f4d-017dca717223 req-2c0bd5c5-43ca-4765-85c3-52d3d1bd2d6e tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:19:40.010201 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-13bb2eb4-2439-4a88-8f4d-017dca717223 req-2c0bd5c5-43ca-4765-85c3-52d3d1bd2d6e tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks [] for port, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:19:40.013808 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-13bb2eb4-2439-4a88-8f4d-017dca717223 req-2c0bd5c5-43ca-4765-85c3-52d3d1bd2d6e tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852603031'] for port, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:19:40.028940 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-a41ba268-24ee-4e13-8a72-a1fd83dc5873 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:19:40.169472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0bd5c5-43ca-4765-85c3-52d3d1bd2d6e tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Pushing event updated for resources: {'Port': ['ID=9e71f571-c4ca-4071-a4b6-404e178ba3fc,revision_number=2']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:19:40.174721 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2c0bd5c5-43ca-4765-85c3-52d3d1bd2d6e tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:19:40.272838 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-13bb2eb4-2439-4a88-8f4d-017dca717223 req-2c0bd5c5-43ca-4765-85c3-52d3d1bd2d6e tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:19:40.301852 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-13bb2eb4-2439-4a88-8f4d-017dca717223 req-2c0bd5c5-43ca-4765-85c3-52d3d1bd2d6e tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:19:40.303198 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-13bb2eb4-2439-4a88-8f4d-017dca717223 req-2c0bd5c5-43ca-4765-85c3-52d3d1bd2d6e tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.5963869
Jan 29 11:19:40.415461 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-13bb2eb4-2439-4a88-8f4d-017dca717223 req-0424ea29-8b6a-4879-b20b-fc67fa5ea478 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Synchronizing usage tracker for tenant:7f24f5e4d7b04ce4900921d1ee0025b5 on resource:floatingip {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 11:19:40.429822 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-13bb2eb4-2439-4a88-8f4d-017dca717223 req-0424ea29-8b6a-4879-b20b-fc67fa5ea478 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Unset dirty status for tenant:7f24f5e4d7b04ce4900921d1ee0025b5 on resource:floatingip {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 11:19:40.431092 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-13bb2eb4-2439-4a88-8f4d-017dca717223 req-0424ea29-8b6a-4879-b20b-fc67fa5ea478 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.26.7.249 HTTP/1.1" status: 200  len: 696 time: 0.1214859
Jan 29 11:19:40.673366 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb2eb4-2439-4a88-8f4d-017dca717223 req-3fbe06f2-f316-4ed4-bb45-07575fe5de62 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:19:40.674900 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-13bb2eb4-2439-4a88-8f4d-017dca717223 req-3fbe06f2-f316-4ed4-bb45-07575fe5de62 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/networks/aadf795f-2e1a-4d04-be0e-12575f0f28a5 HTTP/1.1" status: 200  len: 784 time: 0.2376702
Jan 29 11:19:41.205282 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ddf8e-aa5b-41bc-99af-4e047b195533 req-5017238c-c7a3-497e-a286-3b18ca22d855 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:19:41.206964 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e20ddf8e-aa5b-41bc-99af-4e047b195533 req-5017238c-c7a3-497e-a286-3b18ca22d855 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/ports?device_id=830498bf-3168-40ed-8570-80dd14504d5e&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.4248493
Jan 29 11:19:41.313717 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e20ddf8e-aa5b-41bc-99af-4e047b195533 req-ddd0448b-1ffa-4bf1-98f0-60ab90012866 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.26.7.249 HTTP/1.1" status: 200  len: 696 time: 0.1002498
Jan 29 11:19:41.324465 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.v2.base [req-e20ddf8e-aa5b-41bc-99af-4e047b195533 req-addd0491-8f30-4e0b-88c4-056aaa355035 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Request body: {'floatingip': {'port_id': 'e3744c99-32e4-4127-8439-75c7d8addd80', 'fixed_ip_address': '172.20.0.12'}} {{(pid=80765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 11:19:41.423731 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e20ddf8e-aa5b-41bc-99af-4e047b195533 req-addd0491-8f30-4e0b-88c4-056aaa355035 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks [] for floatingip, before_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:19:41.700798 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f6df2b4e-a1e0-442d-8e88-e3f3c4298e7b req-a4d2bf4a-9dc2-495a-9778-a20e0a1da348 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=16b0875b-717a-452e-a46a-f2f41271e4f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0802221
Jan 29 11:19:41.867935 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df2b4e-a1e0-442d-8e88-e3f3c4298e7b req-139e390d-0fe2-4b9c-ae5a-dd90122511a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:19:41.869553 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f6df2b4e-a1e0-442d-8e88-e3f3c4298e7b req-139e390d-0fe2-4b9c-ae5a-dd90122511a4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7f24f5e4d7b04ce4900921d1ee0025b5&device_id=16b0875b-717a-452e-a46a-f2f41271e4f1 HTTP/1.1" status: 200  len: 1162 time: 0.0822673
Jan 29 11:19:42.026448 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df2b4e-a1e0-442d-8e88-e3f3c4298e7b req-9cfb73fb-d854-4aef-9969-302e53391fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:19:42.027950 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f6df2b4e-a1e0-442d-8e88-e3f3c4298e7b req-9cfb73fb-d854-4aef-9969-302e53391fd2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d6bdf431-9ebe-4e83-9b42-1b375199db55 HTTP/1.1" status: 200  len: 903 time: 0.1394880
Jan 29 11:19:42.062067 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e20ddf8e-aa5b-41bc-99af-4e047b195533 req-addd0491-8f30-4e0b-88c4-056aaa355035 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:19:42.065702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e20ddf8e-aa5b-41bc-99af-4e047b195533 req-addd0491-8f30-4e0b-88c4-056aaa355035 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673639'] for floatingip, after_update {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:19:42.134313 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f6df2b4e-a1e0-442d-8e88-e3f3c4298e7b req-6ff4851e-674e-4816-aa71-0c8fa55c085c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c5bcbfe-0d13-46d0-9f44-9e147bb25c82 HTTP/1.1" status: 200  len: 1001 time: 0.0996871
Jan 29 11:19:42.205425 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df2b4e-a1e0-442d-8e88-e3f3c4298e7b req-4a9625c0-f9db-404d-b0f2-8cc7520915a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:19:42.207033 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f6df2b4e-a1e0-442d-8e88-e3f3c4298e7b req-4a9625c0-f9db-404d-b0f2-8cc7520915a8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=889f48ae-7cc4-469c-96da-0c8743d1c480 HTTP/1.1" status: 200  len: 848 time: 0.0670817
Jan 29 11:19:42.255444 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [req-e20ddf8e-aa5b-41bc-99af-4e047b195533 req-addd0491-8f30-4e0b-88c4-056aaa355035 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Floating IP 27fd7342-8dbf-470f-9da5-501c0b7cd392 associated. External IP: 172.26.7.249, port: e3744c99-32e4-4127-8439-75c7d8addd80.
Jan 29 11:19:42.289328 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df2b4e-a1e0-442d-8e88-e3f3c4298e7b req-c28d219b-2134-4ac2-a26b-169f2e2e44e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:19:42.290939 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f6df2b4e-a1e0-442d-8e88-e3f3c4298e7b req-c28d219b-2134-4ac2-a26b-169f2e2e44e9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d6bdf431-9ebe-4e83-9b42-1b375199db55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0776646
Jan 29 11:19:42.653882 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e20ddf8e-aa5b-41bc-99af-4e047b195533 req-addd0491-8f30-4e0b-88c4-056aaa355035 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Router 6b3de155-bac6-4de0-ae2d-6275278836e1 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 11:19:42.711509 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f6df2b4e-a1e0-442d-8e88-e3f3c4298e7b req-9014735f-8bd2-4011-96e1-2402f32ebaff service neutron] 10.222.0.22 "GET /v2.0/networks/d6bdf431-9ebe-4e83-9b42-1b375199db55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4131749
Jan 29 11:19:42.846692 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e20ddf8e-aa5b-41bc-99af-4e047b195533 req-addd0491-8f30-4e0b-88c4-056aaa355035 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 11:19:42.851164 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-e20ddf8e-aa5b-41bc-99af-4e047b195533 req-addd0491-8f30-4e0b-88c4-056aaa355035 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:19:42.854374 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f6df2b4e-a1e0-442d-8e88-e3f3c4298e7b req-742bdaef-9d45-41d5-b1ba-bfa91a93a019 service neutron] 10.222.0.22 "GET /v2.0/networks/d6bdf431-9ebe-4e83-9b42-1b375199db55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1353526
Jan 29 11:19:42.857303 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf0b9a4-d755-48af-8fc8-060081e44ee1 None None] Sync routers for ids ['6b3de155-bac6-4de0-ae2d-6275278836e1'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 11:19:42.868426 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf0b9a4-d755-48af-8fc8-060081e44ee1 None None] Routers {'6b3de155-bac6-4de0-ae2d-6275278836e1'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 11:19:42.869219 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-bcf0b9a4-d755-48af-8fc8-060081e44ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c92eb7b8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T11:19:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['6b3de155-bac6-4de0-ae2d-6275278836e1'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:19:42.909514 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e20ddf8e-aa5b-41bc-99af-4e047b195533 req-addd0491-8f30-4e0b-88c4-056aaa355035 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "PUT /v2.0/floatingips/27fd7342-8dbf-470f-9da5-501c0b7cd392 HTTP/1.1" status: 200  len: 997 time: 1.5894928
Jan 29 11:19:42.910055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '830498bf-3168-40ed-8570-80dd14504d5e', 'tag': 'e3744c99-32e4-4127-8439-75c7d8addd80'}] {{(pid=80765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 11:19:43.000367 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ddf8e-aa5b-41bc-99af-4e047b195533 req-6aee3e26-aeea-4492-8e22-9412404b6917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:19:43.002039 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e20ddf8e-aa5b-41bc-99af-4e047b195533 req-6aee3e26-aeea-4492-8e22-9412404b6917 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7f24f5e4d7b04ce4900921d1ee0025b5&device_id=830498bf-3168-40ed-8570-80dd14504d5e HTTP/1.1" status: 200  len: 1163 time: 0.0781493
Jan 29 11:19:43.065736 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-bcf0b9a4-d755-48af-8fc8-060081e44ee1 None None] Set router 6b3de155-bac6-4de0-ae2d-6275278836e1 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 11:19:43.154845 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ddf8e-aa5b-41bc-99af-4e047b195533 req-50175c04-114e-46e7-a32e-5ada12b2305f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:19:43.157032 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e20ddf8e-aa5b-41bc-99af-4e047b195533 req-50175c04-114e-46e7-a32e-5ada12b2305f service neutron] 10.222.0.57 "GET /v2.0/networks?id=d6bdf431-9ebe-4e83-9b42-1b375199db55 HTTP/1.1" status: 200  len: 903 time: 0.1484175
Jan 29 11:19:43.269869 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e20ddf8e-aa5b-41bc-99af-4e047b195533 req-ecf61821-caca-4d8d-872b-6e367350d2ea service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3744c99-32e4-4127-8439-75c7d8addd80 HTTP/1.1" status: 200  len: 1000 time: 0.1058779
Jan 29 11:19:43.346838 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ddf8e-aa5b-41bc-99af-4e047b195533 req-fb2754ac-9716-4450-a0ec-4eca35caa0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:19:43.348447 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e20ddf8e-aa5b-41bc-99af-4e047b195533 req-fb2754ac-9716-4450-a0ec-4eca35caa0a4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=889f48ae-7cc4-469c-96da-0c8743d1c480 HTTP/1.1" status: 200  len: 848 time: 0.0719981
Jan 29 11:19:43.432821 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ddf8e-aa5b-41bc-99af-4e047b195533 req-2713ed01-c2cb-493e-95c1-4adb73e2188d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:19:43.434531 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e20ddf8e-aa5b-41bc-99af-4e047b195533 req-2713ed01-c2cb-493e-95c1-4adb73e2188d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d6bdf431-9ebe-4e83-9b42-1b375199db55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0794013
Jan 29 11:19:43.449472 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-bcf0b9a4-d755-48af-8fc8-060081e44ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c92eb7b8>, [{'id': '6b3de155-bac6-4de0-ae2d-6275278836e1', 'name': 'tempest-TestSnapshotPattern-266979097-router', 'tenant_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '38b5c4ea-d212-4182-b7dd-6d882e899e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:16:00Z', 'updated_at': '2021-01-29T11:16:05Z', 'revision_number': 4, 'project_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'gw_port': {'id': '38b5c4ea-d212-4182-b7dd-6d882e899e05', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3de155-bac6-4de0-ae2d-6275278836e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:16:01Z', 'updated_at': '2021-01-29T11:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': '27fd7342-8dbf-470f-9da5-501c0b7cd392', 'tenant_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'floating_ip_address': '172.26.7.249', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '6b3de155-bac6-4de0-ae2d-6275278836e1', 'port_id': 'e3744c99-32e4-4127-8439-75c7d8addd80', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6bdf431-9ebe-4e83-9b42-1b375199db55', 'mac_address': 'fa:16:3e:ab:58:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830498bf-3168-40ed-8570-80dd14504d5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T11:19:39Z', 'updated_at': '2021-01-29T11:19:41Z', 'revision_number': 1, 'project_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'fixed_ip_address_scope': None}, {'id': 'a4e23644-b65c-428d-ae7f-f82146c4d22a', 'tenant_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'floating_ip_address': '172.26.7.236', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '6b3de155-bac6-4de0-ae2d-6275278836e1', 'port_id': '4c5bcbfe-0d13-46d0-9f44-9e147bb25c82', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6bdf431-9ebe-4e83-9b42-1b375199db55', 'mac_address': 'fa:16:3e:a7:c2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b0875b-717a-452e-a46a-f2f41271e4f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T11:16:23Z', 'updated_at': '2021-01-29T11:16:28Z', 'revision_number': 2, 'project_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '763feb6d-6021-4ce4-b7f2-ef2c8b9bb652', 'name': '', 'network_id': 'd6bdf431-9ebe-4e83-9b42-1b375199db55', 'tenant_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'mac_address': 'fa:16:3e:bc:ea:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3de155-bac6-4de0-ae2d-6275278836e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '889f48ae-7cc4-469c-96da-0c8743d1c480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:16:04Z', 'updated_at': '2021-01-29T11:16:13Z', 'revision_number': 5, 'project_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'subnets': [{'id': '889f48ae-7cc4-469c-96da-0c8743d1c480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:19:43.454670 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf0b9a4-d755-48af-8fc8-060081e44ee1 None None] Checking router: 6b3de155-bac6-4de0-ae2d-6275278836e1 for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 11:19:43.463691 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf0b9a4-d755-48af-8fc8-060081e44ee1 None None] Routers {'6b3de155-bac6-4de0-ae2d-6275278836e1'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 11:19:43.464353 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-bcf0b9a4-d755-48af-8fc8-060081e44ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c92eb7b8>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T11:19:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['6b3de155-bac6-4de0-ae2d-6275278836e1'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:19:43.581840 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e20ddf8e-aa5b-41bc-99af-4e047b195533 req-3a5d1281-f84d-430b-a946-c0263f255679 service neutron] 10.222.0.57 "GET /v2.0/networks/d6bdf431-9ebe-4e83-9b42-1b375199db55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1394246
Jan 29 11:19:43.656760 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-bcf0b9a4-d755-48af-8fc8-060081e44ee1 None None] Set router 6b3de155-bac6-4de0-ae2d-6275278836e1 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 11:19:43.727436 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e20ddf8e-aa5b-41bc-99af-4e047b195533 req-176bb1fb-bbd1-449f-9dd8-0419424ff226 service neutron] 10.222.0.57 "GET /v2.0/networks/d6bdf431-9ebe-4e83-9b42-1b375199db55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1389959
Jan 29 11:19:43.798293 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '830498bf-3168-40ed-8570-80dd14504d5e', 'tag': 'e3744c99-32e4-4127-8439-75c7d8addd80', 'status': 'completed', 'code': 200}
Jan 29 11:19:43.926065 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b828a02-48b5-42d0-a289-87361cbc8589 req-c66104a9-1c2e-41f8-b6db-774e727f1931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:19:43.927788 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7b828a02-48b5-42d0-a289-87361cbc8589 req-c66104a9-1c2e-41f8-b6db-774e727f1931 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7f24f5e4d7b04ce4900921d1ee0025b5&device_id=830498bf-3168-40ed-8570-80dd14504d5e HTTP/1.1" status: 200  len: 1163 time: 0.0828967
Jan 29 11:19:44.075718 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b828a02-48b5-42d0-a289-87361cbc8589 req-2515776c-49fe-42a8-9889-4340521d6d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:19:44.077326 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7b828a02-48b5-42d0-a289-87361cbc8589 req-2515776c-49fe-42a8-9889-4340521d6d15 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d6bdf431-9ebe-4e83-9b42-1b375199db55 HTTP/1.1" status: 200  len: 903 time: 0.1430323
Jan 29 11:19:44.193259 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7b828a02-48b5-42d0-a289-87361cbc8589 req-e2d5a2fc-e3fa-4ae4-b130-b1066145bf17 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3744c99-32e4-4127-8439-75c7d8addd80 HTTP/1.1" status: 200  len: 1000 time: 0.1090188
Jan 29 11:19:44.215214 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-bcf0b9a4-d755-48af-8fc8-060081e44ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c92eb7b8>, [{'id': '6b3de155-bac6-4de0-ae2d-6275278836e1', 'name': 'tempest-TestSnapshotPattern-266979097-router', 'tenant_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '38b5c4ea-d212-4182-b7dd-6d882e899e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:16:00Z', 'updated_at': '2021-01-29T11:16:05Z', 'revision_number': 4, 'project_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'gw_port': {'id': '38b5c4ea-d212-4182-b7dd-6d882e899e05', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3de155-bac6-4de0-ae2d-6275278836e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:16:01Z', 'updated_at': '2021-01-29T11:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': '27fd7342-8dbf-470f-9da5-501c0b7cd392', 'tenant_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'floating_ip_address': '172.26.7.249', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '6b3de155-bac6-4de0-ae2d-6275278836e1', 'port_id': 'e3744c99-32e4-4127-8439-75c7d8addd80', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6bdf431-9ebe-4e83-9b42-1b375199db55', 'mac_address': 'fa:16:3e:ab:58:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830498bf-3168-40ed-8570-80dd14504d5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T11:19:39Z', 'updated_at': '2021-01-29T11:19:41Z', 'revision_number': 1, 'project_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'fixed_ip_address_scope': None}, {'id': 'a4e23644-b65c-428d-ae7f-f82146c4d22a', 'tenant_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'floating_ip_address': '172.26.7.236', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '6b3de155-bac6-4de0-ae2d-6275278836e1', 'port_id': '4c5bcbfe-0d13-46d0-9f44-9e147bb25c82', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6bdf431-9ebe-4e83-9b42-1b375199db55', 'mac_address': 'fa:16:3e:a7:c2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b0875b-717a-452e-a46a-f2f41271e4f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T11:16:23Z', 'updated_at': '2021-01-29T11:16:28Z', 'revision_number': 2, 'project_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '763feb6d-6021-4ce4-b7f2-ef2c8b9bb652', 'name': '', 'network_id': 'd6bdf431-9ebe-4e83-9b42-1b375199db55', 'tenant_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'mac_address': 'fa:16:3e:bc:ea:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3de155-bac6-4de0-ae2d-6275278836e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '889f48ae-7cc4-469c-96da-0c8743d1c480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:16:04Z', 'updated_at': '2021-01-29T11:16:13Z', 'revision_number': 5, 'project_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'subnets': [{'id': '889f48ae-7cc4-469c-96da-0c8743d1c480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:19:44.220251 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf0b9a4-d755-48af-8fc8-060081e44ee1 None None] The sync data for ids ['6b3de155-bac6-4de0-ae2d-6275278836e1'] in dv-neutron-772983-2-ovs is: [{'id': '6b3de155-bac6-4de0-ae2d-6275278836e1', 'name': 'tempest-TestSnapshotPattern-266979097-router', 'tenant_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '38b5c4ea-d212-4182-b7dd-6d882e899e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:16:00Z', 'updated_at': '2021-01-29T11:16:05Z', 'revision_number': 4, 'project_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'gw_port': {'id': '38b5c4ea-d212-4182-b7dd-6d882e899e05', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3de155-bac6-4de0-ae2d-6275278836e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:16:01Z', 'updated_at': '2021-01-29T11:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': '27fd7342-8dbf-470f-9da5-501c0b7cd392', 'tenant_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'floating_ip_address': '172.26.7.249', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '6b3de155-bac6-4de0-ae2d-6275278836e1', 'port_id': 'e3744c99-32e4-4127-8439-75c7d8addd80', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6bdf431-9ebe-4e83-9b42-1b375199db55', 'mac_address': 'fa:16:3e:ab:58:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830498bf-3168-40ed-8570-80dd14504d5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T11:19:39Z', 'updated_at': '2021-01-29T11:19:41Z', 'revision_number': 1, 'project_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'fixed_ip_address_scope': None}, {'id': 'a4e23644-b65c-428d-ae7f-f82146c4d22a', 'tenant_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'floating_ip_address': '172.26.7.236', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '6b3de155-bac6-4de0-ae2d-6275278836e1', 'port_id': '4c5bcbfe-0d13-46d0-9f44-9e147bb25c82', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6bdf431-9ebe-4e83-9b42-1b375199db55', 'mac_address': 'fa:16:3e:a7:c2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b0875b-717a-452e-a46a-f2f41271e4f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T11:16:23Z', 'updated_at': '2021-01-29T11:16:28Z', 'revision_number': 2, 'project_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '763feb6d-6021-4ce4-b7f2-ef2c8b9bb652', 'name': '', 'network_id': 'd6bdf431-9ebe-4e83-9b42-1b375199db55', 'tenant_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'mac_address': 'fa:16:3e:bc:ea:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3de155-bac6-4de0-ae2d-6275278836e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '889f48ae-7cc4-469c-96da-0c8743d1c480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:16:04Z', 'updated_at': '2021-01-29T11:16:13Z', 'revision_number': 5, 'project_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'subnets': [{'id': '889f48ae-7cc4-469c-96da-0c8743d1c480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 11:19:44.262895 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b828a02-48b5-42d0-a289-87361cbc8589 req-185d8b4b-d83b-4357-b490-033dfb5856ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:19:44.264501 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7b828a02-48b5-42d0-a289-87361cbc8589 req-185d8b4b-d83b-4357-b490-033dfb5856ba service neutron] 10.222.0.22 "GET /v2.0/subnets?id=889f48ae-7cc4-469c-96da-0c8743d1c480 HTTP/1.1" status: 200  len: 848 time: 0.0651717
Jan 29 11:19:44.354542 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b828a02-48b5-42d0-a289-87361cbc8589 req-213fc510-a5b1-46f5-acc0-0bd179296ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:19:44.356144 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7b828a02-48b5-42d0-a289-87361cbc8589 req-213fc510-a5b1-46f5-acc0-0bd179296ac3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d6bdf431-9ebe-4e83-9b42-1b375199db55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0856137
Jan 29 11:19:44.501449 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7b828a02-48b5-42d0-a289-87361cbc8589 req-10da0fe9-6375-4e1f-b8f4-402446eb59ba service neutron] 10.222.0.22 "GET /v2.0/networks/d6bdf431-9ebe-4e83-9b42-1b375199db55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1391346
Jan 29 11:19:44.570396 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faaa5771-2b77-421a-8fdc-7f0d121c85c6 None None] New status for floating IP 27fd7342-8dbf-470f-9da5-501c0b7cd392: ACTIVE {{(pid=80768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 29 11:19:44.653401 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-7b828a02-48b5-42d0-a289-87361cbc8589 req-b2b3b786-2437-4a9b-9949-cf431c5af791 service neutron] 10.222.0.22 "GET /v2.0/networks/d6bdf431-9ebe-4e83-9b42-1b375199db55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1451082
Jan 29 11:19:51.636812 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-1b9c8f10-d128-4213-a76d-c560c166a161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:19:53.907340 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-14147b0d-4c23-4144-be33-7589411194de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:19:54.252762 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 11:19:54.549655 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:19:55.083448 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:19:56.428030 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:20:05.479733 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:20:21.641948 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-878c4c28-2ca5-4e88-ade7-800d0d26fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:20:23.908898 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-cb1e19d2-36e1-4942-aef9-5dbdc30939a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:20:24.554050 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:20:25.086222 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:20:26.431090 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:20:31.252459 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 11:20:35.502888 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:20:43.645641 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f613a926-226a-4540-b523-c8993a94197b req-110c0862-500b-474d-b002-63443e3989f1 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=830498bf-3168-40ed-8570-80dd14504d5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0762985
Jan 29 11:20:43.761315 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f613a926-226a-4540-b523-c8993a94197b req-e1b94924-6523-47f1-8e1e-b16a703385d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:20:43.762952 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f613a926-226a-4540-b523-c8993a94197b req-e1b94924-6523-47f1-8e1e-b16a703385d1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7f24f5e4d7b04ce4900921d1ee0025b5&device_id=830498bf-3168-40ed-8570-80dd14504d5e HTTP/1.1" status: 200  len: 1163 time: 0.0791569
Jan 29 11:20:43.916583 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f613a926-226a-4540-b523-c8993a94197b req-146b72b0-f08d-4d78-8792-27efbe2c9c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:20:43.918092 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f613a926-226a-4540-b523-c8993a94197b req-146b72b0-f08d-4d78-8792-27efbe2c9c3f service neutron] 10.222.0.22 "GET /v2.0/networks?id=d6bdf431-9ebe-4e83-9b42-1b375199db55 HTTP/1.1" status: 200  len: 903 time: 0.1365085
Jan 29 11:20:44.025955 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f613a926-226a-4540-b523-c8993a94197b req-30f0dc37-2a4c-43f9-9711-c6dbc22777db service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3744c99-32e4-4127-8439-75c7d8addd80 HTTP/1.1" status: 200  len: 1002 time: 0.1017535
Jan 29 11:20:44.096508 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f613a926-226a-4540-b523-c8993a94197b req-85571f5c-dabe-4d37-9545-92336fd526b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:20:44.098082 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f613a926-226a-4540-b523-c8993a94197b req-85571f5c-dabe-4d37-9545-92336fd526b8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=889f48ae-7cc4-469c-96da-0c8743d1c480 HTTP/1.1" status: 200  len: 848 time: 0.0660002
Jan 29 11:20:44.176880 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f613a926-226a-4540-b523-c8993a94197b req-771e733c-8a13-41d7-bee2-5a38b61c0c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:20:44.178405 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f613a926-226a-4540-b523-c8993a94197b req-771e733c-8a13-41d7-bee2-5a38b61c0c0c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d6bdf431-9ebe-4e83-9b42-1b375199db55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0746238
Jan 29 11:20:44.321430 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f613a926-226a-4540-b523-c8993a94197b req-f7ed96fb-401c-4395-88d7-090576cf3056 service neutron] 10.222.0.22 "GET /v2.0/networks/d6bdf431-9ebe-4e83-9b42-1b375199db55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1362691
Jan 29 11:20:44.465843 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-f613a926-226a-4540-b523-c8993a94197b req-f5213c8f-6357-43f4-9342-01dc5b397bfc service neutron] 10.222.0.22 "GET /v2.0/networks/d6bdf431-9ebe-4e83-9b42-1b375199db55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1380491
Jan 29 11:20:51.634311 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-5164ca8a-dd1b-454e-95e6-5e26ccb5b6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:20:53.910878 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8fa8c32e-5e2e-413b-a6eb-cf77aabd14b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:20:54.555316 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:20:55.087564 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:20:56.435010 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:21:05.526412 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:21:08.252287 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 11:21:21.636207 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2ee69028-ce69-49a6-b340-141fe27e52a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:21:23.919876 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2eb2de5a-8de5-4b52-9d3b-90a18e013539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:21:24.559140 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:21:25.089874 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:21:26.438548 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:21:35.522553 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:21:43.579202 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e22ad4cd-4206-4f76-9080-f5af7a86bb0d req-dbff37ab-1601-4b00-8d2f-38928586ec6f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=16b0875b-717a-452e-a46a-f2f41271e4f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0791852
Jan 29 11:21:43.747313 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ad4cd-4206-4f76-9080-f5af7a86bb0d req-164091a5-7354-4dd3-b82b-9a8ddd61c56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:21:43.748913 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e22ad4cd-4206-4f76-9080-f5af7a86bb0d req-164091a5-7354-4dd3-b82b-9a8ddd61c56a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7f24f5e4d7b04ce4900921d1ee0025b5&device_id=16b0875b-717a-452e-a46a-f2f41271e4f1 HTTP/1.1" status: 200  len: 1162 time: 0.0818586
Jan 29 11:21:43.901507 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ad4cd-4206-4f76-9080-f5af7a86bb0d req-dbfc6c8c-a595-491b-a4b5-568e23874747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:21:43.903103 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e22ad4cd-4206-4f76-9080-f5af7a86bb0d req-dbfc6c8c-a595-491b-a4b5-568e23874747 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d6bdf431-9ebe-4e83-9b42-1b375199db55 HTTP/1.1" status: 200  len: 903 time: 0.1363440
Jan 29 11:21:44.010385 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e22ad4cd-4206-4f76-9080-f5af7a86bb0d req-cbb2b256-a0c0-4601-b941-f3284cf2ee6b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c5bcbfe-0d13-46d0-9f44-9e147bb25c82 HTTP/1.1" status: 200  len: 1001 time: 0.1010363
Jan 29 11:21:44.079800 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ad4cd-4206-4f76-9080-f5af7a86bb0d req-d1909f5d-b35b-46e2-87c6-78be4f618283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:21:44.081883 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e22ad4cd-4206-4f76-9080-f5af7a86bb0d req-d1909f5d-b35b-46e2-87c6-78be4f618283 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=889f48ae-7cc4-469c-96da-0c8743d1c480 HTTP/1.1" status: 200  len: 848 time: 0.0645990
Jan 29 11:21:44.165188 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ad4cd-4206-4f76-9080-f5af7a86bb0d req-618e8f56-a0a8-4581-8a04-d2c0c85b14d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:21:44.166736 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e22ad4cd-4206-4f76-9080-f5af7a86bb0d req-618e8f56-a0a8-4581-8a04-d2c0c85b14d8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d6bdf431-9ebe-4e83-9b42-1b375199db55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0793579
Jan 29 11:21:44.311305 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e22ad4cd-4206-4f76-9080-f5af7a86bb0d req-7446e143-45b2-4a6c-a048-f5be17aabf05 service neutron] 10.222.0.22 "GET /v2.0/networks/d6bdf431-9ebe-4e83-9b42-1b375199db55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1379905
Jan 29 11:21:44.459693 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-e22ad4cd-4206-4f76-9080-f5af7a86bb0d req-1e5d65e1-a16e-4c2f-a46e-3c5ee3d9a8f9 service neutron] 10.222.0.22 "GET /v2.0/networks/d6bdf431-9ebe-4e83-9b42-1b375199db55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1415398
Jan 29 11:21:45.253000 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 11:21:51.637183 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-dd9828d4-0cd6-4170-a701-6d725896cc58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:21:53.912734 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-79959727-481e-4302-812e-deb2920b59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:21:54.561126 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:21:55.091523 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:21:56.442018 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:05.556882 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:12.969265 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8d5d7095-daf6-4a57-8705-91dbc7f40c8c req-535b84ec-70bf-4bec-8590-b79a486989e2 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/floatingips/27fd7342-8dbf-470f-9da5-501c0b7cd392 HTTP/1.1" status: 200  len: 999 time: 0.1321237
Jan 29 11:22:13.211193 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5d7095-daf6-4a57-8705-91dbc7f40c8c req-42fcebd6-8147-43e9-bc67-f6aea0732331 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:22:13.212748 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8d5d7095-daf6-4a57-8705-91dbc7f40c8c req-42fcebd6-8147-43e9-bc67-f6aea0732331 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/networks/aadf795f-2e1a-4d04-be0e-12575f0f28a5 HTTP/1.1" status: 200  len: 784 time: 0.2374067
Jan 29 11:22:13.224315 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [req-8d5d7095-daf6-4a57-8705-91dbc7f40c8c req-c10bf794-b690-4bd6-9ae4-d2ef9473f0b6 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=80765) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 11:22:13.225364 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8d5d7095-daf6-4a57-8705-91dbc7f40c8c req-c10bf794-b690-4bd6-9ae4-d2ef9473f0b6 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0060637
Jan 29 11:22:13.629484 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8d5d7095-daf6-4a57-8705-91dbc7f40c8c req-d0621013-01b2-47b1-b5d5-4a92ac7d1a23 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.26.7.249 HTTP/1.1" status: 200  len: 1002 time: 0.3978877
Jan 29 11:22:13.788591 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5d7095-daf6-4a57-8705-91dbc7f40c8c req-c302315f-b094-426b-af53-3508f65b968b tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:22:13.790193 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8d5d7095-daf6-4a57-8705-91dbc7f40c8c req-c302315f-b094-426b-af53-3508f65b968b tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/ports/e3744c99-32e4-4127-8439-75c7d8addd80 HTTP/1.1" status: 200  len: 943 time: 0.1547754
Jan 29 11:22:13.998427 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8d5d7095-daf6-4a57-8705-91dbc7f40c8c req-d9bb434d-a536-45d6-a6e4-154d6f9ba81c tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.26.7.249 HTTP/1.1" status: 200  len: 1002 time: 0.1254311
Jan 29 11:22:14.241620 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-8d5d7095-daf6-4a57-8705-91dbc7f40c8c req-f04f1227-78a1-4744-bae2-8af00f7db462 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Deleting port 9e71f571-c4ca-4071-a4b6-404e178ba3fc {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 11:22:14.242055 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-8d5d7095-daf6-4a57-8705-91dbc7f40c8c req-f04f1227-78a1-4744-bae2-8af00f7db462 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:14.426190 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-8d5d7095-daf6-4a57-8705-91dbc7f40c8c req-f04f1227-78a1-4744-bae2-8af00f7db462 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:14.426561 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-8d5d7095-daf6-4a57-8705-91dbc7f40c8c req-f04f1227-78a1-4744-bae2-8af00f7db462 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:14.557092 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-8d5d7095-daf6-4a57-8705-91dbc7f40c8c req-f04f1227-78a1-4744-bae2-8af00f7db462 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Calling delete_port for 9e71f571-c4ca-4071-a4b6-404e178ba3fc owned by network:floatingip {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 11:22:14.716407 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-8d5d7095-daf6-4a57-8705-91dbc7f40c8c req-f04f1227-78a1-4744-bae2-8af00f7db462 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:14.732523 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-012f76fb-f502-4222-b33b-cbd688bd21e4 tempest-TestNetworkBasicOps-187857977 tempest-TestNetworkBasicOps-187857977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:22:14.793123 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04f1227-78a1-4744-bae2-8af00f7db462 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Pushing event deleted for resources: {'Port': ['ID=9e71f571-c4ca-4071-a4b6-404e178ba3fc,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:22:14.805151 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04f1227-78a1-4744-bae2-8af00f7db462 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:22:14.805584 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04f1227-78a1-4744-bae2-8af00f7db462 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:22:14.806037 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04f1227-78a1-4744-bae2-8af00f7db462 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:22:14.806459 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04f1227-78a1-4744-bae2-8af00f7db462 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:22:14.806879 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04f1227-78a1-4744-bae2-8af00f7db462 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:22:14.807296 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04f1227-78a1-4744-bae2-8af00f7db462 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:22:14.807709 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04f1227-78a1-4744-bae2-8af00f7db462 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:22:14.808120 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04f1227-78a1-4744-bae2-8af00f7db462 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:22:14.808532 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04f1227-78a1-4744-bae2-8af00f7db462 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:22:14.808940 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04f1227-78a1-4744-bae2-8af00f7db462 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:22:14.809352 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04f1227-78a1-4744-bae2-8af00f7db462 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:22:14.809757 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04f1227-78a1-4744-bae2-8af00f7db462 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:22:14.810258 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04f1227-78a1-4744-bae2-8af00f7db462 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:22:14.810669 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04f1227-78a1-4744-bae2-8af00f7db462 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:22:14.811077 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04f1227-78a1-4744-bae2-8af00f7db462 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:22:14.812552 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04f1227-78a1-4744-bae2-8af00f7db462 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:22:14.812977 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04f1227-78a1-4744-bae2-8af00f7db462 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:22:14.813394 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04f1227-78a1-4744-bae2-8af00f7db462 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:22:14.813829 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04f1227-78a1-4744-bae2-8af00f7db462 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:22:14.814251 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04f1227-78a1-4744-bae2-8af00f7db462 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:22:14.814660 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04f1227-78a1-4744-bae2-8af00f7db462 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:22:14.815069 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04f1227-78a1-4744-bae2-8af00f7db462 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:22:14.815477 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04f1227-78a1-4744-bae2-8af00f7db462 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:22:14.815884 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04f1227-78a1-4744-bae2-8af00f7db462 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:22:14.865885 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f04f1227-78a1-4744-bae2-8af00f7db462 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:22:14.982050 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-8d5d7095-daf6-4a57-8705-91dbc7f40c8c req-f04f1227-78a1-4744-bae2-8af00f7db462 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks [] for floatingip, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:14.982356 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [req-8d5d7095-daf6-4a57-8705-91dbc7f40c8c req-f04f1227-78a1-4744-bae2-8af00f7db462 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Floating IP 27fd7342-8dbf-470f-9da5-501c0b7cd392 disassociated (deleted). External IP: 172.26.7.249, port: e3744c99-32e4-4127-8439-75c7d8addd80.
Jan 29 11:22:15.368123 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d5d7095-daf6-4a57-8705-91dbc7f40c8c req-f04f1227-78a1-4744-bae2-8af00f7db462 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Router 6b3de155-bac6-4de0-ae2d-6275278836e1 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 11:22:15.563329 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d5d7095-daf6-4a57-8705-91dbc7f40c8c req-f04f1227-78a1-4744-bae2-8af00f7db462 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 11:22:15.573565 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766e8b0c-79b1-4631-a67c-f93b3f59af17 None None] Sync routers for ids ['6b3de155-bac6-4de0-ae2d-6275278836e1'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 11:22:15.584543 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766e8b0c-79b1-4631-a67c-f93b3f59af17 None None] Routers {'6b3de155-bac6-4de0-ae2d-6275278836e1'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 11:22:15.585376 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-766e8b0c-79b1-4631-a67c-f93b3f59af17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99cadb35c0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T11:21:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['6b3de155-bac6-4de0-ae2d-6275278836e1'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:22:15.587706 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-8d5d7095-daf6-4a57-8705-91dbc7f40c8c req-f04f1227-78a1-4744-bae2-8af00f7db462 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:15.647342 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8d5d7095-daf6-4a57-8705-91dbc7f40c8c req-f04f1227-78a1-4744-bae2-8af00f7db462 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "DELETE /v2.0/floatingips/27fd7342-8dbf-470f-9da5-501c0b7cd392 HTTP/1.1" status: 204  len: 173 time: 1.6429694
Jan 29 11:22:15.647929 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '830498bf-3168-40ed-8570-80dd14504d5e', 'tag': 'e3744c99-32e4-4127-8439-75c7d8addd80'}] {{(pid=80765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 11:22:15.776083 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-766e8b0c-79b1-4631-a67c-f93b3f59af17 None None] Set router 6b3de155-bac6-4de0-ae2d-6275278836e1 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 11:22:15.819374 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5d7095-daf6-4a57-8705-91dbc7f40c8c req-ec76cc0a-c0d6-4317-8daa-c13318289afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:22:15.821308 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8d5d7095-daf6-4a57-8705-91dbc7f40c8c req-ec76cc0a-c0d6-4317-8daa-c13318289afc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7f24f5e4d7b04ce4900921d1ee0025b5&device_id=830498bf-3168-40ed-8570-80dd14504d5e HTTP/1.1" status: 200  len: 1163 time: 0.1595151
Jan 29 11:22:15.966982 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5d7095-daf6-4a57-8705-91dbc7f40c8c req-dd149108-02fe-4d98-b782-c8b3c2572ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:22:15.969162 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8d5d7095-daf6-4a57-8705-91dbc7f40c8c req-dd149108-02fe-4d98-b782-c8b3c2572ade service neutron] 10.222.0.57 "GET /v2.0/networks?id=d6bdf431-9ebe-4e83-9b42-1b375199db55 HTTP/1.1" status: 200  len: 903 time: 0.1404991
Jan 29 11:22:16.044873 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8d5d7095-daf6-4a57-8705-91dbc7f40c8c req-ae1df8da-617d-452b-b987-915cad928ce1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3744c99-32e4-4127-8439-75c7d8addd80 HTTP/1.1" status: 200  len: 217 time: 0.0686660
Jan 29 11:22:16.115157 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5d7095-daf6-4a57-8705-91dbc7f40c8c req-311c3aa0-b46d-4ed9-964a-3f6e2fcfbcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:22:16.116867 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8d5d7095-daf6-4a57-8705-91dbc7f40c8c req-311c3aa0-b46d-4ed9-964a-3f6e2fcfbcdd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=889f48ae-7cc4-469c-96da-0c8743d1c480 HTTP/1.1" status: 200  len: 848 time: 0.0647335
Jan 29 11:22:16.151694 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-766e8b0c-79b1-4631-a67c-f93b3f59af17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99cadb35c0>, [{'id': '6b3de155-bac6-4de0-ae2d-6275278836e1', 'name': 'tempest-TestSnapshotPattern-266979097-router', 'tenant_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '38b5c4ea-d212-4182-b7dd-6d882e899e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:16:00Z', 'updated_at': '2021-01-29T11:16:05Z', 'revision_number': 4, 'project_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'gw_port': {'id': '38b5c4ea-d212-4182-b7dd-6d882e899e05', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3de155-bac6-4de0-ae2d-6275278836e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:16:01Z', 'updated_at': '2021-01-29T11:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': 'a4e23644-b65c-428d-ae7f-f82146c4d22a', 'tenant_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'floating_ip_address': '172.26.7.236', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '6b3de155-bac6-4de0-ae2d-6275278836e1', 'port_id': '4c5bcbfe-0d13-46d0-9f44-9e147bb25c82', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6bdf431-9ebe-4e83-9b42-1b375199db55', 'mac_address': 'fa:16:3e:a7:c2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b0875b-717a-452e-a46a-f2f41271e4f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T11:16:23Z', 'updated_at': '2021-01-29T11:16:28Z', 'revision_number': 2, 'project_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '763feb6d-6021-4ce4-b7f2-ef2c8b9bb652', 'name': '', 'network_id': 'd6bdf431-9ebe-4e83-9b42-1b375199db55', 'tenant_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'mac_address': 'fa:16:3e:bc:ea:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3de155-bac6-4de0-ae2d-6275278836e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '889f48ae-7cc4-469c-96da-0c8743d1c480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:16:04Z', 'updated_at': '2021-01-29T11:16:13Z', 'revision_number': 5, 'project_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'subnets': [{'id': '889f48ae-7cc4-469c-96da-0c8743d1c480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:22:16.156634 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766e8b0c-79b1-4631-a67c-f93b3f59af17 None None] Checking router: 6b3de155-bac6-4de0-ae2d-6275278836e1 for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 11:22:16.165729 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766e8b0c-79b1-4631-a67c-f93b3f59af17 None None] Routers {'6b3de155-bac6-4de0-ae2d-6275278836e1'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 11:22:16.166436 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-766e8b0c-79b1-4631-a67c-f93b3f59af17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99cadb35c0>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T11:21:54Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['6b3de155-bac6-4de0-ae2d-6275278836e1'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:22:16.203356 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5d7095-daf6-4a57-8705-91dbc7f40c8c req-fa4ca9b9-dcb7-4ade-80b0-2365373098ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:22:16.205050 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8d5d7095-daf6-4a57-8705-91dbc7f40c8c req-fa4ca9b9-dcb7-4ade-80b0-2365373098ec service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d6bdf431-9ebe-4e83-9b42-1b375199db55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0816243
Jan 29 11:22:16.352567 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8d5d7095-daf6-4a57-8705-91dbc7f40c8c req-aaf8771e-e868-497c-9e00-e1c2d6b248d1 service neutron] 10.222.0.57 "GET /v2.0/networks/d6bdf431-9ebe-4e83-9b42-1b375199db55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1401651
Jan 29 11:22:16.358307 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-766e8b0c-79b1-4631-a67c-f93b3f59af17 None None] Set router 6b3de155-bac6-4de0-ae2d-6275278836e1 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 11:22:16.497110 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-8d5d7095-daf6-4a57-8705-91dbc7f40c8c req-269d477c-eb50-4ae0-acad-dcda385633bb service neutron] 10.222.0.57 "GET /v2.0/networks/d6bdf431-9ebe-4e83-9b42-1b375199db55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1375322
Jan 29 11:22:16.646362 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '830498bf-3168-40ed-8570-80dd14504d5e', 'tag': 'e3744c99-32e4-4127-8439-75c7d8addd80', 'status': 'completed', 'code': 200}
Jan 29 11:22:16.740993 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-766e8b0c-79b1-4631-a67c-f93b3f59af17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99cadb35c0>, [{'id': '6b3de155-bac6-4de0-ae2d-6275278836e1', 'name': 'tempest-TestSnapshotPattern-266979097-router', 'tenant_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '38b5c4ea-d212-4182-b7dd-6d882e899e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:16:00Z', 'updated_at': '2021-01-29T11:16:05Z', 'revision_number': 4, 'project_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'gw_port': {'id': '38b5c4ea-d212-4182-b7dd-6d882e899e05', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3de155-bac6-4de0-ae2d-6275278836e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:16:01Z', 'updated_at': '2021-01-29T11:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': 'a4e23644-b65c-428d-ae7f-f82146c4d22a', 'tenant_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'floating_ip_address': '172.26.7.236', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '6b3de155-bac6-4de0-ae2d-6275278836e1', 'port_id': '4c5bcbfe-0d13-46d0-9f44-9e147bb25c82', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6bdf431-9ebe-4e83-9b42-1b375199db55', 'mac_address': 'fa:16:3e:a7:c2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b0875b-717a-452e-a46a-f2f41271e4f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T11:16:23Z', 'updated_at': '2021-01-29T11:16:28Z', 'revision_number': 2, 'project_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '763feb6d-6021-4ce4-b7f2-ef2c8b9bb652', 'name': '', 'network_id': 'd6bdf431-9ebe-4e83-9b42-1b375199db55', 'tenant_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'mac_address': 'fa:16:3e:bc:ea:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3de155-bac6-4de0-ae2d-6275278836e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '889f48ae-7cc4-469c-96da-0c8743d1c480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:16:04Z', 'updated_at': '2021-01-29T11:16:13Z', 'revision_number': 5, 'project_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'subnets': [{'id': '889f48ae-7cc4-469c-96da-0c8743d1c480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:22:16.746281 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766e8b0c-79b1-4631-a67c-f93b3f59af17 None None] The sync data for ids ['6b3de155-bac6-4de0-ae2d-6275278836e1'] in dv-neutron-772983-2-ovs is: [{'id': '6b3de155-bac6-4de0-ae2d-6275278836e1', 'name': 'tempest-TestSnapshotPattern-266979097-router', 'tenant_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '38b5c4ea-d212-4182-b7dd-6d882e899e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:16:00Z', 'updated_at': '2021-01-29T11:16:05Z', 'revision_number': 4, 'project_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'gw_port': {'id': '38b5c4ea-d212-4182-b7dd-6d882e899e05', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3de155-bac6-4de0-ae2d-6275278836e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:16:01Z', 'updated_at': '2021-01-29T11:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_floatingips': [{'id': 'a4e23644-b65c-428d-ae7f-f82146c4d22a', 'tenant_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'floating_ip_address': '172.26.7.236', 'floating_network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'router_id': '6b3de155-bac6-4de0-ae2d-6275278836e1', 'port_id': '4c5bcbfe-0d13-46d0-9f44-9e147bb25c82', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6bdf431-9ebe-4e83-9b42-1b375199db55', 'mac_address': 'fa:16:3e:a7:c2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b0875b-717a-452e-a46a-f2f41271e4f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-29T11:16:23Z', 'updated_at': '2021-01-29T11:16:28Z', 'revision_number': 2, 'project_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '763feb6d-6021-4ce4-b7f2-ef2c8b9bb652', 'name': '', 'network_id': 'd6bdf431-9ebe-4e83-9b42-1b375199db55', 'tenant_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'mac_address': 'fa:16:3e:bc:ea:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3de155-bac6-4de0-ae2d-6275278836e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '889f48ae-7cc4-469c-96da-0c8743d1c480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:16:04Z', 'updated_at': '2021-01-29T11:16:13Z', 'revision_number': 5, 'project_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'subnets': [{'id': '889f48ae-7cc4-469c-96da-0c8743d1c480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 11:22:16.769766 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aed5ca-1617-465c-a6ff-a1ed44fc53cf req-b0ffd465-d233-4e01-8ac4-665c2126d69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:22:16.771416 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-08aed5ca-1617-465c-a6ff-a1ed44fc53cf req-b0ffd465-d233-4e01-8ac4-665c2126d69d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7f24f5e4d7b04ce4900921d1ee0025b5&device_id=830498bf-3168-40ed-8570-80dd14504d5e HTTP/1.1" status: 200  len: 1163 time: 0.0822749
Jan 29 11:22:16.927182 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aed5ca-1617-465c-a6ff-a1ed44fc53cf req-3a9dd4c7-893b-4b21-8cd4-64317de71145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:22:16.928764 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-08aed5ca-1617-465c-a6ff-a1ed44fc53cf req-3a9dd4c7-893b-4b21-8cd4-64317de71145 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d6bdf431-9ebe-4e83-9b42-1b375199db55 HTTP/1.1" status: 200  len: 903 time: 0.1497762
Jan 29 11:22:17.006496 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-08aed5ca-1617-465c-a6ff-a1ed44fc53cf req-9086f5cb-ca79-4b99-a3c6-8b8a137704c0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3744c99-32e4-4127-8439-75c7d8addd80 HTTP/1.1" status: 200  len: 217 time: 0.0703909
Jan 29 11:22:17.079467 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aed5ca-1617-465c-a6ff-a1ed44fc53cf req-eb1a4d47-59dd-4145-9334-4dcab39d1d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:22:17.081062 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-08aed5ca-1617-465c-a6ff-a1ed44fc53cf req-eb1a4d47-59dd-4145-9334-4dcab39d1d85 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=889f48ae-7cc4-469c-96da-0c8743d1c480 HTTP/1.1" status: 200  len: 848 time: 0.0667498
Jan 29 11:22:17.163933 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aed5ca-1617-465c-a6ff-a1ed44fc53cf req-439aeda9-8f15-4579-9737-0e5c120bbefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:22:17.165546 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-08aed5ca-1617-465c-a6ff-a1ed44fc53cf req-439aeda9-8f15-4579-9737-0e5c120bbefd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d6bdf431-9ebe-4e83-9b42-1b375199db55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0772393
Jan 29 11:22:17.169821 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d6aa49-393f-48a0-8300-de88c0b5cf55 req-60c77b32-63b3-45f5-96ec-900152debb94 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:22:17.170626 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-41d6aa49-393f-48a0-8300-de88c0b5cf55 req-60c77b32-63b3-45f5-96ec-900152debb94 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Synchronizing usage tracker for tenant:7f24f5e4d7b04ce4900921d1ee0025b5 on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 11:22:17.188274 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-41d6aa49-393f-48a0-8300-de88c0b5cf55 req-60c77b32-63b3-45f5-96ec-900152debb94 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Unset dirty status for tenant:7f24f5e4d7b04ce4900921d1ee0025b5 on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 11:22:17.189562 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-41d6aa49-393f-48a0-8300-de88c0b5cf55 req-60c77b32-63b3-45f5-96ec-900152debb94 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/ports?device_id=830498bf-3168-40ed-8570-80dd14504d5e HTTP/1.1" status: 200  len: 946 time: 0.2004008
Jan 29 11:22:17.189746 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1973b3-2bc4-4452-b1df-d798df7c6510 None None] New status for floating IP 27fd7342-8dbf-470f-9da5-501c0b7cd392: DOWN {{(pid=80768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 29 11:22:17.258247 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-41d6aa49-393f-48a0-8300-de88c0b5cf55 req-bebc228e-1e40-405a-a5f0-5d30724d9307 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/security-groups?id=b72eada0-6ae9-4493-b276-f417f910b0ed&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0607145
Jan 29 11:22:17.333111 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-08aed5ca-1617-465c-a6ff-a1ed44fc53cf req-0cfae5b3-eb80-4f39-8592-c4c770ae43b8 service neutron] 10.222.0.22 "GET /v2.0/networks/d6bdf431-9ebe-4e83-9b42-1b375199db55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1599727
Jan 29 11:22:17.488731 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-08aed5ca-1617-465c-a6ff-a1ed44fc53cf req-abc68c08-9fd1-4d49-8093-43e3d63507c5 service neutron] 10.222.0.22 "GET /v2.0/networks/d6bdf431-9ebe-4e83-9b42-1b375199db55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1473758
Jan 29 11:22:18.561081 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d0f31-fe84-4faf-a3c7-d164956573f2 req-a4d624f6-ed49-42f4-8af5-1784f4695a08 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:22:18.563312 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-650d0f31-fe84-4faf-a3c7-d164956573f2 req-a4d624f6-ed49-42f4-8af5-1784f4695a08 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/ports?device_id=830498bf-3168-40ed-8570-80dd14504d5e HTTP/1.1" status: 200  len: 946 time: 0.1664546
Jan 29 11:22:18.627676 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-650d0f31-fe84-4faf-a3c7-d164956573f2 req-3bd01800-ac65-415e-8b44-0314f62832eb tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/security-groups?id=b72eada0-6ae9-4493-b276-f417f910b0ed&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0581150
Jan 29 11:22:19.024120 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c194acb-0b6e-4e5e-b5d7-f0881dceabbb req-4f2396d9-985c-41b0-a8e3-375967e0f161 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:22:19.024920 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-3c194acb-0b6e-4e5e-b5d7-f0881dceabbb req-4f2396d9-985c-41b0-a8e3-375967e0f161 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Synchronizing usage tracker for tenant:7f24f5e4d7b04ce4900921d1ee0025b5 on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 11:22:19.038403 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-3c194acb-0b6e-4e5e-b5d7-f0881dceabbb req-4f2396d9-985c-41b0-a8e3-375967e0f161 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Unset dirty status for tenant:7f24f5e4d7b04ce4900921d1ee0025b5 on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 11:22:19.039617 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3c194acb-0b6e-4e5e-b5d7-f0881dceabbb req-4f2396d9-985c-41b0-a8e3-375967e0f161 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.22 "GET /v2.0/ports?device_id=830498bf-3168-40ed-8570-80dd14504d5e HTTP/1.1" status: 200  len: 946 time: 0.1816115
Jan 29 11:22:19.133346 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-3c194acb-0b6e-4e5e-b5d7-f0881dceabbb req-c23faef5-ec30-4bb9-b3d6-7f4c4fb91915 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Deleting port e3744c99-32e4-4127-8439-75c7d8addd80 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 11:22:19.133728 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-3c194acb-0b6e-4e5e-b5d7-f0881dceabbb req-c23faef5-ec30-4bb9-b3d6-7f4c4fb91915 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:19.258865 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device e3744c99-32e4-4127-8439-75c7d8addd80 no longer exists at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 11:22:19.382363 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8000158'] for port, before_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:19.396107 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-3c194acb-0b6e-4e5e-b5d7-f0881dceabbb req-c23faef5-ec30-4bb9-b3d6-7f4c4fb91915 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] For port e3744c99-32e4-4127-8439-75c7d8addd80, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=e3744c99-32e4-4127-8439-75c7d8addd80,segment=NetworkSegment(04aaee57-dc8a-468b-bc4c-5453e785a965),segment_id=04aaee57-dc8a-468b-bc4c-5453e785a965)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 11:22:19.396535 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-3c194acb-0b6e-4e5e-b5d7-f0881dceabbb req-c23faef5-ec30-4bb9-b3d6-7f4c4fb91915 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:19.411404 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '830498bf-3168-40ed-8570-80dd14504d5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3744c99-32e4-4127-8439-75c7d8addd80'}] {{(pid=80767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 11:22:19.421708 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] For port e3744c99-32e4-4127-8439-75c7d8addd80, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=e3744c99-32e4-4127-8439-75c7d8addd80,segment=NetworkSegment(04aaee57-dc8a-468b-bc4c-5453e785a965),segment_id=04aaee57-dc8a-468b-bc4c-5453e785a965)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 11:22:19.426293 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768657536149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268197597829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768657178005'] for port, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:19.428152 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:22:19.482267 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '830498bf-3168-40ed-8570-80dd14504d5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3744c99-32e4-4127-8439-75c7d8addd80', 'code': 200}
Jan 29 11:22:19.509191 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Pushing event updated for resources: {'Port': ['ID=e3744c99-32e4-4127-8439-75c7d8addd80,revision_number=5']} {{(pid=80767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:22:19.517726 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:22:19.518138 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:22:19.518515 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:22:19.518886 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:22:19.519254 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:22:19.519620 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:22:19.519985 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:22:19.520345 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:22:19.520712 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:22:19.521071 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:22:19.521429 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:22:19.521812 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:22:19.522250 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:22:19.522615 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:22:19.522972 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:22:19.523330 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:22:19.523685 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:22:19.524040 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:22:19.524396 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:22:19.524750 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:22:19.525104 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:22:19.525458 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:22:19.525859 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:22:19.526223 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:22:19.531298 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:22:19.537524 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-3c194acb-0b6e-4e5e-b5d7-f0881dceabbb req-c23faef5-ec30-4bb9-b3d6-7f4c4fb91915 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Calling delete_port for e3744c99-32e4-4127-8439-75c7d8addd80 owned by compute:nova {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 11:22:19.623657 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [req-3c194acb-0b6e-4e5e-b5d7-f0881dceabbb req-c23faef5-ec30-4bb9-b3d6-7f4c4fb91915 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80766) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 11:22:19.624253 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [req-3c194acb-0b6e-4e5e-b5d7-f0881dceabbb req-c23faef5-ec30-4bb9-b3d6-7f4c4fb91915 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 11:22:19.927745 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c65f7-7ed9-4173-8604-afafcdbc1f16 req-cc8a7f3d-14c8-4292-8ad0-ec950c8b29de tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:22:19.929294 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-320c65f7-7ed9-4173-8604-afafcdbc1f16 req-cc8a7f3d-14c8-4292-8ad0-ec950c8b29de tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/ports?device_id=830498bf-3168-40ed-8570-80dd14504d5e HTTP/1.1" status: 200  len: 944 time: 0.1707289
Jan 29 11:22:19.994141 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-320c65f7-7ed9-4173-8604-afafcdbc1f16 req-e38e8048-94f7-4365-930b-2e88bff0e352 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/security-groups?id=b72eada0-6ae9-4493-b276-f417f910b0ed&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0584595
Jan 29 11:22:20.125241 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-3c194acb-0b6e-4e5e-b5d7-f0881dceabbb req-c23faef5-ec30-4bb9-b3d6-7f4c4fb91915 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Deleting port e3744c99-32e4-4127-8439-75c7d8addd80 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 11:22:20.125632 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-3c194acb-0b6e-4e5e-b5d7-f0881dceabbb req-c23faef5-ec30-4bb9-b3d6-7f4c4fb91915 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:20.675210 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-3c194acb-0b6e-4e5e-b5d7-f0881dceabbb req-c23faef5-ec30-4bb9-b3d6-7f4c4fb91915 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] For port e3744c99-32e4-4127-8439-75c7d8addd80, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=e3744c99-32e4-4127-8439-75c7d8addd80,segment=NetworkSegment(04aaee57-dc8a-468b-bc4c-5453e785a965),segment_id=04aaee57-dc8a-468b-bc4c-5453e785a965)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 11:22:20.675809 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-3c194acb-0b6e-4e5e-b5d7-f0881dceabbb req-c23faef5-ec30-4bb9-b3d6-7f4c4fb91915 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:20.808577 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-3c194acb-0b6e-4e5e-b5d7-f0881dceabbb req-c23faef5-ec30-4bb9-b3d6-7f4c4fb91915 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Calling delete_port for e3744c99-32e4-4127-8439-75c7d8addd80 owned by compute:nova {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 11:22:20.961587 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-3c194acb-0b6e-4e5e-b5d7-f0881dceabbb req-c23faef5-ec30-4bb9-b3d6-7f4c4fb91915 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:20.976455 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-1739e6ef-4f89-4233-bbbd-36bfec4097d2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:22:21.034132 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23faef5-ec30-4bb9-b3d6-7f4c4fb91915 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Pushing event deleted for resources: {'Port': ['ID=e3744c99-32e4-4127-8439-75c7d8addd80,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:22:21.048378 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23faef5-ec30-4bb9-b3d6-7f4c4fb91915 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:22:21.048815 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23faef5-ec30-4bb9-b3d6-7f4c4fb91915 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:22:21.049240 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23faef5-ec30-4bb9-b3d6-7f4c4fb91915 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:22:21.049661 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23faef5-ec30-4bb9-b3d6-7f4c4fb91915 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:22:21.050113 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23faef5-ec30-4bb9-b3d6-7f4c4fb91915 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:22:21.050530 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23faef5-ec30-4bb9-b3d6-7f4c4fb91915 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:22:21.050950 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23faef5-ec30-4bb9-b3d6-7f4c4fb91915 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:22:21.051361 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23faef5-ec30-4bb9-b3d6-7f4c4fb91915 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:22:21.051774 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23faef5-ec30-4bb9-b3d6-7f4c4fb91915 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:22:21.052184 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23faef5-ec30-4bb9-b3d6-7f4c4fb91915 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:22:21.052590 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23faef5-ec30-4bb9-b3d6-7f4c4fb91915 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:22:21.052995 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23faef5-ec30-4bb9-b3d6-7f4c4fb91915 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-772983-2-ovs {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:22:21.053476 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23faef5-ec30-4bb9-b3d6-7f4c4fb91915 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:22:21.053911 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23faef5-ec30-4bb9-b3d6-7f4c4fb91915 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:22:21.054323 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23faef5-ec30-4bb9-b3d6-7f4c4fb91915 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:22:21.054730 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23faef5-ec30-4bb9-b3d6-7f4c4fb91915 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:22:21.055139 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23faef5-ec30-4bb9-b3d6-7f4c4fb91915 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:22:21.055543 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23faef5-ec30-4bb9-b3d6-7f4c4fb91915 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:22:21.055951 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23faef5-ec30-4bb9-b3d6-7f4c4fb91915 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:22:21.056356 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23faef5-ec30-4bb9-b3d6-7f4c4fb91915 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:22:21.056760 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23faef5-ec30-4bb9-b3d6-7f4c4fb91915 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:22:21.057168 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23faef5-ec30-4bb9-b3d6-7f4c4fb91915 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:22:21.057573 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23faef5-ec30-4bb9-b3d6-7f4c4fb91915 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:22:21.058002 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23faef5-ec30-4bb9-b3d6-7f4c4fb91915 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7729 {{(pid=80766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 29 11:22:21.111704 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-c23faef5-ec30-4bb9-b3d6-7f4c4fb91915 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:22:21.187544 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a5647aeb-ea70-4b66-92eb-233206aec553 req-281b6180-d4e6-4f7e-8358-fac73a727aaf tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/ports?device_id=830498bf-3168-40ed-8570-80dd14504d5e HTTP/1.1" status: 200  len: 210 time: 0.0498486
Jan 29 11:22:21.204975 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c194acb-0b6e-4e5e-b5d7-f0881dceabbb req-c23faef5-ec30-4bb9-b3d6-7f4c4fb91915 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] No DVR routers for this DVR port e3744c99-32e4-4127-8439-75c7d8addd80 on host hv-neutron-7729 {{(pid=80766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 11:22:21.213109 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-3c194acb-0b6e-4e5e-b5d7-f0881dceabbb req-c23faef5-ec30-4bb9-b3d6-7f4c4fb91915 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:21.216156 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '830498bf-3168-40ed-8570-80dd14504d5e', 'name': 'network-vif-deleted', 'tag': 'e3744c99-32e4-4127-8439-75c7d8addd80'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 11:22:21.231994 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3c194acb-0b6e-4e5e-b5d7-f0881dceabbb req-c23faef5-ec30-4bb9-b3d6-7f4c4fb91915 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.22 "DELETE /v2.0/ports/e3744c99-32e4-4127-8439-75c7d8addd80 HTTP/1.1" status: 204  len: 173 time: 2.1867845
Jan 29 11:22:21.365607 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '830498bf-3168-40ed-8570-80dd14504d5e', 'name': 'network-vif-deleted', 'tag': 'e3744c99-32e4-4127-8439-75c7d8addd80', 'status': 'completed', 'code': 200}
Jan 29 11:22:21.639035 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-51ccfa71-87fc-4039-b400-497da3f4a1c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:22.252899 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 11:22:23.326515 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-25b4fe5d-7950-4a48-885f-570c79202352 req-36037c6f-7336-4a51-9ed6-7d7baf6d4f37 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/floatingips/a4e23644-b65c-428d-ae7f-f82146c4d22a HTTP/1.1" status: 200  len: 998 time: 0.3902521
Jan 29 11:22:23.568978 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b4fe5d-7950-4a48-885f-570c79202352 req-ba2f360a-08c7-4442-a614-138f05f39322 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:22:23.570495 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-25b4fe5d-7950-4a48-885f-570c79202352 req-ba2f360a-08c7-4442-a614-138f05f39322 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/networks/aadf795f-2e1a-4d04-be0e-12575f0f28a5 HTTP/1.1" status: 200  len: 784 time: 0.2374508
Jan 29 11:22:23.704751 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-25b4fe5d-7950-4a48-885f-570c79202352 req-7ee59359-104b-4aa0-8317-65a8a78daa39 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Synchronizing usage tracker for tenant:7f24f5e4d7b04ce4900921d1ee0025b5 on resource:floatingip {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 11:22:23.719220 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-25b4fe5d-7950-4a48-885f-570c79202352 req-7ee59359-104b-4aa0-8317-65a8a78daa39 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Unset dirty status for tenant:7f24f5e4d7b04ce4900921d1ee0025b5 on resource:floatingip {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 11:22:23.720483 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-25b4fe5d-7950-4a48-885f-570c79202352 req-7ee59359-104b-4aa0-8317-65a8a78daa39 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.26.7.236 HTTP/1.1" status: 200  len: 1001 time: 0.1422672
Jan 29 11:22:23.880598 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b4fe5d-7950-4a48-885f-570c79202352 req-04464927-3306-4ed8-b883-0c92dd61b487 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:22:23.882102 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-25b4fe5d-7950-4a48-885f-570c79202352 req-04464927-3306-4ed8-b883-0c92dd61b487 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/ports/4c5bcbfe-0d13-46d0-9f44-9e147bb25c82 HTTP/1.1" status: 200  len: 942 time: 0.1554966
Jan 29 11:22:23.915237 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-0e1afcf3-2ca5-4447-84b3-f9265e6d75bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:24.087145 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-25b4fe5d-7950-4a48-885f-570c79202352 req-324b4ce9-1d82-467b-a284-99bd379442d1 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.26.7.236 HTTP/1.1" status: 200  len: 1001 time: 0.1221738
Jan 29 11:22:24.351639 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-25b4fe5d-7950-4a48-885f-570c79202352 req-f6054fb9-46b7-4ce5-a7e9-4d66815c2ac8 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Deleting port 70652cb0-c2a8-49a8-80a6-dad8d2659504 {{(pid=80765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 11:22:24.352181 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-25b4fe5d-7950-4a48-885f-570c79202352 req-f6054fb9-46b7-4ce5-a7e9-4d66815c2ac8 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:24.564167 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:24.587879 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-25b4fe5d-7950-4a48-885f-570c79202352 req-f6054fb9-46b7-4ce5-a7e9-4d66815c2ac8 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:24.588172 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-25b4fe5d-7950-4a48-885f-570c79202352 req-f6054fb9-46b7-4ce5-a7e9-4d66815c2ac8 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:24.746554 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-25b4fe5d-7950-4a48-885f-570c79202352 req-f6054fb9-46b7-4ce5-a7e9-4d66815c2ac8 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Calling delete_port for 70652cb0-c2a8-49a8-80a6-dad8d2659504 owned by network:floatingip {{(pid=80765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 11:22:24.936960 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-25b4fe5d-7950-4a48-885f-570c79202352 req-f6054fb9-46b7-4ce5-a7e9-4d66815c2ac8 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2172754'] for port, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:24.954047 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-b3162fb5-8d46-4e87-b658-5eb35077fff2 tempest-TestShelveInstance-830170972 tempest-TestShelveInstance-830170972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:22:25.012097 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6054fb9-46b7-4ce5-a7e9-4d66815c2ac8 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Pushing event deleted for resources: {'Port': ['ID=70652cb0-c2a8-49a8-80a6-dad8d2659504,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:22:25.015621 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-f6054fb9-46b7-4ce5-a7e9-4d66815c2ac8 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:22:25.093615 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:25.185193 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-25b4fe5d-7950-4a48-885f-570c79202352 req-f6054fb9-46b7-4ce5-a7e9-4d66815c2ac8 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks [] for floatingip, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:25.185557 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.db.l3_db [req-25b4fe5d-7950-4a48-885f-570c79202352 req-f6054fb9-46b7-4ce5-a7e9-4d66815c2ac8 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Floating IP a4e23644-b65c-428d-ae7f-f82146c4d22a disassociated (deleted). External IP: 172.26.7.236, port: 4c5bcbfe-0d13-46d0-9f44-9e147bb25c82.
Jan 29 11:22:25.557189 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25b4fe5d-7950-4a48-885f-570c79202352 req-f6054fb9-46b7-4ce5-a7e9-4d66815c2ac8 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Router 6b3de155-bac6-4de0-ae2d-6275278836e1 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 11:22:25.751763 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25b4fe5d-7950-4a48-885f-570c79202352 req-f6054fb9-46b7-4ce5-a7e9-4d66815c2ac8 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 11:22:25.762269 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89924873-259c-4c58-a6a8-2f5065d14442 None None] Sync routers for ids ['6b3de155-bac6-4de0-ae2d-6275278836e1'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 11:22:25.774223 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89924873-259c-4c58-a6a8-2f5065d14442 None None] Routers {'6b3de155-bac6-4de0-ae2d-6275278836e1'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 11:22:25.774784 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-25b4fe5d-7950-4a48-885f-570c79202352 req-f6054fb9-46b7-4ce5-a7e9-4d66815c2ac8 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for floatingip, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:25.774911 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-89924873-259c-4c58-a6a8-2f5065d14442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c8e09a20>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T11:22:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['6b3de155-bac6-4de0-ae2d-6275278836e1'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:22:25.834486 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-25b4fe5d-7950-4a48-885f-570c79202352 req-f6054fb9-46b7-4ce5-a7e9-4d66815c2ac8 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "DELETE /v2.0/floatingips/a4e23644-b65c-428d-ae7f-f82146c4d22a HTTP/1.1" status: 204  len: 173 time: 1.7406430
Jan 29 11:22:25.836101 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16b0875b-717a-452e-a46a-f2f41271e4f1', 'tag': '4c5bcbfe-0d13-46d0-9f44-9e147bb25c82'}] {{(pid=80765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 11:22:25.929909 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b4fe5d-7950-4a48-885f-570c79202352 req-1fcd9265-7fb3-4ab2-b061-6b9fd161daa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:22:25.931580 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-25b4fe5d-7950-4a48-885f-570c79202352 req-1fcd9265-7fb3-4ab2-b061-6b9fd161daa1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7f24f5e4d7b04ce4900921d1ee0025b5&device_id=16b0875b-717a-452e-a46a-f2f41271e4f1 HTTP/1.1" status: 200  len: 1162 time: 0.0833933
Jan 29 11:22:25.968464 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-89924873-259c-4c58-a6a8-2f5065d14442 None None] Set router 6b3de155-bac6-4de0-ae2d-6275278836e1 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 11:22:26.078432 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b4fe5d-7950-4a48-885f-570c79202352 req-53976fc1-46dc-4cb8-937c-fcab1e56ad46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:22:26.079957 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-25b4fe5d-7950-4a48-885f-570c79202352 req-53976fc1-46dc-4cb8-937c-fcab1e56ad46 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d6bdf431-9ebe-4e83-9b42-1b375199db55 HTTP/1.1" status: 200  len: 903 time: 0.1413333
Jan 29 11:22:26.152582 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-25b4fe5d-7950-4a48-885f-570c79202352 req-29d9e80c-ada7-4dd4-975d-c6ff96c7dae0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c5bcbfe-0d13-46d0-9f44-9e147bb25c82 HTTP/1.1" status: 200  len: 217 time: 0.0652196
Jan 29 11:22:26.225267 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b4fe5d-7950-4a48-885f-570c79202352 req-d3762d62-28e4-4084-befa-0c902992014c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:22:26.226973 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-25b4fe5d-7950-4a48-885f-570c79202352 req-d3762d62-28e4-4084-befa-0c902992014c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=889f48ae-7cc4-469c-96da-0c8743d1c480 HTTP/1.1" status: 200  len: 848 time: 0.0670693
Jan 29 11:22:26.309670 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b4fe5d-7950-4a48-885f-570c79202352 req-4d8d6001-98f8-4564-b264-676de58b7775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:22:26.312159 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-25b4fe5d-7950-4a48-885f-570c79202352 req-4d8d6001-98f8-4564-b264-676de58b7775 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d6bdf431-9ebe-4e83-9b42-1b375199db55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0786679
Jan 29 11:22:26.470450 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-25b4fe5d-7950-4a48-885f-570c79202352 req-1dd5973e-d03b-4ba3-9a4d-903984e1d6da service neutron] 10.222.0.57 "GET /v2.0/networks/d6bdf431-9ebe-4e83-9b42-1b375199db55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1501026
Jan 29 11:22:26.495934 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-89924873-259c-4c58-a6a8-2f5065d14442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c8e09a20>, [{'id': '6b3de155-bac6-4de0-ae2d-6275278836e1', 'name': 'tempest-TestSnapshotPattern-266979097-router', 'tenant_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '38b5c4ea-d212-4182-b7dd-6d882e899e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:16:00Z', 'updated_at': '2021-01-29T11:16:05Z', 'revision_number': 4, 'project_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'gw_port': {'id': '38b5c4ea-d212-4182-b7dd-6d882e899e05', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3de155-bac6-4de0-ae2d-6275278836e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:16:01Z', 'updated_at': '2021-01-29T11:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '763feb6d-6021-4ce4-b7f2-ef2c8b9bb652', 'name': '', 'network_id': 'd6bdf431-9ebe-4e83-9b42-1b375199db55', 'tenant_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'mac_address': 'fa:16:3e:bc:ea:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3de155-bac6-4de0-ae2d-6275278836e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '889f48ae-7cc4-469c-96da-0c8743d1c480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:16:04Z', 'updated_at': '2021-01-29T11:16:13Z', 'revision_number': 5, 'project_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'subnets': [{'id': '889f48ae-7cc4-469c-96da-0c8743d1c480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:22:26.503382 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89924873-259c-4c58-a6a8-2f5065d14442 None None] Checking router: 6b3de155-bac6-4de0-ae2d-6275278836e1 for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 11:22:26.508696 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:26.513136 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89924873-259c-4c58-a6a8-2f5065d14442 None None] Routers {'6b3de155-bac6-4de0-ae2d-6275278836e1'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 11:22:26.513831 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-89924873-259c-4c58-a6a8-2f5065d14442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c8e09a20>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T11:22:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['6b3de155-bac6-4de0-ae2d-6275278836e1'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:22:26.617882 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-25b4fe5d-7950-4a48-885f-570c79202352 req-9a681eb3-e71f-4c26-ad4f-58439b30bd5e service neutron] 10.222.0.57 "GET /v2.0/networks/d6bdf431-9ebe-4e83-9b42-1b375199db55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1405861
Jan 29 11:22:26.689991 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16b0875b-717a-452e-a46a-f2f41271e4f1', 'tag': '4c5bcbfe-0d13-46d0-9f44-9e147bb25c82', 'status': 'completed', 'code': 200}
Jan 29 11:22:26.708553 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-89924873-259c-4c58-a6a8-2f5065d14442 None None] Set router 6b3de155-bac6-4de0-ae2d-6275278836e1 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 11:22:26.816471 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d27c243-cf24-4680-9dbb-391a1a23fcce req-45ba7fd9-1ee8-438e-9b83-98d302323654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:22:26.818123 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3d27c243-cf24-4680-9dbb-391a1a23fcce req-45ba7fd9-1ee8-438e-9b83-98d302323654 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7f24f5e4d7b04ce4900921d1ee0025b5&device_id=16b0875b-717a-452e-a46a-f2f41271e4f1 HTTP/1.1" status: 200  len: 1162 time: 0.0842102
Jan 29 11:22:26.970242 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d27c243-cf24-4680-9dbb-391a1a23fcce req-09f4bf37-09b1-4340-9484-9d27ee1d460d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:22:26.975765 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3d27c243-cf24-4680-9dbb-391a1a23fcce req-09f4bf37-09b1-4340-9484-9d27ee1d460d service neutron] 10.222.0.22 "GET /v2.0/networks?id=d6bdf431-9ebe-4e83-9b42-1b375199db55 HTTP/1.1" status: 200  len: 903 time: 0.1507947
Jan 29 11:22:27.050663 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3d27c243-cf24-4680-9dbb-391a1a23fcce req-e039b441-99c7-4e07-97ba-c817ad117603 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c5bcbfe-0d13-46d0-9f44-9e147bb25c82 HTTP/1.1" status: 200  len: 217 time: 0.0676157
Jan 29 11:22:27.053364 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-89924873-259c-4c58-a6a8-2f5065d14442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c8e09a20>, [{'id': '6b3de155-bac6-4de0-ae2d-6275278836e1', 'name': 'tempest-TestSnapshotPattern-266979097-router', 'tenant_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '38b5c4ea-d212-4182-b7dd-6d882e899e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:16:00Z', 'updated_at': '2021-01-29T11:16:05Z', 'revision_number': 4, 'project_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'gw_port': {'id': '38b5c4ea-d212-4182-b7dd-6d882e899e05', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3de155-bac6-4de0-ae2d-6275278836e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:16:01Z', 'updated_at': '2021-01-29T11:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '763feb6d-6021-4ce4-b7f2-ef2c8b9bb652', 'name': '', 'network_id': 'd6bdf431-9ebe-4e83-9b42-1b375199db55', 'tenant_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'mac_address': 'fa:16:3e:bc:ea:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3de155-bac6-4de0-ae2d-6275278836e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '889f48ae-7cc4-469c-96da-0c8743d1c480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:16:04Z', 'updated_at': '2021-01-29T11:16:13Z', 'revision_number': 5, 'project_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'subnets': [{'id': '889f48ae-7cc4-469c-96da-0c8743d1c480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:22:27.057880 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89924873-259c-4c58-a6a8-2f5065d14442 None None] The sync data for ids ['6b3de155-bac6-4de0-ae2d-6275278836e1'] in dv-neutron-772983-2-ovs is: [{'id': '6b3de155-bac6-4de0-ae2d-6275278836e1', 'name': 'tempest-TestSnapshotPattern-266979097-router', 'tenant_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '38b5c4ea-d212-4182-b7dd-6d882e899e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:16:00Z', 'updated_at': '2021-01-29T11:16:05Z', 'revision_number': 4, 'project_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'gw_port': {'id': '38b5c4ea-d212-4182-b7dd-6d882e899e05', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3de155-bac6-4de0-ae2d-6275278836e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:16:01Z', 'updated_at': '2021-01-29T11:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs', '_interfaces': [{'id': '763feb6d-6021-4ce4-b7f2-ef2c8b9bb652', 'name': '', 'network_id': 'd6bdf431-9ebe-4e83-9b42-1b375199db55', 'tenant_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'mac_address': 'fa:16:3e:bc:ea:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3de155-bac6-4de0-ae2d-6275278836e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '889f48ae-7cc4-469c-96da-0c8743d1c480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:16:04Z', 'updated_at': '2021-01-29T11:16:13Z', 'revision_number': 5, 'project_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'subnets': [{'id': '889f48ae-7cc4-469c-96da-0c8743d1c480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 11:22:27.130008 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d27c243-cf24-4680-9dbb-391a1a23fcce req-e173742a-a355-4401-a6f5-add3985bd37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:22:27.131615 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3d27c243-cf24-4680-9dbb-391a1a23fcce req-e173742a-a355-4401-a6f5-add3985bd37a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=889f48ae-7cc4-469c-96da-0c8743d1c480 HTTP/1.1" status: 200  len: 848 time: 0.0737085
Jan 29 11:22:27.193540 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5416a8-17dc-4685-bf54-c055e4e37a37 req-5ff12c32-28c9-45c5-8944-f938c5a30582 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:22:27.194393 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-4f5416a8-17dc-4685-bf54-c055e4e37a37 req-5ff12c32-28c9-45c5-8944-f938c5a30582 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Synchronizing usage tracker for tenant:7f24f5e4d7b04ce4900921d1ee0025b5 on resource:port {{(pid=80765) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 11:22:27.210471 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-4f5416a8-17dc-4685-bf54-c055e4e37a37 req-5ff12c32-28c9-45c5-8944-f938c5a30582 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Unset dirty status for tenant:7f24f5e4d7b04ce4900921d1ee0025b5 on resource:port {{(pid=80765) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 11:22:27.211722 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4f5416a8-17dc-4685-bf54-c055e4e37a37 req-5ff12c32-28c9-45c5-8944-f938c5a30582 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/ports?device_id=16b0875b-717a-452e-a46a-f2f41271e4f1 HTTP/1.1" status: 200  len: 945 time: 0.1956761
Jan 29 11:22:27.217598 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d27c243-cf24-4680-9dbb-391a1a23fcce req-392dd7cc-5033-405f-8f6c-fdf4e9e96a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:22:27.219210 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3d27c243-cf24-4680-9dbb-391a1a23fcce req-392dd7cc-5033-405f-8f6c-fdf4e9e96a19 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d6bdf431-9ebe-4e83-9b42-1b375199db55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0802379
Jan 29 11:22:27.277431 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-4f5416a8-17dc-4685-bf54-c055e4e37a37 req-f23fe0ab-91c7-4671-96c0-1462ed93a1d1 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/security-groups?id=b72eada0-6ae9-4493-b276-f417f910b0ed&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0589337
Jan 29 11:22:27.371364 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3d27c243-cf24-4680-9dbb-391a1a23fcce req-f5b5ad7e-bb41-45a9-9b2a-673125dd81bc service neutron] 10.222.0.22 "GET /v2.0/networks/d6bdf431-9ebe-4e83-9b42-1b375199db55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1445818
Jan 29 11:22:27.464063 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e32e1d-9c00-4565-b55d-ace266e48605 None None] New status for floating IP a4e23644-b65c-428d-ae7f-f82146c4d22a: DOWN {{(pid=80768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 29 11:22:27.520658 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-3d27c243-cf24-4680-9dbb-391a1a23fcce req-85f656ab-cc81-4922-b48e-104d284ad997 service neutron] 10.222.0.22 "GET /v2.0/networks/d6bdf431-9ebe-4e83-9b42-1b375199db55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1418662
Jan 29 11:22:28.245574 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d1a355-4822-4c3a-b729-da6389e30591 req-657cb8a9-82fa-4c94-8c31-c8779c6a7449 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:22:28.246380 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-90d1a355-4822-4c3a-b729-da6389e30591 req-657cb8a9-82fa-4c94-8c31-c8779c6a7449 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Synchronizing usage tracker for tenant:7f24f5e4d7b04ce4900921d1ee0025b5 on resource:port {{(pid=80766) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 29 11:22:28.259801 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.quota.resource [req-90d1a355-4822-4c3a-b729-da6389e30591 req-657cb8a9-82fa-4c94-8c31-c8779c6a7449 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Unset dirty status for tenant:7f24f5e4d7b04ce4900921d1ee0025b5 on resource:port {{(pid=80766) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 29 11:22:28.261006 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-90d1a355-4822-4c3a-b729-da6389e30591 req-657cb8a9-82fa-4c94-8c31-c8779c6a7449 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.22 "GET /v2.0/ports?device_id=16b0875b-717a-452e-a46a-f2f41271e4f1 HTTP/1.1" status: 200  len: 945 time: 0.1853464
Jan 29 11:22:28.355713 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-90d1a355-4822-4c3a-b729-da6389e30591 req-ecc4a4de-f5e7-4450-a217-f7be626be294 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Deleting port 4c5bcbfe-0d13-46d0-9f44-9e147bb25c82 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 11:22:28.356104 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-90d1a355-4822-4c3a-b729-da6389e30591 req-ecc4a4de-f5e7-4450-a217-f7be626be294 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:28.576413 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a731fc01-a8c9-4b88-8ec9-8562f221aa45 req-afec7515-9d43-4ce0-8743-5ac22b82e0f7 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 29 11:22:28.578141 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a731fc01-a8c9-4b88-8ec9-8562f221aa45 req-afec7515-9d43-4ce0-8743-5ac22b82e0f7 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/ports?device_id=16b0875b-717a-452e-a46a-f2f41271e4f1 HTTP/1.1" status: 200  len: 945 time: 0.1642952
Jan 29 11:22:28.627008 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [req-90d1a355-4822-4c3a-b729-da6389e30591 req-ecc4a4de-f5e7-4450-a217-f7be626be294 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] For port 4c5bcbfe-0d13-46d0-9f44-9e147bb25c82, host hv-neutron-7729, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7729',level=0,port_id=4c5bcbfe-0d13-46d0-9f44-9e147bb25c82,segment=NetworkSegment(04aaee57-dc8a-468b-bc4c-5453e785a965),segment_id=04aaee57-dc8a-468b-bc4c-5453e785a965)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 11:22:28.627411 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-90d1a355-4822-4c3a-b729-da6389e30591 req-ecc4a4de-f5e7-4450-a217-f7be626be294 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:28.641690 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-a731fc01-a8c9-4b88-8ec9-8562f221aa45 req-da669fdc-de7f-4b82-a83a-36b49234dd71 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/security-groups?id=b72eada0-6ae9-4493-b276-f417f910b0ed&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0571773
Jan 29 11:22:28.764171 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [req-90d1a355-4822-4c3a-b729-da6389e30591 req-ecc4a4de-f5e7-4450-a217-f7be626be294 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Calling delete_port for 4c5bcbfe-0d13-46d0-9f44-9e147bb25c82 owned by compute:nova {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 11:22:28.914740 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-90d1a355-4822-4c3a-b729-da6389e30591 req-ecc4a4de-f5e7-4450-a217-f7be626be294 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:28.929739 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-66b1cd95-69ad-4d28-90aa-a93c3537af9f tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:22:28.980897 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc4a4de-f5e7-4450-a217-f7be626be294 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Pushing event deleted for resources: {'Port': ['ID=4c5bcbfe-0d13-46d0-9f44-9e147bb25c82,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:22:28.992725 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-ecc4a4de-f5e7-4450-a217-f7be626be294 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:22:29.139973 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [req-90d1a355-4822-4c3a-b729-da6389e30591 req-ecc4a4de-f5e7-4450-a217-f7be626be294 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] No DVR routers for this DVR port 4c5bcbfe-0d13-46d0-9f44-9e147bb25c82 on host hv-neutron-7729 {{(pid=80766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 11:22:29.142329 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-90d1a355-4822-4c3a-b729-da6389e30591 req-ecc4a4de-f5e7-4450-a217-f7be626be294 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853755798'] for port, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:29.145086 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16b0875b-717a-452e-a46a-f2f41271e4f1', 'name': 'network-vif-deleted', 'tag': '4c5bcbfe-0d13-46d0-9f44-9e147bb25c82'}] {{(pid=80766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 29 11:22:29.161131 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-90d1a355-4822-4c3a-b729-da6389e30591 req-ecc4a4de-f5e7-4450-a217-f7be626be294 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.22 "DELETE /v2.0/ports/4c5bcbfe-0d13-46d0-9f44-9e147bb25c82 HTTP/1.1" status: 204  len: 173 time: 0.8941231
Jan 29 11:22:29.208890 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16b0875b-717a-452e-a46a-f2f41271e4f1', 'name': 'network-vif-deleted', 'tag': '4c5bcbfe-0d13-46d0-9f44-9e147bb25c82', 'status': 'completed', 'code': 200}
Jan 29 11:22:29.367691 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 4c5bcbfe-0d13-46d0-9f44-9e147bb25c82 no longer exists at agent ovs-agent-hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 11:22:29.405305 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] No Port match for: 4c5bcbfe-0d13-46d0-9f44-9e147bb25c82 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 11:22:29.405649 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Device 4c5bcbfe-0d13-46d0-9f44-9e147bb25c82 not bound to the agent host hv-neutron-7729 {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 11:22:29.841962 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-566f845d-bd16-4dab-b7fd-e60d34282dfd req-f5bae5cd-3b6e-41ef-9685-335a0a7be5dd tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/ports?device_id=16b0875b-717a-452e-a46a-f2f41271e4f1 HTTP/1.1" status: 200  len: 210 time: 0.0524192
Jan 29 11:22:31.042228 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-43941a25-a222-4588-8793-6bdf66f28e95 req-d9820d4c-27a5-41b6-a523-942075ab1f98 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "GET /v2.0/security-groups/b72eada0-6ae9-4493-b276-f417f910b0ed HTTP/1.1" status: 200  len: 2999 time: 0.0662191
Jan 29 11:22:31.134710 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-43941a25-a222-4588-8793-6bdf66f28e95 req-0df1fe14-6aa0-468d-91bf-20889b9985fe tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks [] for security_group, before_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:31.164109 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-43941a25-a222-4588-8793-6bdf66f28e95 req-0df1fe14-6aa0-468d-91bf-20889b9985fe tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:31.213651 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-43941a25-a222-4588-8793-6bdf66f28e95 req-0df1fe14-6aa0-468d-91bf-20889b9985fe tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:31.217927 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-3f7a3b8f-6908-4c83-8a6e-474e0374e89c tempest-NegativeSecGroupTest-2099983517 tempest-NegativeSecGroupTest-2099983517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:22:31.234667 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df1fe14-6aa0-468d-91bf-20889b9985fe tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72eada0-6ae9-4493-b276-f417f910b0ed,revision_number=None']} {{(pid=80765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:22:31.237526 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0df1fe14-6aa0-468d-91bf-20889b9985fe tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:22:31.244965 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [req-43941a25-a222-4588-8793-6bdf66f28e95 req-0df1fe14-6aa0-468d-91bf-20889b9985fe tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Notify callbacks [] for security_group, before_response {{(pid=80765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:31.246261 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [req-43941a25-a222-4588-8793-6bdf66f28e95 req-0df1fe14-6aa0-468d-91bf-20889b9985fe tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] 10.222.0.57 "DELETE /v2.0/security-groups/b72eada0-6ae9-4493-b276-f417f910b0ed HTTP/1.1" status: 204  len: 173 time: 0.1973073
Jan 29 11:22:31.312544 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 39342) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:22:31.962704 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-109fc3bb-471b-483e-9b38-d30a16d54ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349253'] for router_interface, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:32.325322 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-109fc3bb-471b-483e-9b38-d30a16d54ba7 admin admin] Deleting port 763feb6d-6021-4ce4-b7f2-ef2c8b9bb652 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 11:22:32.325761 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-109fc3bb-471b-483e-9b38-d30a16d54ba7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:32.505988 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-109fc3bb-471b-483e-9b38-d30a16d54ba7 admin admin] For port 763feb6d-6021-4ce4-b7f2-ef2c8b9bb652, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=763feb6d-6021-4ce4-b7f2-ef2c8b9bb652,segment=NetworkSegment(04aaee57-dc8a-468b-bc4c-5453e785a965),segment_id=04aaee57-dc8a-468b-bc4c-5453e785a965)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 11:22:32.506378 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-109fc3bb-471b-483e-9b38-d30a16d54ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:32.635387 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-109fc3bb-471b-483e-9b38-d30a16d54ba7 admin admin] Calling delete_port for 763feb6d-6021-4ce4-b7f2-ef2c8b9bb652 owned by network:router_interface {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 11:22:32.809231 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-109fc3bb-471b-483e-9b38-d30a16d54ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:32.825671 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-8799136e-1cba-47a8-858f-b40bcfbe120e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:22:32.881894 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109fc3bb-471b-483e-9b38-d30a16d54ba7 admin admin] Pushing event deleted for resources: {'Port': ['ID=763feb6d-6021-4ce4-b7f2-ef2c8b9bb652,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:22:32.884884 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-109fc3bb-471b-483e-9b38-d30a16d54ba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:22:33.510832 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-109fc3bb-471b-483e-9b38-d30a16d54ba7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854415430'] for router_interface, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:34.039982 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-109fc3bb-471b-483e-9b38-d30a16d54ba7 admin admin] Router 6b3de155-bac6-4de0-ae2d-6275278836e1 has already been hosted by L3 agent 18987107-6d88-4736-94cf-15791d65b3ff {{(pid=80766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 29 11:22:34.227191 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-109fc3bb-471b-483e-9b38-d30a16d54ba7 admin admin] Notify agent at l3_agent.dv-neutron-772983-2-ovs the message routers_updated {{(pid=80766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 29 11:22:34.236821 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0fadac-c2ff-4769-b085-1f4febb32374 None None] Sync routers for ids ['6b3de155-bac6-4de0-ae2d-6275278836e1'] in dv-neutron-772983-2-ovs {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 29 11:22:34.241069 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-109fc3bb-471b-483e-9b38-d30a16d54ba7 admin admin] 10.222.0.57 "PUT /v2.0/routers/6b3de155-bac6-4de0-ae2d-6275278836e1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9270000
Jan 29 11:22:34.243775 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 39348) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:22:34.246961 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0fadac-c2ff-4769-b085-1f4febb32374 None None] Routers {'6b3de155-bac6-4de0-ae2d-6275278836e1'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 11:22:34.247638 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-6b0fadac-c2ff-4769-b085-1f4febb32374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c985bc88>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T11:22:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['6b3de155-bac6-4de0-ae2d-6275278836e1'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:22:34.437464 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8e02c824-0429-4b77-9ef0-bbbc9cd0bcaf admin admin] Notify callbacks [] for router, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:34.439356 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-6b0fadac-c2ff-4769-b085-1f4febb32374 None None] Set router 6b3de155-bac6-4de0-ae2d-6275278836e1 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 11:22:34.626403 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8e02c824-0429-4b77-9ef0-bbbc9cd0bcaf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:34.631602 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-8e02c824-0429-4b77-9ef0-bbbc9cd0bcaf admin admin] Deleting port 38b5c4ea-d212-4182-b7dd-6d882e899e05 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 11:22:34.631975 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8e02c824-0429-4b77-9ef0-bbbc9cd0bcaf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:34.762772 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-6b0fadac-c2ff-4769-b085-1f4febb32374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c985bc88>, [{'id': '6b3de155-bac6-4de0-ae2d-6275278836e1', 'name': 'tempest-TestSnapshotPattern-266979097-router', 'tenant_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '38b5c4ea-d212-4182-b7dd-6d882e899e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:16:00Z', 'updated_at': '2021-01-29T11:22:32Z', 'revision_number': 5, 'project_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'gw_port': {'id': '38b5c4ea-d212-4182-b7dd-6d882e899e05', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3de155-bac6-4de0-ae2d-6275278836e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:16:01Z', 'updated_at': '2021-01-29T11:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:22:34.767138 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0fadac-c2ff-4769-b085-1f4febb32374 None None] Checking router: 6b3de155-bac6-4de0-ae2d-6275278836e1 for host: dv-neutron-772983-2-ovs {{(pid=80767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 29 11:22:34.776571 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0fadac-c2ff-4769-b085-1f4febb32374 None None] Routers {'6b3de155-bac6-4de0-ae2d-6275278836e1'} bound to L3 agent in host dv-neutron-772983-2-ovs {{(pid=80767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 29 11:22:34.777346 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-6b0fadac-c2ff-4769-b085-1f4febb32374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f99c985bc88>, 'dv-neutron-772983-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-29T09:55:54Z,description=<?>,heartbeat_timestamp=2021-01-29T11:22:24Z,host='dv-neutron-772983-2-ovs',id=18987107-6d88-4736-94cf-15791d65b3ff,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-29T09:55:54Z,topic='l3_agent')) {'router_ids': ['6b3de155-bac6-4de0-ae2d-6275278836e1'], 'active': True} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:22:34.817607 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-8e02c824-0429-4b77-9ef0-bbbc9cd0bcaf admin admin] For port 38b5c4ea-d212-4182-b7dd-6d882e899e05, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=38b5c4ea-d212-4182-b7dd-6d882e899e05,segment=NetworkSegment(5f0eec96-8050-4965-9790-33097c454195),segment_id=5f0eec96-8050-4965-9790-33097c454195)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 11:22:34.818064 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8e02c824-0429-4b77-9ef0-bbbc9cd0bcaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:34.949871 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-8e02c824-0429-4b77-9ef0-bbbc9cd0bcaf admin admin] Calling delete_port for 38b5c4ea-d212-4182-b7dd-6d882e899e05 owned by network:router_gateway {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 11:22:34.965982 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvr_db [None req-6b0fadac-c2ff-4769-b085-1f4febb32374 None None] Set router 6b3de155-bac6-4de0-ae2d-6275278836e1 gateway port host: dv-neutron-772983-2-ovs {{(pid=80767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 29 11:22:35.094250 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8e02c824-0429-4b77-9ef0-bbbc9cd0bcaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:35.277663 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_hamode_db [None req-6b0fadac-c2ff-4769-b085-1f4febb32374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f99c985bc88>, [{'id': '6b3de155-bac6-4de0-ae2d-6275278836e1', 'name': 'tempest-TestSnapshotPattern-266979097-router', 'tenant_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '38b5c4ea-d212-4182-b7dd-6d882e899e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:16:00Z', 'updated_at': '2021-01-29T11:22:32Z', 'revision_number': 5, 'project_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'gw_port': {'id': '38b5c4ea-d212-4182-b7dd-6d882e899e05', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3de155-bac6-4de0-ae2d-6275278836e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:16:01Z', 'updated_at': '2021-01-29T11:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}], 'dv-neutron-772983-2-ovs', False) {} {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:22:35.282298 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0fadac-c2ff-4769-b085-1f4febb32374 None None] The sync data for ids ['6b3de155-bac6-4de0-ae2d-6275278836e1'] in dv-neutron-772983-2-ovs is: [{'id': '6b3de155-bac6-4de0-ae2d-6275278836e1', 'name': 'tempest-TestSnapshotPattern-266979097-router', 'tenant_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'external_fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '38b5c4ea-d212-4182-b7dd-6d882e899e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-29T11:16:00Z', 'updated_at': '2021-01-29T11:22:32Z', 'revision_number': 5, 'project_id': '7f24f5e4d7b04ce4900921d1ee0025b5', 'gw_port': {'id': '38b5c4ea-d212-4182-b7dd-6d882e899e05', 'name': '', 'network_id': 'aadf795f-2e1a-4d04-be0e-12575f0f28a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3de155-bac6-4de0-ae2d-6275278836e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-772983-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-29T11:16:01Z', 'updated_at': '2021-01-29T11:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f2a50e8-ad1d-4f9d-a357-e0e38efd5646', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-772983-2-ovs'}] {{(pid=80767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 29 11:22:35.288084 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8e02c824-0429-4b77-9ef0-bbbc9cd0bcaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854102222'] for router_gateway, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:35.427057 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8e02c824-0429-4b77-9ef0-bbbc9cd0bcaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854444451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515191'] for router, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:35.429494 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8e02c824-0429-4b77-9ef0-bbbc9cd0bcaf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:35.458103 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8e02c824-0429-4b77-9ef0-bbbc9cd0bcaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356813'] for router, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:35.458695 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e02c824-0429-4b77-9ef0-bbbc9cd0bcaf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b3de155-bac6-4de0-ae2d-6275278836e1 {{(pid=80766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 29 11:22:35.471312 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-8e02c824-0429-4b77-9ef0-bbbc9cd0bcaf admin admin] Notify callbacks [] for router, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:35.472541 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-8e02c824-0429-4b77-9ef0-bbbc9cd0bcaf admin admin] 10.222.0.57 "DELETE /v2.0/routers/6b3de155-bac6-4de0-ae2d-6275278836e1 HTTP/1.1" status: 204  len: 168 time: 1.2276580
Jan 29 11:22:35.475276 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 39352) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:22:35.534396 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:35.543120 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.db_base_plugin_v2 [None req-e511cec7-f9d6-43ce-a3a4-f27995a996e0 admin admin] Deleting subnet 889f48ae-7cc4-469c-96da-0c8743d1c480 {{(pid=80766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 29 11:22:35.546696 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e511cec7-f9d6-43ce-a3a4-f27995a996e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:35.604811 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e511cec7-f9d6-43ce-a3a4-f27995a996e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851678710'] for subnet, precommit_delete_associations {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:35.686160 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e511cec7-f9d6-43ce-a3a4-f27995a996e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846667557'] for subnet, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:35.784217 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 763feb6d-6021-4ce4-b7f2-ef2c8b9bb652 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 11:22:35.821600 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 763feb6d-6021-4ce4-b7f2-ef2c8b9bb652 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 11:22:35.822045 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 763feb6d-6021-4ce4-b7f2-ef2c8b9bb652 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 11:22:36.241161 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e511cec7-f9d6-43ce-a3a4-f27995a996e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8108227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854225443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852035541'] for subnet, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:36.257097 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-56fd0ac1-5abb-442d-a25a-6d0b628deb85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:22:36.293616 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e511cec7-f9d6-43ce-a3a4-f27995a996e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=889f48ae-7cc4-469c-96da-0c8743d1c480,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:22:36.309341 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-e511cec7-f9d6-43ce-a3a4-f27995a996e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:22:36.395943 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e511cec7-f9d6-43ce-a3a4-f27995a996e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:36.401318 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d6d87f-de1d-4eb7-9e99-dcb4a81d82fa None None] Network d6bdf431-9ebe-4e83-9b42-1b375199db55 requested from dv-neutron-772983-2-ovs {{(pid=80767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 29 11:22:36.403082 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-e511cec7-f9d6-43ce-a3a4-f27995a996e0 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/889f48ae-7cc4-469c-96da-0c8743d1c480 HTTP/1.1" status: 204  len: 168 time: 0.9267416
Jan 29 11:22:36.405896 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 39356) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:22:36.523875 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-924dfb2b-8f7b-4c75-8b24-6476e7b738b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846675600'] for network, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:36.595421 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-924dfb2b-8f7b-4c75-8b24-6476e7b738b5 admin admin] Deleting port 882cfbe1-d223-4e62-bd8a-1920fe286af0 {{(pid=80766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 11:22:36.595790 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-924dfb2b-8f7b-4c75-8b24-6476e7b738b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:36.661918 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57045894-881a-474e-987e-fa9d2d04c303 None None] DHCP port deletion for d6bdf431-9ebe-4e83-9b42-1b375199db55 request from dv-neutron-772983-2-ovs {{(pid=80767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 29 11:22:36.666206 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-57045894-881a-474e-987e-fa9d2d04c303 None None] Deleting port 882cfbe1-d223-4e62-bd8a-1920fe286af0 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 11:22:36.666637 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-57045894-881a-474e-987e-fa9d2d04c303 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:36.817594 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-924dfb2b-8f7b-4c75-8b24-6476e7b738b5 admin admin] For port 882cfbe1-d223-4e62-bd8a-1920fe286af0, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=882cfbe1-d223-4e62-bd8a-1920fe286af0,segment=NetworkSegment(04aaee57-dc8a-468b-bc4c-5453e785a965),segment_id=04aaee57-dc8a-468b-bc4c-5453e785a965)] {{(pid=80766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 11:22:36.818228 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-924dfb2b-8f7b-4c75-8b24-6476e7b738b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:36.886322 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.db [None req-57045894-881a-474e-987e-fa9d2d04c303 None None] For port 882cfbe1-d223-4e62-bd8a-1920fe286af0, host dv-neutron-772983-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-772983-2-ovs',level=0,port_id=882cfbe1-d223-4e62-bd8a-1920fe286af0,segment=NetworkSegment(04aaee57-dc8a-468b-bc4c-5453e785a965),segment_id=04aaee57-dc8a-468b-bc4c-5453e785a965)] {{(pid=80767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 29 11:22:36.886688 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-57045894-881a-474e-987e-fa9d2d04c303 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353545'] for port, precommit_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:36.953283 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-924dfb2b-8f7b-4c75-8b24-6476e7b738b5 admin admin] Calling delete_port for 882cfbe1-d223-4e62-bd8a-1920fe286af0 owned by network:dhcp {{(pid=80766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 11:22:37.018424 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-57045894-881a-474e-987e-fa9d2d04c303 None None] Calling delete_port for 882cfbe1-d223-4e62-bd8a-1920fe286af0 owned by network:dhcp {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 29 11:22:37.031154 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-924dfb2b-8f7b-4c75-8b24-6476e7b738b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8000075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853903118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768657536132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768657177971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853677137'] for port, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:37.047019 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-0e4542b8-064d-44d4-af2d-caf7fcea10b9 tempest-TestSnapshotPattern-1509509000 tempest-TestSnapshotPattern-1509509000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:22:37.098918 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.db.api [None req-57045894-881a-474e-987e-fa9d2d04c303 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80767) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 11:22:37.099259 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_db.api [None req-57045894-881a-474e-987e-fa9d2d04c303 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 29 11:22:37.103692 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924dfb2b-8f7b-4c75-8b24-6476e7b738b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=882cfbe1-d223-4e62-bd8a-1920fe286af0,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:22:37.109174 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-924dfb2b-8f7b-4c75-8b24-6476e7b738b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:22:37.191169 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924dfb2b-8f7b-4c75-8b24-6476e7b738b5 admin admin] No DVR routers for this DVR port 882cfbe1-d223-4e62-bd8a-1920fe286af0 on host dv-neutron-772983-2-ovs {{(pid=80766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 29 11:22:37.316277 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-924dfb2b-8f7b-4c75-8b24-6476e7b738b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846672528', 'neutron.services.segments.db._delete_segments_for_network-8768657662289'] for network, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:37.433256 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-924dfb2b-8f7b-4c75-8b24-6476e7b738b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f99c38b6f98>,) {'filters': {'network_id': ['d6bdf431-9ebe-4e83-9b42-1b375199db55']}} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:22:37.446323 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-924dfb2b-8f7b-4c75-8b24-6476e7b738b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c38b6f98>, '04aaee57-dc8a-468b-bc4c-5453e785a965') {'for_net_delete': True} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:22:37.446649 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.services.segments.db [None req-924dfb2b-8f7b-4c75-8b24-6476e7b738b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f99c38b6f98>, '04aaee57-dc8a-468b-bc4c-5453e785a965') {} {{(pid=80766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 29 11:22:37.459270 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-924dfb2b-8f7b-4c75-8b24-6476e7b738b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768657669730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097090'] for segment, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:37.474544 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-924dfb2b-8f7b-4c75-8b24-6476e7b738b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846695756'] for segment, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:37.476518 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-924dfb2b-8f7b-4c75-8b24-6476e7b738b5 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 29 11:22:37.600962 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-57045894-881a-474e-987e-fa9d2d04c303 None None] Deleting port 882cfbe1-d223-4e62-bd8a-1920fe286af0 {{(pid=80767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 29 11:22:37.601394 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-57045894-881a-474e-987e-fa9d2d04c303 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768657589636'] for port, before_delete {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:37.658875 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-924dfb2b-8f7b-4c75-8b24-6476e7b738b5 admin admin] Network d6bdf431-9ebe-4e83-9b42-1b375199db55 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 11:22:37.668019 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-924dfb2b-8f7b-4c75-8b24-6476e7b738b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8080060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098610'] for segment, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:37.672716 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-57045894-881a-474e-987e-fa9d2d04c303 None None] The port '882cfbe1-d223-4e62-bd8a-1920fe286af0' was deleted {{(pid=80767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 29 11:22:37.822301 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 38b5c4ea-d212-4182-b7dd-6d882e899e05 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 11:22:37.853993 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.managers [None req-924dfb2b-8f7b-4c75-8b24-6476e7b738b5 admin admin] Network d6bdf431-9ebe-4e83-9b42-1b375199db55 has no segments {{(pid=80766) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 29 11:22:37.863223 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 38b5c4ea-d212-4182-b7dd-6d882e899e05 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 11:22:37.863621 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 38b5c4ea-d212-4182-b7dd-6d882e899e05 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 11:22:37.864091 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 882cfbe1-d223-4e62-bd8a-1920fe286af0 no longer exists at agent ovs-agent-dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 29 11:22:37.878942 dv-neutron-772983-2-ovs neutron-server[80656]: Traceback (most recent call last):
Jan 29 11:22:37.878942 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 11:22:37.878942 dv-neutron-772983-2-ovs neutron-server[80656]:     timer()
Jan 29 11:22:37.878942 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 11:22:37.878942 dv-neutron-772983-2-ovs neutron-server[80656]:     cb(*args, **kw)
Jan 29 11:22:37.878942 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 29 11:22:37.878942 dv-neutron-772983-2-ovs neutron-server[80656]:     return func(*args, **kwargs)
Jan 29 11:22:37.878942 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 11:22:37.878942 dv-neutron-772983-2-ovs neutron-server[80656]:     self._notify()
Jan 29 11:22:37.878942 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 11:22:37.878942 dv-neutron-772983-2-ovs neutron-server[80656]:     self.callback(batched_events)
Jan 29 11:22:37.878942 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 11:22:37.878942 dv-neutron-772983-2-ovs neutron-server[80656]:     event.method(event)
Jan 29 11:22:37.878942 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 29 11:22:37.878942 dv-neutron-772983-2-ovs neutron-server[80656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 11:22:37.878942 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 29 11:22:37.878942 dv-neutron-772983-2-ovs neutron-server[80656]:     segment_id)['aggregates'][0]
Jan 29 11:22:37.878942 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 29 11:22:37.878942 dv-neutron-772983-2-ovs neutron-server[80656]:     return f(self, *a, **k)
Jan 29 11:22:37.878942 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 29 11:22:37.878942 dv-neutron-772983-2-ovs neutron-server[80656]:     return self._get(url).json()
Jan 29 11:22:37.878942 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 11:22:37.878942 dv-neutron-772983-2-ovs neutron-server[80656]:     **kwargs)
Jan 29 11:22:37.878942 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 29 11:22:37.878942 dv-neutron-772983-2-ovs neutron-server[80656]:     return self.request(url, 'GET', **kwargs)
Jan 29 11:22:37.878942 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 29 11:22:37.878942 dv-neutron-772983-2-ovs neutron-server[80656]:     **endpoint_filter)
Jan 29 11:22:37.878942 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 29 11:22:37.878942 dv-neutron-772983-2-ovs neutron-server[80656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 11:22:37.878942 dv-neutron-772983-2-ovs neutron-server[80656]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 29 11:22:37.878942 dv-neutron-772983-2-ovs neutron-server[80656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 11:22:37.878942 dv-neutron-772983-2-ovs neutron-server[80656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 11:22:37.973290 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-924dfb2b-8f7b-4c75-8b24-6476e7b738b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8103288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854133910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673620'] for network, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:37.976755 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-2ecdb671-7d64-4f15-a107-d72e2514bf62 tempest-NetworksIpV6Test-743031925 tempest-NetworksIpV6Test-743031925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:22:37.992210 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-924dfb2b-8f7b-4c75-8b24-6476e7b738b5 admin admin] Notify callbacks [] for network, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:38.006544 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924dfb2b-8f7b-4c75-8b24-6476e7b738b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6bdf431-9ebe-4e83-9b42-1b375199db55,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:22:38.011499 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-924dfb2b-8f7b-4c75-8b24-6476e7b738b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:22:38.020105 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-924dfb2b-8f7b-4c75-8b24-6476e7b738b5 admin admin] 10.222.0.57 "DELETE /v2.0/networks/d6bdf431-9ebe-4e83-9b42-1b375199db55 HTTP/1.1" status: 204  len: 168 time: 1.6131122
Jan 29 11:22:38.077956 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] No Port match for: 882cfbe1-d223-4e62-bd8a-1920fe286af0 {{(pid=80767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 29 11:22:38.078361 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.plugins.ml2.rpc [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Device 882cfbe1-d223-4e62-bd8a-1920fe286af0 not bound to the agent host dv-neutron-772983-2-ovs {{(pid=80767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 29 11:22:38.167966 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 39362) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:22:38.219688 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-f518aa9a-236b-4db8-81f1-19afbfeccb3b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7f24f5e4d7b04ce4900921d1ee0025b5&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0504375
Jan 29 11:22:38.222330 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.wsgi [-] (80766) accepted ('10.222.0.57', 39366) {{(pid=80766) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 29 11:22:38.287639 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d8105d7e-8ed3-4b1a-8f8e-5f6b9339c41f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:38.315562 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d8105d7e-8ed3-4b1a-8f8e-5f6b9339c41f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:38.362318 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d8105d7e-8ed3-4b1a-8f8e-5f6b9339c41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854224383'] for security_group, after_delete {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:38.367376 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-7bbaae31-562b-463b-8987-0c51c99a994e tempest-TestNetworkAdvancedServerOps-1329957496 tempest-TestNetworkAdvancedServerOps-1329957496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 29 11:22:38.381581 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8105d7e-8ed3-4b1a-8f8e-5f6b9339c41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6b41cc-1e19-4b90-913c-5c3be5be9aed,revision_number=None']} {{(pid=80766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 29 11:22:38.386873 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG oslo_concurrency.lockutils [None req-d8105d7e-8ed3-4b1a-8f8e-5f6b9339c41f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 29 11:22:38.388938 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-d8105d7e-8ed3-4b1a-8f8e-5f6b9339c41f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:38.390719 dv-neutron-772983-2-ovs neutron-server[80656]: INFO neutron.wsgi [None req-d8105d7e-8ed3-4b1a-8f8e-5f6b9339c41f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ba6b41cc-1e19-4b90-913c-5c3be5be9aed HTTP/1.1" status: 204  len: 168 time: 0.1674020
Jan 29 11:22:51.642543 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-7d5282b1-c339-473d-83af-1c32ca05a9b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:53.917195 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-81e889f0-1e54-4eb4-a383-ed92fb6565ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:54.565947 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:55.096959 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:56.450386 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:22:59.253414 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 11:23:05.542810 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:23:21.644465 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9f0c8014-6900-486f-8543-949d6f363509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:23:23.919896 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4476c3e9-bdf9-49e4-8867-a90dab0c0dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:23:24.568949 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:23:25.100893 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:23:26.454493 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:23:35.541503 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:23:36.254104 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 11:23:51.646618 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-537de225-d8a9-4e0c-bc31-c90f7692fb6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:23:53.922538 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e84cc2ef-f555-4446-a6a7-37c099e278c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:23:54.572286 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:23:55.102615 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:23:56.457707 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:24:05.561166 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:24:13.254923 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 11:24:21.651123 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-72aa9778-7fcb-4c39-be61-44c4ae37d291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:24:23.924702 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2b592b29-4264-4504-b95c-2cc2cf06cd11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:24:24.574964 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:24:25.103348 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:24:26.462449 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:24:35.559028 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:24:50.254555 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 11:24:51.653219 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6d8de980-dc91-450e-ba44-b49e052b41ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:24:53.925528 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-2671d90d-0fdd-4e08-9857-a227788d931a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:24:54.578147 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:24:55.105828 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:24:56.464269 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:25:05.558368 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:25:21.657306 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-db3eda6a-331e-452d-8f9c-6eb7f8bcd1da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:25:23.926731 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-acacbd9c-e8dc-4361-a6bf-b7f3457593a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:25:24.581031 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:25:25.106962 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:25:26.468110 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:25:27.255022 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 11:25:35.559008 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:25:51.659785 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-9573683a-9b03-460e-a204-6ed6c129cd29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:25:53.926848 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f187916b-15d4-46e4-945d-4fdbfc19a974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:25:54.583542 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:25:55.109460 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:25:56.471050 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:26:04.254906 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 11:26:05.581910 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:26:21.660953 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-962e7412-c27d-4b63-a260-5ce0d584f5ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:26:23.927958 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-f6a79f9b-fb2e-4300-ad39-972c1f406f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:26:24.586933 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:26:25.111527 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:26:26.475141 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:26:35.586170 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:26:41.255005 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 11:26:51.662745 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3c1447e7-1678-436c-8f89-54622776fcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:26:53.929915 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e3c40e78-b4ce-41aa-bef5-5290b6d31bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:26:54.588905 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:26:55.113304 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:26:56.479350 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:27:05.585523 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:27:18.254934 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 11:27:21.664997 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-e91d09f6-3551-47b0-bd30-66fd082ae3e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:27:23.931273 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-654ab610-541e-4a9b-ba2f-76402f6c5f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:27:24.591510 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:27:25.114612 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:27:26.481739 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:27:35.586171 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:27:51.666345 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-76b1155c-01af-4afb-a210-d774158eb9ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:27:53.931844 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-6248cee1-88dc-4ef9-9210-04fa5fc41ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:27:54.594518 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:27:55.116479 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:27:55.254085 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron.db.agents_db [None req-9bb82db3-4b71-40d0-a912-4a77edc06242 None None] Agent healthcheck: found 6 active agents {{(pid=80768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 29 11:27:56.485768 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:28:05.583533 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-18c9ddc4-6fc6-4a36-a159-9f72fc2ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:28:21.668322 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-a7fd6e7f-3893-4261-845c-324d568f53aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:28:23.945443 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-97a67aab-2414-432b-ae43-a0ba23d83398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:28:24.598023 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-3e5814b8-3c7e-45ea-9b72-5b6224ebe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:28:25.136930 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccaec-d8a0-46ba-9466-2cb52080276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 29 11:28:26.489769 dv-neutron-772983-2-ovs neutron-server[80656]: DEBUG neutron_lib.callbacks.manager [None req-c32ba0e1-3957-4a90-b395-82ffe2930fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768657662272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846677166'] for agent, after_update {{(pid=80767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}